Update app.py
Browse files
app.py
CHANGED
@@ -57,10 +57,10 @@ question = "How can I reverse Diabetes?"
|
|
57 |
from transformers import AutoTokenizer
|
58 |
from transformers import AutoModelForCausalLM
|
59 |
|
60 |
-
llm_model = "
|
61 |
-
tokenizer = AutoTokenizer.from_pretrained(llm_model
|
62 |
-
model = AutoModelForCausalLM.from_pretrained(llm_model
|
63 |
-
pipe = pipeline(model = llm_model, tokenizer = tokenizer,
|
64 |
|
65 |
#question = "How can I reverse diabetes?"
|
66 |
#docs1 = retriever.invoke(question)
|
|
|
57 |
from transformers import AutoTokenizer
|
58 |
from transformers import AutoModelForCausalLM
|
59 |
|
60 |
+
llm_model = "unsloth/Phi-3-mini-4k-instruct"
|
61 |
+
tokenizer = AutoTokenizer.from_pretrained(llm_model)
|
62 |
+
model = AutoModelForCausalLM.from_pretrained(llm_model)
|
63 |
+
pipe = pipeline(model = llm_model, tokenizer = tokenizer, task = "text-generation", temperature=0.5)
|
64 |
|
65 |
#question = "How can I reverse diabetes?"
|
66 |
#docs1 = retriever.invoke(question)
|