Namitg02 commited on
Commit
b317f13
·
verified ·
1 Parent(s): f229960

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -57,10 +57,10 @@ question = "How can I reverse Diabetes?"
57
  from transformers import AutoTokenizer
58
  from transformers import AutoModelForCausalLM
59
 
60
- llm_model = "microsoft/Phi-3-mini-128k-instruct"
61
- tokenizer = AutoTokenizer.from_pretrained(llm_model, trust_remote_code=True)
62
- model = AutoModelForCausalLM.from_pretrained(llm_model, trust_remote_code=True)
63
- pipe = pipeline(model = llm_model, tokenizer = tokenizer,trust_remote_code=True, task = "text-generation", temperature=0.5)
64
 
65
  #question = "How can I reverse diabetes?"
66
  #docs1 = retriever.invoke(question)
 
57
  from transformers import AutoTokenizer
58
  from transformers import AutoModelForCausalLM
59
 
60
+ llm_model = "unsloth/Phi-3-mini-4k-instruct"
61
+ tokenizer = AutoTokenizer.from_pretrained(llm_model)
62
+ model = AutoModelForCausalLM.from_pretrained(llm_model)
63
+ pipe = pipeline(model = llm_model, tokenizer = tokenizer, task = "text-generation", temperature=0.5)
64
 
65
  #question = "How can I reverse diabetes?"
66
  #docs1 = retriever.invoke(question)