syedmoinms commited on
Commit
fc72167
·
verified ·
1 Parent(s): 04fd1be

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +2 -2
server.py CHANGED
@@ -5,8 +5,8 @@ app = FastAPI()
5
 
6
  # Load Fine-Tuned Model
7
  model_name = "/app/models/fine-tuned"
8
- tokenizer = AutoTokenizer.from_pretrained("TheBloke/Pygmalion-7B-GPTQ")
9
- model = AutoModelForCausalLM.from_pretrained(model_name)
10
 
11
  @app.get("/chat")
12
  def chat(msg: str):
 
5
 
6
  # Load Fine-Tuned Model
7
  model_name = "/app/models/fine-tuned"
8
+ tokenizer = AutoTokenizer.from_pretrained("NousResearch/Nous-Hermes-2-Mistral-7B")
9
+ model = AutoModelForCausalLM.from_pretrained("NousResearch/Nous-Hermes-2-Mistral-7B")
10
 
11
  @app.get("/chat")
12
  def chat(msg: str):