ameursg commited on
Commit
6c817c3
Β·
verified Β·
1 Parent(s): e8e4a8a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -15,7 +15,9 @@ else:
15
  # Load AI model (Optimized for T4 GPU)
16
  model_name = "TheBloke/Mistral-7B-Instruct-v0.1-AWQ"
17
  tokenizer = AutoTokenizer.from_pretrained(model_name, token=HF_TOKEN)
18
- model = AutoModelForCausalLM.from_pretrained(model_name, token=HF_TOKEN, device_map="auto")
 
 
19
 
20
  chatbot = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0)
21
 
 
15
  # Load AI model (Optimized for T4 GPU)
16
  model_name = "TheBloke/Mistral-7B-Instruct-v0.1-AWQ"
17
  tokenizer = AutoTokenizer.from_pretrained(model_name, token=HF_TOKEN)
18
+ model = AutoModelForCausalLM.from_pretrained(
19
+ model_name, token=HF_TOKEN, device_map="auto", trust_remote_code=True
20
+ )
21
 
22
  chatbot = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0)
23