Tonic commited on
Commit
677d730
·
verified ·
1 Parent(s): 26e5d37

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -1,8 +1,9 @@
1
  import spaces
2
  import gradio as gr
3
  from transformers import AutoTokenizer, LlamaForCausalLM
 
4
 
5
- tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
6
  model = LlamaForCausalLM.from_pretrained("kaist-ai/Prometheus-13b-v1.0", device_map="auto", load_in_8bit=True)
7
 
8
  @spaces.GPU
 
1
  import spaces
2
  import gradio as gr
3
  from transformers import AutoTokenizer, LlamaForCausalLM
4
+ import os
5
 
6
+ tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-chat-hf", use_auth_token=os.getenv("HUGGINGFACE_TOKEN"))
7
  model = LlamaForCausalLM.from_pretrained("kaist-ai/Prometheus-13b-v1.0", device_map="auto", load_in_8bit=True)
8
 
9
  @spaces.GPU