Steph254 commited on
Commit
1b4aac1
·
verified ·
1 Parent(s): e4bb78b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,7 +2,7 @@ import os
2
  import gradio as gr
3
  import torch
4
  import json
5
- from transformers import LlamaTokenizer, AutoModelForCausalLM
6
  from peft import PeftModel
7
 
8
  # Set Hugging Face Token for Authentication
@@ -35,7 +35,7 @@ def load_llama_model(model_path, is_guard=False):
35
  print("HUGGINGFACE_TOKEN found in environment")
36
 
37
  # Use the parameter name 'use_auth_token' instead of 'token'
38
- tokenizer = LlamaTokenizer.from_pretrained(
39
  BASE_MODEL,
40
  use_auth_token=token
41
  )
 
2
  import gradio as gr
3
  import torch
4
  import json
5
+ from transformers import AutoTokenizer, AutoModelForCausalLM
6
  from peft import PeftModel
7
 
8
  # Set Hugging Face Token for Authentication
 
35
  print("HUGGINGFACE_TOKEN found in environment")
36
 
37
  # Use the parameter name 'use_auth_token' instead of 'token'
38
+ tokenizer = AutoTokenizer.from_pretrained(
39
  BASE_MODEL,
40
  use_auth_token=token
41
  )