jiviteshjain commited on
Commit
d2b9f46
·
1 Parent(s): 6965281
Files changed (1) hide show
  1. rag.py +2 -2
rag.py CHANGED
@@ -61,9 +61,9 @@ def load_index(index_file: str) -> faiss.Index:
61
 
62
 
63
  def load_reader(model_path: str, device: str) -> TextGenerationPipeline:
64
- model = AutoModelForCausalLM.from_pretrained(model_path)
65
 
66
- tokenizer = AutoTokenizer.from_pretrained(model_path)
67
  tokenizer.pad_token = tokenizer.eos_token
68
 
69
  reader = pipeline(
 
61
 
62
 
63
  def load_reader(model_path: str, device: str) -> TextGenerationPipeline:
64
+ model = AutoModelForCausalLM.from_pretrained(model_path, token=HF_TOKEN)
65
 
66
+ tokenizer = AutoTokenizer.from_pretrained(model_path, token=HF_TOKEN)
67
  tokenizer.pad_token = tokenizer.eos_token
68
 
69
  reader = pipeline(