Spaces:
Sleeping
Sleeping
jiviteshjain
commited on
Commit
·
d2b9f46
1
Parent(s):
6965281
Fix.
Browse files
rag.py
CHANGED
@@ -61,9 +61,9 @@ def load_index(index_file: str) -> faiss.Index:
|
|
61 |
|
62 |
|
63 |
def load_reader(model_path: str, device: str) -> TextGenerationPipeline:
|
64 |
-
model = AutoModelForCausalLM.from_pretrained(model_path)
|
65 |
|
66 |
-
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
67 |
tokenizer.pad_token = tokenizer.eos_token
|
68 |
|
69 |
reader = pipeline(
|
|
|
61 |
|
62 |
|
63 |
def load_reader(model_path: str, device: str) -> TextGenerationPipeline:
|
64 |
+
model = AutoModelForCausalLM.from_pretrained(model_path, token=HF_TOKEN)
|
65 |
|
66 |
+
tokenizer = AutoTokenizer.from_pretrained(model_path, token=HF_TOKEN)
|
67 |
tokenizer.pad_token = tokenizer.eos_token
|
68 |
|
69 |
reader = pipeline(
|