Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ from langchain.llms import CTransformers
|
|
5 |
## Function to get response from llama 2 model
|
6 |
def getllamaresponse(prompt_template):
|
7 |
# LLama2 model
|
8 |
-
llm = CTransformers(model='/
|
9 |
model_type='llama',
|
10 |
config={"max_new_tokens": 300, "temperature": 0.01})
|
11 |
|
|
|
5 |
## Function to get response from llama 2 model
|
6 |
def getllamaresponse(prompt_template):
|
7 |
# LLama2 model
|
8 |
+
llm = CTransformers(model='https://huggingface.co/nvidia/Llama3-ChatQA-1.5-8B',
|
9 |
model_type='llama',
|
10 |
config={"max_new_tokens": 300, "temperature": 0.01})
|
11 |
|