Spaces:
Running
Running
Update app.py
Browse filesAdded appropriate read token under HF_TOKEN and everything seems to be working. Reverting back to factory settings
app.py
CHANGED
@@ -40,12 +40,12 @@ final_answer = FinalAnswerTool()
|
|
40 |
# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
|
41 |
|
42 |
model = HfApiModel(
|
43 |
-
|
44 |
-
max_tokens=256,
|
45 |
temperature=0.5,
|
46 |
-
|
47 |
#model_id='Qwen/Qwen2.5-Coder-1.5B-Instruct',# it is possible that this model may be overloaded
|
48 |
-
model_id='meta-llama/Llama-3.2-1B-Instruct',# it is possible that this model may be overloaded
|
49 |
|
50 |
custom_role_conversions=None,
|
51 |
)
|
|
|
40 |
# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
|
41 |
|
42 |
model = HfApiModel(
|
43 |
+
max_tokens=2096,
|
44 |
+
#max_tokens=256,
|
45 |
temperature=0.5,
|
46 |
+
model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
|
47 |
#model_id='Qwen/Qwen2.5-Coder-1.5B-Instruct',# it is possible that this model may be overloaded
|
48 |
+
#model_id='meta-llama/Llama-3.2-1B-Instruct',# it is possible that this model may be overloaded
|
49 |
|
50 |
custom_role_conversions=None,
|
51 |
)
|