Spaces:
Running
Running
Update app.py
Browse filesUpdating token max
app.py
CHANGED
@@ -154,7 +154,8 @@ final_answer = FinalAnswerTool()
|
|
154 |
# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
|
155 |
|
156 |
model = HfApiModel(
|
157 |
-
max_tokens=2096,
|
|
|
158 |
#max_tokens=256,
|
159 |
temperature=0.5,
|
160 |
model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
|
|
|
154 |
# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
|
155 |
|
156 |
model = HfApiModel(
|
157 |
+
#max_tokens=2096,
|
158 |
+
max_tokens=20960,
|
159 |
#max_tokens=256,
|
160 |
temperature=0.5,
|
161 |
model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
|