ChIrish06 commited on
Commit
c9101c1
·
verified ·
1 Parent(s): 9ca5a14

Update app.py

Browse files

Updating token max

Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -154,7 +154,8 @@ final_answer = FinalAnswerTool()
154
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
155
 
156
  model = HfApiModel(
157
- max_tokens=2096,
 
158
  #max_tokens=256,
159
  temperature=0.5,
160
  model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
 
154
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
155
 
156
  model = HfApiModel(
157
+ #max_tokens=2096,
158
+ max_tokens=20960,
159
  #max_tokens=256,
160
  temperature=0.5,
161
  model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded