themissingCRAM commited on
Commit
d17e40b
·
1 Parent(s): 79dc784

revert back to hfapimodel

Browse files
Files changed (1) hide show
  1. app.py +11 -6
app.py CHANGED
@@ -4,10 +4,10 @@ import os
4
  from smolagents import (
5
  tool,
6
  CodeAgent,
7
- TransformersModel,
8
  GradioUI,
9
  MultiStepAgent,
10
- stream_to_gradio,
11
  )
12
  from sqlalchemy import (
13
  create_engine,
@@ -120,10 +120,15 @@ def init_db(engine):
120
  if __name__ == "__main__":
121
  engine = create_engine("sqlite:///:localhost:")
122
  engine = init_db(engine)
123
- model = TransformersModel(
124
- # model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
125
- device_map="cuda",
126
- model_id="meta-llama/Llama-3.2-3B-Instruct"
 
 
 
 
 
127
  )
128
 
129
  agent = CodeAgent(
 
4
  from smolagents import (
5
  tool,
6
  CodeAgent,
7
+ TransformersModel,
8
  GradioUI,
9
  MultiStepAgent,
10
+ stream_to_gradio, HfApiModel,
11
  )
12
  from sqlalchemy import (
13
  create_engine,
 
120
  if __name__ == "__main__":
121
  engine = create_engine("sqlite:///:localhost:")
122
  engine = init_db(engine)
123
+ #Not working at the moment
124
+ # model = TransformersModel(
125
+ # # model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
126
+ # device_map="cuda",
127
+ # model_id="meta-llama/Llama-3.2-3B-Instruct"
128
+ # )
129
+ model = HfApiModel(
130
+ model_id="meta-llama/Llama-3.2-3B-Instruct",
131
+ token=os.getenv("my_first_agents_hf_tokens")
132
  )
133
 
134
  agent = CodeAgent(