frankrobotics commited on
Commit
dca0cf9
Β·
verified Β·
1 Parent(s): 55be32f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -3
app.py CHANGED
@@ -1,15 +1,18 @@
1
  import gradio as gr
2
 
3
  import torch
4
- from transformers import pipeline
5
 
6
  model_id = "deepseek-ai/DeepSeek-R1"
7
  messages = [
8
  {"role": "user", "content": "Who are you?"},
9
  ]
10
 
11
- device = "cuda" if torch.cuda.is_available() else "cpu"
12
- pipe = pipeline("text-generation", model="deepseek-ai/DeepSeek-R1", trust_remote_code=True, device=device)
 
 
 
13
 
14
  messages = [
15
  {"role": "system", "content": "You are a pirate chatbot who always responds in pirate speak!"},
 
1
  import gradio as gr
2
 
3
  import torch
4
+ # from transformers import pipeline
5
 
6
  model_id = "deepseek-ai/DeepSeek-R1"
7
  messages = [
8
  {"role": "user", "content": "Who are you?"},
9
  ]
10
 
11
+ # device = "cuda" if torch.cuda.is_available() else "cpu"
12
+ # pipe = pipeline("text-generation", model="deepseek-ai/DeepSeek-R1", trust_remote_code=True, device=device)
13
+
14
+ from transformers import AutoModelForCausalLM
15
+ model = AutoModelForCausalLM.from_pretrained("deepseek-ai/DeepSeek-R1", trust_remote_code=True)
16
 
17
  messages = [
18
  {"role": "system", "content": "You are a pirate chatbot who always responds in pirate speak!"},