GenAICoder commited on
Commit
6551988
·
verified ·
1 Parent(s): ada32e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -13
app.py CHANGED
@@ -1,26 +1,25 @@
1
  import streamlit as st
2
- from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
  #model_name = "deepseek-ai/DeepSeek-R1"
5
  #tokenizer = AutoTokenizer.from_pretrained(model_name)
6
  #model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True,quantization_config=None)
7
 
8
- model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
9
- tokenizer = AutoTokenizer.from_pretrained(model_id)
10
- model = AutoModelForCausalLM.from_pretrained(model_id)
 
 
 
 
 
11
 
12
  st.title("DeepSeek Chatbot")
13
 
14
  prompt = st.text_input("Enter your message:")
15
 
16
  if st.button("Run"):
17
- messages =[]
18
- messages.append({"role": "user", "content": prompt})
19
- response= model.chat.completions.create(
20
- model="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
21
- messages=messages,
22
- temperature=0.6,
23
- max_tokens=1024,
24
- top_p=0.95
25
- )
26
  st.text_area("Long Text Box", response, height=1000)
 
1
  import streamlit as st
2
+ #from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
  #model_name = "deepseek-ai/DeepSeek-R1"
5
  #tokenizer = AutoTokenizer.from_pretrained(model_name)
6
  #model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True,quantization_config=None)
7
 
8
+ #model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
9
+ #tokenizer = AutoTokenizer.from_pretrained(model_id)
10
+ #model = AutoModelForCausalLM.from_pretrained(model_id)
11
+
12
+ # Use a pipeline as a high-level helper
13
+ from transformers import pipeline
14
+
15
+
16
 
17
  st.title("DeepSeek Chatbot")
18
 
19
  prompt = st.text_input("Enter your message:")
20
 
21
  if st.button("Run"):
22
+ messages = [{"role": "user", "content": "Who are you?"},]
23
+ pipe = pipeline("text-generation", model="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", trust_remote_code=True)
24
+ response= pipe(messages)
 
 
 
 
 
 
25
  st.text_area("Long Text Box", response, height=1000)