Update app.py

app.py

@@ -1,3 +1,33 @@
+
+Hugging Face's logo Hugging Face
+
+Models
+Datasets
+Spaces
+Docs
+Pricing
+
+Spaces:
+bleysg
+/
+WizardCoder-Python-34b-v1.0
+private
+App
+Files
+Community
+Settings
+WizardCoder-Python-34b-v1.0
+/ app.py
+bleysg's picture
+bleysg
+Update app.py
+7a84795
+about 1 hour ago
+raw
+history
+blame
+No virus
+5.52 kB
 import os
 import re
 import logging
@@ -11,7 +41,7 @@ openai.api_key = os.environ.get("OPENAI_API_KEY")
 BASE_SYSTEM_MESSAGE = """"""
 
 def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
-    completion = openai.Completion.create(model="wizardcoder-python-34b-v1.0.Q5_K_M.gguf", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
+    completion = openai.Completion.create(model="/workspace/text-generation-webui/models/wizardcoder-python-34b-v1.0.Q5_K_M.gguf", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
     for chunk in completion:
         yield chunk["choices"][0]["text"]
 
@@ -68,6 +98,8 @@ CSS ="""
 .gradio-container { height: 100vh !important; }
 #component-0 { height: 100%; }
 #chatbot { flex-grow: 1; overflow: auto; resize: vertical; }
+#chatbot1 { flex-grow: 1; overflow: auto; resize: vertical; }
+#chatbot2 { flex-grow: 1; overflow: auto; resize: vertical; }
 """
 
 #with gr.Blocks() as demo:
@@ -80,8 +112,11 @@ with gr.Blocks(css=CSS) as demo:
     with gr.Row():
         gr.Markdown("# 🔍 WizardCoder-Python-34B-V1.0-GGUF Playground Space! 🔎")
     with gr.Row():
-        #chatbot = gr.Chatbot().style(height=500)
-        chatbot = gr.Chatbot(elem_id="chatbot")
+        with gr.Column():
+            #chatbot = gr.Chatbot().style(height=500)
+            chatbot1 = gr.Chatbot(label="Chatbot1", elem_id="chatbot1")
+        with gr.Column():
+            chatbot2 = gr.Chatbot(label="Chatbot2", elem_id="chatbot2")
     with gr.Row():
         message = gr.Textbox(
             label="What do you want to chat about?",
@@ -106,13 +141,15 @@ with gr.Blocks(css=CSS) as demo:
 
     chat_history_state = gr.State()
     clear.click(clear_chat, inputs=[chat_history_state, message], outputs=[chat_history_state, message], queue=False)
-    clear.click(lambda: None, None, chatbot, queue=False)
+    clear.click(lambda: None, None, chatbot_gguf, queue=False)
+    clear.click(lambda: None, None, chatbot_gguf2, queue=False)
 
     submit_click_event = submit.click(
         fn=user, inputs=[message, chat_history_state], outputs=[message, chat_history_state], queue=True
     ).then(
-        fn=chat, inputs=[chat_history_state, system_msg, max_tokens, temperature, top_p, top_k, repetition_penalty], outputs=[chatbot, chat_history_state, message], queue=True
+        fn=chat, inputs=[chat_history_state, system_msg, max_tokens, temperature, top_p, top_k, repetition_penalty], outputs=[chatbot_gguf, chat_history_state, message], queue=True
     )
     stop.click(fn=None, inputs=None, outputs=None, cancels=[submit_click_event], queue=False)
 
 demo.queue(max_size=48, concurrency_count=8).launch(debug=True, server_name="0.0.0.0", server_port=7860)
+