playground

app.py

@@ -5,6 +5,7 @@ from indiebot_arena.dao.mongo_dao import MongoDAO
 from indiebot_arena.service.bootstrap_service import BootstrapService
 from indiebot_arena.ui.battle import battle_content
 from indiebot_arena.ui.leaderboard import leaderboard_content
+from indiebot_arena.ui.playground import playground_content
 from indiebot_arena.ui.registration import registration_content
 
 dao = MongoDAO(MONGO_DB_URI, MONGO_DB_NAME)
@@ -15,10 +16,12 @@ with gr.Blocks(theme=gr.themes.Citrus(primary_hue="sky"), css_paths="style.css")
   with gr.Tabs():
     with gr.TabItem("🏆 リーダーボード"):
       leaderboard_content(dao, LANGUAGE)
-    with gr.TabItem("⚔️ モデルに投票"):
+    with gr.TabItem("⚔️ チャット対戦"):
       battle_content(dao, LANGUAGE)
     with gr.TabItem("📚️ モデルの登録"):
       registration_content(dao, LANGUAGE)
+    with gr.TabItem("💬 Playground"):
+      playground_content(dao, LANGUAGE)
 
 if __name__=="__main__":
   demo.queue(max_size=20).launch()

docs/leaderboard_header.md

@@ -8,10 +8,9 @@ Chatbot Arenaにインスパイアされて開発しましたが、以下のよ
 - 階級別にチャットバトルとリーダーボードがある
 
 初期データとして、Google公式のInstruction-Tuning済みモデルを登録しています。  
-[モデルに投票]から匿名のチャットバトルに投票することが出来ます。  
-[モデルの登録]から自分の事後学習済みモデルを登録することも出来ます。  
-Google公式モデルをみんなで倒しましょう！
+Google公式ITモデルをみんなで倒しましょう！
 
 【更新履歴】
+- 2025/04/09 Playground機能を追加、モデルを指定して直接チャットできます。
 - 2025/04/03 チャットがストリーミング方式になり応答速度が向上しました。
 - 2025/03/31 ベータ版を公開。機能は一通り完成していますが、性能をテスト中。

indiebot_arena/ui/battle.py

@@ -9,7 +9,7 @@ import spaces
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 
-from indiebot_arena.config import MODEL_SELECTION_MODE, MAX_INPUT_TOKEN_LENGTH, MAX_NEW_TOKENS
+from indiebot_arena.config import MODEL_SELECTION_MODE, MAX_INPUT_TOKEN_LENGTH, MAX_NEW_TOKENS, LOCAL_TESTING
 from indiebot_arena.service.arena_service import ArenaService
 from indiebot_arena.util.cache_manager import get_free_space_gb, clear_hf_cache
 
@@ -63,11 +63,12 @@ def generate(chat_history: list,
     yield "".join(outputs)
 
 
-def update_user_message(user_message, history_a, history_b, weight_class_radio):
-  total, _, free = get_free_space_gb("/data")
-  print(f"空きディスク容量: {free:.2f} GB / {total:.2f} GB")
-  if free < (total * 0.2):
-    clear_hf_cache()
+def update_user_message(user_message, history_a, history_b):
+  if not LOCAL_TESTING:
+    total, _, free = get_free_space_gb("/data")
+    print(f"空きディスク容量: {free:.2f} GB / {total:.2f} GB")
+    if free < (total * 0.2):
+      clear_hf_cache()
 
   new_history_a = history_a + [{"role": "user", "content": user_message}]
   new_history_b = history_b + [{"role": "user", "content": user_message}]
@@ -214,7 +215,7 @@ def battle_content(dao, language):
         next_battle_btn = gr.Button("次のバトルへ", variant="primary", interactive=False, visible=False, elem_id="next_battle_btn")
     user_event = user_input.submit(
       update_user_message,
-      inputs=[user_input, chatbot_a, chatbot_b, weight_class_radio],
+      inputs=[user_input, chatbot_a, chatbot_b],
       outputs=[user_input, chatbot_a, chatbot_b, weight_class_radio],
       queue=False
     )

indiebot_arena/ui/playground.py

@@ -0,0 +1,100 @@
+import os
+
+import gradio as gr
+
+from indiebot_arena.config import LOCAL_TESTING
+from indiebot_arena.service.arena_service import ArenaService
+from indiebot_arena.ui.battle import generate
+from indiebot_arena.util.cache_manager import get_free_space_gb, clear_hf_cache
+
+DESCRIPTION = "### 💬 Playground"
+
+base_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", ".."))
+docs_path = os.path.join(base_dir, "docs", "battle_header.md")
+
+
+def update_user_message(user_message, history_a):
+  if not LOCAL_TESTING:
+    total, _, free = get_free_space_gb("/data")
+    print(f"空きディスク容量: {free:.2f} GB / {total:.2f} GB")
+    if free < (total * 0.2):
+      clear_hf_cache()
+
+  new_history_a = history_a + [{"role": "user", "content": user_message}]
+  return "", new_history_a
+
+
+def bot1_response(history, model_id):
+  history = history.copy()
+  history.append({"role": "assistant", "content": ""})
+  conv_history = history[:-1]
+  for text in generate(conv_history, model_id):
+    history[-1]["content"] = text
+    yield history
+
+
+def playground_content(dao, language):
+  arena_service = ArenaService(dao)
+  default_weight = "U-5GB"
+  initial_models = arena_service.get_model_dropdown_list(language, default_weight)
+  initial_choices = [m["label"] for m in initial_models]
+  initial_value = initial_choices[0]
+
+  def fetch_model_dropdown(weight_class):
+    models = arena_service.get_model_dropdown_list(language, weight_class)
+    model_labels = [m["label"] for m in models]
+    update_obj_a = gr.update(choices=model_labels, value=model_labels[0])
+    return update_obj_a
+
+  with gr.Blocks(css="style.css") as battle_ui:
+    gr.Markdown(DESCRIPTION)
+    with open(docs_path, "r", encoding="utf-8") as f:
+      markdown_content = f.read()
+    gr.HTML(markdown_content)
+    weight_class_radio = gr.Radio(
+      choices=["U-5GB", "U-10GB"],
+      label="階級",
+      value=default_weight
+    )
+    model_dropdown_a = gr.Dropdown(
+      choices=initial_choices,
+      label="モデルを選択",
+      value=initial_value,
+      visible=True
+    )
+    chatbot_a = gr.Chatbot(label="Chatbot A", type="messages")
+    user_input = gr.Textbox(
+      placeholder="日本語でメッセージを入力...",
+      submit_btn=True,
+      show_label=False
+    )
+    user_event = user_input.submit(
+      update_user_message,
+      inputs=[user_input, chatbot_a],
+      outputs=[user_input, chatbot_a],
+      queue=False
+    )
+    user_event.then(
+      bot1_response,
+      inputs=[chatbot_a, model_dropdown_a],
+      outputs=[chatbot_a],
+      queue=True
+    )
+    weight_class_radio.change(
+      fn=fetch_model_dropdown,
+      inputs=weight_class_radio,
+      outputs=[model_dropdown_a]
+    )
+    weight_class_radio.change(
+      fn=lambda _: [],
+      inputs=weight_class_radio,
+      outputs=chatbot_a,
+      queue=False
+    )
+    model_dropdown_a.change(
+      fn=lambda _: [],
+      inputs=model_dropdown_a,
+      outputs=chatbot_a,
+      queue=False
+    )
+  return battle_ui