Spaces:
Running
on
Zero
Running
on
Zero
app.py
CHANGED
@@ -93,7 +93,7 @@ CVE-2015-10011 is a vulnerability about OpenDNS OpenResolve improper log output
|
|
93 |
)
|
94 |
|
95 |
with gr.Row():
|
96 |
-
|
97 |
temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
|
98 |
top_p = gr.Slider(
|
99 |
minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"
|
@@ -103,7 +103,7 @@ CVE-2015-10011 is a vulnerability about OpenDNS OpenResolve improper log output
|
|
103 |
selected_models = gr.CheckboxGroup(
|
104 |
choices=list(model_options.keys()),
|
105 |
label="Select exactly two model to compare",
|
106 |
-
value=[
|
107 |
)
|
108 |
|
109 |
# Dynamic Response Section
|
@@ -133,9 +133,10 @@ CVE-2015-10011 is a vulnerability about OpenDNS OpenResolve improper log output
|
|
133 |
generate_text_local,
|
134 |
model_path,
|
135 |
prompt,
|
136 |
-
|
137 |
-
|
138 |
-
|
|
|
139 |
)
|
140 |
futures.append(future)
|
141 |
futures_to_model[future] = model_name
|
@@ -145,7 +146,11 @@ CVE-2015-10011 is a vulnerability about OpenDNS OpenResolve improper log output
|
|
145 |
model_name = futures_to_model[future]
|
146 |
responses[model_name] = future.result()
|
147 |
|
148 |
-
|
|
|
|
|
|
|
|
|
149 |
|
150 |
# Add a button for generating responses
|
151 |
submit_button = gr.Button("Generate Responses")
|
|
|
93 |
)
|
94 |
|
95 |
with gr.Row():
|
96 |
+
max_new_tokens = gr.Slider(minimum=1, maximum=2048, value=3, step=1, label="Max new tokens")
|
97 |
temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
|
98 |
top_p = gr.Slider(
|
99 |
minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"
|
|
|
103 |
selected_models = gr.CheckboxGroup(
|
104 |
choices=list(model_options.keys()),
|
105 |
label="Select exactly two model to compare",
|
106 |
+
value=list(model_options.keys())[:2], # Default models
|
107 |
)
|
108 |
|
109 |
# Dynamic Response Section
|
|
|
133 |
generate_text_local,
|
134 |
model_path,
|
135 |
prompt,
|
136 |
+
max_new_tokens = max_new_tokens,
|
137 |
+
do_sample = True,
|
138 |
+
temperature = temperature,
|
139 |
+
top_p = top_p
|
140 |
)
|
141 |
futures.append(future)
|
142 |
futures_to_model[future] = model_name
|
|
|
146 |
model_name = futures_to_model[future]
|
147 |
responses[model_name] = future.result()
|
148 |
|
149 |
+
# モデル名を冒頭に付加して返す
|
150 |
+
model1_output = f"{selected_models[0]} Output:\n\n{responses.get(selected_models[0], '')}"
|
151 |
+
model2_output = f"{selected_models[1]} Output:\n\n{responses.get(selected_models[1], '')}"
|
152 |
+
|
153 |
+
return model1_output, model2_output
|
154 |
|
155 |
# Add a button for generating responses
|
156 |
submit_button = gr.Button("Generate Responses")
|