Spaces:
Runtime error
Runtime error
Update main.py
Browse files
main.py
CHANGED
@@ -34,7 +34,7 @@ def generater(message, history, temperature, top_p, top_k):
|
|
34 |
print("[prompt]",prompt)
|
35 |
|
36 |
outputs = []
|
37 |
-
for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=True):
|
38 |
outputs.append(token)
|
39 |
yield "".join(outputs)
|
40 |
print("[outputs]",outputs)
|
|
|
34 |
print("[prompt]",prompt)
|
35 |
|
36 |
outputs = []
|
37 |
+
for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=False, details=False, do_sample=True, return_full_text=False):
|
38 |
outputs.append(token)
|
39 |
yield "".join(outputs)
|
40 |
print("[outputs]",outputs)
|