omkar56 commited on
Commit
e9cf000
·
1 Parent(s): e66d372

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -34,7 +34,7 @@ def generater(message, history, temperature, top_p, top_k):
34
  print("[prompt]",prompt)
35
 
36
  outputs = []
37
- for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=True):
38
  outputs.append(token)
39
  yield "".join(outputs)
40
  print("[outputs]",outputs)
 
34
  print("[prompt]",prompt)
35
 
36
  outputs = []
37
+ for token in model.generate(prompt=prompt, temp=temperature, top_k = top_k, top_p = top_p, max_tokens = max_new_tokens, streaming=False, details=False, do_sample=True, return_full_text=False):
38
  outputs.append(token)
39
  yield "".join(outputs)
40
  print("[outputs]",outputs)