bleysg commited on
Commit
2271c56
·
1 Parent(s): 615a7e2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -18,7 +18,7 @@ def make_prediction1(prompt, max_tokens=None, temperature=None, top_p=None, top_
18
  yield chunk["choices"][0]["text"]
19
 
20
  def make_prediction2(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
21
- completion = openai.Completion.create(api_base=openai.api_base2, model="wizardcoder-python-34b-v1.0.Q5_K_M.gguf", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
22
  for chunk in completion:
23
  yield chunk["choices"][0]["text"]
24
 
 
18
  yield chunk["choices"][0]["text"]
19
 
20
  def make_prediction2(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
21
+ completion = openai.Completion.create(api_base=openai.api_base2, model="wizardcoder-python-34b-v1.0.Q3_K_M.gguf", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
22
  for chunk in completion:
23
  yield chunk["choices"][0]["text"]
24