Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ def make_prediction1(prompt, max_tokens=None, temperature=None, top_p=None, top_
|
|
18 |
yield chunk["choices"][0]["text"]
|
19 |
|
20 |
def make_prediction2(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
|
21 |
-
completion = openai.Completion.create(api_base=openai.api_base2, model="wizardcoder-python-34b-v1.0.
|
22 |
for chunk in completion:
|
23 |
yield chunk["choices"][0]["text"]
|
24 |
|
|
|
18 |
yield chunk["choices"][0]["text"]
|
19 |
|
20 |
def make_prediction2(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
|
21 |
+
completion = openai.Completion.create(api_base=openai.api_base2, model="wizardcoder-python-34b-v1.0.Q3_K_M.gguf", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
|
22 |
for chunk in completion:
|
23 |
yield chunk["choices"][0]["text"]
|
24 |
|