bleysg commited on
Commit
0f2c752
·
1 Parent(s): afaaf98

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ print(os.environ)
8
  openai.api_base = os.environ.get("OPENAI_API_BASE")
9
  openai.api_key = os.environ.get("OPENAI_API_KEY")
10
 
11
- BASE_SYSTEM_MESSAGE = """### System Prompt\n"""
12
 
13
  def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
14
  completion = openai.Completion.create(model="/workspace/text-generation-webui/models/wizardcoder-python-34b-v1.0.Q5_K_M.gguf", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
 
8
  openai.api_base = os.environ.get("OPENAI_API_BASE")
9
  openai.api_key = os.environ.get("OPENAI_API_KEY")
10
 
11
+ BASE_SYSTEM_MESSAGE = """"""
12
 
13
  def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
14
  completion = openai.Completion.create(model="/workspace/text-generation-webui/models/wizardcoder-python-34b-v1.0.Q5_K_M.gguf", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])