Thesebanana commited on
Commit
88d455c
·
1 Parent(s): 6335064

add task to endpoint

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -21,6 +21,7 @@ def get_llm_hf_inference(model_id=model_id, max_new_tokens=128, temperature=0.1)
21
  """
22
  llm = HuggingFaceEndpoint(
23
  repo_id=model_id,
 
24
  max_new_tokens=max_new_tokens,
25
  temperature=temperature,
26
  token = os.getenv("HF_TOKEN")
 
21
  """
22
  llm = HuggingFaceEndpoint(
23
  repo_id=model_id,
24
+ task="text-generation",
25
  max_new_tokens=max_new_tokens,
26
  temperature=temperature,
27
  token = os.getenv("HF_TOKEN")