Spaces:
Paused
Paused
Removed history and parameters requirements
Browse files
app.py
CHANGED
@@ -4,24 +4,21 @@ from huggingface_hub import InferenceClient
|
|
4 |
app = Flask(__name__)
|
5 |
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
6 |
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
for val in history:
|
11 |
-
if val[0]:
|
12 |
-
messages.append({"role": "user", "content": val[0]})
|
13 |
-
if val[1]:
|
14 |
-
messages.append({"role": "assistant", "content": val[1]})
|
15 |
|
|
|
|
|
16 |
messages.append({"role": "user", "content": message})
|
|
|
17 |
response = ""
|
18 |
-
|
19 |
for message in client.chat_completion(
|
20 |
messages,
|
21 |
-
max_tokens=
|
22 |
stream=True,
|
23 |
-
temperature=
|
24 |
-
top_p=
|
25 |
):
|
26 |
token = message.choices[0].delta.content
|
27 |
response += token
|
@@ -39,15 +36,15 @@ def generate_journal_suggestion(current_page):
|
|
39 |
[{"role": "user", "content": suggestion_prompt}],
|
40 |
max_tokens=150,
|
41 |
stream=True,
|
42 |
-
temperature=
|
43 |
-
top_p=
|
44 |
):
|
45 |
token = message.choices[0].delta.content
|
46 |
suggestion_response += token
|
47 |
|
48 |
return suggestion_response
|
49 |
|
50 |
-
@app.route("/", methods=["POST","GET"])
|
51 |
def home():
|
52 |
return "Hi!"
|
53 |
|
@@ -56,17 +53,13 @@ def chat():
|
|
56 |
try:
|
57 |
data = request.json
|
58 |
message = data.get("message", "")
|
59 |
-
history = data.get("history", [])
|
60 |
system_message = data.get("system_message", "You are a friendly chatbot.")
|
61 |
-
max_tokens = data.get("max_tokens", 512)
|
62 |
-
temperature = data.get("temperature", 0.7)
|
63 |
-
top_p = data.get("top_p", 0.95)
|
64 |
journal_page = data.get("journal_page", "")
|
65 |
|
66 |
-
if not
|
67 |
-
return jsonify({"error": "
|
68 |
|
69 |
-
response = generate_response(message,
|
70 |
|
71 |
suggestion = ""
|
72 |
if journal_page:
|
|
|
4 |
app = Flask(__name__)
|
5 |
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
6 |
|
7 |
+
DEFAULT_MAX_TOKENS = 512
|
8 |
+
DEFAULT_TEMPERATURE = 0.7
|
9 |
+
DEFAULT_TOP_P = 0.95
|
|
|
|
|
|
|
|
|
|
|
10 |
|
11 |
+
def generate_response(message, system_message):
|
12 |
+
messages = [{"role": "system", "content": system_message}]
|
13 |
messages.append({"role": "user", "content": message})
|
14 |
+
|
15 |
response = ""
|
|
|
16 |
for message in client.chat_completion(
|
17 |
messages,
|
18 |
+
max_tokens=DEFAULT_MAX_TOKENS,
|
19 |
stream=True,
|
20 |
+
temperature=DEFAULT_TEMPERATURE,
|
21 |
+
top_p=DEFAULT_TOP_P,
|
22 |
):
|
23 |
token = message.choices[0].delta.content
|
24 |
response += token
|
|
|
36 |
[{"role": "user", "content": suggestion_prompt}],
|
37 |
max_tokens=150,
|
38 |
stream=True,
|
39 |
+
temperature=DEFAULT_TEMPERATURE,
|
40 |
+
top_p=DEFAULT_TOP_P,
|
41 |
):
|
42 |
token = message.choices[0].delta.content
|
43 |
suggestion_response += token
|
44 |
|
45 |
return suggestion_response
|
46 |
|
47 |
+
@app.route("/", methods=["POST", "GET"])
|
48 |
def home():
|
49 |
return "Hi!"
|
50 |
|
|
|
53 |
try:
|
54 |
data = request.json
|
55 |
message = data.get("message", "")
|
|
|
56 |
system_message = data.get("system_message", "You are a friendly chatbot.")
|
|
|
|
|
|
|
57 |
journal_page = data.get("journal_page", "")
|
58 |
|
59 |
+
if not message:
|
60 |
+
return jsonify({"error": "Message is required."}), 400
|
61 |
|
62 |
+
response = generate_response(message, system_message)
|
63 |
|
64 |
suggestion = ""
|
65 |
if journal_page:
|