Spaces:
Paused
Paused
File size: 2,098 Bytes
31c0a7e 980db68 4824e79 6df562f 5175e14 31c0a7e 0408a46 5cccab7 7cb6f95 5cccab7 7cb6f95 5cccab7 7cb6f95 5cccab7 7cb6f95 5cccab7 7cb6f95 5cccab7 7cb6f95 5cccab7 0408a46 5175e14 31c0a7e 0408a46 31c0a7e 0408a46 31c0a7e 0408a46 8a2c9dd 0408a46 3626254 31c0a7e 4cd8bad 31c0a7e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 |
from flask import Flask, request, jsonify
from huggingface_hub import InferenceClient
app = Flask(__name__)
client = InferenceClient("meta-llama/Llama-3.1-8B-Instruct")
DEFAULT_MAX_TOKENS = 512
DEFAULT_TEMPERATURE = 0.7
DEFAULT_TOP_P = 0.95
def generate_journal_suggestion(current_page):
try:
suggestion_prompt = (
f"""Pe baza înregistrării din jurnal: '{current_page}', generează o singură întrebare pe care utilizatorul ar putea să și-o pună în jurnalul său.
Întrebarea ar trebui să încurajeze reflecția personală mai profundă, explorarea sentimentelor sau clarificarea obiectivelor."""
)
print("Generated suggestion prompt:", suggestion_prompt)
suggestion_response = ""
response_stream = client.chat_completion(
[
{"role": "user", "content": suggestion_prompt}
],
max_tokens=150,
stream=True,
temperature=DEFAULT_TEMPERATURE,
top_p=DEFAULT_TOP_P,
)
print("Response stream received.")
for message in response_stream:
print("Message received:", message)
token = message.choices[0].delta.content
suggestion_response += token
return suggestion_response
except Exception as e:
print("An error occurred:", e)
return jsonify({"error": str(e)}), 500
@app.route("/", methods=["POST", "GET"])
def home():
return "Hi!"
@app.route("/chat", methods=["POST"])
def chat():
try:
data = request.json
message = data.get("message", "")
system_message = data.get("system_message", "You are a friendly chatbot.")
journal_page = data.get("journal_page", "")
suggestion = ""
if journal_page:
suggestion = journal_page #generate_journal_suggestion(journal_page)
return jsonify({"journal_suggestion": suggestion})
except Exception as e:
print(e)
return jsonify({"error": str(e)}), 500
if __name__ == "__main__":
app.run(debug=True)
|