hackermoon1 commited on
Commit
b11dd92
·
verified ·
1 Parent(s): 4d01485

Update model/utils.py

Browse files
Files changed (1) hide show
  1. model/utils.py +23 -0
model/utils.py CHANGED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import GPT2Tokenizer
2
+ import json
3
+ import os
4
+
5
+ def preprocess_input(prompt, tokenizer):
6
+ return tokenizer(prompt, return_tensors="pt", truncation=True, max_length=128)
7
+
8
+ def save_feedback(prompt, generated_text, user_feedback):
9
+ feedback_data = {
10
+ "prompt": prompt,
11
+ "generated_text": generated_text,
12
+ "user_feedback": user_feedback
13
+ }
14
+ os.makedirs("data/feedback", exist_ok=True)
15
+ with open(f"data/feedback/feedback_{len(os.listdir('data/feedback'))}.json", "w") as f:
16
+ json.dump(feedback_data, f)
17
+
18
+ def load_feedback_data():
19
+ feedback_data = []
20
+ for file in os.listdir("data/feedback"):
21
+ with open(os.path.join("data/feedback", file), "r") as f:
22
+ feedback_data.append(json.load(f))
23
+ return feedback_data