Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -34,23 +34,28 @@ def get_square_root_tool(input_number:int)-> int: #it's import to specify the re
|
|
34 |
return f"Error fetching Square root of '{input_number}': {str(e)}"
|
35 |
|
36 |
@tool
|
37 |
-
def classify_educational_article(text: str) ->
|
38 |
"""
|
39 |
Classifier for judging the educational value of web pages.
|
40 |
Args:
|
41 |
text: The content of the educational article to be classified.
|
42 |
Returns:
|
43 |
-
|
44 |
"""
|
45 |
-
from transformers import
|
46 |
-
|
47 |
-
|
48 |
-
classifier = pipeline("text-classification", model=model_name)
|
49 |
inputs = tokenizer(text, return_tensors="pt", padding="longest", truncation=True)
|
50 |
-
outputs =
|
51 |
logits = outputs.logits.squeeze(-1).float().detach().numpy()
|
52 |
score = logits.item()
|
53 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
54 |
|
55 |
|
56 |
|
|
|
34 |
return f"Error fetching Square root of '{input_number}': {str(e)}"
|
35 |
|
36 |
@tool
|
37 |
+
def classify_educational_article(text: str) -> str:
|
38 |
"""
|
39 |
Classifier for judging the educational value of web pages.
|
40 |
Args:
|
41 |
text: The content of the educational article to be classified.
|
42 |
Returns:
|
43 |
+
str: This function will output a dictionary with the input text, the predicted score, and an integer score between 0 and 5
|
44 |
"""
|
45 |
+
from transformers import AutoTokenizer, AutoModelForSequenceClassification
|
46 |
+
tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/fineweb-edu-classifier")
|
47 |
+
model = AutoModelForSequenceClassification.from_pretrained("HuggingFaceTB/fineweb-edu-classifier")
|
|
|
48 |
inputs = tokenizer(text, return_tensors="pt", padding="longest", truncation=True)
|
49 |
+
outputs = model(**inputs)
|
50 |
logits = outputs.logits.squeeze(-1).float().detach().numpy()
|
51 |
score = logits.item()
|
52 |
+
result = {
|
53 |
+
"text": text,
|
54 |
+
"score": score,
|
55 |
+
"int_score": int(round(max(0, min(score, 5)))),
|
56 |
+
}
|
57 |
+
|
58 |
+
return result
|
59 |
|
60 |
|
61 |
|