File size: 596 Bytes
e6e7506 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
import sys
sys.path.append("./src")
from models import *
from dataset_def import *
name = "crossner-"
data_dir = "./data/datasets/CrossNER/"
model = ChatGPT(model_name_or_path="gpt-4o-mini", api_key="your_api_key", base_url=" https://api.openai.com/v1")
tasklist = ["ai", "literature", "music", "politics", "science"]
for task in tasklist:
task_name = name + task
task_data_dir = data_dir + task
dataset = NERDataset(name=task_name, data_dir=task_data_dir)
mode = "quick"
f1_score = dataset.evaluate(llm=model, mode=mode)
print(f"Task: {task_name}, f1_score: {f1_score}")
|