| import sys | |
| sys.path.append("./src") | |
| from models import * | |
| from dataset_def import * | |
| name = "crossner-" | |
| data_dir = "./data/datasets/CrossNER/" | |
| model = ChatGPT(model_name_or_path="gpt-4o-mini", api_key="your_api_key", base_url=" https://api.openai.com/v1") | |
| tasklist = ["ai", "literature", "music", "politics", "science"] | |
| for task in tasklist: | |
| task_name = name + task | |
| task_data_dir = data_dir + task | |
| dataset = NERDataset(name=task_name, data_dir=task_data_dir) | |
| mode = "quick" | |
| f1_score = dataset.evaluate(llm=model, mode=mode) | |
| print(f"Task: {task_name}, f1_score: {f1_score}") | |