import sys
sys.path.append("./src")
from models import *
from dataset_def import *
data_dir = "./data/datasets/NYT11/"
model = LLaMA("meta-llama/Meta-Llama-3-8B-Instruct")
dataset = REDataset(name="NYT11", data_dir=data_dir)
f1_score = dataset.evaluate(llm=model, mode="quick")
print("f1_score: ", f1_score)