advanced

Running on CPU Upgrade

alozowski HF Staff commited on Mar 25

Commit

a52a58d

1 Parent(s): 3ca37f6

Fix name and hf_repo in LightevalTaskConfig

Files changed (1) hide show

yourbench_space/lighteval_task/yourbench_task.py CHANGED Viewed

@@ -249,11 +249,11 @@ yourbench_metrics = CorpusLevelMetricGrouping(
 extend_enum(Metrics, "yourbench_metrics", yourbench_metrics)
 yourbench = LightevalTaskConfig(
-    name=HF_TASK_NAME,  # noqa: F821
     suite=["custom"],
     prompt_function=yourbench_prompt,
-    hf_repo=HF_DATASET_NAME,  # noqa: F821
-    hf_subset="lighteval_single_shot_questions",
     hf_avail_splits=["train"],
     evaluation_splits=["train"],
     few_shots_split=None,

 extend_enum(Metrics, "yourbench_metrics", yourbench_metrics)
 yourbench = LightevalTaskConfig(
+    name="HF_TASK_NAME",  # noqa: F821
     suite=["custom"],
     prompt_function=yourbench_prompt,
+    hf_repo="HF_DATASET_NAME",  # noqa: F821
+    hf_subset="lighteval",
     hf_avail_splits=["train"],
     evaluation_splits=["train"],
     few_shots_split=None,