diff --git a/src/lighteval/tasks/default_tasks.py b/src/lighteval/tasks/default_tasks.py index ff5a67748..e251f5e12 100644 --- a/src/lighteval/tasks/default_tasks.py +++ b/src/lighteval/tasks/default_tasks.py @@ -15517,7 +15517,7 @@ name="piqa", suite=["lighteval"], prompt_function=prompt.piqa_harness, - hf_repo="piqa", + hf_repo="ybisk/piqa", hf_subset="plain_text", hf_avail_splits=["train", "test", "validation"], evaluation_splits=["validation"], @@ -15535,13 +15535,13 @@ name="piqa", suite=["helm", "commonsense_scenario"], prompt_function=prompt.piqa_helm, - hf_repo="piqa", + hf_repo="ybisk/piqa", hf_subset="plain_text", hf_avail_splits=["train", "test", "validation"], evaluation_splits=["validation", "test"], few_shots_split=None, few_shots_select=None, - generation_size=-1, + generation_size=1, metric=[ Metrics.exact_match, Metrics.quasi_exact_match,