diff --git a/src/lighteval/tasks/extended/ifeval/main.py b/src/lighteval/tasks/extended/ifeval/main.py index 69fe53c50..5b2ccdd24 100644 --- a/src/lighteval/tasks/extended/ifeval/main.py +++ b/src/lighteval/tasks/extended/ifeval/main.py @@ -144,7 +144,7 @@ def agg_inst_level_acc(items): name="ifeval", prompt_function=ifeval_prompt, suite=["extended"], - hf_repo="wis-k/instruction-following-eval", + hf_repo="google/IFEval", hf_subset="default", metric=[ifeval_metrics], hf_avail_splits=["train"], @@ -153,6 +153,7 @@ def agg_inst_level_acc(items): few_shots_select="random_sampling", generation_size=1280, stop_sequence=[], # no stop sequence, will use eot token + version="0.1", )