diff --git a/src/lighteval/tasks/default_tasks.py b/src/lighteval/tasks/default_tasks.py index 8fa8046c0..93ce68b45 100644 --- a/src/lighteval/tasks/default_tasks.py +++ b/src/lighteval/tasks/default_tasks.py @@ -325,11 +325,7 @@ generation_size=32768, metric=[ Metrics.expr_gold_metric, - Metrics.math_pass_at_1_4n, - Metrics.math_pass_at_1_8n, Metrics.math_pass_at_1_16n, - Metrics.math_pass_at_1_32n, - Metrics.math_pass_at_1_64n, ], version=1, ) @@ -346,11 +342,7 @@ generation_size=10000, metric=[ Metrics.expr_gold_metric, - Metrics.math_pass_at_1_4n, - Metrics.math_pass_at_1_8n, Metrics.math_pass_at_1_16n, - Metrics.math_pass_at_1_32n, - Metrics.math_pass_at_1_64n, ], version=1, )