From 2b56794a2a36b41b4f73e4e53895d716f868474a Mon Sep 17 00:00:00 2001 From: Chuan Du Date: Sun, 15 Sep 2024 13:53:44 -0700 Subject: [PATCH 1/3] Fix Metrics import path in community task template file. --- community_tasks/_template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/community_tasks/_template.py b/community_tasks/_template.py index 4bb5f75b9..f743002eb 100644 --- a/community_tasks/_template.py +++ b/community_tasks/_template.py @@ -31,7 +31,7 @@ import numpy as np from aenum import extend_enum -from lighteval.metrics import Metrics +from lighteval.metrics.metrics import Metrics from lighteval.metrics.metrics import SampleLevelMetric from lighteval.metrics.utils import MetricCategory, MetricUseCase from lighteval.tasks.default_prompts import LETTER_INDICES From c4449471c92df9bd1b90d5f2a96f817afd6d0b7e Mon Sep 17 00:00:00 2001 From: Chuan Du Date: Tue, 17 Sep 2024 15:45:04 -0700 Subject: [PATCH 2/3] Fix duplicate import from metrics. --- community_tasks/_template.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/community_tasks/_template.py b/community_tasks/_template.py index f743002eb..0b7befe01 100644 --- a/community_tasks/_template.py +++ b/community_tasks/_template.py @@ -28,11 +28,11 @@ Author: """ + import numpy as np from aenum import extend_enum -from lighteval.metrics.metrics import Metrics -from lighteval.metrics.metrics import SampleLevelMetric +from lighteval.metrics.metrics import Metrics, SampleLevelMetric from lighteval.metrics.utils import MetricCategory, MetricUseCase from lighteval.tasks.default_prompts import LETTER_INDICES from lighteval.tasks.lighteval_task import LightevalTaskConfig From 25726b1e77fda59fc15114714073413ef88efdf5 Mon Sep 17 00:00:00 2001 From: Chuan Du Date: Mon, 23 Sep 2024 19:05:53 -0700 Subject: [PATCH 3/3] Fix minor typo to recommit this file with HF_TOKEN in hopes of passing automated tests for authentication purposes. --- community_tasks/_template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/community_tasks/_template.py b/community_tasks/_template.py index 0b7befe01..cf94dd24e 100644 --- a/community_tasks/_template.py +++ b/community_tasks/_template.py @@ -24,7 +24,7 @@ """ Custom evaluation tasks for lighteval. Copy this file and complete it with the info for your task. -This file generally create just a TASKS_TABLE and TASKS_GROUPS which are then imported by LightEval. +This file generally creates just a TASKS_TABLE and TASKS_GROUPS which are then imported by LightEval. Author: """