diff --git a/mteb/tasks/Audio/Any2AnyRetrieval/Clotho.py b/mteb/tasks/Audio/Any2AnyRetrieval/Clotho.py index 8479f92919..627237860c 100644 --- a/mteb/tasks/Audio/Any2AnyRetrieval/Clotho.py +++ b/mteb/tasks/Audio/Any2AnyRetrieval/Clotho.py @@ -20,7 +20,7 @@ class ClothoA2TRetrieval(AbsTaskAny2AnyRetrieval): }, type="Any2AnyRetrieval", category="a2t", - modalities=["audio"], + modalities=["audio", "text"], eval_splits=["test"], eval_langs=["eng-Latn"], main_score="cv_recall_at_5", diff --git a/mteb/tasks/Audio/Any2AnyRetrieval/CommonVoice.py b/mteb/tasks/Audio/Any2AnyRetrieval/CommonVoice.py index 1ad24aa314..30dc89e33b 100644 --- a/mteb/tasks/Audio/Any2AnyRetrieval/CommonVoice.py +++ b/mteb/tasks/Audio/Any2AnyRetrieval/CommonVoice.py @@ -10,7 +10,6 @@ from mteb.abstasks.MultilingualTask import MultilingualTask from mteb.abstasks.TaskMetadata import TaskMetadata - _EVAL_LANGS = { "abk": ["abk-Latn"], # Abkhaz "afr": ["afr-Latn"], # Afrikaans diff --git a/mteb/tasks/Audio/Any2AnyRetrieval/Fleurs.py b/mteb/tasks/Audio/Any2AnyRetrieval/Fleurs.py index 4400e2109b..381a31ca4f 100644 --- a/mteb/tasks/Audio/Any2AnyRetrieval/Fleurs.py +++ b/mteb/tasks/Audio/Any2AnyRetrieval/Fleurs.py @@ -1,3 +1,5 @@ +from __future__ import annotations + from collections import defaultdict import datasets diff --git a/mteb/tasks/Audio/Any2AnyRetrieval/__init__.py b/mteb/tasks/Audio/Any2AnyRetrieval/__init__.py index a245f885bd..4c89360fe1 100644 --- a/mteb/tasks/Audio/Any2AnyRetrieval/__init__.py +++ b/mteb/tasks/Audio/Any2AnyRetrieval/__init__.py @@ -3,12 +3,12 @@ from .AudioCaps import * from .Clotho import * from .CMU_Arctic import * +from .CommonVoice import * from .EmoVDB import * +from .Fleurs import * from .HiFiTTS import * from .MACS import * from .multilingual.JamAlt import * from .MusicCaps import * from .SoundDescs import * from .UrbanSound8kRetrieval import * -from .CommonVoice import * -from .Fleurs import *