diff --git a/tests/test_tasks/test_all_abstasks.py b/tests/test_tasks/test_all_abstasks.py index 1b26166e99..b192b3b334 100644 --- a/tests/test_tasks/test_all_abstasks.py +++ b/tests/test_tasks/test_all_abstasks.py @@ -32,13 +32,21 @@ tasks = [t for t in MTEB().tasks_cls if t.metadata.name not in ALL_MOCK_TASKS] +datasets_not_available = [ + "AfriSentiLangClassification", + "SNLHierarchicalClusteringP2P", + "SNLClustering", + "SNLHierarchicalClusteringS2S", + "SNLRetrieval", +] + dataset_revisions = list( { # deduplicate as multiple tasks rely on the same dataset (save us at least 100 test cases) (t.metadata.dataset["path"], t.metadata.dataset["revision"]) for t in mteb.get_tasks(exclude_superseded=False) if not isinstance(t, (AbsTaskAggregate, AbsTaskSpeedTask)) - and t.metadata.name != "AfriSentiLangClassification" + and t.metadata.name not in datasets_not_available and t.metadata.name not in ALL_MOCK_TASKS } )