diff --git a/mteb/abstasks/TaskMetadata.py b/mteb/abstasks/TaskMetadata.py index df6a48c1f0..3f115b2dbb 100644 --- a/mteb/abstasks/TaskMetadata.py +++ b/mteb/abstasks/TaskMetadata.py @@ -97,7 +97,6 @@ "Summarization", "InstructionRetrieval", "Speed", - "SummaryRetrieval", ] diff --git a/mteb/tasks/SummaryRetrieval/fas/FaMTEBSummaryRetrieval.py b/mteb/tasks/SummaryRetrieval/fas/FaMTEBSummaryRetrieval.py index cf3f9dbe52..c8d36b9082 100644 --- a/mteb/tasks/SummaryRetrieval/fas/FaMTEBSummaryRetrieval.py +++ b/mteb/tasks/SummaryRetrieval/fas/FaMTEBSummaryRetrieval.py @@ -13,7 +13,7 @@ class SAMSumFa(AbsTaskBitextMining): "path": "MCINext/samsum-fa", "revision": "fd981d78a0ab82c20d2e693a8b3929c5d71b0743", }, - type="SummaryRetrieval", + type="BitextMining", category="s2p", modalities=["text"], eval_splits=["test"], @@ -25,8 +25,8 @@ class SAMSumFa(AbsTaskBitextMining): license="not specified", annotations_creators="LM-generated", dialect=[], - sample_creation="found", - bibtex_citation=""" """, + sample_creation="machine-translated", + bibtex_citation="", ) def dataset_transform(self): @@ -35,16 +35,16 @@ def dataset_transform(self): ) -class SynPerChatbotSumSRetrieval(AbsTaskBitextMining): +class SynPerChatbotSumSBitextMining(AbsTaskBitextMining): metadata = TaskMetadata( name="SynPerChatbotSumSRetrieval", - description="Synthetic Persian Chatbot Summary Dataset", + description="Synthetic Persian Chatbot Summary Dataset", reference="https://huggingface.co/datasets/MCINext/synthetic-persian-chatbot-summary-retrieval", dataset={ "path": "MCINext/synthetic-persian-chatbot-summary-retrieval", "revision": "9002f5e9de4ef61f1f5c34831d2a5ed855bac0ae", }, - type="SummaryRetrieval", + type="BitextMining", category="p2p", modalities=["text"], eval_splits=["test"], @@ -66,7 +66,7 @@ def dataset_transform(self): ) -class SynPerChatbotRAGSumSRetrieval(AbsTaskBitextMining): +class SynPerChatbotRAGSumSBitextMining(AbsTaskBitextMining): metadata = TaskMetadata( name="SynPerChatbotRAGSumSRetrieval", description="Synthetic Persian Chatbot RAG Summary Dataset", @@ -75,7 +75,7 @@ class SynPerChatbotRAGSumSRetrieval(AbsTaskBitextMining): "path": "MCINext/synthetic-persian-chatbot-rag-summary-retrieval", "revision": "f77746f286bbf2177ee7b5a803da8be440d5d4c1", }, - type="SummaryRetrieval", + type="BitextMining", category="p2p", modalities=["text"], eval_splits=["test"],