From b7cb0aba2ad3425e9033192dadb636514c852fde Mon Sep 17 00:00:00 2001 From: Kenneth Enevoldsen Date: Mon, 17 Feb 2025 12:32:43 +0100 Subject: [PATCH] fix: Fixed previous incorrect specification of splits for CMTEB ( MTEB(cmn, v1) ) Fixes #2064 --- mteb/benchmarks/benchmarks.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mteb/benchmarks/benchmarks.py b/mteb/benchmarks/benchmarks.py index 6c9dbaafcb..b491ed5651 100644 --- a/mteb/benchmarks/benchmarks.py +++ b/mteb/benchmarks/benchmarks.py @@ -1215,14 +1215,14 @@ "JDReview", ], ) - + get_tasks(tasks=["MultilingualSentiment"], eval_splits=["test"]) + get_tasks( tasks=[ + "MultilingualSentiment", "ATEC", "BQ", "STSB", ], - eval_splits=["validation"], + eval_splits=["test"], ) ), description="The Chinese Massive Text Embedding Benchmark (C-MTEB) is a comprehensive benchmark for Chinese text embeddings covering 6 tasks and 35 datasets.",