diff --git a/mteb/benchmarks/benchmarks/__init__.py b/mteb/benchmarks/benchmarks/__init__.py index 7480deac74..f4b34233db 100644 --- a/mteb/benchmarks/benchmarks/__init__.py +++ b/mteb/benchmarks/benchmarks/__init__.py @@ -42,7 +42,8 @@ VN_MTEB, CoIR, MTEB_code, - MTEB_multilingual, + MTEB_multilingual_v1, + MTEB_multilingual_v2, RAR_b, ) @@ -64,7 +65,8 @@ "MTEB_KOR", "MTEB_POL", "MTEB_code", - "MTEB_multilingual", + "MTEB_multilingual_v1", + "MTEB_multilingual_v2", "MTEB_JPN", "MTEB_INDIC", "MTEB_EU", diff --git a/mteb/benchmarks/benchmarks/benchmarks.py b/mteb/benchmarks/benchmarks/benchmarks.py index 980f4c4c9d..0bae157929 100644 --- a/mteb/benchmarks/benchmarks/benchmarks.py +++ b/mteb/benchmarks/benchmarks/benchmarks.py @@ -855,7 +855,7 @@ ], ) -MTEB_multilingual = Benchmark( +MTEB_multilingual_v1 = Benchmark( name="MTEB(Multilingual, v1)", display_name="Multilingual", icon="https://github.com/DennisSuitters/LibreICONS/raw/2d2172d15e3c6ca03c018629d60050e4b99e5c55/svg-color/libre-gui-globe.svg", @@ -869,7 +869,7 @@ ) -MTEB_multilingual = Benchmark( +MTEB_multilingual_v2 = Benchmark( name="MTEB(Multilingual, v2)", display_name="Multilingual", icon="https://github.com/DennisSuitters/LibreICONS/raw/2d2172d15e3c6ca03c018629d60050e4b99e5c55/svg-color/libre-gui-globe.svg", diff --git a/mteb/benchmarks/get_benchmark.py b/mteb/benchmarks/get_benchmark.py index bbf4fbfe50..6c2a4382aa 100644 --- a/mteb/benchmarks/get_benchmark.py +++ b/mteb/benchmarks/get_benchmark.py @@ -24,7 +24,7 @@ SEB, Benchmark, MTEB_code, - MTEB_multilingual, + MTEB_multilingual_v2, ) logger = logging.getLogger(__name__) @@ -48,7 +48,7 @@ "MTEB(kor)": MTEB_KOR.name, "MTEB(pol)": MTEB_POL.name, "MTEB(code)": MTEB_code.name, - "MTEB(Multilingual)": MTEB_multilingual.name, + "MTEB(Multilingual)": MTEB_multilingual_v2.name, "MTEB(jpn)": MTEB_JPN.name, "MTEB(Indic)": MTEB_INDIC.name, "MTEB(Europe)": MTEB_EU.name, diff --git a/mteb/leaderboard/benchmark_selector.py b/mteb/leaderboard/benchmark_selector.py index 160605a01b..def6ab18f5 100644 --- a/mteb/leaderboard/benchmark_selector.py +++ b/mteb/leaderboard/benchmark_selector.py @@ -6,9 +6,9 @@ import mteb from mteb import Benchmark -from mteb.benchmarks.benchmarks import MTEB_multilingual +from mteb.benchmarks.benchmarks import MTEB_multilingual_v2 -DEFAULT_BENCHMARK_NAME = MTEB_multilingual.name +DEFAULT_BENCHMARK_NAME = MTEB_multilingual_v2.name @dataclass