From 9f544da42dd609190040f7a563e112561e538c34 Mon Sep 17 00:00:00 2001 From: 24September Date: Sun, 20 Apr 2025 04:41:15 +0000 Subject: [PATCH 1/6] Add relle * defined model metadata for relle * Add mteb/models/relle_models.py --- mteb/models/overview.py | 1 + mteb/models/relle_models.py | 32 ++++++++++++++++++++++++++++++++ 2 files changed, 33 insertions(+) create mode 100644 mteb/models/relle_models.py diff --git a/mteb/models/overview.py b/mteb/models/overview.py index 223aff87f4..927f35ec91 100644 --- a/mteb/models/overview.py +++ b/mteb/models/overview.py @@ -64,6 +64,7 @@ promptriever_models, qodo_models, qtack_models, + relle_models, repllama_models, rerankers_custom, rerankers_monot5_based, diff --git a/mteb/models/relle_models.py b/mteb/models/relle_models.py new file mode 100644 index 0000000000..9227b7c973 --- /dev/null +++ b/mteb/models/relle_models.py @@ -0,0 +1,32 @@ +from __future__ import annotations + +from functools import partial + +from mteb.model_meta import ModelMeta, sentence_transformers_loader + + + +relle_en = ModelMeta( + loader=partial( + sentence_transformers_loader, + model_name="bchoiced/RELLE", + revision="093417798a062ed8ddd8424df3be62145d4ace91", + ), + name="bchoiced/RELLE", + languages=["eng-Latn",], + open_weights=True, + revision="093417798a062ed8ddd8424df3be62145d4ace91", + release_date="2025-04-17", + n_parameters=7_110_000_000, + memory_usage_mb=27125, + embed_dim=4096, + license="CC-BY-SA-4.0 license", + max_tokens=32768, + reference="https://huggingface.co/bchoiced/RELLE", + similarity_fn_name="cosine", + framework=["Sentence Transformers", "PyTorch"], + use_instructions=True, + public_training_code=None, + public_training_data=None, + training_datasets=None, +) From 6d3872681ac7f066eb4411fa402541a218dc8c32 Mon Sep 17 00:00:00 2001 From: 24September Date: Sun, 20 Apr 2025 19:01:56 +0900 Subject: [PATCH 2/6] Update mteb/models/relle_models.py Co-authored-by: Roman Solomatin --- mteb/models/relle_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mteb/models/relle_models.py b/mteb/models/relle_models.py index 9227b7c973..2348f6f0b8 100644 --- a/mteb/models/relle_models.py +++ b/mteb/models/relle_models.py @@ -20,7 +20,7 @@ n_parameters=7_110_000_000, memory_usage_mb=27125, embed_dim=4096, - license="CC-BY-SA-4.0 license", + license="cc-by-sa-4.0", max_tokens=32768, reference="https://huggingface.co/bchoiced/RELLE", similarity_fn_name="cosine", From fe45f45e4562e4ca44c66c86d44028e4b3909bbe Mon Sep 17 00:00:00 2001 From: 24September Date: Sun, 20 Apr 2025 11:26:05 +0000 Subject: [PATCH 3/6] lint after commit run after "make lint" --- mteb/models/overview.py | 1 - mteb/models/relle_models.py | 6 +++--- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/mteb/models/overview.py b/mteb/models/overview.py index 927f35ec91..223aff87f4 100644 --- a/mteb/models/overview.py +++ b/mteb/models/overview.py @@ -64,7 +64,6 @@ promptriever_models, qodo_models, qtack_models, - relle_models, repllama_models, rerankers_custom, rerankers_monot5_based, diff --git a/mteb/models/relle_models.py b/mteb/models/relle_models.py index 2348f6f0b8..e8ec9bd971 100644 --- a/mteb/models/relle_models.py +++ b/mteb/models/relle_models.py @@ -4,8 +4,6 @@ from mteb.model_meta import ModelMeta, sentence_transformers_loader - - relle_en = ModelMeta( loader=partial( sentence_transformers_loader, @@ -13,7 +11,9 @@ revision="093417798a062ed8ddd8424df3be62145d4ace91", ), name="bchoiced/RELLE", - languages=["eng-Latn",], + languages=[ + "eng-Latn", + ], open_weights=True, revision="093417798a062ed8ddd8424df3be62145d4ace91", release_date="2025-04-17", From bd3192206d6dd5388ad06d73e72d0eabfe944ad2 Mon Sep 17 00:00:00 2001 From: 24September Date: Sun, 20 Apr 2025 13:41:50 +0000 Subject: [PATCH 4/6] Add into model_modules Add model into model_modules and lint check --- mteb/models/overview.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/mteb/models/overview.py b/mteb/models/overview.py index 223aff87f4..603d8d9f48 100644 --- a/mteb/models/overview.py +++ b/mteb/models/overview.py @@ -64,6 +64,7 @@ promptriever_models, qodo_models, qtack_models, + relle_models, repllama_models, rerankers_custom, rerankers_monot5_based, @@ -136,6 +137,7 @@ promptriever_models, qodo_models, qtack_models, + relle_models, repllama_models, rerankers_custom, rerankers_monot5_based, From 26ab3c260df07b2f2025d8467b6eb28e4f8f4cbe Mon Sep 17 00:00:00 2001 From: 24September Date: Wed, 7 May 2025 07:24:32 +0000 Subject: [PATCH 5/6] rename model change model name --- mteb/models/{relle_models.py => 19c4h2_models.py} | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) rename mteb/models/{relle_models.py => 19c4h2_models.py} (69%) diff --git a/mteb/models/relle_models.py b/mteb/models/19c4h2_models.py similarity index 69% rename from mteb/models/relle_models.py rename to mteb/models/19c4h2_models.py index e8ec9bd971..69179ec5c3 100644 --- a/mteb/models/relle_models.py +++ b/mteb/models/19c4h2_models.py @@ -7,22 +7,22 @@ relle_en = ModelMeta( loader=partial( sentence_transformers_loader, - model_name="bchoiced/RELLE", - revision="093417798a062ed8ddd8424df3be62145d4ace91", + model_name="bchoiced/19C4H2", + revision="7cd0d6c584210e0b91912d15d2eab077bac1d05b", ), - name="bchoiced/RELLE", + name="bchoiced/19C4H2", languages=[ "eng-Latn", ], open_weights=True, - revision="093417798a062ed8ddd8424df3be62145d4ace91", - release_date="2025-04-17", + revision="7cd0d6c584210e0b91912d15d2eab077bac1d05b", + release_date="2025-05-07", n_parameters=7_110_000_000, memory_usage_mb=27125, embed_dim=4096, license="cc-by-sa-4.0", max_tokens=32768, - reference="https://huggingface.co/bchoiced/RELLE", + reference="https://huggingface.co/bchoiced/19C4H2", similarity_fn_name="cosine", framework=["Sentence Transformers", "PyTorch"], use_instructions=True, From 4b18f6b24c339cf6f213f8b78b0c8d7b3f1e1502 Mon Sep 17 00:00:00 2001 From: 24September Date: Wed, 7 May 2025 08:39:04 +0000 Subject: [PATCH 6/6] rename model change model name --- mteb/models/{19c4h2_models.py => chain19_models.py} | 12 ++++++------ mteb/models/overview.py | 4 ++-- 2 files changed, 8 insertions(+), 8 deletions(-) rename mteb/models/{19c4h2_models.py => chain19_models.py} (70%) diff --git a/mteb/models/19c4h2_models.py b/mteb/models/chain19_models.py similarity index 70% rename from mteb/models/19c4h2_models.py rename to mteb/models/chain19_models.py index 69179ec5c3..38ecc1eeb1 100644 --- a/mteb/models/19c4h2_models.py +++ b/mteb/models/chain19_models.py @@ -4,25 +4,25 @@ from mteb.model_meta import ModelMeta, sentence_transformers_loader -relle_en = ModelMeta( +chain19_en = ModelMeta( loader=partial( sentence_transformers_loader, - model_name="bchoiced/19C4H2", - revision="7cd0d6c584210e0b91912d15d2eab077bac1d05b", + model_name="bchoiced/CHAIN19", + revision="5ba01fcb4e90ede5e2772b8a9ca68c12515dc6af", ), - name="bchoiced/19C4H2", + name="bchoiced/CHAIN19", languages=[ "eng-Latn", ], open_weights=True, - revision="7cd0d6c584210e0b91912d15d2eab077bac1d05b", + revision="5ba01fcb4e90ede5e2772b8a9ca68c12515dc6af", release_date="2025-05-07", n_parameters=7_110_000_000, memory_usage_mb=27125, embed_dim=4096, license="cc-by-sa-4.0", max_tokens=32768, - reference="https://huggingface.co/bchoiced/19C4H2", + reference="https://huggingface.co/bchoiced/CHAIN19", similarity_fn_name="cosine", framework=["Sentence Transformers", "PyTorch"], use_instructions=True, diff --git a/mteb/models/overview.py b/mteb/models/overview.py index 0bdeff6643..48d94d9294 100644 --- a/mteb/models/overview.py +++ b/mteb/models/overview.py @@ -22,6 +22,7 @@ blip_models, bm25, cde_models, + chain19_models, clip_models, codesage_models, cohere_models, @@ -64,7 +65,6 @@ promptriever_models, qodo_models, qtack_models, - relle_models, repllama_models, rerankers_custom, rerankers_monot5_based, @@ -101,6 +101,7 @@ clip_models, codesage_models, cde_models, + chain19_models, cohere_models, cohere_v, colbert_models, @@ -139,7 +140,6 @@ promptriever_models, qodo_models, qtack_models, - relle_models, repllama_models, rerankers_custom, rerankers_monot5_based,