Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions mteb/models/model_implementations/align_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -105,6 +105,7 @@ def encode(
align_base = ModelMeta(
loader=ALIGNModel,
name="kakaobrain/align-base",
model_type=["dense"],
languages=["eng-Latn"],
revision="e96a37facc7b1f59090ece82293226b817afd6ba",
release_date="2023-02-24",
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/amazon_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
amazon_titan_text_embeddings_v2 = ModelMeta(
loader=None,
name="amazon/Titan-text-embeddings-v2",
model_type=["dense"],
revision="1",
release_date="2024-04-30",
languages=["eng-Latn"],
Expand Down
2 changes: 2 additions & 0 deletions mteb/models/model_implementations/andersborges.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
model2vecdk = ModelMeta(
loader=Model2VecModel, # type: ignore
name="andersborges/model2vecdk",
model_type=["dense"],
languages=["dan-Latn"],
open_weights=True,
revision="cb576c78dcc1b729e4612645f61db59929d69e61",
Expand All @@ -30,6 +31,7 @@
model2vecdk_stem = ModelMeta(
loader=Model2VecModel, # type: ignore
name="andersborges/model2vecdk-stem",
model_type=["dense"],
languages=["dan-Latn"],
open_weights=True,
revision="cb576c78dcc1b729e4612645f61db59929d69e61",
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/ara_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
arabic_triplet_matryoshka = ModelMeta(
loader=sentence_transformers_loader,
name="Omartificial-Intelligence-Space/Arabic-Triplet-Matryoshka-V2",
model_type=["dense"],
languages=["ara-Arab"],
open_weights=True,
revision="ed357f222f0b6ea6670d2c9b5a1cb93950d34200",
Expand Down
8 changes: 8 additions & 0 deletions mteb/models/model_implementations/arctic_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -140,6 +140,7 @@
arctic_embed_xs = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-xs",
model_type=["dense"],
revision="742da4f66e1823b5b4dbe6c320a1375a1fd85f9e",
release_date="2024-07-08", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -165,6 +166,7 @@
arctic_embed_s = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-s",
model_type=["dense"],
revision="d3c1d2d433dd0fdc8e9ca01331a5f225639e798f",
release_date="2024-04-12", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -190,6 +192,7 @@
arctic_embed_m = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-m",
model_type=["dense"],
revision="cc17beacbac32366782584c8752220405a0f3f40",
release_date="2024-04-12", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -215,6 +218,7 @@
loader=sentence_transformers_loader,
loader_kwargs={"trust_remote_code": True},
name="Snowflake/snowflake-arctic-embed-m-long",
model_type=["dense"],
revision="89d0f6ab196eead40b90cb6f9fefec01a908d2d1",
release_date="2024-04-12", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -239,6 +243,7 @@
arctic_embed_l = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-l",
model_type=["dense"],
revision="9a9e5834d2e89cdd8bb72b64111dde496e4fe78c",
release_date="2024-04-12", # initial commit of hf model.
languages=["eng-Latn"],
Expand Down Expand Up @@ -268,6 +273,7 @@
},
),
name="Snowflake/snowflake-arctic-embed-m-v1.5",
model_type=["dense"],
revision="97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47",
release_date="2024-07-08", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -293,6 +299,7 @@
loader=sentence_transformers_loader,
loader_kwargs={"trust_remote_code": True},
name="Snowflake/snowflake-arctic-embed-m-v2.0",
model_type=["dense"],
revision="f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc",
release_date="2024-12-04", # initial commit of hf model.
languages=LANGUAGES_V2_0,
Expand All @@ -317,6 +324,7 @@
arctic_embed_l_v2_0 = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-l-v2.0",
model_type=["dense"],
revision="edc2df7b6c25794b340229ca082e7c78782e6374",
release_date="2024-12-04", # initial commit of hf model.
languages=LANGUAGES_V2_0,
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/b1ade_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@
b1ade_embed = ModelMeta(
loader=sentence_transformers_loader,
name="w601sxs/b1ade-embed",
model_type=["dense"],
languages=["eng-Latn"],
revision="3bdac13927fdc888b903db93b2ffdbd90b295a69",
open_weights=True,
Expand Down
4 changes: 4 additions & 0 deletions mteb/models/model_implementations/bedrock_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -155,6 +155,7 @@ def _to_numpy(self, embedding_response) -> np.ndarray:

amazon_titan_embed_text_v1 = ModelMeta(
name="bedrock/amazon-titan-embed-text-v1",
model_type=["dense"],
revision="1",
release_date="2023-09-27",
languages=None, # not specified
Expand All @@ -181,6 +182,7 @@ def _to_numpy(self, embedding_response) -> np.ndarray:

amazon_titan_embed_text_v2 = ModelMeta(
name="bedrock/amazon-titan-embed-text-v2",
model_type=["dense"],
revision="1",
release_date="2024-04-30",
languages=None, # not specified
Expand Down Expand Up @@ -216,6 +218,7 @@ def _to_numpy(self, embedding_response) -> np.ndarray:
model_prompts=cohere_model_prompts,
),
name="bedrock/cohere-embed-english-v3",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=False,
reference="https://cohere.com/blog/introducing-embed-v3",
Expand Down Expand Up @@ -243,6 +246,7 @@ def _to_numpy(self, embedding_response) -> np.ndarray:
model_prompts=cohere_model_prompts,
),
name="bedrock/cohere-embed-multilingual-v3",
model_type=["dense"],
languages=cohere_supported_languages,
open_weights=False,
reference="https://cohere.com/blog/introducing-embed-v3",
Expand Down
17 changes: 17 additions & 0 deletions mteb/models/model_implementations/bge_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -319,6 +319,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-small-en-v1.5",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="5c38ec7c405ec4b44b94cc5a9bb96e735b38267a",
Expand All @@ -344,6 +345,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-base-en-v1.5",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="a5beb1e3e68b9ab74eb54cfd186867f64f240e1a",
Expand All @@ -369,6 +371,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-large-en-v1.5",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="d4aa6901d3a41ba39fb536a557fa166f842b0e09",
Expand All @@ -394,6 +397,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-small-zh",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="1d2363c5de6ce9ba9c890c8e23a4c72dce540ca8",
Expand All @@ -419,6 +423,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-base-zh",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="0e5f83d4895db7955e4cb9ed37ab73f7ded339b6",
Expand All @@ -444,6 +449,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-large-zh",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="b5d9f5c027e87b6f0b6fa4b614f8f9cdc45ce0e8",
Expand All @@ -469,6 +475,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-small-en",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="4778d71a06863076696b03fd2777eb118712cad8",
Expand All @@ -494,6 +501,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-base-en",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="b737bf5dcc6ee8bdc530531266b4804a5d77b5d8",
Expand All @@ -519,6 +527,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-large-en",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="abe7d9d814b775ca171121fb03f394dc42974275",
Expand All @@ -545,6 +554,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-small-zh-v1.5",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="7999e1d3359715c523056ef9478215996d62a620",
Expand All @@ -569,6 +579,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-base-zh-v1.5",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="f03589ceff5aac7111bd60cfc7d497ca17ecac65",
Expand All @@ -593,6 +604,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-large-zh-v1.5",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="79e7739b6ab944e86d6171e44d24c997fc1e0116",
Expand All @@ -614,6 +626,7 @@
bge_m3 = ModelMeta(
loader=sentence_transformers_loader,
name="BAAI/bge-m3",
model_type=["dense"],
languages=bgem3_languages,
open_weights=True,
revision="5617a9f61b028005a4858fdac845db406aefb181",
Expand Down Expand Up @@ -692,6 +705,7 @@
bge_multilingual_gemma2 = ModelMeta(
loader=sentence_transformers_loader,
name="BAAI/bge-multilingual-gemma2",
model_type=["dense"],
languages=[
"eng-Latn",
"zho-Hans",
Expand Down Expand Up @@ -727,6 +741,7 @@
bge_en_icl = ModelMeta(
loader=sentence_transformers_loader,
name="BAAI/bge-en-icl",
model_type=["dense"],
languages=[
"eng-Latn",
],
Expand Down Expand Up @@ -762,6 +777,7 @@
bge_m3_unsupervised = ModelMeta(
loader=sentence_transformers_loader,
name="BAAI/bge-m3-unsupervised",
model_type=["dense"],
languages=bgem3_languages,
open_weights=True,
revision="46f03bc86361cf88102b0b517b36c8259f2946b1",
Expand All @@ -782,6 +798,7 @@

manu__bge_m3_custom_fr = ModelMeta(
name="manu/bge-m3-custom-fr",
model_type=["dense"],
revision="ed3ef88678ba83ddf4c0fab71a93cb90d89a9078",
release_date="2024-04-11",
languages=None,
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/bica_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

bica_base = ModelMeta(
name="bisectgroup/BiCA-base",
model_type=["dense"],
loader=sentence_transformers_loader,
languages=["eng-Latn"],
open_weights=True,
Expand Down
2 changes: 2 additions & 0 deletions mteb/models/model_implementations/blip2_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -166,6 +166,7 @@ def encode(
blip2_opt_2_7b = ModelMeta(
loader=blip2_loader,
name="Salesforce/blip2-opt-2.7b",
model_type=["dense"],
languages=["eng-Latn"],
revision="51572668da0eb669e01a189dc22abe6088589a24",
release_date="2024-03-22",
Expand All @@ -189,6 +190,7 @@ def encode(
blip2_opt_6_7b_coco = ModelMeta(
loader=blip2_loader,
name="Salesforce/blip2-opt-6.7b-coco",
model_type=["dense"],
languages=["eng-Latn"],
revision="0d580de59320a25a4d2c386387bcef310d5f286e",
release_date="2024-03-31",
Expand Down
8 changes: 8 additions & 0 deletions mteb/models/model_implementations/blip_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -130,6 +130,7 @@ def encode(
blip_image_captioning_large = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-image-captioning-large",
model_type=["dense"],
languages=["eng-Latn"],
revision="2227ac38c9f16105cb0412e7cab4759978a8fd90",
release_date="2023-12-07",
Expand Down Expand Up @@ -157,6 +158,7 @@ def encode(
blip_image_captioning_base = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-image-captioning-base",
model_type=["dense"],
languages=["eng-Latn"],
revision="89b09ea1789f7addf2f6d6f0dfc4ce10ab58ef84",
release_date="2023-08-01",
Expand Down Expand Up @@ -185,6 +187,7 @@ def encode(
blip_vqa_base = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-vqa-base",
model_type=["dense"],
languages=["eng-Latn"],
revision="c7df8e7cd7aa2ee9af18f56e2b29e59a92651b64",
release_date="2023-12-07",
Expand All @@ -211,6 +214,7 @@ def encode(
blip_vqa_capfilt_large = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-vqa-capfilt-large",
model_type=["dense"],
languages=["eng-Latn"],
revision="e53f95265aeab69013fabb5380500ab984adbbb4",
release_date="2023-01-22",
Expand All @@ -237,6 +241,7 @@ def encode(
blip_itm_base_coco = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-itm-base-coco",
model_type=["dense"],
languages=["eng-Latn"],
revision="7eaa90c11850c0b17fc38c6a11e7d88bd6ac231f",
release_date="2023-08-01",
Expand All @@ -263,6 +268,7 @@ def encode(
blip_itm_large_coco = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-itm-large-coco",
model_type=["dense"],
languages=["eng-Latn"],
revision="fef05cafc05298067cbbca00b125749394a77a6f",
release_date="2023-08-01",
Expand Down Expand Up @@ -290,6 +296,7 @@ def encode(
blip_itm_base_flickr = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-itm-base-flickr",
model_type=["dense"],
languages=["eng-Latn"],
revision="1de29e660d91ae1786c1876212ea805a22eab251",
release_date="2023-08-01",
Expand Down Expand Up @@ -317,6 +324,7 @@ def encode(
blip_itm_large_flickr = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-itm-large-flickr",
model_type=["dense"],
languages=["eng-Latn"],
revision="bda12e6506758f54261b5ab174b2c55a3ba143fb",
release_date="2023-08-01",
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/bm25.py
Original file line number Diff line number Diff line change
Expand Up @@ -121,6 +121,7 @@ def encode(self, texts: list[str]):
bm25_s = ModelMeta(
loader=bm25_loader,
name="bm25s",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="0_1_10",
Expand Down
Loading