Skip to content
Merged
Show file tree
Hide file tree
Changes from 7 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions mteb/models/model_implementations/align_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -105,6 +105,7 @@ def encode(
align_base = ModelMeta(
loader=ALIGNModel,
name="kakaobrain/align-base",
model_type=["dense"],
languages=["eng-Latn"],
revision="e96a37facc7b1f59090ece82293226b817afd6ba",
release_date="2023-02-24",
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/amazon_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
amazon_titan_text_embeddings_v2 = ModelMeta(
loader=None,
name="amazon/Titan-text-embeddings-v2",
model_type=["dense"],
revision="1",
release_date="2024-04-30",
languages=["eng-Latn"],
Expand Down
2 changes: 2 additions & 0 deletions mteb/models/model_implementations/andersborges.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
model2vecdk = ModelMeta(
loader=Model2VecModel, # type: ignore
name="andersborges/model2vecdk",
model_type=["dense"],
languages=["dan-Latn"],
open_weights=True,
revision="cb576c78dcc1b729e4612645f61db59929d69e61",
Expand All @@ -30,6 +31,7 @@
model2vecdk_stem = ModelMeta(
loader=Model2VecModel, # type: ignore
name="andersborges/model2vecdk-stem",
model_type=["dense"],
languages=["dan-Latn"],
open_weights=True,
revision="cb576c78dcc1b729e4612645f61db59929d69e61",
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/ara_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
arabic_triplet_matryoshka = ModelMeta(
loader=sentence_transformers_loader,
name="Omartificial-Intelligence-Space/Arabic-Triplet-Matryoshka-V2",
model_type=["dense"],
languages=["ara-Arab"],
open_weights=True,
revision="ed357f222f0b6ea6670d2c9b5a1cb93950d34200",
Expand Down
8 changes: 8 additions & 0 deletions mteb/models/model_implementations/arctic_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -140,6 +140,7 @@
arctic_embed_xs = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-xs",
model_type=["dense"],
revision="742da4f66e1823b5b4dbe6c320a1375a1fd85f9e",
release_date="2024-07-08", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -165,6 +166,7 @@
arctic_embed_s = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-s",
model_type=["dense"],
revision="d3c1d2d433dd0fdc8e9ca01331a5f225639e798f",
release_date="2024-04-12", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -190,6 +192,7 @@
arctic_embed_m = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-m",
model_type=["dense"],
revision="cc17beacbac32366782584c8752220405a0f3f40",
release_date="2024-04-12", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -215,6 +218,7 @@
loader=sentence_transformers_loader,
loader_kwargs={"trust_remote_code": True},
name="Snowflake/snowflake-arctic-embed-m-long",
model_type=["dense"],
revision="89d0f6ab196eead40b90cb6f9fefec01a908d2d1",
release_date="2024-04-12", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -239,6 +243,7 @@
arctic_embed_l = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-l",
model_type=["dense"],
revision="9a9e5834d2e89cdd8bb72b64111dde496e4fe78c",
release_date="2024-04-12", # initial commit of hf model.
languages=["eng-Latn"],
Expand Down Expand Up @@ -268,6 +273,7 @@
},
),
name="Snowflake/snowflake-arctic-embed-m-v1.5",
model_type=["dense"],
revision="97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47",
release_date="2024-07-08", # initial commit of hf model.
languages=["eng-Latn"],
Expand All @@ -293,6 +299,7 @@
loader=sentence_transformers_loader,
loader_kwargs={"trust_remote_code": True},
name="Snowflake/snowflake-arctic-embed-m-v2.0",
model_type=["dense"],
revision="f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc",
release_date="2024-12-04", # initial commit of hf model.
languages=LANGUAGES_V2_0,
Expand All @@ -317,6 +324,7 @@
arctic_embed_l_v2_0 = ModelMeta(
loader=sentence_transformers_loader,
name="Snowflake/snowflake-arctic-embed-l-v2.0",
model_type=["dense"],
revision="edc2df7b6c25794b340229ca082e7c78782e6374",
release_date="2024-12-04", # initial commit of hf model.
languages=LANGUAGES_V2_0,
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/b1ade_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@
b1ade_embed = ModelMeta(
loader=sentence_transformers_loader,
name="w601sxs/b1ade-embed",
model_type=["dense"],
languages=["eng-Latn"],
revision="3bdac13927fdc888b903db93b2ffdbd90b295a69",
open_weights=True,
Expand Down
4 changes: 4 additions & 0 deletions mteb/models/model_implementations/bedrock_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -155,6 +155,7 @@ def _to_numpy(self, embedding_response) -> np.ndarray:

amazon_titan_embed_text_v1 = ModelMeta(
name="bedrock/amazon-titan-embed-text-v1",
model_type=["dense"],
revision="1",
release_date="2023-09-27",
languages=None, # not specified
Expand All @@ -181,6 +182,7 @@ def _to_numpy(self, embedding_response) -> np.ndarray:

amazon_titan_embed_text_v2 = ModelMeta(
name="bedrock/amazon-titan-embed-text-v2",
model_type=["dense"],
revision="1",
release_date="2024-04-30",
languages=None, # not specified
Expand Down Expand Up @@ -216,6 +218,7 @@ def _to_numpy(self, embedding_response) -> np.ndarray:
model_prompts=cohere_model_prompts,
),
name="bedrock/cohere-embed-english-v3",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=False,
reference="https://cohere.com/blog/introducing-embed-v3",
Expand Down Expand Up @@ -243,6 +246,7 @@ def _to_numpy(self, embedding_response) -> np.ndarray:
model_prompts=cohere_model_prompts,
),
name="bedrock/cohere-embed-multilingual-v3",
model_type=["dense"],
languages=cohere_supported_languages,
open_weights=False,
reference="https://cohere.com/blog/introducing-embed-v3",
Expand Down
17 changes: 17 additions & 0 deletions mteb/models/model_implementations/bge_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -319,6 +319,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-small-en-v1.5",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="5c38ec7c405ec4b44b94cc5a9bb96e735b38267a",
Expand All @@ -344,6 +345,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-base-en-v1.5",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="a5beb1e3e68b9ab74eb54cfd186867f64f240e1a",
Expand All @@ -369,6 +371,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-large-en-v1.5",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="d4aa6901d3a41ba39fb536a557fa166f842b0e09",
Expand All @@ -394,6 +397,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-small-zh",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="1d2363c5de6ce9ba9c890c8e23a4c72dce540ca8",
Expand All @@ -419,6 +423,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-base-zh",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="0e5f83d4895db7955e4cb9ed37ab73f7ded339b6",
Expand All @@ -444,6 +449,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-large-zh",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="b5d9f5c027e87b6f0b6fa4b614f8f9cdc45ce0e8",
Expand All @@ -469,6 +475,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-small-en",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="4778d71a06863076696b03fd2777eb118712cad8",
Expand All @@ -494,6 +501,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-base-en",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="b737bf5dcc6ee8bdc530531266b4804a5d77b5d8",
Expand All @@ -519,6 +527,7 @@
model_prompts=model_prompts,
),
name="BAAI/bge-large-en",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="abe7d9d814b775ca171121fb03f394dc42974275",
Expand All @@ -545,6 +554,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-small-zh-v1.5",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="7999e1d3359715c523056ef9478215996d62a620",
Expand All @@ -569,6 +579,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-base-zh-v1.5",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="f03589ceff5aac7111bd60cfc7d497ca17ecac65",
Expand All @@ -593,6 +604,7 @@
model_prompts=model_prompts_zh,
),
name="BAAI/bge-large-zh-v1.5",
model_type=["dense"],
languages=["zho-Hans"],
open_weights=True,
revision="79e7739b6ab944e86d6171e44d24c997fc1e0116",
Expand All @@ -614,6 +626,7 @@
bge_m3 = ModelMeta(
loader=sentence_transformers_loader,
name="BAAI/bge-m3",
model_type=["dense"],
languages=bgem3_languages,
open_weights=True,
revision="5617a9f61b028005a4858fdac845db406aefb181",
Expand Down Expand Up @@ -692,6 +705,7 @@
bge_multilingual_gemma2 = ModelMeta(
loader=sentence_transformers_loader,
name="BAAI/bge-multilingual-gemma2",
model_type=["dense"],
languages=[
"eng-Latn",
"zho-Hans",
Expand Down Expand Up @@ -727,6 +741,7 @@
bge_en_icl = ModelMeta(
loader=sentence_transformers_loader,
name="BAAI/bge-en-icl",
model_type=["dense"],
languages=[
"eng-Latn",
],
Expand Down Expand Up @@ -762,6 +777,7 @@
bge_m3_unsupervised = ModelMeta(
loader=sentence_transformers_loader,
name="BAAI/bge-m3-unsupervised",
model_type=["dense"],
languages=bgem3_languages,
open_weights=True,
revision="46f03bc86361cf88102b0b517b36c8259f2946b1",
Expand All @@ -782,6 +798,7 @@

manu__bge_m3_custom_fr = ModelMeta(
name="manu/bge-m3-custom-fr",
model_type=["dense"],
revision="ed3ef88678ba83ddf4c0fab71a93cb90d89a9078",
release_date="2024-04-11",
languages=None,
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/bica_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

bica_base = ModelMeta(
name="bisectgroup/BiCA-base",
model_type=["dense"],
loader=sentence_transformers_loader,
languages=["eng-Latn"],
open_weights=True,
Expand Down
2 changes: 2 additions & 0 deletions mteb/models/model_implementations/blip2_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -166,6 +166,7 @@ def encode(
blip2_opt_2_7b = ModelMeta(
loader=blip2_loader,
name="Salesforce/blip2-opt-2.7b",
model_type=["dense"],
languages=["eng-Latn"],
revision="51572668da0eb669e01a189dc22abe6088589a24",
release_date="2024-03-22",
Expand All @@ -189,6 +190,7 @@ def encode(
blip2_opt_6_7b_coco = ModelMeta(
loader=blip2_loader,
name="Salesforce/blip2-opt-6.7b-coco",
model_type=["dense"],
languages=["eng-Latn"],
revision="0d580de59320a25a4d2c386387bcef310d5f286e",
release_date="2024-03-31",
Expand Down
8 changes: 8 additions & 0 deletions mteb/models/model_implementations/blip_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -130,6 +130,7 @@ def encode(
blip_image_captioning_large = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-image-captioning-large",
model_type=["dense"],
languages=["eng-Latn"],
revision="2227ac38c9f16105cb0412e7cab4759978a8fd90",
release_date="2023-12-07",
Expand Down Expand Up @@ -157,6 +158,7 @@ def encode(
blip_image_captioning_base = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-image-captioning-base",
model_type=["dense"],
languages=["eng-Latn"],
revision="89b09ea1789f7addf2f6d6f0dfc4ce10ab58ef84",
release_date="2023-08-01",
Expand Down Expand Up @@ -185,6 +187,7 @@ def encode(
blip_vqa_base = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-vqa-base",
model_type=["dense"],
languages=["eng-Latn"],
revision="c7df8e7cd7aa2ee9af18f56e2b29e59a92651b64",
release_date="2023-12-07",
Expand All @@ -211,6 +214,7 @@ def encode(
blip_vqa_capfilt_large = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-vqa-capfilt-large",
model_type=["dense"],
languages=["eng-Latn"],
revision="e53f95265aeab69013fabb5380500ab984adbbb4",
release_date="2023-01-22",
Expand All @@ -237,6 +241,7 @@ def encode(
blip_itm_base_coco = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-itm-base-coco",
model_type=["dense"],
languages=["eng-Latn"],
revision="7eaa90c11850c0b17fc38c6a11e7d88bd6ac231f",
release_date="2023-08-01",
Expand All @@ -263,6 +268,7 @@ def encode(
blip_itm_large_coco = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-itm-large-coco",
model_type=["dense"],
languages=["eng-Latn"],
revision="fef05cafc05298067cbbca00b125749394a77a6f",
release_date="2023-08-01",
Expand Down Expand Up @@ -290,6 +296,7 @@ def encode(
blip_itm_base_flickr = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-itm-base-flickr",
model_type=["dense"],
languages=["eng-Latn"],
revision="1de29e660d91ae1786c1876212ea805a22eab251",
release_date="2023-08-01",
Expand Down Expand Up @@ -317,6 +324,7 @@ def encode(
blip_itm_large_flickr = ModelMeta(
loader=BLIPModel, # type: ignore
name="Salesforce/blip-itm-large-flickr",
model_type=["dense"],
languages=["eng-Latn"],
revision="bda12e6506758f54261b5ab174b2c55a3ba143fb",
release_date="2023-08-01",
Expand Down
1 change: 1 addition & 0 deletions mteb/models/model_implementations/bm25.py
Original file line number Diff line number Diff line change
Expand Up @@ -121,6 +121,7 @@ def encode(self, texts: list[str]):
bm25_s = ModelMeta(
loader=bm25_loader,
name="bm25s",
model_type=["dense"],
languages=["eng-Latn"],
open_weights=True,
revision="0_1_10",
Expand Down
Loading
Loading