diff --git a/mteb/abstasks/Image/AbsTaskImageMultilabelClassification.py b/mteb/abstasks/Image/AbsTaskImageMultilabelClassification.py index d680f5d990..6635e89828 100644 --- a/mteb/abstasks/Image/AbsTaskImageMultilabelClassification.py +++ b/mteb/abstasks/Image/AbsTaskImageMultilabelClassification.py @@ -7,10 +7,10 @@ import numpy as np from sklearn.base import ClassifierMixin, clone +from sklearn.linear_model import LogisticRegression from sklearn.metrics import f1_score, label_ranking_average_precision_score from sklearn.model_selection import train_test_split from sklearn.multioutput import MultiOutputClassifier -from sklearn.linear_model import LogisticRegression from sklearn.preprocessing import MultiLabelBinarizer from mteb.abstasks.TaskMetadata import HFSubset diff --git a/mteb/models/siglip_models.py b/mteb/models/siglip_models.py index 3c33139920..d60b8bdc30 100644 --- a/mteb/models/siglip_models.py +++ b/mteb/models/siglip_models.py @@ -140,6 +140,18 @@ def get_fused_embeddings( return image_embeddings +siglip_so400m_patch14_224 = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-so400m-patch14-224", + ), + name="google/siglip-so400m-patch14-224", + languages=["eng_Latn"], + open_source=True, + revision="d04cf29fca7b6374f74d8bea1969314492266b5e", + release_date="2024-01-08", +) + siglip_so400m_patch14_384 = ModelMeta( loader=partial( SiglipModelWrapper, @@ -152,6 +164,18 @@ def get_fused_embeddings( release_date="2024-01-08", ) +siglip_so400m_patch16_256_i18n = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-so400m-patch16-256-i18n", + ), + name="google/siglip-so400m-patch16-256-i18n", + languages=["eng_Latn"], + open_source=True, + revision="365d321c0cfdea96bc28e3a29787a11a062681a1", + release_date="2024-01-08", +) + siglip_base_patch16_256_multilingual = ModelMeta( loader=partial( SiglipModelWrapper, diff --git a/scripts/run_mieb.py b/scripts/run_mieb.py index 676fd966a7..b62abf78f7 100644 --- a/scripts/run_mieb.py +++ b/scripts/run_mieb.py @@ -25,7 +25,8 @@ "laion/CLIP-ViT-L-14-DataComp.XL-s13B-b90K", "nyu-visionx/moco-v3-vit-b", "nyu-visionx/moco-v3-vit-l", - "google/siglip-so400m-patch14-384", + "google/siglip-so400m-patch14-224" "google/siglip-so400m-patch14-384", + "google/siglip-so400m-patch16-256-i18n" "google/siglip-base-patch16-256-multilingual", "google/siglip-base-patch16-256", "google/siglip-base-patch16-512",