diff --git a/mteb/evaluation/evaluators/Image/ClusteringEvaluator.py b/mteb/evaluation/evaluators/Image/ClusteringEvaluator.py index f53befe8ef..fbf5e0bb14 100644 --- a/mteb/evaluation/evaluators/Image/ClusteringEvaluator.py +++ b/mteb/evaluation/evaluators/Image/ClusteringEvaluator.py @@ -59,8 +59,6 @@ def __call__(self, model: Encoder, *, encode_kwargs: dict[str, Any] = {}): ) ari = metrics.cluster.adjusted_rand_score(self.labels, cluster_assignment) - accuracy = metrics.accuracy_score(self.labels, cluster_assignment) - matrix = metrics.confusion_matrix(self.labels, cluster_assignment) # get linear sum assignment @@ -70,7 +68,6 @@ def __call__(self, model: Encoder, *, encode_kwargs: dict[str, Any] = {}): return { "v_measure": v_measure, - "accuracy": accuracy, "nmi": nmi, "ari": ari, "cluster_accuracy": clustering_accuracy, diff --git a/mteb/models/cohere_v.py b/mteb/models/cohere_v.py new file mode 100644 index 0000000000..cf98f7dc3c --- /dev/null +++ b/mteb/models/cohere_v.py @@ -0,0 +1,202 @@ +from __future__ import annotations + +from functools import partial +from typing import Any + +import torch +from PIL import Image +from torch.utils.data import DataLoader +from torchvision import transforms +from tqdm import tqdm +import os +import io +import base64 +import mteb +import time +from mteb.model_meta import ModelMeta + +api_key = os.getenv("COHERE_API_KEY") +tensor_to_image = transforms.Compose([transforms.ToPILImage()]) + + +def cohere_v_loader(**kwargs): + try: + import cohere + except ImportError: + raise ImportError("To use cohere models, please run `pip install cohere`.") + + class CohereMultiModalModelWrapper: + def __init__( + self, + model_name: str, + **kwargs: Any, + ): + self.model_name = model_name + self.client = cohere.ClientV2(api_key) + self.image_format = "JPEG" + """ Wrapper for Cohere multimodal embedding model, + + do `export COHERE_API_KEY=` before running eval scripts. + Cohere currently supports 40 images/min, thus time.sleep(1.5) is applied after each image. + Remove or adjust this after Cohere API changes capacity. + """ + + def get_text_embeddings(self, texts: list[str], batch_size: int = 32): + all_text_embeddings = [] + + for i in tqdm(range(0, len(texts), batch_size)): + batch_texts = texts[i : i + batch_size] + response = self.client.embed( + texts=batch_texts, + model=self.model_name, + input_type="search_document", + ) + all_text_embeddings.append(torch.tensor(response.embeddings.float)) + + all_text_embeddings = torch.cat(all_text_embeddings, dim=0) + return all_text_embeddings + + def get_image_embeddings( + self, images: list[Image.Image] | DataLoader, batch_size: int = 32 + ): + all_image_embeddings = [] + + if isinstance(images, DataLoader): + for batch in tqdm(images): + for image in batch: + # cohere only supports 1 image per call + buffered = io.BytesIO() + image = tensor_to_image(image) + image.save(buffered, format=self.image_format) + image_bytes = buffered.getvalue() + stringified_buffer = base64.b64encode(image_bytes).decode( + "utf-8" + ) + content_type = f"image/{self.image_format.lower()}" + image_base64 = ( + f"data:{content_type};base64,{stringified_buffer}" + ) + response = self.client.embed( + model=self.model_name, + input_type="image", + embedding_types=["float"], + images=[image_base64], + ) + all_image_embeddings.append( + torch.tensor(response.embeddings.float) + ) + time.sleep(1.5) + else: + for i in tqdm(range(0, len(images), batch_size)): + batch_images = images[i : i + batch_size] + for image in batch_images: + # cohere only supports 1 image per call + buffered = io.BytesIO() + image.save(buffered, format=self.image_format) + image_bytes = buffered.getvalue() + stringified_buffer = base64.b64encode(image_bytes).decode( + "utf-8" + ) + content_type = f"image/{self.image_format.lower()}" + image_base64 = ( + f"data:{content_type};base64,{stringified_buffer}" + ) + response = self.client.embed( + model=self.model_name, + input_type="image", + embedding_types=["float"], + images=[image_base64], + ) + all_image_embeddings.append( + torch.tensor(response.embeddings.float) + ) + time.sleep(1.5) + all_image_embeddings = torch.cat(all_image_embeddings, dim=0) + return all_image_embeddings + + def calculate_probs(self, text_embeddings, image_embeddings): + text_embeddings = text_embeddings / text_embeddings.norm( + dim=-1, keepdim=True + ) + image_embeddings = image_embeddings / image_embeddings.norm( + dim=-1, keepdim=True + ) + logits = torch.matmul(image_embeddings, text_embeddings.T) + probs = (logits * 100).softmax(dim=-1) + return probs + + def get_fused_embeddings( + self, + texts: list[str] = None, + images: list[Image.Image] | DataLoader = None, + fusion_mode="sum", + batch_size: int = 32, + ): + if texts is None and images is None: + raise ValueError("Either texts or images must be provided") + + text_embeddings = None + image_embeddings = None + + if texts is not None: + text_embeddings = self.get_text_embeddings(texts, batch_size) + + if images is not None: + image_embeddings = self.get_image_embeddings(images, batch_size) + + if text_embeddings is not None and image_embeddings is not None: + if len(text_embeddings) != len(image_embeddings): + raise ValueError( + "The number of texts and images must have the same length" + ) + if fusion_mode == "sum": + fused_embeddings = text_embeddings + image_embeddings + else: + # to do: add other fusion mode + raise ValueError( + f"fusion mode {fusion_mode} hasn't been implemented" + ) + return fused_embeddings + elif text_embeddings is not None: + return text_embeddings + elif image_embeddings is not None: + return image_embeddings + + return CohereMultiModalModelWrapper(**kwargs) + + +cohere_mult_3 = ModelMeta( + loader=partial(cohere_v_loader, model_name="embed-multilingual-v3.0"), + name="embed-multilingual-v3.0-v", + languages=[], # Unknown, but support >100 languages + open_source=False, + revision="1", + release_date="2024-10-24", + n_parameters=None, + memory_usage=None, + max_tokens=None, + embed_dim=1024, + license=None, + similarity_fn_name="cosine", + framework=[], +) + +cohere_eng_3 = ModelMeta( + loader=partial(cohere_v_loader, model_name="embed-english-v3.0"), + name="embed-english-v3.0-v", + languages=["eng-Latn"], + open_source=False, + revision="1", + release_date="2024-10-24", + n_parameters=None, + memory_usage=None, + max_tokens=None, + embed_dim=1024, + license=None, + similarity_fn_name="cosine", + framework=[], +) + +if __name__ == "__main__": + mdl = mteb.get_model(cohere_mult_3.name, cohere_mult_3.revision) + emb = mdl.encode(["Hello, world!"]) diff --git a/mteb/models/overview.py b/mteb/models/overview.py index 70768639bd..b02ca373c4 100644 --- a/mteb/models/overview.py +++ b/mteb/models/overview.py @@ -16,6 +16,7 @@ bm25, clip_models, cohere_models, + cohere_v, dino_models, e5_instruct, e5_models, @@ -38,6 +39,7 @@ ru_sentence_models, salesforce_models, sentence_transformers_models, + siglip_models, vista_models, vlm2vec_models, voyage_models, @@ -53,6 +55,7 @@ bm25, clip_models, cohere_models, + cohere_v, dino_models, e5_instruct, e5_models, @@ -73,6 +76,7 @@ ru_sentence_models, salesforce_models, sentence_transformers_models, + siglip_models, vista_models, voyage_models, vlm2vec_models, diff --git a/mteb/models/siglip_models.py b/mteb/models/siglip_models.py new file mode 100644 index 0000000000..17e7dd0056 --- /dev/null +++ b/mteb/models/siglip_models.py @@ -0,0 +1,243 @@ +from __future__ import annotations + +from functools import partial +from typing import Any + +import torch +from PIL import Image +from torch.utils.data import DataLoader +from tqdm import tqdm +from transformers import AutoModel, AutoProcessor + +from mteb.model_meta import ModelMeta + + +class SiglipModelWrapper: + def __init__( + self, + model_name: str, + device: str = "cuda" if torch.cuda.is_available() else "cpu", + **kwargs: Any, + ): + self.model_name = model_name + self.device = device + self.model = AutoModel.from_pretrained(model_name).to(self.device) + self.processor = AutoProcessor.from_pretrained(model_name) + + def preprocess( + self, + texts: list[str], + images: list[Image.Image], + ): + return self.processor( + text=texts, images=images, return_tensors="pt", padding=True + ) + + def get_text_embeddings(self, texts: list[str], batch_size: int = 32): + all_text_embeddings = [] + + with torch.no_grad(): + for i in tqdm(range(0, len(texts), batch_size)): + batch_texts = texts[i : i + batch_size] + inputs = self.processor( + text=batch_texts, return_tensors="pt", padding=True, truncation=True + ) + inputs = {k: v.to(self.device) for k, v in inputs.items()} + text_outputs = self.model.get_text_features(**inputs) + text_outputs = text_outputs / text_outputs.norm(dim=-1, keepdim=True) + all_text_embeddings.append(text_outputs.cpu()) + + all_text_embeddings = torch.cat(all_text_embeddings, dim=0) + return all_text_embeddings + + def get_image_embeddings( + self, images: list[Image.Image] | DataLoader, batch_size: int = 32 + ): + all_image_embeddings = [] + + if isinstance(images, DataLoader): + with torch.no_grad(): + for batch in tqdm(images): + inputs = self.processor( + images=batch, return_tensors="pt", padding=True + ) + inputs = {k: v.to(self.device) for k, v in inputs.items()} + image_outputs = self.model.get_image_features(**inputs) + image_outputs = image_outputs / image_outputs.norm( + dim=-1, keepdim=True + ) + all_image_embeddings.append(image_outputs.cpu()) + else: + with torch.no_grad(): + for i in tqdm(range(0, len(images), batch_size)): + batch_images = images[i : i + batch_size] + inputs = self.processor( + images=batch_images, return_tensors="pt", padding=True + ) + inputs = {k: v.to(self.device) for k, v in inputs.items()} + image_outputs = self.model.get_image_features(**inputs) + image_outputs = image_outputs / image_outputs.norm( + dim=-1, keepdim=True + ) + all_image_embeddings.append(image_outputs.cpu()) + + all_image_embeddings = torch.cat(all_image_embeddings, dim=0) + return all_image_embeddings + + def calculate_probs(self, text_embeddings, image_embeddings): + # normalized features + image_embeddings = image_embeddings / image_embeddings.norm( + p=2, dim=-1, keepdim=True + ) + text_embeddings = text_embeddings / text_embeddings.norm( + p=2, dim=-1, keepdim=True + ) + + # cosine similarity as logits + logits_per_text = torch.matmul( + text_embeddings, image_embeddings.t().to(text_embeddings.device) + ) * self.model.logit_scale.exp().to( + text_embeddings.device + ) + self.model.logit_bias.to(text_embeddings.device) + logits_per_image = logits_per_text.t() + return logits_per_image + + def get_fused_embeddings( + self, + texts: list[str] = None, + images: list[Image.Image] | DataLoader = None, + fusion_mode="sum", + batch_size: int = 32, + ): + if texts is None and images is None: + raise ValueError("Either texts or images must be provided") + + text_embeddings = None + image_embeddings = None + + if texts is not None: + text_embeddings = self.get_text_embeddings(texts, batch_size) + + if images is not None: + image_embeddings = self.get_image_embeddings(images, batch_size) + + if text_embeddings is not None and image_embeddings is not None: + if len(text_embeddings) != len(image_embeddings): + raise ValueError( + "The number of texts and images must have the same length" + ) + if fusion_mode == "sum": + fused_embeddings = text_embeddings + image_embeddings + else: + # to do: add other fusion mode + raise ValueError(f"fusion mode {fusion_mode} hasn't been implemented") + return fused_embeddings + elif text_embeddings is not None: + return text_embeddings + elif image_embeddings is not None: + return image_embeddings + + +siglip_so400m_patch14_384 = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-so400m-patch14-384", + ), + name="google/siglip-so400m-patch14-384", + languages=["eng_Latn"], + open_source=True, + revision="9fdffc58afc957d1a03a25b10dba0329ab15c2a3", + release_date="2024-01-08", +) + +siglip_base_patch16_256_multilingual = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-base-patch16-256-multilingual", + ), + name="google/siglip-base-patch16-256-multilingual", + languages=["eng_Latn"], + open_source=True, + revision="8952a4eafcde3cb7ab46b1dd629b33f8784ca9c6", + release_date="2024-01-08", +) + +siglip_base_patch16_256 = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-base-patch16-256", + ), + name="google/siglip-base-patch16-256", + languages=["eng_Latn"], + open_source=True, + revision="b078df89e446d623010d890864d4207fe6399f61", + release_date="2024-01-08", +) + +siglip_base_patch16_512 = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-base-patch16-512", + ), + name="google/siglip-base-patch16-512", + languages=["eng_Latn"], + open_source=True, + revision="753a949581523b60257d93e18391e8c27f72eb22", + release_date="2024-01-08", +) + +siglip_base_patch16_384 = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-base-patch16-384", + ), + name="google/siglip-base-patch16-384", + languages=["eng_Latn"], + open_source=True, + revision="41aec1c83b32e0a6fca20ad88ba058aa5b5ea394", + release_date="2024-01-08", +) + +siglip_base_patch16_224 = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-base-patch16-224", + ), + name="google/siglip-base-patch16-224", + languages=["eng_Latn"], + open_source=True, + revision="7fd15f0689c79d79e38b1c2e2e2370a7bf2761ed", + release_date="2024-01-08", +) + +siglip_large_patch16_256 = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-large-patch16-256", + ), + name="google/siglip-large-patch16-256", + languages=["eng_Latn"], + open_source=True, + revision="d0da9f876e7d66b4e250cd2450c3ba2ce735e447", + release_date="2024-01-08", +) + +siglip_large_patch16_384 = ModelMeta( + loader=partial( + SiglipModelWrapper, + model_name="google/siglip-large-patch16-384", + ), + name="google/siglip-large-patch16-384", + languages=["eng_Latn"], + open_source=True, + revision="ce005573a40965dfd21fd937fbdeeebf2439fc35", + release_date="2024-01-08", +) + +if __name__ == "__main__": + import mteb + + mdl = mteb.get_model( + siglip_so400m_patch14_384.name, siglip_so400m_patch14_384.revision + ) + emb = mdl.get_text_embeddings(["Hello, world!"]) diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/VidoreBenchRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/VidoreBenchRetrieval.py index 8b8b232e1d..68ae7ed387 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/VidoreBenchRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/VidoreBenchRetrieval.py @@ -153,7 +153,7 @@ class VidoreDocVQARetrieval(AbsTaskAny2AnyRetrieval): "path": "vidore/docvqa_test_subsampled", "revision": "b1d89eda849e636676df6ead8002602fb1858600", }, - type="Retrieval", + type="Any2AnyRetrieval", category="t2i", eval_splits=["test"], eval_langs=["eng-Latn"], @@ -206,7 +206,7 @@ class VidoreInfoVQARetrieval(AbsTaskAny2AnyRetrieval): "path": "vidore/infovqa_test_subsampled", "revision": "fec9c59496ddf4a34e01ca8080515722bd3cf970", }, - type="Retrieval", + type="Any2AnyRetrieval", category="t2i", eval_splits=["test"], eval_langs=["eng-Latn"], @@ -259,7 +259,7 @@ class VidoreTabfquadRetrieval(AbsTaskAny2AnyRetrieval): "path": "vidore/tabfquad_test_subsampled", "revision": "501f02a80aff50c90045b0feaa81565c4e8f889e", }, - type="Retrieval", + type="Any2AnyRetrieval", category="t2i", eval_splits=["test"], eval_langs=["eng-Latn"], @@ -312,7 +312,7 @@ class VidoreTatdqaRetrieval(AbsTaskAny2AnyRetrieval): "path": "vidore/tatdqa_test", "revision": "9c3a626c16c811f15514689c3e7e95a4f2b9b8c3", }, - type="Retrieval", + type="Any2AnyRetrieval", category="t2i", eval_splits=["test"], eval_langs=["eng-Latn"], @@ -365,7 +365,7 @@ class VidoreShiftProjectRetrieval(AbsTaskAny2AnyRetrieval): "path": "vidore/shiftproject_test", "revision": "9e7df4c35994683a7ba88002fb22917ffa15067e", }, - type="Retrieval", + type="Any2AnyRetrieval", category="t2i", eval_splits=["test"], eval_langs=["eng-Latn"], @@ -418,7 +418,7 @@ class VidoreSyntheticDocQAAIRetrieval(AbsTaskAny2AnyRetrieval): "path": "vidore/syntheticDocQA_artificial_intelligence_test", "revision": "5fe59d7e52732b86d11ee0e9c4a8cdb0e8ba7a6e", }, - type="Retrieval", + type="Any2AnyRetrieval", category="t2i", eval_splits=["test"], eval_langs=["eng-Latn"], @@ -471,7 +471,7 @@ class VidoreSyntheticDocQAEnergyRetrieval(AbsTaskAny2AnyRetrieval): "path": "vidore/syntheticDocQA_energy_test", "revision": "0821bc71310cfa51d5c8131d4d8b9c4d537bd8c8", }, - type="Retrieval", + type="Any2AnyRetrieval", category="t2i", eval_splits=["test"], eval_langs=["eng-Latn"], @@ -524,7 +524,7 @@ class VidoreSyntheticDocQAGovernmentReportsRetrieval(AbsTaskAny2AnyRetrieval): "path": "vidore/syntheticDocQA_government_reports_test", "revision": "8270b3751ce6b95bec362fb38fbcd2a4aa400cfc", }, - type="Retrieval", + type="Any2AnyRetrieval", category="t2i", eval_splits=["test"], eval_langs=["eng-Latn"], @@ -577,7 +577,7 @@ class VidoreSyntheticDocQAHealthcareIndustryRetrieval(AbsTaskAny2AnyRetrieval): "path": "vidore/syntheticDocQA_healthcare_industry_test", "revision": "86f09ebc1703516c76e5f931465e2ed7626a5e52", }, - type="Retrieval", + type="Any2AnyRetrieval", category="t2i", eval_splits=["test"], eval_langs=["eng-Latn"], diff --git a/mteb/tasks/Image/Clustering/eng/CIFAR.py b/mteb/tasks/Image/Clustering/eng/CIFAR.py index f20145dbfe..2bde390661 100644 --- a/mteb/tasks/Image/Clustering/eng/CIFAR.py +++ b/mteb/tasks/Image/Clustering/eng/CIFAR.py @@ -17,7 +17,7 @@ class CIFAR10Clustering(AbsTaskImageClustering): category="i2t", eval_splits=["test"], eval_langs=["eng-Latn"], - main_score="accuracy", + main_score="nmi", date=( "2008-01-01", "2009-01-01", @@ -53,11 +53,11 @@ class CIFAR100Clustering(AbsTaskImageClustering): "path": "uoft-cs/cifar100", "revision": "aadb3af77e9048adbea6b47c21a81e47dd092ae5", }, - type="Clustering", + type="ImageClustering", category="i2t", eval_splits=["test"], eval_langs=["eng-Latn"], - main_score="accuracy", + main_score="nmi", date=( "2008-01-01", "2009-01-01", diff --git a/mteb/tasks/Image/Clustering/eng/ImageNet.py b/mteb/tasks/Image/Clustering/eng/ImageNet.py index 44c9584ebf..a2377e2334 100644 --- a/mteb/tasks/Image/Clustering/eng/ImageNet.py +++ b/mteb/tasks/Image/Clustering/eng/ImageNet.py @@ -17,7 +17,7 @@ class ImageNetDog15Clustering(AbsTaskImageClustering): category="i2t", eval_splits=["test"], eval_langs=["eng-Latn"], - main_score="accuracy", + main_score="nmi", date=("2009-06-20", "2009-06-20"), # Conference date domains=["Web"], task_subtypes=["Object recognition"], @@ -53,11 +53,11 @@ class ImageNet10Clustering(AbsTaskImageClustering): "path": "JamieSJS/imagenet-10", "revision": "88f8a6d47c257895094c5ad81e67ba751771fc99", }, - type="Clustering", + type="ImageClustering", category="i2t", eval_splits=["test"], eval_langs=["eng-Latn"], - main_score="accuracy", + main_score="nmi", date=("2009-06-20", "2009-06-20"), # Conference date domains=["Web"], task_subtypes=["Object recognition"], diff --git a/mteb/tasks/Image/Clustering/eng/TinyImageNet.py b/mteb/tasks/Image/Clustering/eng/TinyImageNet.py index 95d0ee3246..a5760b6b9c 100644 --- a/mteb/tasks/Image/Clustering/eng/TinyImageNet.py +++ b/mteb/tasks/Image/Clustering/eng/TinyImageNet.py @@ -17,7 +17,7 @@ class TinyImageNet(AbsTaskImageClustering): category="s2s", eval_splits=["valid"], eval_langs=["eng-Latn"], - main_score="accuracy", + main_score="nmi", date=( "2012-01-01", "2015-12-31", diff --git a/mteb/tasks/Image/ImageClassification/eng/CIFAR.py b/mteb/tasks/Image/ImageClassification/eng/CIFAR.py index c6e7ef6b16..5b4d096783 100644 --- a/mteb/tasks/Image/ImageClassification/eng/CIFAR.py +++ b/mteb/tasks/Image/ImageClassification/eng/CIFAR.py @@ -53,7 +53,7 @@ class CIFAR100Classification(AbsTaskImageClassification): "path": "uoft-cs/cifar100", "revision": "aadb3af77e9048adbea6b47c21a81e47dd092ae5", }, - type="Classification", + type="ImageClassification", category="i2t", eval_splits=["test"], eval_langs=["eng-Latn"], diff --git a/mteb/tasks/Image/ZeroshotClassification/eng/PatchCamelyon.py b/mteb/tasks/Image/ZeroshotClassification/eng/PatchCamelyon.py index 196026f971..24b3e7a4b1 100644 --- a/mteb/tasks/Image/ZeroshotClassification/eng/PatchCamelyon.py +++ b/mteb/tasks/Image/ZeroshotClassification/eng/PatchCamelyon.py @@ -17,7 +17,7 @@ class PatchCamelyonClassification(AbsTaskZeroshotClassification): "path": "clip-benchmark/wds_vtab-pcam", "revision": "502695fe1a141108650e3c5b91c8b5e0ff84ed49", }, - type="Classification", + type="ZeroShotClassification", category="i2t", eval_splits=["test"], eval_langs=["eng-Latn"], diff --git a/results-mieb/embed-english-v3.0-v/1/ImageNetDog15Clustering.json b/results-mieb/embed-english-v3.0-v/1/ImageNetDog15Clustering.json new file mode 100644 index 0000000000..a791197d49 --- /dev/null +++ b/results-mieb/embed-english-v3.0-v/1/ImageNetDog15Clustering.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "bfb6ad3b2109d26c9daddf14f98d315daa35ee72", + "evaluation_time": 1831.918389081955, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "accuracy": 0.11895910780669144, + "ari": 0.4718230736383377, + "cluster_accuracy": 0.578996282527881, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.11895910780669144, + "nmi": 0.6532570693140701, + "v_measure": 0.65325706931407 + } + ] + }, + "task_name": "ImageNetDog15Clustering" +} \ No newline at end of file diff --git a/results-mieb/embed-english-v3.0-v/1/model_meta.json b/results-mieb/embed-english-v3.0-v/1/model_meta.json new file mode 100644 index 0000000000..067881b7e8 --- /dev/null +++ b/results-mieb/embed-english-v3.0-v/1/model_meta.json @@ -0,0 +1 @@ +{"name": "embed-english-v3.0-v", "revision": "1", "release_date": "2024-10-24", "languages": ["eng-Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": 1024, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": "cosine", "use_instuctions": null, "zero_shot_benchmarks": null, "loader": "cohere_v_loader"} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-224/7fd15f0689c79d79e38b1c2e2e2370a7bf2761ed/WITT2IRetrieval.json b/results-mieb/google__siglip-base-patch16-224/7fd15f0689c79d79e38b1c2e2e2370a7bf2761ed/WITT2IRetrieval.json new file mode 100644 index 0000000000..5e35a43d4c --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-224/7fd15f0689c79d79e38b1c2e2e2370a7bf2761ed/WITT2IRetrieval.json @@ -0,0 +1,1936 @@ +{ + "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", + "evaluation_time": 66.81307911872864, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.14831, + "cv_recall_at_10": 0.31011, + "cv_recall_at_100": 0.65056, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.39438, + "cv_recall_at_3": 0.20449, + "cv_recall_at_5": 0.25169, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.21879, + "map_at_1": 0.14831, + "map_at_10": 0.19083, + "map_at_100": 0.20226, + "map_at_1000": 0.2037, + "map_at_20": 0.19631, + "map_at_3": 0.17247, + "map_at_5": 0.1832, + "mrr_at_1": 0.14831460674157304, + "mrr_at_10": 0.19082753700731223, + "mrr_at_100": 0.20225932653601883, + "mrr_at_1000": 0.2037004971452857, + "mrr_at_20": 0.19630941951644984, + "mrr_at_3": 0.17247191011235952, + "mrr_at_5": 0.18320224719101122, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.26807037584184995, + "nauc_cv_recall_at_100_max": 0.48453045854865856, + "nauc_cv_recall_at_100_std": 0.5051430893683861, + "nauc_cv_recall_at_10_diff1": 0.3240598073692733, + "nauc_cv_recall_at_10_max": 0.34736522495740113, + "nauc_cv_recall_at_10_std": 0.3320976688540044, + "nauc_cv_recall_at_1_diff1": 0.5290394349724978, + "nauc_cv_recall_at_1_max": 0.48781134075251725, + "nauc_cv_recall_at_1_std": 0.35022750945671843, + "nauc_cv_recall_at_20_diff1": 0.33883138486795833, + "nauc_cv_recall_at_20_max": 0.3700807956874158, + "nauc_cv_recall_at_20_std": 0.35876997956540574, + "nauc_cv_recall_at_3_diff1": 0.4534575089822943, + "nauc_cv_recall_at_3_max": 0.39864663168457115, + "nauc_cv_recall_at_3_std": 0.31624509525368005, + "nauc_cv_recall_at_5_diff1": 0.3859997231322966, + "nauc_cv_recall_at_5_max": 0.39631469310533485, + "nauc_cv_recall_at_5_std": 0.33543675880208573, + "nauc_map_at_1000_diff1": 0.4622335272968312, + "nauc_map_at_1000_max": 0.4430261662650935, + "nauc_map_at_1000_std": 0.34589976349391555, + "nauc_map_at_100_diff1": 0.46143307956438734, + "nauc_map_at_100_max": 0.442923564402142, + "nauc_map_at_100_std": 0.346192058081346, + "nauc_map_at_10_diff1": 0.4618222747153087, + "nauc_map_at_10_max": 0.43767798670996355, + "nauc_map_at_10_std": 0.33999642815590886, + "nauc_map_at_1_diff1": 0.5290394349724978, + "nauc_map_at_1_max": 0.48781134075251725, + "nauc_map_at_1_std": 0.35022750945671843, + "nauc_map_at_20_diff1": 0.4620254574672781, + "nauc_map_at_20_max": 0.4390165307515562, + "nauc_map_at_20_std": 0.3426591907598361, + "nauc_map_at_3_diff1": 0.492887071202886, + "nauc_map_at_3_max": 0.4476533348870664, + "nauc_map_at_3_std": 0.3350468692448414, + "nauc_map_at_5_diff1": 0.4731605872794598, + "nauc_map_at_5_max": 0.44620481412940166, + "nauc_map_at_5_std": 0.3401122978842973, + "nauc_mrr_at_1000_diff1": 0.4622335272968312, + "nauc_mrr_at_1000_max": 0.4430261662650935, + "nauc_mrr_at_1000_std": 0.34589976349391555, + "nauc_mrr_at_100_diff1": 0.46143307956438734, + "nauc_mrr_at_100_max": 0.442923564402142, + "nauc_mrr_at_100_std": 0.346192058081346, + "nauc_mrr_at_10_diff1": 0.4618222747153087, + "nauc_mrr_at_10_max": 0.43767798670996355, + "nauc_mrr_at_10_std": 0.33999642815590886, + "nauc_mrr_at_1_diff1": 0.5290394349724978, + "nauc_mrr_at_1_max": 0.48781134075251725, + "nauc_mrr_at_1_std": 0.35022750945671843, + "nauc_mrr_at_20_diff1": 0.4620254574672781, + "nauc_mrr_at_20_max": 0.4390165307515562, + "nauc_mrr_at_20_std": 0.3426591907598361, + "nauc_mrr_at_3_diff1": 0.492887071202886, + "nauc_mrr_at_3_max": 0.4476533348870664, + "nauc_mrr_at_3_std": 0.3350468692448414, + "nauc_mrr_at_5_diff1": 0.4731605872794598, + "nauc_mrr_at_5_max": 0.44620481412940166, + "nauc_mrr_at_5_std": 0.3401122978842973, + "nauc_ndcg_at_1000_diff1": 0.4387864666079701, + "nauc_ndcg_at_1000_max": 0.43838379944766553, + "nauc_ndcg_at_1000_std": 0.3560604797863434, + "nauc_ndcg_at_100_diff1": 0.41728283501155305, + "nauc_ndcg_at_100_max": 0.4427460292346204, + "nauc_ndcg_at_100_std": 0.372909504646752, + "nauc_ndcg_at_10_diff1": 0.42287678557837377, + "nauc_ndcg_at_10_max": 0.4120351287654675, + "nauc_ndcg_at_10_std": 0.33760808580973, + "nauc_ndcg_at_1_diff1": 0.5290394349724978, + "nauc_ndcg_at_1_max": 0.48781134075251725, + "nauc_ndcg_at_1_std": 0.35022750945671843, + "nauc_ndcg_at_20_diff1": 0.4255068257817746, + "nauc_ndcg_at_20_max": 0.41783754747845137, + "nauc_ndcg_at_20_std": 0.34618769482991557, + "nauc_ndcg_at_3_diff1": 0.48183250013832507, + "nauc_ndcg_at_3_max": 0.4340116328470406, + "nauc_ndcg_at_3_std": 0.32981777269416657, + "nauc_ndcg_at_5_diff1": 0.4486175419457543, + "nauc_ndcg_at_5_max": 0.43177983045623736, + "nauc_ndcg_at_5_std": 0.33853236429784955, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.2680703758418504, + "nauc_precision_at_100_max": 0.48453045854865845, + "nauc_precision_at_100_std": 0.5051430893683858, + "nauc_precision_at_10_diff1": 0.3240598073692732, + "nauc_precision_at_10_max": 0.3473652249574012, + "nauc_precision_at_10_std": 0.3320976688540042, + "nauc_precision_at_1_diff1": 0.5290394349724978, + "nauc_precision_at_1_max": 0.48781134075251725, + "nauc_precision_at_1_std": 0.35022750945671843, + "nauc_precision_at_20_diff1": 0.3388313848679582, + "nauc_precision_at_20_max": 0.3700807956874157, + "nauc_precision_at_20_std": 0.35876997956540574, + "nauc_precision_at_3_diff1": 0.4534575089822941, + "nauc_precision_at_3_max": 0.398646631684571, + "nauc_precision_at_3_std": 0.31624509525368005, + "nauc_precision_at_5_diff1": 0.3859997231322966, + "nauc_precision_at_5_max": 0.3963146931053349, + "nauc_precision_at_5_std": 0.33543675880208584, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.26807037584184995, + "nauc_recall_at_100_max": 0.48453045854865856, + "nauc_recall_at_100_std": 0.5051430893683861, + "nauc_recall_at_10_diff1": 0.3240598073692733, + "nauc_recall_at_10_max": 0.34736522495740113, + "nauc_recall_at_10_std": 0.3320976688540044, + "nauc_recall_at_1_diff1": 0.5290394349724978, + "nauc_recall_at_1_max": 0.48781134075251725, + "nauc_recall_at_1_std": 0.35022750945671843, + "nauc_recall_at_20_diff1": 0.33883138486795833, + "nauc_recall_at_20_max": 0.3700807956874158, + "nauc_recall_at_20_std": 0.35876997956540574, + "nauc_recall_at_3_diff1": 0.4534575089822943, + "nauc_recall_at_3_max": 0.39864663168457115, + "nauc_recall_at_3_std": 0.31624509525368005, + "nauc_recall_at_5_diff1": 0.3859997231322966, + "nauc_recall_at_5_max": 0.39631469310533485, + "nauc_recall_at_5_std": 0.33543675880208573, + "ndcg_at_1": 0.14831, + "ndcg_at_10": 0.21879, + "ndcg_at_100": 0.28592, + "ndcg_at_1000": 0.32918, + "ndcg_at_20": 0.23962, + "ndcg_at_3": 0.18067, + "ndcg_at_5": 0.20006, + "precision_at_1": 0.14831, + "precision_at_10": 0.03101, + "precision_at_100": 0.00651, + "precision_at_1000": 0.001, + "precision_at_20": 0.01972, + "precision_at_3": 0.06816, + "precision_at_5": 0.05034, + "recall_at_1": 0.14831, + "recall_at_10": 0.31011, + "recall_at_100": 0.65056, + "recall_at_1000": 1.0, + "recall_at_20": 0.39438, + "recall_at_3": 0.20449, + "recall_at_5": 0.25169 + }, + { + "cv_recall_at_1": 0.13488, + "cv_recall_at_10": 0.31047, + "cv_recall_at_100": 0.68023, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.40581, + "cv_recall_at_3": 0.20814, + "cv_recall_at_5": 0.25, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.21438, + "map_at_1": 0.13488, + "map_at_10": 0.18462, + "map_at_100": 0.19748, + "map_at_1000": 0.19905, + "map_at_20": 0.19126, + "map_at_3": 0.16667, + "map_at_5": 0.17643, + "mrr_at_1": 0.13488372093023257, + "mrr_at_10": 0.1846197858988557, + "mrr_at_100": 0.19748470936111007, + "mrr_at_1000": 0.19904904925859657, + "mrr_at_20": 0.1912630101656491, + "mrr_at_3": 0.1666666666666667, + "mrr_at_5": 0.1764341085271318, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2445650317044002, + "nauc_cv_recall_at_100_max": 0.361707515600977, + "nauc_cv_recall_at_100_std": 0.363261081466743, + "nauc_cv_recall_at_10_diff1": 0.3676665275583041, + "nauc_cv_recall_at_10_max": 0.18264771666908935, + "nauc_cv_recall_at_10_std": 0.14698127038758088, + "nauc_cv_recall_at_1_diff1": 0.612561211764825, + "nauc_cv_recall_at_1_max": 0.2835486094917522, + "nauc_cv_recall_at_1_std": 0.18441089696146312, + "nauc_cv_recall_at_20_diff1": 0.27639099909559006, + "nauc_cv_recall_at_20_max": 0.1172433342882384, + "nauc_cv_recall_at_20_std": 0.11048650659259424, + "nauc_cv_recall_at_3_diff1": 0.4615205504007333, + "nauc_cv_recall_at_3_max": 0.19940569139194983, + "nauc_cv_recall_at_3_std": 0.14882662857375184, + "nauc_cv_recall_at_5_diff1": 0.4246482547448188, + "nauc_cv_recall_at_5_max": 0.19074386102961918, + "nauc_cv_recall_at_5_std": 0.16244686401464295, + "nauc_map_at_1000_diff1": 0.5006542328949688, + "nauc_map_at_1000_max": 0.23136238179970012, + "nauc_map_at_1000_std": 0.16686604817646652, + "nauc_map_at_100_diff1": 0.49949888758750094, + "nauc_map_at_100_max": 0.23127076723942885, + "nauc_map_at_100_std": 0.16683027470816547, + "nauc_map_at_10_diff1": 0.5082854436326143, + "nauc_map_at_10_max": 0.23184604408065937, + "nauc_map_at_10_std": 0.1650454145932678, + "nauc_map_at_1_diff1": 0.612561211764825, + "nauc_map_at_1_max": 0.2835486094917522, + "nauc_map_at_1_std": 0.18441089696146312, + "nauc_map_at_20_diff1": 0.49881030031048196, + "nauc_map_at_20_max": 0.22573843880235675, + "nauc_map_at_20_std": 0.16150675906865322, + "nauc_map_at_3_diff1": 0.5328258548948126, + "nauc_map_at_3_max": 0.23753875983065484, + "nauc_map_at_3_std": 0.16377526196925346, + "nauc_map_at_5_diff1": 0.5206969673028455, + "nauc_map_at_5_max": 0.23460276419011938, + "nauc_map_at_5_std": 0.16857161106494534, + "nauc_mrr_at_1000_diff1": 0.5006542740060854, + "nauc_mrr_at_1000_max": 0.23136240008672215, + "nauc_mrr_at_1000_std": 0.16686602588729194, + "nauc_mrr_at_100_diff1": 0.49949888758750094, + "nauc_mrr_at_100_max": 0.23127076723942885, + "nauc_mrr_at_100_std": 0.16683027470816547, + "nauc_mrr_at_10_diff1": 0.5082854436326143, + "nauc_mrr_at_10_max": 0.23184604408065937, + "nauc_mrr_at_10_std": 0.1650454145932678, + "nauc_mrr_at_1_diff1": 0.612561211764825, + "nauc_mrr_at_1_max": 0.2835486094917522, + "nauc_mrr_at_1_std": 0.18441089696146312, + "nauc_mrr_at_20_diff1": 0.49881030031048196, + "nauc_mrr_at_20_max": 0.22573843880235675, + "nauc_mrr_at_20_std": 0.16150675906865322, + "nauc_mrr_at_3_diff1": 0.5328258548948126, + "nauc_mrr_at_3_max": 0.23753875983065484, + "nauc_mrr_at_3_std": 0.16377526196925346, + "nauc_mrr_at_5_diff1": 0.5206969673028455, + "nauc_mrr_at_5_max": 0.23460276419011938, + "nauc_mrr_at_5_std": 0.16857161106494534, + "nauc_ndcg_at_1000_diff1": 0.46721227001489246, + "nauc_ndcg_at_1000_max": 0.2287805352488556, + "nauc_ndcg_at_1000_std": 0.17407191971540306, + "nauc_ndcg_at_100_diff1": 0.439465110267931, + "nauc_ndcg_at_100_max": 0.24227660648463453, + "nauc_ndcg_at_100_std": 0.19339621087015968, + "nauc_ndcg_at_10_diff1": 0.46657913593419037, + "nauc_ndcg_at_10_max": 0.21665052448717026, + "nauc_ndcg_at_10_std": 0.15963159610625768, + "nauc_ndcg_at_1_diff1": 0.612561211764825, + "nauc_ndcg_at_1_max": 0.2835486094917522, + "nauc_ndcg_at_1_std": 0.18441089696146312, + "nauc_ndcg_at_20_diff1": 0.43577425970705724, + "nauc_ndcg_at_20_max": 0.1955854870307893, + "nauc_ndcg_at_20_std": 0.14776732385765973, + "nauc_ndcg_at_3_diff1": 0.5121326130898106, + "nauc_ndcg_at_3_max": 0.2264066500971107, + "nauc_ndcg_at_3_std": 0.1593606756338783, + "nauc_ndcg_at_5_diff1": 0.4924030178160872, + "nauc_ndcg_at_5_max": 0.22153330346602482, + "nauc_ndcg_at_5_std": 0.16658520770421348, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.24456503170440094, + "nauc_precision_at_100_max": 0.3617075156009771, + "nauc_precision_at_100_std": 0.36326108146674346, + "nauc_precision_at_10_diff1": 0.3676665275583044, + "nauc_precision_at_10_max": 0.1826477166690894, + "nauc_precision_at_10_std": 0.14698127038758094, + "nauc_precision_at_1_diff1": 0.612561211764825, + "nauc_precision_at_1_max": 0.2835486094917522, + "nauc_precision_at_1_std": 0.18441089696146312, + "nauc_precision_at_20_diff1": 0.27639099909558995, + "nauc_precision_at_20_max": 0.11724333428823823, + "nauc_precision_at_20_std": 0.11048650659259393, + "nauc_precision_at_3_diff1": 0.46152055040073325, + "nauc_precision_at_3_max": 0.19940569139194977, + "nauc_precision_at_3_std": 0.1488266285737518, + "nauc_precision_at_5_diff1": 0.42464825474481893, + "nauc_precision_at_5_max": 0.19074386102961938, + "nauc_precision_at_5_std": 0.16244686401464292, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2445650317044002, + "nauc_recall_at_100_max": 0.361707515600977, + "nauc_recall_at_100_std": 0.363261081466743, + "nauc_recall_at_10_diff1": 0.3676665275583041, + "nauc_recall_at_10_max": 0.18264771666908935, + "nauc_recall_at_10_std": 0.14698127038758088, + "nauc_recall_at_1_diff1": 0.612561211764825, + "nauc_recall_at_1_max": 0.2835486094917522, + "nauc_recall_at_1_std": 0.18441089696146312, + "nauc_recall_at_20_diff1": 0.27639099909559006, + "nauc_recall_at_20_max": 0.1172433342882384, + "nauc_recall_at_20_std": 0.11048650659259424, + "nauc_recall_at_3_diff1": 0.4615205504007333, + "nauc_recall_at_3_max": 0.19940569139194983, + "nauc_recall_at_3_std": 0.14882662857375184, + "nauc_recall_at_5_diff1": 0.4246482547448188, + "nauc_recall_at_5_max": 0.19074386102961918, + "nauc_recall_at_5_std": 0.16244686401464295, + "ndcg_at_1": 0.13488, + "ndcg_at_10": 0.21438, + "ndcg_at_100": 0.28778, + "ndcg_at_1000": 0.32867, + "ndcg_at_20": 0.23853, + "ndcg_at_3": 0.1773, + "ndcg_at_5": 0.19471, + "precision_at_1": 0.13488, + "precision_at_10": 0.03105, + "precision_at_100": 0.0068, + "precision_at_1000": 0.001, + "precision_at_20": 0.02029, + "precision_at_3": 0.06938, + "precision_at_5": 0.05, + "recall_at_1": 0.13488, + "recall_at_10": 0.31047, + "recall_at_100": 0.68023, + "recall_at_1000": 1.0, + "recall_at_20": 0.40581, + "recall_at_3": 0.20814, + "recall_at_5": 0.25 + }, + { + "cv_recall_at_1": 0.30864, + "cv_recall_at_10": 0.55107, + "cv_recall_at_100": 0.81033, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.63861, + "cv_recall_at_3": 0.41751, + "cv_recall_at_5": 0.46914, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.4196, + "map_at_1": 0.30864, + "map_at_10": 0.37877, + "map_at_100": 0.3888, + "map_at_1000": 0.38968, + "map_at_20": 0.38476, + "map_at_3": 0.35597, + "map_at_5": 0.36758, + "mrr_at_1": 0.30864197530864196, + "mrr_at_10": 0.37877006395524887, + "mrr_at_100": 0.3888033951118189, + "mrr_at_1000": 0.38968141928150263, + "mrr_at_20": 0.38475571429269884, + "mrr_at_3": 0.3559670781893003, + "mrr_at_5": 0.3675832398054617, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.34917861138467304, + "nauc_cv_recall_at_100_max": 0.5809280032918813, + "nauc_cv_recall_at_100_std": 0.5652106785226791, + "nauc_cv_recall_at_10_diff1": 0.5202673828089519, + "nauc_cv_recall_at_10_max": 0.4867137193623612, + "nauc_cv_recall_at_10_std": 0.35862555124365353, + "nauc_cv_recall_at_1_diff1": 0.6978458793185269, + "nauc_cv_recall_at_1_max": 0.4812630250390875, + "nauc_cv_recall_at_1_std": 0.2574662833691913, + "nauc_cv_recall_at_20_diff1": 0.4794186508801584, + "nauc_cv_recall_at_20_max": 0.5114398099151045, + "nauc_cv_recall_at_20_std": 0.4478160589028657, + "nauc_cv_recall_at_3_diff1": 0.5920738440881316, + "nauc_cv_recall_at_3_max": 0.4382773687425336, + "nauc_cv_recall_at_3_std": 0.2790071271396831, + "nauc_cv_recall_at_5_diff1": 0.5511450554138266, + "nauc_cv_recall_at_5_max": 0.453711553179142, + "nauc_cv_recall_at_5_std": 0.3190509058673222, + "nauc_map_at_1000_diff1": 0.636391806736526, + "nauc_map_at_1000_max": 0.4701983153516574, + "nauc_map_at_1000_std": 0.2856963477079405, + "nauc_map_at_100_diff1": 0.6357752143121728, + "nauc_map_at_100_max": 0.47037477407570155, + "nauc_map_at_100_std": 0.28621124775825796, + "nauc_map_at_10_diff1": 0.6380748511735241, + "nauc_map_at_10_max": 0.46869771847749625, + "nauc_map_at_10_std": 0.28119719880382293, + "nauc_map_at_1_diff1": 0.6978458793185269, + "nauc_map_at_1_max": 0.4812630250390875, + "nauc_map_at_1_std": 0.2574662833691913, + "nauc_map_at_20_diff1": 0.6363130940052869, + "nauc_map_at_20_max": 0.4701539151563389, + "nauc_map_at_20_std": 0.2865548455100543, + "nauc_map_at_3_diff1": 0.6502805436566025, + "nauc_map_at_3_max": 0.4604312622649522, + "nauc_map_at_3_std": 0.2670529749642637, + "nauc_map_at_5_diff1": 0.6414768479249554, + "nauc_map_at_5_max": 0.46432565412176646, + "nauc_map_at_5_std": 0.2768796717662677, + "nauc_mrr_at_1000_diff1": 0.636391806736526, + "nauc_mrr_at_1000_max": 0.4701983153516574, + "nauc_mrr_at_1000_std": 0.2856963477079405, + "nauc_mrr_at_100_diff1": 0.6357752143121728, + "nauc_mrr_at_100_max": 0.47037477407570155, + "nauc_mrr_at_100_std": 0.28621124775825796, + "nauc_mrr_at_10_diff1": 0.6380748511735241, + "nauc_mrr_at_10_max": 0.46869771847749625, + "nauc_mrr_at_10_std": 0.28119719880382293, + "nauc_mrr_at_1_diff1": 0.6978458793185269, + "nauc_mrr_at_1_max": 0.4812630250390875, + "nauc_mrr_at_1_std": 0.2574662833691913, + "nauc_mrr_at_20_diff1": 0.6363130940052869, + "nauc_mrr_at_20_max": 0.4701539151563389, + "nauc_mrr_at_20_std": 0.2865548455100543, + "nauc_mrr_at_3_diff1": 0.6502805436566025, + "nauc_mrr_at_3_max": 0.4604312622649522, + "nauc_mrr_at_3_std": 0.2670529749642637, + "nauc_mrr_at_5_diff1": 0.6414768479249554, + "nauc_mrr_at_5_max": 0.46432565412176646, + "nauc_mrr_at_5_std": 0.2768796717662677, + "nauc_ndcg_at_1000_diff1": 0.6168157065098726, + "nauc_ndcg_at_1000_max": 0.4741862963085771, + "nauc_ndcg_at_1000_std": 0.30184717278586776, + "nauc_ndcg_at_100_diff1": 0.5981836215780852, + "nauc_ndcg_at_100_max": 0.48122121391903505, + "nauc_ndcg_at_100_std": 0.3196703358055457, + "nauc_ndcg_at_10_diff1": 0.6103946748770198, + "nauc_ndcg_at_10_max": 0.47184321180216543, + "nauc_ndcg_at_10_std": 0.2985277877145453, + "nauc_ndcg_at_1_diff1": 0.6978458793185269, + "nauc_ndcg_at_1_max": 0.4812630250390875, + "nauc_ndcg_at_1_std": 0.2574662833691913, + "nauc_ndcg_at_20_diff1": 0.6036674298778513, + "nauc_ndcg_at_20_max": 0.4770433048467731, + "nauc_ndcg_at_20_std": 0.3173737824737843, + "nauc_ndcg_at_3_diff1": 0.6351136489526188, + "nauc_ndcg_at_3_max": 0.4545954162776597, + "nauc_ndcg_at_3_std": 0.2701636458988301, + "nauc_ndcg_at_5_diff1": 0.6188271043822667, + "nauc_ndcg_at_5_max": 0.4613224822188785, + "nauc_ndcg_at_5_std": 0.28724444390528403, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3491786113846725, + "nauc_precision_at_100_max": 0.5809280032918817, + "nauc_precision_at_100_std": 0.5652106785226783, + "nauc_precision_at_10_diff1": 0.5202673828089526, + "nauc_precision_at_10_max": 0.486713719362361, + "nauc_precision_at_10_std": 0.3586255512436532, + "nauc_precision_at_1_diff1": 0.6978458793185269, + "nauc_precision_at_1_max": 0.4812630250390875, + "nauc_precision_at_1_std": 0.2574662833691913, + "nauc_precision_at_20_diff1": 0.479418650880159, + "nauc_precision_at_20_max": 0.5114398099151042, + "nauc_precision_at_20_std": 0.44781605890286524, + "nauc_precision_at_3_diff1": 0.5920738440881318, + "nauc_precision_at_3_max": 0.4382773687425334, + "nauc_precision_at_3_std": 0.27900712713968306, + "nauc_precision_at_5_diff1": 0.5511450554138263, + "nauc_precision_at_5_max": 0.45371155317914186, + "nauc_precision_at_5_std": 0.3190509058673224, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.34917861138467304, + "nauc_recall_at_100_max": 0.5809280032918813, + "nauc_recall_at_100_std": 0.5652106785226791, + "nauc_recall_at_10_diff1": 0.5202673828089519, + "nauc_recall_at_10_max": 0.4867137193623612, + "nauc_recall_at_10_std": 0.35862555124365353, + "nauc_recall_at_1_diff1": 0.6978458793185269, + "nauc_recall_at_1_max": 0.4812630250390875, + "nauc_recall_at_1_std": 0.2574662833691913, + "nauc_recall_at_20_diff1": 0.4794186508801584, + "nauc_recall_at_20_max": 0.5114398099151045, + "nauc_recall_at_20_std": 0.4478160589028657, + "nauc_recall_at_3_diff1": 0.5920738440881316, + "nauc_recall_at_3_max": 0.4382773687425336, + "nauc_recall_at_3_std": 0.2790071271396831, + "nauc_recall_at_5_diff1": 0.5511450554138266, + "nauc_recall_at_5_max": 0.453711553179142, + "nauc_recall_at_5_std": 0.3190509058673222, + "ndcg_at_1": 0.30864, + "ndcg_at_10": 0.4196, + "ndcg_at_100": 0.47276, + "ndcg_at_1000": 0.49672, + "ndcg_at_20": 0.44162, + "ndcg_at_3": 0.37175, + "ndcg_at_5": 0.39285, + "precision_at_1": 0.30864, + "precision_at_10": 0.05511, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "precision_at_20": 0.03193, + "precision_at_3": 0.13917, + "precision_at_5": 0.09383, + "recall_at_1": 0.30864, + "recall_at_10": 0.55107, + "recall_at_100": 0.81033, + "recall_at_1000": 1.0, + "recall_at_20": 0.63861, + "recall_at_3": 0.41751, + "recall_at_5": 0.46914 + }, + { + "cv_recall_at_1": 0.10526, + "cv_recall_at_10": 0.25263, + "cv_recall_at_100": 0.57544, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.29825, + "cv_recall_at_3": 0.17018, + "cv_recall_at_5": 0.20175, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.17164, + "map_at_1": 0.10526, + "map_at_10": 0.14659, + "map_at_100": 0.1559, + "map_at_1000": 0.15776, + "map_at_20": 0.14964, + "map_at_3": 0.13275, + "map_at_5": 0.13968, + "mrr_at_1": 0.10526315789473684, + "mrr_at_10": 0.1465866054023949, + "mrr_at_100": 0.15589577807695595, + "mrr_at_1000": 0.15776355208566945, + "mrr_at_20": 0.14964308480582725, + "mrr_at_3": 0.1327485380116959, + "mrr_at_5": 0.13967836257309946, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.18637855746142357, + "nauc_cv_recall_at_100_max": 0.24833841602415352, + "nauc_cv_recall_at_100_std": 0.403742110009017, + "nauc_cv_recall_at_10_diff1": 0.2682111039181232, + "nauc_cv_recall_at_10_max": 0.2003298498720677, + "nauc_cv_recall_at_10_std": 0.35493798616891187, + "nauc_cv_recall_at_1_diff1": 0.5149290393013103, + "nauc_cv_recall_at_1_max": 0.34715247452692855, + "nauc_cv_recall_at_1_std": 0.38980167394468723, + "nauc_cv_recall_at_20_diff1": 0.21777962676809698, + "nauc_cv_recall_at_20_max": 0.19354332580530123, + "nauc_cv_recall_at_20_std": 0.35196481635564003, + "nauc_cv_recall_at_3_diff1": 0.37585939785098305, + "nauc_cv_recall_at_3_max": 0.1919651323127164, + "nauc_cv_recall_at_3_std": 0.34531802943568224, + "nauc_cv_recall_at_5_diff1": 0.3058416721945437, + "nauc_cv_recall_at_5_max": 0.1752755705474715, + "nauc_cv_recall_at_5_std": 0.3182589304616601, + "nauc_map_at_1000_diff1": 0.403902744979074, + "nauc_map_at_1000_max": 0.26715425573574997, + "nauc_map_at_1000_std": 0.36653124352277344, + "nauc_map_at_100_diff1": 0.4030183822085817, + "nauc_map_at_100_max": 0.266996593455788, + "nauc_map_at_100_std": 0.36669005171306873, + "nauc_map_at_10_diff1": 0.41010891346858724, + "nauc_map_at_10_max": 0.26588433202149636, + "nauc_map_at_10_std": 0.3642306694227432, + "nauc_map_at_1_diff1": 0.5149290393013103, + "nauc_map_at_1_max": 0.34715247452692855, + "nauc_map_at_1_std": 0.38980167394468723, + "nauc_map_at_20_diff1": 0.4038257381182442, + "nauc_map_at_20_max": 0.2643456092222034, + "nauc_map_at_20_std": 0.36333876392800185, + "nauc_map_at_3_diff1": 0.44276173515640216, + "nauc_map_at_3_max": 0.27000821438381173, + "nauc_map_at_3_std": 0.3661474539923582, + "nauc_map_at_5_diff1": 0.4193634293904592, + "nauc_map_at_5_max": 0.26298725307683535, + "nauc_map_at_5_std": 0.35770376391128783, + "nauc_mrr_at_1000_diff1": 0.403902744979074, + "nauc_mrr_at_1000_max": 0.26715425573574997, + "nauc_mrr_at_1000_std": 0.36653124352277344, + "nauc_mrr_at_100_diff1": 0.4030183822085817, + "nauc_mrr_at_100_max": 0.266996593455788, + "nauc_mrr_at_100_std": 0.36669005171306873, + "nauc_mrr_at_10_diff1": 0.41010891346858724, + "nauc_mrr_at_10_max": 0.26588433202149636, + "nauc_mrr_at_10_std": 0.3642306694227432, + "nauc_mrr_at_1_diff1": 0.5149290393013103, + "nauc_mrr_at_1_max": 0.34715247452692855, + "nauc_mrr_at_1_std": 0.38980167394468723, + "nauc_mrr_at_20_diff1": 0.4038257381182442, + "nauc_mrr_at_20_max": 0.2643456092222034, + "nauc_mrr_at_20_std": 0.36333876392800185, + "nauc_mrr_at_3_diff1": 0.44276173515640216, + "nauc_mrr_at_3_max": 0.27000821438381173, + "nauc_mrr_at_3_std": 0.3661474539923582, + "nauc_mrr_at_5_diff1": 0.4193634293904592, + "nauc_mrr_at_5_max": 0.26298725307683535, + "nauc_mrr_at_5_std": 0.35770376391128783, + "nauc_ndcg_at_1000_diff1": 0.36876440377313985, + "nauc_ndcg_at_1000_max": 0.25674301571843805, + "nauc_ndcg_at_1000_std": 0.36823676127345956, + "nauc_ndcg_at_100_diff1": 0.3411028514655866, + "nauc_ndcg_at_100_max": 0.2549721813489106, + "nauc_ndcg_at_100_std": 0.373586154530333, + "nauc_ndcg_at_10_diff1": 0.3662572907422116, + "nauc_ndcg_at_10_max": 0.24402177974697598, + "nauc_ndcg_at_10_std": 0.36035887865430855, + "nauc_ndcg_at_1_diff1": 0.5149290393013103, + "nauc_ndcg_at_1_max": 0.34715247452692855, + "nauc_ndcg_at_1_std": 0.38980167394468723, + "nauc_ndcg_at_20_diff1": 0.3465518274198802, + "nauc_ndcg_at_20_max": 0.24022710954348786, + "nauc_ndcg_at_20_std": 0.35861648681751135, + "nauc_ndcg_at_3_diff1": 0.42315037604313344, + "nauc_ndcg_at_3_max": 0.24726612330812991, + "nauc_ndcg_at_3_std": 0.3600189049541695, + "nauc_ndcg_at_5_diff1": 0.38509779167121194, + "nauc_ndcg_at_5_max": 0.23615476637347932, + "nauc_ndcg_at_5_std": 0.34587018634527034, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.18637855746142468, + "nauc_precision_at_100_max": 0.24833841602415418, + "nauc_precision_at_100_std": 0.4037421100090175, + "nauc_precision_at_10_diff1": 0.26821110391812325, + "nauc_precision_at_10_max": 0.20032984987206753, + "nauc_precision_at_10_std": 0.3549379861689121, + "nauc_precision_at_1_diff1": 0.5149290393013103, + "nauc_precision_at_1_max": 0.34715247452692855, + "nauc_precision_at_1_std": 0.38980167394468723, + "nauc_precision_at_20_diff1": 0.2177796267680969, + "nauc_precision_at_20_max": 0.19354332580530145, + "nauc_precision_at_20_std": 0.35196481635564014, + "nauc_precision_at_3_diff1": 0.37585939785098327, + "nauc_precision_at_3_max": 0.19196513231271656, + "nauc_precision_at_3_std": 0.3453180294356824, + "nauc_precision_at_5_diff1": 0.30584167219454383, + "nauc_precision_at_5_max": 0.17527557054747175, + "nauc_precision_at_5_std": 0.31825893046166037, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.18637855746142357, + "nauc_recall_at_100_max": 0.24833841602415352, + "nauc_recall_at_100_std": 0.403742110009017, + "nauc_recall_at_10_diff1": 0.2682111039181232, + "nauc_recall_at_10_max": 0.2003298498720677, + "nauc_recall_at_10_std": 0.35493798616891187, + "nauc_recall_at_1_diff1": 0.5149290393013103, + "nauc_recall_at_1_max": 0.34715247452692855, + "nauc_recall_at_1_std": 0.38980167394468723, + "nauc_recall_at_20_diff1": 0.21777962676809698, + "nauc_recall_at_20_max": 0.19354332580530123, + "nauc_recall_at_20_std": 0.35196481635564003, + "nauc_recall_at_3_diff1": 0.37585939785098305, + "nauc_recall_at_3_max": 0.1919651323127164, + "nauc_recall_at_3_std": 0.34531802943568224, + "nauc_recall_at_5_diff1": 0.3058416721945437, + "nauc_recall_at_5_max": 0.1752755705474715, + "nauc_recall_at_5_std": 0.3182589304616601, + "ndcg_at_1": 0.10526, + "ndcg_at_10": 0.17164, + "ndcg_at_100": 0.23279, + "ndcg_at_1000": 0.28635, + "ndcg_at_20": 0.18302, + "ndcg_at_3": 0.14231, + "ndcg_at_5": 0.15507, + "precision_at_1": 0.10526, + "precision_at_10": 0.02526, + "precision_at_100": 0.00575, + "precision_at_1000": 0.001, + "precision_at_20": 0.01491, + "precision_at_3": 0.05673, + "precision_at_5": 0.04035, + "recall_at_1": 0.10526, + "recall_at_10": 0.25263, + "recall_at_100": 0.57544, + "recall_at_1000": 1.0, + "recall_at_20": 0.29825, + "recall_at_3": 0.17018, + "recall_at_5": 0.20175 + }, + { + "cv_recall_at_1": 0.17277, + "cv_recall_at_10": 0.34325, + "cv_recall_at_100": 0.6762, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.43593, + "cv_recall_at_3": 0.23341, + "cv_recall_at_5": 0.27346, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "main_score": 0.24659, + "map_at_1": 0.17277, + "map_at_10": 0.2171, + "map_at_100": 0.22898, + "map_at_1000": 0.23049, + "map_at_20": 0.22329, + "map_at_3": 0.1987, + "map_at_5": 0.2078, + "mrr_at_1": 0.17276887871853547, + "mrr_at_10": 0.2171011768551813, + "mrr_at_100": 0.2289810314309146, + "mrr_at_1000": 0.23048794912664428, + "mrr_at_20": 0.22328900136301424, + "mrr_at_3": 0.1987032799389779, + "mrr_at_5": 0.20779938977879484, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.23707892644673476, + "nauc_cv_recall_at_100_max": 0.5355293934445048, + "nauc_cv_recall_at_100_std": 0.5106409286751152, + "nauc_cv_recall_at_10_diff1": 0.39870287756389644, + "nauc_cv_recall_at_10_max": 0.5015395307021189, + "nauc_cv_recall_at_10_std": 0.39778923076644446, + "nauc_cv_recall_at_1_diff1": 0.6403798630015372, + "nauc_cv_recall_at_1_max": 0.5070352889746105, + "nauc_cv_recall_at_1_std": 0.31104444805117587, + "nauc_cv_recall_at_20_diff1": 0.3353205779178744, + "nauc_cv_recall_at_20_max": 0.48669917318802397, + "nauc_cv_recall_at_20_std": 0.41855181255617585, + "nauc_cv_recall_at_3_diff1": 0.5307956145460796, + "nauc_cv_recall_at_3_max": 0.46477350734939027, + "nauc_cv_recall_at_3_std": 0.32290526314893786, + "nauc_cv_recall_at_5_diff1": 0.47362817758445497, + "nauc_cv_recall_at_5_max": 0.4860244681874373, + "nauc_cv_recall_at_5_std": 0.3426509746871683, + "nauc_map_at_1000_diff1": 0.5518950452222675, + "nauc_map_at_1000_max": 0.49524192662772293, + "nauc_map_at_1000_std": 0.33176304836465365, + "nauc_map_at_100_diff1": 0.5507042720887966, + "nauc_map_at_100_max": 0.4952857109383223, + "nauc_map_at_100_std": 0.3324067505646156, + "nauc_map_at_10_diff1": 0.5583879340502963, + "nauc_map_at_10_max": 0.49526907782206203, + "nauc_map_at_10_std": 0.3300983653566066, + "nauc_map_at_1_diff1": 0.6403798630015372, + "nauc_map_at_1_max": 0.5070352889746105, + "nauc_map_at_1_std": 0.31104444805117587, + "nauc_map_at_20_diff1": 0.5524908076068307, + "nauc_map_at_20_max": 0.49414088668716216, + "nauc_map_at_20_std": 0.3317096629500253, + "nauc_map_at_3_diff1": 0.5866258611416878, + "nauc_map_at_3_max": 0.48824451649660294, + "nauc_map_at_3_std": 0.31506067342848376, + "nauc_map_at_5_diff1": 0.5712264451574552, + "nauc_map_at_5_max": 0.49309396688072177, + "nauc_map_at_5_std": 0.3204667488839716, + "nauc_mrr_at_1000_diff1": 0.5518950452222675, + "nauc_mrr_at_1000_max": 0.49524192662772293, + "nauc_mrr_at_1000_std": 0.33176304836465365, + "nauc_mrr_at_100_diff1": 0.5507042720887966, + "nauc_mrr_at_100_max": 0.4952857109383223, + "nauc_mrr_at_100_std": 0.3324067505646156, + "nauc_mrr_at_10_diff1": 0.5583879340502963, + "nauc_mrr_at_10_max": 0.49526907782206203, + "nauc_mrr_at_10_std": 0.3300983653566066, + "nauc_mrr_at_1_diff1": 0.6403798630015372, + "nauc_mrr_at_1_max": 0.5070352889746105, + "nauc_mrr_at_1_std": 0.31104444805117587, + "nauc_mrr_at_20_diff1": 0.5524908076068307, + "nauc_mrr_at_20_max": 0.49414088668716216, + "nauc_mrr_at_20_std": 0.3317096629500253, + "nauc_mrr_at_3_diff1": 0.5866258611416878, + "nauc_mrr_at_3_max": 0.48824451649660294, + "nauc_mrr_at_3_std": 0.31506067342848376, + "nauc_mrr_at_5_diff1": 0.5712264451574552, + "nauc_mrr_at_5_max": 0.49309396688072177, + "nauc_mrr_at_5_std": 0.3204667488839716, + "nauc_ndcg_at_1000_diff1": 0.5175493259429081, + "nauc_ndcg_at_1000_max": 0.4966318371741495, + "nauc_ndcg_at_1000_std": 0.34574293260303035, + "nauc_ndcg_at_100_diff1": 0.48509068676100753, + "nauc_ndcg_at_100_max": 0.5005582680689583, + "nauc_ndcg_at_100_std": 0.36468181197554345, + "nauc_ndcg_at_10_diff1": 0.5149606519232172, + "nauc_ndcg_at_10_max": 0.49619640915776325, + "nauc_ndcg_at_10_std": 0.34786983476833444, + "nauc_ndcg_at_1_diff1": 0.6403798630015372, + "nauc_ndcg_at_1_max": 0.5070352889746105, + "nauc_ndcg_at_1_std": 0.31104444805117587, + "nauc_ndcg_at_20_diff1": 0.4953903019228144, + "nauc_ndcg_at_20_max": 0.49198524631438506, + "nauc_ndcg_at_20_std": 0.35391185392693036, + "nauc_ndcg_at_3_diff1": 0.5712391453484501, + "nauc_ndcg_at_3_max": 0.4818568955948492, + "nauc_ndcg_at_3_std": 0.3171474374420657, + "nauc_ndcg_at_5_diff1": 0.5443642154064743, + "nauc_ndcg_at_5_max": 0.49077593878515474, + "nauc_ndcg_at_5_std": 0.32642028107092486, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.23707892644673514, + "nauc_precision_at_100_max": 0.5355293934445053, + "nauc_precision_at_100_std": 0.5106409286751148, + "nauc_precision_at_10_diff1": 0.3987028775638965, + "nauc_precision_at_10_max": 0.5015395307021191, + "nauc_precision_at_10_std": 0.39778923076644485, + "nauc_precision_at_1_diff1": 0.6403798630015372, + "nauc_precision_at_1_max": 0.5070352889746105, + "nauc_precision_at_1_std": 0.31104444805117587, + "nauc_precision_at_20_diff1": 0.3353205779178743, + "nauc_precision_at_20_max": 0.48669917318802425, + "nauc_precision_at_20_std": 0.4185518125561754, + "nauc_precision_at_3_diff1": 0.5307956145460793, + "nauc_precision_at_3_max": 0.4647735073493902, + "nauc_precision_at_3_std": 0.3229052631489379, + "nauc_precision_at_5_diff1": 0.4736281775844547, + "nauc_precision_at_5_max": 0.4860244681874368, + "nauc_precision_at_5_std": 0.342650974687168, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.23707892644673476, + "nauc_recall_at_100_max": 0.5355293934445048, + "nauc_recall_at_100_std": 0.5106409286751152, + "nauc_recall_at_10_diff1": 0.39870287756389644, + "nauc_recall_at_10_max": 0.5015395307021189, + "nauc_recall_at_10_std": 0.39778923076644446, + "nauc_recall_at_1_diff1": 0.6403798630015372, + "nauc_recall_at_1_max": 0.5070352889746105, + "nauc_recall_at_1_std": 0.31104444805117587, + "nauc_recall_at_20_diff1": 0.3353205779178744, + "nauc_recall_at_20_max": 0.48669917318802397, + "nauc_recall_at_20_std": 0.41855181255617585, + "nauc_recall_at_3_diff1": 0.5307956145460796, + "nauc_recall_at_3_max": 0.46477350734939027, + "nauc_recall_at_3_std": 0.32290526314893786, + "nauc_recall_at_5_diff1": 0.47362817758445497, + "nauc_recall_at_5_max": 0.4860244681874373, + "nauc_recall_at_5_std": 0.3426509746871683, + "ndcg_at_1": 0.17277, + "ndcg_at_10": 0.24659, + "ndcg_at_100": 0.31337, + "ndcg_at_1000": 0.35447, + "ndcg_at_20": 0.26971, + "ndcg_at_3": 0.20758, + "ndcg_at_5": 0.22403, + "precision_at_1": 0.17277, + "precision_at_10": 0.03432, + "precision_at_100": 0.00676, + "precision_at_1000": 0.001, + "precision_at_20": 0.0218, + "precision_at_3": 0.0778, + "precision_at_5": 0.05469, + "recall_at_1": 0.17277, + "recall_at_10": 0.34325, + "recall_at_100": 0.6762, + "recall_at_1000": 1.0, + "recall_at_20": 0.43593, + "recall_at_3": 0.23341, + "recall_at_5": 0.27346 + }, + { + "cv_recall_at_1": 0.36959, + "cv_recall_at_10": 0.63041, + "cv_recall_at_100": 0.89789, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.72919, + "cv_recall_at_3": 0.50277, + "cv_recall_at_5": 0.56826, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.49355, + "map_at_1": 0.36959, + "map_at_10": 0.45037, + "map_at_100": 0.46169, + "map_at_1000": 0.46219, + "map_at_20": 0.45725, + "map_at_3": 0.42712, + "map_at_5": 0.4421, + "mrr_at_1": 0.36958934517203107, + "mrr_at_10": 0.45036819759350283, + "mrr_at_100": 0.4616881513898778, + "mrr_at_1000": 0.4621883172413923, + "mrr_at_20": 0.45724985417101655, + "mrr_at_3": 0.42711801701812785, + "mrr_at_5": 0.4421013688494263, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4265858736100146, + "nauc_cv_recall_at_100_max": 0.6130105903171712, + "nauc_cv_recall_at_100_std": 0.6479106644247871, + "nauc_cv_recall_at_10_diff1": 0.4763556989410077, + "nauc_cv_recall_at_10_max": 0.39518628189820976, + "nauc_cv_recall_at_10_std": 0.36312964949223575, + "nauc_cv_recall_at_1_diff1": 0.6375084501609795, + "nauc_cv_recall_at_1_max": 0.4004230010736252, + "nauc_cv_recall_at_1_std": 0.2143136715398967, + "nauc_cv_recall_at_20_diff1": 0.4459499331458421, + "nauc_cv_recall_at_20_max": 0.45995435707435284, + "nauc_cv_recall_at_20_std": 0.46913009413801393, + "nauc_cv_recall_at_3_diff1": 0.5344709452451161, + "nauc_cv_recall_at_3_max": 0.3636165152262314, + "nauc_cv_recall_at_3_std": 0.27532160846534987, + "nauc_cv_recall_at_5_diff1": 0.5096097288136904, + "nauc_cv_recall_at_5_max": 0.3825057145648894, + "nauc_cv_recall_at_5_std": 0.3177712488439209, + "nauc_map_at_1000_diff1": 0.5857032193043039, + "nauc_map_at_1000_max": 0.39546456969544974, + "nauc_map_at_1000_std": 0.2547417213718815, + "nauc_map_at_100_diff1": 0.5854429365409518, + "nauc_map_at_100_max": 0.39572854085540565, + "nauc_map_at_100_std": 0.25525466157873605, + "nauc_map_at_10_diff1": 0.5853467092076959, + "nauc_map_at_10_max": 0.3921171573493067, + "nauc_map_at_10_std": 0.25239978453862266, + "nauc_map_at_1_diff1": 0.6375084501609795, + "nauc_map_at_1_max": 0.4004230010736252, + "nauc_map_at_1_std": 0.2143136715398967, + "nauc_map_at_20_diff1": 0.5847518403193711, + "nauc_map_at_20_max": 0.3947421495854351, + "nauc_map_at_20_std": 0.2562116477479193, + "nauc_map_at_3_diff1": 0.5933363215405166, + "nauc_map_at_3_max": 0.3864589857120207, + "nauc_map_at_3_std": 0.24006674573039177, + "nauc_map_at_5_diff1": 0.5883306808360874, + "nauc_map_at_5_max": 0.39028697858525846, + "nauc_map_at_5_std": 0.2484264835473533, + "nauc_mrr_at_1000_diff1": 0.5857036015963674, + "nauc_mrr_at_1000_max": 0.39546283285938855, + "nauc_mrr_at_1000_std": 0.2547396596482983, + "nauc_mrr_at_100_diff1": 0.5854433289477083, + "nauc_mrr_at_100_max": 0.39572683119053226, + "nauc_mrr_at_100_std": 0.2552526336592108, + "nauc_mrr_at_10_diff1": 0.5853467092076959, + "nauc_mrr_at_10_max": 0.3921171573493067, + "nauc_mrr_at_10_std": 0.25239978453862266, + "nauc_mrr_at_1_diff1": 0.6375084501609795, + "nauc_mrr_at_1_max": 0.4004230010736252, + "nauc_mrr_at_1_std": 0.2143136715398967, + "nauc_mrr_at_20_diff1": 0.5847518403193711, + "nauc_mrr_at_20_max": 0.3947421495854351, + "nauc_mrr_at_20_std": 0.2562116477479193, + "nauc_mrr_at_3_diff1": 0.5933363215405166, + "nauc_mrr_at_3_max": 0.3864589857120207, + "nauc_mrr_at_3_std": 0.24006674573039177, + "nauc_mrr_at_5_diff1": 0.5883306808360874, + "nauc_mrr_at_5_max": 0.39028697858525846, + "nauc_mrr_at_5_std": 0.2484264835473533, + "nauc_ndcg_at_1000_diff1": 0.5729010036437998, + "nauc_ndcg_at_1000_max": 0.40063261790125426, + "nauc_ndcg_at_1000_std": 0.2713028785224261, + "nauc_ndcg_at_100_diff1": 0.5663054737618531, + "nauc_ndcg_at_100_max": 0.40972102733006077, + "nauc_ndcg_at_100_std": 0.28757487816844396, + "nauc_ndcg_at_10_diff1": 0.5614605598216259, + "nauc_ndcg_at_10_max": 0.39222010301524096, + "nauc_ndcg_at_10_std": 0.27580314095413405, + "nauc_ndcg_at_1_diff1": 0.6375084501609795, + "nauc_ndcg_at_1_max": 0.4004230010736252, + "nauc_ndcg_at_1_std": 0.2143136715398967, + "nauc_ndcg_at_20_diff1": 0.5591453506371686, + "nauc_ndcg_at_20_max": 0.4036424685141276, + "nauc_ndcg_at_20_std": 0.2916509600022843, + "nauc_ndcg_at_3_diff1": 0.5784145380252298, + "nauc_ndcg_at_3_max": 0.3807448902432253, + "nauc_ndcg_at_3_std": 0.24898665496611744, + "nauc_ndcg_at_5_diff1": 0.5693980880921701, + "nauc_ndcg_at_5_max": 0.388113991989614, + "nauc_ndcg_at_5_std": 0.26469207043279036, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.426585873610016, + "nauc_precision_at_100_max": 0.6130105903171704, + "nauc_precision_at_100_std": 0.6479106644247877, + "nauc_precision_at_10_diff1": 0.4763556989410072, + "nauc_precision_at_10_max": 0.39518628189820937, + "nauc_precision_at_10_std": 0.36312964949223514, + "nauc_precision_at_1_diff1": 0.6375084501609795, + "nauc_precision_at_1_max": 0.4004230010736252, + "nauc_precision_at_1_std": 0.2143136715398967, + "nauc_precision_at_20_diff1": 0.4459499331458413, + "nauc_precision_at_20_max": 0.4599543570743535, + "nauc_precision_at_20_std": 0.4691300941380129, + "nauc_precision_at_3_diff1": 0.5344709452451162, + "nauc_precision_at_3_max": 0.3636165152262313, + "nauc_precision_at_3_std": 0.2753216084653498, + "nauc_precision_at_5_diff1": 0.5096097288136904, + "nauc_precision_at_5_max": 0.3825057145648895, + "nauc_precision_at_5_std": 0.31777124884392066, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4265858736100146, + "nauc_recall_at_100_max": 0.6130105903171712, + "nauc_recall_at_100_std": 0.6479106644247871, + "nauc_recall_at_10_diff1": 0.4763556989410077, + "nauc_recall_at_10_max": 0.39518628189820976, + "nauc_recall_at_10_std": 0.36312964949223575, + "nauc_recall_at_1_diff1": 0.6375084501609795, + "nauc_recall_at_1_max": 0.4004230010736252, + "nauc_recall_at_1_std": 0.2143136715398967, + "nauc_recall_at_20_diff1": 0.4459499331458421, + "nauc_recall_at_20_max": 0.45995435707435284, + "nauc_recall_at_20_std": 0.46913009413801393, + "nauc_recall_at_3_diff1": 0.5344709452451161, + "nauc_recall_at_3_max": 0.3636165152262314, + "nauc_recall_at_3_std": 0.27532160846534987, + "nauc_recall_at_5_diff1": 0.5096097288136904, + "nauc_recall_at_5_max": 0.3825057145648894, + "nauc_recall_at_5_std": 0.3177712488439209, + "ndcg_at_1": 0.36959, + "ndcg_at_10": 0.49355, + "ndcg_at_100": 0.55011, + "ndcg_at_1000": 0.56319, + "ndcg_at_20": 0.51855, + "ndcg_at_3": 0.4465, + "ndcg_at_5": 0.47349, + "precision_at_1": 0.36959, + "precision_at_10": 0.06304, + "precision_at_100": 0.00898, + "precision_at_1000": 0.001, + "precision_at_20": 0.03646, + "precision_at_3": 0.16759, + "precision_at_5": 0.11365, + "recall_at_1": 0.36959, + "recall_at_10": 0.63041, + "recall_at_100": 0.89789, + "recall_at_1000": 1.0, + "recall_at_20": 0.72919, + "recall_at_3": 0.50277, + "recall_at_5": 0.56826 + }, + { + "cv_recall_at_1": 0.087, + "cv_recall_at_10": 0.19656, + "cv_recall_at_100": 0.46079, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.25349, + "cv_recall_at_3": 0.12567, + "cv_recall_at_5": 0.15145, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.13391, + "map_at_1": 0.087, + "map_at_10": 0.1149, + "map_at_100": 0.12368, + "map_at_1000": 0.12578, + "map_at_20": 0.11893, + "map_at_3": 0.10311, + "map_at_5": 0.10924, + "mrr_at_1": 0.08700322234156821, + "mrr_at_10": 0.11489736245375343, + "mrr_at_100": 0.12367750257748027, + "mrr_at_1000": 0.12577974098864964, + "mrr_at_20": 0.11893280521224774, + "mrr_at_3": 0.10311493018259932, + "mrr_at_5": 0.10923737916219116, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.22095843734622075, + "nauc_cv_recall_at_100_max": 0.25029245970753483, + "nauc_cv_recall_at_100_std": 0.3215991312676245, + "nauc_cv_recall_at_10_diff1": 0.3603023327796987, + "nauc_cv_recall_at_10_max": 0.33497378488984614, + "nauc_cv_recall_at_10_std": 0.3351531422726964, + "nauc_cv_recall_at_1_diff1": 0.6847321341274407, + "nauc_cv_recall_at_1_max": 0.47811747616186656, + "nauc_cv_recall_at_1_std": 0.3783668201615523, + "nauc_cv_recall_at_20_diff1": 0.3116302886581901, + "nauc_cv_recall_at_20_max": 0.29917621370786907, + "nauc_cv_recall_at_20_std": 0.31617724986963225, + "nauc_cv_recall_at_3_diff1": 0.5070298216820545, + "nauc_cv_recall_at_3_max": 0.4015417695684175, + "nauc_cv_recall_at_3_std": 0.3687153985936076, + "nauc_cv_recall_at_5_diff1": 0.45106428207293814, + "nauc_cv_recall_at_5_max": 0.3703391700087565, + "nauc_cv_recall_at_5_std": 0.3441693889123974, + "nauc_map_at_1000_diff1": 0.5334132974149114, + "nauc_map_at_1000_max": 0.4064602928580575, + "nauc_map_at_1000_std": 0.35204806392949156, + "nauc_map_at_100_diff1": 0.5322119948770907, + "nauc_map_at_100_max": 0.40531017093092836, + "nauc_map_at_100_std": 0.35167250774892, + "nauc_map_at_10_diff1": 0.5475273770715559, + "nauc_map_at_10_max": 0.41406016843897586, + "nauc_map_at_10_std": 0.35488317945498377, + "nauc_map_at_1_diff1": 0.6847321341274407, + "nauc_map_at_1_max": 0.47811747616186656, + "nauc_map_at_1_std": 0.3783668201615523, + "nauc_map_at_20_diff1": 0.5387576711800679, + "nauc_map_at_20_max": 0.4083036835156604, + "nauc_map_at_20_std": 0.35246396647442946, + "nauc_map_at_3_diff1": 0.5898863721170673, + "nauc_map_at_3_max": 0.43472652790728333, + "nauc_map_at_3_std": 0.36490905144970676, + "nauc_map_at_5_diff1": 0.5694469364779752, + "nauc_map_at_5_max": 0.4230697053023698, + "nauc_map_at_5_std": 0.35765181185393363, + "nauc_mrr_at_1000_diff1": 0.5334127890646034, + "nauc_mrr_at_1000_max": 0.406458644275623, + "nauc_mrr_at_1000_std": 0.3520478053565356, + "nauc_mrr_at_100_diff1": 0.5322114897576498, + "nauc_mrr_at_100_max": 0.4053085319250195, + "nauc_mrr_at_100_std": 0.3516722507420569, + "nauc_mrr_at_10_diff1": 0.5475273770715559, + "nauc_mrr_at_10_max": 0.41406016843897586, + "nauc_mrr_at_10_std": 0.35488317945498377, + "nauc_mrr_at_1_diff1": 0.6847321341274407, + "nauc_mrr_at_1_max": 0.47811747616186656, + "nauc_mrr_at_1_std": 0.3783668201615523, + "nauc_mrr_at_20_diff1": 0.5387576711800679, + "nauc_mrr_at_20_max": 0.4083036835156604, + "nauc_mrr_at_20_std": 0.35246396647442946, + "nauc_mrr_at_3_diff1": 0.5898863721170673, + "nauc_mrr_at_3_max": 0.43472652790728333, + "nauc_mrr_at_3_std": 0.36490905144970676, + "nauc_mrr_at_5_diff1": 0.5694469364779752, + "nauc_mrr_at_5_max": 0.4230697053023698, + "nauc_mrr_at_5_std": 0.35765181185393363, + "nauc_ndcg_at_1000_diff1": 0.476617380656095, + "nauc_ndcg_at_1000_max": 0.3818200888368288, + "nauc_ndcg_at_1000_std": 0.3456048197225887, + "nauc_ndcg_at_100_diff1": 0.43184711588315283, + "nauc_ndcg_at_100_max": 0.3563522077934337, + "nauc_ndcg_at_100_std": 0.34041098252993757, + "nauc_ndcg_at_10_diff1": 0.48809093672959647, + "nauc_ndcg_at_10_max": 0.38870531314884205, + "nauc_ndcg_at_10_std": 0.34846356080211893, + "nauc_ndcg_at_1_diff1": 0.6847321341274407, + "nauc_ndcg_at_1_max": 0.47811747616186656, + "nauc_ndcg_at_1_std": 0.3783668201615523, + "nauc_ndcg_at_20_diff1": 0.4643378062200878, + "nauc_ndcg_at_20_max": 0.37277590099233887, + "nauc_ndcg_at_20_std": 0.34101321085440256, + "nauc_ndcg_at_3_diff1": 0.5658668804015625, + "nauc_ndcg_at_3_max": 0.4249995108514367, + "nauc_ndcg_at_3_std": 0.36565975617467283, + "nauc_ndcg_at_5_diff1": 0.5337700413900782, + "nauc_ndcg_at_5_max": 0.4070769919703173, + "nauc_ndcg_at_5_std": 0.35355366721091624, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.2209584373462211, + "nauc_precision_at_100_max": 0.2502924597075356, + "nauc_precision_at_100_std": 0.3215991312676248, + "nauc_precision_at_10_diff1": 0.3603023327796984, + "nauc_precision_at_10_max": 0.3349737848898459, + "nauc_precision_at_10_std": 0.3351531422726965, + "nauc_precision_at_1_diff1": 0.6847321341274407, + "nauc_precision_at_1_max": 0.47811747616186656, + "nauc_precision_at_1_std": 0.3783668201615523, + "nauc_precision_at_20_diff1": 0.3116302886581901, + "nauc_precision_at_20_max": 0.2991762137078694, + "nauc_precision_at_20_std": 0.31617724986963225, + "nauc_precision_at_3_diff1": 0.5070298216820542, + "nauc_precision_at_3_max": 0.40154176956841753, + "nauc_precision_at_3_std": 0.3687153985936076, + "nauc_precision_at_5_diff1": 0.45106428207293786, + "nauc_precision_at_5_max": 0.3703391700087562, + "nauc_precision_at_5_std": 0.3441693889123974, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.22095843734622075, + "nauc_recall_at_100_max": 0.25029245970753483, + "nauc_recall_at_100_std": 0.3215991312676245, + "nauc_recall_at_10_diff1": 0.3603023327796987, + "nauc_recall_at_10_max": 0.33497378488984614, + "nauc_recall_at_10_std": 0.3351531422726964, + "nauc_recall_at_1_diff1": 0.6847321341274407, + "nauc_recall_at_1_max": 0.47811747616186656, + "nauc_recall_at_1_std": 0.3783668201615523, + "nauc_recall_at_20_diff1": 0.3116302886581901, + "nauc_recall_at_20_max": 0.29917621370786907, + "nauc_recall_at_20_std": 0.31617724986963225, + "nauc_recall_at_3_diff1": 0.5070298216820545, + "nauc_recall_at_3_max": 0.4015417695684175, + "nauc_recall_at_3_std": 0.3687153985936076, + "nauc_recall_at_5_diff1": 0.45106428207293814, + "nauc_recall_at_5_max": 0.3703391700087565, + "nauc_recall_at_5_std": 0.3441693889123974, + "ndcg_at_1": 0.087, + "ndcg_at_10": 0.13391, + "ndcg_at_100": 0.18566, + "ndcg_at_1000": 0.25167, + "ndcg_at_20": 0.14842, + "ndcg_at_3": 0.10887, + "ndcg_at_5": 0.11969, + "precision_at_1": 0.087, + "precision_at_10": 0.01966, + "precision_at_100": 0.00461, + "precision_at_1000": 0.001, + "precision_at_20": 0.01267, + "precision_at_3": 0.04189, + "precision_at_5": 0.03029, + "recall_at_1": 0.087, + "recall_at_10": 0.19656, + "recall_at_100": 0.46079, + "recall_at_1000": 1.0, + "recall_at_20": 0.25349, + "recall_at_3": 0.12567, + "recall_at_5": 0.15145 + }, + { + "cv_recall_at_1": 0.082, + "cv_recall_at_10": 0.26, + "cv_recall_at_100": 0.574, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.32, + "cv_recall_at_3": 0.149, + "cv_recall_at_5": 0.2, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.16092, + "map_at_1": 0.082, + "map_at_10": 0.1303, + "map_at_100": 0.14011, + "map_at_1000": 0.14192, + "map_at_20": 0.13451, + "map_at_3": 0.11017, + "map_at_5": 0.12222, + "mrr_at_1": 0.082, + "mrr_at_10": 0.1302984126984126, + "mrr_at_100": 0.14010643849757057, + "mrr_at_1000": 0.14191966909611997, + "mrr_at_20": 0.13451473022161872, + "mrr_at_3": 0.11016666666666662, + "mrr_at_5": 0.12221666666666663, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.12957698971663834, + "nauc_cv_recall_at_100_max": 0.18513510786430704, + "nauc_cv_recall_at_100_std": 0.2848998619083174, + "nauc_cv_recall_at_10_diff1": 0.27739296348761233, + "nauc_cv_recall_at_10_max": 0.06266225318724539, + "nauc_cv_recall_at_10_std": 0.1555158856349918, + "nauc_cv_recall_at_1_diff1": 0.5317361115655695, + "nauc_cv_recall_at_1_max": 0.12698043937777712, + "nauc_cv_recall_at_1_std": 0.13111310345730237, + "nauc_cv_recall_at_20_diff1": 0.23898239323557738, + "nauc_cv_recall_at_20_max": 0.08588114096114723, + "nauc_cv_recall_at_20_std": 0.1700631488815156, + "nauc_cv_recall_at_3_diff1": 0.35436188037270344, + "nauc_cv_recall_at_3_max": 0.04819250257808713, + "nauc_cv_recall_at_3_std": 0.16807912752262544, + "nauc_cv_recall_at_5_diff1": 0.2936341620923475, + "nauc_cv_recall_at_5_max": 0.0383467872134323, + "nauc_cv_recall_at_5_std": 0.14974652889893447, + "nauc_map_at_1000_diff1": 0.3916961691104259, + "nauc_map_at_1000_max": 0.09453808212623574, + "nauc_map_at_1000_std": 0.15397478560727407, + "nauc_map_at_100_diff1": 0.390296329267604, + "nauc_map_at_100_max": 0.09447881047349718, + "nauc_map_at_100_std": 0.15419789099089493, + "nauc_map_at_10_diff1": 0.3998884462384207, + "nauc_map_at_10_max": 0.08704327678044757, + "nauc_map_at_10_std": 0.14764227122018564, + "nauc_map_at_1_diff1": 0.5317361115655695, + "nauc_map_at_1_max": 0.12698043937777712, + "nauc_map_at_1_std": 0.13111310345730237, + "nauc_map_at_20_diff1": 0.3942263239393362, + "nauc_map_at_20_max": 0.08900280364693693, + "nauc_map_at_20_std": 0.14877466455415778, + "nauc_map_at_3_diff1": 0.4322072311999196, + "nauc_map_at_3_max": 0.09024055839461552, + "nauc_map_at_3_std": 0.15063310629000448, + "nauc_map_at_5_diff1": 0.40613624024338546, + "nauc_map_at_5_max": 0.0835408380843802, + "nauc_map_at_5_std": 0.14696146124460574, + "nauc_mrr_at_1000_diff1": 0.3916961691104259, + "nauc_mrr_at_1000_max": 0.09453808212623574, + "nauc_mrr_at_1000_std": 0.15397478560727407, + "nauc_mrr_at_100_diff1": 0.390296329267604, + "nauc_mrr_at_100_max": 0.09447881047349718, + "nauc_mrr_at_100_std": 0.15419789099089493, + "nauc_mrr_at_10_diff1": 0.3998884462384207, + "nauc_mrr_at_10_max": 0.08704327678044757, + "nauc_mrr_at_10_std": 0.14764227122018564, + "nauc_mrr_at_1_diff1": 0.5317361115655695, + "nauc_mrr_at_1_max": 0.12698043937777712, + "nauc_mrr_at_1_std": 0.13111310345730237, + "nauc_mrr_at_20_diff1": 0.3942263239393362, + "nauc_mrr_at_20_max": 0.08900280364693693, + "nauc_mrr_at_20_std": 0.14877466455415778, + "nauc_mrr_at_3_diff1": 0.4322072311999196, + "nauc_mrr_at_3_max": 0.09024055839461552, + "nauc_mrr_at_3_std": 0.15063310629000448, + "nauc_mrr_at_5_diff1": 0.40613624024338546, + "nauc_mrr_at_5_max": 0.0835408380843802, + "nauc_mrr_at_5_std": 0.14696146124460574, + "nauc_ndcg_at_1000_diff1": 0.3532959414745214, + "nauc_ndcg_at_1000_max": 0.10288254390326823, + "nauc_ndcg_at_1000_std": 0.1700140214238286, + "nauc_ndcg_at_100_diff1": 0.3157125547302426, + "nauc_ndcg_at_100_max": 0.11360475881829207, + "nauc_ndcg_at_100_std": 0.18628635111438582, + "nauc_ndcg_at_10_diff1": 0.35801968786277605, + "nauc_ndcg_at_10_max": 0.07767693928985969, + "nauc_ndcg_at_10_std": 0.1504383247734284, + "nauc_ndcg_at_1_diff1": 0.5317361115655695, + "nauc_ndcg_at_1_max": 0.12698043937777712, + "nauc_ndcg_at_1_std": 0.13111310345730237, + "nauc_ndcg_at_20_diff1": 0.34147465995699866, + "nauc_ndcg_at_20_max": 0.08529823718283426, + "nauc_ndcg_at_20_std": 0.15529041642225935, + "nauc_ndcg_at_3_diff1": 0.4083555318854164, + "nauc_ndcg_at_3_max": 0.07765520581609091, + "nauc_ndcg_at_3_std": 0.1559297532311266, + "nauc_ndcg_at_5_diff1": 0.3691673258075353, + "nauc_ndcg_at_5_max": 0.06867370893589116, + "nauc_ndcg_at_5_std": 0.14830740352720787, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.1295769897166383, + "nauc_precision_at_100_max": 0.1851351078643071, + "nauc_precision_at_100_std": 0.28489986190831773, + "nauc_precision_at_10_diff1": 0.2773929634876122, + "nauc_precision_at_10_max": 0.06266225318724516, + "nauc_precision_at_10_std": 0.15551588563499155, + "nauc_precision_at_1_diff1": 0.5317361115655695, + "nauc_precision_at_1_max": 0.12698043937777712, + "nauc_precision_at_1_std": 0.13111310345730237, + "nauc_precision_at_20_diff1": 0.23898239323557724, + "nauc_precision_at_20_max": 0.08588114096114721, + "nauc_precision_at_20_std": 0.17006314888151536, + "nauc_precision_at_3_diff1": 0.35436188037270333, + "nauc_precision_at_3_max": 0.048192502578087264, + "nauc_precision_at_3_std": 0.16807912752262555, + "nauc_precision_at_5_diff1": 0.29363416209234733, + "nauc_precision_at_5_max": 0.038346787213432404, + "nauc_precision_at_5_std": 0.14974652889893444, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.12957698971663834, + "nauc_recall_at_100_max": 0.18513510786430704, + "nauc_recall_at_100_std": 0.2848998619083174, + "nauc_recall_at_10_diff1": 0.27739296348761233, + "nauc_recall_at_10_max": 0.06266225318724539, + "nauc_recall_at_10_std": 0.1555158856349918, + "nauc_recall_at_1_diff1": 0.5317361115655695, + "nauc_recall_at_1_max": 0.12698043937777712, + "nauc_recall_at_1_std": 0.13111310345730237, + "nauc_recall_at_20_diff1": 0.23898239323557738, + "nauc_recall_at_20_max": 0.08588114096114723, + "nauc_recall_at_20_std": 0.1700631488815156, + "nauc_recall_at_3_diff1": 0.35436188037270344, + "nauc_recall_at_3_max": 0.04819250257808713, + "nauc_recall_at_3_std": 0.16807912752262544, + "nauc_recall_at_5_diff1": 0.2936341620923475, + "nauc_recall_at_5_max": 0.0383467872134323, + "nauc_recall_at_5_std": 0.14974652889893447, + "ndcg_at_1": 0.082, + "ndcg_at_10": 0.16092, + "ndcg_at_100": 0.22146, + "ndcg_at_1000": 0.27457, + "ndcg_at_20": 0.17615, + "ndcg_at_3": 0.12008, + "ndcg_at_5": 0.14143, + "precision_at_1": 0.082, + "precision_at_10": 0.026, + "precision_at_100": 0.00574, + "precision_at_1000": 0.001, + "precision_at_20": 0.016, + "precision_at_3": 0.04967, + "precision_at_5": 0.04, + "recall_at_1": 0.082, + "recall_at_10": 0.26, + "recall_at_100": 0.574, + "recall_at_1000": 1.0, + "recall_at_20": 0.32, + "recall_at_3": 0.149, + "recall_at_5": 0.2 + }, + { + "cv_recall_at_1": 0.30097, + "cv_recall_at_10": 0.56311, + "cv_recall_at_100": 0.83218, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.65049, + "cv_recall_at_3": 0.43689, + "cv_recall_at_5": 0.49376, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.42733, + "map_at_1": 0.30097, + "map_at_10": 0.3845, + "map_at_100": 0.39491, + "map_at_1000": 0.39581, + "map_at_20": 0.39073, + "map_at_3": 0.36223, + "map_at_5": 0.37527, + "mrr_at_1": 0.30097087378640774, + "mrr_at_10": 0.38450399577306643, + "mrr_at_100": 0.39491072235582175, + "mrr_at_1000": 0.3958122134598317, + "mrr_at_20": 0.39072532037400665, + "mrr_at_3": 0.36222838650023137, + "mrr_at_5": 0.3752658344891355, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4625246100334655, + "nauc_cv_recall_at_100_max": 0.4933803291224194, + "nauc_cv_recall_at_100_std": 0.6051973615855294, + "nauc_cv_recall_at_10_diff1": 0.4868176969594762, + "nauc_cv_recall_at_10_max": 0.5056329109842426, + "nauc_cv_recall_at_10_std": 0.4244211679740214, + "nauc_cv_recall_at_1_diff1": 0.6346058198200373, + "nauc_cv_recall_at_1_max": 0.5195356174195791, + "nauc_cv_recall_at_1_std": 0.335413193872272, + "nauc_cv_recall_at_20_diff1": 0.4835757726879039, + "nauc_cv_recall_at_20_max": 0.509186250028205, + "nauc_cv_recall_at_20_std": 0.4963081401316029, + "nauc_cv_recall_at_3_diff1": 0.4778302006907091, + "nauc_cv_recall_at_3_max": 0.4964648160795888, + "nauc_cv_recall_at_3_std": 0.4227748046018749, + "nauc_cv_recall_at_5_diff1": 0.46570883018839004, + "nauc_cv_recall_at_5_max": 0.4985706519151476, + "nauc_cv_recall_at_5_std": 0.40929979622927776, + "nauc_map_at_1000_diff1": 0.5635129914592062, + "nauc_map_at_1000_max": 0.5126271092937562, + "nauc_map_at_1000_std": 0.37999202563630197, + "nauc_map_at_100_diff1": 0.563195913165389, + "nauc_map_at_100_max": 0.5124783062168992, + "nauc_map_at_100_std": 0.38054266238217466, + "nauc_map_at_10_diff1": 0.562849647014662, + "nauc_map_at_10_max": 0.5119277625419975, + "nauc_map_at_10_std": 0.3753089900038274, + "nauc_map_at_1_diff1": 0.6346058198200373, + "nauc_map_at_1_max": 0.5195356174195791, + "nauc_map_at_1_std": 0.335413193872272, + "nauc_map_at_20_diff1": 0.5631407378790679, + "nauc_map_at_20_max": 0.5122987639602273, + "nauc_map_at_20_std": 0.37930908581900735, + "nauc_map_at_3_diff1": 0.5628566451051329, + "nauc_map_at_3_max": 0.5105530097848331, + "nauc_map_at_3_std": 0.3772714487963746, + "nauc_map_at_5_diff1": 0.5603110311518988, + "nauc_map_at_5_max": 0.5112275663372864, + "nauc_map_at_5_std": 0.3735154182994574, + "nauc_mrr_at_1000_diff1": 0.5635112864100491, + "nauc_mrr_at_1000_max": 0.5126242058711608, + "nauc_mrr_at_1000_std": 0.37998936423437424, + "nauc_mrr_at_100_diff1": 0.5631942374373318, + "nauc_mrr_at_100_max": 0.5124753808585685, + "nauc_mrr_at_100_std": 0.38053997223693614, + "nauc_mrr_at_10_diff1": 0.562849647014662, + "nauc_mrr_at_10_max": 0.5119277625419975, + "nauc_mrr_at_10_std": 0.3753089900038274, + "nauc_mrr_at_1_diff1": 0.6346058198200373, + "nauc_mrr_at_1_max": 0.5195356174195791, + "nauc_mrr_at_1_std": 0.335413193872272, + "nauc_mrr_at_20_diff1": 0.5631407378790679, + "nauc_mrr_at_20_max": 0.5122987639602273, + "nauc_mrr_at_20_std": 0.37930908581900735, + "nauc_mrr_at_3_diff1": 0.5628566451051329, + "nauc_mrr_at_3_max": 0.5105530097848331, + "nauc_mrr_at_3_std": 0.3772714487963746, + "nauc_mrr_at_5_diff1": 0.5603110311518988, + "nauc_mrr_at_5_max": 0.5112275663372864, + "nauc_mrr_at_5_std": 0.3735154182994574, + "nauc_ndcg_at_1000_diff1": 0.5521570506994392, + "nauc_ndcg_at_1000_max": 0.5123679273042125, + "nauc_ndcg_at_1000_std": 0.3934861592656324, + "nauc_ndcg_at_100_diff1": 0.5457695675871636, + "nauc_ndcg_at_100_max": 0.5104748090246876, + "nauc_ndcg_at_100_std": 0.40754977276938625, + "nauc_ndcg_at_10_diff1": 0.5431720842235095, + "nauc_ndcg_at_10_max": 0.5100874224849119, + "nauc_ndcg_at_10_std": 0.3872665155700147, + "nauc_ndcg_at_1_diff1": 0.6346058198200373, + "nauc_ndcg_at_1_max": 0.5195356174195791, + "nauc_ndcg_at_1_std": 0.335413193872272, + "nauc_ndcg_at_20_diff1": 0.544019392334048, + "nauc_ndcg_at_20_max": 0.5111400368148176, + "nauc_ndcg_at_20_std": 0.402073504650038, + "nauc_ndcg_at_3_diff1": 0.54071925005883, + "nauc_ndcg_at_3_max": 0.5069523340371278, + "nauc_ndcg_at_3_std": 0.3891988182889605, + "nauc_ndcg_at_5_diff1": 0.5361030708242451, + "nauc_ndcg_at_5_max": 0.5080185032370559, + "nauc_ndcg_at_5_std": 0.3829646873337103, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.46252461003346523, + "nauc_precision_at_100_max": 0.49338032912241975, + "nauc_precision_at_100_std": 0.6051973615855295, + "nauc_precision_at_10_diff1": 0.48681769695947613, + "nauc_precision_at_10_max": 0.5056329109842427, + "nauc_precision_at_10_std": 0.424421167974021, + "nauc_precision_at_1_diff1": 0.6346058198200373, + "nauc_precision_at_1_max": 0.5195356174195791, + "nauc_precision_at_1_std": 0.335413193872272, + "nauc_precision_at_20_diff1": 0.4835757726879036, + "nauc_precision_at_20_max": 0.5091862500282047, + "nauc_precision_at_20_std": 0.4963081401316024, + "nauc_precision_at_3_diff1": 0.47783020069070864, + "nauc_precision_at_3_max": 0.49646481607958853, + "nauc_precision_at_3_std": 0.4227748046018748, + "nauc_precision_at_5_diff1": 0.46570883018839015, + "nauc_precision_at_5_max": 0.4985706519151479, + "nauc_precision_at_5_std": 0.40929979622927737, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4625246100334655, + "nauc_recall_at_100_max": 0.4933803291224194, + "nauc_recall_at_100_std": 0.6051973615855294, + "nauc_recall_at_10_diff1": 0.4868176969594762, + "nauc_recall_at_10_max": 0.5056329109842426, + "nauc_recall_at_10_std": 0.4244211679740214, + "nauc_recall_at_1_diff1": 0.6346058198200373, + "nauc_recall_at_1_max": 0.5195356174195791, + "nauc_recall_at_1_std": 0.335413193872272, + "nauc_recall_at_20_diff1": 0.4835757726879039, + "nauc_recall_at_20_max": 0.509186250028205, + "nauc_recall_at_20_std": 0.4963081401316029, + "nauc_recall_at_3_diff1": 0.4778302006907091, + "nauc_recall_at_3_max": 0.4964648160795888, + "nauc_recall_at_3_std": 0.4227748046018749, + "nauc_recall_at_5_diff1": 0.46570883018839004, + "nauc_recall_at_5_max": 0.4985706519151476, + "nauc_recall_at_5_std": 0.40929979622927776, + "ndcg_at_1": 0.30097, + "ndcg_at_10": 0.42733, + "ndcg_at_100": 0.48236, + "ndcg_at_1000": 0.50435, + "ndcg_at_20": 0.44962, + "ndcg_at_3": 0.38146, + "ndcg_at_5": 0.40492, + "precision_at_1": 0.30097, + "precision_at_10": 0.05631, + "precision_at_100": 0.00832, + "precision_at_1000": 0.001, + "precision_at_20": 0.03252, + "precision_at_3": 0.14563, + "precision_at_5": 0.09875, + "recall_at_1": 0.30097, + "recall_at_10": 0.56311, + "recall_at_100": 0.83218, + "recall_at_1000": 1.0, + "recall_at_20": 0.65049, + "recall_at_3": 0.43689, + "recall_at_5": 0.49376 + }, + { + "cv_recall_at_1": 0.28224, + "cv_recall_at_10": 0.54863, + "cv_recall_at_100": 0.82241, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.62685, + "cv_recall_at_3": 0.40063, + "cv_recall_at_5": 0.45983, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.40522, + "map_at_1": 0.28224, + "map_at_10": 0.36064, + "map_at_100": 0.37109, + "map_at_1000": 0.37193, + "map_at_20": 0.36617, + "map_at_3": 0.3351, + "map_at_5": 0.34863, + "mrr_at_1": 0.2822410147991543, + "mrr_at_10": 0.3606366824390079, + "mrr_at_100": 0.3710940391372773, + "mrr_at_1000": 0.3719294554550222, + "mrr_at_20": 0.3661695515172595, + "mrr_at_3": 0.3350951374207188, + "mrr_at_5": 0.3486257928118391, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.34201335085299767, + "nauc_cv_recall_at_100_max": 0.4623789767253533, + "nauc_cv_recall_at_100_std": 0.6192812082541869, + "nauc_cv_recall_at_10_diff1": 0.41445167336327915, + "nauc_cv_recall_at_10_max": 0.4014545477647777, + "nauc_cv_recall_at_10_std": 0.39772790563947014, + "nauc_cv_recall_at_1_diff1": 0.6337414799404985, + "nauc_cv_recall_at_1_max": 0.5114562833991539, + "nauc_cv_recall_at_1_std": 0.36764760561164883, + "nauc_cv_recall_at_20_diff1": 0.37977308593119635, + "nauc_cv_recall_at_20_max": 0.38489121713355706, + "nauc_cv_recall_at_20_std": 0.40658924970974497, + "nauc_cv_recall_at_3_diff1": 0.4767990083649137, + "nauc_cv_recall_at_3_max": 0.4456114997013859, + "nauc_cv_recall_at_3_std": 0.38757663075347437, + "nauc_cv_recall_at_5_diff1": 0.4368711432697605, + "nauc_cv_recall_at_5_max": 0.41052511580267553, + "nauc_cv_recall_at_5_std": 0.3946283429118848, + "nauc_map_at_1000_diff1": 0.5523103220721189, + "nauc_map_at_1000_max": 0.47666446029624304, + "nauc_map_at_1000_std": 0.38216888015698586, + "nauc_map_at_100_diff1": 0.5518295493827026, + "nauc_map_at_100_max": 0.476549602965261, + "nauc_map_at_100_std": 0.3826181329591628, + "nauc_map_at_10_diff1": 0.5528407331133731, + "nauc_map_at_10_max": 0.4754644451763753, + "nauc_map_at_10_std": 0.3795646303723107, + "nauc_map_at_1_diff1": 0.6337414799404985, + "nauc_map_at_1_max": 0.5114562833991539, + "nauc_map_at_1_std": 0.36764760561164883, + "nauc_map_at_20_diff1": 0.5511520073528766, + "nauc_map_at_20_max": 0.47449026353447393, + "nauc_map_at_20_std": 0.3800723775105995, + "nauc_map_at_3_diff1": 0.5643316970303613, + "nauc_map_at_3_max": 0.4842459956105745, + "nauc_map_at_3_std": 0.3774511286290846, + "nauc_map_at_5_diff1": 0.5553906790668495, + "nauc_map_at_5_max": 0.4764659357568404, + "nauc_map_at_5_std": 0.3794113343603276, + "nauc_mrr_at_1000_diff1": 0.5523103711559296, + "nauc_mrr_at_1000_max": 0.47666445633151716, + "nauc_mrr_at_1000_std": 0.38216891937928554, + "nauc_mrr_at_100_diff1": 0.5518295493827026, + "nauc_mrr_at_100_max": 0.476549602965261, + "nauc_mrr_at_100_std": 0.3826181329591628, + "nauc_mrr_at_10_diff1": 0.5528407331133731, + "nauc_mrr_at_10_max": 0.4754644451763753, + "nauc_mrr_at_10_std": 0.3795646303723107, + "nauc_mrr_at_1_diff1": 0.6337414799404985, + "nauc_mrr_at_1_max": 0.5114562833991539, + "nauc_mrr_at_1_std": 0.36764760561164883, + "nauc_mrr_at_20_diff1": 0.5511520073528766, + "nauc_mrr_at_20_max": 0.47449026353447393, + "nauc_mrr_at_20_std": 0.3800723775105995, + "nauc_mrr_at_3_diff1": 0.5643316970303613, + "nauc_mrr_at_3_max": 0.4842459956105745, + "nauc_mrr_at_3_std": 0.3774511286290846, + "nauc_mrr_at_5_diff1": 0.5553906790668495, + "nauc_mrr_at_5_max": 0.4764659357568404, + "nauc_mrr_at_5_std": 0.3794113343603276, + "nauc_ndcg_at_1000_diff1": 0.5321001402438658, + "nauc_ndcg_at_1000_max": 0.46935887821078137, + "nauc_ndcg_at_1000_std": 0.3906187271528008, + "nauc_ndcg_at_100_diff1": 0.519046454926447, + "nauc_ndcg_at_100_max": 0.4684330980797537, + "nauc_ndcg_at_100_std": 0.40573077981906797, + "nauc_ndcg_at_10_diff1": 0.5192128553827087, + "nauc_ndcg_at_10_max": 0.45768256351389847, + "nauc_ndcg_at_10_std": 0.3839833147055718, + "nauc_ndcg_at_1_diff1": 0.6337414799404985, + "nauc_ndcg_at_1_max": 0.5114562833991539, + "nauc_ndcg_at_1_std": 0.36764760561164883, + "nauc_ndcg_at_20_diff1": 0.5133076590199503, + "nauc_ndcg_at_20_max": 0.4547434106411084, + "nauc_ndcg_at_20_std": 0.38576204358020355, + "nauc_ndcg_at_3_diff1": 0.541276579669424, + "nauc_ndcg_at_3_max": 0.4741475983069668, + "nauc_ndcg_at_3_std": 0.3801582142936978, + "nauc_ndcg_at_5_diff1": 0.5250777835596054, + "nauc_ndcg_at_5_max": 0.459898236719731, + "nauc_ndcg_at_5_std": 0.3833626280258285, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.34201335085299867, + "nauc_precision_at_100_max": 0.4623789767253534, + "nauc_precision_at_100_std": 0.6192812082541859, + "nauc_precision_at_10_diff1": 0.4144516733632791, + "nauc_precision_at_10_max": 0.40145454776477707, + "nauc_precision_at_10_std": 0.3977279056394695, + "nauc_precision_at_1_diff1": 0.6337414799404985, + "nauc_precision_at_1_max": 0.5114562833991539, + "nauc_precision_at_1_std": 0.36764760561164883, + "nauc_precision_at_20_diff1": 0.37977308593119563, + "nauc_precision_at_20_max": 0.3848912171335574, + "nauc_precision_at_20_std": 0.4065892497097443, + "nauc_precision_at_3_diff1": 0.47679900836491307, + "nauc_precision_at_3_max": 0.44561149970138586, + "nauc_precision_at_3_std": 0.38757663075347404, + "nauc_precision_at_5_diff1": 0.43687114326976084, + "nauc_precision_at_5_max": 0.4105251158026755, + "nauc_precision_at_5_std": 0.3946283429118848, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.34201335085299767, + "nauc_recall_at_100_max": 0.4623789767253533, + "nauc_recall_at_100_std": 0.6192812082541869, + "nauc_recall_at_10_diff1": 0.41445167336327915, + "nauc_recall_at_10_max": 0.4014545477647777, + "nauc_recall_at_10_std": 0.39772790563947014, + "nauc_recall_at_1_diff1": 0.6337414799404985, + "nauc_recall_at_1_max": 0.5114562833991539, + "nauc_recall_at_1_std": 0.36764760561164883, + "nauc_recall_at_20_diff1": 0.37977308593119635, + "nauc_recall_at_20_max": 0.38489121713355706, + "nauc_recall_at_20_std": 0.40658924970974497, + "nauc_recall_at_3_diff1": 0.4767990083649137, + "nauc_recall_at_3_max": 0.4456114997013859, + "nauc_recall_at_3_std": 0.38757663075347437, + "nauc_recall_at_5_diff1": 0.4368711432697605, + "nauc_recall_at_5_max": 0.41052511580267553, + "nauc_recall_at_5_std": 0.3946283429118848, + "ndcg_at_1": 0.28224, + "ndcg_at_10": 0.40522, + "ndcg_at_100": 0.46119, + "ndcg_at_1000": 0.48372, + "ndcg_at_20": 0.42513, + "ndcg_at_3": 0.35196, + "ndcg_at_5": 0.37634, + "precision_at_1": 0.28224, + "precision_at_10": 0.05486, + "precision_at_100": 0.00822, + "precision_at_1000": 0.001, + "precision_at_20": 0.03134, + "precision_at_3": 0.13354, + "precision_at_5": 0.09197, + "recall_at_1": 0.28224, + "recall_at_10": 0.54863, + "recall_at_100": 0.82241, + "recall_at_1000": 1.0, + "recall_at_20": 0.62685, + "recall_at_3": 0.40063, + "recall_at_5": 0.45983 + }, + { + "cv_recall_at_1": 0.473, + "cv_recall_at_10": 0.774, + "cv_recall_at_100": 0.971, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.844, + "cv_recall_at_3": 0.617, + "cv_recall_at_5": 0.691, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6154, + "map_at_1": 0.473, + "map_at_10": 0.56563, + "map_at_100": 0.57394, + "map_at_1000": 0.57412, + "map_at_20": 0.57045, + "map_at_3": 0.53783, + "map_at_5": 0.55428, + "mrr_at_1": 0.473, + "mrr_at_10": 0.565631746031746, + "mrr_at_100": 0.5739374783660317, + "mrr_at_1000": 0.5741198530644942, + "mrr_at_20": 0.5704528635923758, + "mrr_at_3": 0.537833333333333, + "mrr_at_5": 0.5542833333333335, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4605267394314036, + "nauc_cv_recall_at_100_max": 0.7279854470523838, + "nauc_cv_recall_at_100_std": 0.7968543739334791, + "nauc_cv_recall_at_10_diff1": 0.6490325040510915, + "nauc_cv_recall_at_10_max": 0.27027474796991563, + "nauc_cv_recall_at_10_std": -0.15112953960537553, + "nauc_cv_recall_at_1_diff1": 0.7308358885481937, + "nauc_cv_recall_at_1_max": 0.35826378265076236, + "nauc_cv_recall_at_1_std": 0.01624337877061942, + "nauc_cv_recall_at_20_diff1": 0.6136489236102389, + "nauc_cv_recall_at_20_max": 0.3500433319098693, + "nauc_cv_recall_at_20_std": -0.07247418925368479, + "nauc_cv_recall_at_3_diff1": 0.6547708840444232, + "nauc_cv_recall_at_3_max": 0.313124884298393, + "nauc_cv_recall_at_3_std": -0.06447773250859423, + "nauc_cv_recall_at_5_diff1": 0.6617254318351731, + "nauc_cv_recall_at_5_max": 0.27884895799272874, + "nauc_cv_recall_at_5_std": -0.11496810614670311, + "nauc_map_at_1000_diff1": 0.6991631273972542, + "nauc_map_at_1000_max": 0.33871405378040526, + "nauc_map_at_1000_std": -0.021408877269458917, + "nauc_map_at_100_diff1": 0.699035903470624, + "nauc_map_at_100_max": 0.33896301834936865, + "nauc_map_at_100_std": -0.020914173868226957, + "nauc_map_at_10_diff1": 0.6991120433673029, + "nauc_map_at_10_max": 0.3347705099742023, + "nauc_map_at_10_std": -0.027856046283506398, + "nauc_map_at_1_diff1": 0.7308358885481937, + "nauc_map_at_1_max": 0.35826378265076236, + "nauc_map_at_1_std": 0.01624337877061942, + "nauc_map_at_20_diff1": 0.698558842795481, + "nauc_map_at_20_max": 0.33807285741066717, + "nauc_map_at_20_std": -0.02376670240251998, + "nauc_map_at_3_diff1": 0.6963433133190773, + "nauc_map_at_3_max": 0.3387796350169068, + "nauc_map_at_3_std": -0.01790309156726825, + "nauc_map_at_5_diff1": 0.6987923943484893, + "nauc_map_at_5_max": 0.3340024651219265, + "nauc_map_at_5_std": -0.02584665881142524, + "nauc_mrr_at_1000_diff1": 0.6991631273972542, + "nauc_mrr_at_1000_max": 0.33871405378040526, + "nauc_mrr_at_1000_std": -0.021408877269458917, + "nauc_mrr_at_100_diff1": 0.699035903470624, + "nauc_mrr_at_100_max": 0.33896301834936865, + "nauc_mrr_at_100_std": -0.020914173868226957, + "nauc_mrr_at_10_diff1": 0.6991120433673029, + "nauc_mrr_at_10_max": 0.3347705099742023, + "nauc_mrr_at_10_std": -0.027856046283506398, + "nauc_mrr_at_1_diff1": 0.7308358885481937, + "nauc_mrr_at_1_max": 0.35826378265076236, + "nauc_mrr_at_1_std": 0.01624337877061942, + "nauc_mrr_at_20_diff1": 0.698558842795481, + "nauc_mrr_at_20_max": 0.33807285741066717, + "nauc_mrr_at_20_std": -0.02376670240251998, + "nauc_mrr_at_3_diff1": 0.6963433133190773, + "nauc_mrr_at_3_max": 0.3387796350169068, + "nauc_mrr_at_3_std": -0.01790309156726825, + "nauc_mrr_at_5_diff1": 0.6987923943484893, + "nauc_mrr_at_5_max": 0.3340024651219265, + "nauc_mrr_at_5_std": -0.02584665881142524, + "nauc_ndcg_at_1000_diff1": 0.6937504114819907, + "nauc_ndcg_at_1000_max": 0.33790132226185615, + "nauc_ndcg_at_1000_std": -0.02382794258355088, + "nauc_ndcg_at_100_diff1": 0.6902411323123153, + "nauc_ndcg_at_100_max": 0.344055739588466, + "nauc_ndcg_at_100_std": -0.011046520811068718, + "nauc_ndcg_at_10_diff1": 0.6898041695743851, + "nauc_ndcg_at_10_max": 0.32335607357229856, + "nauc_ndcg_at_10_std": -0.04982529757937129, + "nauc_ndcg_at_1_diff1": 0.7308358885481937, + "nauc_ndcg_at_1_max": 0.35826378265076236, + "nauc_ndcg_at_1_std": 0.01624337877061942, + "nauc_ndcg_at_20_diff1": 0.6870893166291495, + "nauc_ndcg_at_20_max": 0.33679776689666513, + "nauc_ndcg_at_20_std": -0.03388341318705418, + "nauc_ndcg_at_3_diff1": 0.6861737674452026, + "nauc_ndcg_at_3_max": 0.33255033904787995, + "nauc_ndcg_at_3_std": -0.029180408094922526, + "nauc_ndcg_at_5_diff1": 0.6902989330918204, + "nauc_ndcg_at_5_max": 0.3223485889205435, + "nauc_ndcg_at_5_std": -0.04490685171130491, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4605267394313974, + "nauc_precision_at_100_max": 0.7279854470523784, + "nauc_precision_at_100_std": 0.7968543739334838, + "nauc_precision_at_10_diff1": 0.6490325040510907, + "nauc_precision_at_10_max": 0.27027474796991413, + "nauc_precision_at_10_std": -0.15112953960537717, + "nauc_precision_at_1_diff1": 0.7308358885481937, + "nauc_precision_at_1_max": 0.35826378265076236, + "nauc_precision_at_1_std": 0.01624337877061942, + "nauc_precision_at_20_diff1": 0.6136489236102396, + "nauc_precision_at_20_max": 0.3500433319098695, + "nauc_precision_at_20_std": -0.07247418925368708, + "nauc_precision_at_3_diff1": 0.6547708840444236, + "nauc_precision_at_3_max": 0.31312488429839336, + "nauc_precision_at_3_std": -0.06447773250859448, + "nauc_precision_at_5_diff1": 0.6617254318351731, + "nauc_precision_at_5_max": 0.2788489579927279, + "nauc_precision_at_5_std": -0.11496810614670348, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4605267394314036, + "nauc_recall_at_100_max": 0.7279854470523838, + "nauc_recall_at_100_std": 0.7968543739334791, + "nauc_recall_at_10_diff1": 0.6490325040510915, + "nauc_recall_at_10_max": 0.27027474796991563, + "nauc_recall_at_10_std": -0.15112953960537553, + "nauc_recall_at_1_diff1": 0.7308358885481937, + "nauc_recall_at_1_max": 0.35826378265076236, + "nauc_recall_at_1_std": 0.01624337877061942, + "nauc_recall_at_20_diff1": 0.6136489236102389, + "nauc_recall_at_20_max": 0.3500433319098693, + "nauc_recall_at_20_std": -0.07247418925368479, + "nauc_recall_at_3_diff1": 0.6547708840444232, + "nauc_recall_at_3_max": 0.313124884298393, + "nauc_recall_at_3_std": -0.06447773250859423, + "nauc_recall_at_5_diff1": 0.6617254318351731, + "nauc_recall_at_5_max": 0.27884895799272874, + "nauc_recall_at_5_std": -0.11496810614670311, + "ndcg_at_1": 0.473, + "ndcg_at_10": 0.6154, + "ndcg_at_100": 0.65714, + "ndcg_at_1000": 0.66107, + "ndcg_at_20": 0.63306, + "ndcg_at_3": 0.55822, + "ndcg_at_5": 0.5883, + "precision_at_1": 0.473, + "precision_at_10": 0.0774, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "precision_at_20": 0.0422, + "precision_at_3": 0.20567, + "precision_at_5": 0.1382, + "recall_at_1": 0.473, + "recall_at_10": 0.774, + "recall_at_100": 0.971, + "recall_at_1000": 1.0, + "recall_at_20": 0.844, + "recall_at_3": 0.617, + "recall_at_5": 0.691 + } + ] + }, + "task_name": "WITT2IRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-224/7fd15f0689c79d79e38b1c2e2e2370a7bf2761ed/model_meta.json b/results-mieb/google__siglip-base-patch16-224/7fd15f0689c79d79e38b1c2e2e2370a7bf2761ed/model_meta.json new file mode 100644 index 0000000000..e29c0dd4fe --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-224/7fd15f0689c79d79e38b1c2e2e2370a7bf2761ed/model_meta.json @@ -0,0 +1 @@ +{"name": "google/siglip-base-patch16-224", "revision": "7fd15f0689c79d79e38b1c2e2e2370a7bf2761ed", "release_date": "2024-01-08", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": null, "use_instuctions": null, "zero_shot_benchmarks": null, "loader": "SiglipModelWrapper"} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-256-multilingual/8952a4eafcde3cb7ab46b1dd629b33f8784ca9c6/WITT2IRetrieval.json b/results-mieb/google__siglip-base-patch16-256-multilingual/8952a4eafcde3cb7ab46b1dd629b33f8784ca9c6/WITT2IRetrieval.json new file mode 100644 index 0000000000..16b2062a47 --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-256-multilingual/8952a4eafcde3cb7ab46b1dd629b33f8784ca9c6/WITT2IRetrieval.json @@ -0,0 +1,1936 @@ +{ + "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", + "evaluation_time": 74.72156262397766, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.3236, + "cv_recall_at_10": 0.60337, + "cv_recall_at_100": 0.89438, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.70674, + "cv_recall_at_3": 0.44719, + "cv_recall_at_5": 0.51573, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.45325, + "map_at_1": 0.3236, + "map_at_10": 0.4064, + "map_at_100": 0.41858, + "map_at_1000": 0.41914, + "map_at_20": 0.41382, + "map_at_3": 0.37865, + "map_at_5": 0.39421, + "mrr_at_1": 0.3235955056179775, + "mrr_at_10": 0.4063991439272336, + "mrr_at_100": 0.4185789121078483, + "mrr_at_1000": 0.4191412489262205, + "mrr_at_20": 0.4138152962342439, + "mrr_at_3": 0.37865168539325816, + "mrr_at_5": 0.39421348314606697, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2642337007621988, + "nauc_cv_recall_at_100_max": 0.4364784844059463, + "nauc_cv_recall_at_100_std": 0.6209214395742897, + "nauc_cv_recall_at_10_diff1": 0.39870764492443644, + "nauc_cv_recall_at_10_max": 0.3090094125185994, + "nauc_cv_recall_at_10_std": 0.28345755308066695, + "nauc_cv_recall_at_1_diff1": 0.5662128824302667, + "nauc_cv_recall_at_1_max": 0.3210718551732005, + "nauc_cv_recall_at_1_std": 0.1913141735544631, + "nauc_cv_recall_at_20_diff1": 0.35494897443461426, + "nauc_cv_recall_at_20_max": 0.31353234713474976, + "nauc_cv_recall_at_20_std": 0.3484756279950574, + "nauc_cv_recall_at_3_diff1": 0.47458937595728956, + "nauc_cv_recall_at_3_max": 0.3071588373467233, + "nauc_cv_recall_at_3_std": 0.2534976907450473, + "nauc_cv_recall_at_5_diff1": 0.4608897957568923, + "nauc_cv_recall_at_5_max": 0.31221669884830827, + "nauc_cv_recall_at_5_std": 0.2613788349789335, + "nauc_map_at_1000_diff1": 0.5135593752434391, + "nauc_map_at_1000_max": 0.31686199255548764, + "nauc_map_at_1000_std": 0.22591048552758194, + "nauc_map_at_100_diff1": 0.5130594196105744, + "nauc_map_at_100_max": 0.31696126710125977, + "nauc_map_at_100_std": 0.2264918348015778, + "nauc_map_at_10_diff1": 0.5131969521348017, + "nauc_map_at_10_max": 0.31610024081986743, + "nauc_map_at_10_std": 0.22310702565265525, + "nauc_map_at_1_diff1": 0.5662128824302667, + "nauc_map_at_1_max": 0.3210718551732005, + "nauc_map_at_1_std": 0.1913141735544631, + "nauc_map_at_20_diff1": 0.5124598116914615, + "nauc_map_at_20_max": 0.3160581390682378, + "nauc_map_at_20_std": 0.22532241691526742, + "nauc_map_at_3_diff1": 0.5217299399887494, + "nauc_map_at_3_max": 0.31528970701609593, + "nauc_map_at_3_std": 0.21957741727895302, + "nauc_map_at_5_diff1": 0.5196735760377273, + "nauc_map_at_5_max": 0.31672138456625565, + "nauc_map_at_5_std": 0.22093720684062693, + "nauc_mrr_at_1000_diff1": 0.5135593752434391, + "nauc_mrr_at_1000_max": 0.31686199255548764, + "nauc_mrr_at_1000_std": 0.22591048552758194, + "nauc_mrr_at_100_diff1": 0.5130594196105744, + "nauc_mrr_at_100_max": 0.31696126710125977, + "nauc_mrr_at_100_std": 0.2264918348015778, + "nauc_mrr_at_10_diff1": 0.5131969521348017, + "nauc_mrr_at_10_max": 0.31610024081986743, + "nauc_mrr_at_10_std": 0.22310702565265525, + "nauc_mrr_at_1_diff1": 0.5662128824302667, + "nauc_mrr_at_1_max": 0.3210718551732005, + "nauc_mrr_at_1_std": 0.1913141735544631, + "nauc_mrr_at_20_diff1": 0.5124598116914615, + "nauc_mrr_at_20_max": 0.3160581390682378, + "nauc_mrr_at_20_std": 0.22532241691526742, + "nauc_mrr_at_3_diff1": 0.5217299399887494, + "nauc_mrr_at_3_max": 0.31528970701609593, + "nauc_mrr_at_3_std": 0.21957741727895302, + "nauc_mrr_at_5_diff1": 0.5196735760377273, + "nauc_mrr_at_5_max": 0.31672138456625565, + "nauc_mrr_at_5_std": 0.22093720684062693, + "nauc_ndcg_at_1000_diff1": 0.4999680546074473, + "nauc_ndcg_at_1000_max": 0.3181423090222327, + "nauc_ndcg_at_1000_std": 0.23901249891109946, + "nauc_ndcg_at_100_diff1": 0.48863649358451144, + "nauc_ndcg_at_100_max": 0.32303604460144, + "nauc_ndcg_at_100_std": 0.2561979096000777, + "nauc_ndcg_at_10_diff1": 0.48800886375175123, + "nauc_ndcg_at_10_max": 0.314397962869589, + "nauc_ndcg_at_10_std": 0.23675231404214014, + "nauc_ndcg_at_1_diff1": 0.5662128824302667, + "nauc_ndcg_at_1_max": 0.3210718551732005, + "nauc_ndcg_at_1_std": 0.1913141735544631, + "nauc_ndcg_at_20_diff1": 0.48361593946256537, + "nauc_ndcg_at_20_max": 0.31508639375442066, + "nauc_ndcg_at_20_std": 0.24696843482835842, + "nauc_ndcg_at_3_diff1": 0.5093997655368436, + "nauc_ndcg_at_3_max": 0.3132071543562908, + "nauc_ndcg_at_3_std": 0.2283621617892596, + "nauc_ndcg_at_5_diff1": 0.5049077426042756, + "nauc_ndcg_at_5_max": 0.3155518597169984, + "nauc_ndcg_at_5_std": 0.23107575301440864, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.26423370076219915, + "nauc_precision_at_100_max": 0.4364784844059457, + "nauc_precision_at_100_std": 0.6209214395742907, + "nauc_precision_at_10_diff1": 0.39870764492443644, + "nauc_precision_at_10_max": 0.30900941251859915, + "nauc_precision_at_10_std": 0.28345755308066645, + "nauc_precision_at_1_diff1": 0.5662128824302667, + "nauc_precision_at_1_max": 0.3210718551732005, + "nauc_precision_at_1_std": 0.1913141735544631, + "nauc_precision_at_20_diff1": 0.3549489744346135, + "nauc_precision_at_20_max": 0.31353234713474953, + "nauc_precision_at_20_std": 0.34847562799505694, + "nauc_precision_at_3_diff1": 0.4745893759572897, + "nauc_precision_at_3_max": 0.3071588373467233, + "nauc_precision_at_3_std": 0.2534976907450468, + "nauc_precision_at_5_diff1": 0.4608897957568923, + "nauc_precision_at_5_max": 0.3122166988483081, + "nauc_precision_at_5_std": 0.2613788349789337, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2642337007621988, + "nauc_recall_at_100_max": 0.4364784844059463, + "nauc_recall_at_100_std": 0.6209214395742897, + "nauc_recall_at_10_diff1": 0.39870764492443644, + "nauc_recall_at_10_max": 0.3090094125185994, + "nauc_recall_at_10_std": 0.28345755308066695, + "nauc_recall_at_1_diff1": 0.5662128824302667, + "nauc_recall_at_1_max": 0.3210718551732005, + "nauc_recall_at_1_std": 0.1913141735544631, + "nauc_recall_at_20_diff1": 0.35494897443461426, + "nauc_recall_at_20_max": 0.31353234713474976, + "nauc_recall_at_20_std": 0.3484756279950574, + "nauc_recall_at_3_diff1": 0.47458937595728956, + "nauc_recall_at_3_max": 0.3071588373467233, + "nauc_recall_at_3_std": 0.2534976907450473, + "nauc_recall_at_5_diff1": 0.4608897957568923, + "nauc_recall_at_5_max": 0.31221669884830827, + "nauc_recall_at_5_std": 0.2613788349789335, + "ndcg_at_1": 0.3236, + "ndcg_at_10": 0.45325, + "ndcg_at_100": 0.5144, + "ndcg_at_1000": 0.52816, + "ndcg_at_20": 0.47968, + "ndcg_at_3": 0.39628, + "ndcg_at_5": 0.42442, + "precision_at_1": 0.3236, + "precision_at_10": 0.06034, + "precision_at_100": 0.00894, + "precision_at_1000": 0.001, + "precision_at_20": 0.03534, + "precision_at_3": 0.14906, + "precision_at_5": 0.10315, + "recall_at_1": 0.3236, + "recall_at_10": 0.60337, + "recall_at_100": 0.89438, + "recall_at_1000": 1.0, + "recall_at_20": 0.70674, + "recall_at_3": 0.44719, + "recall_at_5": 0.51573 + }, + { + "cv_recall_at_1": 0.22326, + "cv_recall_at_10": 0.48837, + "cv_recall_at_100": 0.82442, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.57558, + "cv_recall_at_3": 0.34302, + "cv_recall_at_5": 0.40698, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.34483, + "map_at_1": 0.22326, + "map_at_10": 0.30029, + "map_at_100": 0.31203, + "map_at_1000": 0.31288, + "map_at_20": 0.30642, + "map_at_3": 0.27539, + "map_at_5": 0.28986, + "mrr_at_1": 0.22325581395348837, + "mrr_at_10": 0.3002911590992984, + "mrr_at_100": 0.3120329661071744, + "mrr_at_1000": 0.3128790149867266, + "mrr_at_20": 0.3064209778179915, + "mrr_at_3": 0.27538759689922493, + "mrr_at_5": 0.28986434108527126, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.35012547421390255, + "nauc_cv_recall_at_100_max": 0.45906854233689964, + "nauc_cv_recall_at_100_std": 0.5046356661272047, + "nauc_cv_recall_at_10_diff1": 0.4351618677282965, + "nauc_cv_recall_at_10_max": 0.30553498132888923, + "nauc_cv_recall_at_10_std": 0.15531432274789383, + "nauc_cv_recall_at_1_diff1": 0.58412712095743, + "nauc_cv_recall_at_1_max": 0.33950763616510776, + "nauc_cv_recall_at_1_std": 0.12532505782796716, + "nauc_cv_recall_at_20_diff1": 0.44304747512907705, + "nauc_cv_recall_at_20_max": 0.3206900894093943, + "nauc_cv_recall_at_20_std": 0.17718003609956795, + "nauc_cv_recall_at_3_diff1": 0.5124164506626259, + "nauc_cv_recall_at_3_max": 0.33443732549821936, + "nauc_cv_recall_at_3_std": 0.12647658311091964, + "nauc_cv_recall_at_5_diff1": 0.48301048809398744, + "nauc_cv_recall_at_5_max": 0.30559815145467906, + "nauc_cv_recall_at_5_std": 0.1304319774333429, + "nauc_map_at_1000_diff1": 0.5349942734009903, + "nauc_map_at_1000_max": 0.3276032432755494, + "nauc_map_at_1000_std": 0.13407559730775565, + "nauc_map_at_100_diff1": 0.5346369207616264, + "nauc_map_at_100_max": 0.3276991776209837, + "nauc_map_at_100_std": 0.13456351565102595, + "nauc_map_at_10_diff1": 0.5338501804482444, + "nauc_map_at_10_max": 0.3242258806026739, + "nauc_map_at_10_std": 0.12892421280373964, + "nauc_map_at_1_diff1": 0.58412712095743, + "nauc_map_at_1_max": 0.33950763616510776, + "nauc_map_at_1_std": 0.12532505782796716, + "nauc_map_at_20_diff1": 0.5349091508590145, + "nauc_map_at_20_max": 0.32576659257476576, + "nauc_map_at_20_std": 0.13063204694092, + "nauc_map_at_3_diff1": 0.5481409986549067, + "nauc_map_at_3_max": 0.33003382575724993, + "nauc_map_at_3_std": 0.12367006552300888, + "nauc_map_at_5_diff1": 0.5405251606031292, + "nauc_map_at_5_max": 0.3237417588873691, + "nauc_map_at_5_std": 0.12534857747574496, + "nauc_mrr_at_1000_diff1": 0.5349940938660724, + "nauc_mrr_at_1000_max": 0.3276030551460708, + "nauc_mrr_at_1000_std": 0.13407525677728963, + "nauc_mrr_at_100_diff1": 0.5346369207616264, + "nauc_mrr_at_100_max": 0.3276991776209837, + "nauc_mrr_at_100_std": 0.13456351565102595, + "nauc_mrr_at_10_diff1": 0.5338501804482444, + "nauc_mrr_at_10_max": 0.3242258806026739, + "nauc_mrr_at_10_std": 0.12892421280373964, + "nauc_mrr_at_1_diff1": 0.58412712095743, + "nauc_mrr_at_1_max": 0.33950763616510776, + "nauc_mrr_at_1_std": 0.12532505782796716, + "nauc_mrr_at_20_diff1": 0.5349091508590145, + "nauc_mrr_at_20_max": 0.32576659257476576, + "nauc_mrr_at_20_std": 0.13063204694092, + "nauc_mrr_at_3_diff1": 0.5481409986549067, + "nauc_mrr_at_3_max": 0.33003382575724993, + "nauc_mrr_at_3_std": 0.12367006552300888, + "nauc_mrr_at_5_diff1": 0.5405251606031292, + "nauc_mrr_at_5_max": 0.3237417588873691, + "nauc_mrr_at_5_std": 0.12534857747574496, + "nauc_ndcg_at_1000_diff1": 0.5211836969162896, + "nauc_ndcg_at_1000_max": 0.3309939382643004, + "nauc_ndcg_at_1000_std": 0.14823376349662354, + "nauc_ndcg_at_100_diff1": 0.5095398772996848, + "nauc_ndcg_at_100_max": 0.33878237754346036, + "nauc_ndcg_at_100_std": 0.17106414103216427, + "nauc_ndcg_at_10_diff1": 0.5091209247099993, + "nauc_ndcg_at_10_max": 0.31955058250055207, + "nauc_ndcg_at_10_std": 0.1351478389842136, + "nauc_ndcg_at_1_diff1": 0.58412712095743, + "nauc_ndcg_at_1_max": 0.33950763616510776, + "nauc_ndcg_at_1_std": 0.12532505782796716, + "nauc_ndcg_at_20_diff1": 0.5126350268619967, + "nauc_ndcg_at_20_max": 0.3241335197093869, + "nauc_ndcg_at_20_std": 0.14063500960677952, + "nauc_ndcg_at_3_diff1": 0.5383501967990882, + "nauc_ndcg_at_3_max": 0.330941174321705, + "nauc_ndcg_at_3_std": 0.12434272552034373, + "nauc_ndcg_at_5_diff1": 0.5250679923659893, + "nauc_ndcg_at_5_max": 0.31902551025939385, + "nauc_ndcg_at_5_std": 0.12668388842368603, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3501254742139034, + "nauc_precision_at_100_max": 0.4590685423369001, + "nauc_precision_at_100_std": 0.5046356661272042, + "nauc_precision_at_10_diff1": 0.4351618677282968, + "nauc_precision_at_10_max": 0.3055349813288893, + "nauc_precision_at_10_std": 0.1553143227478939, + "nauc_precision_at_1_diff1": 0.58412712095743, + "nauc_precision_at_1_max": 0.33950763616510776, + "nauc_precision_at_1_std": 0.12532505782796716, + "nauc_precision_at_20_diff1": 0.4430474751290764, + "nauc_precision_at_20_max": 0.32069008940939414, + "nauc_precision_at_20_std": 0.17718003609956776, + "nauc_precision_at_3_diff1": 0.5124164506626258, + "nauc_precision_at_3_max": 0.3344373254982189, + "nauc_precision_at_3_std": 0.12647658311091964, + "nauc_precision_at_5_diff1": 0.48301048809398744, + "nauc_precision_at_5_max": 0.30559815145467917, + "nauc_precision_at_5_std": 0.130431977433343, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.35012547421390255, + "nauc_recall_at_100_max": 0.45906854233689964, + "nauc_recall_at_100_std": 0.5046356661272047, + "nauc_recall_at_10_diff1": 0.4351618677282965, + "nauc_recall_at_10_max": 0.30553498132888923, + "nauc_recall_at_10_std": 0.15531432274789383, + "nauc_recall_at_1_diff1": 0.58412712095743, + "nauc_recall_at_1_max": 0.33950763616510776, + "nauc_recall_at_1_std": 0.12532505782796716, + "nauc_recall_at_20_diff1": 0.44304747512907705, + "nauc_recall_at_20_max": 0.3206900894093943, + "nauc_recall_at_20_std": 0.17718003609956795, + "nauc_recall_at_3_diff1": 0.5124164506626259, + "nauc_recall_at_3_max": 0.33443732549821936, + "nauc_recall_at_3_std": 0.12647658311091964, + "nauc_recall_at_5_diff1": 0.48301048809398744, + "nauc_recall_at_5_max": 0.30559815145467906, + "nauc_recall_at_5_std": 0.1304319774333429, + "ndcg_at_1": 0.22326, + "ndcg_at_10": 0.34483, + "ndcg_at_100": 0.41164, + "ndcg_at_1000": 0.43399, + "ndcg_at_20": 0.36698, + "ndcg_at_3": 0.29273, + "ndcg_at_5": 0.31895, + "precision_at_1": 0.22326, + "precision_at_10": 0.04884, + "precision_at_100": 0.00824, + "precision_at_1000": 0.001, + "precision_at_20": 0.02878, + "precision_at_3": 0.11434, + "precision_at_5": 0.0814, + "recall_at_1": 0.22326, + "recall_at_10": 0.48837, + "recall_at_100": 0.82442, + "recall_at_1000": 1.0, + "recall_at_20": 0.57558, + "recall_at_3": 0.34302, + "recall_at_5": 0.40698 + }, + { + "cv_recall_at_1": 0.3771, + "cv_recall_at_10": 0.67228, + "cv_recall_at_100": 0.90572, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.75421, + "cv_recall_at_3": 0.52974, + "cv_recall_at_5": 0.60831, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.51928, + "map_at_1": 0.3771, + "map_at_10": 0.47085, + "map_at_100": 0.48038, + "map_at_1000": 0.48084, + "map_at_20": 0.47658, + "map_at_3": 0.44463, + "map_at_5": 0.46253, + "mrr_at_1": 0.3771043771043771, + "mrr_at_10": 0.4708504801097391, + "mrr_at_100": 0.48037636290982116, + "mrr_at_1000": 0.4808395265178713, + "mrr_at_20": 0.47657879978154394, + "mrr_at_3": 0.4446315001870555, + "mrr_at_5": 0.4625327347549565, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4906585203122402, + "nauc_cv_recall_at_100_max": 0.5964527979866758, + "nauc_cv_recall_at_100_std": 0.6167906035908517, + "nauc_cv_recall_at_10_diff1": 0.5669748910407173, + "nauc_cv_recall_at_10_max": 0.5612593077746558, + "nauc_cv_recall_at_10_std": 0.42747846311538445, + "nauc_cv_recall_at_1_diff1": 0.7206551036615471, + "nauc_cv_recall_at_1_max": 0.47420094849426403, + "nauc_cv_recall_at_1_std": 0.20649483028278479, + "nauc_cv_recall_at_20_diff1": 0.5160964579986497, + "nauc_cv_recall_at_20_max": 0.5592683856398762, + "nauc_cv_recall_at_20_std": 0.46856803784647566, + "nauc_cv_recall_at_3_diff1": 0.586423414940436, + "nauc_cv_recall_at_3_max": 0.4652708584095005, + "nauc_cv_recall_at_3_std": 0.2671140327676577, + "nauc_cv_recall_at_5_diff1": 0.5843302145213901, + "nauc_cv_recall_at_5_max": 0.5153515422537157, + "nauc_cv_recall_at_5_std": 0.3564964378343796, + "nauc_map_at_1000_diff1": 0.6639911039547133, + "nauc_map_at_1000_max": 0.4848407002702824, + "nauc_map_at_1000_std": 0.2542221685017404, + "nauc_map_at_100_diff1": 0.6637161909591038, + "nauc_map_at_100_max": 0.48488129868471175, + "nauc_map_at_100_std": 0.25458289111532056, + "nauc_map_at_10_diff1": 0.6644504995596737, + "nauc_map_at_10_max": 0.4864333166313017, + "nauc_map_at_10_std": 0.25634573215141104, + "nauc_map_at_1_diff1": 0.7206551036615471, + "nauc_map_at_1_max": 0.47420094849426403, + "nauc_map_at_1_std": 0.20649483028278479, + "nauc_map_at_20_diff1": 0.6629438663191258, + "nauc_map_at_20_max": 0.4855299221132638, + "nauc_map_at_20_std": 0.2560909055516543, + "nauc_map_at_3_diff1": 0.6636902506020562, + "nauc_map_at_3_max": 0.47129485843850816, + "nauc_map_at_3_std": 0.2326786452017618, + "nauc_map_at_5_diff1": 0.6650049442764228, + "nauc_map_at_5_max": 0.4815139197059957, + "nauc_map_at_5_std": 0.2503501372458987, + "nauc_mrr_at_1000_diff1": 0.6639911039547133, + "nauc_mrr_at_1000_max": 0.4848407002702824, + "nauc_mrr_at_1000_std": 0.2542221685017404, + "nauc_mrr_at_100_diff1": 0.6637161909591038, + "nauc_mrr_at_100_max": 0.48488129868471175, + "nauc_mrr_at_100_std": 0.25458289111532056, + "nauc_mrr_at_10_diff1": 0.6644504995596737, + "nauc_mrr_at_10_max": 0.4864333166313017, + "nauc_mrr_at_10_std": 0.25634573215141104, + "nauc_mrr_at_1_diff1": 0.7206551036615471, + "nauc_mrr_at_1_max": 0.47420094849426403, + "nauc_mrr_at_1_std": 0.20649483028278479, + "nauc_mrr_at_20_diff1": 0.6629438663191258, + "nauc_mrr_at_20_max": 0.4855299221132638, + "nauc_mrr_at_20_std": 0.2560909055516543, + "nauc_mrr_at_3_diff1": 0.6636902506020562, + "nauc_mrr_at_3_max": 0.47129485843850816, + "nauc_mrr_at_3_std": 0.2326786452017618, + "nauc_mrr_at_5_diff1": 0.6650049442764228, + "nauc_mrr_at_5_max": 0.4815139197059957, + "nauc_mrr_at_5_std": 0.2503501372458987, + "nauc_ndcg_at_1000_diff1": 0.6516030124664017, + "nauc_ndcg_at_1000_max": 0.490972539609689, + "nauc_ndcg_at_1000_std": 0.2712931231475558, + "nauc_ndcg_at_100_diff1": 0.6447102766805155, + "nauc_ndcg_at_100_max": 0.4946938959773728, + "nauc_ndcg_at_100_std": 0.2849466684001508, + "nauc_ndcg_at_10_diff1": 0.6435389736849311, + "nauc_ndcg_at_10_max": 0.5009031707887753, + "nauc_ndcg_at_10_std": 0.2905583148670199, + "nauc_ndcg_at_1_diff1": 0.7206551036615471, + "nauc_ndcg_at_1_max": 0.47420094849426403, + "nauc_ndcg_at_1_std": 0.20649483028278479, + "nauc_ndcg_at_20_diff1": 0.6374473907758845, + "nauc_ndcg_at_20_max": 0.49791612968842575, + "nauc_ndcg_at_20_std": 0.2915783578120534, + "nauc_ndcg_at_3_diff1": 0.6443682341577142, + "nauc_ndcg_at_3_max": 0.46982593986634175, + "nauc_ndcg_at_3_std": 0.24130930934625286, + "nauc_ndcg_at_5_diff1": 0.6458853061404316, + "nauc_ndcg_at_5_max": 0.4888301578562302, + "nauc_ndcg_at_5_std": 0.2742810964190069, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.49065852031224216, + "nauc_precision_at_100_max": 0.5964527979866789, + "nauc_precision_at_100_std": 0.6167906035908529, + "nauc_precision_at_10_diff1": 0.5669748910407167, + "nauc_precision_at_10_max": 0.5612593077746549, + "nauc_precision_at_10_std": 0.42747846311538346, + "nauc_precision_at_1_diff1": 0.7206551036615471, + "nauc_precision_at_1_max": 0.47420094849426403, + "nauc_precision_at_1_std": 0.20649483028278479, + "nauc_precision_at_20_diff1": 0.516096457998648, + "nauc_precision_at_20_max": 0.5592683856398757, + "nauc_precision_at_20_std": 0.4685680378464741, + "nauc_precision_at_3_diff1": 0.5864234149404364, + "nauc_precision_at_3_max": 0.4652708584095008, + "nauc_precision_at_3_std": 0.2671140327676577, + "nauc_precision_at_5_diff1": 0.5843302145213897, + "nauc_precision_at_5_max": 0.5153515422537154, + "nauc_precision_at_5_std": 0.3564964378343795, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4906585203122402, + "nauc_recall_at_100_max": 0.5964527979866758, + "nauc_recall_at_100_std": 0.6167906035908517, + "nauc_recall_at_10_diff1": 0.5669748910407173, + "nauc_recall_at_10_max": 0.5612593077746558, + "nauc_recall_at_10_std": 0.42747846311538445, + "nauc_recall_at_1_diff1": 0.7206551036615471, + "nauc_recall_at_1_max": 0.47420094849426403, + "nauc_recall_at_1_std": 0.20649483028278479, + "nauc_recall_at_20_diff1": 0.5160964579986497, + "nauc_recall_at_20_max": 0.5592683856398762, + "nauc_recall_at_20_std": 0.46856803784647566, + "nauc_recall_at_3_diff1": 0.586423414940436, + "nauc_recall_at_3_max": 0.4652708584095005, + "nauc_recall_at_3_std": 0.2671140327676577, + "nauc_recall_at_5_diff1": 0.5843302145213901, + "nauc_recall_at_5_max": 0.5153515422537157, + "nauc_recall_at_5_std": 0.3564964378343796, + "ndcg_at_1": 0.3771, + "ndcg_at_10": 0.51928, + "ndcg_at_100": 0.56799, + "ndcg_at_1000": 0.58004, + "ndcg_at_20": 0.54004, + "ndcg_at_3": 0.4665, + "ndcg_at_5": 0.49881, + "precision_at_1": 0.3771, + "precision_at_10": 0.06723, + "precision_at_100": 0.00906, + "precision_at_1000": 0.001, + "precision_at_20": 0.03771, + "precision_at_3": 0.17658, + "precision_at_5": 0.12166, + "recall_at_1": 0.3771, + "recall_at_10": 0.67228, + "recall_at_100": 0.90572, + "recall_at_1000": 1.0, + "recall_at_20": 0.75421, + "recall_at_3": 0.52974, + "recall_at_5": 0.60831 + }, + { + "cv_recall_at_1": 0.25789, + "cv_recall_at_10": 0.51404, + "cv_recall_at_100": 0.85614, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.63333, + "cv_recall_at_3": 0.35088, + "cv_recall_at_5": 0.41228, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.37035, + "map_at_1": 0.25789, + "map_at_10": 0.32633, + "map_at_100": 0.34022, + "map_at_1000": 0.34102, + "map_at_20": 0.33488, + "map_at_3": 0.29854, + "map_at_5": 0.31257, + "mrr_at_1": 0.2578947368421053, + "mrr_at_10": 0.3263297131718183, + "mrr_at_100": 0.3402207310095121, + "mrr_at_1000": 0.34102258220012444, + "mrr_at_20": 0.3348754483315343, + "mrr_at_3": 0.29853801169590644, + "mrr_at_5": 0.3125730994152046, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5166860368587083, + "nauc_cv_recall_at_100_max": 0.43867555323640267, + "nauc_cv_recall_at_100_std": 0.4181767510258299, + "nauc_cv_recall_at_10_diff1": 0.4930973392561108, + "nauc_cv_recall_at_10_max": 0.3048720618334208, + "nauc_cv_recall_at_10_std": 0.25607080770973034, + "nauc_cv_recall_at_1_diff1": 0.6535331862179902, + "nauc_cv_recall_at_1_max": 0.29091931817892586, + "nauc_cv_recall_at_1_std": 0.09693323050530796, + "nauc_cv_recall_at_20_diff1": 0.4097584319236105, + "nauc_cv_recall_at_20_max": 0.27841599057295296, + "nauc_cv_recall_at_20_std": 0.28995084547443667, + "nauc_cv_recall_at_3_diff1": 0.5381549132947977, + "nauc_cv_recall_at_3_max": 0.25885549132947977, + "nauc_cv_recall_at_3_std": 0.14639768786127155, + "nauc_cv_recall_at_5_diff1": 0.49700295961989843, + "nauc_cv_recall_at_5_max": 0.2933130733554832, + "nauc_cv_recall_at_5_std": 0.20155805277421843, + "nauc_map_at_1000_diff1": 0.5832600994027133, + "nauc_map_at_1000_max": 0.28339679288184694, + "nauc_map_at_1000_std": 0.13635175481091114, + "nauc_map_at_100_diff1": 0.5830692435995272, + "nauc_map_at_100_max": 0.283691963519985, + "nauc_map_at_100_std": 0.13685323283451764, + "nauc_map_at_10_diff1": 0.58543822530251, + "nauc_map_at_10_max": 0.28438693411051763, + "nauc_map_at_10_std": 0.1355926756343963, + "nauc_map_at_1_diff1": 0.6535331862179902, + "nauc_map_at_1_max": 0.29091931817892586, + "nauc_map_at_1_std": 0.09693323050530796, + "nauc_map_at_20_diff1": 0.5811818293948084, + "nauc_map_at_20_max": 0.2824903844060562, + "nauc_map_at_20_std": 0.1366295938070716, + "nauc_map_at_3_diff1": 0.5954714526372237, + "nauc_map_at_3_max": 0.27381059912257893, + "nauc_map_at_3_std": 0.1155176122101709, + "nauc_map_at_5_diff1": 0.5847127401758295, + "nauc_map_at_5_max": 0.28204732400406096, + "nauc_map_at_5_std": 0.12870599169498348, + "nauc_mrr_at_1000_diff1": 0.5832600994027133, + "nauc_mrr_at_1000_max": 0.28339679288184694, + "nauc_mrr_at_1000_std": 0.13635175481091114, + "nauc_mrr_at_100_diff1": 0.5830692435995272, + "nauc_mrr_at_100_max": 0.283691963519985, + "nauc_mrr_at_100_std": 0.13685323283451764, + "nauc_mrr_at_10_diff1": 0.58543822530251, + "nauc_mrr_at_10_max": 0.28438693411051763, + "nauc_mrr_at_10_std": 0.1355926756343963, + "nauc_mrr_at_1_diff1": 0.6535331862179902, + "nauc_mrr_at_1_max": 0.29091931817892586, + "nauc_mrr_at_1_std": 0.09693323050530796, + "nauc_mrr_at_20_diff1": 0.5811818293948084, + "nauc_mrr_at_20_max": 0.2824903844060562, + "nauc_mrr_at_20_std": 0.1366295938070716, + "nauc_mrr_at_3_diff1": 0.5954714526372237, + "nauc_mrr_at_3_max": 0.27381059912257893, + "nauc_mrr_at_3_std": 0.1155176122101709, + "nauc_mrr_at_5_diff1": 0.5847127401758295, + "nauc_mrr_at_5_max": 0.28204732400406096, + "nauc_mrr_at_5_std": 0.12870599169498348, + "nauc_ndcg_at_1000_diff1": 0.5682435897735153, + "nauc_ndcg_at_1000_max": 0.28625538891286073, + "nauc_ndcg_at_1000_std": 0.15434381014343437, + "nauc_ndcg_at_100_diff1": 0.5648418395834174, + "nauc_ndcg_at_100_max": 0.29511407669511164, + "nauc_ndcg_at_100_std": 0.16950589407124725, + "nauc_ndcg_at_10_diff1": 0.5618969295076067, + "nauc_ndcg_at_10_max": 0.28892499642810837, + "nauc_ndcg_at_10_std": 0.16425087953198123, + "nauc_ndcg_at_1_diff1": 0.6535331862179902, + "nauc_ndcg_at_1_max": 0.29091931817892586, + "nauc_ndcg_at_1_std": 0.09693323050530796, + "nauc_ndcg_at_20_diff1": 0.5453651886355529, + "nauc_ndcg_at_20_max": 0.2821736243022714, + "nauc_ndcg_at_20_std": 0.16872468062339616, + "nauc_ndcg_at_3_diff1": 0.5800141979555709, + "nauc_ndcg_at_3_max": 0.26973368041527257, + "nauc_ndcg_at_3_std": 0.12356161545209693, + "nauc_ndcg_at_5_diff1": 0.5615004994756322, + "nauc_ndcg_at_5_max": 0.28444838112540044, + "nauc_ndcg_at_5_std": 0.1472280972157901, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5166860368587091, + "nauc_precision_at_100_max": 0.43867555323640356, + "nauc_precision_at_100_std": 0.4181767510258304, + "nauc_precision_at_10_diff1": 0.49309733925611043, + "nauc_precision_at_10_max": 0.3048720618334204, + "nauc_precision_at_10_std": 0.2560708077097302, + "nauc_precision_at_1_diff1": 0.6535331862179902, + "nauc_precision_at_1_max": 0.29091931817892586, + "nauc_precision_at_1_std": 0.09693323050530796, + "nauc_precision_at_20_diff1": 0.40975843192361006, + "nauc_precision_at_20_max": 0.2784159905729532, + "nauc_precision_at_20_std": 0.28995084547443656, + "nauc_precision_at_3_diff1": 0.5381549132947977, + "nauc_precision_at_3_max": 0.2588554913294797, + "nauc_precision_at_3_std": 0.1463976878612719, + "nauc_precision_at_5_diff1": 0.4970029596198983, + "nauc_precision_at_5_max": 0.2933130733554832, + "nauc_precision_at_5_std": 0.20155805277421854, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5166860368587083, + "nauc_recall_at_100_max": 0.43867555323640267, + "nauc_recall_at_100_std": 0.4181767510258299, + "nauc_recall_at_10_diff1": 0.4930973392561108, + "nauc_recall_at_10_max": 0.3048720618334208, + "nauc_recall_at_10_std": 0.25607080770973034, + "nauc_recall_at_1_diff1": 0.6535331862179902, + "nauc_recall_at_1_max": 0.29091931817892586, + "nauc_recall_at_1_std": 0.09693323050530796, + "nauc_recall_at_20_diff1": 0.4097584319236105, + "nauc_recall_at_20_max": 0.27841599057295296, + "nauc_recall_at_20_std": 0.28995084547443667, + "nauc_recall_at_3_diff1": 0.5381549132947977, + "nauc_recall_at_3_max": 0.25885549132947977, + "nauc_recall_at_3_std": 0.14639768786127155, + "nauc_recall_at_5_diff1": 0.49700295961989843, + "nauc_recall_at_5_max": 0.2933130733554832, + "nauc_recall_at_5_std": 0.20155805277421843, + "ndcg_at_1": 0.25789, + "ndcg_at_10": 0.37035, + "ndcg_at_100": 0.44141, + "ndcg_at_1000": 0.46041, + "ndcg_at_20": 0.40083, + "ndcg_at_3": 0.31197, + "ndcg_at_5": 0.33726, + "precision_at_1": 0.25789, + "precision_at_10": 0.0514, + "precision_at_100": 0.00856, + "precision_at_1000": 0.001, + "precision_at_20": 0.03167, + "precision_at_3": 0.11696, + "precision_at_5": 0.08246, + "recall_at_1": 0.25789, + "recall_at_10": 0.51404, + "recall_at_100": 0.85614, + "recall_at_1000": 1.0, + "recall_at_20": 0.63333, + "recall_at_3": 0.35088, + "recall_at_5": 0.41228 + }, + { + "cv_recall_at_1": 0.15103, + "cv_recall_at_10": 0.37414, + "cv_recall_at_100": 0.70709, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.46796, + "cv_recall_at_3": 0.24142, + "cv_recall_at_5": 0.28833, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "main_score": 0.25003, + "map_at_1": 0.15103, + "map_at_10": 0.21206, + "map_at_100": 0.22451, + "map_at_1000": 0.22589, + "map_at_20": 0.21867, + "map_at_3": 0.1905, + "map_at_5": 0.20114, + "mrr_at_1": 0.15102974828375287, + "mrr_at_10": 0.21206094947513715, + "mrr_at_100": 0.22450731989004902, + "mrr_at_1000": 0.22588700470049086, + "mrr_at_20": 0.21867350862748539, + "mrr_at_3": 0.19050343249427923, + "mrr_at_5": 0.2011441647597255, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2627987447450525, + "nauc_cv_recall_at_100_max": 0.5780401280458465, + "nauc_cv_recall_at_100_std": 0.5261055025722506, + "nauc_cv_recall_at_10_diff1": 0.37104575403153983, + "nauc_cv_recall_at_10_max": 0.3326454524789175, + "nauc_cv_recall_at_10_std": 0.2408937491984172, + "nauc_cv_recall_at_1_diff1": 0.5818077289177603, + "nauc_cv_recall_at_1_max": 0.30800372272543686, + "nauc_cv_recall_at_1_std": 0.111734743577289, + "nauc_cv_recall_at_20_diff1": 0.32652415973790355, + "nauc_cv_recall_at_20_max": 0.4521984724216397, + "nauc_cv_recall_at_20_std": 0.37226557128815174, + "nauc_cv_recall_at_3_diff1": 0.39849646522091037, + "nauc_cv_recall_at_3_max": 0.2875581846946957, + "nauc_cv_recall_at_3_std": 0.15067000226993205, + "nauc_cv_recall_at_5_diff1": 0.3596038540829789, + "nauc_cv_recall_at_5_max": 0.2881051420511456, + "nauc_cv_recall_at_5_std": 0.167710054668009, + "nauc_map_at_1000_diff1": 0.4607486246089169, + "nauc_map_at_1000_max": 0.31054228952252577, + "nauc_map_at_1000_std": 0.15867686744819928, + "nauc_map_at_100_diff1": 0.45998150020862694, + "nauc_map_at_100_max": 0.3115941847216049, + "nauc_map_at_100_std": 0.16014118304459476, + "nauc_map_at_10_diff1": 0.46615837349470063, + "nauc_map_at_10_max": 0.29888142697456227, + "nauc_map_at_10_std": 0.145690639903157, + "nauc_map_at_1_diff1": 0.5818077289177603, + "nauc_map_at_1_max": 0.30800372272543686, + "nauc_map_at_1_std": 0.111734743577289, + "nauc_map_at_20_diff1": 0.46186180237623736, + "nauc_map_at_20_max": 0.3092479663323469, + "nauc_map_at_20_std": 0.15741007065454662, + "nauc_map_at_3_diff1": 0.4800353699094137, + "nauc_map_at_3_max": 0.2915921003153219, + "nauc_map_at_3_std": 0.12788122656072387, + "nauc_map_at_5_diff1": 0.46572435008499474, + "nauc_map_at_5_max": 0.29108929759167185, + "nauc_map_at_5_std": 0.13290094268462646, + "nauc_mrr_at_1000_diff1": 0.4607486246089169, + "nauc_mrr_at_1000_max": 0.31054228952252577, + "nauc_mrr_at_1000_std": 0.15867686744819928, + "nauc_mrr_at_100_diff1": 0.45998150020862694, + "nauc_mrr_at_100_max": 0.3115941847216049, + "nauc_mrr_at_100_std": 0.16014118304459476, + "nauc_mrr_at_10_diff1": 0.46615837349470063, + "nauc_mrr_at_10_max": 0.29888142697456227, + "nauc_mrr_at_10_std": 0.145690639903157, + "nauc_mrr_at_1_diff1": 0.5818077289177603, + "nauc_mrr_at_1_max": 0.30800372272543686, + "nauc_mrr_at_1_std": 0.111734743577289, + "nauc_mrr_at_20_diff1": 0.46186180237623736, + "nauc_mrr_at_20_max": 0.3092479663323469, + "nauc_mrr_at_20_std": 0.15741007065454662, + "nauc_mrr_at_3_diff1": 0.4800353699094137, + "nauc_mrr_at_3_max": 0.2915921003153219, + "nauc_mrr_at_3_std": 0.12788122656072387, + "nauc_mrr_at_5_diff1": 0.46572435008499474, + "nauc_mrr_at_5_max": 0.29108929759167185, + "nauc_mrr_at_5_std": 0.13290094268462646, + "nauc_ndcg_at_1000_diff1": 0.4353269370557416, + "nauc_ndcg_at_1000_max": 0.33047611867355287, + "nauc_ndcg_at_1000_std": 0.19048707620953562, + "nauc_ndcg_at_100_diff1": 0.41560305720295077, + "nauc_ndcg_at_100_max": 0.35861665089692857, + "nauc_ndcg_at_100_std": 0.22866740291545476, + "nauc_ndcg_at_10_diff1": 0.43670745989749377, + "nauc_ndcg_at_10_max": 0.30736360243562977, + "nauc_ndcg_at_10_std": 0.17170928125657542, + "nauc_ndcg_at_1_diff1": 0.5818077289177603, + "nauc_ndcg_at_1_max": 0.30800372272543686, + "nauc_ndcg_at_1_std": 0.111734743577289, + "nauc_ndcg_at_20_diff1": 0.4229548229039391, + "nauc_ndcg_at_20_max": 0.3431403535337248, + "nauc_ndcg_at_20_std": 0.21132734084355814, + "nauc_ndcg_at_3_diff1": 0.4564002917837622, + "nauc_ndcg_at_3_max": 0.2901989981063535, + "nauc_ndcg_at_3_std": 0.13424490964159908, + "nauc_ndcg_at_5_diff1": 0.4342887056984211, + "nauc_ndcg_at_5_max": 0.28989155178116033, + "nauc_ndcg_at_5_std": 0.14279723581592305, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.26279874474505255, + "nauc_precision_at_100_max": 0.5780401280458474, + "nauc_precision_at_100_std": 0.5261055025722517, + "nauc_precision_at_10_diff1": 0.3710457540315399, + "nauc_precision_at_10_max": 0.3326454524789174, + "nauc_precision_at_10_std": 0.24089374919841736, + "nauc_precision_at_1_diff1": 0.5818077289177603, + "nauc_precision_at_1_max": 0.30800372272543686, + "nauc_precision_at_1_std": 0.111734743577289, + "nauc_precision_at_20_diff1": 0.32652415973790305, + "nauc_precision_at_20_max": 0.4521984724216396, + "nauc_precision_at_20_std": 0.3722655712881512, + "nauc_precision_at_3_diff1": 0.3984964652209105, + "nauc_precision_at_3_max": 0.28755818469469585, + "nauc_precision_at_3_std": 0.150670002269932, + "nauc_precision_at_5_diff1": 0.3596038540829787, + "nauc_precision_at_5_max": 0.28810514205114574, + "nauc_precision_at_5_std": 0.16771005466800906, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2627987447450525, + "nauc_recall_at_100_max": 0.5780401280458465, + "nauc_recall_at_100_std": 0.5261055025722506, + "nauc_recall_at_10_diff1": 0.37104575403153983, + "nauc_recall_at_10_max": 0.3326454524789175, + "nauc_recall_at_10_std": 0.2408937491984172, + "nauc_recall_at_1_diff1": 0.5818077289177603, + "nauc_recall_at_1_max": 0.30800372272543686, + "nauc_recall_at_1_std": 0.111734743577289, + "nauc_recall_at_20_diff1": 0.32652415973790355, + "nauc_recall_at_20_max": 0.4521984724216397, + "nauc_recall_at_20_std": 0.37226557128815174, + "nauc_recall_at_3_diff1": 0.39849646522091037, + "nauc_recall_at_3_max": 0.2875581846946957, + "nauc_recall_at_3_std": 0.15067000226993205, + "nauc_recall_at_5_diff1": 0.3596038540829789, + "nauc_recall_at_5_max": 0.2881051420511456, + "nauc_recall_at_5_std": 0.167710054668009, + "ndcg_at_1": 0.15103, + "ndcg_at_10": 0.25003, + "ndcg_at_100": 0.31768, + "ndcg_at_1000": 0.35499, + "ndcg_at_20": 0.27387, + "ndcg_at_3": 0.20356, + "ndcg_at_5": 0.22282, + "precision_at_1": 0.15103, + "precision_at_10": 0.03741, + "precision_at_100": 0.00707, + "precision_at_1000": 0.001, + "precision_at_20": 0.0234, + "precision_at_3": 0.08047, + "precision_at_5": 0.05767, + "recall_at_1": 0.15103, + "recall_at_10": 0.37414, + "recall_at_100": 0.70709, + "recall_at_1000": 1.0, + "recall_at_20": 0.46796, + "recall_at_3": 0.24142, + "recall_at_5": 0.28833 + }, + { + "cv_recall_at_1": 0.30966, + "cv_recall_at_10": 0.60155, + "cv_recall_at_100": 0.84573, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.66371, + "cv_recall_at_3": 0.45616, + "cv_recall_at_5": 0.52164, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.4485, + "map_at_1": 0.30966, + "map_at_10": 0.4004, + "map_at_100": 0.40957, + "map_at_1000": 0.4103, + "map_at_20": 0.40488, + "map_at_3": 0.37477, + "map_at_5": 0.38981, + "mrr_at_1": 0.30965593784683687, + "mrr_at_10": 0.40039902753554235, + "mrr_at_100": 0.40957344046741884, + "mrr_at_1000": 0.4102965595323894, + "mrr_at_20": 0.4048839867430234, + "mrr_at_3": 0.37476877543470216, + "mrr_at_5": 0.389807621161672, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.413844347837448, + "nauc_cv_recall_at_100_max": 0.6591032685370454, + "nauc_cv_recall_at_100_std": 0.6882492080286065, + "nauc_cv_recall_at_10_diff1": 0.5166753772605301, + "nauc_cv_recall_at_10_max": 0.5890906125901273, + "nauc_cv_recall_at_10_std": 0.5228958235520792, + "nauc_cv_recall_at_1_diff1": 0.7003540691175822, + "nauc_cv_recall_at_1_max": 0.5562337135287849, + "nauc_cv_recall_at_1_std": 0.3222697658148194, + "nauc_cv_recall_at_20_diff1": 0.49453686872493546, + "nauc_cv_recall_at_20_max": 0.570490024802668, + "nauc_cv_recall_at_20_std": 0.5310876413062724, + "nauc_cv_recall_at_3_diff1": 0.5822939098091017, + "nauc_cv_recall_at_3_max": 0.5587282972262209, + "nauc_cv_recall_at_3_std": 0.42902959999002005, + "nauc_cv_recall_at_5_diff1": 0.551476530777103, + "nauc_cv_recall_at_5_max": 0.5698560042206824, + "nauc_cv_recall_at_5_std": 0.489924186816204, + "nauc_map_at_1000_diff1": 0.6385712536554932, + "nauc_map_at_1000_max": 0.5666453665562166, + "nauc_map_at_1000_std": 0.39054233624224277, + "nauc_map_at_100_diff1": 0.6380972125992274, + "nauc_map_at_100_max": 0.5668257371445421, + "nauc_map_at_100_std": 0.39107637572379544, + "nauc_map_at_10_diff1": 0.6382357516010204, + "nauc_map_at_10_max": 0.566426041023328, + "nauc_map_at_10_std": 0.3907557479715132, + "nauc_map_at_1_diff1": 0.7003540691175822, + "nauc_map_at_1_max": 0.5562337135287849, + "nauc_map_at_1_std": 0.3222697658148194, + "nauc_map_at_20_diff1": 0.6380225873024882, + "nauc_map_at_20_max": 0.5653351730614248, + "nauc_map_at_20_std": 0.390364721772839, + "nauc_map_at_3_diff1": 0.6481258672212916, + "nauc_map_at_3_max": 0.5622091310080056, + "nauc_map_at_3_std": 0.3737845333707094, + "nauc_map_at_5_diff1": 0.6421070955397341, + "nauc_map_at_5_max": 0.5638541197609342, + "nauc_map_at_5_std": 0.38713354286032103, + "nauc_mrr_at_1000_diff1": 0.6385712599372024, + "nauc_mrr_at_1000_max": 0.5666453342564297, + "nauc_mrr_at_1000_std": 0.3905423005585837, + "nauc_mrr_at_100_diff1": 0.6380972125992274, + "nauc_mrr_at_100_max": 0.5668257371445421, + "nauc_mrr_at_100_std": 0.39107637572379544, + "nauc_mrr_at_10_diff1": 0.6382357516010204, + "nauc_mrr_at_10_max": 0.566426041023328, + "nauc_mrr_at_10_std": 0.3907557479715132, + "nauc_mrr_at_1_diff1": 0.7003540691175822, + "nauc_mrr_at_1_max": 0.5562337135287849, + "nauc_mrr_at_1_std": 0.3222697658148194, + "nauc_mrr_at_20_diff1": 0.6380225873024882, + "nauc_mrr_at_20_max": 0.5653351730614248, + "nauc_mrr_at_20_std": 0.390364721772839, + "nauc_mrr_at_3_diff1": 0.6481258672212916, + "nauc_mrr_at_3_max": 0.5622091310080056, + "nauc_mrr_at_3_std": 0.3737845333707094, + "nauc_mrr_at_5_diff1": 0.6421070955397341, + "nauc_mrr_at_5_max": 0.5638541197609342, + "nauc_mrr_at_5_std": 0.38713354286032103, + "nauc_ndcg_at_1000_diff1": 0.6221171524663395, + "nauc_ndcg_at_1000_max": 0.5704914017884861, + "nauc_ndcg_at_1000_std": 0.40945199390172643, + "nauc_ndcg_at_100_diff1": 0.6093090345917943, + "nauc_ndcg_at_100_max": 0.5758410316092789, + "nauc_ndcg_at_100_std": 0.4260576549155124, + "nauc_ndcg_at_10_diff1": 0.6104476699376449, + "nauc_ndcg_at_10_max": 0.5712565523303276, + "nauc_ndcg_at_10_std": 0.4209712430612556, + "nauc_ndcg_at_1_diff1": 0.7003540691175822, + "nauc_ndcg_at_1_max": 0.5562337135287849, + "nauc_ndcg_at_1_std": 0.3222697658148194, + "nauc_ndcg_at_20_diff1": 0.608414917728419, + "nauc_ndcg_at_20_max": 0.5669549851368711, + "nauc_ndcg_at_20_std": 0.42011850937905115, + "nauc_ndcg_at_3_diff1": 0.6311285156481615, + "nauc_ndcg_at_3_max": 0.561514062757331, + "nauc_ndcg_at_3_std": 0.3882275785314245, + "nauc_ndcg_at_5_diff1": 0.6196780560521288, + "nauc_ndcg_at_5_max": 0.5652964042526559, + "nauc_ndcg_at_5_std": 0.4124392955924702, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4138443478374479, + "nauc_precision_at_100_max": 0.6591032685370464, + "nauc_precision_at_100_std": 0.6882492080286061, + "nauc_precision_at_10_diff1": 0.5166753772605301, + "nauc_precision_at_10_max": 0.5890906125901274, + "nauc_precision_at_10_std": 0.5228958235520789, + "nauc_precision_at_1_diff1": 0.7003540691175822, + "nauc_precision_at_1_max": 0.5562337135287849, + "nauc_precision_at_1_std": 0.3222697658148194, + "nauc_precision_at_20_diff1": 0.49453686872493513, + "nauc_precision_at_20_max": 0.5704900248026669, + "nauc_precision_at_20_std": 0.5310876413062724, + "nauc_precision_at_3_diff1": 0.5822939098091017, + "nauc_precision_at_3_max": 0.5587282972262201, + "nauc_precision_at_3_std": 0.42902959999001977, + "nauc_precision_at_5_diff1": 0.5514765307771033, + "nauc_precision_at_5_max": 0.5698560042206825, + "nauc_precision_at_5_std": 0.48992418681620375, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.413844347837448, + "nauc_recall_at_100_max": 0.6591032685370454, + "nauc_recall_at_100_std": 0.6882492080286065, + "nauc_recall_at_10_diff1": 0.5166753772605301, + "nauc_recall_at_10_max": 0.5890906125901273, + "nauc_recall_at_10_std": 0.5228958235520792, + "nauc_recall_at_1_diff1": 0.7003540691175822, + "nauc_recall_at_1_max": 0.5562337135287849, + "nauc_recall_at_1_std": 0.3222697658148194, + "nauc_recall_at_20_diff1": 0.49453686872493546, + "nauc_recall_at_20_max": 0.570490024802668, + "nauc_recall_at_20_std": 0.5310876413062724, + "nauc_recall_at_3_diff1": 0.5822939098091017, + "nauc_recall_at_3_max": 0.5587282972262209, + "nauc_recall_at_3_std": 0.42902959999002005, + "nauc_recall_at_5_diff1": 0.551476530777103, + "nauc_recall_at_5_max": 0.5698560042206824, + "nauc_recall_at_5_std": 0.489924186816204, + "ndcg_at_1": 0.30966, + "ndcg_at_10": 0.4485, + "ndcg_at_100": 0.49826, + "ndcg_at_1000": 0.51785, + "ndcg_at_20": 0.46443, + "ndcg_at_3": 0.3957, + "ndcg_at_5": 0.42273, + "precision_at_1": 0.30966, + "precision_at_10": 0.06016, + "precision_at_100": 0.00846, + "precision_at_1000": 0.001, + "precision_at_20": 0.03319, + "precision_at_3": 0.15205, + "precision_at_5": 0.10433, + "recall_at_1": 0.30966, + "recall_at_10": 0.60155, + "recall_at_100": 0.84573, + "recall_at_1000": 1.0, + "recall_at_20": 0.66371, + "recall_at_3": 0.45616, + "recall_at_5": 0.52164 + }, + { + "cv_recall_at_1": 0.17401, + "cv_recall_at_10": 0.40064, + "cv_recall_at_100": 0.68636, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.47046, + "cv_recall_at_3": 0.2782, + "cv_recall_at_5": 0.32653, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.2794, + "map_at_1": 0.17401, + "map_at_10": 0.24161, + "map_at_100": 0.2515, + "map_at_1000": 0.25285, + "map_at_20": 0.24637, + "map_at_3": 0.22055, + "map_at_5": 0.23135, + "mrr_at_1": 0.17400644468313642, + "mrr_at_10": 0.2416057149676911, + "mrr_at_100": 0.25150072564404563, + "mrr_at_1000": 0.2528496021900727, + "mrr_at_20": 0.24636789319443522, + "mrr_at_3": 0.2205513784461154, + "mrr_at_5": 0.23134622269960614, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.29634773574834217, + "nauc_cv_recall_at_100_max": 0.3944551058132891, + "nauc_cv_recall_at_100_std": 0.5567710352580213, + "nauc_cv_recall_at_10_diff1": 0.36568437737806625, + "nauc_cv_recall_at_10_max": 0.3702981428273432, + "nauc_cv_recall_at_10_std": 0.38843071216997727, + "nauc_cv_recall_at_1_diff1": 0.6028695349379543, + "nauc_cv_recall_at_1_max": 0.42021900033590426, + "nauc_cv_recall_at_1_std": 0.2899746114582274, + "nauc_cv_recall_at_20_diff1": 0.3510794385312679, + "nauc_cv_recall_at_20_max": 0.3635329282691102, + "nauc_cv_recall_at_20_std": 0.42662091019234755, + "nauc_cv_recall_at_3_diff1": 0.4405320603733295, + "nauc_cv_recall_at_3_max": 0.3771266366287866, + "nauc_cv_recall_at_3_std": 0.3338238960381248, + "nauc_cv_recall_at_5_diff1": 0.41682490531795086, + "nauc_cv_recall_at_5_max": 0.3887424281690552, + "nauc_cv_recall_at_5_std": 0.3429433319882689, + "nauc_map_at_1000_diff1": 0.5025158655376364, + "nauc_map_at_1000_max": 0.3992455527715951, + "nauc_map_at_1000_std": 0.32907720916655936, + "nauc_map_at_100_diff1": 0.5017141695851265, + "nauc_map_at_100_max": 0.39906454583873385, + "nauc_map_at_100_std": 0.3295697259307407, + "nauc_map_at_10_diff1": 0.502622132869752, + "nauc_map_at_10_max": 0.39881509550973365, + "nauc_map_at_10_std": 0.3245463759758096, + "nauc_map_at_1_diff1": 0.6028695349379543, + "nauc_map_at_1_max": 0.42021900033590426, + "nauc_map_at_1_std": 0.2899746114582274, + "nauc_map_at_20_diff1": 0.5019572969432622, + "nauc_map_at_20_max": 0.39843955602599274, + "nauc_map_at_20_std": 0.3275556201384039, + "nauc_map_at_3_diff1": 0.5204204057808283, + "nauc_map_at_3_max": 0.40019855440613106, + "nauc_map_at_3_std": 0.31426720952478765, + "nauc_map_at_5_diff1": 0.5118332769762192, + "nauc_map_at_5_max": 0.4019896666115835, + "nauc_map_at_5_std": 0.31667063979916427, + "nauc_mrr_at_1000_diff1": 0.5025158655376364, + "nauc_mrr_at_1000_max": 0.3992455527715951, + "nauc_mrr_at_1000_std": 0.32907720916655936, + "nauc_mrr_at_100_diff1": 0.5017141695851265, + "nauc_mrr_at_100_max": 0.39906454583873385, + "nauc_mrr_at_100_std": 0.3295697259307407, + "nauc_mrr_at_10_diff1": 0.502622132869752, + "nauc_mrr_at_10_max": 0.39881509550973365, + "nauc_mrr_at_10_std": 0.3245463759758096, + "nauc_mrr_at_1_diff1": 0.6028695349379543, + "nauc_mrr_at_1_max": 0.42021900033590426, + "nauc_mrr_at_1_std": 0.2899746114582274, + "nauc_mrr_at_20_diff1": 0.5019572969432622, + "nauc_mrr_at_20_max": 0.39843955602599274, + "nauc_mrr_at_20_std": 0.3275556201384039, + "nauc_mrr_at_3_diff1": 0.5204204057808283, + "nauc_mrr_at_3_max": 0.40019855440613106, + "nauc_mrr_at_3_std": 0.31426720952478765, + "nauc_mrr_at_5_diff1": 0.5118332769762192, + "nauc_mrr_at_5_max": 0.4019896666115835, + "nauc_mrr_at_5_std": 0.31667063979916427, + "nauc_ndcg_at_1000_diff1": 0.47799866792663115, + "nauc_ndcg_at_1000_max": 0.39570991951231005, + "nauc_ndcg_at_1000_std": 0.3479223622205202, + "nauc_ndcg_at_100_diff1": 0.457912000481337, + "nauc_ndcg_at_100_max": 0.39500436807184836, + "nauc_ndcg_at_100_std": 0.3692954991144709, + "nauc_ndcg_at_10_diff1": 0.4643091961538564, + "nauc_ndcg_at_10_max": 0.390803121224411, + "nauc_ndcg_at_10_std": 0.34168265671702486, + "nauc_ndcg_at_1_diff1": 0.6028695349379543, + "nauc_ndcg_at_1_max": 0.42021900033590426, + "nauc_ndcg_at_1_std": 0.2899746114582274, + "nauc_ndcg_at_20_diff1": 0.46111566328912856, + "nauc_ndcg_at_20_max": 0.38916229283952436, + "nauc_ndcg_at_20_std": 0.3522899166330396, + "nauc_ndcg_at_3_diff1": 0.4978605410630954, + "nauc_ndcg_at_3_max": 0.39376004888593885, + "nauc_ndcg_at_3_std": 0.3198731441754594, + "nauc_ndcg_at_5_diff1": 0.48460521512617366, + "nauc_ndcg_at_5_max": 0.39791429841604314, + "nauc_ndcg_at_5_std": 0.3241595021167435, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.2963477357483419, + "nauc_precision_at_100_max": 0.39445510581328863, + "nauc_precision_at_100_std": 0.556771035258021, + "nauc_precision_at_10_diff1": 0.36568437737806625, + "nauc_precision_at_10_max": 0.3702981428273432, + "nauc_precision_at_10_std": 0.3884307121699771, + "nauc_precision_at_1_diff1": 0.6028695349379543, + "nauc_precision_at_1_max": 0.42021900033590426, + "nauc_precision_at_1_std": 0.2899746114582274, + "nauc_precision_at_20_diff1": 0.35107943853126766, + "nauc_precision_at_20_max": 0.3635329282691101, + "nauc_precision_at_20_std": 0.4266209101923477, + "nauc_precision_at_3_diff1": 0.4405320603733291, + "nauc_precision_at_3_max": 0.37712663662878615, + "nauc_precision_at_3_std": 0.3338238960381247, + "nauc_precision_at_5_diff1": 0.4168249053179508, + "nauc_precision_at_5_max": 0.388742428169055, + "nauc_precision_at_5_std": 0.342943331988269, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.29634773574834217, + "nauc_recall_at_100_max": 0.3944551058132891, + "nauc_recall_at_100_std": 0.5567710352580213, + "nauc_recall_at_10_diff1": 0.36568437737806625, + "nauc_recall_at_10_max": 0.3702981428273432, + "nauc_recall_at_10_std": 0.38843071216997727, + "nauc_recall_at_1_diff1": 0.6028695349379543, + "nauc_recall_at_1_max": 0.42021900033590426, + "nauc_recall_at_1_std": 0.2899746114582274, + "nauc_recall_at_20_diff1": 0.3510794385312679, + "nauc_recall_at_20_max": 0.3635329282691102, + "nauc_recall_at_20_std": 0.42662091019234755, + "nauc_recall_at_3_diff1": 0.4405320603733295, + "nauc_recall_at_3_max": 0.3771266366287866, + "nauc_recall_at_3_std": 0.3338238960381248, + "nauc_recall_at_5_diff1": 0.41682490531795086, + "nauc_recall_at_5_max": 0.3887424281690552, + "nauc_recall_at_5_std": 0.3429433319882689, + "ndcg_at_1": 0.17401, + "ndcg_at_10": 0.2794, + "ndcg_at_100": 0.33618, + "ndcg_at_1000": 0.3752, + "ndcg_at_20": 0.29695, + "ndcg_at_3": 0.23538, + "ndcg_at_5": 0.25507, + "precision_at_1": 0.17401, + "precision_at_10": 0.04006, + "precision_at_100": 0.00686, + "precision_at_1000": 0.001, + "precision_at_20": 0.02352, + "precision_at_3": 0.09273, + "precision_at_5": 0.06531, + "recall_at_1": 0.17401, + "recall_at_10": 0.40064, + "recall_at_100": 0.68636, + "recall_at_1000": 1.0, + "recall_at_20": 0.47046, + "recall_at_3": 0.2782, + "recall_at_5": 0.32653 + }, + { + "cv_recall_at_1": 0.189, + "cv_recall_at_10": 0.434, + "cv_recall_at_100": 0.776, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.52, + "cv_recall_at_3": 0.287, + "cv_recall_at_5": 0.351, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.29912, + "map_at_1": 0.189, + "map_at_10": 0.25745, + "map_at_100": 0.27018, + "map_at_1000": 0.27119, + "map_at_20": 0.26366, + "map_at_3": 0.232, + "map_at_5": 0.24625, + "mrr_at_1": 0.189, + "mrr_at_10": 0.257453968253968, + "mrr_at_100": 0.27018074089708155, + "mrr_at_1000": 0.2711940749154071, + "mrr_at_20": 0.26365941537392756, + "mrr_at_3": 0.2320000000000002, + "mrr_at_5": 0.24625000000000002, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.23584547731802377, + "nauc_cv_recall_at_100_max": 0.5048956866760526, + "nauc_cv_recall_at_100_std": 0.5603047119270076, + "nauc_cv_recall_at_10_diff1": 0.38566115088987807, + "nauc_cv_recall_at_10_max": 0.28669233113414205, + "nauc_cv_recall_at_10_std": 0.28326331170607066, + "nauc_cv_recall_at_1_diff1": 0.4977619739879074, + "nauc_cv_recall_at_1_max": 0.3444770313188568, + "nauc_cv_recall_at_1_std": 0.22987253973319294, + "nauc_cv_recall_at_20_diff1": 0.3523029000489689, + "nauc_cv_recall_at_20_max": 0.3360275314217313, + "nauc_cv_recall_at_20_std": 0.31898770335709226, + "nauc_cv_recall_at_3_diff1": 0.42690386232087146, + "nauc_cv_recall_at_3_max": 0.3048319388632666, + "nauc_cv_recall_at_3_std": 0.21794317850827377, + "nauc_cv_recall_at_5_diff1": 0.4093556153855275, + "nauc_cv_recall_at_5_max": 0.3190624353434359, + "nauc_cv_recall_at_5_std": 0.2662802757450084, + "nauc_map_at_1000_diff1": 0.45476595623650545, + "nauc_map_at_1000_max": 0.33102341505163757, + "nauc_map_at_1000_std": 0.24388150035754028, + "nauc_map_at_100_diff1": 0.4541710217692779, + "nauc_map_at_100_max": 0.3314191205195175, + "nauc_map_at_100_std": 0.2445461478717132, + "nauc_map_at_10_diff1": 0.4579805762156703, + "nauc_map_at_10_max": 0.32450039624849997, + "nauc_map_at_10_std": 0.23816668982486297, + "nauc_map_at_1_diff1": 0.4977619739879074, + "nauc_map_at_1_max": 0.3444770313188568, + "nauc_map_at_1_std": 0.22987253973319294, + "nauc_map_at_20_diff1": 0.4556901341073797, + "nauc_map_at_20_max": 0.3284399315434941, + "nauc_map_at_20_std": 0.2410209601625378, + "nauc_map_at_3_diff1": 0.4679324337192478, + "nauc_map_at_3_max": 0.3260264006938065, + "nauc_map_at_3_std": 0.22374444652641026, + "nauc_map_at_5_diff1": 0.46277591167639953, + "nauc_map_at_5_max": 0.3297028251995126, + "nauc_map_at_5_std": 0.23572419801369274, + "nauc_mrr_at_1000_diff1": 0.45476595623650545, + "nauc_mrr_at_1000_max": 0.33102341505163757, + "nauc_mrr_at_1000_std": 0.24388150035754028, + "nauc_mrr_at_100_diff1": 0.4541710217692779, + "nauc_mrr_at_100_max": 0.3314191205195175, + "nauc_mrr_at_100_std": 0.2445461478717132, + "nauc_mrr_at_10_diff1": 0.4579805762156703, + "nauc_mrr_at_10_max": 0.32450039624849997, + "nauc_mrr_at_10_std": 0.23816668982486297, + "nauc_mrr_at_1_diff1": 0.4977619739879074, + "nauc_mrr_at_1_max": 0.3444770313188568, + "nauc_mrr_at_1_std": 0.22987253973319294, + "nauc_mrr_at_20_diff1": 0.4556901341073797, + "nauc_mrr_at_20_max": 0.3284399315434941, + "nauc_mrr_at_20_std": 0.2410209601625378, + "nauc_mrr_at_3_diff1": 0.4679324337192478, + "nauc_mrr_at_3_max": 0.3260264006938065, + "nauc_mrr_at_3_std": 0.22374444652641026, + "nauc_mrr_at_5_diff1": 0.46277591167639953, + "nauc_mrr_at_5_max": 0.3297028251995126, + "nauc_mrr_at_5_std": 0.23572419801369274, + "nauc_ndcg_at_1000_diff1": 0.43772123611759606, + "nauc_ndcg_at_1000_max": 0.33609697923437043, + "nauc_ndcg_at_1000_std": 0.26127496831875935, + "nauc_ndcg_at_100_diff1": 0.4203011357051008, + "nauc_ndcg_at_100_max": 0.3501915540657517, + "nauc_ndcg_at_100_std": 0.2858917313816372, + "nauc_ndcg_at_10_diff1": 0.43839515861227235, + "nauc_ndcg_at_10_max": 0.3146284118343576, + "nauc_ndcg_at_10_std": 0.24952184654188878, + "nauc_ndcg_at_1_diff1": 0.4977619739879074, + "nauc_ndcg_at_1_max": 0.3444770313188568, + "nauc_ndcg_at_1_std": 0.22987253973319294, + "nauc_ndcg_at_20_diff1": 0.42995677255332104, + "nauc_ndcg_at_20_max": 0.3284335639984129, + "nauc_ndcg_at_20_std": 0.2591496857680367, + "nauc_ndcg_at_3_diff1": 0.4567421335185591, + "nauc_ndcg_at_3_max": 0.32018196382995895, + "nauc_ndcg_at_3_std": 0.22212212819728647, + "nauc_ndcg_at_5_diff1": 0.44806804419654234, + "nauc_ndcg_at_5_max": 0.3265209685228764, + "nauc_ndcg_at_5_std": 0.24354943983311997, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.2358454773180231, + "nauc_precision_at_100_max": 0.5048956866760533, + "nauc_precision_at_100_std": 0.5603047119270077, + "nauc_precision_at_10_diff1": 0.3856611508898776, + "nauc_precision_at_10_max": 0.2866923311341418, + "nauc_precision_at_10_std": 0.2832633117060702, + "nauc_precision_at_1_diff1": 0.4977619739879074, + "nauc_precision_at_1_max": 0.3444770313188568, + "nauc_precision_at_1_std": 0.22987253973319294, + "nauc_precision_at_20_diff1": 0.35230290004896864, + "nauc_precision_at_20_max": 0.33602753142173103, + "nauc_precision_at_20_std": 0.31898770335709214, + "nauc_precision_at_3_diff1": 0.4269038623208713, + "nauc_precision_at_3_max": 0.3048319388632666, + "nauc_precision_at_3_std": 0.21794317850827388, + "nauc_precision_at_5_diff1": 0.40935561538552745, + "nauc_precision_at_5_max": 0.3190624353434356, + "nauc_precision_at_5_std": 0.26628027574500823, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.23584547731802377, + "nauc_recall_at_100_max": 0.5048956866760526, + "nauc_recall_at_100_std": 0.5603047119270076, + "nauc_recall_at_10_diff1": 0.38566115088987807, + "nauc_recall_at_10_max": 0.28669233113414205, + "nauc_recall_at_10_std": 0.28326331170607066, + "nauc_recall_at_1_diff1": 0.4977619739879074, + "nauc_recall_at_1_max": 0.3444770313188568, + "nauc_recall_at_1_std": 0.22987253973319294, + "nauc_recall_at_20_diff1": 0.3523029000489689, + "nauc_recall_at_20_max": 0.3360275314217313, + "nauc_recall_at_20_std": 0.31898770335709226, + "nauc_recall_at_3_diff1": 0.42690386232087146, + "nauc_recall_at_3_max": 0.3048319388632666, + "nauc_recall_at_3_std": 0.21794317850827377, + "nauc_recall_at_5_diff1": 0.4093556153855275, + "nauc_recall_at_5_max": 0.3190624353434359, + "nauc_recall_at_5_std": 0.2662802757450084, + "ndcg_at_1": 0.189, + "ndcg_at_10": 0.29912, + "ndcg_at_100": 0.36856, + "ndcg_at_1000": 0.39676, + "ndcg_at_20": 0.32116, + "ndcg_at_3": 0.24612, + "ndcg_at_5": 0.27215, + "precision_at_1": 0.189, + "precision_at_10": 0.0434, + "precision_at_100": 0.00776, + "precision_at_1000": 0.001, + "precision_at_20": 0.026, + "precision_at_3": 0.09567, + "precision_at_5": 0.0702, + "recall_at_1": 0.189, + "recall_at_10": 0.434, + "recall_at_100": 0.776, + "recall_at_1000": 1.0, + "recall_at_20": 0.52, + "recall_at_3": 0.287, + "recall_at_5": 0.351 + }, + { + "cv_recall_at_1": 0.29126, + "cv_recall_at_10": 0.56311, + "cv_recall_at_100": 0.81969, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.64216, + "cv_recall_at_3": 0.43273, + "cv_recall_at_5": 0.49098, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.42183, + "map_at_1": 0.29126, + "map_at_10": 0.37732, + "map_at_100": 0.38717, + "map_at_1000": 0.38804, + "map_at_20": 0.38286, + "map_at_3": 0.3546, + "map_at_5": 0.36771, + "mrr_at_1": 0.2912621359223301, + "mrr_at_10": 0.37731875921889774, + "mrr_at_100": 0.38716967898159166, + "mrr_at_1000": 0.3880350605603339, + "mrr_at_20": 0.38286417328162536, + "mrr_at_3": 0.35460009246417024, + "mrr_at_5": 0.367706888580675, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.43538500388127865, + "nauc_cv_recall_at_100_max": 0.7177252933127443, + "nauc_cv_recall_at_100_std": 0.660412445901951, + "nauc_cv_recall_at_10_diff1": 0.4963201835184886, + "nauc_cv_recall_at_10_max": 0.5597989306303259, + "nauc_cv_recall_at_10_std": 0.48074848708310886, + "nauc_cv_recall_at_1_diff1": 0.6473674367686191, + "nauc_cv_recall_at_1_max": 0.49186622428315996, + "nauc_cv_recall_at_1_std": 0.3119812982341505, + "nauc_cv_recall_at_20_diff1": 0.5001328769811207, + "nauc_cv_recall_at_20_max": 0.6028237648849925, + "nauc_cv_recall_at_20_std": 0.5323859658135447, + "nauc_cv_recall_at_3_diff1": 0.5468222678409858, + "nauc_cv_recall_at_3_max": 0.5128205176152807, + "nauc_cv_recall_at_3_std": 0.40675980904226217, + "nauc_cv_recall_at_5_diff1": 0.5020836460064558, + "nauc_cv_recall_at_5_max": 0.5394861529788975, + "nauc_cv_recall_at_5_std": 0.45600299088374213, + "nauc_map_at_1000_diff1": 0.5870509021904564, + "nauc_map_at_1000_max": 0.5065320181114963, + "nauc_map_at_1000_std": 0.36554314852816566, + "nauc_map_at_100_diff1": 0.5867048660360288, + "nauc_map_at_100_max": 0.5069224205930181, + "nauc_map_at_100_std": 0.3660919004931112, + "nauc_map_at_10_diff1": 0.5864163481883536, + "nauc_map_at_10_max": 0.5047660836484374, + "nauc_map_at_10_std": 0.3641270487884386, + "nauc_map_at_1_diff1": 0.6473674367686191, + "nauc_map_at_1_max": 0.49186622428315996, + "nauc_map_at_1_std": 0.3119812982341505, + "nauc_map_at_20_diff1": 0.5871061465808929, + "nauc_map_at_20_max": 0.5066720694370498, + "nauc_map_at_20_std": 0.36620195781101544, + "nauc_map_at_3_diff1": 0.5973239337484972, + "nauc_map_at_3_max": 0.49778872535897273, + "nauc_map_at_3_std": 0.3513465169058443, + "nauc_map_at_5_diff1": 0.58703502269122, + "nauc_map_at_5_max": 0.5027772921794861, + "nauc_map_at_5_std": 0.36188878315047157, + "nauc_mrr_at_1000_diff1": 0.5870509211623248, + "nauc_mrr_at_1000_max": 0.506532051280673, + "nauc_mrr_at_1000_std": 0.36554319117411654, + "nauc_mrr_at_100_diff1": 0.5867048660360288, + "nauc_mrr_at_100_max": 0.5069224205930181, + "nauc_mrr_at_100_std": 0.3660919004931112, + "nauc_mrr_at_10_diff1": 0.5864163481883536, + "nauc_mrr_at_10_max": 0.5047660836484374, + "nauc_mrr_at_10_std": 0.3641270487884386, + "nauc_mrr_at_1_diff1": 0.6473674367686191, + "nauc_mrr_at_1_max": 0.49186622428315996, + "nauc_mrr_at_1_std": 0.3119812982341505, + "nauc_mrr_at_20_diff1": 0.5871061465808929, + "nauc_mrr_at_20_max": 0.5066720694370498, + "nauc_mrr_at_20_std": 0.36620195781101544, + "nauc_mrr_at_3_diff1": 0.5973239337484972, + "nauc_mrr_at_3_max": 0.49778872535897273, + "nauc_mrr_at_3_std": 0.3513465169058443, + "nauc_mrr_at_5_diff1": 0.58703502269122, + "nauc_mrr_at_5_max": 0.5027772921794861, + "nauc_mrr_at_5_std": 0.36188878315047157, + "nauc_ndcg_at_1000_diff1": 0.5740812385542557, + "nauc_ndcg_at_1000_max": 0.5168841998243363, + "nauc_ndcg_at_1000_std": 0.3843458584172321, + "nauc_ndcg_at_100_diff1": 0.5645003851534279, + "nauc_ndcg_at_100_max": 0.5303028488918393, + "nauc_ndcg_at_100_std": 0.4028550618170588, + "nauc_ndcg_at_10_diff1": 0.5644944296758979, + "nauc_ndcg_at_10_max": 0.5169814341365214, + "nauc_ndcg_at_10_std": 0.39129432844376977, + "nauc_ndcg_at_1_diff1": 0.6473674367686191, + "nauc_ndcg_at_1_max": 0.49186622428315996, + "nauc_ndcg_at_1_std": 0.3119812982341505, + "nauc_ndcg_at_20_diff1": 0.5669757949202917, + "nauc_ndcg_at_20_max": 0.5250403811377805, + "nauc_ndcg_at_20_std": 0.4001112801964311, + "nauc_ndcg_at_3_diff1": 0.5839362186171795, + "nauc_ndcg_at_3_max": 0.5015676540132488, + "nauc_ndcg_at_3_std": 0.3656795310689533, + "nauc_ndcg_at_5_diff1": 0.5655307294741795, + "nauc_ndcg_at_5_max": 0.5115681799159831, + "nauc_ndcg_at_5_std": 0.38525142911874694, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.4353850038812787, + "nauc_precision_at_100_max": 0.7177252933127455, + "nauc_precision_at_100_std": 0.660412445901951, + "nauc_precision_at_10_diff1": 0.496320183518489, + "nauc_precision_at_10_max": 0.559798930630326, + "nauc_precision_at_10_std": 0.4807484870831086, + "nauc_precision_at_1_diff1": 0.6473674367686191, + "nauc_precision_at_1_max": 0.49186622428315996, + "nauc_precision_at_1_std": 0.3119812982341505, + "nauc_precision_at_20_diff1": 0.5001328769811205, + "nauc_precision_at_20_max": 0.602823764884992, + "nauc_precision_at_20_std": 0.5323859658135439, + "nauc_precision_at_3_diff1": 0.5468222678409858, + "nauc_precision_at_3_max": 0.5128205176152807, + "nauc_precision_at_3_std": 0.4067598090422622, + "nauc_precision_at_5_diff1": 0.5020836460064558, + "nauc_precision_at_5_max": 0.5394861529788973, + "nauc_precision_at_5_std": 0.45600299088374197, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.43538500388127865, + "nauc_recall_at_100_max": 0.7177252933127443, + "nauc_recall_at_100_std": 0.660412445901951, + "nauc_recall_at_10_diff1": 0.4963201835184886, + "nauc_recall_at_10_max": 0.5597989306303259, + "nauc_recall_at_10_std": 0.48074848708310886, + "nauc_recall_at_1_diff1": 0.6473674367686191, + "nauc_recall_at_1_max": 0.49186622428315996, + "nauc_recall_at_1_std": 0.3119812982341505, + "nauc_recall_at_20_diff1": 0.5001328769811207, + "nauc_recall_at_20_max": 0.6028237648849925, + "nauc_recall_at_20_std": 0.5323859658135447, + "nauc_recall_at_3_diff1": 0.5468222678409858, + "nauc_recall_at_3_max": 0.5128205176152807, + "nauc_recall_at_3_std": 0.40675980904226217, + "nauc_recall_at_5_diff1": 0.5020836460064558, + "nauc_recall_at_5_max": 0.5394861529788975, + "nauc_recall_at_5_std": 0.45600299088374213, + "ndcg_at_1": 0.29126, + "ndcg_at_10": 0.42183, + "ndcg_at_100": 0.47434, + "ndcg_at_1000": 0.49735, + "ndcg_at_20": 0.44189, + "ndcg_at_3": 0.37471, + "ndcg_at_5": 0.39852, + "precision_at_1": 0.29126, + "precision_at_10": 0.05631, + "precision_at_100": 0.0082, + "precision_at_1000": 0.001, + "precision_at_20": 0.03211, + "precision_at_3": 0.14424, + "precision_at_5": 0.0982, + "recall_at_1": 0.29126, + "recall_at_10": 0.56311, + "recall_at_100": 0.81969, + "recall_at_1000": 1.0, + "recall_at_20": 0.64216, + "recall_at_3": 0.43273, + "recall_at_5": 0.49098 + }, + { + "cv_recall_at_1": 0.45983, + "cv_recall_at_10": 0.75264, + "cv_recall_at_100": 0.94186, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.81395, + "cv_recall_at_3": 0.61416, + "cv_recall_at_5": 0.67759, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.60066, + "map_at_1": 0.45983, + "map_at_10": 0.55269, + "map_at_100": 0.56038, + "map_at_1000": 0.56068, + "map_at_20": 0.55716, + "map_at_3": 0.52819, + "map_at_5": 0.54267, + "mrr_at_1": 0.459830866807611, + "mrr_at_10": 0.552691365482063, + "mrr_at_100": 0.5603828225377104, + "mrr_at_1000": 0.5606781539383635, + "mrr_at_20": 0.5571602161130574, + "mrr_at_3": 0.5281888653981675, + "mrr_at_5": 0.5426708949964759, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4429595399611373, + "nauc_cv_recall_at_100_max": 0.5374944784553677, + "nauc_cv_recall_at_100_std": 0.5020336324941823, + "nauc_cv_recall_at_10_diff1": 0.5042140972034406, + "nauc_cv_recall_at_10_max": 0.4597924352668207, + "nauc_cv_recall_at_10_std": 0.3309821314292971, + "nauc_cv_recall_at_1_diff1": 0.6973331588586901, + "nauc_cv_recall_at_1_max": 0.47206125971867047, + "nauc_cv_recall_at_1_std": 0.16444378947679292, + "nauc_cv_recall_at_20_diff1": 0.5037305064368949, + "nauc_cv_recall_at_20_max": 0.4271691618156776, + "nauc_cv_recall_at_20_std": 0.28189017720507564, + "nauc_cv_recall_at_3_diff1": 0.580064919110858, + "nauc_cv_recall_at_3_max": 0.49645920159223683, + "nauc_cv_recall_at_3_std": 0.2711250691727226, + "nauc_cv_recall_at_5_diff1": 0.5374231247800073, + "nauc_cv_recall_at_5_max": 0.48513326853185296, + "nauc_cv_recall_at_5_std": 0.30095998643913063, + "nauc_map_at_1000_diff1": 0.6441521021101068, + "nauc_map_at_1000_max": 0.48098963639253217, + "nauc_map_at_1000_std": 0.20812381908060446, + "nauc_map_at_100_diff1": 0.643929028420692, + "nauc_map_at_100_max": 0.48105172984074207, + "nauc_map_at_100_std": 0.20837106228113203, + "nauc_map_at_10_diff1": 0.6417540808024643, + "nauc_map_at_10_max": 0.4813076374672515, + "nauc_map_at_10_std": 0.21095403593602866, + "nauc_map_at_1_diff1": 0.6973331588586901, + "nauc_map_at_1_max": 0.47206125971867047, + "nauc_map_at_1_std": 0.16444378947679292, + "nauc_map_at_20_diff1": 0.6432421142666999, + "nauc_map_at_20_max": 0.48038725601830146, + "nauc_map_at_20_std": 0.2078558363364783, + "nauc_map_at_3_diff1": 0.6489600889526264, + "nauc_map_at_3_max": 0.4866454342294112, + "nauc_map_at_3_std": 0.20663618594230385, + "nauc_map_at_5_diff1": 0.6430473848288992, + "nauc_map_at_5_max": 0.4842255766526718, + "nauc_map_at_5_std": 0.21044581143827049, + "nauc_mrr_at_1000_diff1": 0.6441520919455076, + "nauc_mrr_at_1000_max": 0.4809896494420363, + "nauc_mrr_at_1000_std": 0.20812383899078785, + "nauc_mrr_at_100_diff1": 0.643929028420692, + "nauc_mrr_at_100_max": 0.48105172984074207, + "nauc_mrr_at_100_std": 0.20837106228113203, + "nauc_mrr_at_10_diff1": 0.6417540808024643, + "nauc_mrr_at_10_max": 0.4813076374672515, + "nauc_mrr_at_10_std": 0.21095403593602866, + "nauc_mrr_at_1_diff1": 0.6973331588586901, + "nauc_mrr_at_1_max": 0.47206125971867047, + "nauc_mrr_at_1_std": 0.16444378947679292, + "nauc_mrr_at_20_diff1": 0.6432421142666999, + "nauc_mrr_at_20_max": 0.48038725601830146, + "nauc_mrr_at_20_std": 0.2078558363364783, + "nauc_mrr_at_3_diff1": 0.6489600889526264, + "nauc_mrr_at_3_max": 0.4866454342294112, + "nauc_mrr_at_3_std": 0.20663618594230385, + "nauc_mrr_at_5_diff1": 0.6430473848288992, + "nauc_mrr_at_5_max": 0.4842255766526718, + "nauc_mrr_at_5_std": 0.21044581143827049, + "nauc_ndcg_at_1000_diff1": 0.6326592590675244, + "nauc_ndcg_at_1000_max": 0.479746255773527, + "nauc_ndcg_at_1000_std": 0.21821891778897104, + "nauc_ndcg_at_100_diff1": 0.627023184120909, + "nauc_ndcg_at_100_max": 0.4814040178905751, + "nauc_ndcg_at_100_std": 0.22609099066376712, + "nauc_ndcg_at_10_diff1": 0.6160435381553313, + "nauc_ndcg_at_10_max": 0.4780939816399053, + "nauc_ndcg_at_10_std": 0.2332277013810803, + "nauc_ndcg_at_1_diff1": 0.6973331588586901, + "nauc_ndcg_at_1_max": 0.47206125971867047, + "nauc_ndcg_at_1_std": 0.16444378947679292, + "nauc_ndcg_at_20_diff1": 0.6206953233188065, + "nauc_ndcg_at_20_max": 0.4739268715311874, + "nauc_ndcg_at_20_std": 0.22160597418951172, + "nauc_ndcg_at_3_diff1": 0.6323475050574792, + "nauc_ndcg_at_3_max": 0.4892097773834569, + "nauc_ndcg_at_3_std": 0.2221068601383589, + "nauc_ndcg_at_5_diff1": 0.6199812667553398, + "nauc_ndcg_at_5_max": 0.484803228251082, + "nauc_ndcg_at_5_std": 0.23025081492492494, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.44295953996113135, + "nauc_precision_at_100_max": 0.5374944784553698, + "nauc_precision_at_100_std": 0.5020336324941786, + "nauc_precision_at_10_diff1": 0.5042140972034405, + "nauc_precision_at_10_max": 0.4597924352668208, + "nauc_precision_at_10_std": 0.33098213142929594, + "nauc_precision_at_1_diff1": 0.6973331588586901, + "nauc_precision_at_1_max": 0.47206125971867047, + "nauc_precision_at_1_std": 0.16444378947679292, + "nauc_precision_at_20_diff1": 0.5037305064368954, + "nauc_precision_at_20_max": 0.4271691618156773, + "nauc_precision_at_20_std": 0.28189017720507437, + "nauc_precision_at_3_diff1": 0.5800649191108583, + "nauc_precision_at_3_max": 0.49645920159223705, + "nauc_precision_at_3_std": 0.2711250691727229, + "nauc_precision_at_5_diff1": 0.5374231247800063, + "nauc_precision_at_5_max": 0.4851332685318528, + "nauc_precision_at_5_std": 0.3009599864391298, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4429595399611373, + "nauc_recall_at_100_max": 0.5374944784553677, + "nauc_recall_at_100_std": 0.5020336324941823, + "nauc_recall_at_10_diff1": 0.5042140972034406, + "nauc_recall_at_10_max": 0.4597924352668207, + "nauc_recall_at_10_std": 0.3309821314292971, + "nauc_recall_at_1_diff1": 0.6973331588586901, + "nauc_recall_at_1_max": 0.47206125971867047, + "nauc_recall_at_1_std": 0.16444378947679292, + "nauc_recall_at_20_diff1": 0.5037305064368949, + "nauc_recall_at_20_max": 0.4271691618156776, + "nauc_recall_at_20_std": 0.28189017720507564, + "nauc_recall_at_3_diff1": 0.580064919110858, + "nauc_recall_at_3_max": 0.49645920159223683, + "nauc_recall_at_3_std": 0.2711250691727226, + "nauc_recall_at_5_diff1": 0.5374231247800073, + "nauc_recall_at_5_max": 0.48513326853185296, + "nauc_recall_at_5_std": 0.30095998643913063, + "ndcg_at_1": 0.45983, + "ndcg_at_10": 0.60066, + "ndcg_at_100": 0.64004, + "ndcg_at_1000": 0.64756, + "ndcg_at_20": 0.61643, + "ndcg_at_3": 0.55028, + "ndcg_at_5": 0.5764, + "precision_at_1": 0.45983, + "precision_at_10": 0.07526, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "precision_at_20": 0.0407, + "precision_at_3": 0.20472, + "precision_at_5": 0.13552, + "recall_at_1": 0.45983, + "recall_at_10": 0.75264, + "recall_at_100": 0.94186, + "recall_at_1000": 1.0, + "recall_at_20": 0.81395, + "recall_at_3": 0.61416, + "recall_at_5": 0.67759 + }, + { + "cv_recall_at_1": 0.421, + "cv_recall_at_10": 0.697, + "cv_recall_at_100": 0.947, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.769, + "cv_recall_at_3": 0.558, + "cv_recall_at_5": 0.608, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.55025, + "map_at_1": 0.421, + "map_at_10": 0.50454, + "map_at_100": 0.51404, + "map_at_1000": 0.5143, + "map_at_20": 0.5095, + "map_at_3": 0.48167, + "map_at_5": 0.49302, + "mrr_at_1": 0.421, + "mrr_at_10": 0.5045424603174602, + "mrr_at_100": 0.514036278166916, + "mrr_at_1000": 0.5143008176799778, + "mrr_at_20": 0.5094954526424723, + "mrr_at_3": 0.4816666666666664, + "mrr_at_5": 0.49301666666666627, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4855627785705507, + "nauc_cv_recall_at_100_max": 0.731365502175715, + "nauc_cv_recall_at_100_std": 0.7247678945792161, + "nauc_cv_recall_at_10_diff1": 0.5321993122841938, + "nauc_cv_recall_at_10_max": 0.3845373133259707, + "nauc_cv_recall_at_10_std": 0.22025163739727724, + "nauc_cv_recall_at_1_diff1": 0.7210976082522879, + "nauc_cv_recall_at_1_max": 0.4254087701305756, + "nauc_cv_recall_at_1_std": 0.20592471965325038, + "nauc_cv_recall_at_20_diff1": 0.5359568379661741, + "nauc_cv_recall_at_20_max": 0.40377868528873234, + "nauc_cv_recall_at_20_std": 0.2406943573982335, + "nauc_cv_recall_at_3_diff1": 0.621321956788392, + "nauc_cv_recall_at_3_max": 0.38942145623174623, + "nauc_cv_recall_at_3_std": 0.1645052364400703, + "nauc_cv_recall_at_5_diff1": 0.5961893952166478, + "nauc_cv_recall_at_5_max": 0.3920810351887088, + "nauc_cv_recall_at_5_std": 0.18723355572147657, + "nauc_map_at_1000_diff1": 0.6697072108072887, + "nauc_map_at_1000_max": 0.411943976387272, + "nauc_map_at_1000_std": 0.1967222314828611, + "nauc_map_at_100_diff1": 0.6695110001873309, + "nauc_map_at_100_max": 0.4121863201598696, + "nauc_map_at_100_std": 0.19710670362571528, + "nauc_map_at_10_diff1": 0.6672475373507716, + "nauc_map_at_10_max": 0.4098526385755607, + "nauc_map_at_10_std": 0.19445865524250197, + "nauc_map_at_1_diff1": 0.7210976082522879, + "nauc_map_at_1_max": 0.4254087701305756, + "nauc_map_at_1_std": 0.20592471965325038, + "nauc_map_at_20_diff1": 0.668795383818105, + "nauc_map_at_20_max": 0.41071496567002347, + "nauc_map_at_20_std": 0.19505186847070433, + "nauc_map_at_3_diff1": 0.6771890825309842, + "nauc_map_at_3_max": 0.40849482153000877, + "nauc_map_at_3_std": 0.184697047083633, + "nauc_map_at_5_diff1": 0.6726059841502193, + "nauc_map_at_5_max": 0.409503476165295, + "nauc_map_at_5_std": 0.1899677021603648, + "nauc_mrr_at_1000_diff1": 0.6697072108072887, + "nauc_mrr_at_1000_max": 0.411943976387272, + "nauc_mrr_at_1000_std": 0.1967222314828611, + "nauc_mrr_at_100_diff1": 0.6695110001873309, + "nauc_mrr_at_100_max": 0.4121863201598696, + "nauc_mrr_at_100_std": 0.19710670362571528, + "nauc_mrr_at_10_diff1": 0.6672475373507716, + "nauc_mrr_at_10_max": 0.4098526385755607, + "nauc_mrr_at_10_std": 0.19445865524250197, + "nauc_mrr_at_1_diff1": 0.7210976082522879, + "nauc_mrr_at_1_max": 0.4254087701305756, + "nauc_mrr_at_1_std": 0.20592471965325038, + "nauc_mrr_at_20_diff1": 0.668795383818105, + "nauc_mrr_at_20_max": 0.41071496567002347, + "nauc_mrr_at_20_std": 0.19505186847070433, + "nauc_mrr_at_3_diff1": 0.6771890825309842, + "nauc_mrr_at_3_max": 0.40849482153000877, + "nauc_mrr_at_3_std": 0.184697047083633, + "nauc_mrr_at_5_diff1": 0.6726059841502193, + "nauc_mrr_at_5_max": 0.409503476165295, + "nauc_mrr_at_5_std": 0.1899677021603648, + "nauc_ndcg_at_1000_diff1": 0.6581251444086017, + "nauc_ndcg_at_1000_max": 0.4134415641023258, + "nauc_ndcg_at_1000_std": 0.20355955369147752, + "nauc_ndcg_at_100_diff1": 0.6535580361197576, + "nauc_ndcg_at_100_max": 0.4211935378090691, + "nauc_ndcg_at_100_std": 0.21616041137002734, + "nauc_ndcg_at_10_diff1": 0.6404035207915835, + "nauc_ndcg_at_10_max": 0.4047612423982089, + "nauc_ndcg_at_10_std": 0.1987362690556888, + "nauc_ndcg_at_1_diff1": 0.7210976082522879, + "nauc_ndcg_at_1_max": 0.4254087701305756, + "nauc_ndcg_at_1_std": 0.20592471965325038, + "nauc_ndcg_at_20_diff1": 0.6455609884072833, + "nauc_ndcg_at_20_max": 0.40861630089629375, + "nauc_ndcg_at_20_std": 0.20131788577749649, + "nauc_ndcg_at_3_diff1": 0.6633132744102853, + "nauc_ndcg_at_3_max": 0.40370965648596985, + "nauc_ndcg_at_3_std": 0.17954858276017077, + "nauc_ndcg_at_5_diff1": 0.6546348270037611, + "nauc_ndcg_at_5_max": 0.40525686733966526, + "nauc_ndcg_at_5_std": 0.18885692395096065, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4855627785705482, + "nauc_precision_at_100_max": 0.731365502175715, + "nauc_precision_at_100_std": 0.7247678945792142, + "nauc_precision_at_10_diff1": 0.5321993122841937, + "nauc_precision_at_10_max": 0.3845373133259703, + "nauc_precision_at_10_std": 0.22025163739727607, + "nauc_precision_at_1_diff1": 0.7210976082522879, + "nauc_precision_at_1_max": 0.4254087701305756, + "nauc_precision_at_1_std": 0.20592471965325038, + "nauc_precision_at_20_diff1": 0.535956837966174, + "nauc_precision_at_20_max": 0.40377868528873134, + "nauc_precision_at_20_std": 0.24069435739823442, + "nauc_precision_at_3_diff1": 0.6213219567883927, + "nauc_precision_at_3_max": 0.3894214562317463, + "nauc_precision_at_3_std": 0.16450523644007103, + "nauc_precision_at_5_diff1": 0.5961893952166473, + "nauc_precision_at_5_max": 0.39208103518870874, + "nauc_precision_at_5_std": 0.18723355572147696, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4855627785705507, + "nauc_recall_at_100_max": 0.731365502175715, + "nauc_recall_at_100_std": 0.7247678945792161, + "nauc_recall_at_10_diff1": 0.5321993122841938, + "nauc_recall_at_10_max": 0.3845373133259707, + "nauc_recall_at_10_std": 0.22025163739727724, + "nauc_recall_at_1_diff1": 0.7210976082522879, + "nauc_recall_at_1_max": 0.4254087701305756, + "nauc_recall_at_1_std": 0.20592471965325038, + "nauc_recall_at_20_diff1": 0.5359568379661741, + "nauc_recall_at_20_max": 0.40377868528873234, + "nauc_recall_at_20_std": 0.2406943573982335, + "nauc_recall_at_3_diff1": 0.621321956788392, + "nauc_recall_at_3_max": 0.38942145623174623, + "nauc_recall_at_3_std": 0.1645052364400703, + "nauc_recall_at_5_diff1": 0.5961893952166478, + "nauc_recall_at_5_max": 0.3920810351887088, + "nauc_recall_at_5_std": 0.18723355572147657, + "ndcg_at_1": 0.421, + "ndcg_at_10": 0.55025, + "ndcg_at_100": 0.60141, + "ndcg_at_1000": 0.60826, + "ndcg_at_20": 0.56839, + "ndcg_at_3": 0.50128, + "ndcg_at_5": 0.52181, + "precision_at_1": 0.421, + "precision_at_10": 0.0697, + "precision_at_100": 0.00947, + "precision_at_1000": 0.001, + "precision_at_20": 0.03845, + "precision_at_3": 0.186, + "precision_at_5": 0.1216, + "recall_at_1": 0.421, + "recall_at_10": 0.697, + "recall_at_100": 0.947, + "recall_at_1000": 1.0, + "recall_at_20": 0.769, + "recall_at_3": 0.558, + "recall_at_5": 0.608 + } + ] + }, + "task_name": "WITT2IRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-256-multilingual/8952a4eafcde3cb7ab46b1dd629b33f8784ca9c6/model_meta.json b/results-mieb/google__siglip-base-patch16-256-multilingual/8952a4eafcde3cb7ab46b1dd629b33f8784ca9c6/model_meta.json new file mode 100644 index 0000000000..d1bb13979d --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-256-multilingual/8952a4eafcde3cb7ab46b1dd629b33f8784ca9c6/model_meta.json @@ -0,0 +1 @@ +{"name": "google/siglip-base-patch16-256-multilingual", "revision": "8952a4eafcde3cb7ab46b1dd629b33f8784ca9c6", "release_date": "2024-01-08", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": null, "use_instuctions": null, "zero_shot_benchmarks": null, "loader": "SiglipModelWrapper"} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-256/b078df89e446d623010d890864d4207fe6399f61/WITT2IRetrieval.json b/results-mieb/google__siglip-base-patch16-256/b078df89e446d623010d890864d4207fe6399f61/WITT2IRetrieval.json new file mode 100644 index 0000000000..617035f059 --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-256/b078df89e446d623010d890864d4207fe6399f61/WITT2IRetrieval.json @@ -0,0 +1,1936 @@ +{ + "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", + "evaluation_time": 76.18750858306885, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.13483, + "cv_recall_at_10": 0.30337, + "cv_recall_at_100": 0.63933, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.38202, + "cv_recall_at_3": 0.19326, + "cv_recall_at_5": 0.24157, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.20723, + "map_at_1": 0.13483, + "map_at_10": 0.17781, + "map_at_100": 0.18943, + "map_at_1000": 0.19099, + "map_at_20": 0.18309, + "map_at_3": 0.15861, + "map_at_5": 0.16957, + "mrr_at_1": 0.1348314606741573, + "mrr_at_10": 0.1778107722489745, + "mrr_at_100": 0.18943211198548437, + "mrr_at_1000": 0.19098625996171575, + "mrr_at_20": 0.18308938797198454, + "mrr_at_3": 0.15861423220973786, + "mrr_at_5": 0.16956928838951316, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.3002040717601591, + "nauc_cv_recall_at_100_max": 0.4681682095972851, + "nauc_cv_recall_at_100_std": 0.4755266180167234, + "nauc_cv_recall_at_10_diff1": 0.3701965776989649, + "nauc_cv_recall_at_10_max": 0.3761393776807772, + "nauc_cv_recall_at_10_std": 0.3489670955910214, + "nauc_cv_recall_at_1_diff1": 0.6065338821108335, + "nauc_cv_recall_at_1_max": 0.4882184330442451, + "nauc_cv_recall_at_1_std": 0.3549830956930766, + "nauc_cv_recall_at_20_diff1": 0.356259847114431, + "nauc_cv_recall_at_20_max": 0.39515084320476174, + "nauc_cv_recall_at_20_std": 0.4012473011612301, + "nauc_cv_recall_at_3_diff1": 0.4336991857794745, + "nauc_cv_recall_at_3_max": 0.4503825046974262, + "nauc_cv_recall_at_3_std": 0.3552670822273256, + "nauc_cv_recall_at_5_diff1": 0.4053060368334942, + "nauc_cv_recall_at_5_max": 0.40797751394890314, + "nauc_cv_recall_at_5_std": 0.32909342618618104, + "nauc_map_at_1000_diff1": 0.5054655795372572, + "nauc_map_at_1000_max": 0.45675426413623993, + "nauc_map_at_1000_std": 0.3581527976889818, + "nauc_map_at_100_diff1": 0.5043801271441104, + "nauc_map_at_100_max": 0.45653696828813317, + "nauc_map_at_100_std": 0.3583138001490483, + "nauc_map_at_10_diff1": 0.5075131819044263, + "nauc_map_at_10_max": 0.45403109899811495, + "nauc_map_at_10_std": 0.35281856964515634, + "nauc_map_at_1_diff1": 0.6065338821108335, + "nauc_map_at_1_max": 0.4882184330442451, + "nauc_map_at_1_std": 0.3549830956930766, + "nauc_map_at_20_diff1": 0.505531819154646, + "nauc_map_at_20_max": 0.4552086212020412, + "nauc_map_at_20_std": 0.3577827870853602, + "nauc_map_at_3_diff1": 0.5259349787448474, + "nauc_map_at_3_max": 0.47348219240664524, + "nauc_map_at_3_std": 0.3568078210563393, + "nauc_map_at_5_diff1": 0.5155157517292684, + "nauc_map_at_5_max": 0.45978901596979405, + "nauc_map_at_5_std": 0.3485293329187086, + "nauc_mrr_at_1000_diff1": 0.5054655795372572, + "nauc_mrr_at_1000_max": 0.45675426413623993, + "nauc_mrr_at_1000_std": 0.3581527976889818, + "nauc_mrr_at_100_diff1": 0.5043801271441104, + "nauc_mrr_at_100_max": 0.45653696828813317, + "nauc_mrr_at_100_std": 0.3583138001490483, + "nauc_mrr_at_10_diff1": 0.5075131819044263, + "nauc_mrr_at_10_max": 0.45403109899811495, + "nauc_mrr_at_10_std": 0.35281856964515634, + "nauc_mrr_at_1_diff1": 0.6065338821108335, + "nauc_mrr_at_1_max": 0.4882184330442451, + "nauc_mrr_at_1_std": 0.3549830956930766, + "nauc_mrr_at_20_diff1": 0.505531819154646, + "nauc_mrr_at_20_max": 0.4552086212020412, + "nauc_mrr_at_20_std": 0.3577827870853602, + "nauc_mrr_at_3_diff1": 0.5259349787448474, + "nauc_mrr_at_3_max": 0.47348219240664524, + "nauc_mrr_at_3_std": 0.3568078210563393, + "nauc_mrr_at_5_diff1": 0.5155157517292684, + "nauc_mrr_at_5_max": 0.45978901596979405, + "nauc_mrr_at_5_std": 0.3485293329187086, + "nauc_ndcg_at_1000_diff1": 0.47759230790461354, + "nauc_ndcg_at_1000_max": 0.44982400569152814, + "nauc_ndcg_at_1000_std": 0.3667093394535492, + "nauc_ndcg_at_100_diff1": 0.45295974994472493, + "nauc_ndcg_at_100_max": 0.4508470813906076, + "nauc_ndcg_at_100_std": 0.379308242615182, + "nauc_ndcg_at_10_diff1": 0.46603335111945293, + "nauc_ndcg_at_10_max": 0.43139552979443707, + "nauc_ndcg_at_10_std": 0.35151331443779565, + "nauc_ndcg_at_1_diff1": 0.6065338821108335, + "nauc_ndcg_at_1_max": 0.4882184330442451, + "nauc_ndcg_at_1_std": 0.3549830956930766, + "nauc_ndcg_at_20_diff1": 0.4601678130379194, + "nauc_ndcg_at_20_max": 0.4364576544675796, + "nauc_ndcg_at_20_std": 0.3683819085567761, + "nauc_ndcg_at_3_diff1": 0.499746811378489, + "nauc_ndcg_at_3_max": 0.4670335489333946, + "nauc_ndcg_at_3_std": 0.3564343587817275, + "nauc_ndcg_at_5_diff1": 0.48303833414011565, + "nauc_ndcg_at_5_max": 0.4448883386689996, + "nauc_ndcg_at_5_std": 0.3430501197807311, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3002040717601596, + "nauc_precision_at_100_max": 0.46816820959728567, + "nauc_precision_at_100_std": 0.4755266180167234, + "nauc_precision_at_10_diff1": 0.37019657769896475, + "nauc_precision_at_10_max": 0.37613937768077704, + "nauc_precision_at_10_std": 0.34896709559102135, + "nauc_precision_at_1_diff1": 0.6065338821108335, + "nauc_precision_at_1_max": 0.4882184330442451, + "nauc_precision_at_1_std": 0.3549830956930766, + "nauc_precision_at_20_diff1": 0.3562598471144309, + "nauc_precision_at_20_max": 0.3951508432047615, + "nauc_precision_at_20_std": 0.40124730116123025, + "nauc_precision_at_3_diff1": 0.43369918577947425, + "nauc_precision_at_3_max": 0.4503825046974258, + "nauc_precision_at_3_std": 0.35526708222732556, + "nauc_precision_at_5_diff1": 0.40530603683349403, + "nauc_precision_at_5_max": 0.4079775139489031, + "nauc_precision_at_5_std": 0.32909342618618126, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3002040717601591, + "nauc_recall_at_100_max": 0.4681682095972851, + "nauc_recall_at_100_std": 0.4755266180167234, + "nauc_recall_at_10_diff1": 0.3701965776989649, + "nauc_recall_at_10_max": 0.3761393776807772, + "nauc_recall_at_10_std": 0.3489670955910214, + "nauc_recall_at_1_diff1": 0.6065338821108335, + "nauc_recall_at_1_max": 0.4882184330442451, + "nauc_recall_at_1_std": 0.3549830956930766, + "nauc_recall_at_20_diff1": 0.356259847114431, + "nauc_recall_at_20_max": 0.39515084320476174, + "nauc_recall_at_20_std": 0.4012473011612301, + "nauc_recall_at_3_diff1": 0.4336991857794745, + "nauc_recall_at_3_max": 0.4503825046974262, + "nauc_recall_at_3_std": 0.3552670822273256, + "nauc_recall_at_5_diff1": 0.4053060368334942, + "nauc_recall_at_5_max": 0.40797751394890314, + "nauc_recall_at_5_std": 0.32909342618618104, + "ndcg_at_1": 0.13483, + "ndcg_at_10": 0.20723, + "ndcg_at_100": 0.27408, + "ndcg_at_1000": 0.31905, + "ndcg_at_20": 0.22689, + "ndcg_at_3": 0.16743, + "ndcg_at_5": 0.18725, + "precision_at_1": 0.13483, + "precision_at_10": 0.03034, + "precision_at_100": 0.00639, + "precision_at_1000": 0.001, + "precision_at_20": 0.0191, + "precision_at_3": 0.06442, + "precision_at_5": 0.04831, + "recall_at_1": 0.13483, + "recall_at_10": 0.30337, + "recall_at_100": 0.63933, + "recall_at_1000": 1.0, + "recall_at_20": 0.38202, + "recall_at_3": 0.19326, + "recall_at_5": 0.24157 + }, + { + "cv_recall_at_1": 0.1407, + "cv_recall_at_10": 0.32209, + "cv_recall_at_100": 0.68605, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.40349, + "cv_recall_at_3": 0.20698, + "cv_recall_at_5": 0.25349, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.21949, + "map_at_1": 0.1407, + "map_at_10": 0.18806, + "map_at_100": 0.19986, + "map_at_1000": 0.2014, + "map_at_20": 0.19363, + "map_at_3": 0.16841, + "map_at_5": 0.17876, + "mrr_at_1": 0.14069767441860465, + "mrr_at_10": 0.18805878552971583, + "mrr_at_100": 0.199857434973446, + "mrr_at_1000": 0.20139668433598573, + "mrr_at_20": 0.1936337157754288, + "mrr_at_3": 0.16841085271317835, + "mrr_at_5": 0.17875968992248067, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2428187864857724, + "nauc_cv_recall_at_100_max": 0.3504993592742509, + "nauc_cv_recall_at_100_std": 0.37675284258487124, + "nauc_cv_recall_at_10_diff1": 0.34495904167942326, + "nauc_cv_recall_at_10_max": 0.1964802730243885, + "nauc_cv_recall_at_10_std": 0.1529343749951434, + "nauc_cv_recall_at_1_diff1": 0.6347504221281157, + "nauc_cv_recall_at_1_max": 0.29627863650775316, + "nauc_cv_recall_at_1_std": 0.17109276495759043, + "nauc_cv_recall_at_20_diff1": 0.3686049944624201, + "nauc_cv_recall_at_20_max": 0.19272426449099975, + "nauc_cv_recall_at_20_std": 0.14347502244255989, + "nauc_cv_recall_at_3_diff1": 0.46476368983897803, + "nauc_cv_recall_at_3_max": 0.23512666550601383, + "nauc_cv_recall_at_3_std": 0.1646336720217216, + "nauc_cv_recall_at_5_diff1": 0.39303577318150434, + "nauc_cv_recall_at_5_max": 0.19109121634257398, + "nauc_cv_recall_at_5_std": 0.14149124626406387, + "nauc_map_at_1000_diff1": 0.5178979975519488, + "nauc_map_at_1000_max": 0.2520281507799221, + "nauc_map_at_1000_std": 0.16253498933831326, + "nauc_map_at_100_diff1": 0.5168410775781308, + "nauc_map_at_100_max": 0.25182300657032847, + "nauc_map_at_100_std": 0.16266888300130025, + "nauc_map_at_10_diff1": 0.5181276295036846, + "nauc_map_at_10_max": 0.25153894042920016, + "nauc_map_at_10_std": 0.16128937040858818, + "nauc_map_at_1_diff1": 0.6347504221281157, + "nauc_map_at_1_max": 0.29627863650775316, + "nauc_map_at_1_std": 0.17109276495759043, + "nauc_map_at_20_diff1": 0.5191927175733649, + "nauc_map_at_20_max": 0.2502218937847514, + "nauc_map_at_20_std": 0.1597487735456185, + "nauc_map_at_3_diff1": 0.5505877763675288, + "nauc_map_at_3_max": 0.2635034544704076, + "nauc_map_at_3_std": 0.1636388695664378, + "nauc_map_at_5_diff1": 0.5287732974391035, + "nauc_map_at_5_max": 0.25086722661365046, + "nauc_map_at_5_std": 0.15793590077616376, + "nauc_mrr_at_1000_diff1": 0.5178980012528572, + "nauc_mrr_at_1000_max": 0.25202814514475286, + "nauc_mrr_at_1000_std": 0.1625349513052187, + "nauc_mrr_at_100_diff1": 0.5168410775781308, + "nauc_mrr_at_100_max": 0.25182300657032847, + "nauc_mrr_at_100_std": 0.16266888300130025, + "nauc_mrr_at_10_diff1": 0.5181276295036846, + "nauc_mrr_at_10_max": 0.25153894042920016, + "nauc_mrr_at_10_std": 0.16128937040858818, + "nauc_mrr_at_1_diff1": 0.6347504221281157, + "nauc_mrr_at_1_max": 0.29627863650775316, + "nauc_mrr_at_1_std": 0.17109276495759043, + "nauc_mrr_at_20_diff1": 0.5191927175733649, + "nauc_mrr_at_20_max": 0.2502218937847514, + "nauc_mrr_at_20_std": 0.1597487735456185, + "nauc_mrr_at_3_diff1": 0.5505877763675288, + "nauc_mrr_at_3_max": 0.2635034544704076, + "nauc_mrr_at_3_std": 0.1636388695664378, + "nauc_mrr_at_5_diff1": 0.5287732974391035, + "nauc_mrr_at_5_max": 0.25086722661365046, + "nauc_mrr_at_5_std": 0.15793590077616376, + "nauc_ndcg_at_1000_diff1": 0.48472063125969944, + "nauc_ndcg_at_1000_max": 0.24838283580088705, + "nauc_ndcg_at_1000_std": 0.17053299626936394, + "nauc_ndcg_at_100_diff1": 0.4554439428367917, + "nauc_ndcg_at_100_max": 0.25784490286848205, + "nauc_ndcg_at_100_std": 0.1919503537996817, + "nauc_ndcg_at_10_diff1": 0.46695823299989325, + "nauc_ndcg_at_10_max": 0.23497369111423905, + "nauc_ndcg_at_10_std": 0.15893086664948175, + "nauc_ndcg_at_1_diff1": 0.6347504221281157, + "nauc_ndcg_at_1_max": 0.29627863650775316, + "nauc_ndcg_at_1_std": 0.17109276495759043, + "nauc_ndcg_at_20_diff1": 0.4724458069597433, + "nauc_ndcg_at_20_max": 0.2324494583873871, + "nauc_ndcg_at_20_std": 0.15515694071655556, + "nauc_ndcg_at_3_diff1": 0.5260471514772517, + "nauc_ndcg_at_3_max": 0.2552904616025047, + "nauc_ndcg_at_3_std": 0.1637548191784826, + "nauc_ndcg_at_5_diff1": 0.4894596334723677, + "nauc_ndcg_at_5_max": 0.23368023426560022, + "nauc_ndcg_at_5_std": 0.1533233974295215, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.24281878648577213, + "nauc_precision_at_100_max": 0.35049935927425113, + "nauc_precision_at_100_std": 0.37675284258487085, + "nauc_precision_at_10_diff1": 0.3449590416794232, + "nauc_precision_at_10_max": 0.19648027302438859, + "nauc_precision_at_10_std": 0.1529343749951435, + "nauc_precision_at_1_diff1": 0.6347504221281157, + "nauc_precision_at_1_max": 0.29627863650775316, + "nauc_precision_at_1_std": 0.17109276495759043, + "nauc_precision_at_20_diff1": 0.3686049944624202, + "nauc_precision_at_20_max": 0.19272426449099955, + "nauc_precision_at_20_std": 0.14347502244256, + "nauc_precision_at_3_diff1": 0.4647636898389777, + "nauc_precision_at_3_max": 0.23512666550601385, + "nauc_precision_at_3_std": 0.16463367202172133, + "nauc_precision_at_5_diff1": 0.39303577318150446, + "nauc_precision_at_5_max": 0.191091216342574, + "nauc_precision_at_5_std": 0.14149124626406415, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2428187864857724, + "nauc_recall_at_100_max": 0.3504993592742509, + "nauc_recall_at_100_std": 0.37675284258487124, + "nauc_recall_at_10_diff1": 0.34495904167942326, + "nauc_recall_at_10_max": 0.1964802730243885, + "nauc_recall_at_10_std": 0.1529343749951434, + "nauc_recall_at_1_diff1": 0.6347504221281157, + "nauc_recall_at_1_max": 0.29627863650775316, + "nauc_recall_at_1_std": 0.17109276495759043, + "nauc_recall_at_20_diff1": 0.3686049944624201, + "nauc_recall_at_20_max": 0.19272426449099975, + "nauc_recall_at_20_std": 0.14347502244255989, + "nauc_recall_at_3_diff1": 0.46476368983897803, + "nauc_recall_at_3_max": 0.23512666550601383, + "nauc_recall_at_3_std": 0.1646336720217216, + "nauc_recall_at_5_diff1": 0.39303577318150434, + "nauc_recall_at_5_max": 0.19109121634257398, + "nauc_recall_at_5_std": 0.14149124626406387, + "ndcg_at_1": 0.1407, + "ndcg_at_10": 0.21949, + "ndcg_at_100": 0.29031, + "ndcg_at_1000": 0.33046, + "ndcg_at_20": 0.23998, + "ndcg_at_3": 0.17825, + "ndcg_at_5": 0.19716, + "precision_at_1": 0.1407, + "precision_at_10": 0.03221, + "precision_at_100": 0.00686, + "precision_at_1000": 0.001, + "precision_at_20": 0.02017, + "precision_at_3": 0.06899, + "precision_at_5": 0.0507, + "recall_at_1": 0.1407, + "recall_at_10": 0.32209, + "recall_at_100": 0.68605, + "recall_at_1000": 1.0, + "recall_at_20": 0.40349, + "recall_at_3": 0.20698, + "recall_at_5": 0.25349 + }, + { + "cv_recall_at_1": 0.31201, + "cv_recall_at_10": 0.55443, + "cv_recall_at_100": 0.81257, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.63412, + "cv_recall_at_3": 0.42088, + "cv_recall_at_5": 0.47026, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.42241, + "map_at_1": 0.31201, + "map_at_10": 0.38151, + "map_at_100": 0.39138, + "map_at_1000": 0.39224, + "map_at_20": 0.38695, + "map_at_3": 0.35896, + "map_at_5": 0.37024, + "mrr_at_1": 0.31200897867564537, + "mrr_at_10": 0.3815139935510306, + "mrr_at_100": 0.3913751785670525, + "mrr_at_1000": 0.39224160925971996, + "mrr_at_20": 0.38694515136032975, + "mrr_at_3": 0.3589599700710812, + "mrr_at_5": 0.37023943135054227, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.42409783935737194, + "nauc_cv_recall_at_100_max": 0.5681665077524001, + "nauc_cv_recall_at_100_std": 0.5351888788683341, + "nauc_cv_recall_at_10_diff1": 0.4908110669756098, + "nauc_cv_recall_at_10_max": 0.44110626843837974, + "nauc_cv_recall_at_10_std": 0.3307889697670433, + "nauc_cv_recall_at_1_diff1": 0.6603157950562596, + "nauc_cv_recall_at_1_max": 0.4919339948870857, + "nauc_cv_recall_at_1_std": 0.19876708948379945, + "nauc_cv_recall_at_20_diff1": 0.43626796524742434, + "nauc_cv_recall_at_20_max": 0.48145219539697703, + "nauc_cv_recall_at_20_std": 0.41036023299874647, + "nauc_cv_recall_at_3_diff1": 0.5627330715157299, + "nauc_cv_recall_at_3_max": 0.49752444289033215, + "nauc_cv_recall_at_3_std": 0.2957201276468252, + "nauc_cv_recall_at_5_diff1": 0.5377169103841068, + "nauc_cv_recall_at_5_max": 0.461998159762653, + "nauc_cv_recall_at_5_std": 0.2905834636220688, + "nauc_map_at_1000_diff1": 0.6048376948334023, + "nauc_map_at_1000_max": 0.4870026289030281, + "nauc_map_at_1000_std": 0.250945646125177, + "nauc_map_at_100_diff1": 0.6044739666710233, + "nauc_map_at_100_max": 0.487066095883574, + "nauc_map_at_100_std": 0.2513750588492708, + "nauc_map_at_10_diff1": 0.6061716820773362, + "nauc_map_at_10_max": 0.4828330168661941, + "nauc_map_at_10_std": 0.24640874505077667, + "nauc_map_at_1_diff1": 0.6603157950562596, + "nauc_map_at_1_max": 0.4919339948870857, + "nauc_map_at_1_std": 0.19876708948379945, + "nauc_map_at_20_diff1": 0.6033902765092166, + "nauc_map_at_20_max": 0.4856995179729451, + "nauc_map_at_20_std": 0.25081409216717315, + "nauc_map_at_3_diff1": 0.6175165157619867, + "nauc_map_at_3_max": 0.49266653072933536, + "nauc_map_at_3_std": 0.2426696726132534, + "nauc_map_at_5_diff1": 0.6114934391371092, + "nauc_map_at_5_max": 0.48455960871116116, + "nauc_map_at_5_std": 0.24137827487506577, + "nauc_mrr_at_1000_diff1": 0.6048376948334023, + "nauc_mrr_at_1000_max": 0.4870026289030281, + "nauc_mrr_at_1000_std": 0.250945646125177, + "nauc_mrr_at_100_diff1": 0.6044739666710233, + "nauc_mrr_at_100_max": 0.487066095883574, + "nauc_mrr_at_100_std": 0.2513750588492708, + "nauc_mrr_at_10_diff1": 0.6061716820773362, + "nauc_mrr_at_10_max": 0.4828330168661941, + "nauc_mrr_at_10_std": 0.24640874505077667, + "nauc_mrr_at_1_diff1": 0.6603157950562596, + "nauc_mrr_at_1_max": 0.4919339948870857, + "nauc_mrr_at_1_std": 0.19876708948379945, + "nauc_mrr_at_20_diff1": 0.6033902765092166, + "nauc_mrr_at_20_max": 0.4856995179729451, + "nauc_mrr_at_20_std": 0.25081409216717315, + "nauc_mrr_at_3_diff1": 0.6175165157619867, + "nauc_mrr_at_3_max": 0.49266653072933536, + "nauc_mrr_at_3_std": 0.2426696726132534, + "nauc_mrr_at_5_diff1": 0.6114934391371092, + "nauc_mrr_at_5_max": 0.48455960871116116, + "nauc_mrr_at_5_std": 0.24137827487506577, + "nauc_ndcg_at_1000_diff1": 0.5880265966614385, + "nauc_ndcg_at_1000_max": 0.4887610935079035, + "nauc_ndcg_at_1000_std": 0.2700524820212304, + "nauc_ndcg_at_100_diff1": 0.5768554508340397, + "nauc_ndcg_at_100_max": 0.4936025136378576, + "nauc_ndcg_at_100_std": 0.287310533772089, + "nauc_ndcg_at_10_diff1": 0.5794624398102854, + "nauc_ndcg_at_10_max": 0.4738347553313095, + "nauc_ndcg_at_10_std": 0.2662128530488792, + "nauc_ndcg_at_1_diff1": 0.6603157950562596, + "nauc_ndcg_at_1_max": 0.4919339948870857, + "nauc_ndcg_at_1_std": 0.19876708948379945, + "nauc_ndcg_at_20_diff1": 0.569235966407218, + "nauc_ndcg_at_20_max": 0.4838935445595701, + "nauc_ndcg_at_20_std": 0.2825462527831911, + "nauc_ndcg_at_3_diff1": 0.6033020386909346, + "nauc_ndcg_at_3_max": 0.4938559154274072, + "nauc_ndcg_at_3_std": 0.2564915255297522, + "nauc_ndcg_at_5_diff1": 0.5928196609086988, + "nauc_ndcg_at_5_max": 0.4792111070485909, + "nauc_ndcg_at_5_std": 0.25417597546292575, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4240978393573708, + "nauc_precision_at_100_max": 0.5681665077524004, + "nauc_precision_at_100_std": 0.5351888788683329, + "nauc_precision_at_10_diff1": 0.49081106697560933, + "nauc_precision_at_10_max": 0.44110626843837974, + "nauc_precision_at_10_std": 0.3307889697670433, + "nauc_precision_at_1_diff1": 0.6603157950562596, + "nauc_precision_at_1_max": 0.4919339948870857, + "nauc_precision_at_1_std": 0.19876708948379945, + "nauc_precision_at_20_diff1": 0.43626796524742434, + "nauc_precision_at_20_max": 0.48145219539697637, + "nauc_precision_at_20_std": 0.4103602329987468, + "nauc_precision_at_3_diff1": 0.5627330715157296, + "nauc_precision_at_3_max": 0.49752444289033193, + "nauc_precision_at_3_std": 0.29572012764682554, + "nauc_precision_at_5_diff1": 0.5377169103841068, + "nauc_precision_at_5_max": 0.4619981597626524, + "nauc_precision_at_5_std": 0.29058346362206866, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.42409783935737194, + "nauc_recall_at_100_max": 0.5681665077524001, + "nauc_recall_at_100_std": 0.5351888788683341, + "nauc_recall_at_10_diff1": 0.4908110669756098, + "nauc_recall_at_10_max": 0.44110626843837974, + "nauc_recall_at_10_std": 0.3307889697670433, + "nauc_recall_at_1_diff1": 0.6603157950562596, + "nauc_recall_at_1_max": 0.4919339948870857, + "nauc_recall_at_1_std": 0.19876708948379945, + "nauc_recall_at_20_diff1": 0.43626796524742434, + "nauc_recall_at_20_max": 0.48145219539697703, + "nauc_recall_at_20_std": 0.41036023299874647, + "nauc_recall_at_3_diff1": 0.5627330715157299, + "nauc_recall_at_3_max": 0.49752444289033215, + "nauc_recall_at_3_std": 0.2957201276468252, + "nauc_recall_at_5_diff1": 0.5377169103841068, + "nauc_recall_at_5_max": 0.461998159762653, + "nauc_recall_at_5_std": 0.2905834636220688, + "ndcg_at_1": 0.31201, + "ndcg_at_10": 0.42241, + "ndcg_at_100": 0.47523, + "ndcg_at_1000": 0.49886, + "ndcg_at_20": 0.44243, + "ndcg_at_3": 0.37482, + "ndcg_at_5": 0.39515, + "precision_at_1": 0.31201, + "precision_at_10": 0.05544, + "precision_at_100": 0.00813, + "precision_at_1000": 0.001, + "precision_at_20": 0.03171, + "precision_at_3": 0.14029, + "precision_at_5": 0.09405, + "recall_at_1": 0.31201, + "recall_at_10": 0.55443, + "recall_at_100": 0.81257, + "recall_at_1000": 1.0, + "recall_at_20": 0.63412, + "recall_at_3": 0.42088, + "recall_at_5": 0.47026 + }, + { + "cv_recall_at_1": 0.11404, + "cv_recall_at_10": 0.24211, + "cv_recall_at_100": 0.57193, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.30351, + "cv_recall_at_3": 0.15789, + "cv_recall_at_5": 0.18947, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.1699, + "map_at_1": 0.11404, + "map_at_10": 0.14796, + "map_at_100": 0.15834, + "map_at_1000": 0.16026, + "map_at_20": 0.15224, + "map_at_3": 0.13421, + "map_at_5": 0.14114, + "mrr_at_1": 0.11403508771929824, + "mrr_at_10": 0.1479566972988026, + "mrr_at_100": 0.15834412120057514, + "mrr_at_1000": 0.16025762172047456, + "mrr_at_20": 0.1522396953872024, + "mrr_at_3": 0.13421052631578947, + "mrr_at_5": 0.141140350877193, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.14916308807129272, + "nauc_cv_recall_at_100_max": 0.2508666844965659, + "nauc_cv_recall_at_100_std": 0.41207757015476687, + "nauc_cv_recall_at_10_diff1": 0.2920350970876328, + "nauc_cv_recall_at_10_max": 0.23395789815352871, + "nauc_cv_recall_at_10_std": 0.3874919508096308, + "nauc_cv_recall_at_1_diff1": 0.5665683213093571, + "nauc_cv_recall_at_1_max": 0.35968558199633904, + "nauc_cv_recall_at_1_std": 0.4074641972649942, + "nauc_cv_recall_at_20_diff1": 0.2232536897378315, + "nauc_cv_recall_at_20_max": 0.20621593928881596, + "nauc_cv_recall_at_20_std": 0.35304348649166706, + "nauc_cv_recall_at_3_diff1": 0.4337144801769612, + "nauc_cv_recall_at_3_max": 0.2864454653734898, + "nauc_cv_recall_at_3_std": 0.3876535647439169, + "nauc_cv_recall_at_5_diff1": 0.3801795090109267, + "nauc_cv_recall_at_5_max": 0.23712217965091523, + "nauc_cv_recall_at_5_std": 0.3777168771581285, + "nauc_map_at_1000_diff1": 0.4545928364247393, + "nauc_map_at_1000_max": 0.3060927387596978, + "nauc_map_at_1000_std": 0.39824255335755576, + "nauc_map_at_100_diff1": 0.45302741061897966, + "nauc_map_at_100_max": 0.30567588396362266, + "nauc_map_at_100_std": 0.3983424056494272, + "nauc_map_at_10_diff1": 0.4641548511790888, + "nauc_map_at_10_max": 0.3070952684924584, + "nauc_map_at_10_std": 0.40004023276797424, + "nauc_map_at_1_diff1": 0.5665683213093571, + "nauc_map_at_1_max": 0.35968558199633904, + "nauc_map_at_1_std": 0.4074641972649942, + "nauc_map_at_20_diff1": 0.45506833027410765, + "nauc_map_at_20_max": 0.30377682000528866, + "nauc_map_at_20_std": 0.3965571744014492, + "nauc_map_at_3_diff1": 0.49933312991396894, + "nauc_map_at_3_max": 0.32643242734954164, + "nauc_map_at_3_std": 0.4035398807501951, + "nauc_map_at_5_diff1": 0.4821683291085525, + "nauc_map_at_5_max": 0.3116439870265342, + "nauc_map_at_5_std": 0.40056380152957843, + "nauc_mrr_at_1000_diff1": 0.4545928364247393, + "nauc_mrr_at_1000_max": 0.3060927387596978, + "nauc_mrr_at_1000_std": 0.39824255335755576, + "nauc_mrr_at_100_diff1": 0.45302741061897966, + "nauc_mrr_at_100_max": 0.30567588396362266, + "nauc_mrr_at_100_std": 0.3983424056494272, + "nauc_mrr_at_10_diff1": 0.4641548511790888, + "nauc_mrr_at_10_max": 0.3070952684924584, + "nauc_mrr_at_10_std": 0.40004023276797424, + "nauc_mrr_at_1_diff1": 0.5665683213093571, + "nauc_mrr_at_1_max": 0.35968558199633904, + "nauc_mrr_at_1_std": 0.4074641972649942, + "nauc_mrr_at_20_diff1": 0.45506833027410765, + "nauc_mrr_at_20_max": 0.30377682000528866, + "nauc_mrr_at_20_std": 0.3965571744014492, + "nauc_mrr_at_3_diff1": 0.49933312991396894, + "nauc_mrr_at_3_max": 0.32643242734954164, + "nauc_mrr_at_3_std": 0.4035398807501951, + "nauc_mrr_at_5_diff1": 0.4821683291085525, + "nauc_mrr_at_5_max": 0.3116439870265342, + "nauc_mrr_at_5_std": 0.40056380152957843, + "nauc_ndcg_at_1000_diff1": 0.41198031732074153, + "nauc_ndcg_at_1000_max": 0.292407714742196, + "nauc_ndcg_at_1000_std": 0.39510889733579196, + "nauc_ndcg_at_100_diff1": 0.37090134146384546, + "nauc_ndcg_at_100_max": 0.2852556140761665, + "nauc_ndcg_at_100_std": 0.3977790657553699, + "nauc_ndcg_at_10_diff1": 0.4132626869592185, + "nauc_ndcg_at_10_max": 0.2842838711906126, + "nauc_ndcg_at_10_std": 0.39569785122526163, + "nauc_ndcg_at_1_diff1": 0.5665683213093571, + "nauc_ndcg_at_1_max": 0.35968558199633904, + "nauc_ndcg_at_1_std": 0.4074641972649942, + "nauc_ndcg_at_20_diff1": 0.3855757865062933, + "nauc_ndcg_at_20_max": 0.2734964176350558, + "nauc_ndcg_at_20_std": 0.3839196775789696, + "nauc_ndcg_at_3_diff1": 0.4808969265424267, + "nauc_ndcg_at_3_max": 0.3153556314861584, + "nauc_ndcg_at_3_std": 0.39932922170634866, + "nauc_ndcg_at_5_diff1": 0.4523925584034704, + "nauc_ndcg_at_5_max": 0.290241056262286, + "nauc_ndcg_at_5_std": 0.3941396765756552, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.14916308807129303, + "nauc_precision_at_100_max": 0.25086668449656613, + "nauc_precision_at_100_std": 0.41207757015476687, + "nauc_precision_at_10_diff1": 0.29203509708763287, + "nauc_precision_at_10_max": 0.2339578981535289, + "nauc_precision_at_10_std": 0.3874919508096306, + "nauc_precision_at_1_diff1": 0.5665683213093571, + "nauc_precision_at_1_max": 0.35968558199633904, + "nauc_precision_at_1_std": 0.4074641972649942, + "nauc_precision_at_20_diff1": 0.22325368973783147, + "nauc_precision_at_20_max": 0.20621593928881604, + "nauc_precision_at_20_std": 0.353043486491667, + "nauc_precision_at_3_diff1": 0.433714480176961, + "nauc_precision_at_3_max": 0.28644546537349, + "nauc_precision_at_3_std": 0.3876535647439171, + "nauc_precision_at_5_diff1": 0.3801795090109264, + "nauc_precision_at_5_max": 0.2371221796509154, + "nauc_precision_at_5_std": 0.3777168771581287, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.14916308807129272, + "nauc_recall_at_100_max": 0.2508666844965659, + "nauc_recall_at_100_std": 0.41207757015476687, + "nauc_recall_at_10_diff1": 0.2920350970876328, + "nauc_recall_at_10_max": 0.23395789815352871, + "nauc_recall_at_10_std": 0.3874919508096308, + "nauc_recall_at_1_diff1": 0.5665683213093571, + "nauc_recall_at_1_max": 0.35968558199633904, + "nauc_recall_at_1_std": 0.4074641972649942, + "nauc_recall_at_20_diff1": 0.2232536897378315, + "nauc_recall_at_20_max": 0.20621593928881596, + "nauc_recall_at_20_std": 0.35304348649166706, + "nauc_recall_at_3_diff1": 0.4337144801769612, + "nauc_recall_at_3_max": 0.2864454653734898, + "nauc_recall_at_3_std": 0.3876535647439169, + "nauc_recall_at_5_diff1": 0.3801795090109267, + "nauc_recall_at_5_max": 0.23712217965091523, + "nauc_recall_at_5_std": 0.3777168771581285, + "ndcg_at_1": 0.11404, + "ndcg_at_10": 0.1699, + "ndcg_at_100": 0.23369, + "ndcg_at_1000": 0.28782, + "ndcg_at_20": 0.18545, + "ndcg_at_3": 0.14033, + "ndcg_at_5": 0.15308, + "precision_at_1": 0.11404, + "precision_at_10": 0.02421, + "precision_at_100": 0.00572, + "precision_at_1000": 0.001, + "precision_at_20": 0.01518, + "precision_at_3": 0.05263, + "precision_at_5": 0.03789, + "recall_at_1": 0.11404, + "recall_at_10": 0.24211, + "recall_at_100": 0.57193, + "recall_at_1000": 1.0, + "recall_at_20": 0.30351, + "recall_at_3": 0.15789, + "recall_at_5": 0.18947 + }, + { + "cv_recall_at_1": 0.16705, + "cv_recall_at_10": 0.35126, + "cv_recall_at_100": 0.67735, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.43822, + "cv_recall_at_3": 0.24714, + "cv_recall_at_5": 0.29176, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "main_score": 0.25082, + "map_at_1": 0.16705, + "map_at_10": 0.2198, + "map_at_100": 0.23141, + "map_at_1000": 0.23296, + "map_at_20": 0.22571, + "map_at_3": 0.20252, + "map_at_5": 0.21219, + "mrr_at_1": 0.16704805491990846, + "mrr_at_10": 0.21979768261232777, + "mrr_at_100": 0.23140874491520524, + "mrr_at_1000": 0.23295989128115277, + "mrr_at_20": 0.22570981921725977, + "mrr_at_3": 0.20251716247139592, + "mrr_at_5": 0.21218535469107544, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2525428564670692, + "nauc_cv_recall_at_100_max": 0.5346628929514341, + "nauc_cv_recall_at_100_std": 0.47650255481546067, + "nauc_cv_recall_at_10_diff1": 0.38458830102538316, + "nauc_cv_recall_at_10_max": 0.5109280947554741, + "nauc_cv_recall_at_10_std": 0.3745191607765455, + "nauc_cv_recall_at_1_diff1": 0.6638275888245915, + "nauc_cv_recall_at_1_max": 0.5504752903293038, + "nauc_cv_recall_at_1_std": 0.31046701629003715, + "nauc_cv_recall_at_20_diff1": 0.3278440033736192, + "nauc_cv_recall_at_20_max": 0.5165547496354531, + "nauc_cv_recall_at_20_std": 0.39395543291064483, + "nauc_cv_recall_at_3_diff1": 0.479147621248729, + "nauc_cv_recall_at_3_max": 0.5183797446519467, + "nauc_cv_recall_at_3_std": 0.3360203436773196, + "nauc_cv_recall_at_5_diff1": 0.4463467292860443, + "nauc_cv_recall_at_5_max": 0.49931333096174124, + "nauc_cv_recall_at_5_std": 0.3332607535748596, + "nauc_map_at_1000_diff1": 0.5448568065314144, + "nauc_map_at_1000_max": 0.5318758450937885, + "nauc_map_at_1000_std": 0.33283444678560264, + "nauc_map_at_100_diff1": 0.5437588464406067, + "nauc_map_at_100_max": 0.5318250750358087, + "nauc_map_at_100_std": 0.33338742536532645, + "nauc_map_at_10_diff1": 0.5492756780946725, + "nauc_map_at_10_max": 0.5311112107540561, + "nauc_map_at_10_std": 0.3299222777160743, + "nauc_map_at_1_diff1": 0.6638275888245915, + "nauc_map_at_1_max": 0.5504752903293038, + "nauc_map_at_1_std": 0.31046701629003715, + "nauc_map_at_20_diff1": 0.544610032644422, + "nauc_map_at_20_max": 0.5311375624808914, + "nauc_map_at_20_std": 0.3313447833782751, + "nauc_map_at_3_diff1": 0.5707234130723992, + "nauc_map_at_3_max": 0.5346313018781644, + "nauc_map_at_3_std": 0.324016696954914, + "nauc_map_at_5_diff1": 0.5594957337059822, + "nauc_map_at_5_max": 0.5284747680149817, + "nauc_map_at_5_std": 0.32302330446027244, + "nauc_mrr_at_1000_diff1": 0.5448568065314144, + "nauc_mrr_at_1000_max": 0.5318758450937885, + "nauc_mrr_at_1000_std": 0.33283444678560264, + "nauc_mrr_at_100_diff1": 0.5437588464406067, + "nauc_mrr_at_100_max": 0.5318250750358087, + "nauc_mrr_at_100_std": 0.33338742536532645, + "nauc_mrr_at_10_diff1": 0.5492756780946725, + "nauc_mrr_at_10_max": 0.5311112107540561, + "nauc_mrr_at_10_std": 0.3299222777160743, + "nauc_mrr_at_1_diff1": 0.6638275888245915, + "nauc_mrr_at_1_max": 0.5504752903293038, + "nauc_mrr_at_1_std": 0.31046701629003715, + "nauc_mrr_at_20_diff1": 0.544610032644422, + "nauc_mrr_at_20_max": 0.5311375624808914, + "nauc_mrr_at_20_std": 0.3313447833782751, + "nauc_mrr_at_3_diff1": 0.5707234130723992, + "nauc_mrr_at_3_max": 0.5346313018781644, + "nauc_mrr_at_3_std": 0.324016696954914, + "nauc_mrr_at_5_diff1": 0.5594957337059822, + "nauc_mrr_at_5_max": 0.5284747680149817, + "nauc_mrr_at_5_std": 0.32302330446027244, + "nauc_ndcg_at_1000_diff1": 0.5106477734657984, + "nauc_ndcg_at_1000_max": 0.5301338839155268, + "nauc_ndcg_at_1000_std": 0.3447217097906694, + "nauc_ndcg_at_100_diff1": 0.48090999547407126, + "nauc_ndcg_at_100_max": 0.530346752198247, + "nauc_ndcg_at_100_std": 0.3600192855287342, + "nauc_ndcg_at_10_diff1": 0.5031977703710548, + "nauc_ndcg_at_10_max": 0.5251715595267603, + "nauc_ndcg_at_10_std": 0.3417303671545655, + "nauc_ndcg_at_1_diff1": 0.6638275888245915, + "nauc_ndcg_at_1_max": 0.5504752903293038, + "nauc_ndcg_at_1_std": 0.31046701629003715, + "nauc_ndcg_at_20_diff1": 0.4864847598490328, + "nauc_ndcg_at_20_max": 0.5262779001040049, + "nauc_ndcg_at_20_std": 0.34723586519080096, + "nauc_ndcg_at_3_diff1": 0.5450553817498409, + "nauc_ndcg_at_3_max": 0.5300900562100276, + "nauc_ndcg_at_3_std": 0.3274088836871772, + "nauc_ndcg_at_5_diff1": 0.5270163829776572, + "nauc_ndcg_at_5_max": 0.5202203374368238, + "nauc_ndcg_at_5_std": 0.32601310394670324, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.2525428564670695, + "nauc_precision_at_100_max": 0.5346628929514347, + "nauc_precision_at_100_std": 0.4765025548154612, + "nauc_precision_at_10_diff1": 0.384588301025383, + "nauc_precision_at_10_max": 0.5109280947554742, + "nauc_precision_at_10_std": 0.37451916077654557, + "nauc_precision_at_1_diff1": 0.6638275888245915, + "nauc_precision_at_1_max": 0.5504752903293038, + "nauc_precision_at_1_std": 0.31046701629003715, + "nauc_precision_at_20_diff1": 0.32784400337361863, + "nauc_precision_at_20_max": 0.5165547496354526, + "nauc_precision_at_20_std": 0.3939554329106448, + "nauc_precision_at_3_diff1": 0.4791476212487288, + "nauc_precision_at_3_max": 0.5183797446519465, + "nauc_precision_at_3_std": 0.33602034367731953, + "nauc_precision_at_5_diff1": 0.4463467292860441, + "nauc_precision_at_5_max": 0.4993133309617412, + "nauc_precision_at_5_std": 0.33326075357485957, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2525428564670692, + "nauc_recall_at_100_max": 0.5346628929514341, + "nauc_recall_at_100_std": 0.47650255481546067, + "nauc_recall_at_10_diff1": 0.38458830102538316, + "nauc_recall_at_10_max": 0.5109280947554741, + "nauc_recall_at_10_std": 0.3745191607765455, + "nauc_recall_at_1_diff1": 0.6638275888245915, + "nauc_recall_at_1_max": 0.5504752903293038, + "nauc_recall_at_1_std": 0.31046701629003715, + "nauc_recall_at_20_diff1": 0.3278440033736192, + "nauc_recall_at_20_max": 0.5165547496354531, + "nauc_recall_at_20_std": 0.39395543291064483, + "nauc_recall_at_3_diff1": 0.479147621248729, + "nauc_recall_at_3_max": 0.5183797446519467, + "nauc_recall_at_3_std": 0.3360203436773196, + "nauc_recall_at_5_diff1": 0.4463467292860443, + "nauc_recall_at_5_max": 0.49931333096174124, + "nauc_recall_at_5_std": 0.3332607535748596, + "ndcg_at_1": 0.16705, + "ndcg_at_10": 0.25082, + "ndcg_at_100": 0.31616, + "ndcg_at_1000": 0.35742, + "ndcg_at_20": 0.27263, + "ndcg_at_3": 0.21398, + "ndcg_at_5": 0.2319, + "precision_at_1": 0.16705, + "precision_at_10": 0.03513, + "precision_at_100": 0.00677, + "precision_at_1000": 0.001, + "precision_at_20": 0.02191, + "precision_at_3": 0.08238, + "precision_at_5": 0.05835, + "recall_at_1": 0.16705, + "recall_at_10": 0.35126, + "recall_at_100": 0.67735, + "recall_at_1000": 1.0, + "recall_at_20": 0.43822, + "recall_at_3": 0.24714, + "recall_at_5": 0.29176 + }, + { + "cv_recall_at_1": 0.36515, + "cv_recall_at_10": 0.65039, + "cv_recall_at_100": 0.89789, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.73585, + "cv_recall_at_3": 0.51165, + "cv_recall_at_5": 0.57381, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.50016, + "map_at_1": 0.36515, + "map_at_10": 0.45294, + "map_at_100": 0.46318, + "map_at_1000": 0.46369, + "map_at_20": 0.45889, + "map_at_3": 0.4286, + "map_at_5": 0.44286, + "mrr_at_1": 0.365149833518313, + "mrr_at_10": 0.4529411764705879, + "mrr_at_100": 0.463181284099606, + "mrr_at_1000": 0.4636910375275689, + "mrr_at_20": 0.4588889551156271, + "mrr_at_3": 0.4285978542360337, + "mrr_at_5": 0.4428597854236029, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.3519632757367839, + "nauc_cv_recall_at_100_max": 0.5896633539169532, + "nauc_cv_recall_at_100_std": 0.6279061759070669, + "nauc_cv_recall_at_10_diff1": 0.49598786888905616, + "nauc_cv_recall_at_10_max": 0.41815541361430786, + "nauc_cv_recall_at_10_std": 0.35841020167020005, + "nauc_cv_recall_at_1_diff1": 0.6832526806736251, + "nauc_cv_recall_at_1_max": 0.38716079008324905, + "nauc_cv_recall_at_1_std": 0.19616342687021568, + "nauc_cv_recall_at_20_diff1": 0.4103941158660433, + "nauc_cv_recall_at_20_max": 0.43701975747528027, + "nauc_cv_recall_at_20_std": 0.4431938868593069, + "nauc_cv_recall_at_3_diff1": 0.5678328869179713, + "nauc_cv_recall_at_3_max": 0.40246002367987804, + "nauc_cv_recall_at_3_std": 0.2518196988828705, + "nauc_cv_recall_at_5_diff1": 0.529681288168825, + "nauc_cv_recall_at_5_max": 0.39142002976373985, + "nauc_cv_recall_at_5_std": 0.2885002963574131, + "nauc_map_at_1000_diff1": 0.6207013621900259, + "nauc_map_at_1000_max": 0.3989618223778303, + "nauc_map_at_1000_std": 0.23971198686244546, + "nauc_map_at_100_diff1": 0.6202909508328959, + "nauc_map_at_100_max": 0.39917405505970993, + "nauc_map_at_100_std": 0.24020801896301075, + "nauc_map_at_10_diff1": 0.6220116794480105, + "nauc_map_at_10_max": 0.3970448836274126, + "nauc_map_at_10_std": 0.2374657253002716, + "nauc_map_at_1_diff1": 0.6832526806736251, + "nauc_map_at_1_max": 0.38716079008324905, + "nauc_map_at_1_std": 0.19616342687021568, + "nauc_map_at_20_diff1": 0.6191197977242113, + "nauc_map_at_20_max": 0.39772268435868907, + "nauc_map_at_20_std": 0.24056952293607264, + "nauc_map_at_3_diff1": 0.6321019056808161, + "nauc_map_at_3_max": 0.3968853497625998, + "nauc_map_at_3_std": 0.22306202122311464, + "nauc_map_at_5_diff1": 0.6249797342785457, + "nauc_map_at_5_max": 0.39455312160663836, + "nauc_map_at_5_std": 0.2307452054244085, + "nauc_mrr_at_1000_diff1": 0.6207013621900259, + "nauc_mrr_at_1000_max": 0.3989618223778303, + "nauc_mrr_at_1000_std": 0.23971198686244546, + "nauc_mrr_at_100_diff1": 0.6202909508328959, + "nauc_mrr_at_100_max": 0.39917405505970993, + "nauc_mrr_at_100_std": 0.24020801896301075, + "nauc_mrr_at_10_diff1": 0.6220116794480105, + "nauc_mrr_at_10_max": 0.3970448836274126, + "nauc_mrr_at_10_std": 0.2374657253002716, + "nauc_mrr_at_1_diff1": 0.6832526806736251, + "nauc_mrr_at_1_max": 0.38716079008324905, + "nauc_mrr_at_1_std": 0.19616342687021568, + "nauc_mrr_at_20_diff1": 0.6191197977242113, + "nauc_mrr_at_20_max": 0.39772268435868907, + "nauc_mrr_at_20_std": 0.24056952293607264, + "nauc_mrr_at_3_diff1": 0.6321019056808161, + "nauc_mrr_at_3_max": 0.3968853497625998, + "nauc_mrr_at_3_std": 0.22306202122311464, + "nauc_mrr_at_5_diff1": 0.6249797342785457, + "nauc_mrr_at_5_max": 0.39455312160663836, + "nauc_mrr_at_5_std": 0.2307452054244085, + "nauc_ndcg_at_1000_diff1": 0.6038061339373723, + "nauc_ndcg_at_1000_max": 0.40478501436504905, + "nauc_ndcg_at_1000_std": 0.25668452905230366, + "nauc_ndcg_at_100_diff1": 0.592446378602503, + "nauc_ndcg_at_100_max": 0.41265629017662886, + "nauc_ndcg_at_100_std": 0.2728434617850929, + "nauc_ndcg_at_10_diff1": 0.5948353501805591, + "nauc_ndcg_at_10_max": 0.40113867845503637, + "nauc_ndcg_at_10_std": 0.26223182571918424, + "nauc_ndcg_at_1_diff1": 0.6832526806736251, + "nauc_ndcg_at_1_max": 0.38716079008324905, + "nauc_ndcg_at_1_std": 0.19616342687021568, + "nauc_ndcg_at_20_diff1": 0.5828639375379747, + "nauc_ndcg_at_20_max": 0.40394839922498804, + "nauc_ndcg_at_20_std": 0.274426191371496, + "nauc_ndcg_at_3_diff1": 0.6157909448194059, + "nauc_ndcg_at_3_max": 0.39842749233436653, + "nauc_ndcg_at_3_std": 0.23045707287814626, + "nauc_ndcg_at_5_diff1": 0.6022492170015042, + "nauc_ndcg_at_5_max": 0.39410237251204805, + "nauc_ndcg_at_5_std": 0.24445390105709308, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3519632757367811, + "nauc_precision_at_100_max": 0.5896633539169541, + "nauc_precision_at_100_std": 0.627906175907067, + "nauc_precision_at_10_diff1": 0.4959878688890556, + "nauc_precision_at_10_max": 0.418155413614308, + "nauc_precision_at_10_std": 0.3584102016701997, + "nauc_precision_at_1_diff1": 0.6832526806736251, + "nauc_precision_at_1_max": 0.38716079008324905, + "nauc_precision_at_1_std": 0.19616342687021568, + "nauc_precision_at_20_diff1": 0.4103941158660434, + "nauc_precision_at_20_max": 0.43701975747528016, + "nauc_precision_at_20_std": 0.4431938868593058, + "nauc_precision_at_3_diff1": 0.5678328869179718, + "nauc_precision_at_3_max": 0.4024600236798784, + "nauc_precision_at_3_std": 0.2518196988828707, + "nauc_precision_at_5_diff1": 0.5296812881688243, + "nauc_precision_at_5_max": 0.3914200297637398, + "nauc_precision_at_5_std": 0.288500296357413, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3519632757367839, + "nauc_recall_at_100_max": 0.5896633539169532, + "nauc_recall_at_100_std": 0.6279061759070669, + "nauc_recall_at_10_diff1": 0.49598786888905616, + "nauc_recall_at_10_max": 0.41815541361430786, + "nauc_recall_at_10_std": 0.35841020167020005, + "nauc_recall_at_1_diff1": 0.6832526806736251, + "nauc_recall_at_1_max": 0.38716079008324905, + "nauc_recall_at_1_std": 0.19616342687021568, + "nauc_recall_at_20_diff1": 0.4103941158660433, + "nauc_recall_at_20_max": 0.43701975747528027, + "nauc_recall_at_20_std": 0.4431938868593069, + "nauc_recall_at_3_diff1": 0.5678328869179713, + "nauc_recall_at_3_max": 0.40246002367987804, + "nauc_recall_at_3_std": 0.2518196988828705, + "nauc_recall_at_5_diff1": 0.529681288168825, + "nauc_recall_at_5_max": 0.39142002976373985, + "nauc_recall_at_5_std": 0.2885002963574131, + "ndcg_at_1": 0.36515, + "ndcg_at_10": 0.50016, + "ndcg_at_100": 0.55211, + "ndcg_at_1000": 0.56527, + "ndcg_at_20": 0.52179, + "ndcg_at_3": 0.44988, + "ndcg_at_5": 0.47553, + "precision_at_1": 0.36515, + "precision_at_10": 0.06504, + "precision_at_100": 0.00898, + "precision_at_1000": 0.001, + "precision_at_20": 0.03679, + "precision_at_3": 0.17055, + "precision_at_5": 0.11476, + "recall_at_1": 0.36515, + "recall_at_10": 0.65039, + "recall_at_100": 0.89789, + "recall_at_1000": 1.0, + "recall_at_20": 0.73585, + "recall_at_3": 0.51165, + "recall_at_5": 0.57381 + }, + { + "cv_recall_at_1": 0.09023, + "cv_recall_at_10": 0.20086, + "cv_recall_at_100": 0.45542, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.25564, + "cv_recall_at_3": 0.12675, + "cv_recall_at_5": 0.15252, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.13653, + "map_at_1": 0.09023, + "map_at_10": 0.11714, + "map_at_100": 0.12554, + "map_at_1000": 0.12765, + "map_at_20": 0.12095, + "map_at_3": 0.10526, + "map_at_5": 0.11106, + "mrr_at_1": 0.09022556390977443, + "mrr_at_10": 0.11714447683835436, + "mrr_at_100": 0.12554517947850538, + "mrr_at_1000": 0.12765268537614335, + "mrr_at_20": 0.1209542322873805, + "mrr_at_3": 0.10526315789473682, + "mrr_at_5": 0.11106337271750806, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2332453798292854, + "nauc_cv_recall_at_100_max": 0.2604533475265826, + "nauc_cv_recall_at_100_std": 0.34716025012947915, + "nauc_cv_recall_at_10_diff1": 0.35329370842952273, + "nauc_cv_recall_at_10_max": 0.3289408734013955, + "nauc_cv_recall_at_10_std": 0.38988109866697873, + "nauc_cv_recall_at_1_diff1": 0.6484509307804875, + "nauc_cv_recall_at_1_max": 0.4865030100451507, + "nauc_cv_recall_at_1_std": 0.42080120745590044, + "nauc_cv_recall_at_20_diff1": 0.3375684040590422, + "nauc_cv_recall_at_20_max": 0.3364013794750651, + "nauc_cv_recall_at_20_std": 0.3763071751508761, + "nauc_cv_recall_at_3_diff1": 0.5356708174885437, + "nauc_cv_recall_at_3_max": 0.3783391728916529, + "nauc_cv_recall_at_3_std": 0.3777211044732277, + "nauc_cv_recall_at_5_diff1": 0.47021139762415187, + "nauc_cv_recall_at_5_max": 0.3420074129863515, + "nauc_cv_recall_at_5_std": 0.36368502197235486, + "nauc_map_at_1000_diff1": 0.5397229127932685, + "nauc_map_at_1000_max": 0.414317285718928, + "nauc_map_at_1000_std": 0.39325018888031077, + "nauc_map_at_100_diff1": 0.5382353593792347, + "nauc_map_at_100_max": 0.41361154226841035, + "nauc_map_at_100_std": 0.39287405926700186, + "nauc_map_at_10_diff1": 0.5494054617283636, + "nauc_map_at_10_max": 0.4169379207559909, + "nauc_map_at_10_std": 0.3960601530511953, + "nauc_map_at_1_diff1": 0.6484509307804875, + "nauc_map_at_1_max": 0.4865030100451507, + "nauc_map_at_1_std": 0.42080120745590044, + "nauc_map_at_20_diff1": 0.5453892496407874, + "nauc_map_at_20_max": 0.41732748869963604, + "nauc_map_at_20_std": 0.39426197338787017, + "nauc_map_at_3_diff1": 0.5951395368065661, + "nauc_map_at_3_max": 0.4360903241739117, + "nauc_map_at_3_std": 0.3991134950739887, + "nauc_map_at_5_diff1": 0.5750651443076629, + "nauc_map_at_5_max": 0.42288294013194566, + "nauc_map_at_5_std": 0.39387458453693197, + "nauc_mrr_at_1000_diff1": 0.5397252229441754, + "nauc_mrr_at_1000_max": 0.4143152370673888, + "nauc_mrr_at_1000_std": 0.39325041574122255, + "nauc_mrr_at_100_diff1": 0.5382376576035895, + "nauc_mrr_at_100_max": 0.4136095049464029, + "nauc_mrr_at_100_std": 0.39287428504225475, + "nauc_mrr_at_10_diff1": 0.5494054617283636, + "nauc_mrr_at_10_max": 0.4169379207559909, + "nauc_mrr_at_10_std": 0.3960601530511953, + "nauc_mrr_at_1_diff1": 0.6484509307804875, + "nauc_mrr_at_1_max": 0.4865030100451507, + "nauc_mrr_at_1_std": 0.42080120745590044, + "nauc_mrr_at_20_diff1": 0.5453892496407874, + "nauc_mrr_at_20_max": 0.41732748869963604, + "nauc_mrr_at_20_std": 0.39426197338787017, + "nauc_mrr_at_3_diff1": 0.5951395368065661, + "nauc_mrr_at_3_max": 0.4360903241739117, + "nauc_mrr_at_3_std": 0.3991134950739887, + "nauc_mrr_at_5_diff1": 0.5750651443076629, + "nauc_mrr_at_5_max": 0.42288294013194566, + "nauc_mrr_at_5_std": 0.39387458453693197, + "nauc_ndcg_at_1000_diff1": 0.4877079024580914, + "nauc_ndcg_at_1000_max": 0.3894770176532519, + "nauc_ndcg_at_1000_std": 0.3866618739044846, + "nauc_ndcg_at_100_diff1": 0.4421249294826701, + "nauc_ndcg_at_100_max": 0.3665441486565287, + "nauc_ndcg_at_100_std": 0.3789855079726725, + "nauc_ndcg_at_10_diff1": 0.48884465811326916, + "nauc_ndcg_at_10_max": 0.38826077672968173, + "nauc_ndcg_at_10_std": 0.39280940785655283, + "nauc_ndcg_at_1_diff1": 0.6484509307804875, + "nauc_ndcg_at_1_max": 0.4865030100451507, + "nauc_ndcg_at_1_std": 0.42080120745590044, + "nauc_ndcg_at_20_diff1": 0.47829172426006694, + "nauc_ndcg_at_20_max": 0.3894391246306693, + "nauc_ndcg_at_20_std": 0.3875491838687217, + "nauc_ndcg_at_3_diff1": 0.5783208835318133, + "nauc_ndcg_at_3_max": 0.41978489706071076, + "nauc_ndcg_at_3_std": 0.39301265794434825, + "nauc_ndcg_at_5_diff1": 0.5444484907251043, + "nauc_ndcg_at_5_max": 0.3989289367797176, + "nauc_ndcg_at_5_std": 0.38486046761887477, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.23324537982928592, + "nauc_precision_at_100_max": 0.260453347526583, + "nauc_precision_at_100_std": 0.3471602501294796, + "nauc_precision_at_10_diff1": 0.3532937084295228, + "nauc_precision_at_10_max": 0.3289408734013955, + "nauc_precision_at_10_std": 0.3898810986669788, + "nauc_precision_at_1_diff1": 0.6484509307804875, + "nauc_precision_at_1_max": 0.4865030100451507, + "nauc_precision_at_1_std": 0.42080120745590044, + "nauc_precision_at_20_diff1": 0.33756840405904204, + "nauc_precision_at_20_max": 0.33640137947506477, + "nauc_precision_at_20_std": 0.3763071751508759, + "nauc_precision_at_3_diff1": 0.5356708174885437, + "nauc_precision_at_3_max": 0.37833917289165303, + "nauc_precision_at_3_std": 0.37772110447322776, + "nauc_precision_at_5_diff1": 0.4702113976241517, + "nauc_precision_at_5_max": 0.34200741298635134, + "nauc_precision_at_5_std": 0.36368502197235497, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2332453798292854, + "nauc_recall_at_100_max": 0.2604533475265826, + "nauc_recall_at_100_std": 0.34716025012947915, + "nauc_recall_at_10_diff1": 0.35329370842952273, + "nauc_recall_at_10_max": 0.3289408734013955, + "nauc_recall_at_10_std": 0.38988109866697873, + "nauc_recall_at_1_diff1": 0.6484509307804875, + "nauc_recall_at_1_max": 0.4865030100451507, + "nauc_recall_at_1_std": 0.42080120745590044, + "nauc_recall_at_20_diff1": 0.3375684040590422, + "nauc_recall_at_20_max": 0.3364013794750651, + "nauc_recall_at_20_std": 0.3763071751508761, + "nauc_recall_at_3_diff1": 0.5356708174885437, + "nauc_recall_at_3_max": 0.3783391728916529, + "nauc_recall_at_3_std": 0.3777211044732277, + "nauc_recall_at_5_diff1": 0.47021139762415187, + "nauc_recall_at_5_max": 0.3420074129863515, + "nauc_recall_at_5_std": 0.36368502197235486, + "ndcg_at_1": 0.09023, + "ndcg_at_10": 0.13653, + "ndcg_at_100": 0.18638, + "ndcg_at_1000": 0.25295, + "ndcg_at_20": 0.1504, + "ndcg_at_3": 0.11074, + "ndcg_at_5": 0.12127, + "precision_at_1": 0.09023, + "precision_at_10": 0.02009, + "precision_at_100": 0.00455, + "precision_at_1000": 0.001, + "precision_at_20": 0.01278, + "precision_at_3": 0.04225, + "precision_at_5": 0.0305, + "recall_at_1": 0.09023, + "recall_at_10": 0.20086, + "recall_at_100": 0.45542, + "recall_at_1000": 1.0, + "recall_at_20": 0.25564, + "recall_at_3": 0.12675, + "recall_at_5": 0.15252 + }, + { + "cv_recall_at_1": 0.09, + "cv_recall_at_10": 0.241, + "cv_recall_at_100": 0.572, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.298, + "cv_recall_at_3": 0.142, + "cv_recall_at_5": 0.184, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.15616, + "map_at_1": 0.09, + "map_at_10": 0.13016, + "map_at_100": 0.14012, + "map_at_1000": 0.14196, + "map_at_20": 0.1341, + "map_at_3": 0.11267, + "map_at_5": 0.12262, + "mrr_at_1": 0.09, + "mrr_at_10": 0.130156746031746, + "mrr_at_100": 0.14011933620958256, + "mrr_at_1000": 0.14195799808904563, + "mrr_at_20": 0.1341021033447118, + "mrr_at_3": 0.11266666666666662, + "mrr_at_5": 0.12261666666666665, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.09950724604329818, + "nauc_cv_recall_at_100_max": 0.19202302395020154, + "nauc_cv_recall_at_100_std": 0.29821107013617665, + "nauc_cv_recall_at_10_diff1": 0.2609484113161116, + "nauc_cv_recall_at_10_max": 0.04742804090975, + "nauc_cv_recall_at_10_std": 0.16593983737163379, + "nauc_cv_recall_at_1_diff1": 0.519786542646752, + "nauc_cv_recall_at_1_max": 0.06741794115016544, + "nauc_cv_recall_at_1_std": 0.1665653042363534, + "nauc_cv_recall_at_20_diff1": 0.2257939014702732, + "nauc_cv_recall_at_20_max": 0.06763853455264178, + "nauc_cv_recall_at_20_std": 0.18127495980674707, + "nauc_cv_recall_at_3_diff1": 0.43499246295510946, + "nauc_cv_recall_at_3_max": 0.01803852080770247, + "nauc_cv_recall_at_3_std": 0.23359590522218548, + "nauc_cv_recall_at_5_diff1": 0.3353192120401153, + "nauc_cv_recall_at_5_max": 0.021990660909630255, + "nauc_cv_recall_at_5_std": 0.1779186381757737, + "nauc_map_at_1000_diff1": 0.4137939221823387, + "nauc_map_at_1000_max": 0.04585110095108629, + "nauc_map_at_1000_std": 0.1905566893465737, + "nauc_map_at_100_diff1": 0.41218399729561006, + "nauc_map_at_100_max": 0.04606128131195546, + "nauc_map_at_100_std": 0.1902874373233265, + "nauc_map_at_10_diff1": 0.42234901698531985, + "nauc_map_at_10_max": 0.040903992320474654, + "nauc_map_at_10_std": 0.18605702839308597, + "nauc_map_at_1_diff1": 0.519786542646752, + "nauc_map_at_1_max": 0.06741794115016544, + "nauc_map_at_1_std": 0.1665653042363534, + "nauc_map_at_20_diff1": 0.41690209448121784, + "nauc_map_at_20_max": 0.042671874195198585, + "nauc_map_at_20_std": 0.1869251620123988, + "nauc_map_at_3_diff1": 0.47577635534215285, + "nauc_map_at_3_max": 0.03642620873031971, + "nauc_map_at_3_std": 0.20504951607197658, + "nauc_map_at_5_diff1": 0.44141461540766325, + "nauc_map_at_5_max": 0.03624088835029317, + "nauc_map_at_5_std": 0.1888593111268919, + "nauc_mrr_at_1000_diff1": 0.4137939221823387, + "nauc_mrr_at_1000_max": 0.04585110095108629, + "nauc_mrr_at_1000_std": 0.1905566893465737, + "nauc_mrr_at_100_diff1": 0.41218399729561006, + "nauc_mrr_at_100_max": 0.04606128131195546, + "nauc_mrr_at_100_std": 0.1902874373233265, + "nauc_mrr_at_10_diff1": 0.42234901698531985, + "nauc_mrr_at_10_max": 0.040903992320474654, + "nauc_mrr_at_10_std": 0.18605702839308597, + "nauc_mrr_at_1_diff1": 0.519786542646752, + "nauc_mrr_at_1_max": 0.06741794115016544, + "nauc_mrr_at_1_std": 0.1665653042363534, + "nauc_mrr_at_20_diff1": 0.41690209448121784, + "nauc_mrr_at_20_max": 0.042671874195198585, + "nauc_mrr_at_20_std": 0.1869251620123988, + "nauc_mrr_at_3_diff1": 0.47577635534215285, + "nauc_mrr_at_3_max": 0.03642620873031971, + "nauc_mrr_at_3_std": 0.20504951607197658, + "nauc_mrr_at_5_diff1": 0.44141461540766325, + "nauc_mrr_at_5_max": 0.03624088835029317, + "nauc_mrr_at_5_std": 0.1888593111268919, + "nauc_ndcg_at_1000_diff1": 0.36875630031096535, + "nauc_ndcg_at_1000_max": 0.0586483601817311, + "nauc_ndcg_at_1000_std": 0.2007283154206796, + "nauc_ndcg_at_100_diff1": 0.3245616830412682, + "nauc_ndcg_at_100_max": 0.07781147437348998, + "nauc_ndcg_at_100_std": 0.21267434981201533, + "nauc_ndcg_at_10_diff1": 0.37109903302118974, + "nauc_ndcg_at_10_max": 0.04192896271586187, + "nauc_ndcg_at_10_std": 0.18049054255252522, + "nauc_ndcg_at_1_diff1": 0.519786542646752, + "nauc_ndcg_at_1_max": 0.06741794115016544, + "nauc_ndcg_at_1_std": 0.1665653042363534, + "nauc_ndcg_at_20_diff1": 0.3548551379281221, + "nauc_ndcg_at_20_max": 0.04882258202592032, + "nauc_ndcg_at_20_std": 0.18487017063013111, + "nauc_ndcg_at_3_diff1": 0.46386739885940526, + "nauc_ndcg_at_3_max": 0.030844689867467245, + "nauc_ndcg_at_3_std": 0.21353132426323734, + "nauc_ndcg_at_5_diff1": 0.4089763993837865, + "nauc_ndcg_at_5_max": 0.03139894253778136, + "nauc_ndcg_at_5_std": 0.1862933242082388, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.09950724604329804, + "nauc_precision_at_100_max": 0.1920230239502011, + "nauc_precision_at_100_std": 0.29821107013617626, + "nauc_precision_at_10_diff1": 0.26094841131611163, + "nauc_precision_at_10_max": 0.047428040909750106, + "nauc_precision_at_10_std": 0.16593983737163379, + "nauc_precision_at_1_diff1": 0.519786542646752, + "nauc_precision_at_1_max": 0.06741794115016544, + "nauc_precision_at_1_std": 0.1665653042363534, + "nauc_precision_at_20_diff1": 0.22579390147027317, + "nauc_precision_at_20_max": 0.06763853455264163, + "nauc_precision_at_20_std": 0.18127495980674682, + "nauc_precision_at_3_diff1": 0.43499246295510957, + "nauc_precision_at_3_max": 0.01803852080770258, + "nauc_precision_at_3_std": 0.23359590522218557, + "nauc_precision_at_5_diff1": 0.33531921204011533, + "nauc_precision_at_5_max": 0.021990660909630016, + "nauc_precision_at_5_std": 0.17791863817577347, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.09950724604329818, + "nauc_recall_at_100_max": 0.19202302395020154, + "nauc_recall_at_100_std": 0.29821107013617665, + "nauc_recall_at_10_diff1": 0.2609484113161116, + "nauc_recall_at_10_max": 0.04742804090975, + "nauc_recall_at_10_std": 0.16593983737163379, + "nauc_recall_at_1_diff1": 0.519786542646752, + "nauc_recall_at_1_max": 0.06741794115016544, + "nauc_recall_at_1_std": 0.1665653042363534, + "nauc_recall_at_20_diff1": 0.2257939014702732, + "nauc_recall_at_20_max": 0.06763853455264178, + "nauc_recall_at_20_std": 0.18127495980674707, + "nauc_recall_at_3_diff1": 0.43499246295510946, + "nauc_recall_at_3_max": 0.01803852080770247, + "nauc_recall_at_3_std": 0.23359590522218548, + "nauc_recall_at_5_diff1": 0.3353192120401153, + "nauc_recall_at_5_max": 0.021990660909630255, + "nauc_recall_at_5_std": 0.1779186381757737, + "ndcg_at_1": 0.09, + "ndcg_at_10": 0.15616, + "ndcg_at_100": 0.21938, + "ndcg_at_1000": 0.27284, + "ndcg_at_20": 0.17056, + "ndcg_at_3": 0.12019, + "ndcg_at_5": 0.1378, + "precision_at_1": 0.09, + "precision_at_10": 0.0241, + "precision_at_100": 0.00572, + "precision_at_1000": 0.001, + "precision_at_20": 0.0149, + "precision_at_3": 0.04733, + "precision_at_5": 0.0368, + "recall_at_1": 0.09, + "recall_at_10": 0.241, + "recall_at_100": 0.572, + "recall_at_1000": 1.0, + "recall_at_20": 0.298, + "recall_at_3": 0.142, + "recall_at_5": 0.184 + }, + { + "cv_recall_at_1": 0.30513, + "cv_recall_at_10": 0.55895, + "cv_recall_at_100": 0.84605, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.63662, + "cv_recall_at_3": 0.43689, + "cv_recall_at_5": 0.50208, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.42702, + "map_at_1": 0.30513, + "map_at_10": 0.38526, + "map_at_100": 0.3958, + "map_at_1000": 0.39659, + "map_at_20": 0.39083, + "map_at_3": 0.36269, + "map_at_5": 0.37774, + "mrr_at_1": 0.30513176144244103, + "mrr_at_10": 0.38525691830130115, + "mrr_at_100": 0.39579860906812514, + "mrr_at_1000": 0.3965896152678169, + "mrr_at_20": 0.3908313698594654, + "mrr_at_3": 0.3626907073509017, + "mrr_at_5": 0.3777392510402221, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.41165495427230214, + "nauc_cv_recall_at_100_max": 0.48206221054316895, + "nauc_cv_recall_at_100_std": 0.6198649450287124, + "nauc_cv_recall_at_10_diff1": 0.4824079854591921, + "nauc_cv_recall_at_10_max": 0.5027473494385158, + "nauc_cv_recall_at_10_std": 0.48890187766681076, + "nauc_cv_recall_at_1_diff1": 0.644437799394293, + "nauc_cv_recall_at_1_max": 0.48720195113023645, + "nauc_cv_recall_at_1_std": 0.30433696117127595, + "nauc_cv_recall_at_20_diff1": 0.46158293543775514, + "nauc_cv_recall_at_20_max": 0.5333349260221991, + "nauc_cv_recall_at_20_std": 0.5400687456755257, + "nauc_cv_recall_at_3_diff1": 0.5168596861238599, + "nauc_cv_recall_at_3_max": 0.5076731821999175, + "nauc_cv_recall_at_3_std": 0.4135101558667384, + "nauc_cv_recall_at_5_diff1": 0.510299582925276, + "nauc_cv_recall_at_5_max": 0.5222048542887422, + "nauc_cv_recall_at_5_std": 0.4420289365796392, + "nauc_map_at_1000_diff1": 0.5830143383509978, + "nauc_map_at_1000_max": 0.5004906621407894, + "nauc_map_at_1000_std": 0.36274588989880185, + "nauc_map_at_100_diff1": 0.5825830804096754, + "nauc_map_at_100_max": 0.5003766495951647, + "nauc_map_at_100_std": 0.3632585756371978, + "nauc_map_at_10_diff1": 0.5827442300479906, + "nauc_map_at_10_max": 0.4989782918627815, + "nauc_map_at_10_std": 0.36149303848979514, + "nauc_map_at_1_diff1": 0.644437799394293, + "nauc_map_at_1_max": 0.48720195113023645, + "nauc_map_at_1_std": 0.30433696117127595, + "nauc_map_at_20_diff1": 0.582219628948973, + "nauc_map_at_20_max": 0.5010772738483961, + "nauc_map_at_20_std": 0.36377688498932803, + "nauc_map_at_3_diff1": 0.5862003610604175, + "nauc_map_at_3_max": 0.4962801376440491, + "nauc_map_at_3_std": 0.34912297998390074, + "nauc_map_at_5_diff1": 0.5861040029572455, + "nauc_map_at_5_max": 0.50086328296321, + "nauc_map_at_5_std": 0.3560349273683049, + "nauc_mrr_at_1000_diff1": 0.5830133060638379, + "nauc_mrr_at_1000_max": 0.5004875566119603, + "nauc_mrr_at_1000_std": 0.3627424647847617, + "nauc_mrr_at_100_diff1": 0.5825820719456357, + "nauc_mrr_at_100_max": 0.5003735001062519, + "nauc_mrr_at_100_std": 0.3632550948760236, + "nauc_mrr_at_10_diff1": 0.5827442300479906, + "nauc_mrr_at_10_max": 0.4989782918627815, + "nauc_mrr_at_10_std": 0.36149303848979514, + "nauc_mrr_at_1_diff1": 0.644437799394293, + "nauc_mrr_at_1_max": 0.48720195113023645, + "nauc_mrr_at_1_std": 0.30433696117127595, + "nauc_mrr_at_20_diff1": 0.582219628948973, + "nauc_mrr_at_20_max": 0.5010772738483961, + "nauc_mrr_at_20_std": 0.36377688498932803, + "nauc_mrr_at_3_diff1": 0.5862003610604175, + "nauc_mrr_at_3_max": 0.4962801376440491, + "nauc_mrr_at_3_std": 0.34912297998390074, + "nauc_mrr_at_5_diff1": 0.5861040029572455, + "nauc_mrr_at_5_max": 0.50086328296321, + "nauc_mrr_at_5_std": 0.3560349273683049, + "nauc_ndcg_at_1000_diff1": 0.5695323239109163, + "nauc_ndcg_at_1000_max": 0.5033127016866682, + "nauc_ndcg_at_1000_std": 0.3815003423814512, + "nauc_ndcg_at_100_diff1": 0.5594255087859172, + "nauc_ndcg_at_100_max": 0.5014926360153439, + "nauc_ndcg_at_100_std": 0.39584021920450774, + "nauc_ndcg_at_10_diff1": 0.5588656984073319, + "nauc_ndcg_at_10_max": 0.500693692375392, + "nauc_ndcg_at_10_std": 0.3910345980663399, + "nauc_ndcg_at_1_diff1": 0.644437799394293, + "nauc_ndcg_at_1_max": 0.48720195113023645, + "nauc_ndcg_at_1_std": 0.30433696117127595, + "nauc_ndcg_at_20_diff1": 0.5562572880254463, + "nauc_ndcg_at_20_max": 0.507832593764301, + "nauc_ndcg_at_20_std": 0.40000838616396234, + "nauc_ndcg_at_3_diff1": 0.5681528046470169, + "nauc_ndcg_at_3_max": 0.4992340623158375, + "nauc_ndcg_at_3_std": 0.3656656199525087, + "nauc_ndcg_at_5_diff1": 0.5668569119987612, + "nauc_ndcg_at_5_max": 0.5062895140454402, + "nauc_ndcg_at_5_std": 0.3775797241332556, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.4116549542723031, + "nauc_precision_at_100_max": 0.4820622105431704, + "nauc_precision_at_100_std": 0.6198649450287131, + "nauc_precision_at_10_diff1": 0.48240798545919267, + "nauc_precision_at_10_max": 0.5027473494385162, + "nauc_precision_at_10_std": 0.4889018776668112, + "nauc_precision_at_1_diff1": 0.644437799394293, + "nauc_precision_at_1_max": 0.48720195113023645, + "nauc_precision_at_1_std": 0.30433696117127595, + "nauc_precision_at_20_diff1": 0.4615829354377557, + "nauc_precision_at_20_max": 0.5333349260221996, + "nauc_precision_at_20_std": 0.5400687456755257, + "nauc_precision_at_3_diff1": 0.51685968612386, + "nauc_precision_at_3_max": 0.5076731821999171, + "nauc_precision_at_3_std": 0.4135101558667381, + "nauc_precision_at_5_diff1": 0.5102995829252761, + "nauc_precision_at_5_max": 0.5222048542887423, + "nauc_precision_at_5_std": 0.4420289365796393, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.41165495427230214, + "nauc_recall_at_100_max": 0.48206221054316895, + "nauc_recall_at_100_std": 0.6198649450287124, + "nauc_recall_at_10_diff1": 0.4824079854591921, + "nauc_recall_at_10_max": 0.5027473494385158, + "nauc_recall_at_10_std": 0.48890187766681076, + "nauc_recall_at_1_diff1": 0.644437799394293, + "nauc_recall_at_1_max": 0.48720195113023645, + "nauc_recall_at_1_std": 0.30433696117127595, + "nauc_recall_at_20_diff1": 0.46158293543775514, + "nauc_recall_at_20_max": 0.5333349260221991, + "nauc_recall_at_20_std": 0.5400687456755257, + "nauc_recall_at_3_diff1": 0.5168596861238599, + "nauc_recall_at_3_max": 0.5076731821999175, + "nauc_recall_at_3_std": 0.4135101558667384, + "nauc_recall_at_5_diff1": 0.510299582925276, + "nauc_recall_at_5_max": 0.5222048542887422, + "nauc_recall_at_5_std": 0.4420289365796392, + "ndcg_at_1": 0.30513, + "ndcg_at_10": 0.42702, + "ndcg_at_100": 0.48494, + "ndcg_at_1000": 0.50492, + "ndcg_at_20": 0.44689, + "ndcg_at_3": 0.38173, + "ndcg_at_5": 0.40871, + "precision_at_1": 0.30513, + "precision_at_10": 0.05589, + "precision_at_100": 0.00846, + "precision_at_1000": 0.001, + "precision_at_20": 0.03183, + "precision_at_3": 0.14563, + "precision_at_5": 0.10042, + "recall_at_1": 0.30513, + "recall_at_10": 0.55895, + "recall_at_100": 0.84605, + "recall_at_1000": 1.0, + "recall_at_20": 0.63662, + "recall_at_3": 0.43689, + "recall_at_5": 0.50208 + }, + { + "cv_recall_at_1": 0.30127, + "cv_recall_at_10": 0.53277, + "cv_recall_at_100": 0.80761, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.62474, + "cv_recall_at_3": 0.41121, + "cv_recall_at_5": 0.463, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.40991, + "map_at_1": 0.30127, + "map_at_10": 0.37141, + "map_at_100": 0.38227, + "map_at_1000": 0.38319, + "map_at_20": 0.37769, + "map_at_3": 0.34989, + "map_at_5": 0.36173, + "mrr_at_1": 0.3012684989429176, + "mrr_at_10": 0.3714067586160609, + "mrr_at_100": 0.38227085161316743, + "mrr_at_1000": 0.38319274292423033, + "mrr_at_20": 0.37768662546004295, + "mrr_at_3": 0.3498942917547569, + "mrr_at_5": 0.3617336152219871, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2862145489450746, + "nauc_cv_recall_at_100_max": 0.3375859781656063, + "nauc_cv_recall_at_100_std": 0.5712024116215759, + "nauc_cv_recall_at_10_diff1": 0.4501011642607513, + "nauc_cv_recall_at_10_max": 0.38903421251660564, + "nauc_cv_recall_at_10_std": 0.41458618776851075, + "nauc_cv_recall_at_1_diff1": 0.6199769209160442, + "nauc_cv_recall_at_1_max": 0.44486579497059164, + "nauc_cv_recall_at_1_std": 0.34961427339705375, + "nauc_cv_recall_at_20_diff1": 0.3905621048828626, + "nauc_cv_recall_at_20_max": 0.3598445963581698, + "nauc_cv_recall_at_20_std": 0.42593453843243684, + "nauc_cv_recall_at_3_diff1": 0.511281603222867, + "nauc_cv_recall_at_3_max": 0.4027393985883771, + "nauc_cv_recall_at_3_std": 0.3740329209080239, + "nauc_cv_recall_at_5_diff1": 0.4909711786318926, + "nauc_cv_recall_at_5_max": 0.40310060672872056, + "nauc_cv_recall_at_5_std": 0.40779921745492137, + "nauc_map_at_1000_diff1": 0.561306914268901, + "nauc_map_at_1000_max": 0.42384523950028463, + "nauc_map_at_1000_std": 0.37222062517463184, + "nauc_map_at_100_diff1": 0.560649765663532, + "nauc_map_at_100_max": 0.423551125644637, + "nauc_map_at_100_std": 0.3725384962597104, + "nauc_map_at_10_diff1": 0.5629278261027092, + "nauc_map_at_10_max": 0.42477770972747986, + "nauc_map_at_10_std": 0.37068421576959626, + "nauc_map_at_1_diff1": 0.6199769209160442, + "nauc_map_at_1_max": 0.44486579497059164, + "nauc_map_at_1_std": 0.34961427339705375, + "nauc_map_at_20_diff1": 0.5603607763457364, + "nauc_map_at_20_max": 0.42321621824595984, + "nauc_map_at_20_std": 0.3708469512400973, + "nauc_map_at_3_diff1": 0.5721797574981036, + "nauc_map_at_3_max": 0.4263739586019243, + "nauc_map_at_3_std": 0.36200070568332154, + "nauc_map_at_5_diff1": 0.5679047556570016, + "nauc_map_at_5_max": 0.42644946418412055, + "nauc_map_at_5_std": 0.36993011130441666, + "nauc_mrr_at_1000_diff1": 0.561306714388788, + "nauc_mrr_at_1000_max": 0.42384532845744227, + "nauc_mrr_at_1000_std": 0.3722207152690133, + "nauc_mrr_at_100_diff1": 0.5606496443087321, + "nauc_mrr_at_100_max": 0.4235514242888643, + "nauc_mrr_at_100_std": 0.3725388107550537, + "nauc_mrr_at_10_diff1": 0.5629278261027092, + "nauc_mrr_at_10_max": 0.42477770972747986, + "nauc_mrr_at_10_std": 0.37068421576959626, + "nauc_mrr_at_1_diff1": 0.6199769209160442, + "nauc_mrr_at_1_max": 0.44486579497059164, + "nauc_mrr_at_1_std": 0.34961427339705375, + "nauc_mrr_at_20_diff1": 0.5603607763457364, + "nauc_mrr_at_20_max": 0.42321621824595984, + "nauc_mrr_at_20_std": 0.3708469512400973, + "nauc_mrr_at_3_diff1": 0.5721797574981036, + "nauc_mrr_at_3_max": 0.4263739586019243, + "nauc_mrr_at_3_std": 0.36200070568332154, + "nauc_mrr_at_5_diff1": 0.5679047556570016, + "nauc_mrr_at_5_max": 0.42644946418412055, + "nauc_mrr_at_5_std": 0.36993011130441666, + "nauc_ndcg_at_1000_diff1": 0.5428204489189257, + "nauc_ndcg_at_1000_max": 0.4180339024617109, + "nauc_ndcg_at_1000_std": 0.38274231659073416, + "nauc_ndcg_at_100_diff1": 0.5243369526007065, + "nauc_ndcg_at_100_max": 0.411769907569649, + "nauc_ndcg_at_100_std": 0.39542375029587296, + "nauc_ndcg_at_10_diff1": 0.5361932596317941, + "nauc_ndcg_at_10_max": 0.4162362113983208, + "nauc_ndcg_at_10_std": 0.38113049766075247, + "nauc_ndcg_at_1_diff1": 0.6199769209160442, + "nauc_ndcg_at_1_max": 0.44486579497059164, + "nauc_ndcg_at_1_std": 0.34961427339705375, + "nauc_ndcg_at_20_diff1": 0.525438714155031, + "nauc_ndcg_at_20_max": 0.4103350023364189, + "nauc_ndcg_at_20_std": 0.38250427397382974, + "nauc_ndcg_at_3_diff1": 0.556324242979917, + "nauc_ndcg_at_3_max": 0.4202217818769986, + "nauc_ndcg_at_3_std": 0.36520139070196067, + "nauc_ndcg_at_5_diff1": 0.5483766172208181, + "nauc_ndcg_at_5_max": 0.4204092201127261, + "nauc_ndcg_at_5_std": 0.379301524104246, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.2862145489450751, + "nauc_precision_at_100_max": 0.33758597816560554, + "nauc_precision_at_100_std": 0.5712024116215759, + "nauc_precision_at_10_diff1": 0.4501011642607511, + "nauc_precision_at_10_max": 0.3890342125166057, + "nauc_precision_at_10_std": 0.4145861877685106, + "nauc_precision_at_1_diff1": 0.6199769209160442, + "nauc_precision_at_1_max": 0.44486579497059164, + "nauc_precision_at_1_std": 0.34961427339705375, + "nauc_precision_at_20_diff1": 0.39056210488286275, + "nauc_precision_at_20_max": 0.3598445963581694, + "nauc_precision_at_20_std": 0.42593453843243645, + "nauc_precision_at_3_diff1": 0.5112816032228666, + "nauc_precision_at_3_max": 0.40273939858837715, + "nauc_precision_at_3_std": 0.3740329209080242, + "nauc_precision_at_5_diff1": 0.4909711786318925, + "nauc_precision_at_5_max": 0.4031006067287203, + "nauc_precision_at_5_std": 0.4077992174549212, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2862145489450746, + "nauc_recall_at_100_max": 0.3375859781656063, + "nauc_recall_at_100_std": 0.5712024116215759, + "nauc_recall_at_10_diff1": 0.4501011642607513, + "nauc_recall_at_10_max": 0.38903421251660564, + "nauc_recall_at_10_std": 0.41458618776851075, + "nauc_recall_at_1_diff1": 0.6199769209160442, + "nauc_recall_at_1_max": 0.44486579497059164, + "nauc_recall_at_1_std": 0.34961427339705375, + "nauc_recall_at_20_diff1": 0.3905621048828626, + "nauc_recall_at_20_max": 0.3598445963581698, + "nauc_recall_at_20_std": 0.42593453843243684, + "nauc_recall_at_3_diff1": 0.511281603222867, + "nauc_recall_at_3_max": 0.4027393985883771, + "nauc_recall_at_3_std": 0.3740329209080239, + "nauc_recall_at_5_diff1": 0.4909711786318926, + "nauc_recall_at_5_max": 0.40310060672872056, + "nauc_recall_at_5_std": 0.40779921745492137, + "ndcg_at_1": 0.30127, + "ndcg_at_10": 0.40991, + "ndcg_at_100": 0.46679, + "ndcg_at_1000": 0.49132, + "ndcg_at_20": 0.43303, + "ndcg_at_3": 0.36565, + "ndcg_at_5": 0.38698, + "precision_at_1": 0.30127, + "precision_at_10": 0.05328, + "precision_at_100": 0.00808, + "precision_at_1000": 0.001, + "precision_at_20": 0.03124, + "precision_at_3": 0.13707, + "precision_at_5": 0.0926, + "recall_at_1": 0.30127, + "recall_at_10": 0.53277, + "recall_at_100": 0.80761, + "recall_at_1000": 1.0, + "recall_at_20": 0.62474, + "recall_at_3": 0.41121, + "recall_at_5": 0.463 + }, + { + "cv_recall_at_1": 0.474, + "cv_recall_at_10": 0.773, + "cv_recall_at_100": 0.973, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.846, + "cv_recall_at_3": 0.627, + "cv_recall_at_5": 0.697, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.61597, + "map_at_1": 0.474, + "map_at_10": 0.56653, + "map_at_100": 0.57507, + "map_at_1000": 0.57521, + "map_at_20": 0.57157, + "map_at_3": 0.5405, + "map_at_5": 0.55655, + "mrr_at_1": 0.474, + "mrr_at_10": 0.5665349206349206, + "mrr_at_100": 0.5750684463503862, + "mrr_at_1000": 0.5752147141574319, + "mrr_at_20": 0.5715710057443414, + "mrr_at_3": 0.5404999999999998, + "mrr_at_5": 0.55655, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.45353944046754274, + "nauc_cv_recall_at_100_max": 0.7559912854030483, + "nauc_cv_recall_at_100_std": 0.7699623059100126, + "nauc_cv_recall_at_10_diff1": 0.7005081767378533, + "nauc_cv_recall_at_10_max": 0.20818058253744653, + "nauc_cv_recall_at_10_std": -0.28630003460215453, + "nauc_cv_recall_at_1_diff1": 0.7659842765053384, + "nauc_cv_recall_at_1_max": 0.323405137468343, + "nauc_cv_recall_at_1_std": -0.06912237336565674, + "nauc_cv_recall_at_20_diff1": 0.6957153024006514, + "nauc_cv_recall_at_20_max": 0.24541855706787719, + "nauc_cv_recall_at_20_std": -0.21536912069337907, + "nauc_cv_recall_at_3_diff1": 0.6735930290720233, + "nauc_cv_recall_at_3_max": 0.2844436549378181, + "nauc_cv_recall_at_3_std": -0.14239634998620962, + "nauc_cv_recall_at_5_diff1": 0.678067736963919, + "nauc_cv_recall_at_5_max": 0.28032026577835256, + "nauc_cv_recall_at_5_std": -0.18294278641251102, + "nauc_map_at_1000_diff1": 0.7349768037519908, + "nauc_map_at_1000_max": 0.3108191319770147, + "nauc_map_at_1000_std": -0.09577460850617198, + "nauc_map_at_100_diff1": 0.7348596383487171, + "nauc_map_at_100_max": 0.3110408807336249, + "nauc_map_at_100_std": -0.0953690667160771, + "nauc_map_at_10_diff1": 0.7348528563701027, + "nauc_map_at_10_max": 0.3060472302583592, + "nauc_map_at_10_std": -0.10453879471869904, + "nauc_map_at_1_diff1": 0.7659842765053384, + "nauc_map_at_1_max": 0.323405137468343, + "nauc_map_at_1_std": -0.06912237336565674, + "nauc_map_at_20_diff1": 0.7349672844338018, + "nauc_map_at_20_max": 0.30896979717042244, + "nauc_map_at_20_std": -0.0993943729562651, + "nauc_map_at_3_diff1": 0.7293407859255343, + "nauc_map_at_3_max": 0.31154340909320627, + "nauc_map_at_3_std": -0.09141294877318266, + "nauc_map_at_5_diff1": 0.7315184827912649, + "nauc_map_at_5_max": 0.31110890999241614, + "nauc_map_at_5_std": -0.09830711349311756, + "nauc_mrr_at_1000_diff1": 0.7349768037519908, + "nauc_mrr_at_1000_max": 0.3108191319770147, + "nauc_mrr_at_1000_std": -0.09577460850617198, + "nauc_mrr_at_100_diff1": 0.7348596383487171, + "nauc_mrr_at_100_max": 0.3110408807336249, + "nauc_mrr_at_100_std": -0.0953690667160771, + "nauc_mrr_at_10_diff1": 0.7348528563701027, + "nauc_mrr_at_10_max": 0.3060472302583592, + "nauc_mrr_at_10_std": -0.10453879471869904, + "nauc_mrr_at_1_diff1": 0.7659842765053384, + "nauc_mrr_at_1_max": 0.323405137468343, + "nauc_mrr_at_1_std": -0.06912237336565674, + "nauc_mrr_at_20_diff1": 0.7349672844338018, + "nauc_mrr_at_20_max": 0.30896979717042244, + "nauc_mrr_at_20_std": -0.0993943729562651, + "nauc_mrr_at_3_diff1": 0.7293407859255343, + "nauc_mrr_at_3_max": 0.31154340909320627, + "nauc_mrr_at_3_std": -0.09141294877318266, + "nauc_mrr_at_5_diff1": 0.7315184827912649, + "nauc_mrr_at_5_max": 0.31110890999241614, + "nauc_mrr_at_5_std": -0.09830711349311756, + "nauc_ndcg_at_1000_diff1": 0.7300106781628969, + "nauc_ndcg_at_1000_max": 0.30946240469434727, + "nauc_ndcg_at_1000_std": -0.09855705821637864, + "nauc_ndcg_at_100_diff1": 0.726228776286605, + "nauc_ndcg_at_100_max": 0.31581736941064814, + "nauc_ndcg_at_100_std": -0.0863659221103867, + "nauc_ndcg_at_10_diff1": 0.7275424860578261, + "nauc_ndcg_at_10_max": 0.2899275846092146, + "nauc_ndcg_at_10_std": -0.1349627955933614, + "nauc_ndcg_at_1_diff1": 0.7659842765053384, + "nauc_ndcg_at_1_max": 0.323405137468343, + "nauc_ndcg_at_1_std": -0.06912237336565674, + "nauc_ndcg_at_20_diff1": 0.7281192602738402, + "nauc_ndcg_at_20_max": 0.30002130037590796, + "nauc_ndcg_at_20_std": -0.11647828361837598, + "nauc_ndcg_at_3_diff1": 0.7160762699063752, + "nauc_ndcg_at_3_max": 0.30524984633027247, + "nauc_ndcg_at_3_std": -0.10325252208043191, + "nauc_ndcg_at_5_diff1": 0.7196819527437018, + "nauc_ndcg_at_5_max": 0.30450554939861313, + "nauc_ndcg_at_5_std": -0.11613402673386349, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.45353944046753836, + "nauc_precision_at_100_max": 0.7559912854030467, + "nauc_precision_at_100_std": 0.7699623059100184, + "nauc_precision_at_10_diff1": 0.7005081767378538, + "nauc_precision_at_10_max": 0.2081805825374449, + "nauc_precision_at_10_std": -0.2863000346021545, + "nauc_precision_at_1_diff1": 0.7659842765053384, + "nauc_precision_at_1_max": 0.323405137468343, + "nauc_precision_at_1_std": -0.06912237336565674, + "nauc_precision_at_20_diff1": 0.6957153024006515, + "nauc_precision_at_20_max": 0.24541855706787566, + "nauc_precision_at_20_std": -0.2153691206933822, + "nauc_precision_at_3_diff1": 0.6735930290720236, + "nauc_precision_at_3_max": 0.28444365493781915, + "nauc_precision_at_3_std": -0.14239634998620926, + "nauc_precision_at_5_diff1": 0.6780677369639184, + "nauc_precision_at_5_max": 0.28032026577835195, + "nauc_precision_at_5_std": -0.18294278641251163, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.45353944046754274, + "nauc_recall_at_100_max": 0.7559912854030483, + "nauc_recall_at_100_std": 0.7699623059100126, + "nauc_recall_at_10_diff1": 0.7005081767378533, + "nauc_recall_at_10_max": 0.20818058253744653, + "nauc_recall_at_10_std": -0.28630003460215453, + "nauc_recall_at_1_diff1": 0.7659842765053384, + "nauc_recall_at_1_max": 0.323405137468343, + "nauc_recall_at_1_std": -0.06912237336565674, + "nauc_recall_at_20_diff1": 0.6957153024006514, + "nauc_recall_at_20_max": 0.24541855706787719, + "nauc_recall_at_20_std": -0.21536912069337907, + "nauc_recall_at_3_diff1": 0.6735930290720233, + "nauc_recall_at_3_max": 0.2844436549378181, + "nauc_recall_at_3_std": -0.14239634998620962, + "nauc_recall_at_5_diff1": 0.678067736963919, + "nauc_recall_at_5_max": 0.28032026577835256, + "nauc_recall_at_5_std": -0.18294278641251102, + "ndcg_at_1": 0.474, + "ndcg_at_10": 0.61597, + "ndcg_at_100": 0.65853, + "ndcg_at_1000": 0.66207, + "ndcg_at_20": 0.6344, + "ndcg_at_3": 0.56268, + "ndcg_at_5": 0.59155, + "precision_at_1": 0.474, + "precision_at_10": 0.0773, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "precision_at_20": 0.0423, + "precision_at_3": 0.209, + "precision_at_5": 0.1394, + "recall_at_1": 0.474, + "recall_at_10": 0.773, + "recall_at_100": 0.973, + "recall_at_1000": 1.0, + "recall_at_20": 0.846, + "recall_at_3": 0.627, + "recall_at_5": 0.697 + } + ] + }, + "task_name": "WITT2IRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-256/b078df89e446d623010d890864d4207fe6399f61/model_meta.json b/results-mieb/google__siglip-base-patch16-256/b078df89e446d623010d890864d4207fe6399f61/model_meta.json new file mode 100644 index 0000000000..e2f5452dbe --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-256/b078df89e446d623010d890864d4207fe6399f61/model_meta.json @@ -0,0 +1 @@ +{"name": "google/siglip-base-patch16-256", "revision": "b078df89e446d623010d890864d4207fe6399f61", "release_date": "2024-01-08", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": null, "use_instuctions": null, "zero_shot_benchmarks": null, "loader": "SiglipModelWrapper"} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-384/41aec1c83b32e0a6fca20ad88ba058aa5b5ea394/WITT2IRetrieval.json b/results-mieb/google__siglip-base-patch16-384/41aec1c83b32e0a6fca20ad88ba058aa5b5ea394/WITT2IRetrieval.json new file mode 100644 index 0000000000..112c157a17 --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-384/41aec1c83b32e0a6fca20ad88ba058aa5b5ea394/WITT2IRetrieval.json @@ -0,0 +1,1936 @@ +{ + "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", + "evaluation_time": 137.17432284355164, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.13933, + "cv_recall_at_10": 0.33596, + "cv_recall_at_100": 0.65056, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.4, + "cv_recall_at_3": 0.20112, + "cv_recall_at_5": 0.25281, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.22251, + "map_at_1": 0.13933, + "map_at_10": 0.18821, + "map_at_100": 0.19874, + "map_at_1000": 0.20028, + "map_at_20": 0.19266, + "map_at_3": 0.16592, + "map_at_5": 0.17749, + "mrr_at_1": 0.1393258426966292, + "mrr_at_10": 0.1882062600321027, + "mrr_at_100": 0.19873749728328727, + "mrr_at_1000": 0.2002817481555001, + "mrr_at_20": 0.19265773240009676, + "mrr_at_3": 0.16591760299625463, + "mrr_at_5": 0.17749063670411983, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2979879802367704, + "nauc_cv_recall_at_100_max": 0.4739733500284659, + "nauc_cv_recall_at_100_std": 0.46487157379083804, + "nauc_cv_recall_at_10_diff1": 0.3857208699452441, + "nauc_cv_recall_at_10_max": 0.41350589842683755, + "nauc_cv_recall_at_10_std": 0.3503705814003786, + "nauc_cv_recall_at_1_diff1": 0.6313007118799755, + "nauc_cv_recall_at_1_max": 0.5155341013472138, + "nauc_cv_recall_at_1_std": 0.35458607624004906, + "nauc_cv_recall_at_20_diff1": 0.382239438086532, + "nauc_cv_recall_at_20_max": 0.39601968317152486, + "nauc_cv_recall_at_20_std": 0.3440345873014037, + "nauc_cv_recall_at_3_diff1": 0.4801863620484621, + "nauc_cv_recall_at_3_max": 0.4433085417748924, + "nauc_cv_recall_at_3_std": 0.3463988285400372, + "nauc_cv_recall_at_5_diff1": 0.39071373942219917, + "nauc_cv_recall_at_5_max": 0.3956512800269739, + "nauc_cv_recall_at_5_std": 0.36737802120083213, + "nauc_map_at_1000_diff1": 0.5211586969479306, + "nauc_map_at_1000_max": 0.4620597681593909, + "nauc_map_at_1000_std": 0.3518606509995756, + "nauc_map_at_100_diff1": 0.5199563889214931, + "nauc_map_at_100_max": 0.4617893581547442, + "nauc_map_at_100_std": 0.35187670213120303, + "nauc_map_at_10_diff1": 0.5228671435456008, + "nauc_map_at_10_max": 0.4627408394245875, + "nauc_map_at_10_std": 0.34995955033850235, + "nauc_map_at_1_diff1": 0.6313007118799755, + "nauc_map_at_1_max": 0.5155341013472138, + "nauc_map_at_1_std": 0.35458607624004906, + "nauc_map_at_20_diff1": 0.5224268312188151, + "nauc_map_at_20_max": 0.461155418295598, + "nauc_map_at_20_std": 0.3494356451137881, + "nauc_map_at_3_diff1": 0.5539130179035476, + "nauc_map_at_3_max": 0.4775300569101307, + "nauc_map_at_3_std": 0.34648304915615186, + "nauc_map_at_5_diff1": 0.527370251204279, + "nauc_map_at_5_max": 0.463098359674595, + "nauc_map_at_5_std": 0.3526771617701944, + "nauc_mrr_at_1000_diff1": 0.5211586936725224, + "nauc_mrr_at_1000_max": 0.46205976295168305, + "nauc_mrr_at_1000_std": 0.3518606434736402, + "nauc_mrr_at_100_diff1": 0.5199563889214931, + "nauc_mrr_at_100_max": 0.4617893581547442, + "nauc_mrr_at_100_std": 0.35187670213120303, + "nauc_mrr_at_10_diff1": 0.5228671435456008, + "nauc_mrr_at_10_max": 0.4627408394245875, + "nauc_mrr_at_10_std": 0.34995955033850235, + "nauc_mrr_at_1_diff1": 0.6313007118799755, + "nauc_mrr_at_1_max": 0.5155341013472138, + "nauc_mrr_at_1_std": 0.35458607624004906, + "nauc_mrr_at_20_diff1": 0.5224268312188151, + "nauc_mrr_at_20_max": 0.461155418295598, + "nauc_mrr_at_20_std": 0.3494356451137881, + "nauc_mrr_at_3_diff1": 0.5539130179035476, + "nauc_mrr_at_3_max": 0.4775300569101307, + "nauc_mrr_at_3_std": 0.34648304915615186, + "nauc_mrr_at_5_diff1": 0.527370251204279, + "nauc_mrr_at_5_max": 0.463098359674595, + "nauc_mrr_at_5_std": 0.3526771617701944, + "nauc_ndcg_at_1000_diff1": 0.4921495850103755, + "nauc_ndcg_at_1000_max": 0.4536351152047796, + "nauc_ndcg_at_1000_std": 0.3590542409723068, + "nauc_ndcg_at_100_diff1": 0.4658043926888635, + "nauc_ndcg_at_100_max": 0.45474316038725227, + "nauc_ndcg_at_100_std": 0.3702553940425927, + "nauc_ndcg_at_10_diff1": 0.48102408933081287, + "nauc_ndcg_at_10_max": 0.4467146470840002, + "nauc_ndcg_at_10_std": 0.3503084336712536, + "nauc_ndcg_at_1_diff1": 0.6313007118799755, + "nauc_ndcg_at_1_max": 0.5155341013472138, + "nauc_ndcg_at_1_std": 0.35458607624004906, + "nauc_ndcg_at_20_diff1": 0.47931001719588917, + "nauc_ndcg_at_20_max": 0.44104335869322414, + "nauc_ndcg_at_20_std": 0.34838234044212724, + "nauc_ndcg_at_3_diff1": 0.5327924389517208, + "nauc_ndcg_at_3_max": 0.4676848915957549, + "nauc_ndcg_at_3_std": 0.3462985691606815, + "nauc_ndcg_at_5_diff1": 0.4879105951367381, + "nauc_ndcg_at_5_max": 0.44358910787060024, + "nauc_ndcg_at_5_std": 0.3566285952669218, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.29798798023677125, + "nauc_precision_at_100_max": 0.47397335002846613, + "nauc_precision_at_100_std": 0.46487157379083816, + "nauc_precision_at_10_diff1": 0.3857208699452443, + "nauc_precision_at_10_max": 0.4135058984268377, + "nauc_precision_at_10_std": 0.3503705814003787, + "nauc_precision_at_1_diff1": 0.6313007118799755, + "nauc_precision_at_1_max": 0.5155341013472138, + "nauc_precision_at_1_std": 0.35458607624004906, + "nauc_precision_at_20_diff1": 0.38223943808653166, + "nauc_precision_at_20_max": 0.39601968317152453, + "nauc_precision_at_20_std": 0.3440345873014034, + "nauc_precision_at_3_diff1": 0.480186362048462, + "nauc_precision_at_3_max": 0.443308541774892, + "nauc_precision_at_3_std": 0.34639882854003723, + "nauc_precision_at_5_diff1": 0.3907137394221993, + "nauc_precision_at_5_max": 0.3956512800269739, + "nauc_precision_at_5_std": 0.3673780212008324, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2979879802367704, + "nauc_recall_at_100_max": 0.4739733500284659, + "nauc_recall_at_100_std": 0.46487157379083804, + "nauc_recall_at_10_diff1": 0.3857208699452441, + "nauc_recall_at_10_max": 0.41350589842683755, + "nauc_recall_at_10_std": 0.3503705814003786, + "nauc_recall_at_1_diff1": 0.6313007118799755, + "nauc_recall_at_1_max": 0.5155341013472138, + "nauc_recall_at_1_std": 0.35458607624004906, + "nauc_recall_at_20_diff1": 0.382239438086532, + "nauc_recall_at_20_max": 0.39601968317152486, + "nauc_recall_at_20_std": 0.3440345873014037, + "nauc_recall_at_3_diff1": 0.4801863620484621, + "nauc_recall_at_3_max": 0.4433085417748924, + "nauc_recall_at_3_std": 0.3463988285400372, + "nauc_recall_at_5_diff1": 0.39071373942219917, + "nauc_recall_at_5_max": 0.3956512800269739, + "nauc_recall_at_5_std": 0.36737802120083213, + "ndcg_at_1": 0.13933, + "ndcg_at_10": 0.22251, + "ndcg_at_100": 0.28451, + "ndcg_at_1000": 0.32833, + "ndcg_at_20": 0.23872, + "ndcg_at_3": 0.17493, + "ndcg_at_5": 0.19601, + "precision_at_1": 0.13933, + "precision_at_10": 0.0336, + "precision_at_100": 0.00651, + "precision_at_1000": 0.001, + "precision_at_20": 0.02, + "precision_at_3": 0.06704, + "precision_at_5": 0.05056, + "recall_at_1": 0.13933, + "recall_at_10": 0.33596, + "recall_at_100": 0.65056, + "recall_at_1000": 1.0, + "recall_at_20": 0.4, + "recall_at_3": 0.20112, + "recall_at_5": 0.25281 + }, + { + "cv_recall_at_1": 0.15233, + "cv_recall_at_10": 0.32558, + "cv_recall_at_100": 0.68488, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.42558, + "cv_recall_at_3": 0.20814, + "cv_recall_at_5": 0.25, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.22681, + "map_at_1": 0.15233, + "map_at_10": 0.19685, + "map_at_100": 0.20977, + "map_at_1000": 0.21137, + "map_at_20": 0.20388, + "map_at_3": 0.17733, + "map_at_5": 0.18698, + "mrr_at_1": 0.15232558139534882, + "mrr_at_10": 0.19685123661867845, + "mrr_at_100": 0.20976999322473525, + "mrr_at_1000": 0.21136818088041656, + "mrr_at_20": 0.20388234299720012, + "mrr_at_3": 0.17732558139534887, + "mrr_at_5": 0.1869767441860465, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.28928588096595664, + "nauc_cv_recall_at_100_max": 0.3545880113713616, + "nauc_cv_recall_at_100_std": 0.3624408248903762, + "nauc_cv_recall_at_10_diff1": 0.410329527119275, + "nauc_cv_recall_at_10_max": 0.16473563361052504, + "nauc_cv_recall_at_10_std": 0.08078999627652986, + "nauc_cv_recall_at_1_diff1": 0.6586457244685855, + "nauc_cv_recall_at_1_max": 0.2772832920468003, + "nauc_cv_recall_at_1_std": 0.12915926096719418, + "nauc_cv_recall_at_20_diff1": 0.3776209415608929, + "nauc_cv_recall_at_20_max": 0.18776254714901358, + "nauc_cv_recall_at_20_std": 0.14351872823746506, + "nauc_cv_recall_at_3_diff1": 0.5002744242173366, + "nauc_cv_recall_at_3_max": 0.22006604660961354, + "nauc_cv_recall_at_3_std": 0.12469577719340726, + "nauc_cv_recall_at_5_diff1": 0.46741021408349515, + "nauc_cv_recall_at_5_max": 0.19384178519804637, + "nauc_cv_recall_at_5_std": 0.09437635245516056, + "nauc_map_at_1000_diff1": 0.5513265197992123, + "nauc_map_at_1000_max": 0.24016450921419116, + "nauc_map_at_1000_std": 0.1263100552175581, + "nauc_map_at_100_diff1": 0.5503259849465996, + "nauc_map_at_100_max": 0.24015798693197335, + "nauc_map_at_100_std": 0.1266885245132762, + "nauc_map_at_10_diff1": 0.5541550509171621, + "nauc_map_at_10_max": 0.23351168479305368, + "nauc_map_at_10_std": 0.11489690071703798, + "nauc_map_at_1_diff1": 0.6586457244685855, + "nauc_map_at_1_max": 0.2772832920468003, + "nauc_map_at_1_std": 0.12915926096719418, + "nauc_map_at_20_diff1": 0.550752731386968, + "nauc_map_at_20_max": 0.2363155358781987, + "nauc_map_at_20_std": 0.12196053759746485, + "nauc_map_at_3_diff1": 0.5767075860995042, + "nauc_map_at_3_max": 0.24751741022380233, + "nauc_map_at_3_std": 0.12614812315624652, + "nauc_map_at_5_diff1": 0.5661607434146992, + "nauc_map_at_5_max": 0.23941193117024734, + "nauc_map_at_5_std": 0.11767569954794925, + "nauc_mrr_at_1000_diff1": 0.5513265093688596, + "nauc_mrr_at_1000_max": 0.2401645568612914, + "nauc_mrr_at_1000_std": 0.12631007104475458, + "nauc_mrr_at_100_diff1": 0.5503259849465996, + "nauc_mrr_at_100_max": 0.24015798693197335, + "nauc_mrr_at_100_std": 0.1266885245132762, + "nauc_mrr_at_10_diff1": 0.5541550509171621, + "nauc_mrr_at_10_max": 0.23351168479305368, + "nauc_mrr_at_10_std": 0.11489690071703798, + "nauc_mrr_at_1_diff1": 0.6586457244685855, + "nauc_mrr_at_1_max": 0.2772832920468003, + "nauc_mrr_at_1_std": 0.12915926096719418, + "nauc_mrr_at_20_diff1": 0.550752731386968, + "nauc_mrr_at_20_max": 0.2363155358781987, + "nauc_mrr_at_20_std": 0.12196053759746485, + "nauc_mrr_at_3_diff1": 0.5767075860995042, + "nauc_mrr_at_3_max": 0.24751741022380233, + "nauc_mrr_at_3_std": 0.12614812315624652, + "nauc_mrr_at_5_diff1": 0.5661607434146992, + "nauc_mrr_at_5_max": 0.23941193117024734, + "nauc_mrr_at_5_std": 0.11767569954794925, + "nauc_ndcg_at_1000_diff1": 0.5214665780441233, + "nauc_ndcg_at_1000_max": 0.24043521395830333, + "nauc_ndcg_at_1000_std": 0.13920790773883404, + "nauc_ndcg_at_100_diff1": 0.49414511319709525, + "nauc_ndcg_at_100_max": 0.25181424634361693, + "nauc_ndcg_at_100_std": 0.1629480668331953, + "nauc_ndcg_at_10_diff1": 0.5125254924923802, + "nauc_ndcg_at_10_max": 0.21379969221512746, + "nauc_ndcg_at_10_std": 0.10536356101011754, + "nauc_ndcg_at_1_diff1": 0.6586457244685855, + "nauc_ndcg_at_1_max": 0.2772832920468003, + "nauc_ndcg_at_1_std": 0.12915926096719418, + "nauc_ndcg_at_20_diff1": 0.5014840374569179, + "nauc_ndcg_at_20_max": 0.22153633427823136, + "nauc_ndcg_at_20_std": 0.1262308783663143, + "nauc_ndcg_at_3_diff1": 0.5552016979915128, + "nauc_ndcg_at_3_max": 0.23978651146760627, + "nauc_ndcg_at_3_std": 0.12570952954169726, + "nauc_ndcg_at_5_diff1": 0.537869708474716, + "nauc_ndcg_at_5_max": 0.22648568477623546, + "nauc_ndcg_at_5_std": 0.11132774920238546, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.28928588096595753, + "nauc_precision_at_100_max": 0.35458801137136126, + "nauc_precision_at_100_std": 0.36244082489037516, + "nauc_precision_at_10_diff1": 0.41032952711927495, + "nauc_precision_at_10_max": 0.16473563361052518, + "nauc_precision_at_10_std": 0.08078999627652979, + "nauc_precision_at_1_diff1": 0.6586457244685855, + "nauc_precision_at_1_max": 0.2772832920468003, + "nauc_precision_at_1_std": 0.12915926096719418, + "nauc_precision_at_20_diff1": 0.3776209415608924, + "nauc_precision_at_20_max": 0.1877625471490132, + "nauc_precision_at_20_std": 0.14351872823746498, + "nauc_precision_at_3_diff1": 0.5002744242173365, + "nauc_precision_at_3_max": 0.2200660466096136, + "nauc_precision_at_3_std": 0.12469577719340708, + "nauc_precision_at_5_diff1": 0.46741021408349537, + "nauc_precision_at_5_max": 0.19384178519804657, + "nauc_precision_at_5_std": 0.09437635245516063, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.28928588096595664, + "nauc_recall_at_100_max": 0.3545880113713616, + "nauc_recall_at_100_std": 0.3624408248903762, + "nauc_recall_at_10_diff1": 0.410329527119275, + "nauc_recall_at_10_max": 0.16473563361052504, + "nauc_recall_at_10_std": 0.08078999627652986, + "nauc_recall_at_1_diff1": 0.6586457244685855, + "nauc_recall_at_1_max": 0.2772832920468003, + "nauc_recall_at_1_std": 0.12915926096719418, + "nauc_recall_at_20_diff1": 0.3776209415608929, + "nauc_recall_at_20_max": 0.18776254714901358, + "nauc_recall_at_20_std": 0.14351872823746506, + "nauc_recall_at_3_diff1": 0.5002744242173366, + "nauc_recall_at_3_max": 0.22006604660961354, + "nauc_recall_at_3_std": 0.12469577719340726, + "nauc_recall_at_5_diff1": 0.46741021408349515, + "nauc_recall_at_5_max": 0.19384178519804637, + "nauc_recall_at_5_std": 0.09437635245516056, + "ndcg_at_1": 0.15233, + "ndcg_at_10": 0.22681, + "ndcg_at_100": 0.29875, + "ndcg_at_1000": 0.33929, + "ndcg_at_20": 0.2522, + "ndcg_at_3": 0.18526, + "ndcg_at_5": 0.20257, + "precision_at_1": 0.15233, + "precision_at_10": 0.03256, + "precision_at_100": 0.00685, + "precision_at_1000": 0.001, + "precision_at_20": 0.02128, + "precision_at_3": 0.06938, + "precision_at_5": 0.05, + "recall_at_1": 0.15233, + "recall_at_10": 0.32558, + "recall_at_100": 0.68488, + "recall_at_1000": 1.0, + "recall_at_20": 0.42558, + "recall_at_3": 0.20814, + "recall_at_5": 0.25 + }, + { + "cv_recall_at_1": 0.32884, + "cv_recall_at_10": 0.57688, + "cv_recall_at_100": 0.81594, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.65544, + "cv_recall_at_3": 0.43547, + "cv_recall_at_5": 0.49495, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.44096, + "map_at_1": 0.32884, + "map_at_10": 0.39885, + "map_at_100": 0.40826, + "map_at_1000": 0.40911, + "map_at_20": 0.40444, + "map_at_3": 0.37411, + "map_at_5": 0.38803, + "mrr_at_1": 0.3288439955106622, + "mrr_at_10": 0.3988509432953876, + "mrr_at_100": 0.40826340383916915, + "mrr_at_1000": 0.40911460678506656, + "mrr_at_20": 0.40444359872490476, + "mrr_at_3": 0.37411148522259624, + "mrr_at_5": 0.38802843247287666, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.42251653533438616, + "nauc_cv_recall_at_100_max": 0.5974632567614767, + "nauc_cv_recall_at_100_std": 0.5798983552509402, + "nauc_cv_recall_at_10_diff1": 0.4965565401407999, + "nauc_cv_recall_at_10_max": 0.4884093981133426, + "nauc_cv_recall_at_10_std": 0.3476667895125619, + "nauc_cv_recall_at_1_diff1": 0.6881197967738875, + "nauc_cv_recall_at_1_max": 0.5104387821019861, + "nauc_cv_recall_at_1_std": 0.22996512608256198, + "nauc_cv_recall_at_20_diff1": 0.4579569229337732, + "nauc_cv_recall_at_20_max": 0.5357361507438837, + "nauc_cv_recall_at_20_std": 0.41608588175822514, + "nauc_cv_recall_at_3_diff1": 0.5826564933802192, + "nauc_cv_recall_at_3_max": 0.4915891078838359, + "nauc_cv_recall_at_3_std": 0.26513885013921823, + "nauc_cv_recall_at_5_diff1": 0.5361007340951345, + "nauc_cv_recall_at_5_max": 0.46650003271004464, + "nauc_cv_recall_at_5_std": 0.29467856997063335, + "nauc_map_at_1000_diff1": 0.6260425875683999, + "nauc_map_at_1000_max": 0.5031965378036112, + "nauc_map_at_1000_std": 0.2599848007687964, + "nauc_map_at_100_diff1": 0.6257450554561577, + "nauc_map_at_100_max": 0.5033928040860026, + "nauc_map_at_100_std": 0.2606797179062218, + "nauc_map_at_10_diff1": 0.6265320761885688, + "nauc_map_at_10_max": 0.5003685246352216, + "nauc_map_at_10_std": 0.25713351432434206, + "nauc_map_at_1_diff1": 0.6881197967738875, + "nauc_map_at_1_max": 0.5104387821019861, + "nauc_map_at_1_std": 0.22996512608256198, + "nauc_map_at_20_diff1": 0.6251828068786616, + "nauc_map_at_20_max": 0.5032413273960014, + "nauc_map_at_20_std": 0.26008764400434875, + "nauc_map_at_3_diff1": 0.6404464664086379, + "nauc_map_at_3_max": 0.502375813650769, + "nauc_map_at_3_std": 0.24441336490772264, + "nauc_map_at_5_diff1": 0.6304197906675999, + "nauc_map_at_5_max": 0.49722842291628355, + "nauc_map_at_5_std": 0.2509909601892623, + "nauc_mrr_at_1000_diff1": 0.6260425875683999, + "nauc_mrr_at_1000_max": 0.5031965378036112, + "nauc_mrr_at_1000_std": 0.2599848007687964, + "nauc_mrr_at_100_diff1": 0.6257450554561577, + "nauc_mrr_at_100_max": 0.5033928040860026, + "nauc_mrr_at_100_std": 0.2606797179062218, + "nauc_mrr_at_10_diff1": 0.6265320761885688, + "nauc_mrr_at_10_max": 0.5003685246352216, + "nauc_mrr_at_10_std": 0.25713351432434206, + "nauc_mrr_at_1_diff1": 0.6881197967738875, + "nauc_mrr_at_1_max": 0.5104387821019861, + "nauc_mrr_at_1_std": 0.22996512608256198, + "nauc_mrr_at_20_diff1": 0.6251828068786616, + "nauc_mrr_at_20_max": 0.5032413273960014, + "nauc_mrr_at_20_std": 0.26008764400434875, + "nauc_mrr_at_3_diff1": 0.6404464664086379, + "nauc_mrr_at_3_max": 0.502375813650769, + "nauc_mrr_at_3_std": 0.24441336490772264, + "nauc_mrr_at_5_diff1": 0.6304197906675999, + "nauc_mrr_at_5_max": 0.49722842291628355, + "nauc_mrr_at_5_std": 0.2509909601892623, + "nauc_ndcg_at_1000_diff1": 0.6076429265545639, + "nauc_ndcg_at_1000_max": 0.5052332372999279, + "nauc_ndcg_at_1000_std": 0.27652683355425656, + "nauc_ndcg_at_100_diff1": 0.5957468733498283, + "nauc_ndcg_at_100_max": 0.5114361696173704, + "nauc_ndcg_at_100_std": 0.2972555019901694, + "nauc_ndcg_at_10_diff1": 0.5968390935433466, + "nauc_ndcg_at_10_max": 0.4972020381548397, + "nauc_ndcg_at_10_std": 0.276970819778273, + "nauc_ndcg_at_1_diff1": 0.6881197967738875, + "nauc_ndcg_at_1_max": 0.5104387821019861, + "nauc_ndcg_at_1_std": 0.22996512608256198, + "nauc_ndcg_at_20_diff1": 0.5912904398741408, + "nauc_ndcg_at_20_max": 0.5077719844454441, + "nauc_ndcg_at_20_std": 0.2893097949822134, + "nauc_ndcg_at_3_diff1": 0.6254713111075045, + "nauc_ndcg_at_3_max": 0.49960017452239175, + "nauc_ndcg_at_3_std": 0.24972205479769516, + "nauc_ndcg_at_5_diff1": 0.6069956168160815, + "nauc_ndcg_at_5_max": 0.48982469778813303, + "nauc_ndcg_at_5_std": 0.2616678203416795, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.42251653533438577, + "nauc_precision_at_100_max": 0.5974632567614774, + "nauc_precision_at_100_std": 0.5798983552509408, + "nauc_precision_at_10_diff1": 0.49655654014079986, + "nauc_precision_at_10_max": 0.488409398113342, + "nauc_precision_at_10_std": 0.3476667895125617, + "nauc_precision_at_1_diff1": 0.6881197967738875, + "nauc_precision_at_1_max": 0.5104387821019861, + "nauc_precision_at_1_std": 0.22996512608256198, + "nauc_precision_at_20_diff1": 0.45795692293377344, + "nauc_precision_at_20_max": 0.5357361507438838, + "nauc_precision_at_20_std": 0.4160858817582251, + "nauc_precision_at_3_diff1": 0.5826564933802196, + "nauc_precision_at_3_max": 0.49158910788383625, + "nauc_precision_at_3_std": 0.2651388501392188, + "nauc_precision_at_5_diff1": 0.5361007340951345, + "nauc_precision_at_5_max": 0.46650003271004487, + "nauc_precision_at_5_std": 0.29467856997063324, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.42251653533438616, + "nauc_recall_at_100_max": 0.5974632567614767, + "nauc_recall_at_100_std": 0.5798983552509402, + "nauc_recall_at_10_diff1": 0.4965565401407999, + "nauc_recall_at_10_max": 0.4884093981133426, + "nauc_recall_at_10_std": 0.3476667895125619, + "nauc_recall_at_1_diff1": 0.6881197967738875, + "nauc_recall_at_1_max": 0.5104387821019861, + "nauc_recall_at_1_std": 0.22996512608256198, + "nauc_recall_at_20_diff1": 0.4579569229337732, + "nauc_recall_at_20_max": 0.5357361507438837, + "nauc_recall_at_20_std": 0.41608588175822514, + "nauc_recall_at_3_diff1": 0.5826564933802192, + "nauc_recall_at_3_max": 0.4915891078838359, + "nauc_recall_at_3_std": 0.26513885013921823, + "nauc_recall_at_5_diff1": 0.5361007340951345, + "nauc_recall_at_5_max": 0.46650003271004464, + "nauc_recall_at_5_std": 0.29467856997063335, + "ndcg_at_1": 0.32884, + "ndcg_at_10": 0.44096, + "ndcg_at_100": 0.49016, + "ndcg_at_1000": 0.51345, + "ndcg_at_20": 0.461, + "ndcg_at_3": 0.3898, + "ndcg_at_5": 0.41458, + "precision_at_1": 0.32884, + "precision_at_10": 0.05769, + "precision_at_100": 0.00816, + "precision_at_1000": 0.001, + "precision_at_20": 0.03277, + "precision_at_3": 0.14516, + "precision_at_5": 0.09899, + "recall_at_1": 0.32884, + "recall_at_10": 0.57688, + "recall_at_100": 0.81594, + "recall_at_1000": 1.0, + "recall_at_20": 0.65544, + "recall_at_3": 0.43547, + "recall_at_5": 0.49495 + }, + { + "cv_recall_at_1": 0.11754, + "cv_recall_at_10": 0.2614, + "cv_recall_at_100": 0.56667, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.31228, + "cv_recall_at_3": 0.16491, + "cv_recall_at_5": 0.20351, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.17967, + "map_at_1": 0.11754, + "map_at_10": 0.15478, + "map_at_100": 0.16417, + "map_at_1000": 0.16616, + "map_at_20": 0.15821, + "map_at_3": 0.1383, + "map_at_5": 0.14716, + "mrr_at_1": 0.11754385964912281, + "mrr_at_10": 0.1547827903091061, + "mrr_at_100": 0.16417160639151848, + "mrr_at_1000": 0.16615976090692203, + "mrr_at_20": 0.15821471681867644, + "mrr_at_3": 0.13830409356725143, + "mrr_at_5": 0.14716374269005847, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.20686636279942508, + "nauc_cv_recall_at_100_max": 0.17926244045364328, + "nauc_cv_recall_at_100_std": 0.38626426415880044, + "nauc_cv_recall_at_10_diff1": 0.3603919019081563, + "nauc_cv_recall_at_10_max": 0.1680027725567475, + "nauc_cv_recall_at_10_std": 0.33617250564756646, + "nauc_cv_recall_at_1_diff1": 0.6064805637913367, + "nauc_cv_recall_at_1_max": 0.2527065611174607, + "nauc_cv_recall_at_1_std": 0.3772990481171108, + "nauc_cv_recall_at_20_diff1": 0.29609637486864593, + "nauc_cv_recall_at_20_max": 0.1845928383275292, + "nauc_cv_recall_at_20_std": 0.3293436311630296, + "nauc_cv_recall_at_3_diff1": 0.4800736209246735, + "nauc_cv_recall_at_3_max": 0.19174365694492915, + "nauc_cv_recall_at_3_std": 0.3175182241421318, + "nauc_cv_recall_at_5_diff1": 0.40168845928793273, + "nauc_cv_recall_at_5_max": 0.2056786469820408, + "nauc_cv_recall_at_5_std": 0.32768263041814816, + "nauc_map_at_1000_diff1": 0.49721183191633966, + "nauc_map_at_1000_max": 0.21530537794659496, + "nauc_map_at_1000_std": 0.3539650055758818, + "nauc_map_at_100_diff1": 0.49620795978310384, + "nauc_map_at_100_max": 0.21509618634759792, + "nauc_map_at_100_std": 0.3542543673006248, + "nauc_map_at_10_diff1": 0.5090810244617068, + "nauc_map_at_10_max": 0.21482663598645924, + "nauc_map_at_10_std": 0.3526557190520316, + "nauc_map_at_1_diff1": 0.6064805637913367, + "nauc_map_at_1_max": 0.2527065611174607, + "nauc_map_at_1_std": 0.3772990481171108, + "nauc_map_at_20_diff1": 0.5016662903455533, + "nauc_map_at_20_max": 0.21638144190481617, + "nauc_map_at_20_std": 0.352290307891851, + "nauc_map_at_3_diff1": 0.5444623926108907, + "nauc_map_at_3_max": 0.2171326896610425, + "nauc_map_at_3_std": 0.3464784007620425, + "nauc_map_at_5_diff1": 0.5186026114663759, + "nauc_map_at_5_max": 0.21988382288719446, + "nauc_map_at_5_std": 0.3488387290105743, + "nauc_mrr_at_1000_diff1": 0.49721183191633966, + "nauc_mrr_at_1000_max": 0.21530537794659496, + "nauc_mrr_at_1000_std": 0.3539650055758818, + "nauc_mrr_at_100_diff1": 0.49620795978310384, + "nauc_mrr_at_100_max": 0.21509618634759792, + "nauc_mrr_at_100_std": 0.3542543673006248, + "nauc_mrr_at_10_diff1": 0.5090810244617068, + "nauc_mrr_at_10_max": 0.21482663598645924, + "nauc_mrr_at_10_std": 0.3526557190520316, + "nauc_mrr_at_1_diff1": 0.6064805637913367, + "nauc_mrr_at_1_max": 0.2527065611174607, + "nauc_mrr_at_1_std": 0.3772990481171108, + "nauc_mrr_at_20_diff1": 0.5016662903455533, + "nauc_mrr_at_20_max": 0.21638144190481617, + "nauc_mrr_at_20_std": 0.352290307891851, + "nauc_mrr_at_3_diff1": 0.5444623926108907, + "nauc_mrr_at_3_max": 0.2171326896610425, + "nauc_mrr_at_3_std": 0.3464784007620425, + "nauc_mrr_at_5_diff1": 0.5186026114663759, + "nauc_mrr_at_5_max": 0.21988382288719446, + "nauc_mrr_at_5_std": 0.3488387290105743, + "nauc_ndcg_at_1000_diff1": 0.45255995578858577, + "nauc_ndcg_at_1000_max": 0.20829872016114442, + "nauc_ndcg_at_1000_std": 0.35374196329629476, + "nauc_ndcg_at_100_diff1": 0.4167023841930697, + "nauc_ndcg_at_100_max": 0.20346728060732097, + "nauc_ndcg_at_100_std": 0.35912915345884755, + "nauc_ndcg_at_10_diff1": 0.46408001594108844, + "nauc_ndcg_at_10_max": 0.20122977875141929, + "nauc_ndcg_at_10_std": 0.34759731100350105, + "nauc_ndcg_at_1_diff1": 0.6064805637913367, + "nauc_ndcg_at_1_max": 0.2527065611174607, + "nauc_ndcg_at_1_std": 0.3772990481171108, + "nauc_ndcg_at_20_diff1": 0.44021005808238023, + "nauc_ndcg_at_20_max": 0.2062442932637015, + "nauc_ndcg_at_20_std": 0.3455111095383758, + "nauc_ndcg_at_3_diff1": 0.5263189012349082, + "nauc_ndcg_at_3_max": 0.20975189907779873, + "nauc_ndcg_at_3_std": 0.3382583344210606, + "nauc_ndcg_at_5_diff1": 0.4842182837146837, + "nauc_ndcg_at_5_max": 0.21512998355498653, + "nauc_ndcg_at_5_std": 0.34229115985178443, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.20686636279942525, + "nauc_precision_at_100_max": 0.17926244045364373, + "nauc_precision_at_100_std": 0.38626426415880066, + "nauc_precision_at_10_diff1": 0.3603919019081564, + "nauc_precision_at_10_max": 0.16800277255674756, + "nauc_precision_at_10_std": 0.3361725056475665, + "nauc_precision_at_1_diff1": 0.6064805637913367, + "nauc_precision_at_1_max": 0.2527065611174607, + "nauc_precision_at_1_std": 0.3772990481171108, + "nauc_precision_at_20_diff1": 0.29609637486864615, + "nauc_precision_at_20_max": 0.18459283832752935, + "nauc_precision_at_20_std": 0.3293436311630295, + "nauc_precision_at_3_diff1": 0.4800736209246737, + "nauc_precision_at_3_max": 0.19174365694492926, + "nauc_precision_at_3_std": 0.31751822414213193, + "nauc_precision_at_5_diff1": 0.40168845928793273, + "nauc_precision_at_5_max": 0.20567864698204089, + "nauc_precision_at_5_std": 0.32768263041814827, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.20686636279942508, + "nauc_recall_at_100_max": 0.17926244045364328, + "nauc_recall_at_100_std": 0.38626426415880044, + "nauc_recall_at_10_diff1": 0.3603919019081563, + "nauc_recall_at_10_max": 0.1680027725567475, + "nauc_recall_at_10_std": 0.33617250564756646, + "nauc_recall_at_1_diff1": 0.6064805637913367, + "nauc_recall_at_1_max": 0.2527065611174607, + "nauc_recall_at_1_std": 0.3772990481171108, + "nauc_recall_at_20_diff1": 0.29609637486864593, + "nauc_recall_at_20_max": 0.1845928383275292, + "nauc_recall_at_20_std": 0.3293436311630296, + "nauc_recall_at_3_diff1": 0.4800736209246735, + "nauc_recall_at_3_max": 0.19174365694492915, + "nauc_recall_at_3_std": 0.3175182241421318, + "nauc_recall_at_5_diff1": 0.40168845928793273, + "nauc_recall_at_5_max": 0.2056786469820408, + "nauc_recall_at_5_std": 0.32768263041814816, + "ndcg_at_1": 0.11754, + "ndcg_at_10": 0.17967, + "ndcg_at_100": 0.23847, + "ndcg_at_1000": 0.29349, + "ndcg_at_20": 0.19242, + "ndcg_at_3": 0.14513, + "ndcg_at_5": 0.16106, + "precision_at_1": 0.11754, + "precision_at_10": 0.02614, + "precision_at_100": 0.00567, + "precision_at_1000": 0.001, + "precision_at_20": 0.01561, + "precision_at_3": 0.05497, + "precision_at_5": 0.0407, + "recall_at_1": 0.11754, + "recall_at_10": 0.2614, + "recall_at_100": 0.56667, + "recall_at_1000": 1.0, + "recall_at_20": 0.31228, + "recall_at_3": 0.16491, + "recall_at_5": 0.20351 + }, + { + "cv_recall_at_1": 0.17506, + "cv_recall_at_10": 0.35126, + "cv_recall_at_100": 0.67849, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.44394, + "cv_recall_at_3": 0.246, + "cv_recall_at_5": 0.28375, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "main_score": 0.2524, + "map_at_1": 0.17506, + "map_at_10": 0.22221, + "map_at_100": 0.2342, + "map_at_1000": 0.23573, + "map_at_20": 0.22847, + "map_at_3": 0.205, + "map_at_5": 0.21381, + "mrr_at_1": 0.17505720823798626, + "mrr_at_10": 0.2222063310450038, + "mrr_at_100": 0.23420477050876534, + "mrr_at_1000": 0.2357283425713766, + "mrr_at_20": 0.22847110561344786, + "mrr_at_3": 0.20499618611746767, + "mrr_at_5": 0.21380625476735324, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.31030606229731295, + "nauc_cv_recall_at_100_max": 0.4920183843935835, + "nauc_cv_recall_at_100_std": 0.4214345474136694, + "nauc_cv_recall_at_10_diff1": 0.4319578595158496, + "nauc_cv_recall_at_10_max": 0.46680225532674047, + "nauc_cv_recall_at_10_std": 0.3069335988465379, + "nauc_cv_recall_at_1_diff1": 0.662791905035046, + "nauc_cv_recall_at_1_max": 0.5136669938374341, + "nauc_cv_recall_at_1_std": 0.22883573101962362, + "nauc_cv_recall_at_20_diff1": 0.38988749437635895, + "nauc_cv_recall_at_20_max": 0.4800254245971985, + "nauc_cv_recall_at_20_std": 0.3312341215165486, + "nauc_cv_recall_at_3_diff1": 0.5405291010324115, + "nauc_cv_recall_at_3_max": 0.4954257412448969, + "nauc_cv_recall_at_3_std": 0.28238790805278113, + "nauc_cv_recall_at_5_diff1": 0.4673198702095926, + "nauc_cv_recall_at_5_max": 0.4819739132028776, + "nauc_cv_recall_at_5_std": 0.30321271891046175, + "nauc_map_at_1000_diff1": 0.5753951970120799, + "nauc_map_at_1000_max": 0.49867755908541817, + "nauc_map_at_1000_std": 0.2629204728875237, + "nauc_map_at_100_diff1": 0.5742791463806061, + "nauc_map_at_100_max": 0.4987120095894289, + "nauc_map_at_100_std": 0.2636667111263593, + "nauc_map_at_10_diff1": 0.5789104428111786, + "nauc_map_at_10_max": 0.4978836819985857, + "nauc_map_at_10_std": 0.2600144113637667, + "nauc_map_at_1_diff1": 0.662791905035046, + "nauc_map_at_1_max": 0.5136669938374341, + "nauc_map_at_1_std": 0.22883573101962362, + "nauc_map_at_20_diff1": 0.5755538396436413, + "nauc_map_at_20_max": 0.49831743106828436, + "nauc_map_at_20_std": 0.26198591051716935, + "nauc_map_at_3_diff1": 0.6059299307856398, + "nauc_map_at_3_max": 0.5053408422172819, + "nauc_map_at_3_std": 0.25371863899923963, + "nauc_map_at_5_diff1": 0.5850701872196608, + "nauc_map_at_5_max": 0.5014935376584141, + "nauc_map_at_5_std": 0.2595483491706154, + "nauc_mrr_at_1000_diff1": 0.5753951970120799, + "nauc_mrr_at_1000_max": 0.49867755908541817, + "nauc_mrr_at_1000_std": 0.2629204728875237, + "nauc_mrr_at_100_diff1": 0.5742791463806061, + "nauc_mrr_at_100_max": 0.4987120095894289, + "nauc_mrr_at_100_std": 0.2636667111263593, + "nauc_mrr_at_10_diff1": 0.5789104428111786, + "nauc_mrr_at_10_max": 0.4978836819985857, + "nauc_mrr_at_10_std": 0.2600144113637667, + "nauc_mrr_at_1_diff1": 0.662791905035046, + "nauc_mrr_at_1_max": 0.5136669938374341, + "nauc_mrr_at_1_std": 0.22883573101962362, + "nauc_mrr_at_20_diff1": 0.5755538396436413, + "nauc_mrr_at_20_max": 0.49831743106828436, + "nauc_mrr_at_20_std": 0.26198591051716935, + "nauc_mrr_at_3_diff1": 0.6059299307856398, + "nauc_mrr_at_3_max": 0.5053408422172819, + "nauc_mrr_at_3_std": 0.25371863899923963, + "nauc_mrr_at_5_diff1": 0.5850701872196608, + "nauc_mrr_at_5_max": 0.5014935376584141, + "nauc_mrr_at_5_std": 0.2595483491706154, + "nauc_ndcg_at_1000_diff1": 0.546210016037982, + "nauc_ndcg_at_1000_max": 0.49504877252113694, + "nauc_ndcg_at_1000_std": 0.27535570292149614, + "nauc_ndcg_at_100_diff1": 0.5185344152265912, + "nauc_ndcg_at_100_max": 0.4948560103106455, + "nauc_ndcg_at_100_std": 0.29277026295247915, + "nauc_ndcg_at_10_diff1": 0.5383424122759396, + "nauc_ndcg_at_10_max": 0.4892576392717773, + "nauc_ndcg_at_10_std": 0.2731410798077506, + "nauc_ndcg_at_1_diff1": 0.662791905035046, + "nauc_ndcg_at_1_max": 0.5136669938374341, + "nauc_ndcg_at_1_std": 0.22883573101962362, + "nauc_ndcg_at_20_diff1": 0.5261286547319675, + "nauc_ndcg_at_20_max": 0.49228912059389557, + "nauc_ndcg_at_20_std": 0.2801804838120073, + "nauc_ndcg_at_3_diff1": 0.5879478465311763, + "nauc_ndcg_at_3_max": 0.5026208826663386, + "nauc_ndcg_at_3_std": 0.2616003966411608, + "nauc_ndcg_at_5_diff1": 0.5526361128325122, + "nauc_ndcg_at_5_max": 0.4961346125428329, + "nauc_ndcg_at_5_std": 0.2716265448866012, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3103060622973135, + "nauc_precision_at_100_max": 0.49201838439358375, + "nauc_precision_at_100_std": 0.42143454741367004, + "nauc_precision_at_10_diff1": 0.43195785951584975, + "nauc_precision_at_10_max": 0.46680225532674036, + "nauc_precision_at_10_std": 0.3069335988465379, + "nauc_precision_at_1_diff1": 0.662791905035046, + "nauc_precision_at_1_max": 0.5136669938374341, + "nauc_precision_at_1_std": 0.22883573101962362, + "nauc_precision_at_20_diff1": 0.3898874943763586, + "nauc_precision_at_20_max": 0.4800254245971982, + "nauc_precision_at_20_std": 0.3312341215165482, + "nauc_precision_at_3_diff1": 0.5405291010324113, + "nauc_precision_at_3_max": 0.49542574124489663, + "nauc_precision_at_3_std": 0.28238790805278136, + "nauc_precision_at_5_diff1": 0.4673198702095924, + "nauc_precision_at_5_max": 0.4819739132028772, + "nauc_precision_at_5_std": 0.30321271891046164, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.31030606229731295, + "nauc_recall_at_100_max": 0.4920183843935835, + "nauc_recall_at_100_std": 0.4214345474136694, + "nauc_recall_at_10_diff1": 0.4319578595158496, + "nauc_recall_at_10_max": 0.46680225532674047, + "nauc_recall_at_10_std": 0.3069335988465379, + "nauc_recall_at_1_diff1": 0.662791905035046, + "nauc_recall_at_1_max": 0.5136669938374341, + "nauc_recall_at_1_std": 0.22883573101962362, + "nauc_recall_at_20_diff1": 0.38988749437635895, + "nauc_recall_at_20_max": 0.4800254245971985, + "nauc_recall_at_20_std": 0.3312341215165486, + "nauc_recall_at_3_diff1": 0.5405291010324115, + "nauc_recall_at_3_max": 0.4954257412448969, + "nauc_recall_at_3_std": 0.28238790805278113, + "nauc_recall_at_5_diff1": 0.4673198702095926, + "nauc_recall_at_5_max": 0.4819739132028776, + "nauc_recall_at_5_std": 0.30321271891046175, + "ndcg_at_1": 0.17506, + "ndcg_at_10": 0.2524, + "ndcg_at_100": 0.31861, + "ndcg_at_1000": 0.35964, + "ndcg_at_20": 0.27562, + "ndcg_at_3": 0.21547, + "ndcg_at_5": 0.23118, + "precision_at_1": 0.17506, + "precision_at_10": 0.03513, + "precision_at_100": 0.00678, + "precision_at_1000": 0.001, + "precision_at_20": 0.0222, + "precision_at_3": 0.082, + "precision_at_5": 0.05675, + "recall_at_1": 0.17506, + "recall_at_10": 0.35126, + "recall_at_100": 0.67849, + "recall_at_1000": 1.0, + "recall_at_20": 0.44394, + "recall_at_3": 0.246, + "recall_at_5": 0.28375 + }, + { + "cv_recall_at_1": 0.3818, + "cv_recall_at_10": 0.65816, + "cv_recall_at_100": 0.90455, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.75472, + "cv_recall_at_3": 0.51831, + "cv_recall_at_5": 0.58713, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.51299, + "map_at_1": 0.3818, + "map_at_10": 0.46725, + "map_at_100": 0.47806, + "map_at_1000": 0.47854, + "map_at_20": 0.47405, + "map_at_3": 0.44192, + "map_at_5": 0.45762, + "mrr_at_1": 0.38179800221975585, + "mrr_at_10": 0.467253756848651, + "mrr_at_100": 0.4780623138117509, + "mrr_at_1000": 0.478538713382236, + "mrr_at_20": 0.4740469779162587, + "mrr_at_3": 0.4419163891971881, + "mrr_at_5": 0.4576211616722157, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5265912201308302, + "nauc_cv_recall_at_100_max": 0.6336587563293079, + "nauc_cv_recall_at_100_std": 0.6311235478687189, + "nauc_cv_recall_at_10_diff1": 0.5851689002249301, + "nauc_cv_recall_at_10_max": 0.4485733805721923, + "nauc_cv_recall_at_10_std": 0.3718632734056777, + "nauc_cv_recall_at_1_diff1": 0.7137156779886052, + "nauc_cv_recall_at_1_max": 0.45559066885439636, + "nauc_cv_recall_at_1_std": 0.21835400435692623, + "nauc_cv_recall_at_20_diff1": 0.533567046952136, + "nauc_cv_recall_at_20_max": 0.484551209017695, + "nauc_cv_recall_at_20_std": 0.47478384921943123, + "nauc_cv_recall_at_3_diff1": 0.6285924276187039, + "nauc_cv_recall_at_3_max": 0.44391634092707977, + "nauc_cv_recall_at_3_std": 0.3112414211969393, + "nauc_cv_recall_at_5_diff1": 0.6021358367466351, + "nauc_cv_recall_at_5_max": 0.4355454957871355, + "nauc_cv_recall_at_5_std": 0.3236237251547708, + "nauc_map_at_1000_diff1": 0.6697722369919447, + "nauc_map_at_1000_max": 0.4508071898827599, + "nauc_map_at_1000_std": 0.2661928201749134, + "nauc_map_at_100_diff1": 0.6695552441716708, + "nauc_map_at_100_max": 0.4510068260181231, + "nauc_map_at_100_std": 0.2666357600178505, + "nauc_map_at_10_diff1": 0.670017679250379, + "nauc_map_at_10_max": 0.44799842203040807, + "nauc_map_at_10_std": 0.2633449828707209, + "nauc_map_at_1_diff1": 0.7137156779886052, + "nauc_map_at_1_max": 0.45559066885439636, + "nauc_map_at_1_std": 0.21835400435692623, + "nauc_map_at_20_diff1": 0.6686318875348207, + "nauc_map_at_20_max": 0.44973314463975794, + "nauc_map_at_20_std": 0.2670816271196027, + "nauc_map_at_3_diff1": 0.6759346113098538, + "nauc_map_at_3_max": 0.4483948069723216, + "nauc_map_at_3_std": 0.25772030300263965, + "nauc_map_at_5_diff1": 0.6710255392841811, + "nauc_map_at_5_max": 0.4466274421733826, + "nauc_map_at_5_std": 0.25962165465555503, + "nauc_mrr_at_1000_diff1": 0.6697719406219865, + "nauc_mrr_at_1000_max": 0.4508059845394589, + "nauc_mrr_at_1000_std": 0.2661912917368203, + "nauc_mrr_at_100_diff1": 0.6695549610314403, + "nauc_mrr_at_100_max": 0.45100559857467465, + "nauc_mrr_at_100_std": 0.26663420897995804, + "nauc_mrr_at_10_diff1": 0.670017679250379, + "nauc_mrr_at_10_max": 0.44799842203040807, + "nauc_mrr_at_10_std": 0.2633449828707209, + "nauc_mrr_at_1_diff1": 0.7137156779886052, + "nauc_mrr_at_1_max": 0.45559066885439636, + "nauc_mrr_at_1_std": 0.21835400435692623, + "nauc_mrr_at_20_diff1": 0.6686318875348207, + "nauc_mrr_at_20_max": 0.44973314463975794, + "nauc_mrr_at_20_std": 0.2670816271196027, + "nauc_mrr_at_3_diff1": 0.6759346113098538, + "nauc_mrr_at_3_max": 0.4483948069723216, + "nauc_mrr_at_3_std": 0.25772030300263965, + "nauc_mrr_at_5_diff1": 0.6710255392841811, + "nauc_mrr_at_5_max": 0.4466274421733826, + "nauc_mrr_at_5_std": 0.25962165465555503, + "nauc_ndcg_at_1000_diff1": 0.65934330876716, + "nauc_ndcg_at_1000_max": 0.45495571849239214, + "nauc_ndcg_at_1000_std": 0.28259581269143613, + "nauc_ndcg_at_100_diff1": 0.6536109125984344, + "nauc_ndcg_at_100_max": 0.46218844729330094, + "nauc_ndcg_at_100_std": 0.29694705857691633, + "nauc_ndcg_at_10_diff1": 0.6517697877827734, + "nauc_ndcg_at_10_max": 0.4476652993910479, + "nauc_ndcg_at_10_std": 0.2858562756359774, + "nauc_ndcg_at_1_diff1": 0.7137156779886052, + "nauc_ndcg_at_1_max": 0.45559066885439636, + "nauc_ndcg_at_1_std": 0.21835400435692623, + "nauc_ndcg_at_20_diff1": 0.6457801636805331, + "nauc_ndcg_at_20_max": 0.4541692965534771, + "nauc_ndcg_at_20_std": 0.3004166175153123, + "nauc_ndcg_at_3_diff1": 0.663972432848074, + "nauc_ndcg_at_3_max": 0.44717519330462746, + "nauc_ndcg_at_3_std": 0.2711624329493742, + "nauc_ndcg_at_5_diff1": 0.6547094368277582, + "nauc_ndcg_at_5_max": 0.44396849750140915, + "nauc_ndcg_at_5_std": 0.27489677323503187, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5265912201308315, + "nauc_precision_at_100_max": 0.6336587563293098, + "nauc_precision_at_100_std": 0.6311235478687203, + "nauc_precision_at_10_diff1": 0.5851689002249305, + "nauc_precision_at_10_max": 0.4485733805721921, + "nauc_precision_at_10_std": 0.3718632734056779, + "nauc_precision_at_1_diff1": 0.7137156779886052, + "nauc_precision_at_1_max": 0.45559066885439636, + "nauc_precision_at_1_std": 0.21835400435692623, + "nauc_precision_at_20_diff1": 0.5335670469521362, + "nauc_precision_at_20_max": 0.4845512090176942, + "nauc_precision_at_20_std": 0.47478384921943095, + "nauc_precision_at_3_diff1": 0.6285924276187037, + "nauc_precision_at_3_max": 0.4439163409270798, + "nauc_precision_at_3_std": 0.31124142119693926, + "nauc_precision_at_5_diff1": 0.6021358367466348, + "nauc_precision_at_5_max": 0.4355454957871354, + "nauc_precision_at_5_std": 0.3236237251547704, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5265912201308302, + "nauc_recall_at_100_max": 0.6336587563293079, + "nauc_recall_at_100_std": 0.6311235478687189, + "nauc_recall_at_10_diff1": 0.5851689002249301, + "nauc_recall_at_10_max": 0.4485733805721923, + "nauc_recall_at_10_std": 0.3718632734056777, + "nauc_recall_at_1_diff1": 0.7137156779886052, + "nauc_recall_at_1_max": 0.45559066885439636, + "nauc_recall_at_1_std": 0.21835400435692623, + "nauc_recall_at_20_diff1": 0.533567046952136, + "nauc_recall_at_20_max": 0.484551209017695, + "nauc_recall_at_20_std": 0.47478384921943123, + "nauc_recall_at_3_diff1": 0.6285924276187039, + "nauc_recall_at_3_max": 0.44391634092707977, + "nauc_recall_at_3_std": 0.3112414211969393, + "nauc_recall_at_5_diff1": 0.6021358367466351, + "nauc_recall_at_5_max": 0.4355454957871355, + "nauc_recall_at_5_std": 0.3236237251547708, + "ndcg_at_1": 0.3818, + "ndcg_at_10": 0.51299, + "ndcg_at_100": 0.56564, + "ndcg_at_1000": 0.57796, + "ndcg_at_20": 0.53752, + "ndcg_at_3": 0.46154, + "ndcg_at_5": 0.48986, + "precision_at_1": 0.3818, + "precision_at_10": 0.06582, + "precision_at_100": 0.00905, + "precision_at_1000": 0.001, + "precision_at_20": 0.03774, + "precision_at_3": 0.17277, + "precision_at_5": 0.11743, + "recall_at_1": 0.3818, + "recall_at_10": 0.65816, + "recall_at_100": 0.90455, + "recall_at_1000": 1.0, + "recall_at_20": 0.75472, + "recall_at_3": 0.51831, + "recall_at_5": 0.58713 + }, + { + "cv_recall_at_1": 0.07841, + "cv_recall_at_10": 0.21805, + "cv_recall_at_100": 0.47691, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.2739, + "cv_recall_at_3": 0.12137, + "cv_recall_at_5": 0.15897, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.13717, + "map_at_1": 0.07841, + "map_at_10": 0.11268, + "map_at_100": 0.12105, + "map_at_1000": 0.12309, + "map_at_20": 0.11648, + "map_at_3": 0.09649, + "map_at_5": 0.10487, + "mrr_at_1": 0.07841031149301826, + "mrr_at_10": 0.11267837962252575, + "mrr_at_100": 0.12104804694712606, + "mrr_at_1000": 0.12308794285824537, + "mrr_at_20": 0.11648311700466915, + "mrr_at_3": 0.09649122807017542, + "mrr_at_5": 0.10486931614751165, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.18453188206043467, + "nauc_cv_recall_at_100_max": 0.16392815605857672, + "nauc_cv_recall_at_100_std": 0.3509105591030677, + "nauc_cv_recall_at_10_diff1": 0.31782919395535686, + "nauc_cv_recall_at_10_max": 0.26121048660827145, + "nauc_cv_recall_at_10_std": 0.3216704847714983, + "nauc_cv_recall_at_1_diff1": 0.7300323741152004, + "nauc_cv_recall_at_1_max": 0.5875499383325973, + "nauc_cv_recall_at_1_std": 0.4395028543714588, + "nauc_cv_recall_at_20_diff1": 0.2850540894070008, + "nauc_cv_recall_at_20_max": 0.25926111017353165, + "nauc_cv_recall_at_20_std": 0.35138498307149507, + "nauc_cv_recall_at_3_diff1": 0.52950899182385, + "nauc_cv_recall_at_3_max": 0.40695540700911886, + "nauc_cv_recall_at_3_std": 0.37230982704145404, + "nauc_cv_recall_at_5_diff1": 0.44363573917477916, + "nauc_cv_recall_at_5_max": 0.31469487529160706, + "nauc_cv_recall_at_5_std": 0.33104107124420945, + "nauc_map_at_1000_diff1": 0.5460353243518522, + "nauc_map_at_1000_max": 0.42919167158826854, + "nauc_map_at_1000_std": 0.3813551521426623, + "nauc_map_at_100_diff1": 0.544390937711658, + "nauc_map_at_100_max": 0.42768712328820707, + "nauc_map_at_100_std": 0.38100639101593836, + "nauc_map_at_10_diff1": 0.5574473549510108, + "nauc_map_at_10_max": 0.43533414024358197, + "nauc_map_at_10_std": 0.3789419393898596, + "nauc_map_at_1_diff1": 0.7300323741152004, + "nauc_map_at_1_max": 0.5875499383325973, + "nauc_map_at_1_std": 0.4395028543714588, + "nauc_map_at_20_diff1": 0.5508909279002877, + "nauc_map_at_20_max": 0.43386475681313386, + "nauc_map_at_20_std": 0.382263436012735, + "nauc_map_at_3_diff1": 0.6223212772454054, + "nauc_map_at_3_max": 0.48578152509206257, + "nauc_map_at_3_std": 0.39982562617190115, + "nauc_map_at_5_diff1": 0.591480016688883, + "nauc_map_at_5_max": 0.4531842521492073, + "nauc_map_at_5_std": 0.384540400987139, + "nauc_mrr_at_1000_diff1": 0.5460314797682349, + "nauc_mrr_at_1000_max": 0.4291924596284079, + "nauc_mrr_at_1000_std": 0.3813545092878323, + "nauc_mrr_at_100_diff1": 0.5443871148859052, + "nauc_mrr_at_100_max": 0.4276879060108006, + "nauc_mrr_at_100_std": 0.3810057517648782, + "nauc_mrr_at_10_diff1": 0.5574473549510108, + "nauc_mrr_at_10_max": 0.43533414024358197, + "nauc_mrr_at_10_std": 0.3789419393898596, + "nauc_mrr_at_1_diff1": 0.7300323741152004, + "nauc_mrr_at_1_max": 0.5875499383325973, + "nauc_mrr_at_1_std": 0.4395028543714588, + "nauc_mrr_at_20_diff1": 0.5508909279002877, + "nauc_mrr_at_20_max": 0.43386475681313386, + "nauc_mrr_at_20_std": 0.382263436012735, + "nauc_mrr_at_3_diff1": 0.6223212772454054, + "nauc_mrr_at_3_max": 0.48578152509206257, + "nauc_mrr_at_3_std": 0.39982562617190115, + "nauc_mrr_at_5_diff1": 0.591480016688883, + "nauc_mrr_at_5_max": 0.4531842521492073, + "nauc_mrr_at_5_std": 0.384540400987139, + "nauc_ndcg_at_1000_diff1": 0.4788419648481831, + "nauc_ndcg_at_1000_max": 0.38079278911374764, + "nauc_ndcg_at_1000_std": 0.3716402728056327, + "nauc_ndcg_at_100_diff1": 0.42588088426408005, + "nauc_ndcg_at_100_max": 0.3404479375921339, + "nauc_ndcg_at_100_std": 0.36683836687852833, + "nauc_ndcg_at_10_diff1": 0.47794237369134523, + "nauc_ndcg_at_10_max": 0.37645783480827505, + "nauc_ndcg_at_10_std": 0.35898182581341265, + "nauc_ndcg_at_1_diff1": 0.7300323741152004, + "nauc_ndcg_at_1_max": 0.5875499383325973, + "nauc_ndcg_at_1_std": 0.4395028543714588, + "nauc_ndcg_at_20_diff1": 0.4598258570443921, + "nauc_ndcg_at_20_max": 0.37237818193500444, + "nauc_ndcg_at_20_std": 0.369399984258033, + "nauc_ndcg_at_3_diff1": 0.5948678284793605, + "nauc_ndcg_at_3_max": 0.4622721642364097, + "nauc_ndcg_at_3_std": 0.39154133751679404, + "nauc_ndcg_at_5_diff1": 0.5452122159932722, + "nauc_ndcg_at_5_max": 0.40980433669295235, + "nauc_ndcg_at_5_std": 0.36767612935248906, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.18453188206043514, + "nauc_precision_at_100_max": 0.163928156058577, + "nauc_precision_at_100_std": 0.35091055910306784, + "nauc_precision_at_10_diff1": 0.31782919395535664, + "nauc_precision_at_10_max": 0.26121048660827145, + "nauc_precision_at_10_std": 0.3216704847714983, + "nauc_precision_at_1_diff1": 0.7300323741152004, + "nauc_precision_at_1_max": 0.5875499383325973, + "nauc_precision_at_1_std": 0.4395028543714588, + "nauc_precision_at_20_diff1": 0.28505408940700105, + "nauc_precision_at_20_max": 0.2592611101735318, + "nauc_precision_at_20_std": 0.3513849830714949, + "nauc_precision_at_3_diff1": 0.5295089918238496, + "nauc_precision_at_3_max": 0.4069554070091187, + "nauc_precision_at_3_std": 0.37230982704145404, + "nauc_precision_at_5_diff1": 0.4436357391747791, + "nauc_precision_at_5_max": 0.3146948752916072, + "nauc_precision_at_5_std": 0.3310410712442096, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.18453188206043467, + "nauc_recall_at_100_max": 0.16392815605857672, + "nauc_recall_at_100_std": 0.3509105591030677, + "nauc_recall_at_10_diff1": 0.31782919395535686, + "nauc_recall_at_10_max": 0.26121048660827145, + "nauc_recall_at_10_std": 0.3216704847714983, + "nauc_recall_at_1_diff1": 0.7300323741152004, + "nauc_recall_at_1_max": 0.5875499383325973, + "nauc_recall_at_1_std": 0.4395028543714588, + "nauc_recall_at_20_diff1": 0.2850540894070008, + "nauc_recall_at_20_max": 0.25926111017353165, + "nauc_recall_at_20_std": 0.35138498307149507, + "nauc_recall_at_3_diff1": 0.52950899182385, + "nauc_recall_at_3_max": 0.40695540700911886, + "nauc_recall_at_3_std": 0.37230982704145404, + "nauc_recall_at_5_diff1": 0.44363573917477916, + "nauc_recall_at_5_max": 0.31469487529160706, + "nauc_recall_at_5_std": 0.33104107124420945, + "ndcg_at_1": 0.07841, + "ndcg_at_10": 0.13717, + "ndcg_at_100": 0.18755, + "ndcg_at_1000": 0.25155, + "ndcg_at_20": 0.1512, + "ndcg_at_3": 0.10285, + "ndcg_at_5": 0.11814, + "precision_at_1": 0.07841, + "precision_at_10": 0.0218, + "precision_at_100": 0.00477, + "precision_at_1000": 0.001, + "precision_at_20": 0.01369, + "precision_at_3": 0.04046, + "precision_at_5": 0.03179, + "recall_at_1": 0.07841, + "recall_at_10": 0.21805, + "recall_at_100": 0.47691, + "recall_at_1000": 1.0, + "recall_at_20": 0.2739, + "recall_at_3": 0.12137, + "recall_at_5": 0.15897 + }, + { + "cv_recall_at_1": 0.087, + "cv_recall_at_10": 0.251, + "cv_recall_at_100": 0.563, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.313, + "cv_recall_at_3": 0.164, + "cv_recall_at_5": 0.191, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.16084, + "map_at_1": 0.087, + "map_at_10": 0.13302, + "map_at_100": 0.14278, + "map_at_1000": 0.14468, + "map_at_20": 0.13725, + "map_at_3": 0.119, + "map_at_5": 0.12515, + "mrr_at_1": 0.087, + "mrr_at_10": 0.1330154761904761, + "mrr_at_100": 0.14277627814186838, + "mrr_at_1000": 0.14467822399493577, + "mrr_at_20": 0.1372495060022536, + "mrr_at_3": 0.11899999999999991, + "mrr_at_5": 0.12514999999999993, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.1558876013096379, + "nauc_cv_recall_at_100_max": 0.13621597911643635, + "nauc_cv_recall_at_100_std": 0.22131963502183968, + "nauc_cv_recall_at_10_diff1": 0.3552955619811528, + "nauc_cv_recall_at_10_max": 0.08030756714447457, + "nauc_cv_recall_at_10_std": 0.14590495435100892, + "nauc_cv_recall_at_1_diff1": 0.5057347902383663, + "nauc_cv_recall_at_1_max": 0.1060512137277217, + "nauc_cv_recall_at_1_std": 0.03693766210535726, + "nauc_cv_recall_at_20_diff1": 0.3068987784462007, + "nauc_cv_recall_at_20_max": 0.09564743425371655, + "nauc_cv_recall_at_20_std": 0.13610007638906607, + "nauc_cv_recall_at_3_diff1": 0.4561053020422625, + "nauc_cv_recall_at_3_max": 0.055866321891938665, + "nauc_cv_recall_at_3_std": 0.17909752953327257, + "nauc_cv_recall_at_5_diff1": 0.442646228966321, + "nauc_cv_recall_at_5_max": 0.07753053012657463, + "nauc_cv_recall_at_5_std": 0.1616987359280104, + "nauc_map_at_1000_diff1": 0.44417160523549337, + "nauc_map_at_1000_max": 0.0852978835378124, + "nauc_map_at_1000_std": 0.10768953069112178, + "nauc_map_at_100_diff1": 0.4428536887062119, + "nauc_map_at_100_max": 0.08499196853620133, + "nauc_map_at_100_std": 0.10736629195957144, + "nauc_map_at_10_diff1": 0.45481166438543014, + "nauc_map_at_10_max": 0.08291759622326565, + "nauc_map_at_10_std": 0.10690073118185775, + "nauc_map_at_1_diff1": 0.5057347902383663, + "nauc_map_at_1_max": 0.1060512137277217, + "nauc_map_at_1_std": 0.03693766210535726, + "nauc_map_at_20_diff1": 0.44816652230523707, + "nauc_map_at_20_max": 0.08428473121701546, + "nauc_map_at_20_std": 0.10578701542925341, + "nauc_map_at_3_diff1": 0.4784349377587308, + "nauc_map_at_3_max": 0.07575787040300637, + "nauc_map_at_3_std": 0.11229478774442961, + "nauc_map_at_5_diff1": 0.47406143708766296, + "nauc_map_at_5_max": 0.08129161757667618, + "nauc_map_at_5_std": 0.1089115383035945, + "nauc_mrr_at_1000_diff1": 0.44417160523549337, + "nauc_mrr_at_1000_max": 0.0852978835378124, + "nauc_mrr_at_1000_std": 0.10768953069112178, + "nauc_mrr_at_100_diff1": 0.4428536887062119, + "nauc_mrr_at_100_max": 0.08499196853620133, + "nauc_mrr_at_100_std": 0.10736629195957144, + "nauc_mrr_at_10_diff1": 0.45481166438543014, + "nauc_mrr_at_10_max": 0.08291759622326565, + "nauc_mrr_at_10_std": 0.10690073118185775, + "nauc_mrr_at_1_diff1": 0.5057347902383663, + "nauc_mrr_at_1_max": 0.1060512137277217, + "nauc_mrr_at_1_std": 0.03693766210535726, + "nauc_mrr_at_20_diff1": 0.44816652230523707, + "nauc_mrr_at_20_max": 0.08428473121701546, + "nauc_mrr_at_20_std": 0.10578701542925341, + "nauc_mrr_at_3_diff1": 0.4784349377587308, + "nauc_mrr_at_3_max": 0.07575787040300637, + "nauc_mrr_at_3_std": 0.11229478774442961, + "nauc_mrr_at_5_diff1": 0.47406143708766296, + "nauc_mrr_at_5_max": 0.08129161757667618, + "nauc_mrr_at_5_std": 0.1089115383035945, + "nauc_ndcg_at_1000_diff1": 0.4087907427501082, + "nauc_ndcg_at_1000_max": 0.0912358458578291, + "nauc_ndcg_at_1000_std": 0.12493394003702137, + "nauc_ndcg_at_100_diff1": 0.368002561758682, + "nauc_ndcg_at_100_max": 0.09539143507732341, + "nauc_ndcg_at_100_std": 0.13604709329141815, + "nauc_ndcg_at_10_diff1": 0.4239977392449605, + "nauc_ndcg_at_10_max": 0.08170068898856558, + "nauc_ndcg_at_10_std": 0.12101181084019956, + "nauc_ndcg_at_1_diff1": 0.5057347902383663, + "nauc_ndcg_at_1_max": 0.1060512137277217, + "nauc_ndcg_at_1_std": 0.03693766210535726, + "nauc_ndcg_at_20_diff1": 0.4040731057585679, + "nauc_ndcg_at_20_max": 0.08686523266695671, + "nauc_ndcg_at_20_std": 0.11781622112525923, + "nauc_ndcg_at_3_diff1": 0.47157401991603676, + "nauc_ndcg_at_3_max": 0.06954207858405162, + "nauc_ndcg_at_3_std": 0.13271042137472033, + "nauc_ndcg_at_5_diff1": 0.4641953202178358, + "nauc_ndcg_at_5_max": 0.07954983760889357, + "nauc_ndcg_at_5_std": 0.12614454515428244, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.15588760130963777, + "nauc_precision_at_100_max": 0.13621597911643624, + "nauc_precision_at_100_std": 0.2213196350218393, + "nauc_precision_at_10_diff1": 0.3552955619811528, + "nauc_precision_at_10_max": 0.08030756714447448, + "nauc_precision_at_10_std": 0.14590495435100886, + "nauc_precision_at_1_diff1": 0.5057347902383663, + "nauc_precision_at_1_max": 0.1060512137277217, + "nauc_precision_at_1_std": 0.03693766210535726, + "nauc_precision_at_20_diff1": 0.30689877844620056, + "nauc_precision_at_20_max": 0.09564743425371641, + "nauc_precision_at_20_std": 0.13610007638906604, + "nauc_precision_at_3_diff1": 0.45610530204226246, + "nauc_precision_at_3_max": 0.05586632189193886, + "nauc_precision_at_3_std": 0.17909752953327254, + "nauc_precision_at_5_diff1": 0.4426462289663209, + "nauc_precision_at_5_max": 0.07753053012657454, + "nauc_precision_at_5_std": 0.16169873592801015, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.1558876013096379, + "nauc_recall_at_100_max": 0.13621597911643635, + "nauc_recall_at_100_std": 0.22131963502183968, + "nauc_recall_at_10_diff1": 0.3552955619811528, + "nauc_recall_at_10_max": 0.08030756714447457, + "nauc_recall_at_10_std": 0.14590495435100892, + "nauc_recall_at_1_diff1": 0.5057347902383663, + "nauc_recall_at_1_max": 0.1060512137277217, + "nauc_recall_at_1_std": 0.03693766210535726, + "nauc_recall_at_20_diff1": 0.3068987784462007, + "nauc_recall_at_20_max": 0.09564743425371655, + "nauc_recall_at_20_std": 0.13610007638906607, + "nauc_recall_at_3_diff1": 0.4561053020422625, + "nauc_recall_at_3_max": 0.055866321891938665, + "nauc_recall_at_3_std": 0.17909752953327257, + "nauc_recall_at_5_diff1": 0.442646228966321, + "nauc_recall_at_5_max": 0.07753053012657463, + "nauc_recall_at_5_std": 0.1616987359280104, + "ndcg_at_1": 0.087, + "ndcg_at_10": 0.16084, + "ndcg_at_100": 0.22102, + "ndcg_at_1000": 0.27573, + "ndcg_at_20": 0.17643, + "ndcg_at_3": 0.13048, + "ndcg_at_5": 0.14158, + "precision_at_1": 0.087, + "precision_at_10": 0.0251, + "precision_at_100": 0.00563, + "precision_at_1000": 0.001, + "precision_at_20": 0.01565, + "precision_at_3": 0.05467, + "precision_at_5": 0.0382, + "recall_at_1": 0.087, + "recall_at_10": 0.251, + "recall_at_100": 0.563, + "recall_at_1000": 1.0, + "recall_at_20": 0.313, + "recall_at_3": 0.164, + "recall_at_5": 0.191 + }, + { + "cv_recall_at_1": 0.32316, + "cv_recall_at_10": 0.57975, + "cv_recall_at_100": 0.84466, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.6491, + "cv_recall_at_3": 0.44521, + "cv_recall_at_5": 0.50208, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.44335, + "map_at_1": 0.32316, + "map_at_10": 0.40073, + "map_at_100": 0.41023, + "map_at_1000": 0.41109, + "map_at_20": 0.40551, + "map_at_3": 0.37748, + "map_at_5": 0.39025, + "mrr_at_1": 0.3231622746185853, + "mrr_at_10": 0.400730907249631, + "mrr_at_100": 0.41022696716485957, + "mrr_at_1000": 0.41109069877067983, + "mrr_at_20": 0.4055117706081922, + "mrr_at_3": 0.37748497457235325, + "mrr_at_5": 0.39024503005085515, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.48098495877756514, + "nauc_cv_recall_at_100_max": 0.5404607638853961, + "nauc_cv_recall_at_100_std": 0.5785820711736115, + "nauc_cv_recall_at_10_diff1": 0.5077985610322101, + "nauc_cv_recall_at_10_max": 0.52220082238744, + "nauc_cv_recall_at_10_std": 0.4673819128352976, + "nauc_cv_recall_at_1_diff1": 0.6603749690968012, + "nauc_cv_recall_at_1_max": 0.522301229855425, + "nauc_cv_recall_at_1_std": 0.35891873761023935, + "nauc_cv_recall_at_20_diff1": 0.47762772221834277, + "nauc_cv_recall_at_20_max": 0.5148646415990591, + "nauc_cv_recall_at_20_std": 0.5201794202680657, + "nauc_cv_recall_at_3_diff1": 0.5477584110243355, + "nauc_cv_recall_at_3_max": 0.5251152644999395, + "nauc_cv_recall_at_3_std": 0.43168441471824376, + "nauc_cv_recall_at_5_diff1": 0.5197125969701824, + "nauc_cv_recall_at_5_max": 0.5353503012783575, + "nauc_cv_recall_at_5_std": 0.43589790113593907, + "nauc_map_at_1000_diff1": 0.6032375794517476, + "nauc_map_at_1000_max": 0.5234777263347525, + "nauc_map_at_1000_std": 0.3925397811648996, + "nauc_map_at_100_diff1": 0.6029913887345628, + "nauc_map_at_100_max": 0.5234730473183735, + "nauc_map_at_100_std": 0.392993926813872, + "nauc_map_at_10_diff1": 0.6032298753284776, + "nauc_map_at_10_max": 0.523595638946803, + "nauc_map_at_10_std": 0.3908289376631486, + "nauc_map_at_1_diff1": 0.6603749690968012, + "nauc_map_at_1_max": 0.522301229855425, + "nauc_map_at_1_std": 0.35891873761023935, + "nauc_map_at_20_diff1": 0.6019939478294539, + "nauc_map_at_20_max": 0.523271680197658, + "nauc_map_at_20_std": 0.393494827654832, + "nauc_map_at_3_diff1": 0.6097994862720478, + "nauc_map_at_3_max": 0.5226182274555089, + "nauc_map_at_3_std": 0.3865498621153615, + "nauc_map_at_5_diff1": 0.6036483829475393, + "nauc_map_at_5_max": 0.525436647195231, + "nauc_map_at_5_std": 0.387863937482928, + "nauc_mrr_at_1000_diff1": 0.6032366982761342, + "nauc_mrr_at_1000_max": 0.523476478320266, + "nauc_mrr_at_1000_std": 0.3925383463898094, + "nauc_mrr_at_100_diff1": 0.6029905030981351, + "nauc_mrr_at_100_max": 0.523471777559567, + "nauc_mrr_at_100_std": 0.3929924646324689, + "nauc_mrr_at_10_diff1": 0.6032298753284776, + "nauc_mrr_at_10_max": 0.523595638946803, + "nauc_mrr_at_10_std": 0.3908289376631486, + "nauc_mrr_at_1_diff1": 0.6603749690968012, + "nauc_mrr_at_1_max": 0.522301229855425, + "nauc_mrr_at_1_std": 0.35891873761023935, + "nauc_mrr_at_20_diff1": 0.6019939478294539, + "nauc_mrr_at_20_max": 0.523271680197658, + "nauc_mrr_at_20_std": 0.393494827654832, + "nauc_mrr_at_3_diff1": 0.6097994862720478, + "nauc_mrr_at_3_max": 0.5226182274555089, + "nauc_mrr_at_3_std": 0.3865498621153615, + "nauc_mrr_at_5_diff1": 0.6036483829475393, + "nauc_mrr_at_5_max": 0.525436647195231, + "nauc_mrr_at_5_std": 0.387863937482928, + "nauc_ndcg_at_1000_diff1": 0.5905044778644832, + "nauc_ndcg_at_1000_max": 0.5240057340140417, + "nauc_ndcg_at_1000_std": 0.4044954816571764, + "nauc_ndcg_at_100_diff1": 0.5838104029791342, + "nauc_ndcg_at_100_max": 0.5247090283939485, + "nauc_ndcg_at_100_std": 0.41541523853402806, + "nauc_ndcg_at_10_diff1": 0.5807929180968202, + "nauc_ndcg_at_10_max": 0.5235542263682889, + "nauc_ndcg_at_10_std": 0.40815027296979883, + "nauc_ndcg_at_1_diff1": 0.6603749690968012, + "nauc_ndcg_at_1_max": 0.522301229855425, + "nauc_ndcg_at_1_std": 0.35891873761023935, + "nauc_ndcg_at_20_diff1": 0.5759441101599324, + "nauc_ndcg_at_20_max": 0.5221250926205538, + "nauc_ndcg_at_20_std": 0.41829934427865817, + "nauc_ndcg_at_3_diff1": 0.5937567252992616, + "nauc_ndcg_at_3_max": 0.5232237668689338, + "nauc_ndcg_at_3_std": 0.39800682368297036, + "nauc_ndcg_at_5_diff1": 0.5825995713549366, + "nauc_ndcg_at_5_max": 0.527843396831755, + "nauc_ndcg_at_5_std": 0.39994406748733624, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.48098495877756564, + "nauc_precision_at_100_max": 0.540460763885397, + "nauc_precision_at_100_std": 0.5785820711736123, + "nauc_precision_at_10_diff1": 0.5077985610322097, + "nauc_precision_at_10_max": 0.5222008223874395, + "nauc_precision_at_10_std": 0.4673819128352972, + "nauc_precision_at_1_diff1": 0.6603749690968012, + "nauc_precision_at_1_max": 0.522301229855425, + "nauc_precision_at_1_std": 0.35891873761023935, + "nauc_precision_at_20_diff1": 0.4776277222183427, + "nauc_precision_at_20_max": 0.5148646415990584, + "nauc_precision_at_20_std": 0.520179420268066, + "nauc_precision_at_3_diff1": 0.5477584110243353, + "nauc_precision_at_3_max": 0.5251152644999393, + "nauc_precision_at_3_std": 0.431684414718244, + "nauc_precision_at_5_diff1": 0.5197125969701824, + "nauc_precision_at_5_max": 0.5353503012783575, + "nauc_precision_at_5_std": 0.4358979011359394, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.48098495877756514, + "nauc_recall_at_100_max": 0.5404607638853961, + "nauc_recall_at_100_std": 0.5785820711736115, + "nauc_recall_at_10_diff1": 0.5077985610322101, + "nauc_recall_at_10_max": 0.52220082238744, + "nauc_recall_at_10_std": 0.4673819128352976, + "nauc_recall_at_1_diff1": 0.6603749690968012, + "nauc_recall_at_1_max": 0.522301229855425, + "nauc_recall_at_1_std": 0.35891873761023935, + "nauc_recall_at_20_diff1": 0.47762772221834277, + "nauc_recall_at_20_max": 0.5148646415990591, + "nauc_recall_at_20_std": 0.5201794202680657, + "nauc_recall_at_3_diff1": 0.5477584110243355, + "nauc_recall_at_3_max": 0.5251152644999395, + "nauc_recall_at_3_std": 0.43168441471824376, + "nauc_recall_at_5_diff1": 0.5197125969701824, + "nauc_recall_at_5_max": 0.5353503012783575, + "nauc_recall_at_5_std": 0.43589790113593907, + "ndcg_at_1": 0.32316, + "ndcg_at_10": 0.44335, + "ndcg_at_100": 0.49652, + "ndcg_at_1000": 0.51696, + "ndcg_at_20": 0.46084, + "ndcg_at_3": 0.3949, + "ndcg_at_5": 0.41812, + "precision_at_1": 0.32316, + "precision_at_10": 0.05798, + "precision_at_100": 0.00845, + "precision_at_1000": 0.001, + "precision_at_20": 0.03245, + "precision_at_3": 0.1484, + "precision_at_5": 0.10042, + "recall_at_1": 0.32316, + "recall_at_10": 0.57975, + "recall_at_100": 0.84466, + "recall_at_1000": 1.0, + "recall_at_20": 0.6491, + "recall_at_3": 0.44521, + "recall_at_5": 0.50208 + }, + { + "cv_recall_at_1": 0.31712, + "cv_recall_at_10": 0.56237, + "cv_recall_at_100": 0.83827, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.64588, + "cv_recall_at_3": 0.43869, + "cv_recall_at_5": 0.48414, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.43086, + "map_at_1": 0.31712, + "map_at_10": 0.38985, + "map_at_100": 0.40032, + "map_at_1000": 0.40108, + "map_at_20": 0.39546, + "map_at_3": 0.36892, + "map_at_5": 0.37949, + "mrr_at_1": 0.3171247357293869, + "mrr_at_10": 0.389854944796805, + "mrr_at_100": 0.4003152729755614, + "mrr_at_1000": 0.40108303021116537, + "mrr_at_20": 0.39545539710970634, + "mrr_at_3": 0.3689217758985197, + "mrr_at_5": 0.37949260042283245, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.39181767995617045, + "nauc_cv_recall_at_100_max": 0.4050520733318427, + "nauc_cv_recall_at_100_std": 0.5990584601132213, + "nauc_cv_recall_at_10_diff1": 0.46942265389779947, + "nauc_cv_recall_at_10_max": 0.37702464329644436, + "nauc_cv_recall_at_10_std": 0.4060088764375527, + "nauc_cv_recall_at_1_diff1": 0.6636784835703272, + "nauc_cv_recall_at_1_max": 0.47860715314683555, + "nauc_cv_recall_at_1_std": 0.3351963299597727, + "nauc_cv_recall_at_20_diff1": 0.4105037645463755, + "nauc_cv_recall_at_20_max": 0.35846333599786645, + "nauc_cv_recall_at_20_std": 0.42470469111912557, + "nauc_cv_recall_at_3_diff1": 0.5252010506154087, + "nauc_cv_recall_at_3_max": 0.41922611748318617, + "nauc_cv_recall_at_3_std": 0.37931068318115596, + "nauc_cv_recall_at_5_diff1": 0.5043643680663037, + "nauc_cv_recall_at_5_max": 0.3949210102081491, + "nauc_cv_recall_at_5_std": 0.37065381352919147, + "nauc_map_at_1000_diff1": 0.594113403077539, + "nauc_map_at_1000_max": 0.44654400940153666, + "nauc_map_at_1000_std": 0.3592820692140759, + "nauc_map_at_100_diff1": 0.5936780021007206, + "nauc_map_at_100_max": 0.4464329940626086, + "nauc_map_at_100_std": 0.35973466746408383, + "nauc_map_at_10_diff1": 0.5950245929669957, + "nauc_map_at_10_max": 0.4454913141343116, + "nauc_map_at_10_std": 0.35727519098134763, + "nauc_map_at_1_diff1": 0.6636784835703272, + "nauc_map_at_1_max": 0.47860715314683555, + "nauc_map_at_1_std": 0.3351963299597727, + "nauc_map_at_20_diff1": 0.592494503602588, + "nauc_map_at_20_max": 0.44468202478683205, + "nauc_map_at_20_std": 0.35763958254326716, + "nauc_map_at_3_diff1": 0.6028648903906949, + "nauc_map_at_3_max": 0.4523138001749844, + "nauc_map_at_3_std": 0.3546353095693066, + "nauc_map_at_5_diff1": 0.5985843487767859, + "nauc_map_at_5_max": 0.4471703848852369, + "nauc_map_at_5_std": 0.3528030244263197, + "nauc_mrr_at_1000_diff1": 0.5941131184415618, + "nauc_mrr_at_1000_max": 0.4465442760720423, + "nauc_mrr_at_1000_std": 0.3592823694304114, + "nauc_mrr_at_100_diff1": 0.5936777192516401, + "nauc_mrr_at_100_max": 0.4464332457865363, + "nauc_mrr_at_100_std": 0.3597349501870047, + "nauc_mrr_at_10_diff1": 0.5950245929669957, + "nauc_mrr_at_10_max": 0.4454913141343116, + "nauc_mrr_at_10_std": 0.35727519098134763, + "nauc_mrr_at_1_diff1": 0.6636784835703272, + "nauc_mrr_at_1_max": 0.47860715314683555, + "nauc_mrr_at_1_std": 0.3351963299597727, + "nauc_mrr_at_20_diff1": 0.592494503602588, + "nauc_mrr_at_20_max": 0.44468202478683205, + "nauc_mrr_at_20_std": 0.35763958254326716, + "nauc_mrr_at_3_diff1": 0.6028648903906949, + "nauc_mrr_at_3_max": 0.4523138001749844, + "nauc_mrr_at_3_std": 0.3546353095693066, + "nauc_mrr_at_5_diff1": 0.5985843487767859, + "nauc_mrr_at_5_max": 0.4471703848852369, + "nauc_mrr_at_5_std": 0.3528030244263197, + "nauc_ndcg_at_1000_diff1": 0.5762392937292321, + "nauc_ndcg_at_1000_max": 0.43979278940966154, + "nauc_ndcg_at_1000_std": 0.37028794726047176, + "nauc_ndcg_at_100_diff1": 0.5645324093122328, + "nauc_ndcg_at_100_max": 0.43743526699578555, + "nauc_ndcg_at_100_std": 0.3843072006940757, + "nauc_ndcg_at_10_diff1": 0.565573536978437, + "nauc_ndcg_at_10_max": 0.42963997269770055, + "nauc_ndcg_at_10_std": 0.36832076534969604, + "nauc_ndcg_at_1_diff1": 0.6636784835703272, + "nauc_ndcg_at_1_max": 0.47860715314683555, + "nauc_ndcg_at_1_std": 0.3351963299597727, + "nauc_ndcg_at_20_diff1": 0.555405981896656, + "nauc_ndcg_at_20_max": 0.42678212460430726, + "nauc_ndcg_at_20_std": 0.37084255862441984, + "nauc_ndcg_at_3_diff1": 0.5827884096507694, + "nauc_ndcg_at_3_max": 0.4437515122638289, + "nauc_ndcg_at_3_std": 0.3610167467861188, + "nauc_ndcg_at_5_diff1": 0.5747593673859045, + "nauc_ndcg_at_5_max": 0.4341592635536307, + "nauc_ndcg_at_5_std": 0.3575397919597607, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.39181767995617117, + "nauc_precision_at_100_max": 0.405052073331843, + "nauc_precision_at_100_std": 0.5990584601132215, + "nauc_precision_at_10_diff1": 0.4694226538977993, + "nauc_precision_at_10_max": 0.3770246432964444, + "nauc_precision_at_10_std": 0.4060088764375527, + "nauc_precision_at_1_diff1": 0.6636784835703272, + "nauc_precision_at_1_max": 0.47860715314683555, + "nauc_precision_at_1_std": 0.3351963299597727, + "nauc_precision_at_20_diff1": 0.4105037645463753, + "nauc_precision_at_20_max": 0.3584633359978659, + "nauc_precision_at_20_std": 0.4247046911191254, + "nauc_precision_at_3_diff1": 0.5252010506154082, + "nauc_precision_at_3_max": 0.419226117483186, + "nauc_precision_at_3_std": 0.37931068318115574, + "nauc_precision_at_5_diff1": 0.5043643680663035, + "nauc_precision_at_5_max": 0.394921010208149, + "nauc_precision_at_5_std": 0.3706538135291907, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.39181767995617045, + "nauc_recall_at_100_max": 0.4050520733318427, + "nauc_recall_at_100_std": 0.5990584601132213, + "nauc_recall_at_10_diff1": 0.46942265389779947, + "nauc_recall_at_10_max": 0.37702464329644436, + "nauc_recall_at_10_std": 0.4060088764375527, + "nauc_recall_at_1_diff1": 0.6636784835703272, + "nauc_recall_at_1_max": 0.47860715314683555, + "nauc_recall_at_1_std": 0.3351963299597727, + "nauc_recall_at_20_diff1": 0.4105037645463755, + "nauc_recall_at_20_max": 0.35846333599786645, + "nauc_recall_at_20_std": 0.42470469111912557, + "nauc_recall_at_3_diff1": 0.5252010506154087, + "nauc_recall_at_3_max": 0.41922611748318617, + "nauc_recall_at_3_std": 0.37931068318115596, + "nauc_recall_at_5_diff1": 0.5043643680663037, + "nauc_recall_at_5_max": 0.3949210102081491, + "nauc_recall_at_5_std": 0.37065381352919147, + "ndcg_at_1": 0.31712, + "ndcg_at_10": 0.43086, + "ndcg_at_100": 0.4872, + "ndcg_at_1000": 0.50779, + "ndcg_at_20": 0.45174, + "ndcg_at_3": 0.38676, + "ndcg_at_5": 0.40565, + "precision_at_1": 0.31712, + "precision_at_10": 0.05624, + "precision_at_100": 0.00838, + "precision_at_1000": 0.001, + "precision_at_20": 0.03229, + "precision_at_3": 0.14623, + "precision_at_5": 0.09683, + "recall_at_1": 0.31712, + "recall_at_10": 0.56237, + "recall_at_100": 0.83827, + "recall_at_1000": 1.0, + "recall_at_20": 0.64588, + "recall_at_3": 0.43869, + "recall_at_5": 0.48414 + }, + { + "cv_recall_at_1": 0.495, + "cv_recall_at_10": 0.78, + "cv_recall_at_100": 0.979, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.841, + "cv_recall_at_3": 0.655, + "cv_recall_at_5": 0.717, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.63387, + "map_at_1": 0.495, + "map_at_10": 0.58739, + "map_at_100": 0.59567, + "map_at_1000": 0.59578, + "map_at_20": 0.59173, + "map_at_3": 0.56467, + "map_at_5": 0.57897, + "mrr_at_1": 0.495, + "mrr_at_10": 0.5873928571428575, + "mrr_at_100": 0.5956652007256305, + "mrr_at_1000": 0.5957836523327847, + "mrr_at_20": 0.5917261944453897, + "mrr_at_3": 0.5646666666666669, + "mrr_at_5": 0.5789666666666671, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.6082655284335997, + "nauc_cv_recall_at_100_max": 0.7598594993552958, + "nauc_cv_recall_at_100_std": 0.8843982037259329, + "nauc_cv_recall_at_10_diff1": 0.6816641164742425, + "nauc_cv_recall_at_10_max": 0.2725900681596879, + "nauc_cv_recall_at_10_std": -0.19088885797746538, + "nauc_cv_recall_at_1_diff1": 0.7404600865904506, + "nauc_cv_recall_at_1_max": 0.4009643329808529, + "nauc_cv_recall_at_1_std": 0.013753383478648351, + "nauc_cv_recall_at_20_diff1": 0.6667880441155599, + "nauc_cv_recall_at_20_max": 0.3064266273321445, + "nauc_cv_recall_at_20_std": -0.1325410883236954, + "nauc_cv_recall_at_3_diff1": 0.6830957330550604, + "nauc_cv_recall_at_3_max": 0.30237216831138086, + "nauc_cv_recall_at_3_std": -0.11962728938481404, + "nauc_cv_recall_at_5_diff1": 0.6895788774983411, + "nauc_cv_recall_at_5_max": 0.29256752540180514, + "nauc_cv_recall_at_5_std": -0.1600261724164667, + "nauc_map_at_1000_diff1": 0.7197162304227843, + "nauc_map_at_1000_max": 0.36638095382714386, + "nauc_map_at_1000_std": -0.03260887184687692, + "nauc_map_at_100_diff1": 0.7196837015487083, + "nauc_map_at_100_max": 0.36653962854973204, + "nauc_map_at_100_std": -0.032241605111186684, + "nauc_map_at_10_diff1": 0.7192984727699232, + "nauc_map_at_10_max": 0.3626920886070452, + "nauc_map_at_10_std": -0.03897821506531741, + "nauc_map_at_1_diff1": 0.7404600865904506, + "nauc_map_at_1_max": 0.4009643329808529, + "nauc_map_at_1_std": 0.013753383478648351, + "nauc_map_at_20_diff1": 0.7191499846305851, + "nauc_map_at_20_max": 0.3649792771195435, + "nauc_map_at_20_std": -0.03538358395201348, + "nauc_map_at_3_diff1": 0.7172464691095869, + "nauc_map_at_3_max": 0.36403675266954516, + "nauc_map_at_3_std": -0.03286408950285727, + "nauc_map_at_5_diff1": 0.7194128350803819, + "nauc_map_at_5_max": 0.3632676565831752, + "nauc_map_at_5_std": -0.03783915587541209, + "nauc_mrr_at_1000_diff1": 0.7197162304227843, + "nauc_mrr_at_1000_max": 0.36638095382714386, + "nauc_mrr_at_1000_std": -0.03260887184687692, + "nauc_mrr_at_100_diff1": 0.7196837015487083, + "nauc_mrr_at_100_max": 0.36653962854973204, + "nauc_mrr_at_100_std": -0.032241605111186684, + "nauc_mrr_at_10_diff1": 0.7192984727699232, + "nauc_mrr_at_10_max": 0.3626920886070452, + "nauc_mrr_at_10_std": -0.03897821506531741, + "nauc_mrr_at_1_diff1": 0.7404600865904506, + "nauc_mrr_at_1_max": 0.4009643329808529, + "nauc_mrr_at_1_std": 0.013753383478648351, + "nauc_mrr_at_20_diff1": 0.7191499846305851, + "nauc_mrr_at_20_max": 0.3649792771195435, + "nauc_mrr_at_20_std": -0.03538358395201348, + "nauc_mrr_at_3_diff1": 0.7172464691095869, + "nauc_mrr_at_3_max": 0.36403675266954516, + "nauc_mrr_at_3_std": -0.03286408950285727, + "nauc_mrr_at_5_diff1": 0.7194128350803819, + "nauc_mrr_at_5_max": 0.3632676565831752, + "nauc_mrr_at_5_std": -0.03783915587541209, + "nauc_ndcg_at_1000_diff1": 0.7161717872946759, + "nauc_ndcg_at_1000_max": 0.36240087391615494, + "nauc_ndcg_at_1000_std": -0.03802915968796838, + "nauc_ndcg_at_100_diff1": 0.7150293653440268, + "nauc_ndcg_at_100_max": 0.3669197218892507, + "nauc_ndcg_at_100_std": -0.02753279118061936, + "nauc_ndcg_at_10_diff1": 0.7122536087594573, + "nauc_ndcg_at_10_max": 0.346227943924156, + "nauc_ndcg_at_10_std": -0.06629529516462444, + "nauc_ndcg_at_1_diff1": 0.7404600865904506, + "nauc_ndcg_at_1_max": 0.4009643329808529, + "nauc_ndcg_at_1_std": 0.013753383478648351, + "nauc_ndcg_at_20_diff1": 0.7114885578859922, + "nauc_ndcg_at_20_max": 0.3545982292278816, + "nauc_ndcg_at_20_std": -0.05241597538665322, + "nauc_ndcg_at_3_diff1": 0.7092500802086553, + "nauc_ndcg_at_3_max": 0.34973063708805896, + "nauc_ndcg_at_3_std": -0.052851060304107446, + "nauc_ndcg_at_5_diff1": 0.7128843624704241, + "nauc_ndcg_at_5_max": 0.34819332706378014, + "nauc_ndcg_at_5_std": -0.06327695695795105, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6082655284335963, + "nauc_precision_at_100_max": 0.7598594993552936, + "nauc_precision_at_100_std": 0.8843982037259326, + "nauc_precision_at_10_diff1": 0.6816641164742427, + "nauc_precision_at_10_max": 0.27259006815968745, + "nauc_precision_at_10_std": -0.19088885797746732, + "nauc_precision_at_1_diff1": 0.7404600865904506, + "nauc_precision_at_1_max": 0.4009643329808529, + "nauc_precision_at_1_std": 0.013753383478648351, + "nauc_precision_at_20_diff1": 0.6667880441155589, + "nauc_precision_at_20_max": 0.3064266273321421, + "nauc_precision_at_20_std": -0.13254108832369677, + "nauc_precision_at_3_diff1": 0.6830957330550611, + "nauc_precision_at_3_max": 0.3023721683113811, + "nauc_precision_at_3_std": -0.11962728938481379, + "nauc_precision_at_5_diff1": 0.6895788774983402, + "nauc_precision_at_5_max": 0.2925675254018038, + "nauc_precision_at_5_std": -0.16002617241646783, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6082655284335997, + "nauc_recall_at_100_max": 0.7598594993552958, + "nauc_recall_at_100_std": 0.8843982037259329, + "nauc_recall_at_10_diff1": 0.6816641164742425, + "nauc_recall_at_10_max": 0.2725900681596879, + "nauc_recall_at_10_std": -0.19088885797746538, + "nauc_recall_at_1_diff1": 0.7404600865904506, + "nauc_recall_at_1_max": 0.4009643329808529, + "nauc_recall_at_1_std": 0.013753383478648351, + "nauc_recall_at_20_diff1": 0.6667880441155599, + "nauc_recall_at_20_max": 0.3064266273321445, + "nauc_recall_at_20_std": -0.1325410883236954, + "nauc_recall_at_3_diff1": 0.6830957330550604, + "nauc_recall_at_3_max": 0.30237216831138086, + "nauc_recall_at_3_std": -0.11962728938481404, + "nauc_recall_at_5_diff1": 0.6895788774983411, + "nauc_recall_at_5_max": 0.29256752540180514, + "nauc_recall_at_5_std": -0.1600261724164667, + "ndcg_at_1": 0.495, + "ndcg_at_10": 0.63387, + "ndcg_at_100": 0.67586, + "ndcg_at_1000": 0.67865, + "ndcg_at_20": 0.64941, + "ndcg_at_3": 0.58783, + "ndcg_at_5": 0.61348, + "precision_at_1": 0.495, + "precision_at_10": 0.078, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04205, + "precision_at_3": 0.21833, + "precision_at_5": 0.1434, + "recall_at_1": 0.495, + "recall_at_10": 0.78, + "recall_at_100": 0.979, + "recall_at_1000": 1.0, + "recall_at_20": 0.841, + "recall_at_3": 0.655, + "recall_at_5": 0.717 + } + ] + }, + "task_name": "WITT2IRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-384/41aec1c83b32e0a6fca20ad88ba058aa5b5ea394/model_meta.json b/results-mieb/google__siglip-base-patch16-384/41aec1c83b32e0a6fca20ad88ba058aa5b5ea394/model_meta.json new file mode 100644 index 0000000000..a276a48179 --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-384/41aec1c83b32e0a6fca20ad88ba058aa5b5ea394/model_meta.json @@ -0,0 +1 @@ +{"name": "google/siglip-base-patch16-384", "revision": "41aec1c83b32e0a6fca20ad88ba058aa5b5ea394", "release_date": "2024-01-08", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": null, "use_instuctions": null, "zero_shot_benchmarks": null, "loader": "SiglipModelWrapper"} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-512/753a949581523b60257d93e18391e8c27f72eb22/WITT2IRetrieval.json b/results-mieb/google__siglip-base-patch16-512/753a949581523b60257d93e18391e8c27f72eb22/WITT2IRetrieval.json new file mode 100644 index 0000000000..7523e09222 --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-512/753a949581523b60257d93e18391e8c27f72eb22/WITT2IRetrieval.json @@ -0,0 +1,1936 @@ +{ + "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", + "evaluation_time": 234.74904417991638, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.14944, + "cv_recall_at_10": 0.33034, + "cv_recall_at_100": 0.66517, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.42247, + "cv_recall_at_3": 0.2, + "cv_recall_at_5": 0.24157, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.22414, + "map_at_1": 0.14944, + "map_at_10": 0.19231, + "map_at_100": 0.20432, + "map_at_1000": 0.2058, + "map_at_20": 0.19873, + "map_at_3": 0.17135, + "map_at_5": 0.18079, + "mrr_at_1": 0.149438202247191, + "mrr_at_10": 0.1923136258248617, + "mrr_at_100": 0.20431598751440663, + "mrr_at_1000": 0.2057957434184432, + "mrr_at_20": 0.19872819244758055, + "mrr_at_3": 0.17134831460674158, + "mrr_at_5": 0.18078651685393257, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2634787391962865, + "nauc_cv_recall_at_100_max": 0.4645672109653449, + "nauc_cv_recall_at_100_std": 0.48648923584685244, + "nauc_cv_recall_at_10_diff1": 0.4120188813008714, + "nauc_cv_recall_at_10_max": 0.39580884178534775, + "nauc_cv_recall_at_10_std": 0.3375481230874158, + "nauc_cv_recall_at_1_diff1": 0.6461541257146491, + "nauc_cv_recall_at_1_max": 0.5172890010471299, + "nauc_cv_recall_at_1_std": 0.3714290257148764, + "nauc_cv_recall_at_20_diff1": 0.3539802242264886, + "nauc_cv_recall_at_20_max": 0.3648519440541502, + "nauc_cv_recall_at_20_std": 0.3389938958623623, + "nauc_cv_recall_at_3_diff1": 0.525914894080172, + "nauc_cv_recall_at_3_max": 0.44017407204507436, + "nauc_cv_recall_at_3_std": 0.340840900762971, + "nauc_cv_recall_at_5_diff1": 0.5011352099676971, + "nauc_cv_recall_at_5_max": 0.4099173553719009, + "nauc_cv_recall_at_5_std": 0.34841297143096883, + "nauc_map_at_1000_diff1": 0.555169070381733, + "nauc_map_at_1000_max": 0.4631488311423136, + "nauc_map_at_1000_std": 0.36157268097851425, + "nauc_map_at_100_diff1": 0.5539155701362769, + "nauc_map_at_100_max": 0.46292444260745313, + "nauc_map_at_100_std": 0.36168212855581966, + "nauc_map_at_10_diff1": 0.5602553663022992, + "nauc_map_at_10_max": 0.46339619753852673, + "nauc_map_at_10_std": 0.3583151485756733, + "nauc_map_at_1_diff1": 0.6461541257146491, + "nauc_map_at_1_max": 0.5172890010471299, + "nauc_map_at_1_std": 0.3714290257148764, + "nauc_map_at_20_diff1": 0.5545223104794634, + "nauc_map_at_20_max": 0.460308754159618, + "nauc_map_at_20_std": 0.3583429353435337, + "nauc_map_at_3_diff1": 0.5873248593499638, + "nauc_map_at_3_max": 0.4774872915845461, + "nauc_map_at_3_std": 0.3582007033781603, + "nauc_map_at_5_diff1": 0.5791085109357881, + "nauc_map_at_5_max": 0.468387528653673, + "nauc_map_at_5_std": 0.35930898584402726, + "nauc_mrr_at_1000_diff1": 0.555169070381733, + "nauc_mrr_at_1000_max": 0.4631488311423136, + "nauc_mrr_at_1000_std": 0.36157268097851425, + "nauc_mrr_at_100_diff1": 0.5539155701362769, + "nauc_mrr_at_100_max": 0.46292444260745313, + "nauc_mrr_at_100_std": 0.36168212855581966, + "nauc_mrr_at_10_diff1": 0.5602553663022992, + "nauc_mrr_at_10_max": 0.46339619753852673, + "nauc_mrr_at_10_std": 0.3583151485756733, + "nauc_mrr_at_1_diff1": 0.6461541257146491, + "nauc_mrr_at_1_max": 0.5172890010471299, + "nauc_mrr_at_1_std": 0.3714290257148764, + "nauc_mrr_at_20_diff1": 0.5545223104794634, + "nauc_mrr_at_20_max": 0.460308754159618, + "nauc_mrr_at_20_std": 0.3583429353435337, + "nauc_mrr_at_3_diff1": 0.5873248593499638, + "nauc_mrr_at_3_max": 0.4774872915845461, + "nauc_mrr_at_3_std": 0.3582007033781603, + "nauc_mrr_at_5_diff1": 0.5791085109357881, + "nauc_mrr_at_5_max": 0.468387528653673, + "nauc_mrr_at_5_std": 0.35930898584402726, + "nauc_ndcg_at_1000_diff1": 0.5222129913095555, + "nauc_ndcg_at_1000_max": 0.4535832261680661, + "nauc_ndcg_at_1000_std": 0.36699755338097423, + "nauc_ndcg_at_100_diff1": 0.4898715477765656, + "nauc_ndcg_at_100_max": 0.45382252122114575, + "nauc_ndcg_at_100_std": 0.37968453864410084, + "nauc_ndcg_at_10_diff1": 0.5175455563050221, + "nauc_ndcg_at_10_max": 0.4430790495975126, + "nauc_ndcg_at_10_std": 0.3524409492818574, + "nauc_ndcg_at_1_diff1": 0.6461541257146491, + "nauc_ndcg_at_1_max": 0.5172890010471299, + "nauc_ndcg_at_1_std": 0.3714290257148764, + "nauc_ndcg_at_20_diff1": 0.49847417961819085, + "nauc_ndcg_at_20_max": 0.432915540811886, + "nauc_ndcg_at_20_std": 0.3527195903365103, + "nauc_ndcg_at_3_diff1": 0.5701266655769082, + "nauc_ndcg_at_3_max": 0.4669535549260126, + "nauc_ndcg_at_3_std": 0.3534094141369618, + "nauc_ndcg_at_5_diff1": 0.5567781257664445, + "nauc_ndcg_at_5_max": 0.4517477421856985, + "nauc_ndcg_at_5_std": 0.3560158696137673, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.26347873919628667, + "nauc_precision_at_100_max": 0.46456721096534553, + "nauc_precision_at_100_std": 0.48648923584685333, + "nauc_precision_at_10_diff1": 0.41201888130087116, + "nauc_precision_at_10_max": 0.39580884178534803, + "nauc_precision_at_10_std": 0.3375481230874158, + "nauc_precision_at_1_diff1": 0.6461541257146491, + "nauc_precision_at_1_max": 0.5172890010471299, + "nauc_precision_at_1_std": 0.3714290257148764, + "nauc_precision_at_20_diff1": 0.35398022422648834, + "nauc_precision_at_20_max": 0.36485194405414995, + "nauc_precision_at_20_std": 0.33899389586236256, + "nauc_precision_at_3_diff1": 0.5259148940801714, + "nauc_precision_at_3_max": 0.44017407204507436, + "nauc_precision_at_3_std": 0.3408409007629708, + "nauc_precision_at_5_diff1": 0.5011352099676972, + "nauc_precision_at_5_max": 0.40991735537190055, + "nauc_precision_at_5_std": 0.3484129714309687, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2634787391962865, + "nauc_recall_at_100_max": 0.4645672109653449, + "nauc_recall_at_100_std": 0.48648923584685244, + "nauc_recall_at_10_diff1": 0.4120188813008714, + "nauc_recall_at_10_max": 0.39580884178534775, + "nauc_recall_at_10_std": 0.3375481230874158, + "nauc_recall_at_1_diff1": 0.6461541257146491, + "nauc_recall_at_1_max": 0.5172890010471299, + "nauc_recall_at_1_std": 0.3714290257148764, + "nauc_recall_at_20_diff1": 0.3539802242264886, + "nauc_recall_at_20_max": 0.3648519440541502, + "nauc_recall_at_20_std": 0.3389938958623623, + "nauc_recall_at_3_diff1": 0.525914894080172, + "nauc_recall_at_3_max": 0.44017407204507436, + "nauc_recall_at_3_std": 0.340840900762971, + "nauc_recall_at_5_diff1": 0.5011352099676971, + "nauc_recall_at_5_max": 0.4099173553719009, + "nauc_recall_at_5_std": 0.34841297143096883, + "ndcg_at_1": 0.14944, + "ndcg_at_10": 0.22414, + "ndcg_at_100": 0.2912, + "ndcg_at_1000": 0.33314, + "ndcg_at_20": 0.24746, + "ndcg_at_3": 0.17869, + "ndcg_at_5": 0.19576, + "precision_at_1": 0.14944, + "precision_at_10": 0.03303, + "precision_at_100": 0.00665, + "precision_at_1000": 0.001, + "precision_at_20": 0.02112, + "precision_at_3": 0.06667, + "precision_at_5": 0.04831, + "recall_at_1": 0.14944, + "recall_at_10": 0.33034, + "recall_at_100": 0.66517, + "recall_at_1000": 1.0, + "recall_at_20": 0.42247, + "recall_at_3": 0.2, + "recall_at_5": 0.24157 + }, + { + "cv_recall_at_1": 0.15698, + "cv_recall_at_10": 0.31977, + "cv_recall_at_100": 0.69535, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.40465, + "cv_recall_at_3": 0.21163, + "cv_recall_at_5": 0.25465, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.22603, + "map_at_1": 0.15698, + "map_at_10": 0.19746, + "map_at_100": 0.2101, + "map_at_1000": 0.21161, + "map_at_20": 0.20326, + "map_at_3": 0.17888, + "map_at_5": 0.1887, + "mrr_at_1": 0.1569767441860465, + "mrr_at_10": 0.1974617017349575, + "mrr_at_100": 0.21009563393962438, + "mrr_at_1000": 0.21160873316997192, + "mrr_at_20": 0.20325988139847134, + "mrr_at_3": 0.17887596899224803, + "mrr_at_5": 0.1887015503875969, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.3363919574226251, + "nauc_cv_recall_at_100_max": 0.37234669199849013, + "nauc_cv_recall_at_100_std": 0.3986816943007544, + "nauc_cv_recall_at_10_diff1": 0.3841938620716482, + "nauc_cv_recall_at_10_max": 0.1668038430121746, + "nauc_cv_recall_at_10_std": 0.12322377377572048, + "nauc_cv_recall_at_1_diff1": 0.6067466385745514, + "nauc_cv_recall_at_1_max": 0.29588926269525695, + "nauc_cv_recall_at_1_std": 0.15656596549653945, + "nauc_cv_recall_at_20_diff1": 0.3517457376056227, + "nauc_cv_recall_at_20_max": 0.15635326148882445, + "nauc_cv_recall_at_20_std": 0.10895267737737557, + "nauc_cv_recall_at_3_diff1": 0.49341354079088906, + "nauc_cv_recall_at_3_max": 0.1917544432899988, + "nauc_cv_recall_at_3_std": 0.10965683592961223, + "nauc_cv_recall_at_5_diff1": 0.45467439639098584, + "nauc_cv_recall_at_5_max": 0.20165656339442797, + "nauc_cv_recall_at_5_std": 0.13592845763496914, + "nauc_map_at_1000_diff1": 0.5287548795852088, + "nauc_map_at_1000_max": 0.24669405029122785, + "nauc_map_at_1000_std": 0.14398072701997205, + "nauc_map_at_100_diff1": 0.5281431111016485, + "nauc_map_at_100_max": 0.24680733420777262, + "nauc_map_at_100_std": 0.144483705635419, + "nauc_map_at_10_diff1": 0.5305009981241716, + "nauc_map_at_10_max": 0.2434189183238275, + "nauc_map_at_10_std": 0.14042474981401215, + "nauc_map_at_1_diff1": 0.6067466385745514, + "nauc_map_at_1_max": 0.29588926269525695, + "nauc_map_at_1_std": 0.15656596549653945, + "nauc_map_at_20_diff1": 0.5267607229546266, + "nauc_map_at_20_max": 0.24250663560859556, + "nauc_map_at_20_std": 0.13913708344341796, + "nauc_map_at_3_diff1": 0.5560856112730492, + "nauc_map_at_3_max": 0.24808399445761734, + "nauc_map_at_3_std": 0.13552614213434122, + "nauc_map_at_5_diff1": 0.5450619717717616, + "nauc_map_at_5_max": 0.2493579314145244, + "nauc_map_at_5_std": 0.14285677163632696, + "nauc_mrr_at_1000_diff1": 0.5287548970738191, + "nauc_mrr_at_1000_max": 0.2466940493792957, + "nauc_mrr_at_1000_std": 0.14398070943942484, + "nauc_mrr_at_100_diff1": 0.5281431111016485, + "nauc_mrr_at_100_max": 0.24680733420777262, + "nauc_mrr_at_100_std": 0.144483705635419, + "nauc_mrr_at_10_diff1": 0.5305009981241716, + "nauc_mrr_at_10_max": 0.2434189183238275, + "nauc_mrr_at_10_std": 0.14042474981401215, + "nauc_mrr_at_1_diff1": 0.6067466385745514, + "nauc_mrr_at_1_max": 0.29588926269525695, + "nauc_mrr_at_1_std": 0.15656596549653945, + "nauc_mrr_at_20_diff1": 0.5267607229546266, + "nauc_mrr_at_20_max": 0.24250663560859556, + "nauc_mrr_at_20_std": 0.13913708344341796, + "nauc_mrr_at_3_diff1": 0.5560856112730492, + "nauc_mrr_at_3_max": 0.24808399445761734, + "nauc_mrr_at_3_std": 0.13552614213434122, + "nauc_mrr_at_5_diff1": 0.5450619717717616, + "nauc_mrr_at_5_max": 0.2493579314145244, + "nauc_mrr_at_5_std": 0.14285677163632696, + "nauc_ndcg_at_1000_diff1": 0.5022253943978927, + "nauc_ndcg_at_1000_max": 0.24300420710339146, + "nauc_ndcg_at_1000_std": 0.15266396324514417, + "nauc_ndcg_at_100_diff1": 0.4836824082066605, + "nauc_ndcg_at_100_max": 0.2563419064021609, + "nauc_ndcg_at_100_std": 0.1788962463598874, + "nauc_ndcg_at_10_diff1": 0.4890532105795847, + "nauc_ndcg_at_10_max": 0.22147463946489696, + "nauc_ndcg_at_10_std": 0.1353636012280422, + "nauc_ndcg_at_1_diff1": 0.6067466385745514, + "nauc_ndcg_at_1_max": 0.29588926269525695, + "nauc_ndcg_at_1_std": 0.15656596549653945, + "nauc_ndcg_at_20_diff1": 0.4774594920142693, + "nauc_ndcg_at_20_max": 0.2179566948337125, + "nauc_ndcg_at_20_std": 0.13087037961967188, + "nauc_ndcg_at_3_diff1": 0.5387369747763605, + "nauc_ndcg_at_3_max": 0.2324434366269725, + "nauc_ndcg_at_3_std": 0.12836241066655732, + "nauc_ndcg_at_5_diff1": 0.5196578856648923, + "nauc_ndcg_at_5_max": 0.2354217175402108, + "nauc_ndcg_at_5_std": 0.14060419032243368, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3363919574226251, + "nauc_precision_at_100_max": 0.37234669199849024, + "nauc_precision_at_100_std": 0.3986816943007548, + "nauc_precision_at_10_diff1": 0.38419386207164824, + "nauc_precision_at_10_max": 0.16680384301217463, + "nauc_precision_at_10_std": 0.12322377377572062, + "nauc_precision_at_1_diff1": 0.6067466385745514, + "nauc_precision_at_1_max": 0.29588926269525695, + "nauc_precision_at_1_std": 0.15656596549653945, + "nauc_precision_at_20_diff1": 0.35174573760562283, + "nauc_precision_at_20_max": 0.15635326148882472, + "nauc_precision_at_20_std": 0.1089526773773756, + "nauc_precision_at_3_diff1": 0.4934135407908889, + "nauc_precision_at_3_max": 0.19175444328999902, + "nauc_precision_at_3_std": 0.10965683592961223, + "nauc_precision_at_5_diff1": 0.4546743963909857, + "nauc_precision_at_5_max": 0.20165656339442822, + "nauc_precision_at_5_std": 0.1359284576349691, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3363919574226251, + "nauc_recall_at_100_max": 0.37234669199849013, + "nauc_recall_at_100_std": 0.3986816943007544, + "nauc_recall_at_10_diff1": 0.3841938620716482, + "nauc_recall_at_10_max": 0.1668038430121746, + "nauc_recall_at_10_std": 0.12322377377572048, + "nauc_recall_at_1_diff1": 0.6067466385745514, + "nauc_recall_at_1_max": 0.29588926269525695, + "nauc_recall_at_1_std": 0.15656596549653945, + "nauc_recall_at_20_diff1": 0.3517457376056227, + "nauc_recall_at_20_max": 0.15635326148882445, + "nauc_recall_at_20_std": 0.10895267737737557, + "nauc_recall_at_3_diff1": 0.49341354079088906, + "nauc_recall_at_3_max": 0.1917544432899988, + "nauc_recall_at_3_std": 0.10965683592961223, + "nauc_recall_at_5_diff1": 0.45467439639098584, + "nauc_recall_at_5_max": 0.20165656339442797, + "nauc_recall_at_5_std": 0.13592845763496914, + "ndcg_at_1": 0.15698, + "ndcg_at_10": 0.22603, + "ndcg_at_100": 0.30011, + "ndcg_at_1000": 0.33915, + "ndcg_at_20": 0.24738, + "ndcg_at_3": 0.18719, + "ndcg_at_5": 0.20491, + "precision_at_1": 0.15698, + "precision_at_10": 0.03198, + "precision_at_100": 0.00695, + "precision_at_1000": 0.001, + "precision_at_20": 0.02023, + "precision_at_3": 0.07054, + "precision_at_5": 0.05093, + "recall_at_1": 0.15698, + "recall_at_10": 0.31977, + "recall_at_100": 0.69535, + "recall_at_1000": 1.0, + "recall_at_20": 0.40465, + "recall_at_3": 0.21163, + "recall_at_5": 0.25465 + }, + { + "cv_recall_at_1": 0.3266, + "cv_recall_at_10": 0.58025, + "cv_recall_at_100": 0.80808, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.65208, + "cv_recall_at_3": 0.43098, + "cv_recall_at_5": 0.48822, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.44195, + "map_at_1": 0.3266, + "map_at_10": 0.39925, + "map_at_100": 0.408, + "map_at_1000": 0.4089, + "map_at_20": 0.40416, + "map_at_3": 0.37374, + "map_at_5": 0.38698, + "mrr_at_1": 0.3265993265993266, + "mrr_at_10": 0.39925222240037056, + "mrr_at_100": 0.40800305571393053, + "mrr_at_1000": 0.4088972381164094, + "mrr_at_20": 0.40416376707982127, + "mrr_at_3": 0.3737373737373736, + "mrr_at_5": 0.38698092031425335, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.40351361544537445, + "nauc_cv_recall_at_100_max": 0.5912530427570891, + "nauc_cv_recall_at_100_std": 0.5493433744386865, + "nauc_cv_recall_at_10_diff1": 0.4944214665489543, + "nauc_cv_recall_at_10_max": 0.4785322813825731, + "nauc_cv_recall_at_10_std": 0.3430216902502382, + "nauc_cv_recall_at_1_diff1": 0.6965218420770751, + "nauc_cv_recall_at_1_max": 0.5148871193449024, + "nauc_cv_recall_at_1_std": 0.24287634889441037, + "nauc_cv_recall_at_20_diff1": 0.46800885812695175, + "nauc_cv_recall_at_20_max": 0.5306725749263748, + "nauc_cv_recall_at_20_std": 0.41009891879163524, + "nauc_cv_recall_at_3_diff1": 0.6054092945422833, + "nauc_cv_recall_at_3_max": 0.4670388069523152, + "nauc_cv_recall_at_3_std": 0.2818495744111195, + "nauc_cv_recall_at_5_diff1": 0.568210566338316, + "nauc_cv_recall_at_5_max": 0.4618802871835425, + "nauc_cv_recall_at_5_std": 0.29267636145228926, + "nauc_map_at_1000_diff1": 0.635473936446471, + "nauc_map_at_1000_max": 0.49963553162495394, + "nauc_map_at_1000_std": 0.2754941978206276, + "nauc_map_at_100_diff1": 0.6349601801057578, + "nauc_map_at_100_max": 0.49976685033613943, + "nauc_map_at_100_std": 0.2759674358452211, + "nauc_map_at_10_diff1": 0.6354531528874251, + "nauc_map_at_10_max": 0.4962877765100082, + "nauc_map_at_10_std": 0.271362809907974, + "nauc_map_at_1_diff1": 0.6965218420770751, + "nauc_map_at_1_max": 0.5148871193449024, + "nauc_map_at_1_std": 0.24287634889441037, + "nauc_map_at_20_diff1": 0.6347142005930541, + "nauc_map_at_20_max": 0.4995845447680013, + "nauc_map_at_20_std": 0.27520502762627513, + "nauc_map_at_3_diff1": 0.6522163384845291, + "nauc_map_at_3_max": 0.49628358740147205, + "nauc_map_at_3_std": 0.2643331138403577, + "nauc_map_at_5_diff1": 0.6440086437871753, + "nauc_map_at_5_max": 0.49385387561881533, + "nauc_map_at_5_std": 0.26506225369101805, + "nauc_mrr_at_1000_diff1": 0.635473936446471, + "nauc_mrr_at_1000_max": 0.49963553162495394, + "nauc_mrr_at_1000_std": 0.2754941978206276, + "nauc_mrr_at_100_diff1": 0.6349601801057578, + "nauc_mrr_at_100_max": 0.49976685033613943, + "nauc_mrr_at_100_std": 0.2759674358452211, + "nauc_mrr_at_10_diff1": 0.6354531528874251, + "nauc_mrr_at_10_max": 0.4962877765100082, + "nauc_mrr_at_10_std": 0.271362809907974, + "nauc_mrr_at_1_diff1": 0.6965218420770751, + "nauc_mrr_at_1_max": 0.5148871193449024, + "nauc_mrr_at_1_std": 0.24287634889441037, + "nauc_mrr_at_20_diff1": 0.6347142005930541, + "nauc_mrr_at_20_max": 0.4995845447680013, + "nauc_mrr_at_20_std": 0.27520502762627513, + "nauc_mrr_at_3_diff1": 0.6522163384845291, + "nauc_mrr_at_3_max": 0.49628358740147205, + "nauc_mrr_at_3_std": 0.2643331138403577, + "nauc_mrr_at_5_diff1": 0.6440086437871753, + "nauc_mrr_at_5_max": 0.49385387561881533, + "nauc_mrr_at_5_std": 0.26506225369101805, + "nauc_ndcg_at_1000_diff1": 0.6171301068346469, + "nauc_ndcg_at_1000_max": 0.5013093969812261, + "nauc_ndcg_at_1000_std": 0.2909876037167272, + "nauc_ndcg_at_100_diff1": 0.6019744132439804, + "nauc_ndcg_at_100_max": 0.507234518974889, + "nauc_ndcg_at_100_std": 0.3085171017338535, + "nauc_ndcg_at_10_diff1": 0.6039190661012934, + "nauc_ndcg_at_10_max": 0.49142066303076054, + "nauc_ndcg_at_10_std": 0.28700506210534843, + "nauc_ndcg_at_1_diff1": 0.6965218420770751, + "nauc_ndcg_at_1_max": 0.5148871193449024, + "nauc_ndcg_at_1_std": 0.24287634889441037, + "nauc_ndcg_at_20_diff1": 0.6008855449309235, + "nauc_ndcg_at_20_max": 0.5032878495174833, + "nauc_ndcg_at_20_std": 0.3006504702690925, + "nauc_ndcg_at_3_diff1": 0.639951550242921, + "nauc_ndcg_at_3_max": 0.4888323450700999, + "nauc_ndcg_at_3_std": 0.2690366601897462, + "nauc_ndcg_at_5_diff1": 0.625009496386489, + "nauc_ndcg_at_5_max": 0.4856757482705781, + "nauc_ndcg_at_5_std": 0.27192265649173825, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4035136154453741, + "nauc_precision_at_100_max": 0.5912530427570886, + "nauc_precision_at_100_std": 0.5493433744386861, + "nauc_precision_at_10_diff1": 0.4944214665489537, + "nauc_precision_at_10_max": 0.4785322813825728, + "nauc_precision_at_10_std": 0.34302169025023754, + "nauc_precision_at_1_diff1": 0.6965218420770751, + "nauc_precision_at_1_max": 0.5148871193449024, + "nauc_precision_at_1_std": 0.24287634889441037, + "nauc_precision_at_20_diff1": 0.4680088581269517, + "nauc_precision_at_20_max": 0.5306725749263749, + "nauc_precision_at_20_std": 0.4100989187916348, + "nauc_precision_at_3_diff1": 0.6054092945422834, + "nauc_precision_at_3_max": 0.4670388069523155, + "nauc_precision_at_3_std": 0.2818495744111192, + "nauc_precision_at_5_diff1": 0.5682105663383159, + "nauc_precision_at_5_max": 0.4618802871835421, + "nauc_precision_at_5_std": 0.292676361452289, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.40351361544537445, + "nauc_recall_at_100_max": 0.5912530427570891, + "nauc_recall_at_100_std": 0.5493433744386865, + "nauc_recall_at_10_diff1": 0.4944214665489543, + "nauc_recall_at_10_max": 0.4785322813825731, + "nauc_recall_at_10_std": 0.3430216902502382, + "nauc_recall_at_1_diff1": 0.6965218420770751, + "nauc_recall_at_1_max": 0.5148871193449024, + "nauc_recall_at_1_std": 0.24287634889441037, + "nauc_recall_at_20_diff1": 0.46800885812695175, + "nauc_recall_at_20_max": 0.5306725749263748, + "nauc_recall_at_20_std": 0.41009891879163524, + "nauc_recall_at_3_diff1": 0.6054092945422833, + "nauc_recall_at_3_max": 0.4670388069523152, + "nauc_recall_at_3_std": 0.2818495744111195, + "nauc_recall_at_5_diff1": 0.568210566338316, + "nauc_recall_at_5_max": 0.4618802871835425, + "nauc_recall_at_5_std": 0.29267636145228926, + "ndcg_at_1": 0.3266, + "ndcg_at_10": 0.44195, + "ndcg_at_100": 0.48864, + "ndcg_at_1000": 0.51296, + "ndcg_at_20": 0.46002, + "ndcg_at_3": 0.38849, + "ndcg_at_5": 0.4122, + "precision_at_1": 0.3266, + "precision_at_10": 0.05802, + "precision_at_100": 0.00808, + "precision_at_1000": 0.001, + "precision_at_20": 0.0326, + "precision_at_3": 0.14366, + "precision_at_5": 0.09764, + "recall_at_1": 0.3266, + "recall_at_10": 0.58025, + "recall_at_100": 0.80808, + "recall_at_1000": 1.0, + "recall_at_20": 0.65208, + "recall_at_3": 0.43098, + "recall_at_5": 0.48822 + }, + { + "cv_recall_at_1": 0.12105, + "cv_recall_at_10": 0.25439, + "cv_recall_at_100": 0.57193, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.31754, + "cv_recall_at_3": 0.16667, + "cv_recall_at_5": 0.19649, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.17855, + "map_at_1": 0.12105, + "map_at_10": 0.15548, + "map_at_100": 0.16549, + "map_at_1000": 0.16744, + "map_at_20": 0.1599, + "map_at_3": 0.14094, + "map_at_5": 0.14778, + "mrr_at_1": 0.12105263157894737, + "mrr_at_10": 0.1554817599554442, + "mrr_at_100": 0.16548549401385365, + "mrr_at_1000": 0.16743933738760186, + "mrr_at_20": 0.15990474455176268, + "mrr_at_3": 0.1409356725146199, + "mrr_at_5": 0.14777777777777779, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.12178494113610103, + "nauc_cv_recall_at_100_max": 0.12027108175345279, + "nauc_cv_recall_at_100_std": 0.36680812841564475, + "nauc_cv_recall_at_10_diff1": 0.30282348421793964, + "nauc_cv_recall_at_10_max": 0.13271784365196235, + "nauc_cv_recall_at_10_std": 0.33726102823484205, + "nauc_cv_recall_at_1_diff1": 0.49365195440479587, + "nauc_cv_recall_at_1_max": 0.2075044516883363, + "nauc_cv_recall_at_1_std": 0.3627661200695744, + "nauc_cv_recall_at_20_diff1": 0.21236255278748464, + "nauc_cv_recall_at_20_max": 0.1251083950019623, + "nauc_cv_recall_at_20_std": 0.3781734179029766, + "nauc_cv_recall_at_3_diff1": 0.3641915835197674, + "nauc_cv_recall_at_3_max": 0.14471642960954986, + "nauc_cv_recall_at_3_std": 0.3275568692130575, + "nauc_cv_recall_at_5_diff1": 0.32097758270041704, + "nauc_cv_recall_at_5_max": 0.14551136951201293, + "nauc_cv_recall_at_5_std": 0.32077075984419345, + "nauc_map_at_1000_diff1": 0.39639028419999567, + "nauc_map_at_1000_max": 0.16661154492698063, + "nauc_map_at_1000_std": 0.34102672479597745, + "nauc_map_at_100_diff1": 0.39497721421640114, + "nauc_map_at_100_max": 0.1661677982631193, + "nauc_map_at_100_std": 0.3410565655998729, + "nauc_map_at_10_diff1": 0.408843256856627, + "nauc_map_at_10_max": 0.16857868932527764, + "nauc_map_at_10_std": 0.3395154299876011, + "nauc_map_at_1_diff1": 0.49365195440479587, + "nauc_map_at_1_max": 0.2075044516883363, + "nauc_map_at_1_std": 0.3627661200695744, + "nauc_map_at_20_diff1": 0.39823470808304207, + "nauc_map_at_20_max": 0.16717533160175635, + "nauc_map_at_20_std": 0.3426694553686378, + "nauc_map_at_3_diff1": 0.42857037037951523, + "nauc_map_at_3_max": 0.17223986953199172, + "nauc_map_at_3_std": 0.3403057010618428, + "nauc_map_at_5_diff1": 0.4139839634441962, + "nauc_map_at_5_max": 0.17065659328509294, + "nauc_map_at_5_std": 0.33635437824819064, + "nauc_mrr_at_1000_diff1": 0.39639028419999567, + "nauc_mrr_at_1000_max": 0.16661154492698063, + "nauc_mrr_at_1000_std": 0.34102672479597745, + "nauc_mrr_at_100_diff1": 0.39497721421640114, + "nauc_mrr_at_100_max": 0.1661677982631193, + "nauc_mrr_at_100_std": 0.3410565655998729, + "nauc_mrr_at_10_diff1": 0.408843256856627, + "nauc_mrr_at_10_max": 0.16857868932527764, + "nauc_mrr_at_10_std": 0.3395154299876011, + "nauc_mrr_at_1_diff1": 0.49365195440479587, + "nauc_mrr_at_1_max": 0.2075044516883363, + "nauc_mrr_at_1_std": 0.3627661200695744, + "nauc_mrr_at_20_diff1": 0.39823470808304207, + "nauc_mrr_at_20_max": 0.16717533160175635, + "nauc_mrr_at_20_std": 0.3426694553686378, + "nauc_mrr_at_3_diff1": 0.42857037037951523, + "nauc_mrr_at_3_max": 0.17223986953199172, + "nauc_mrr_at_3_std": 0.3403057010618428, + "nauc_mrr_at_5_diff1": 0.4139839634441962, + "nauc_mrr_at_5_max": 0.17065659328509294, + "nauc_mrr_at_5_std": 0.33635437824819064, + "nauc_ndcg_at_1000_diff1": 0.3606522195615228, + "nauc_ndcg_at_1000_max": 0.15851435669428843, + "nauc_ndcg_at_1000_std": 0.3422661885031045, + "nauc_ndcg_at_100_diff1": 0.3238716697397056, + "nauc_ndcg_at_100_max": 0.1516195499748372, + "nauc_ndcg_at_100_std": 0.3455179391449604, + "nauc_ndcg_at_10_diff1": 0.376502809924429, + "nauc_ndcg_at_10_max": 0.15758508541947475, + "nauc_ndcg_at_10_std": 0.338090100250942, + "nauc_ndcg_at_1_diff1": 0.49365195440479587, + "nauc_ndcg_at_1_max": 0.2075044516883363, + "nauc_ndcg_at_1_std": 0.3627661200695744, + "nauc_ndcg_at_20_diff1": 0.34349790053029533, + "nauc_ndcg_at_20_max": 0.15398122499247816, + "nauc_ndcg_at_20_std": 0.35070963021538853, + "nauc_ndcg_at_3_diff1": 0.4104244965053797, + "nauc_ndcg_at_3_max": 0.1643291299872034, + "nauc_ndcg_at_3_std": 0.3365155277170668, + "nauc_ndcg_at_5_diff1": 0.38677310970881057, + "nauc_ndcg_at_5_max": 0.16285640227119183, + "nauc_ndcg_at_5_std": 0.33140501975502823, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.12178494113610133, + "nauc_precision_at_100_max": 0.12027108175345302, + "nauc_precision_at_100_std": 0.36680812841564553, + "nauc_precision_at_10_diff1": 0.3028234842179398, + "nauc_precision_at_10_max": 0.13271784365196254, + "nauc_precision_at_10_std": 0.33726102823484233, + "nauc_precision_at_1_diff1": 0.49365195440479587, + "nauc_precision_at_1_max": 0.2075044516883363, + "nauc_precision_at_1_std": 0.3627661200695744, + "nauc_precision_at_20_diff1": 0.21236255278748467, + "nauc_precision_at_20_max": 0.1251083950019622, + "nauc_precision_at_20_std": 0.3781734179029766, + "nauc_precision_at_3_diff1": 0.36419158351976755, + "nauc_precision_at_3_max": 0.14471642960954978, + "nauc_precision_at_3_std": 0.3275568692130576, + "nauc_precision_at_5_diff1": 0.320977582700417, + "nauc_precision_at_5_max": 0.1455113695120129, + "nauc_precision_at_5_std": 0.3207707598441935, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.12178494113610103, + "nauc_recall_at_100_max": 0.12027108175345279, + "nauc_recall_at_100_std": 0.36680812841564475, + "nauc_recall_at_10_diff1": 0.30282348421793964, + "nauc_recall_at_10_max": 0.13271784365196235, + "nauc_recall_at_10_std": 0.33726102823484205, + "nauc_recall_at_1_diff1": 0.49365195440479587, + "nauc_recall_at_1_max": 0.2075044516883363, + "nauc_recall_at_1_std": 0.3627661200695744, + "nauc_recall_at_20_diff1": 0.21236255278748464, + "nauc_recall_at_20_max": 0.1251083950019623, + "nauc_recall_at_20_std": 0.3781734179029766, + "nauc_recall_at_3_diff1": 0.3641915835197674, + "nauc_recall_at_3_max": 0.14471642960954986, + "nauc_recall_at_3_std": 0.3275568692130575, + "nauc_recall_at_5_diff1": 0.32097758270041704, + "nauc_recall_at_5_max": 0.14551136951201293, + "nauc_recall_at_5_std": 0.32077075984419345, + "ndcg_at_1": 0.12105, + "ndcg_at_10": 0.17855, + "ndcg_at_100": 0.23991, + "ndcg_at_1000": 0.29421, + "ndcg_at_20": 0.19457, + "ndcg_at_3": 0.14753, + "ndcg_at_5": 0.15984, + "precision_at_1": 0.12105, + "precision_at_10": 0.02544, + "precision_at_100": 0.00572, + "precision_at_1000": 0.001, + "precision_at_20": 0.01588, + "precision_at_3": 0.05556, + "precision_at_5": 0.0393, + "recall_at_1": 0.12105, + "recall_at_10": 0.25439, + "recall_at_100": 0.57193, + "recall_at_1000": 1.0, + "recall_at_20": 0.31754, + "recall_at_3": 0.16667, + "recall_at_5": 0.19649 + }, + { + "cv_recall_at_1": 0.17506, + "cv_recall_at_10": 0.36041, + "cv_recall_at_100": 0.67506, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.44394, + "cv_recall_at_3": 0.24828, + "cv_recall_at_5": 0.28375, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "main_score": 0.25628, + "map_at_1": 0.17506, + "map_at_10": 0.22449, + "map_at_100": 0.23626, + "map_at_1000": 0.23781, + "map_at_20": 0.23033, + "map_at_3": 0.20633, + "map_at_5": 0.21445, + "mrr_at_1": 0.17505720823798626, + "mrr_at_10": 0.22448830409356724, + "mrr_at_100": 0.23626441711645363, + "mrr_at_1000": 0.2378086038142683, + "mrr_at_20": 0.23033407615650203, + "mrr_at_3": 0.2063310450038139, + "mrr_at_5": 0.2144546147978643, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.26730111731361084, + "nauc_cv_recall_at_100_max": 0.5047094672424741, + "nauc_cv_recall_at_100_std": 0.3852903729729708, + "nauc_cv_recall_at_10_diff1": 0.4619307725560599, + "nauc_cv_recall_at_10_max": 0.5193135193608889, + "nauc_cv_recall_at_10_std": 0.34891718392354365, + "nauc_cv_recall_at_1_diff1": 0.65277071094691, + "nauc_cv_recall_at_1_max": 0.5511794943258216, + "nauc_cv_recall_at_1_std": 0.27970900052689085, + "nauc_cv_recall_at_20_diff1": 0.3967413563077368, + "nauc_cv_recall_at_20_max": 0.4866601040699307, + "nauc_cv_recall_at_20_std": 0.3427263005944641, + "nauc_cv_recall_at_3_diff1": 0.5551163506532734, + "nauc_cv_recall_at_3_max": 0.5456634262644148, + "nauc_cv_recall_at_3_std": 0.3272531670651522, + "nauc_cv_recall_at_5_diff1": 0.5006540117355701, + "nauc_cv_recall_at_5_max": 0.5105691605247302, + "nauc_cv_recall_at_5_std": 0.30568708640340475, + "nauc_map_at_1000_diff1": 0.5709223381463038, + "nauc_map_at_1000_max": 0.534545552565501, + "nauc_map_at_1000_std": 0.3044079913907693, + "nauc_map_at_100_diff1": 0.5698204666019357, + "nauc_map_at_100_max": 0.5345082705210916, + "nauc_map_at_100_std": 0.30478680324037544, + "nauc_map_at_10_diff1": 0.5781645404095507, + "nauc_map_at_10_max": 0.5370703656719066, + "nauc_map_at_10_std": 0.30422950515207864, + "nauc_map_at_1_diff1": 0.65277071094691, + "nauc_map_at_1_max": 0.5511794943258216, + "nauc_map_at_1_std": 0.27970900052689085, + "nauc_map_at_20_diff1": 0.5725853252115725, + "nauc_map_at_20_max": 0.5340676903708351, + "nauc_map_at_20_std": 0.3040158147251269, + "nauc_map_at_3_diff1": 0.6017990320281447, + "nauc_map_at_3_max": 0.5447037216519792, + "nauc_map_at_3_std": 0.30153453842423195, + "nauc_map_at_5_diff1": 0.5858313223784389, + "nauc_map_at_5_max": 0.5359906741690218, + "nauc_map_at_5_std": 0.2972934243394176, + "nauc_mrr_at_1000_diff1": 0.5709223381463038, + "nauc_mrr_at_1000_max": 0.534545552565501, + "nauc_mrr_at_1000_std": 0.3044079913907693, + "nauc_mrr_at_100_diff1": 0.5698204666019357, + "nauc_mrr_at_100_max": 0.5345082705210916, + "nauc_mrr_at_100_std": 0.30478680324037544, + "nauc_mrr_at_10_diff1": 0.5781645404095507, + "nauc_mrr_at_10_max": 0.5370703656719066, + "nauc_mrr_at_10_std": 0.30422950515207864, + "nauc_mrr_at_1_diff1": 0.65277071094691, + "nauc_mrr_at_1_max": 0.5511794943258216, + "nauc_mrr_at_1_std": 0.27970900052689085, + "nauc_mrr_at_20_diff1": 0.5725853252115725, + "nauc_mrr_at_20_max": 0.5340676903708351, + "nauc_mrr_at_20_std": 0.3040158147251269, + "nauc_mrr_at_3_diff1": 0.6017990320281447, + "nauc_mrr_at_3_max": 0.5447037216519792, + "nauc_mrr_at_3_std": 0.30153453842423195, + "nauc_mrr_at_5_diff1": 0.5858313223784389, + "nauc_mrr_at_5_max": 0.5359906741690218, + "nauc_mrr_at_5_std": 0.2972934243394176, + "nauc_ndcg_at_1000_diff1": 0.5408301481972125, + "nauc_ndcg_at_1000_max": 0.5292889263873282, + "nauc_ndcg_at_1000_std": 0.3118164266892448, + "nauc_ndcg_at_100_diff1": 0.5095321706069865, + "nauc_ndcg_at_100_max": 0.5266240841593062, + "nauc_ndcg_at_100_std": 0.3206075047355115, + "nauc_ndcg_at_10_diff1": 0.5458492116430604, + "nauc_ndcg_at_10_max": 0.5320211872393085, + "nauc_ndcg_at_10_std": 0.3162506797195962, + "nauc_ndcg_at_1_diff1": 0.65277071094691, + "nauc_ndcg_at_1_max": 0.5511794943258216, + "nauc_ndcg_at_1_std": 0.27970900052689085, + "nauc_ndcg_at_20_diff1": 0.5266549124213301, + "nauc_ndcg_at_20_max": 0.5221614113899488, + "nauc_ndcg_at_20_std": 0.3148100103251451, + "nauc_ndcg_at_3_diff1": 0.5887353752832222, + "nauc_ndcg_at_3_max": 0.544813909186769, + "nauc_ndcg_at_3_std": 0.3085999345388481, + "nauc_ndcg_at_5_diff1": 0.562131568560372, + "nauc_ndcg_at_5_max": 0.5292013580654052, + "nauc_ndcg_at_5_std": 0.30010487958695203, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.2673011173136117, + "nauc_precision_at_100_max": 0.5047094672424749, + "nauc_precision_at_100_std": 0.38529037297297136, + "nauc_precision_at_10_diff1": 0.46193077255606, + "nauc_precision_at_10_max": 0.5193135193608887, + "nauc_precision_at_10_std": 0.3489171839235438, + "nauc_precision_at_1_diff1": 0.65277071094691, + "nauc_precision_at_1_max": 0.5511794943258216, + "nauc_precision_at_1_std": 0.27970900052689085, + "nauc_precision_at_20_diff1": 0.39674135630773644, + "nauc_precision_at_20_max": 0.4866601040699304, + "nauc_precision_at_20_std": 0.3427263005944638, + "nauc_precision_at_3_diff1": 0.5551163506532731, + "nauc_precision_at_3_max": 0.5456634262644146, + "nauc_precision_at_3_std": 0.3272531670651523, + "nauc_precision_at_5_diff1": 0.5006540117355697, + "nauc_precision_at_5_max": 0.51056916052473, + "nauc_precision_at_5_std": 0.3056870864034045, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.26730111731361084, + "nauc_recall_at_100_max": 0.5047094672424741, + "nauc_recall_at_100_std": 0.3852903729729708, + "nauc_recall_at_10_diff1": 0.4619307725560599, + "nauc_recall_at_10_max": 0.5193135193608889, + "nauc_recall_at_10_std": 0.34891718392354365, + "nauc_recall_at_1_diff1": 0.65277071094691, + "nauc_recall_at_1_max": 0.5511794943258216, + "nauc_recall_at_1_std": 0.27970900052689085, + "nauc_recall_at_20_diff1": 0.3967413563077368, + "nauc_recall_at_20_max": 0.4866601040699307, + "nauc_recall_at_20_std": 0.3427263005944641, + "nauc_recall_at_3_diff1": 0.5551163506532734, + "nauc_recall_at_3_max": 0.5456634262644148, + "nauc_recall_at_3_std": 0.3272531670651522, + "nauc_recall_at_5_diff1": 0.5006540117355701, + "nauc_recall_at_5_max": 0.5105691605247302, + "nauc_recall_at_5_std": 0.30568708640340475, + "ndcg_at_1": 0.17506, + "ndcg_at_10": 0.25628, + "ndcg_at_100": 0.32037, + "ndcg_at_1000": 0.36188, + "ndcg_at_20": 0.27746, + "ndcg_at_3": 0.21706, + "ndcg_at_5": 0.23169, + "precision_at_1": 0.17506, + "precision_at_10": 0.03604, + "precision_at_100": 0.00675, + "precision_at_1000": 0.001, + "precision_at_20": 0.0222, + "precision_at_3": 0.08276, + "precision_at_5": 0.05675, + "recall_at_1": 0.17506, + "recall_at_10": 0.36041, + "recall_at_100": 0.67506, + "recall_at_1000": 1.0, + "recall_at_20": 0.44394, + "recall_at_3": 0.24828, + "recall_at_5": 0.28375 + }, + { + "cv_recall_at_1": 0.39401, + "cv_recall_at_10": 0.65927, + "cv_recall_at_100": 0.91343, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.7525, + "cv_recall_at_3": 0.52275, + "cv_recall_at_5": 0.57603, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.51787, + "map_at_1": 0.39401, + "map_at_10": 0.47368, + "map_at_100": 0.48465, + "map_at_1000": 0.48511, + "map_at_20": 0.48026, + "map_at_3": 0.45006, + "map_at_5": 0.46243, + "mrr_at_1": 0.3940066592674806, + "mrr_at_10": 0.4736831210471608, + "mrr_at_100": 0.4846487645407278, + "mrr_at_1000": 0.4851121293358373, + "mrr_at_20": 0.4802649192099936, + "mrr_at_3": 0.4500554938956712, + "mrr_at_5": 0.46243063263041023, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.3606790371733193, + "nauc_cv_recall_at_100_max": 0.6460443767082419, + "nauc_cv_recall_at_100_std": 0.6438264729443607, + "nauc_cv_recall_at_10_diff1": 0.5070064486702217, + "nauc_cv_recall_at_10_max": 0.4369360291530516, + "nauc_cv_recall_at_10_std": 0.4019920484623479, + "nauc_cv_recall_at_1_diff1": 0.6787729267117939, + "nauc_cv_recall_at_1_max": 0.4483448292991838, + "nauc_cv_recall_at_1_std": 0.2086975409018547, + "nauc_cv_recall_at_20_diff1": 0.44455980762664943, + "nauc_cv_recall_at_20_max": 0.43252662858604923, + "nauc_cv_recall_at_20_std": 0.4659697186595289, + "nauc_cv_recall_at_3_diff1": 0.5711627394926658, + "nauc_cv_recall_at_3_max": 0.4173021015328537, + "nauc_cv_recall_at_3_std": 0.303306184425467, + "nauc_cv_recall_at_5_diff1": 0.5555793126760551, + "nauc_cv_recall_at_5_max": 0.42026344838912505, + "nauc_cv_recall_at_5_std": 0.3200825079115572, + "nauc_map_at_1000_diff1": 0.625727698845203, + "nauc_map_at_1000_max": 0.43833007897791126, + "nauc_map_at_1000_std": 0.2609118106038958, + "nauc_map_at_100_diff1": 0.6253584933406903, + "nauc_map_at_100_max": 0.43857408105349865, + "nauc_map_at_100_std": 0.26139464324542994, + "nauc_map_at_10_diff1": 0.6256223969666678, + "nauc_map_at_10_max": 0.43741404152936747, + "nauc_map_at_10_std": 0.2606781274913183, + "nauc_map_at_1_diff1": 0.6787729267117939, + "nauc_map_at_1_max": 0.4483448292991838, + "nauc_map_at_1_std": 0.2086975409018547, + "nauc_map_at_20_diff1": 0.6241272092493547, + "nauc_map_at_20_max": 0.4364857418691703, + "nauc_map_at_20_std": 0.2619722199064384, + "nauc_map_at_3_diff1": 0.6331140514702438, + "nauc_map_at_3_max": 0.43570365229430424, + "nauc_map_at_3_std": 0.2510720421324455, + "nauc_map_at_5_diff1": 0.6300959184867589, + "nauc_map_at_5_max": 0.43632773692723537, + "nauc_map_at_5_std": 0.254354628949991, + "nauc_mrr_at_1000_diff1": 0.6257275882226064, + "nauc_mrr_at_1000_max": 0.4383296579750604, + "nauc_mrr_at_1000_std": 0.26091128658086987, + "nauc_mrr_at_100_diff1": 0.6253583638531727, + "nauc_mrr_at_100_max": 0.4385736325944442, + "nauc_mrr_at_100_std": 0.26139408315403995, + "nauc_mrr_at_10_diff1": 0.6256223969666678, + "nauc_mrr_at_10_max": 0.43741404152936747, + "nauc_mrr_at_10_std": 0.2606781274913183, + "nauc_mrr_at_1_diff1": 0.6787729267117939, + "nauc_mrr_at_1_max": 0.4483448292991838, + "nauc_mrr_at_1_std": 0.2086975409018547, + "nauc_mrr_at_20_diff1": 0.6241272092493547, + "nauc_mrr_at_20_max": 0.4364857418691703, + "nauc_mrr_at_20_std": 0.2619722199064384, + "nauc_mrr_at_3_diff1": 0.6331140514702438, + "nauc_mrr_at_3_max": 0.43570365229430424, + "nauc_mrr_at_3_std": 0.2510720421324455, + "nauc_mrr_at_5_diff1": 0.6300959184867589, + "nauc_mrr_at_5_max": 0.43632773692723537, + "nauc_mrr_at_5_std": 0.254354628949991, + "nauc_ndcg_at_1000_diff1": 0.6119100731636649, + "nauc_ndcg_at_1000_max": 0.44040411165998694, + "nauc_ndcg_at_1000_std": 0.2770059786004134, + "nauc_ndcg_at_100_diff1": 0.6020858600990256, + "nauc_ndcg_at_100_max": 0.4482027804597055, + "nauc_ndcg_at_100_std": 0.29109437970273, + "nauc_ndcg_at_10_diff1": 0.6006859120736538, + "nauc_ndcg_at_10_max": 0.43643008773180164, + "nauc_ndcg_at_10_std": 0.28916183770833015, + "nauc_ndcg_at_1_diff1": 0.6787729267117939, + "nauc_ndcg_at_1_max": 0.4483448292991838, + "nauc_ndcg_at_1_std": 0.2086975409018547, + "nauc_ndcg_at_20_diff1": 0.5939399449347809, + "nauc_ndcg_at_20_max": 0.43464448439569164, + "nauc_ndcg_at_20_std": 0.29524167525362205, + "nauc_ndcg_at_3_diff1": 0.6176093944148927, + "nauc_ndcg_at_3_max": 0.4311207827652941, + "nauc_ndcg_at_3_std": 0.2642395616086192, + "nauc_ndcg_at_5_diff1": 0.6121797185622866, + "nauc_ndcg_at_5_max": 0.4323791466523419, + "nauc_ndcg_at_5_std": 0.27020359365711794, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3606790371733184, + "nauc_precision_at_100_max": 0.6460443767082423, + "nauc_precision_at_100_std": 0.64382647294436, + "nauc_precision_at_10_diff1": 0.5070064486702209, + "nauc_precision_at_10_max": 0.436936029153051, + "nauc_precision_at_10_std": 0.40199204846234754, + "nauc_precision_at_1_diff1": 0.6787729267117939, + "nauc_precision_at_1_max": 0.4483448292991838, + "nauc_precision_at_1_std": 0.2086975409018547, + "nauc_precision_at_20_diff1": 0.4445598076266497, + "nauc_precision_at_20_max": 0.4325266285860495, + "nauc_precision_at_20_std": 0.46596971865952863, + "nauc_precision_at_3_diff1": 0.5711627394926657, + "nauc_precision_at_3_max": 0.4173021015328535, + "nauc_precision_at_3_std": 0.30330618442546653, + "nauc_precision_at_5_diff1": 0.5555793126760548, + "nauc_precision_at_5_max": 0.420263448389125, + "nauc_precision_at_5_std": 0.3200825079115574, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3606790371733193, + "nauc_recall_at_100_max": 0.6460443767082419, + "nauc_recall_at_100_std": 0.6438264729443607, + "nauc_recall_at_10_diff1": 0.5070064486702217, + "nauc_recall_at_10_max": 0.4369360291530516, + "nauc_recall_at_10_std": 0.4019920484623479, + "nauc_recall_at_1_diff1": 0.6787729267117939, + "nauc_recall_at_1_max": 0.4483448292991838, + "nauc_recall_at_1_std": 0.2086975409018547, + "nauc_recall_at_20_diff1": 0.44455980762664943, + "nauc_recall_at_20_max": 0.43252662858604923, + "nauc_recall_at_20_std": 0.4659697186595289, + "nauc_recall_at_3_diff1": 0.5711627394926658, + "nauc_recall_at_3_max": 0.4173021015328537, + "nauc_recall_at_3_std": 0.303306184425467, + "nauc_recall_at_5_diff1": 0.5555793126760551, + "nauc_recall_at_5_max": 0.42026344838912505, + "nauc_recall_at_5_std": 0.3200825079115572, + "ndcg_at_1": 0.39401, + "ndcg_at_10": 0.51787, + "ndcg_at_100": 0.57193, + "ndcg_at_1000": 0.58323, + "ndcg_at_20": 0.54158, + "ndcg_at_3": 0.4687, + "ndcg_at_5": 0.49081, + "precision_at_1": 0.39401, + "precision_at_10": 0.06593, + "precision_at_100": 0.00913, + "precision_at_1000": 0.001, + "precision_at_20": 0.03762, + "precision_at_3": 0.17425, + "precision_at_5": 0.11521, + "recall_at_1": 0.39401, + "recall_at_10": 0.65927, + "recall_at_100": 0.91343, + "recall_at_1000": 1.0, + "recall_at_20": 0.7525, + "recall_at_3": 0.52275, + "recall_at_5": 0.57603 + }, + { + "cv_recall_at_1": 0.08378, + "cv_recall_at_10": 0.21375, + "cv_recall_at_100": 0.48013, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.28571, + "cv_recall_at_3": 0.12675, + "cv_recall_at_5": 0.15682, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.13899, + "map_at_1": 0.08378, + "map_at_10": 0.11634, + "map_at_100": 0.12578, + "map_at_1000": 0.12783, + "map_at_20": 0.12128, + "map_at_3": 0.10204, + "map_at_5": 0.10881, + "mrr_at_1": 0.08378088077336197, + "mrr_at_10": 0.11634358003853172, + "mrr_at_100": 0.12577563297812794, + "mrr_at_1000": 0.1278294672817507, + "mrr_at_20": 0.12128160331334957, + "mrr_at_3": 0.10204081632653061, + "mrr_at_5": 0.10880773361976372, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.08094760047818926, + "nauc_cv_recall_at_100_max": 0.17066956375947087, + "nauc_cv_recall_at_100_std": 0.38563047630654224, + "nauc_cv_recall_at_10_diff1": 0.2839044210475601, + "nauc_cv_recall_at_10_max": 0.31545350408678147, + "nauc_cv_recall_at_10_std": 0.3441278004612633, + "nauc_cv_recall_at_1_diff1": 0.6291818808071652, + "nauc_cv_recall_at_1_max": 0.5054935879352562, + "nauc_cv_recall_at_1_std": 0.3865691801255298, + "nauc_cv_recall_at_20_diff1": 0.21817134251307765, + "nauc_cv_recall_at_20_max": 0.2592512547042223, + "nauc_cv_recall_at_20_std": 0.34702007706662635, + "nauc_cv_recall_at_3_diff1": 0.4864187243485422, + "nauc_cv_recall_at_3_max": 0.38426154022878617, + "nauc_cv_recall_at_3_std": 0.3491919668762798, + "nauc_cv_recall_at_5_diff1": 0.4063794488396466, + "nauc_cv_recall_at_5_max": 0.33969774274368847, + "nauc_cv_recall_at_5_std": 0.34046314170571884, + "nauc_map_at_1000_diff1": 0.47827949302761363, + "nauc_map_at_1000_max": 0.4064512152065326, + "nauc_map_at_1000_std": 0.3649575210259258, + "nauc_map_at_100_diff1": 0.4759593348882534, + "nauc_map_at_100_max": 0.40529052275374966, + "nauc_map_at_100_std": 0.36497875541695995, + "nauc_map_at_10_diff1": 0.49485792134613193, + "nauc_map_at_10_max": 0.4188337948334773, + "nauc_map_at_10_std": 0.3637559483655701, + "nauc_map_at_1_diff1": 0.6291818808071652, + "nauc_map_at_1_max": 0.5054935879352562, + "nauc_map_at_1_std": 0.3865691801255298, + "nauc_map_at_20_diff1": 0.4839601045926048, + "nauc_map_at_20_max": 0.4102131481142997, + "nauc_map_at_20_std": 0.3642448061238864, + "nauc_map_at_3_diff1": 0.5544338142604952, + "nauc_map_at_3_max": 0.44292832818211825, + "nauc_map_at_3_std": 0.3667412598594845, + "nauc_map_at_5_diff1": 0.526947072293995, + "nauc_map_at_5_max": 0.4278398208874142, + "nauc_map_at_5_std": 0.36383180100575213, + "nauc_mrr_at_1000_diff1": 0.47827803118281714, + "nauc_mrr_at_1000_max": 0.4064523613247372, + "nauc_mrr_at_1000_std": 0.3649567863374473, + "nauc_mrr_at_100_diff1": 0.47595788183689713, + "nauc_mrr_at_100_max": 0.40529166241657266, + "nauc_mrr_at_100_std": 0.3649780249729875, + "nauc_mrr_at_10_diff1": 0.49485792134613193, + "nauc_mrr_at_10_max": 0.4188337948334773, + "nauc_mrr_at_10_std": 0.3637559483655701, + "nauc_mrr_at_1_diff1": 0.6291818808071652, + "nauc_mrr_at_1_max": 0.5054935879352562, + "nauc_mrr_at_1_std": 0.3865691801255298, + "nauc_mrr_at_20_diff1": 0.4839601045926048, + "nauc_mrr_at_20_max": 0.4102131481142997, + "nauc_mrr_at_20_std": 0.3642448061238864, + "nauc_mrr_at_3_diff1": 0.5544338142604952, + "nauc_mrr_at_3_max": 0.44292832818211825, + "nauc_mrr_at_3_std": 0.3667412598594845, + "nauc_mrr_at_5_diff1": 0.526947072293995, + "nauc_mrr_at_5_max": 0.4278398208874142, + "nauc_mrr_at_5_std": 0.36383180100575213, + "nauc_ndcg_at_1000_diff1": 0.4134594567842365, + "nauc_ndcg_at_1000_max": 0.3679622197162452, + "nauc_ndcg_at_1000_std": 0.36383698541450976, + "nauc_ndcg_at_100_diff1": 0.3522286150645984, + "nauc_ndcg_at_100_max": 0.3324224846540905, + "nauc_ndcg_at_100_std": 0.36735232562757786, + "nauc_ndcg_at_10_diff1": 0.42677518649871554, + "nauc_ndcg_at_10_max": 0.3845568065271432, + "nauc_ndcg_at_10_std": 0.3570034792300479, + "nauc_ndcg_at_1_diff1": 0.6291818808071652, + "nauc_ndcg_at_1_max": 0.5054935879352562, + "nauc_ndcg_at_1_std": 0.3865691801255298, + "nauc_ndcg_at_20_diff1": 0.3954488082966329, + "nauc_ndcg_at_20_max": 0.35973541870986864, + "nauc_ndcg_at_20_std": 0.3579997255648102, + "nauc_ndcg_at_3_diff1": 0.534581543463932, + "nauc_ndcg_at_3_max": 0.4258413031304955, + "nauc_ndcg_at_3_std": 0.3616085694555746, + "nauc_ndcg_at_5_diff1": 0.49034708200589217, + "nauc_ndcg_at_5_max": 0.40104217893271416, + "nauc_ndcg_at_5_std": 0.35668991327782323, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.08094760047818939, + "nauc_precision_at_100_max": 0.17066956375947098, + "nauc_precision_at_100_std": 0.3856304763065422, + "nauc_precision_at_10_diff1": 0.2839044210475601, + "nauc_precision_at_10_max": 0.31545350408678124, + "nauc_precision_at_10_std": 0.3441278004612635, + "nauc_precision_at_1_diff1": 0.6291818808071652, + "nauc_precision_at_1_max": 0.5054935879352562, + "nauc_precision_at_1_std": 0.3865691801255298, + "nauc_precision_at_20_diff1": 0.21817134251307746, + "nauc_precision_at_20_max": 0.2592512547042219, + "nauc_precision_at_20_std": 0.34702007706662613, + "nauc_precision_at_3_diff1": 0.48641872434854205, + "nauc_precision_at_3_max": 0.384261540228786, + "nauc_precision_at_3_std": 0.34919196687627996, + "nauc_precision_at_5_diff1": 0.40637944883964683, + "nauc_precision_at_5_max": 0.33969774274368847, + "nauc_precision_at_5_std": 0.3404631417057189, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.08094760047818926, + "nauc_recall_at_100_max": 0.17066956375947087, + "nauc_recall_at_100_std": 0.38563047630654224, + "nauc_recall_at_10_diff1": 0.2839044210475601, + "nauc_recall_at_10_max": 0.31545350408678147, + "nauc_recall_at_10_std": 0.3441278004612633, + "nauc_recall_at_1_diff1": 0.6291818808071652, + "nauc_recall_at_1_max": 0.5054935879352562, + "nauc_recall_at_1_std": 0.3865691801255298, + "nauc_recall_at_20_diff1": 0.21817134251307765, + "nauc_recall_at_20_max": 0.2592512547042223, + "nauc_recall_at_20_std": 0.34702007706662635, + "nauc_recall_at_3_diff1": 0.4864187243485422, + "nauc_recall_at_3_max": 0.38426154022878617, + "nauc_recall_at_3_std": 0.3491919668762798, + "nauc_recall_at_5_diff1": 0.4063794488396466, + "nauc_recall_at_5_max": 0.33969774274368847, + "nauc_recall_at_5_std": 0.34046314170571884, + "ndcg_at_1": 0.08378, + "ndcg_at_10": 0.13899, + "ndcg_at_100": 0.1922, + "ndcg_at_1000": 0.25598, + "ndcg_at_20": 0.15711, + "ndcg_at_3": 0.10836, + "ndcg_at_5": 0.12065, + "precision_at_1": 0.08378, + "precision_at_10": 0.02137, + "precision_at_100": 0.0048, + "precision_at_1000": 0.001, + "precision_at_20": 0.01429, + "precision_at_3": 0.04225, + "precision_at_5": 0.03136, + "recall_at_1": 0.08378, + "recall_at_10": 0.21375, + "recall_at_100": 0.48013, + "recall_at_1000": 1.0, + "recall_at_20": 0.28571, + "recall_at_3": 0.12675, + "recall_at_5": 0.15682 + }, + { + "cv_recall_at_1": 0.096, + "cv_recall_at_10": 0.247, + "cv_recall_at_100": 0.58, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.311, + "cv_recall_at_3": 0.158, + "cv_recall_at_5": 0.198, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.16391, + "map_at_1": 0.096, + "map_at_10": 0.13824, + "map_at_100": 0.14853, + "map_at_1000": 0.15039, + "map_at_20": 0.14257, + "map_at_3": 0.12283, + "map_at_5": 0.13183, + "mrr_at_1": 0.096, + "mrr_at_10": 0.13823849206349206, + "mrr_at_100": 0.14852892899091763, + "mrr_at_1000": 0.1503909681270283, + "mrr_at_20": 0.14257447598411227, + "mrr_at_3": 0.12283333333333327, + "mrr_at_5": 0.1318333333333333, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.03122877789708922, + "nauc_cv_recall_at_100_max": 0.15807673331978997, + "nauc_cv_recall_at_100_std": 0.25700873552543785, + "nauc_cv_recall_at_10_diff1": 0.1979977193701204, + "nauc_cv_recall_at_10_max": 0.08385825781766487, + "nauc_cv_recall_at_10_std": 0.1336889853859249, + "nauc_cv_recall_at_1_diff1": 0.4098442670601914, + "nauc_cv_recall_at_1_max": 0.1960049414184777, + "nauc_cv_recall_at_1_std": 0.11682485913603434, + "nauc_cv_recall_at_20_diff1": 0.147580351467539, + "nauc_cv_recall_at_20_max": 0.10735523163073482, + "nauc_cv_recall_at_20_std": 0.12651030656989257, + "nauc_cv_recall_at_3_diff1": 0.30751900982190294, + "nauc_cv_recall_at_3_max": 0.09457216752684254, + "nauc_cv_recall_at_3_std": 0.1525148026507118, + "nauc_cv_recall_at_5_diff1": 0.2456197739175154, + "nauc_cv_recall_at_5_max": 0.06958399651079145, + "nauc_cv_recall_at_5_std": 0.14042599590538776, + "nauc_map_at_1000_diff1": 0.3108026337423453, + "nauc_map_at_1000_max": 0.13603764722136522, + "nauc_map_at_1000_std": 0.12868613440315627, + "nauc_map_at_100_diff1": 0.3091343337291221, + "nauc_map_at_100_max": 0.13531151633977603, + "nauc_map_at_100_std": 0.12846135145876467, + "nauc_map_at_10_diff1": 0.3199492115034543, + "nauc_map_at_10_max": 0.13191522051200616, + "nauc_map_at_10_std": 0.12544174366583696, + "nauc_map_at_1_diff1": 0.4098442670601914, + "nauc_map_at_1_max": 0.1960049414184777, + "nauc_map_at_1_std": 0.11682485913603434, + "nauc_map_at_20_diff1": 0.31352289693470164, + "nauc_map_at_20_max": 0.13359715775447498, + "nauc_map_at_20_std": 0.12474902480926435, + "nauc_map_at_3_diff1": 0.35261281588271315, + "nauc_map_at_3_max": 0.1419533508215326, + "nauc_map_at_3_std": 0.12829207923693836, + "nauc_map_at_5_diff1": 0.33059012872746757, + "nauc_map_at_5_max": 0.13068614410775703, + "nauc_map_at_5_std": 0.1269370499395121, + "nauc_mrr_at_1000_diff1": 0.3108026337423453, + "nauc_mrr_at_1000_max": 0.13603764722136522, + "nauc_mrr_at_1000_std": 0.12868613440315627, + "nauc_mrr_at_100_diff1": 0.3091343337291221, + "nauc_mrr_at_100_max": 0.13531151633977603, + "nauc_mrr_at_100_std": 0.12846135145876467, + "nauc_mrr_at_10_diff1": 0.3199492115034543, + "nauc_mrr_at_10_max": 0.13191522051200616, + "nauc_mrr_at_10_std": 0.12544174366583696, + "nauc_mrr_at_1_diff1": 0.4098442670601914, + "nauc_mrr_at_1_max": 0.1960049414184777, + "nauc_mrr_at_1_std": 0.11682485913603434, + "nauc_mrr_at_20_diff1": 0.31352289693470164, + "nauc_mrr_at_20_max": 0.13359715775447498, + "nauc_mrr_at_20_std": 0.12474902480926435, + "nauc_mrr_at_3_diff1": 0.35261281588271315, + "nauc_mrr_at_3_max": 0.1419533508215326, + "nauc_mrr_at_3_std": 0.12829207923693836, + "nauc_mrr_at_5_diff1": 0.33059012872746757, + "nauc_mrr_at_5_max": 0.13068614410775703, + "nauc_mrr_at_5_std": 0.1269370499395121, + "nauc_ndcg_at_1000_diff1": 0.27465338314694493, + "nauc_ndcg_at_1000_max": 0.13532791914955453, + "nauc_ndcg_at_1000_std": 0.14176692393314377, + "nauc_ndcg_at_100_diff1": 0.23470449632345772, + "nauc_ndcg_at_100_max": 0.13451761349838698, + "nauc_ndcg_at_100_std": 0.1555639746804492, + "nauc_ndcg_at_10_diff1": 0.2818115912878626, + "nauc_ndcg_at_10_max": 0.11547465009598505, + "nauc_ndcg_at_10_std": 0.12840701176314118, + "nauc_ndcg_at_1_diff1": 0.4098442670601914, + "nauc_ndcg_at_1_max": 0.1960049414184777, + "nauc_ndcg_at_1_std": 0.11682485913603434, + "nauc_ndcg_at_20_diff1": 0.2615957787270437, + "nauc_ndcg_at_20_max": 0.12234254332047498, + "nauc_ndcg_at_20_std": 0.1260256036365097, + "nauc_ndcg_at_3_diff1": 0.33920706600399225, + "nauc_ndcg_at_3_max": 0.12798246596280738, + "nauc_ndcg_at_3_std": 0.13512915509383155, + "nauc_ndcg_at_5_diff1": 0.30427309180580736, + "nauc_ndcg_at_5_max": 0.11143239360648992, + "nauc_ndcg_at_5_std": 0.1313015918668763, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.031228777897089503, + "nauc_precision_at_100_max": 0.1580767333197903, + "nauc_precision_at_100_std": 0.2570087355254377, + "nauc_precision_at_10_diff1": 0.19799771937012006, + "nauc_precision_at_10_max": 0.083858257817665, + "nauc_precision_at_10_std": 0.1336889853859248, + "nauc_precision_at_1_diff1": 0.4098442670601914, + "nauc_precision_at_1_max": 0.1960049414184777, + "nauc_precision_at_1_std": 0.11682485913603434, + "nauc_precision_at_20_diff1": 0.14758035146753876, + "nauc_precision_at_20_max": 0.10735523163073456, + "nauc_precision_at_20_std": 0.1265103065698924, + "nauc_precision_at_3_diff1": 0.30751900982190283, + "nauc_precision_at_3_max": 0.09457216752684251, + "nauc_precision_at_3_std": 0.15251480265071174, + "nauc_precision_at_5_diff1": 0.2456197739175152, + "nauc_precision_at_5_max": 0.06958399651079158, + "nauc_precision_at_5_std": 0.14042599590538776, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.03122877789708922, + "nauc_recall_at_100_max": 0.15807673331978997, + "nauc_recall_at_100_std": 0.25700873552543785, + "nauc_recall_at_10_diff1": 0.1979977193701204, + "nauc_recall_at_10_max": 0.08385825781766487, + "nauc_recall_at_10_std": 0.1336889853859249, + "nauc_recall_at_1_diff1": 0.4098442670601914, + "nauc_recall_at_1_max": 0.1960049414184777, + "nauc_recall_at_1_std": 0.11682485913603434, + "nauc_recall_at_20_diff1": 0.147580351467539, + "nauc_recall_at_20_max": 0.10735523163073482, + "nauc_recall_at_20_std": 0.12651030656989257, + "nauc_recall_at_3_diff1": 0.30751900982190294, + "nauc_recall_at_3_max": 0.09457216752684254, + "nauc_recall_at_3_std": 0.1525148026507118, + "nauc_recall_at_5_diff1": 0.2456197739175154, + "nauc_recall_at_5_max": 0.06958399651079145, + "nauc_recall_at_5_std": 0.14042599590538776, + "ndcg_at_1": 0.096, + "ndcg_at_10": 0.16391, + "ndcg_at_100": 0.22792, + "ndcg_at_1000": 0.28067, + "ndcg_at_20": 0.17996, + "ndcg_at_3": 0.13184, + "ndcg_at_5": 0.14819, + "precision_at_1": 0.096, + "precision_at_10": 0.0247, + "precision_at_100": 0.0058, + "precision_at_1000": 0.001, + "precision_at_20": 0.01555, + "precision_at_3": 0.05267, + "precision_at_5": 0.0396, + "recall_at_1": 0.096, + "recall_at_10": 0.247, + "recall_at_100": 0.58, + "recall_at_1000": 1.0, + "recall_at_20": 0.311, + "recall_at_3": 0.158, + "recall_at_5": 0.198 + }, + { + "cv_recall_at_1": 0.32594, + "cv_recall_at_10": 0.58807, + "cv_recall_at_100": 0.83911, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.66297, + "cv_recall_at_3": 0.45492, + "cv_recall_at_5": 0.52011, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.44964, + "map_at_1": 0.32594, + "map_at_10": 0.40614, + "map_at_100": 0.41528, + "map_at_1000": 0.41617, + "map_at_20": 0.41108, + "map_at_3": 0.38234, + "map_at_5": 0.39704, + "mrr_at_1": 0.3259361997226075, + "mrr_at_10": 0.40613841005657914, + "mrr_at_100": 0.4152786021504557, + "mrr_at_1000": 0.41616716847899377, + "mrr_at_20": 0.41107626755006554, + "mrr_at_3": 0.3823393435043923, + "mrr_at_5": 0.3970411465557097, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4143125486845753, + "nauc_cv_recall_at_100_max": 0.5320816743201151, + "nauc_cv_recall_at_100_std": 0.5665864175181943, + "nauc_cv_recall_at_10_diff1": 0.4736723432838038, + "nauc_cv_recall_at_10_max": 0.5155390517675708, + "nauc_cv_recall_at_10_std": 0.43366104906933245, + "nauc_cv_recall_at_1_diff1": 0.6524414738983796, + "nauc_cv_recall_at_1_max": 0.5512090830443038, + "nauc_cv_recall_at_1_std": 0.3502491395104, + "nauc_cv_recall_at_20_diff1": 0.4507518062183285, + "nauc_cv_recall_at_20_max": 0.5160176805499569, + "nauc_cv_recall_at_20_std": 0.519694782745015, + "nauc_cv_recall_at_3_diff1": 0.5535662951368313, + "nauc_cv_recall_at_3_max": 0.564704741066614, + "nauc_cv_recall_at_3_std": 0.4136036979599246, + "nauc_cv_recall_at_5_diff1": 0.5130205909284755, + "nauc_cv_recall_at_5_max": 0.5281322733359631, + "nauc_cv_recall_at_5_std": 0.4146731951698951, + "nauc_map_at_1000_diff1": 0.5923562901465701, + "nauc_map_at_1000_max": 0.5429739061166239, + "nauc_map_at_1000_std": 0.3848112051754737, + "nauc_map_at_100_diff1": 0.5918655013216925, + "nauc_map_at_100_max": 0.5428860352272687, + "nauc_map_at_100_std": 0.38519824890915205, + "nauc_map_at_10_diff1": 0.5913677852925365, + "nauc_map_at_10_max": 0.5421098179062059, + "nauc_map_at_10_std": 0.3813377163920301, + "nauc_map_at_1_diff1": 0.6524414738983796, + "nauc_map_at_1_max": 0.5512090830443038, + "nauc_map_at_1_std": 0.3502491395104, + "nauc_map_at_20_diff1": 0.5910724634089584, + "nauc_map_at_20_max": 0.5422948552748079, + "nauc_map_at_20_std": 0.3852347149072005, + "nauc_map_at_3_diff1": 0.604405473516488, + "nauc_map_at_3_max": 0.5517276066883616, + "nauc_map_at_3_std": 0.37888818845914163, + "nauc_map_at_5_diff1": 0.596029160112715, + "nauc_map_at_5_max": 0.5437518832787203, + "nauc_map_at_5_std": 0.3790704704001802, + "nauc_mrr_at_1000_diff1": 0.5923560278478026, + "nauc_mrr_at_1000_max": 0.5429733763931445, + "nauc_mrr_at_1000_std": 0.3848105803844461, + "nauc_mrr_at_100_diff1": 0.591865231267037, + "nauc_mrr_at_100_max": 0.5428854783615418, + "nauc_mrr_at_100_std": 0.38519758770448553, + "nauc_mrr_at_10_diff1": 0.5913677852925365, + "nauc_mrr_at_10_max": 0.5421098179062059, + "nauc_mrr_at_10_std": 0.3813377163920301, + "nauc_mrr_at_1_diff1": 0.6524414738983796, + "nauc_mrr_at_1_max": 0.5512090830443038, + "nauc_mrr_at_1_std": 0.3502491395104, + "nauc_mrr_at_20_diff1": 0.5910724634089584, + "nauc_mrr_at_20_max": 0.5422948552748079, + "nauc_mrr_at_20_std": 0.3852347149072005, + "nauc_mrr_at_3_diff1": 0.604405473516488, + "nauc_mrr_at_3_max": 0.5517276066883616, + "nauc_mrr_at_3_std": 0.37888818845914163, + "nauc_mrr_at_5_diff1": 0.596029160112715, + "nauc_mrr_at_5_max": 0.5437518832787203, + "nauc_mrr_at_5_std": 0.3790704704001802, + "nauc_ndcg_at_1000_diff1": 0.5783071578366672, + "nauc_ndcg_at_1000_max": 0.5414636189261661, + "nauc_ndcg_at_1000_std": 0.39675982530546133, + "nauc_ndcg_at_100_diff1": 0.5673150067554389, + "nauc_ndcg_at_100_max": 0.5404582633785823, + "nauc_ndcg_at_100_std": 0.4074294639470118, + "nauc_ndcg_at_10_diff1": 0.5644498003714317, + "nauc_ndcg_at_10_max": 0.5363955483158082, + "nauc_ndcg_at_10_std": 0.393513763480844, + "nauc_ndcg_at_1_diff1": 0.6524414738983796, + "nauc_ndcg_at_1_max": 0.5512090830443038, + "nauc_ndcg_at_1_std": 0.3502491395104, + "nauc_ndcg_at_20_diff1": 0.5623783362516817, + "nauc_ndcg_at_20_max": 0.5370550562641554, + "nauc_ndcg_at_20_std": 0.4099708581203125, + "nauc_ndcg_at_3_diff1": 0.5911279841759199, + "nauc_ndcg_at_3_max": 0.5548417220825114, + "nauc_ndcg_at_3_std": 0.3878572153415391, + "nauc_ndcg_at_5_diff1": 0.5755197804997088, + "nauc_ndcg_at_5_max": 0.5401619268149915, + "nauc_ndcg_at_5_std": 0.3881047375243232, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.4143125486845745, + "nauc_precision_at_100_max": 0.5320816743201164, + "nauc_precision_at_100_std": 0.5665864175181946, + "nauc_precision_at_10_diff1": 0.47367234328380414, + "nauc_precision_at_10_max": 0.5155390517675704, + "nauc_precision_at_10_std": 0.43366104906933317, + "nauc_precision_at_1_diff1": 0.6524414738983796, + "nauc_precision_at_1_max": 0.5512090830443038, + "nauc_precision_at_1_std": 0.3502491395104, + "nauc_precision_at_20_diff1": 0.4507518062183285, + "nauc_precision_at_20_max": 0.5160176805499569, + "nauc_precision_at_20_std": 0.519694782745015, + "nauc_precision_at_3_diff1": 0.553566295136831, + "nauc_precision_at_3_max": 0.5647047410666138, + "nauc_precision_at_3_std": 0.41360369795992435, + "nauc_precision_at_5_diff1": 0.513020590928476, + "nauc_precision_at_5_max": 0.528132273335963, + "nauc_precision_at_5_std": 0.41467319516989587, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4143125486845753, + "nauc_recall_at_100_max": 0.5320816743201151, + "nauc_recall_at_100_std": 0.5665864175181943, + "nauc_recall_at_10_diff1": 0.4736723432838038, + "nauc_recall_at_10_max": 0.5155390517675708, + "nauc_recall_at_10_std": 0.43366104906933245, + "nauc_recall_at_1_diff1": 0.6524414738983796, + "nauc_recall_at_1_max": 0.5512090830443038, + "nauc_recall_at_1_std": 0.3502491395104, + "nauc_recall_at_20_diff1": 0.4507518062183285, + "nauc_recall_at_20_max": 0.5160176805499569, + "nauc_recall_at_20_std": 0.519694782745015, + "nauc_recall_at_3_diff1": 0.5535662951368313, + "nauc_recall_at_3_max": 0.564704741066614, + "nauc_recall_at_3_std": 0.4136036979599246, + "nauc_recall_at_5_diff1": 0.5130205909284755, + "nauc_recall_at_5_max": 0.5281322733359631, + "nauc_recall_at_5_std": 0.4146731951698951, + "ndcg_at_1": 0.32594, + "ndcg_at_10": 0.44964, + "ndcg_at_100": 0.50029, + "ndcg_at_1000": 0.52147, + "ndcg_at_20": 0.46825, + "ndcg_at_3": 0.40096, + "ndcg_at_5": 0.42764, + "precision_at_1": 0.32594, + "precision_at_10": 0.05881, + "precision_at_100": 0.00839, + "precision_at_1000": 0.001, + "precision_at_20": 0.03315, + "precision_at_3": 0.15164, + "precision_at_5": 0.10402, + "recall_at_1": 0.32594, + "recall_at_10": 0.58807, + "recall_at_100": 0.83911, + "recall_at_1000": 1.0, + "recall_at_20": 0.66297, + "recall_at_3": 0.45492, + "recall_at_5": 0.52011 + }, + { + "cv_recall_at_1": 0.32558, + "cv_recall_at_10": 0.57294, + "cv_recall_at_100": 0.83298, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.65539, + "cv_recall_at_3": 0.45243, + "cv_recall_at_5": 0.50317, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.44269, + "map_at_1": 0.32558, + "map_at_10": 0.40177, + "map_at_100": 0.41202, + "map_at_1000": 0.41283, + "map_at_20": 0.4075, + "map_at_3": 0.38073, + "map_at_5": 0.39246, + "mrr_at_1": 0.32558139534883723, + "mrr_at_10": 0.4017743884022952, + "mrr_at_100": 0.41201766810451657, + "mrr_at_1000": 0.41282790686568654, + "mrr_at_20": 0.4074975696352814, + "mrr_at_3": 0.38072586328400265, + "mrr_at_5": 0.3924594785059898, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.33319717829563866, + "nauc_cv_recall_at_100_max": 0.4067449927437285, + "nauc_cv_recall_at_100_std": 0.6174517316377853, + "nauc_cv_recall_at_10_diff1": 0.486821458931059, + "nauc_cv_recall_at_10_max": 0.3902786386096522, + "nauc_cv_recall_at_10_std": 0.37508230270815346, + "nauc_cv_recall_at_1_diff1": 0.6367299436732132, + "nauc_cv_recall_at_1_max": 0.4959073257152778, + "nauc_cv_recall_at_1_std": 0.34968642580726267, + "nauc_cv_recall_at_20_diff1": 0.44159761215278753, + "nauc_cv_recall_at_20_max": 0.3932788718769707, + "nauc_cv_recall_at_20_std": 0.4449484107288282, + "nauc_cv_recall_at_3_diff1": 0.5273113591091085, + "nauc_cv_recall_at_3_max": 0.4477604405417835, + "nauc_cv_recall_at_3_std": 0.3882510977951838, + "nauc_cv_recall_at_5_diff1": 0.5219606524762571, + "nauc_cv_recall_at_5_max": 0.4263623280399427, + "nauc_cv_recall_at_5_std": 0.39232890856205144, + "nauc_map_at_1000_diff1": 0.5805297718176744, + "nauc_map_at_1000_max": 0.4675574167497707, + "nauc_map_at_1000_std": 0.3717808238606819, + "nauc_map_at_100_diff1": 0.5799039262803479, + "nauc_map_at_100_max": 0.4673313547760212, + "nauc_map_at_100_std": 0.37223231199122314, + "nauc_map_at_10_diff1": 0.5818443261985234, + "nauc_map_at_10_max": 0.4655432092875299, + "nauc_map_at_10_std": 0.3661278338064773, + "nauc_map_at_1_diff1": 0.6367299436732132, + "nauc_map_at_1_max": 0.4959073257152778, + "nauc_map_at_1_std": 0.34968642580726267, + "nauc_map_at_20_diff1": 0.5800487033799071, + "nauc_map_at_20_max": 0.46633585873697075, + "nauc_map_at_20_std": 0.3703071346179496, + "nauc_map_at_3_diff1": 0.5858912260990712, + "nauc_map_at_3_max": 0.47405430448817926, + "nauc_map_at_3_std": 0.3664630113569763, + "nauc_map_at_5_diff1": 0.5852808145127003, + "nauc_map_at_5_max": 0.4692733799352851, + "nauc_map_at_5_std": 0.367719016060064, + "nauc_mrr_at_1000_diff1": 0.5805298300860103, + "nauc_mrr_at_1000_max": 0.4675573794546013, + "nauc_mrr_at_1000_std": 0.3717808086064955, + "nauc_mrr_at_100_diff1": 0.5799039262803479, + "nauc_mrr_at_100_max": 0.4673313547760212, + "nauc_mrr_at_100_std": 0.37223231199122314, + "nauc_mrr_at_10_diff1": 0.5818443261985234, + "nauc_mrr_at_10_max": 0.4655432092875299, + "nauc_mrr_at_10_std": 0.3661278338064773, + "nauc_mrr_at_1_diff1": 0.6367299436732132, + "nauc_mrr_at_1_max": 0.4959073257152778, + "nauc_mrr_at_1_std": 0.34968642580726267, + "nauc_mrr_at_20_diff1": 0.5800487033799071, + "nauc_mrr_at_20_max": 0.46633585873697075, + "nauc_mrr_at_20_std": 0.3703071346179496, + "nauc_mrr_at_3_diff1": 0.5858912260990712, + "nauc_mrr_at_3_max": 0.47405430448817926, + "nauc_mrr_at_3_std": 0.3664630113569763, + "nauc_mrr_at_5_diff1": 0.5852808145127003, + "nauc_mrr_at_5_max": 0.4692733799352851, + "nauc_mrr_at_5_std": 0.367719016060064, + "nauc_ndcg_at_1000_diff1": 0.5656743421506273, + "nauc_ndcg_at_1000_max": 0.461169825921946, + "nauc_ndcg_at_1000_std": 0.3826545468837048, + "nauc_ndcg_at_100_diff1": 0.5501611366152832, + "nauc_ndcg_at_100_max": 0.4571657863531696, + "nauc_ndcg_at_100_std": 0.3973814457501108, + "nauc_ndcg_at_10_diff1": 0.5598604439318214, + "nauc_ndcg_at_10_max": 0.44870119146458565, + "nauc_ndcg_at_10_std": 0.3690957138781721, + "nauc_ndcg_at_1_diff1": 0.6367299436732132, + "nauc_ndcg_at_1_max": 0.4959073257152778, + "nauc_ndcg_at_1_std": 0.34968642580726267, + "nauc_ndcg_at_20_diff1": 0.5523867049209488, + "nauc_ndcg_at_20_max": 0.4511549065343426, + "nauc_ndcg_at_20_std": 0.3843038335913939, + "nauc_ndcg_at_3_diff1": 0.5706925500420406, + "nauc_ndcg_at_3_max": 0.4672549158811777, + "nauc_ndcg_at_3_std": 0.3720660751976934, + "nauc_ndcg_at_5_diff1": 0.5691547732715783, + "nauc_ndcg_at_5_max": 0.45861800860996577, + "nauc_ndcg_at_5_std": 0.3739796280197634, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.3331971782956386, + "nauc_precision_at_100_max": 0.4067449927437276, + "nauc_precision_at_100_std": 0.6174517316377839, + "nauc_precision_at_10_diff1": 0.4868214589310593, + "nauc_precision_at_10_max": 0.39027863860965145, + "nauc_precision_at_10_std": 0.375082302708153, + "nauc_precision_at_1_diff1": 0.6367299436732132, + "nauc_precision_at_1_max": 0.4959073257152778, + "nauc_precision_at_1_std": 0.34968642580726267, + "nauc_precision_at_20_diff1": 0.441597612152787, + "nauc_precision_at_20_max": 0.39327887187697014, + "nauc_precision_at_20_std": 0.4449484107288272, + "nauc_precision_at_3_diff1": 0.5273113591091089, + "nauc_precision_at_3_max": 0.4477604405417836, + "nauc_precision_at_3_std": 0.38825109779518374, + "nauc_precision_at_5_diff1": 0.5219606524762569, + "nauc_precision_at_5_max": 0.4263623280399423, + "nauc_precision_at_5_std": 0.39232890856205105, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.33319717829563866, + "nauc_recall_at_100_max": 0.4067449927437285, + "nauc_recall_at_100_std": 0.6174517316377853, + "nauc_recall_at_10_diff1": 0.486821458931059, + "nauc_recall_at_10_max": 0.3902786386096522, + "nauc_recall_at_10_std": 0.37508230270815346, + "nauc_recall_at_1_diff1": 0.6367299436732132, + "nauc_recall_at_1_max": 0.4959073257152778, + "nauc_recall_at_1_std": 0.34968642580726267, + "nauc_recall_at_20_diff1": 0.44159761215278753, + "nauc_recall_at_20_max": 0.3932788718769707, + "nauc_recall_at_20_std": 0.4449484107288282, + "nauc_recall_at_3_diff1": 0.5273113591091085, + "nauc_recall_at_3_max": 0.4477604405417835, + "nauc_recall_at_3_std": 0.3882510977951838, + "nauc_recall_at_5_diff1": 0.5219606524762571, + "nauc_recall_at_5_max": 0.4263623280399427, + "nauc_recall_at_5_std": 0.39232890856205144, + "ndcg_at_1": 0.32558, + "ndcg_at_10": 0.44269, + "ndcg_at_100": 0.49634, + "ndcg_at_1000": 0.51769, + "ndcg_at_20": 0.46354, + "ndcg_at_3": 0.39911, + "ndcg_at_5": 0.42013, + "precision_at_1": 0.32558, + "precision_at_10": 0.05729, + "precision_at_100": 0.00833, + "precision_at_1000": 0.001, + "precision_at_20": 0.03277, + "precision_at_3": 0.15081, + "precision_at_5": 0.10063, + "recall_at_1": 0.32558, + "recall_at_10": 0.57294, + "recall_at_100": 0.83298, + "recall_at_1000": 1.0, + "recall_at_20": 0.65539, + "recall_at_3": 0.45243, + "recall_at_5": 0.50317 + }, + { + "cv_recall_at_1": 0.5, + "cv_recall_at_10": 0.785, + "cv_recall_at_100": 0.98, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.844, + "cv_recall_at_3": 0.653, + "cv_recall_at_5": 0.717, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.63886, + "map_at_1": 0.5, + "map_at_10": 0.59253, + "map_at_100": 0.60054, + "map_at_1000": 0.60066, + "map_at_20": 0.59673, + "map_at_3": 0.569, + "map_at_5": 0.58335, + "mrr_at_1": 0.5, + "mrr_at_10": 0.5925329365079366, + "mrr_at_100": 0.6005437190144755, + "mrr_at_1000": 0.600664144421558, + "mrr_at_20": 0.5967313145746579, + "mrr_at_3": 0.5690000000000002, + "mrr_at_5": 0.5833500000000003, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5858309990662961, + "nauc_cv_recall_at_100_max": 0.7176237161531301, + "nauc_cv_recall_at_100_std": 0.8628618113912271, + "nauc_cv_recall_at_10_diff1": 0.7120100093247249, + "nauc_cv_recall_at_10_max": 0.2462671592639371, + "nauc_cv_recall_at_10_std": -0.23614452142916173, + "nauc_cv_recall_at_1_diff1": 0.7841492338441036, + "nauc_cv_recall_at_1_max": 0.3875429713524314, + "nauc_cv_recall_at_1_std": -0.007577614923384203, + "nauc_cv_recall_at_20_diff1": 0.7082412268582482, + "nauc_cv_recall_at_20_max": 0.32142857142857206, + "nauc_cv_recall_at_20_std": -0.2007146625135008, + "nauc_cv_recall_at_3_diff1": 0.7107919769385271, + "nauc_cv_recall_at_3_max": 0.3104524717256328, + "nauc_cv_recall_at_3_std": -0.13919222641101736, + "nauc_cv_recall_at_5_diff1": 0.6963980779158884, + "nauc_cv_recall_at_5_max": 0.29357546600706164, + "nauc_cv_recall_at_5_std": -0.19533624179984505, + "nauc_map_at_1000_diff1": 0.7545027808605635, + "nauc_map_at_1000_max": 0.3567529979219445, + "nauc_map_at_1000_std": -0.062112641943025536, + "nauc_map_at_100_diff1": 0.7544438124532609, + "nauc_map_at_100_max": 0.3568824116725499, + "nauc_map_at_100_std": -0.06173985435885906, + "nauc_map_at_10_diff1": 0.7539830140069392, + "nauc_map_at_10_max": 0.35104102462166586, + "nauc_map_at_10_std": -0.06966701537309626, + "nauc_map_at_1_diff1": 0.7841492338441036, + "nauc_map_at_1_max": 0.3875429713524314, + "nauc_map_at_1_std": -0.007577614923384203, + "nauc_map_at_20_diff1": 0.7543229223023675, + "nauc_map_at_20_max": 0.35552716581356714, + "nauc_map_at_20_std": -0.06605583359387289, + "nauc_map_at_3_diff1": 0.752913416580022, + "nauc_map_at_3_max": 0.3556594165384521, + "nauc_map_at_3_std": -0.060537047966662746, + "nauc_map_at_5_diff1": 0.7510932930040148, + "nauc_map_at_5_max": 0.3534526852569118, + "nauc_map_at_5_std": -0.06868553575707965, + "nauc_mrr_at_1000_diff1": 0.7545027808605635, + "nauc_mrr_at_1000_max": 0.3567529979219445, + "nauc_mrr_at_1000_std": -0.062112641943025536, + "nauc_mrr_at_100_diff1": 0.7544438124532609, + "nauc_mrr_at_100_max": 0.3568824116725499, + "nauc_mrr_at_100_std": -0.06173985435885906, + "nauc_mrr_at_10_diff1": 0.7539830140069392, + "nauc_mrr_at_10_max": 0.35104102462166586, + "nauc_mrr_at_10_std": -0.06966701537309626, + "nauc_mrr_at_1_diff1": 0.7841492338441036, + "nauc_mrr_at_1_max": 0.3875429713524314, + "nauc_mrr_at_1_std": -0.007577614923384203, + "nauc_mrr_at_20_diff1": 0.7543229223023675, + "nauc_mrr_at_20_max": 0.35552716581356714, + "nauc_mrr_at_20_std": -0.06605583359387289, + "nauc_mrr_at_3_diff1": 0.752913416580022, + "nauc_mrr_at_3_max": 0.3556594165384521, + "nauc_mrr_at_3_std": -0.060537047966662746, + "nauc_mrr_at_5_diff1": 0.7510932930040148, + "nauc_mrr_at_5_max": 0.3534526852569118, + "nauc_mrr_at_5_std": -0.06868553575707965, + "nauc_ndcg_at_1000_diff1": 0.7499698607053241, + "nauc_ndcg_at_1000_max": 0.35418485575392594, + "nauc_ndcg_at_1000_std": -0.06718538120073447, + "nauc_ndcg_at_100_diff1": 0.7482164162964144, + "nauc_ndcg_at_100_max": 0.35807404010503563, + "nauc_ndcg_at_100_std": -0.05697537291884474, + "nauc_ndcg_at_10_diff1": 0.7457296191933457, + "nauc_ndcg_at_10_max": 0.3329444136294682, + "nauc_ndcg_at_10_std": -0.09911995188680284, + "nauc_ndcg_at_1_diff1": 0.7841492338441036, + "nauc_ndcg_at_1_max": 0.3875429713524314, + "nauc_ndcg_at_1_std": -0.007577614923384203, + "nauc_ndcg_at_20_diff1": 0.7467491806865436, + "nauc_ndcg_at_20_max": 0.34852864281248525, + "nauc_ndcg_at_20_std": -0.08706237078385107, + "nauc_ndcg_at_3_diff1": 0.7429288606690733, + "nauc_ndcg_at_3_max": 0.34498708703837594, + "nauc_ndcg_at_3_std": -0.07903887707810912, + "nauc_ndcg_at_5_diff1": 0.739339573470649, + "nauc_ndcg_at_5_max": 0.34065155653743817, + "nauc_ndcg_at_5_std": -0.09527532922715241, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5858309990662923, + "nauc_precision_at_100_max": 0.717623716153127, + "nauc_precision_at_100_std": 0.862861811391217, + "nauc_precision_at_10_diff1": 0.7120100093247237, + "nauc_precision_at_10_max": 0.24626715926393547, + "nauc_precision_at_10_std": -0.23614452142916353, + "nauc_precision_at_1_diff1": 0.7841492338441036, + "nauc_precision_at_1_max": 0.3875429713524314, + "nauc_precision_at_1_std": -0.007577614923384203, + "nauc_precision_at_20_diff1": 0.7082412268582476, + "nauc_precision_at_20_max": 0.32142857142857073, + "nauc_precision_at_20_std": -0.20071466251350326, + "nauc_precision_at_3_diff1": 0.7107919769385278, + "nauc_precision_at_3_max": 0.3104524717256329, + "nauc_precision_at_3_std": -0.13919222641101667, + "nauc_precision_at_5_diff1": 0.6963980779158885, + "nauc_precision_at_5_max": 0.29357546600705997, + "nauc_precision_at_5_std": -0.1953362417998463, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5858309990662961, + "nauc_recall_at_100_max": 0.7176237161531301, + "nauc_recall_at_100_std": 0.8628618113912271, + "nauc_recall_at_10_diff1": 0.7120100093247249, + "nauc_recall_at_10_max": 0.2462671592639371, + "nauc_recall_at_10_std": -0.23614452142916173, + "nauc_recall_at_1_diff1": 0.7841492338441036, + "nauc_recall_at_1_max": 0.3875429713524314, + "nauc_recall_at_1_std": -0.007577614923384203, + "nauc_recall_at_20_diff1": 0.7082412268582482, + "nauc_recall_at_20_max": 0.32142857142857206, + "nauc_recall_at_20_std": -0.2007146625135008, + "nauc_recall_at_3_diff1": 0.7107919769385271, + "nauc_recall_at_3_max": 0.3104524717256328, + "nauc_recall_at_3_std": -0.13919222641101736, + "nauc_recall_at_5_diff1": 0.6963980779158884, + "nauc_recall_at_5_max": 0.29357546600706164, + "nauc_recall_at_5_std": -0.19533624179984505, + "ndcg_at_1": 0.5, + "ndcg_at_10": 0.63886, + "ndcg_at_100": 0.67982, + "ndcg_at_1000": 0.6825, + "ndcg_at_20": 0.65391, + "ndcg_at_3": 0.59064, + "ndcg_at_5": 0.61676, + "precision_at_1": 0.5, + "precision_at_10": 0.0785, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.0422, + "precision_at_3": 0.21767, + "precision_at_5": 0.1434, + "recall_at_1": 0.5, + "recall_at_10": 0.785, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.844, + "recall_at_3": 0.653, + "recall_at_5": 0.717 + } + ] + }, + "task_name": "WITT2IRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-base-patch16-512/753a949581523b60257d93e18391e8c27f72eb22/model_meta.json b/results-mieb/google__siglip-base-patch16-512/753a949581523b60257d93e18391e8c27f72eb22/model_meta.json new file mode 100644 index 0000000000..756f9c9c7a --- /dev/null +++ b/results-mieb/google__siglip-base-patch16-512/753a949581523b60257d93e18391e8c27f72eb22/model_meta.json @@ -0,0 +1 @@ +{"name": "google/siglip-base-patch16-512", "revision": "753a949581523b60257d93e18391e8c27f72eb22", "release_date": "2024-01-08", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": null, "use_instuctions": null, "zero_shot_benchmarks": null, "loader": "SiglipModelWrapper"} \ No newline at end of file diff --git a/results-mieb/google__siglip-large-patch16-256/d0da9f876e7d66b4e250cd2450c3ba2ce735e447/WITT2IRetrieval.json b/results-mieb/google__siglip-large-patch16-256/d0da9f876e7d66b4e250cd2450c3ba2ce735e447/WITT2IRetrieval.json new file mode 100644 index 0000000000..5f06d4f0d2 --- /dev/null +++ b/results-mieb/google__siglip-large-patch16-256/d0da9f876e7d66b4e250cd2450c3ba2ce735e447/WITT2IRetrieval.json @@ -0,0 +1,1936 @@ +{ + "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", + "evaluation_time": 153.49457120895386, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.21236, + "cv_recall_at_10": 0.44831, + "cv_recall_at_100": 0.78989, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.54944, + "cv_recall_at_3": 0.30562, + "cv_recall_at_5": 0.36292, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.3176, + "map_at_1": 0.21236, + "map_at_10": 0.27738, + "map_at_100": 0.2907, + "map_at_1000": 0.29165, + "map_at_20": 0.28443, + "map_at_3": 0.253, + "map_at_5": 0.26603, + "mrr_at_1": 0.21235955056179776, + "mrr_at_10": 0.2773800606384876, + "mrr_at_100": 0.29070094283629366, + "mrr_at_1000": 0.2916475905772476, + "mrr_at_20": 0.2844331444819757, + "mrr_at_3": 0.25299625468164805, + "mrr_at_5": 0.2660299625468165, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.3003626994779616, + "nauc_cv_recall_at_100_max": 0.5548275759629901, + "nauc_cv_recall_at_100_std": 0.6386697598297497, + "nauc_cv_recall_at_10_diff1": 0.4149575835645685, + "nauc_cv_recall_at_10_max": 0.3425415745769017, + "nauc_cv_recall_at_10_std": 0.33509351614530253, + "nauc_cv_recall_at_1_diff1": 0.6050929690032468, + "nauc_cv_recall_at_1_max": 0.41251419289584673, + "nauc_cv_recall_at_1_std": 0.25816633985365167, + "nauc_cv_recall_at_20_diff1": 0.40426712835286205, + "nauc_cv_recall_at_20_max": 0.4027644407021793, + "nauc_cv_recall_at_20_std": 0.4096739656605129, + "nauc_cv_recall_at_3_diff1": 0.49874039399022607, + "nauc_cv_recall_at_3_max": 0.3525352598845765, + "nauc_cv_recall_at_3_std": 0.2826150147458686, + "nauc_cv_recall_at_5_diff1": 0.4653915178854044, + "nauc_cv_recall_at_5_max": 0.3569189727946339, + "nauc_cv_recall_at_5_std": 0.3028674653031839, + "nauc_map_at_1000_diff1": 0.5409310976173939, + "nauc_map_at_1000_max": 0.3885752414310074, + "nauc_map_at_1000_std": 0.2865922308596221, + "nauc_map_at_100_diff1": 0.5403803030050892, + "nauc_map_at_100_max": 0.38901485287942417, + "nauc_map_at_100_std": 0.28745240579931414, + "nauc_map_at_10_diff1": 0.5415319832681147, + "nauc_map_at_10_max": 0.38328218679842607, + "nauc_map_at_10_std": 0.28077001695899756, + "nauc_map_at_1_diff1": 0.6050929690032468, + "nauc_map_at_1_max": 0.41251419289584673, + "nauc_map_at_1_std": 0.25816633985365167, + "nauc_map_at_20_diff1": 0.5411089156357143, + "nauc_map_at_20_max": 0.38701139904307347, + "nauc_map_at_20_std": 0.2856492071304046, + "nauc_map_at_3_diff1": 0.5576262979028926, + "nauc_map_at_3_max": 0.38367029894992183, + "nauc_map_at_3_std": 0.2697064390376009, + "nauc_map_at_5_diff1": 0.5489353603103189, + "nauc_map_at_5_max": 0.3852603217798598, + "nauc_map_at_5_std": 0.2755182157848625, + "nauc_mrr_at_1000_diff1": 0.540931085899091, + "nauc_mrr_at_1000_max": 0.3885752266951037, + "nauc_mrr_at_1000_std": 0.2865922209021115, + "nauc_mrr_at_100_diff1": 0.5403803030050892, + "nauc_mrr_at_100_max": 0.38901485287942417, + "nauc_mrr_at_100_std": 0.28745240579931414, + "nauc_mrr_at_10_diff1": 0.5415319832681147, + "nauc_mrr_at_10_max": 0.38328218679842607, + "nauc_mrr_at_10_std": 0.28077001695899756, + "nauc_mrr_at_1_diff1": 0.6050929690032468, + "nauc_mrr_at_1_max": 0.41251419289584673, + "nauc_mrr_at_1_std": 0.25816633985365167, + "nauc_mrr_at_20_diff1": 0.5411089156357143, + "nauc_mrr_at_20_max": 0.38701139904307347, + "nauc_mrr_at_20_std": 0.2856492071304046, + "nauc_mrr_at_3_diff1": 0.5576262979028926, + "nauc_mrr_at_3_max": 0.38367029894992183, + "nauc_mrr_at_3_std": 0.2697064390376009, + "nauc_mrr_at_5_diff1": 0.5489353603103189, + "nauc_mrr_at_5_max": 0.3852603217798598, + "nauc_mrr_at_5_std": 0.2755182157848625, + "nauc_ndcg_at_1000_diff1": 0.5201783586237868, + "nauc_ndcg_at_1000_max": 0.39109832441616876, + "nauc_ndcg_at_1000_std": 0.30461652448903986, + "nauc_ndcg_at_100_diff1": 0.5027918968844239, + "nauc_ndcg_at_100_max": 0.40436472190745265, + "nauc_ndcg_at_100_std": 0.331281945296951, + "nauc_ndcg_at_10_diff1": 0.5089323671477836, + "nauc_ndcg_at_10_max": 0.37255982146503086, + "nauc_ndcg_at_10_std": 0.2945653330281739, + "nauc_ndcg_at_1_diff1": 0.6050929690032468, + "nauc_ndcg_at_1_max": 0.41251419289584673, + "nauc_ndcg_at_1_std": 0.25816633985365167, + "nauc_ndcg_at_20_diff1": 0.5075522728112374, + "nauc_ndcg_at_20_max": 0.38771287487979855, + "nauc_ndcg_at_20_std": 0.3128682588994658, + "nauc_ndcg_at_3_diff1": 0.5416767114387823, + "nauc_ndcg_at_3_max": 0.37515635453117174, + "nauc_ndcg_at_3_std": 0.27322728588827544, + "nauc_ndcg_at_5_diff1": 0.5264649237697293, + "nauc_ndcg_at_5_max": 0.3774223708861285, + "nauc_ndcg_at_5_std": 0.28285178016394, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3003626994779613, + "nauc_precision_at_100_max": 0.5548275759629899, + "nauc_precision_at_100_std": 0.63866975982975, + "nauc_precision_at_10_diff1": 0.4149575835645688, + "nauc_precision_at_10_max": 0.3425415745769019, + "nauc_precision_at_10_std": 0.3350935161453028, + "nauc_precision_at_1_diff1": 0.6050929690032468, + "nauc_precision_at_1_max": 0.41251419289584673, + "nauc_precision_at_1_std": 0.25816633985365167, + "nauc_precision_at_20_diff1": 0.4042671283528619, + "nauc_precision_at_20_max": 0.40276444070217876, + "nauc_precision_at_20_std": 0.40967396566051206, + "nauc_precision_at_3_diff1": 0.49874039399022574, + "nauc_precision_at_3_max": 0.3525352598845762, + "nauc_precision_at_3_std": 0.28261501474586836, + "nauc_precision_at_5_diff1": 0.46539151788540417, + "nauc_precision_at_5_max": 0.356918972794634, + "nauc_precision_at_5_std": 0.302867465303184, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3003626994779616, + "nauc_recall_at_100_max": 0.5548275759629901, + "nauc_recall_at_100_std": 0.6386697598297497, + "nauc_recall_at_10_diff1": 0.4149575835645685, + "nauc_recall_at_10_max": 0.3425415745769017, + "nauc_recall_at_10_std": 0.33509351614530253, + "nauc_recall_at_1_diff1": 0.6050929690032468, + "nauc_recall_at_1_max": 0.41251419289584673, + "nauc_recall_at_1_std": 0.25816633985365167, + "nauc_recall_at_20_diff1": 0.40426712835286205, + "nauc_recall_at_20_max": 0.4027644407021793, + "nauc_recall_at_20_std": 0.4096739656605129, + "nauc_recall_at_3_diff1": 0.49874039399022607, + "nauc_recall_at_3_max": 0.3525352598845765, + "nauc_recall_at_3_std": 0.2826150147458686, + "nauc_recall_at_5_diff1": 0.4653915178854044, + "nauc_recall_at_5_max": 0.3569189727946339, + "nauc_recall_at_5_std": 0.3028674653031839, + "ndcg_at_1": 0.21236, + "ndcg_at_10": 0.3176, + "ndcg_at_100": 0.38789, + "ndcg_at_1000": 0.41438, + "ndcg_at_20": 0.34321, + "ndcg_at_3": 0.26649, + "ndcg_at_5": 0.29004, + "precision_at_1": 0.21236, + "precision_at_10": 0.04483, + "precision_at_100": 0.0079, + "precision_at_1000": 0.001, + "precision_at_20": 0.02747, + "precision_at_3": 0.10187, + "precision_at_5": 0.07258, + "recall_at_1": 0.21236, + "recall_at_10": 0.44831, + "recall_at_100": 0.78989, + "recall_at_1000": 1.0, + "recall_at_20": 0.54944, + "recall_at_3": 0.30562, + "recall_at_5": 0.36292 + }, + { + "cv_recall_at_1": 0.20698, + "cv_recall_at_10": 0.44419, + "cv_recall_at_100": 0.76977, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.54186, + "cv_recall_at_3": 0.30233, + "cv_recall_at_5": 0.36047, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.31507, + "map_at_1": 0.20698, + "map_at_10": 0.27516, + "map_at_100": 0.28753, + "map_at_1000": 0.28861, + "map_at_20": 0.28201, + "map_at_3": 0.25058, + "map_at_5": 0.26395, + "mrr_at_1": 0.2069767441860465, + "mrr_at_10": 0.2751591915836101, + "mrr_at_100": 0.2875307284962649, + "mrr_at_1000": 0.2886101346549318, + "mrr_at_20": 0.2820103602457893, + "mrr_at_3": 0.2505813953488373, + "mrr_at_5": 0.26395348837209304, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4093627621786638, + "nauc_cv_recall_at_100_max": 0.47392125148869085, + "nauc_cv_recall_at_100_std": 0.32742884186329557, + "nauc_cv_recall_at_10_diff1": 0.4164293507827622, + "nauc_cv_recall_at_10_max": 0.373676020508955, + "nauc_cv_recall_at_10_std": 0.07981411859816971, + "nauc_cv_recall_at_1_diff1": 0.5769623985509127, + "nauc_cv_recall_at_1_max": 0.3842526568455678, + "nauc_cv_recall_at_1_std": 0.06934283587010087, + "nauc_cv_recall_at_20_diff1": 0.37682780365738766, + "nauc_cv_recall_at_20_max": 0.41811018778993125, + "nauc_cv_recall_at_20_std": 0.129614222958865, + "nauc_cv_recall_at_3_diff1": 0.47505414142682256, + "nauc_cv_recall_at_3_max": 0.3386255924170616, + "nauc_cv_recall_at_3_std": 0.06946109663852355, + "nauc_cv_recall_at_5_diff1": 0.4463062678279969, + "nauc_cv_recall_at_5_max": 0.3507802370456244, + "nauc_cv_recall_at_5_std": 0.07886114373751092, + "nauc_map_at_1000_diff1": 0.5146769065802478, + "nauc_map_at_1000_max": 0.37646808082113914, + "nauc_map_at_1000_std": 0.08646507199309812, + "nauc_map_at_100_diff1": 0.5143120882455383, + "nauc_map_at_100_max": 0.3766277483299629, + "nauc_map_at_100_std": 0.08675906951811373, + "nauc_map_at_10_diff1": 0.5152070626723227, + "nauc_map_at_10_max": 0.3727333152390514, + "nauc_map_at_10_std": 0.08099420288084715, + "nauc_map_at_1_diff1": 0.5769623985509127, + "nauc_map_at_1_max": 0.3842526568455678, + "nauc_map_at_1_std": 0.06934283587010087, + "nauc_map_at_20_diff1": 0.5125542972976519, + "nauc_map_at_20_max": 0.37611677581301717, + "nauc_map_at_20_std": 0.0846629410716143, + "nauc_map_at_3_diff1": 0.5270295580868876, + "nauc_map_at_3_max": 0.3663095452924379, + "nauc_map_at_3_std": 0.07738161926762027, + "nauc_map_at_5_diff1": 0.519948492737527, + "nauc_map_at_5_max": 0.3689441605572904, + "nauc_map_at_5_std": 0.08060487493398132, + "nauc_mrr_at_1000_diff1": 0.514676902292366, + "nauc_mrr_at_1000_max": 0.37646806310992137, + "nauc_mrr_at_1000_std": 0.08646505360870692, + "nauc_mrr_at_100_diff1": 0.5143120882455383, + "nauc_mrr_at_100_max": 0.3766277483299629, + "nauc_mrr_at_100_std": 0.08675906951811373, + "nauc_mrr_at_10_diff1": 0.5152070626723227, + "nauc_mrr_at_10_max": 0.3727333152390514, + "nauc_mrr_at_10_std": 0.08099420288084715, + "nauc_mrr_at_1_diff1": 0.5769623985509127, + "nauc_mrr_at_1_max": 0.3842526568455678, + "nauc_mrr_at_1_std": 0.06934283587010087, + "nauc_mrr_at_20_diff1": 0.5125542972976519, + "nauc_mrr_at_20_max": 0.37611677581301717, + "nauc_mrr_at_20_std": 0.0846629410716143, + "nauc_mrr_at_3_diff1": 0.5270295580868876, + "nauc_mrr_at_3_max": 0.3663095452924379, + "nauc_mrr_at_3_std": 0.07738161926762027, + "nauc_mrr_at_5_diff1": 0.519948492737527, + "nauc_mrr_at_5_max": 0.3689441605572904, + "nauc_mrr_at_5_std": 0.08060487493398132, + "nauc_ndcg_at_1000_diff1": 0.49995543334551823, + "nauc_ndcg_at_1000_max": 0.3811523747562341, + "nauc_ndcg_at_1000_std": 0.09738443817453372, + "nauc_ndcg_at_100_diff1": 0.49170577344667954, + "nauc_ndcg_at_100_max": 0.3884156484654683, + "nauc_ndcg_at_100_std": 0.11507089046060567, + "nauc_ndcg_at_10_diff1": 0.4892258089021453, + "nauc_ndcg_at_10_max": 0.3722492080992435, + "nauc_ndcg_at_10_std": 0.081001233642932, + "nauc_ndcg_at_1_diff1": 0.5769623985509127, + "nauc_ndcg_at_1_max": 0.3842526568455678, + "nauc_ndcg_at_1_std": 0.06934283587010087, + "nauc_ndcg_at_20_diff1": 0.47983152317657074, + "nauc_ndcg_at_20_max": 0.3840360365384102, + "nauc_ndcg_at_20_std": 0.0940749988684443, + "nauc_ndcg_at_3_diff1": 0.5127760637828862, + "nauc_ndcg_at_3_max": 0.3589028686816543, + "nauc_ndcg_at_3_std": 0.07554452472073625, + "nauc_ndcg_at_5_diff1": 0.5000070371620252, + "nauc_ndcg_at_5_max": 0.3638454293511532, + "nauc_ndcg_at_5_std": 0.08041489130513192, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.40936276217866474, + "nauc_precision_at_100_max": 0.4739212514886919, + "nauc_precision_at_100_std": 0.3274288418632965, + "nauc_precision_at_10_diff1": 0.4164293507827624, + "nauc_precision_at_10_max": 0.3736760205089551, + "nauc_precision_at_10_std": 0.07981411859816984, + "nauc_precision_at_1_diff1": 0.5769623985509127, + "nauc_precision_at_1_max": 0.3842526568455678, + "nauc_precision_at_1_std": 0.06934283587010087, + "nauc_precision_at_20_diff1": 0.3768278036573875, + "nauc_precision_at_20_max": 0.4181101877899317, + "nauc_precision_at_20_std": 0.12961422295886474, + "nauc_precision_at_3_diff1": 0.47505414142682284, + "nauc_precision_at_3_max": 0.33862559241706147, + "nauc_precision_at_3_std": 0.06946109663852358, + "nauc_precision_at_5_diff1": 0.4463062678279969, + "nauc_precision_at_5_max": 0.35078023704562433, + "nauc_precision_at_5_std": 0.07886114373751069, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4093627621786638, + "nauc_recall_at_100_max": 0.47392125148869085, + "nauc_recall_at_100_std": 0.32742884186329557, + "nauc_recall_at_10_diff1": 0.4164293507827622, + "nauc_recall_at_10_max": 0.373676020508955, + "nauc_recall_at_10_std": 0.07981411859816971, + "nauc_recall_at_1_diff1": 0.5769623985509127, + "nauc_recall_at_1_max": 0.3842526568455678, + "nauc_recall_at_1_std": 0.06934283587010087, + "nauc_recall_at_20_diff1": 0.37682780365738766, + "nauc_recall_at_20_max": 0.41811018778993125, + "nauc_recall_at_20_std": 0.129614222958865, + "nauc_recall_at_3_diff1": 0.47505414142682256, + "nauc_recall_at_3_max": 0.3386255924170616, + "nauc_recall_at_3_std": 0.06946109663852355, + "nauc_recall_at_5_diff1": 0.4463062678279969, + "nauc_recall_at_5_max": 0.3507802370456244, + "nauc_recall_at_5_std": 0.07886114373751092, + "ndcg_at_1": 0.20698, + "ndcg_at_10": 0.31507, + "ndcg_at_100": 0.38147, + "ndcg_at_1000": 0.4107, + "ndcg_at_20": 0.33986, + "ndcg_at_3": 0.26394, + "ndcg_at_5": 0.28796, + "precision_at_1": 0.20698, + "precision_at_10": 0.04442, + "precision_at_100": 0.0077, + "precision_at_1000": 0.001, + "precision_at_20": 0.02709, + "precision_at_3": 0.10078, + "precision_at_5": 0.07209, + "recall_at_1": 0.20698, + "recall_at_10": 0.44419, + "recall_at_100": 0.76977, + "recall_at_1000": 1.0, + "recall_at_20": 0.54186, + "recall_at_3": 0.30233, + "recall_at_5": 0.36047 + }, + { + "cv_recall_at_1": 0.39731, + "cv_recall_at_10": 0.66442, + "cv_recall_at_100": 0.86083, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.72503, + "cv_recall_at_3": 0.53423, + "cv_recall_at_5": 0.59596, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.52466, + "map_at_1": 0.39731, + "map_at_10": 0.48064, + "map_at_100": 0.48803, + "map_at_1000": 0.48868, + "map_at_20": 0.48489, + "map_at_3": 0.45754, + "map_at_5": 0.47162, + "mrr_at_1": 0.39730639730639733, + "mrr_at_10": 0.48064240286462473, + "mrr_at_100": 0.4880324754856483, + "mrr_at_1000": 0.48868275160675934, + "mrr_at_20": 0.48488937567285484, + "mrr_at_3": 0.457538346427235, + "mrr_at_5": 0.4716236438458655, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5578548171577201, + "nauc_cv_recall_at_100_max": 0.6646804698095687, + "nauc_cv_recall_at_100_std": 0.6195215557966229, + "nauc_cv_recall_at_10_diff1": 0.5838135625092163, + "nauc_cv_recall_at_10_max": 0.5383944730775565, + "nauc_cv_recall_at_10_std": 0.29288807484330076, + "nauc_cv_recall_at_1_diff1": 0.7542846884818821, + "nauc_cv_recall_at_1_max": 0.4420202485145873, + "nauc_cv_recall_at_1_std": 0.0004563032507581658, + "nauc_cv_recall_at_20_diff1": 0.5442476748139404, + "nauc_cv_recall_at_20_max": 0.5818878214385517, + "nauc_cv_recall_at_20_std": 0.367573720549519, + "nauc_cv_recall_at_3_diff1": 0.6588395819935658, + "nauc_cv_recall_at_3_max": 0.5000519416651473, + "nauc_cv_recall_at_3_std": 0.150187884602865, + "nauc_cv_recall_at_5_diff1": 0.63254204802205, + "nauc_cv_recall_at_5_max": 0.48845255697186757, + "nauc_cv_recall_at_5_std": 0.18065335713285896, + "nauc_map_at_1000_diff1": 0.7059026049582101, + "nauc_map_at_1000_max": 0.4738480119813671, + "nauc_map_at_1000_std": 0.0822114309839713, + "nauc_map_at_100_diff1": 0.7056131432990436, + "nauc_map_at_100_max": 0.4740255850949717, + "nauc_map_at_100_std": 0.08300869243502265, + "nauc_map_at_10_diff1": 0.7055998064181506, + "nauc_map_at_10_max": 0.4727748241610827, + "nauc_map_at_10_std": 0.08008450961045248, + "nauc_map_at_1_diff1": 0.7542846884818821, + "nauc_map_at_1_max": 0.4420202485145873, + "nauc_map_at_1_std": 0.0004563032507581658, + "nauc_map_at_20_diff1": 0.7045296733768378, + "nauc_map_at_20_max": 0.47417479130977996, + "nauc_map_at_20_std": 0.08193767726788206, + "nauc_map_at_3_diff1": 0.7140923458572953, + "nauc_map_at_3_max": 0.4703630865323559, + "nauc_map_at_3_std": 0.06460714619505123, + "nauc_map_at_5_diff1": 0.7095881165016424, + "nauc_map_at_5_max": 0.4677367980674292, + "nauc_map_at_5_std": 0.0700858298315289, + "nauc_mrr_at_1000_diff1": 0.7059026049582101, + "nauc_mrr_at_1000_max": 0.4738480119813671, + "nauc_mrr_at_1000_std": 0.0822114309839713, + "nauc_mrr_at_100_diff1": 0.7056131432990436, + "nauc_mrr_at_100_max": 0.4740255850949717, + "nauc_mrr_at_100_std": 0.08300869243502265, + "nauc_mrr_at_10_diff1": 0.7055998064181506, + "nauc_mrr_at_10_max": 0.4727748241610827, + "nauc_mrr_at_10_std": 0.08008450961045248, + "nauc_mrr_at_1_diff1": 0.7542846884818821, + "nauc_mrr_at_1_max": 0.4420202485145873, + "nauc_mrr_at_1_std": 0.0004563032507581658, + "nauc_mrr_at_20_diff1": 0.7045296733768378, + "nauc_mrr_at_20_max": 0.47417479130977996, + "nauc_mrr_at_20_std": 0.08193767726788206, + "nauc_mrr_at_3_diff1": 0.7140923458572953, + "nauc_mrr_at_3_max": 0.4703630865323559, + "nauc_mrr_at_3_std": 0.06460714619505123, + "nauc_mrr_at_5_diff1": 0.7095881165016424, + "nauc_mrr_at_5_max": 0.4677367980674292, + "nauc_mrr_at_5_std": 0.0700858298315289, + "nauc_ndcg_at_1000_diff1": 0.6926431148768741, + "nauc_ndcg_at_1000_max": 0.48413074049723803, + "nauc_ndcg_at_1000_std": 0.1119721669195201, + "nauc_ndcg_at_100_diff1": 0.6848643290944362, + "nauc_ndcg_at_100_max": 0.4932360054078029, + "nauc_ndcg_at_100_std": 0.1394665807430548, + "nauc_ndcg_at_10_diff1": 0.6805052582761167, + "nauc_ndcg_at_10_max": 0.4861708577750309, + "nauc_ndcg_at_10_std": 0.12339785683878872, + "nauc_ndcg_at_1_diff1": 0.7542846884818821, + "nauc_ndcg_at_1_max": 0.4420202485145873, + "nauc_ndcg_at_1_std": 0.0004563032507581658, + "nauc_ndcg_at_20_diff1": 0.6757353483087946, + "nauc_ndcg_at_20_max": 0.4926080218871637, + "nauc_ndcg_at_20_std": 0.13236056140731542, + "nauc_ndcg_at_3_diff1": 0.7003536373293086, + "nauc_ndcg_at_3_max": 0.477911487093341, + "nauc_ndcg_at_3_std": 0.0859337040441357, + "nauc_ndcg_at_5_diff1": 0.6915361391824972, + "nauc_ndcg_at_5_max": 0.47306885865040066, + "nauc_ndcg_at_5_std": 0.09623013241600045, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5578548171577202, + "nauc_precision_at_100_max": 0.664680469809571, + "nauc_precision_at_100_std": 0.6195215557966243, + "nauc_precision_at_10_diff1": 0.5838135625092153, + "nauc_precision_at_10_max": 0.5383944730775557, + "nauc_precision_at_10_std": 0.2928880748432999, + "nauc_precision_at_1_diff1": 0.7542846884818821, + "nauc_precision_at_1_max": 0.4420202485145873, + "nauc_precision_at_1_std": 0.0004563032507581658, + "nauc_precision_at_20_diff1": 0.54424767481394, + "nauc_precision_at_20_max": 0.5818878214385511, + "nauc_precision_at_20_std": 0.367573720549519, + "nauc_precision_at_3_diff1": 0.658839581993566, + "nauc_precision_at_3_max": 0.500051941665147, + "nauc_precision_at_3_std": 0.1501878846028649, + "nauc_precision_at_5_diff1": 0.6325420480220502, + "nauc_precision_at_5_max": 0.488452556971868, + "nauc_precision_at_5_std": 0.18065335713285838, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5578548171577201, + "nauc_recall_at_100_max": 0.6646804698095687, + "nauc_recall_at_100_std": 0.6195215557966229, + "nauc_recall_at_10_diff1": 0.5838135625092163, + "nauc_recall_at_10_max": 0.5383944730775565, + "nauc_recall_at_10_std": 0.29288807484330076, + "nauc_recall_at_1_diff1": 0.7542846884818821, + "nauc_recall_at_1_max": 0.4420202485145873, + "nauc_recall_at_1_std": 0.0004563032507581658, + "nauc_recall_at_20_diff1": 0.5442476748139404, + "nauc_recall_at_20_max": 0.5818878214385517, + "nauc_recall_at_20_std": 0.367573720549519, + "nauc_recall_at_3_diff1": 0.6588395819935658, + "nauc_recall_at_3_max": 0.5000519416651473, + "nauc_recall_at_3_std": 0.150187884602865, + "nauc_recall_at_5_diff1": 0.63254204802205, + "nauc_recall_at_5_max": 0.48845255697186757, + "nauc_recall_at_5_std": 0.18065335713285896, + "ndcg_at_1": 0.39731, + "ndcg_at_10": 0.52466, + "ndcg_at_100": 0.56456, + "ndcg_at_1000": 0.58213, + "ndcg_at_20": 0.54003, + "ndcg_at_3": 0.47723, + "ndcg_at_5": 0.50264, + "precision_at_1": 0.39731, + "precision_at_10": 0.06644, + "precision_at_100": 0.00861, + "precision_at_1000": 0.001, + "precision_at_20": 0.03625, + "precision_at_3": 0.17808, + "precision_at_5": 0.11919, + "recall_at_1": 0.39731, + "recall_at_10": 0.66442, + "recall_at_100": 0.86083, + "recall_at_1000": 1.0, + "recall_at_20": 0.72503, + "recall_at_3": 0.53423, + "recall_at_5": 0.59596 + }, + { + "cv_recall_at_1": 0.15614, + "cv_recall_at_10": 0.33509, + "cv_recall_at_100": 0.68772, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.42807, + "cv_recall_at_3": 0.22456, + "cv_recall_at_5": 0.26491, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.23459, + "map_at_1": 0.15614, + "map_at_10": 0.20374, + "map_at_100": 0.2165, + "map_at_1000": 0.21805, + "map_at_20": 0.2104, + "map_at_3": 0.18509, + "map_at_5": 0.19404, + "mrr_at_1": 0.156140350877193, + "mrr_at_10": 0.20374199387357286, + "mrr_at_100": 0.21650435818001867, + "mrr_at_1000": 0.21805273596584335, + "mrr_at_20": 0.21039989765242342, + "mrr_at_3": 0.18508771929824558, + "mrr_at_5": 0.19403508771929825, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.18910062947313946, + "nauc_cv_recall_at_100_max": 0.19924487860160875, + "nauc_cv_recall_at_100_std": 0.3410333953362322, + "nauc_cv_recall_at_10_diff1": 0.39068306628424715, + "nauc_cv_recall_at_10_max": 0.22095681004294052, + "nauc_cv_recall_at_10_std": 0.23713586068868153, + "nauc_cv_recall_at_1_diff1": 0.628447781785485, + "nauc_cv_recall_at_1_max": 0.33173520761334724, + "nauc_cv_recall_at_1_std": 0.20001166849129834, + "nauc_cv_recall_at_20_diff1": 0.32431002717936575, + "nauc_cv_recall_at_20_max": 0.21413783039346246, + "nauc_cv_recall_at_20_std": 0.29045666806515763, + "nauc_cv_recall_at_3_diff1": 0.49887013590805396, + "nauc_cv_recall_at_3_max": 0.3020034814950967, + "nauc_cv_recall_at_3_std": 0.24365329931126942, + "nauc_cv_recall_at_5_diff1": 0.443961409746126, + "nauc_cv_recall_at_5_max": 0.25070338959611993, + "nauc_cv_recall_at_5_std": 0.21037823376923773, + "nauc_map_at_1000_diff1": 0.5312774816883872, + "nauc_map_at_1000_max": 0.2889799028008814, + "nauc_map_at_1000_std": 0.2172852085582543, + "nauc_map_at_100_diff1": 0.5296079561010105, + "nauc_map_at_100_max": 0.2884402055859716, + "nauc_map_at_100_std": 0.21772815373049878, + "nauc_map_at_10_diff1": 0.5390101378342672, + "nauc_map_at_10_max": 0.28914187258841156, + "nauc_map_at_10_std": 0.21070249040924247, + "nauc_map_at_1_diff1": 0.628447781785485, + "nauc_map_at_1_max": 0.33173520761334724, + "nauc_map_at_1_std": 0.20001166849129834, + "nauc_map_at_20_diff1": 0.5322467062292103, + "nauc_map_at_20_max": 0.28831451293746013, + "nauc_map_at_20_std": 0.21641674001551306, + "nauc_map_at_3_diff1": 0.5662610467436214, + "nauc_map_at_3_max": 0.30828646913451574, + "nauc_map_at_3_std": 0.21400270072668254, + "nauc_map_at_5_diff1": 0.5508293813433176, + "nauc_map_at_5_max": 0.2952789941475848, + "nauc_map_at_5_std": 0.2056254855366493, + "nauc_mrr_at_1000_diff1": 0.5312774816883872, + "nauc_mrr_at_1000_max": 0.2889799028008814, + "nauc_mrr_at_1000_std": 0.2172852085582543, + "nauc_mrr_at_100_diff1": 0.5296079561010105, + "nauc_mrr_at_100_max": 0.2884402055859716, + "nauc_mrr_at_100_std": 0.21772815373049878, + "nauc_mrr_at_10_diff1": 0.5390101378342672, + "nauc_mrr_at_10_max": 0.28914187258841156, + "nauc_mrr_at_10_std": 0.21070249040924247, + "nauc_mrr_at_1_diff1": 0.628447781785485, + "nauc_mrr_at_1_max": 0.33173520761334724, + "nauc_mrr_at_1_std": 0.20001166849129834, + "nauc_mrr_at_20_diff1": 0.5322467062292103, + "nauc_mrr_at_20_max": 0.28831451293746013, + "nauc_mrr_at_20_std": 0.21641674001551306, + "nauc_mrr_at_3_diff1": 0.5662610467436214, + "nauc_mrr_at_3_max": 0.30828646913451574, + "nauc_mrr_at_3_std": 0.21400270072668254, + "nauc_mrr_at_5_diff1": 0.5508293813433176, + "nauc_mrr_at_5_max": 0.2952789941475848, + "nauc_mrr_at_5_std": 0.2056254855366493, + "nauc_ndcg_at_1000_diff1": 0.49664151547278534, + "nauc_ndcg_at_1000_max": 0.27832871617128796, + "nauc_ndcg_at_1000_std": 0.22965922218655035, + "nauc_ndcg_at_100_diff1": 0.4588080600618917, + "nauc_ndcg_at_100_max": 0.2680381852496268, + "nauc_ndcg_at_100_std": 0.2424971601594663, + "nauc_ndcg_at_10_diff1": 0.4966615039112077, + "nauc_ndcg_at_10_max": 0.270000010997535, + "nauc_ndcg_at_10_std": 0.21810824175170437, + "nauc_ndcg_at_1_diff1": 0.628447781785485, + "nauc_ndcg_at_1_max": 0.33173520761334724, + "nauc_ndcg_at_1_std": 0.20001166849129834, + "nauc_ndcg_at_20_diff1": 0.47507837516767815, + "nauc_ndcg_at_20_max": 0.2675238423292141, + "nauc_ndcg_at_20_std": 0.23558037224046202, + "nauc_ndcg_at_3_diff1": 0.5473931129806788, + "nauc_ndcg_at_3_max": 0.30616586794051853, + "nauc_ndcg_at_3_std": 0.22203037329509664, + "nauc_ndcg_at_5_diff1": 0.5207282709796918, + "nauc_ndcg_at_5_max": 0.2828848040725794, + "nauc_ndcg_at_5_std": 0.20724363575113774, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.1891006294731396, + "nauc_precision_at_100_max": 0.19924487860160886, + "nauc_precision_at_100_std": 0.341033395336232, + "nauc_precision_at_10_diff1": 0.39068306628424715, + "nauc_precision_at_10_max": 0.2209568100429408, + "nauc_precision_at_10_std": 0.2371358606886818, + "nauc_precision_at_1_diff1": 0.628447781785485, + "nauc_precision_at_1_max": 0.33173520761334724, + "nauc_precision_at_1_std": 0.20001166849129834, + "nauc_precision_at_20_diff1": 0.3243100271793654, + "nauc_precision_at_20_max": 0.21413783039346218, + "nauc_precision_at_20_std": 0.2904566680651574, + "nauc_precision_at_3_diff1": 0.49887013590805374, + "nauc_precision_at_3_max": 0.3020034814950966, + "nauc_precision_at_3_std": 0.24365329931126947, + "nauc_precision_at_5_diff1": 0.44396140974612597, + "nauc_precision_at_5_max": 0.2507033895961199, + "nauc_precision_at_5_std": 0.210378233769238, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.18910062947313946, + "nauc_recall_at_100_max": 0.19924487860160875, + "nauc_recall_at_100_std": 0.3410333953362322, + "nauc_recall_at_10_diff1": 0.39068306628424715, + "nauc_recall_at_10_max": 0.22095681004294052, + "nauc_recall_at_10_std": 0.23713586068868153, + "nauc_recall_at_1_diff1": 0.628447781785485, + "nauc_recall_at_1_max": 0.33173520761334724, + "nauc_recall_at_1_std": 0.20001166849129834, + "nauc_recall_at_20_diff1": 0.32431002717936575, + "nauc_recall_at_20_max": 0.21413783039346246, + "nauc_recall_at_20_std": 0.29045666806515763, + "nauc_recall_at_3_diff1": 0.49887013590805396, + "nauc_recall_at_3_max": 0.3020034814950967, + "nauc_recall_at_3_std": 0.24365329931126942, + "nauc_recall_at_5_diff1": 0.443961409746126, + "nauc_recall_at_5_max": 0.25070338959611993, + "nauc_recall_at_5_std": 0.21037823376923773, + "ndcg_at_1": 0.15614, + "ndcg_at_10": 0.23459, + "ndcg_at_100": 0.30538, + "ndcg_at_1000": 0.34567, + "ndcg_at_20": 0.25836, + "ndcg_at_3": 0.19517, + "ndcg_at_5": 0.21155, + "precision_at_1": 0.15614, + "precision_at_10": 0.03351, + "precision_at_100": 0.00688, + "precision_at_1000": 0.001, + "precision_at_20": 0.0214, + "precision_at_3": 0.07485, + "precision_at_5": 0.05298, + "recall_at_1": 0.15614, + "recall_at_10": 0.33509, + "recall_at_100": 0.68772, + "recall_at_1000": 1.0, + "recall_at_20": 0.42807, + "recall_at_3": 0.22456, + "recall_at_5": 0.26491 + }, + { + "cv_recall_at_1": 0.21053, + "cv_recall_at_10": 0.40732, + "cv_recall_at_100": 0.75629, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.50343, + "cv_recall_at_3": 0.29176, + "cv_recall_at_5": 0.33524, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "main_score": 0.29932, + "map_at_1": 0.21053, + "map_at_10": 0.266, + "map_at_100": 0.27887, + "map_at_1000": 0.28, + "map_at_20": 0.27243, + "map_at_3": 0.24638, + "map_at_5": 0.25633, + "mrr_at_1": 0.21052631578947367, + "mrr_at_10": 0.2659987831898585, + "mrr_at_100": 0.2788741725576141, + "mrr_at_1000": 0.2799981947148587, + "mrr_at_20": 0.2724331888685576, + "mrr_at_3": 0.24637681159420294, + "mrr_at_5": 0.2563310450038138, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4040309098626024, + "nauc_cv_recall_at_100_max": 0.5072303739534308, + "nauc_cv_recall_at_100_std": 0.5322222637960802, + "nauc_cv_recall_at_10_diff1": 0.41350108355389, + "nauc_cv_recall_at_10_max": 0.29351616464676317, + "nauc_cv_recall_at_10_std": 0.19708885406673227, + "nauc_cv_recall_at_1_diff1": 0.6372005102044834, + "nauc_cv_recall_at_1_max": 0.38613114738319604, + "nauc_cv_recall_at_1_std": 0.10131574096517776, + "nauc_cv_recall_at_20_diff1": 0.37351711120057546, + "nauc_cv_recall_at_20_max": 0.3140724644248817, + "nauc_cv_recall_at_20_std": 0.26700917458594203, + "nauc_cv_recall_at_3_diff1": 0.5132176534203662, + "nauc_cv_recall_at_3_max": 0.3226228179276247, + "nauc_cv_recall_at_3_std": 0.13885815939228147, + "nauc_cv_recall_at_5_diff1": 0.4491732287253029, + "nauc_cv_recall_at_5_max": 0.3105780062973309, + "nauc_cv_recall_at_5_std": 0.1721406687192357, + "nauc_map_at_1000_diff1": 0.5558302859344558, + "nauc_map_at_1000_max": 0.3527916196058264, + "nauc_map_at_1000_std": 0.13338075718467787, + "nauc_map_at_100_diff1": 0.555359372389194, + "nauc_map_at_100_max": 0.35310936558202816, + "nauc_map_at_100_std": 0.13464064729062267, + "nauc_map_at_10_diff1": 0.5556162167007911, + "nauc_map_at_10_max": 0.34786519732513577, + "nauc_map_at_10_std": 0.12641240527243502, + "nauc_map_at_1_diff1": 0.6372005102044834, + "nauc_map_at_1_max": 0.38613114738319604, + "nauc_map_at_1_std": 0.10131574096517776, + "nauc_map_at_20_diff1": 0.5532309928003525, + "nauc_map_at_20_max": 0.34939557135589966, + "nauc_map_at_20_std": 0.1313876717359136, + "nauc_map_at_3_diff1": 0.5782131762035241, + "nauc_map_at_3_max": 0.3538089928851203, + "nauc_map_at_3_std": 0.11391828595128985, + "nauc_map_at_5_diff1": 0.5613343361923882, + "nauc_map_at_5_max": 0.3505715403437261, + "nauc_map_at_5_std": 0.12276900548783347, + "nauc_mrr_at_1000_diff1": 0.5558302859344558, + "nauc_mrr_at_1000_max": 0.3527916196058264, + "nauc_mrr_at_1000_std": 0.13338075718467787, + "nauc_mrr_at_100_diff1": 0.555359372389194, + "nauc_mrr_at_100_max": 0.35310936558202816, + "nauc_mrr_at_100_std": 0.13464064729062267, + "nauc_mrr_at_10_diff1": 0.5556162167007911, + "nauc_mrr_at_10_max": 0.34786519732513577, + "nauc_mrr_at_10_std": 0.12641240527243502, + "nauc_mrr_at_1_diff1": 0.6372005102044834, + "nauc_mrr_at_1_max": 0.38613114738319604, + "nauc_mrr_at_1_std": 0.10131574096517776, + "nauc_mrr_at_20_diff1": 0.5532309928003525, + "nauc_mrr_at_20_max": 0.34939557135589966, + "nauc_mrr_at_20_std": 0.1313876717359136, + "nauc_mrr_at_3_diff1": 0.5782131762035241, + "nauc_mrr_at_3_max": 0.3538089928851203, + "nauc_mrr_at_3_std": 0.11391828595128985, + "nauc_mrr_at_5_diff1": 0.5613343361923882, + "nauc_mrr_at_5_max": 0.3505715403437261, + "nauc_mrr_at_5_std": 0.12276900548783347, + "nauc_ndcg_at_1000_diff1": 0.5349171072515045, + "nauc_ndcg_at_1000_max": 0.35374501452199153, + "nauc_ndcg_at_1000_std": 0.1556987345481063, + "nauc_ndcg_at_100_diff1": 0.5228210882759149, + "nauc_ndcg_at_100_max": 0.3668209735804216, + "nauc_ndcg_at_100_std": 0.1901665181862775, + "nauc_ndcg_at_10_diff1": 0.5179873440321987, + "nauc_ndcg_at_10_max": 0.3333289869905906, + "nauc_ndcg_at_10_std": 0.14459459944320588, + "nauc_ndcg_at_1_diff1": 0.6372005102044834, + "nauc_ndcg_at_1_max": 0.38613114738319604, + "nauc_ndcg_at_1_std": 0.10131574096517776, + "nauc_ndcg_at_20_diff1": 0.508535366784914, + "nauc_ndcg_at_20_max": 0.33907869749189457, + "nauc_ndcg_at_20_std": 0.16281917120234862, + "nauc_ndcg_at_3_diff1": 0.5605384341570335, + "nauc_ndcg_at_3_max": 0.34524089763458526, + "nauc_ndcg_at_3_std": 0.1204822260900556, + "nauc_ndcg_at_5_diff1": 0.5313293612744379, + "nauc_ndcg_at_5_max": 0.339634674431103, + "nauc_ndcg_at_5_std": 0.13570399957682294, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4040309098626027, + "nauc_precision_at_100_max": 0.5072303739534312, + "nauc_precision_at_100_std": 0.5322222637960811, + "nauc_precision_at_10_diff1": 0.4135010835538899, + "nauc_precision_at_10_max": 0.29351616464676256, + "nauc_precision_at_10_std": 0.19708885406673196, + "nauc_precision_at_1_diff1": 0.6372005102044834, + "nauc_precision_at_1_max": 0.38613114738319604, + "nauc_precision_at_1_std": 0.10131574096517776, + "nauc_precision_at_20_diff1": 0.37351711120057546, + "nauc_precision_at_20_max": 0.3140724644248813, + "nauc_precision_at_20_std": 0.2670091745859422, + "nauc_precision_at_3_diff1": 0.5132176534203662, + "nauc_precision_at_3_max": 0.3226228179276242, + "nauc_precision_at_3_std": 0.1388581593922816, + "nauc_precision_at_5_diff1": 0.4491732287253025, + "nauc_precision_at_5_max": 0.31057800629733096, + "nauc_precision_at_5_std": 0.17214066871923572, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4040309098626024, + "nauc_recall_at_100_max": 0.5072303739534308, + "nauc_recall_at_100_std": 0.5322222637960802, + "nauc_recall_at_10_diff1": 0.41350108355389, + "nauc_recall_at_10_max": 0.29351616464676317, + "nauc_recall_at_10_std": 0.19708885406673227, + "nauc_recall_at_1_diff1": 0.6372005102044834, + "nauc_recall_at_1_max": 0.38613114738319604, + "nauc_recall_at_1_std": 0.10131574096517776, + "nauc_recall_at_20_diff1": 0.37351711120057546, + "nauc_recall_at_20_max": 0.3140724644248817, + "nauc_recall_at_20_std": 0.26700917458594203, + "nauc_recall_at_3_diff1": 0.5132176534203662, + "nauc_recall_at_3_max": 0.3226228179276247, + "nauc_recall_at_3_std": 0.13885815939228147, + "nauc_recall_at_5_diff1": 0.4491732287253029, + "nauc_recall_at_5_max": 0.3105780062973309, + "nauc_recall_at_5_std": 0.1721406687192357, + "ndcg_at_1": 0.21053, + "ndcg_at_10": 0.29932, + "ndcg_at_100": 0.3702, + "ndcg_at_1000": 0.40113, + "ndcg_at_20": 0.32333, + "ndcg_at_3": 0.25804, + "ndcg_at_5": 0.27596, + "precision_at_1": 0.21053, + "precision_at_10": 0.04073, + "precision_at_100": 0.00756, + "precision_at_1000": 0.001, + "precision_at_20": 0.02517, + "precision_at_3": 0.09725, + "precision_at_5": 0.06705, + "recall_at_1": 0.21053, + "recall_at_10": 0.40732, + "recall_at_100": 0.75629, + "recall_at_1000": 1.0, + "recall_at_20": 0.50343, + "recall_at_3": 0.29176, + "recall_at_5": 0.33524 + }, + { + "cv_recall_at_1": 0.48835, + "cv_recall_at_10": 0.74362, + "cv_recall_at_100": 0.94007, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.80577, + "cv_recall_at_3": 0.63263, + "cv_recall_at_5": 0.6859, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.61394, + "map_at_1": 0.48835, + "map_at_10": 0.57268, + "map_at_100": 0.58029, + "map_at_1000": 0.58059, + "map_at_20": 0.57698, + "map_at_3": 0.55272, + "map_at_5": 0.56509, + "mrr_at_1": 0.48834628190899, + "mrr_at_10": 0.5726758627979491, + "mrr_at_100": 0.5802929567946048, + "mrr_at_1000": 0.580593260804546, + "mrr_at_20": 0.5769766502585726, + "mrr_at_3": 0.5527192008879022, + "mrr_at_5": 0.5650943396226412, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.6049915033432466, + "nauc_cv_recall_at_100_max": 0.708759882091787, + "nauc_cv_recall_at_100_std": 0.6297270823652008, + "nauc_cv_recall_at_10_diff1": 0.6642776906089205, + "nauc_cv_recall_at_10_max": 0.447059980454553, + "nauc_cv_recall_at_10_std": 0.4052465772306079, + "nauc_cv_recall_at_1_diff1": 0.7754459218216824, + "nauc_cv_recall_at_1_max": 0.44289750168720743, + "nauc_cv_recall_at_1_std": 0.16301588689160468, + "nauc_cv_recall_at_20_diff1": 0.620224538962043, + "nauc_cv_recall_at_20_max": 0.5276603799108296, + "nauc_cv_recall_at_20_std": 0.48463918745627865, + "nauc_cv_recall_at_3_diff1": 0.691775032709587, + "nauc_cv_recall_at_3_max": 0.43592366553042383, + "nauc_cv_recall_at_3_std": 0.26442498020166966, + "nauc_cv_recall_at_5_diff1": 0.6720042848528613, + "nauc_cv_recall_at_5_max": 0.4150629324157825, + "nauc_cv_recall_at_5_std": 0.3241888821441566, + "nauc_map_at_1000_diff1": 0.7371547683757999, + "nauc_map_at_1000_max": 0.4413120271242708, + "nauc_map_at_1000_std": 0.21533414606637508, + "nauc_map_at_100_diff1": 0.7369944021436499, + "nauc_map_at_100_max": 0.4414884543850126, + "nauc_map_at_100_std": 0.21562166277637476, + "nauc_map_at_10_diff1": 0.7368532064652646, + "nauc_map_at_10_max": 0.4381081429166812, + "nauc_map_at_10_std": 0.2155827439033546, + "nauc_map_at_1_diff1": 0.7754459218216824, + "nauc_map_at_1_max": 0.44289750168720743, + "nauc_map_at_1_std": 0.16301588689160468, + "nauc_map_at_20_diff1": 0.7358744047217303, + "nauc_map_at_20_max": 0.44124782849192085, + "nauc_map_at_20_std": 0.2168435407857295, + "nauc_map_at_3_diff1": 0.7397448692197428, + "nauc_map_at_3_max": 0.43880422998312507, + "nauc_map_at_3_std": 0.20032815912248597, + "nauc_map_at_5_diff1": 0.7365303036094254, + "nauc_map_at_5_max": 0.43466506293500423, + "nauc_map_at_5_std": 0.21054343286527433, + "nauc_mrr_at_1000_diff1": 0.7371547497308951, + "nauc_mrr_at_1000_max": 0.4413102095955693, + "nauc_mrr_at_1000_std": 0.2153316915574059, + "nauc_mrr_at_100_diff1": 0.7369943730503353, + "nauc_mrr_at_100_max": 0.44148662838789476, + "nauc_mrr_at_100_std": 0.21561921494775707, + "nauc_mrr_at_10_diff1": 0.7368532064652646, + "nauc_mrr_at_10_max": 0.4381081429166812, + "nauc_mrr_at_10_std": 0.2155827439033546, + "nauc_mrr_at_1_diff1": 0.7754459218216824, + "nauc_mrr_at_1_max": 0.44289750168720743, + "nauc_mrr_at_1_std": 0.16301588689160468, + "nauc_mrr_at_20_diff1": 0.7358744047217303, + "nauc_mrr_at_20_max": 0.44124782849192085, + "nauc_mrr_at_20_std": 0.2168435407857295, + "nauc_mrr_at_3_diff1": 0.7397448692197428, + "nauc_mrr_at_3_max": 0.43880422998312507, + "nauc_mrr_at_3_std": 0.20032815912248597, + "nauc_mrr_at_5_diff1": 0.7365303036094254, + "nauc_mrr_at_5_max": 0.43466506293500423, + "nauc_mrr_at_5_std": 0.21054343286527433, + "nauc_ndcg_at_1000_diff1": 0.7294461405142091, + "nauc_ndcg_at_1000_max": 0.44643934374513766, + "nauc_ndcg_at_1000_std": 0.23427381610688863, + "nauc_ndcg_at_100_diff1": 0.7255991832726855, + "nauc_ndcg_at_100_max": 0.4536474578380291, + "nauc_ndcg_at_100_std": 0.2452493736090266, + "nauc_ndcg_at_10_diff1": 0.7224014716492231, + "nauc_ndcg_at_10_max": 0.4391711764126902, + "nauc_ndcg_at_10_std": 0.2505369918544025, + "nauc_ndcg_at_1_diff1": 0.7754459218216824, + "nauc_ndcg_at_1_max": 0.44289750168720743, + "nauc_ndcg_at_1_std": 0.16301588689160468, + "nauc_ndcg_at_20_diff1": 0.7177104753698911, + "nauc_ndcg_at_20_max": 0.4518920628491788, + "nauc_ndcg_at_20_std": 0.25709137115309527, + "nauc_ndcg_at_3_diff1": 0.7282250550431725, + "nauc_ndcg_at_3_max": 0.43806163687845706, + "nauc_ndcg_at_3_std": 0.21544985963804733, + "nauc_ndcg_at_5_diff1": 0.722169746497287, + "nauc_ndcg_at_5_max": 0.43047402062795503, + "nauc_ndcg_at_5_std": 0.23506811710924785, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6049915033432456, + "nauc_precision_at_100_max": 0.7087598820917866, + "nauc_precision_at_100_std": 0.6297270823652044, + "nauc_precision_at_10_diff1": 0.6642776906089205, + "nauc_precision_at_10_max": 0.4470599804545534, + "nauc_precision_at_10_std": 0.405246577230608, + "nauc_precision_at_1_diff1": 0.7754459218216824, + "nauc_precision_at_1_max": 0.44289750168720743, + "nauc_precision_at_1_std": 0.16301588689160468, + "nauc_precision_at_20_diff1": 0.6202245389620432, + "nauc_precision_at_20_max": 0.527660379910829, + "nauc_precision_at_20_std": 0.48463918745627876, + "nauc_precision_at_3_diff1": 0.6917750327095873, + "nauc_precision_at_3_max": 0.4359236655304239, + "nauc_precision_at_3_std": 0.26442498020167043, + "nauc_precision_at_5_diff1": 0.6720042848528609, + "nauc_precision_at_5_max": 0.41506293241578196, + "nauc_precision_at_5_std": 0.3241888821441566, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6049915033432466, + "nauc_recall_at_100_max": 0.708759882091787, + "nauc_recall_at_100_std": 0.6297270823652008, + "nauc_recall_at_10_diff1": 0.6642776906089205, + "nauc_recall_at_10_max": 0.447059980454553, + "nauc_recall_at_10_std": 0.4052465772306079, + "nauc_recall_at_1_diff1": 0.7754459218216824, + "nauc_recall_at_1_max": 0.44289750168720743, + "nauc_recall_at_1_std": 0.16301588689160468, + "nauc_recall_at_20_diff1": 0.620224538962043, + "nauc_recall_at_20_max": 0.5276603799108296, + "nauc_recall_at_20_std": 0.48463918745627865, + "nauc_recall_at_3_diff1": 0.691775032709587, + "nauc_recall_at_3_max": 0.43592366553042383, + "nauc_recall_at_3_std": 0.26442498020166966, + "nauc_recall_at_5_diff1": 0.6720042848528613, + "nauc_recall_at_5_max": 0.4150629324157825, + "nauc_recall_at_5_std": 0.3241888821441566, + "ndcg_at_1": 0.48835, + "ndcg_at_10": 0.61394, + "ndcg_at_100": 0.6543, + "ndcg_at_1000": 0.66198, + "ndcg_at_20": 0.62963, + "ndcg_at_3": 0.57328, + "ndcg_at_5": 0.59539, + "precision_at_1": 0.48835, + "precision_at_10": 0.07436, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "precision_at_20": 0.04029, + "precision_at_3": 0.21088, + "precision_at_5": 0.13718, + "recall_at_1": 0.48835, + "recall_at_10": 0.74362, + "recall_at_100": 0.94007, + "recall_at_1000": 1.0, + "recall_at_20": 0.80577, + "recall_at_3": 0.63263, + "recall_at_5": 0.6859 + }, + { + "cv_recall_at_1": 0.13963, + "cv_recall_at_10": 0.30827, + "cv_recall_at_100": 0.63802, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.39098, + "cv_recall_at_3": 0.19334, + "cv_recall_at_5": 0.23523, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.21135, + "map_at_1": 0.13963, + "map_at_10": 0.18189, + "map_at_100": 0.19343, + "map_at_1000": 0.19487, + "map_at_20": 0.18754, + "map_at_3": 0.16255, + "map_at_5": 0.17195, + "mrr_at_1": 0.13963480128893663, + "mrr_at_10": 0.1818909518694696, + "mrr_at_100": 0.1934289349559609, + "mrr_at_1000": 0.19487283351496834, + "mrr_at_20": 0.18754334327729894, + "mrr_at_3": 0.16254923021840312, + "mrr_at_5": 0.17194772645900466, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.2534089559430589, + "nauc_cv_recall_at_100_max": 0.32270816808890607, + "nauc_cv_recall_at_100_std": 0.4730302314141176, + "nauc_cv_recall_at_10_diff1": 0.40325013114727315, + "nauc_cv_recall_at_10_max": 0.2689458126198791, + "nauc_cv_recall_at_10_std": 0.3160539404459094, + "nauc_cv_recall_at_1_diff1": 0.6317084909028625, + "nauc_cv_recall_at_1_max": 0.35727465463798985, + "nauc_cv_recall_at_1_std": 0.3002148677470887, + "nauc_cv_recall_at_20_diff1": 0.36362317744747646, + "nauc_cv_recall_at_20_max": 0.26919980206684513, + "nauc_cv_recall_at_20_std": 0.3217120395483907, + "nauc_cv_recall_at_3_diff1": 0.5051748031641702, + "nauc_cv_recall_at_3_max": 0.3418598559556601, + "nauc_cv_recall_at_3_std": 0.3128990941534339, + "nauc_cv_recall_at_5_diff1": 0.45631176762085995, + "nauc_cv_recall_at_5_max": 0.28861197328428334, + "nauc_cv_recall_at_5_std": 0.29915893751084915, + "nauc_map_at_1000_diff1": 0.5391322227919676, + "nauc_map_at_1000_max": 0.3367418055203415, + "nauc_map_at_1000_std": 0.31472976459112945, + "nauc_map_at_100_diff1": 0.5383827313100662, + "nauc_map_at_100_max": 0.33638933710186986, + "nauc_map_at_100_std": 0.3150002028628421, + "nauc_map_at_10_diff1": 0.5448935246611308, + "nauc_map_at_10_max": 0.33535253238633284, + "nauc_map_at_10_std": 0.31061338437486985, + "nauc_map_at_1_diff1": 0.6317084909028625, + "nauc_map_at_1_max": 0.35727465463798985, + "nauc_map_at_1_std": 0.3002148677470887, + "nauc_map_at_20_diff1": 0.5405184997278059, + "nauc_map_at_20_max": 0.3354746238530943, + "nauc_map_at_20_std": 0.31168100786202535, + "nauc_map_at_3_diff1": 0.5723147050217703, + "nauc_map_at_3_max": 0.35630187388769957, + "nauc_map_at_3_std": 0.31013478532479555, + "nauc_map_at_5_diff1": 0.5564096737028025, + "nauc_map_at_5_max": 0.34086704005792656, + "nauc_map_at_5_std": 0.30680693510326507, + "nauc_mrr_at_1000_diff1": 0.5391323019533246, + "nauc_mrr_at_1000_max": 0.33674149853590685, + "nauc_mrr_at_1000_std": 0.3147295182343123, + "nauc_mrr_at_100_diff1": 0.5383828099646272, + "nauc_mrr_at_100_max": 0.33638903127372455, + "nauc_mrr_at_100_std": 0.3149999575713113, + "nauc_mrr_at_10_diff1": 0.5448935246611308, + "nauc_mrr_at_10_max": 0.33535253238633284, + "nauc_mrr_at_10_std": 0.31061338437486985, + "nauc_mrr_at_1_diff1": 0.6317084909028625, + "nauc_mrr_at_1_max": 0.35727465463798985, + "nauc_mrr_at_1_std": 0.3002148677470887, + "nauc_mrr_at_20_diff1": 0.5405184997278059, + "nauc_mrr_at_20_max": 0.3354746238530943, + "nauc_mrr_at_20_std": 0.31168100786202535, + "nauc_mrr_at_3_diff1": 0.5723147050217703, + "nauc_mrr_at_3_max": 0.35630187388769957, + "nauc_mrr_at_3_std": 0.31013478532479555, + "nauc_mrr_at_5_diff1": 0.5564096737028025, + "nauc_mrr_at_5_max": 0.34086704005792656, + "nauc_mrr_at_5_std": 0.30680693510326507, + "nauc_ndcg_at_1000_diff1": 0.503172222064133, + "nauc_ndcg_at_1000_max": 0.32939523795204545, + "nauc_ndcg_at_1000_std": 0.32587298565830985, + "nauc_ndcg_at_100_diff1": 0.4727440949155755, + "nauc_ndcg_at_100_max": 0.3269834083639128, + "nauc_ndcg_at_100_std": 0.343141914249046, + "nauc_ndcg_at_10_diff1": 0.5031512824454686, + "nauc_ndcg_at_10_max": 0.3160242337211601, + "nauc_ndcg_at_10_std": 0.31234805584479797, + "nauc_ndcg_at_1_diff1": 0.6317084909028625, + "nauc_ndcg_at_1_max": 0.35727465463798985, + "nauc_ndcg_at_1_std": 0.3002148677470887, + "nauc_ndcg_at_20_diff1": 0.48908232206391783, + "nauc_ndcg_at_20_max": 0.31591981917950757, + "nauc_ndcg_at_20_std": 0.31480058661935906, + "nauc_ndcg_at_3_diff1": 0.5534585464528963, + "nauc_ndcg_at_3_max": 0.3524868799024196, + "nauc_ndcg_at_3_std": 0.31106377515333117, + "nauc_ndcg_at_5_diff1": 0.5276047716802393, + "nauc_ndcg_at_5_max": 0.32645814171648835, + "nauc_ndcg_at_5_std": 0.3049512756948914, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.2534089559430588, + "nauc_precision_at_100_max": 0.32270816808890573, + "nauc_precision_at_100_std": 0.473030231414118, + "nauc_precision_at_10_diff1": 0.40325013114727315, + "nauc_precision_at_10_max": 0.2689458126198787, + "nauc_precision_at_10_std": 0.3160539404459094, + "nauc_precision_at_1_diff1": 0.6317084909028625, + "nauc_precision_at_1_max": 0.35727465463798985, + "nauc_precision_at_1_std": 0.3002148677470887, + "nauc_precision_at_20_diff1": 0.36362317744747635, + "nauc_precision_at_20_max": 0.26919980206684496, + "nauc_precision_at_20_std": 0.32171203954839084, + "nauc_precision_at_3_diff1": 0.5051748031641701, + "nauc_precision_at_3_max": 0.34185985595565993, + "nauc_precision_at_3_std": 0.31289909415343403, + "nauc_precision_at_5_diff1": 0.4563117676208598, + "nauc_precision_at_5_max": 0.28861197328428334, + "nauc_precision_at_5_std": 0.29915893751084904, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2534089559430589, + "nauc_recall_at_100_max": 0.32270816808890607, + "nauc_recall_at_100_std": 0.4730302314141176, + "nauc_recall_at_10_diff1": 0.40325013114727315, + "nauc_recall_at_10_max": 0.2689458126198791, + "nauc_recall_at_10_std": 0.3160539404459094, + "nauc_recall_at_1_diff1": 0.6317084909028625, + "nauc_recall_at_1_max": 0.35727465463798985, + "nauc_recall_at_1_std": 0.3002148677470887, + "nauc_recall_at_20_diff1": 0.36362317744747646, + "nauc_recall_at_20_max": 0.26919980206684513, + "nauc_recall_at_20_std": 0.3217120395483907, + "nauc_recall_at_3_diff1": 0.5051748031641702, + "nauc_recall_at_3_max": 0.3418598559556601, + "nauc_recall_at_3_std": 0.3128990941534339, + "nauc_recall_at_5_diff1": 0.45631176762085995, + "nauc_recall_at_5_max": 0.28861197328428334, + "nauc_recall_at_5_std": 0.29915893751084915, + "ndcg_at_1": 0.13963, + "ndcg_at_10": 0.21135, + "ndcg_at_100": 0.27706, + "ndcg_at_1000": 0.32153, + "ndcg_at_20": 0.23215, + "ndcg_at_3": 0.17043, + "ndcg_at_5": 0.18753, + "precision_at_1": 0.13963, + "precision_at_10": 0.03083, + "precision_at_100": 0.00638, + "precision_at_1000": 0.001, + "precision_at_20": 0.01955, + "precision_at_3": 0.06445, + "precision_at_5": 0.04705, + "recall_at_1": 0.13963, + "recall_at_10": 0.30827, + "recall_at_100": 0.63802, + "recall_at_1000": 1.0, + "recall_at_20": 0.39098, + "recall_at_3": 0.19334, + "recall_at_5": 0.23523 + }, + { + "cv_recall_at_1": 0.14, + "cv_recall_at_10": 0.357, + "cv_recall_at_100": 0.658, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.425, + "cv_recall_at_3": 0.219, + "cv_recall_at_5": 0.285, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.23555, + "map_at_1": 0.14, + "map_at_10": 0.19815, + "map_at_100": 0.20838, + "map_at_1000": 0.20992, + "map_at_20": 0.20287, + "map_at_3": 0.17333, + "map_at_5": 0.18873, + "mrr_at_1": 0.14, + "mrr_at_10": 0.19815277777777784, + "mrr_at_100": 0.20837673242317895, + "mrr_at_1000": 0.20991525905046582, + "mrr_at_20": 0.20286907916215202, + "mrr_at_3": 0.17333333333333342, + "mrr_at_5": 0.1887333333333334, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.31186007531151105, + "nauc_cv_recall_at_100_max": 0.4811622040684086, + "nauc_cv_recall_at_100_std": 0.42809040026183837, + "nauc_cv_recall_at_10_diff1": 0.413408863642038, + "nauc_cv_recall_at_10_max": 0.27114828933311785, + "nauc_cv_recall_at_10_std": 0.12190628617682368, + "nauc_cv_recall_at_1_diff1": 0.5133140990283847, + "nauc_cv_recall_at_1_max": 0.14333658619372894, + "nauc_cv_recall_at_1_std": -0.0564724850439138, + "nauc_cv_recall_at_20_diff1": 0.34592748872082824, + "nauc_cv_recall_at_20_max": 0.27579084033886203, + "nauc_cv_recall_at_20_std": 0.16246291668019083, + "nauc_cv_recall_at_3_diff1": 0.4245150101271459, + "nauc_cv_recall_at_3_max": 0.20982885824019645, + "nauc_cv_recall_at_3_std": 0.048116786775706716, + "nauc_cv_recall_at_5_diff1": 0.42818025055575165, + "nauc_cv_recall_at_5_max": 0.22702373285133542, + "nauc_cv_recall_at_5_std": 0.06251428333991231, + "nauc_map_at_1000_diff1": 0.45644452104799366, + "nauc_map_at_1000_max": 0.18966182165595427, + "nauc_map_at_1000_std": 0.015142223758896131, + "nauc_map_at_100_diff1": 0.45603098814474735, + "nauc_map_at_100_max": 0.19037424673457165, + "nauc_map_at_100_std": 0.01627979300863379, + "nauc_map_at_10_diff1": 0.4631346811594673, + "nauc_map_at_10_max": 0.18414084623389668, + "nauc_map_at_10_std": 0.006601657669226161, + "nauc_map_at_1_diff1": 0.5133140990283847, + "nauc_map_at_1_max": 0.14333658619372894, + "nauc_map_at_1_std": -0.0564724850439138, + "nauc_map_at_20_diff1": 0.45687943682993415, + "nauc_map_at_20_max": 0.18467676506949465, + "nauc_map_at_20_std": 0.010065050228116441, + "nauc_map_at_3_diff1": 0.46608467224631916, + "nauc_map_at_3_max": 0.16995784715010084, + "nauc_map_at_3_std": -0.008846294825584775, + "nauc_map_at_5_diff1": 0.4663183772981682, + "nauc_map_at_5_max": 0.1762843693554193, + "nauc_map_at_5_std": -0.0032305300628583337, + "nauc_mrr_at_1000_diff1": 0.45644452104799366, + "nauc_mrr_at_1000_max": 0.18966182165595427, + "nauc_mrr_at_1000_std": 0.015142223758896131, + "nauc_mrr_at_100_diff1": 0.45603098814474735, + "nauc_mrr_at_100_max": 0.19037424673457165, + "nauc_mrr_at_100_std": 0.01627979300863379, + "nauc_mrr_at_10_diff1": 0.4631346811594673, + "nauc_mrr_at_10_max": 0.18414084623389668, + "nauc_mrr_at_10_std": 0.006601657669226161, + "nauc_mrr_at_1_diff1": 0.5133140990283847, + "nauc_mrr_at_1_max": 0.14333658619372894, + "nauc_mrr_at_1_std": -0.0564724850439138, + "nauc_mrr_at_20_diff1": 0.45687943682993415, + "nauc_mrr_at_20_max": 0.18467676506949465, + "nauc_mrr_at_20_std": 0.010065050228116441, + "nauc_mrr_at_3_diff1": 0.46608467224631916, + "nauc_mrr_at_3_max": 0.16995784715010084, + "nauc_mrr_at_3_std": -0.008846294825584775, + "nauc_mrr_at_5_diff1": 0.4663183772981682, + "nauc_mrr_at_5_max": 0.1762843693554193, + "nauc_mrr_at_5_std": -0.0032305300628583337, + "nauc_ndcg_at_1000_diff1": 0.4380427564007995, + "nauc_ndcg_at_1000_max": 0.21748512763611927, + "nauc_ndcg_at_1000_std": 0.053149538455247586, + "nauc_ndcg_at_100_diff1": 0.4231968489839242, + "nauc_ndcg_at_100_max": 0.24795527816693558, + "nauc_ndcg_at_100_std": 0.09710467925441554, + "nauc_ndcg_at_10_diff1": 0.4480123666430948, + "nauc_ndcg_at_10_max": 0.20910479565113282, + "nauc_ndcg_at_10_std": 0.039700166847957956, + "nauc_ndcg_at_1_diff1": 0.5133140990283847, + "nauc_ndcg_at_1_max": 0.14333658619372894, + "nauc_ndcg_at_1_std": -0.0564724850439138, + "nauc_ndcg_at_20_diff1": 0.4268055180867815, + "nauc_ndcg_at_20_max": 0.21078731991897864, + "nauc_ndcg_at_20_std": 0.05221280409745525, + "nauc_ndcg_at_3_diff1": 0.4540115532109377, + "nauc_ndcg_at_3_max": 0.18117151911696, + "nauc_ndcg_at_3_std": 0.007362526259160504, + "nauc_ndcg_at_5_diff1": 0.4546328571737963, + "nauc_ndcg_at_5_max": 0.19120405311322689, + "nauc_ndcg_at_5_std": 0.016307727896751327, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.31186007531151105, + "nauc_precision_at_100_max": 0.4811622040684084, + "nauc_precision_at_100_std": 0.428090400261838, + "nauc_precision_at_10_diff1": 0.41340886364203755, + "nauc_precision_at_10_max": 0.27114828933311763, + "nauc_precision_at_10_std": 0.12190628617682332, + "nauc_precision_at_1_diff1": 0.5133140990283847, + "nauc_precision_at_1_max": 0.14333658619372894, + "nauc_precision_at_1_std": -0.0564724850439138, + "nauc_precision_at_20_diff1": 0.34592748872082796, + "nauc_precision_at_20_max": 0.2757908403388615, + "nauc_precision_at_20_std": 0.16246291668019033, + "nauc_precision_at_3_diff1": 0.4245150101271458, + "nauc_precision_at_3_max": 0.2098288582401962, + "nauc_precision_at_3_std": 0.04811678677570672, + "nauc_precision_at_5_diff1": 0.4281802505557515, + "nauc_precision_at_5_max": 0.22702373285133526, + "nauc_precision_at_5_std": 0.06251428333991228, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.31186007531151105, + "nauc_recall_at_100_max": 0.4811622040684086, + "nauc_recall_at_100_std": 0.42809040026183837, + "nauc_recall_at_10_diff1": 0.413408863642038, + "nauc_recall_at_10_max": 0.27114828933311785, + "nauc_recall_at_10_std": 0.12190628617682368, + "nauc_recall_at_1_diff1": 0.5133140990283847, + "nauc_recall_at_1_max": 0.14333658619372894, + "nauc_recall_at_1_std": -0.0564724850439138, + "nauc_recall_at_20_diff1": 0.34592748872082824, + "nauc_recall_at_20_max": 0.27579084033886203, + "nauc_recall_at_20_std": 0.16246291668019083, + "nauc_recall_at_3_diff1": 0.4245150101271459, + "nauc_recall_at_3_max": 0.20982885824019645, + "nauc_recall_at_3_std": 0.048116786775706716, + "nauc_recall_at_5_diff1": 0.42818025055575165, + "nauc_recall_at_5_max": 0.22702373285133542, + "nauc_recall_at_5_std": 0.06251428333991231, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.23555, + "ndcg_at_100": 0.29512, + "ndcg_at_1000": 0.33821, + "ndcg_at_20": 0.25274, + "ndcg_at_3": 0.185, + "ndcg_at_5": 0.21246, + "precision_at_1": 0.14, + "precision_at_10": 0.0357, + "precision_at_100": 0.00658, + "precision_at_1000": 0.001, + "precision_at_20": 0.02125, + "precision_at_3": 0.073, + "precision_at_5": 0.057, + "recall_at_1": 0.14, + "recall_at_10": 0.357, + "recall_at_100": 0.658, + "recall_at_1000": 1.0, + "recall_at_20": 0.425, + "recall_at_3": 0.219, + "recall_at_5": 0.285 + }, + { + "cv_recall_at_1": 0.39667, + "cv_recall_at_10": 0.65049, + "cv_recall_at_100": 0.89043, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.73786, + "cv_recall_at_3": 0.54508, + "cv_recall_at_5": 0.59223, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.52106, + "map_at_1": 0.39667, + "map_at_10": 0.47983, + "map_at_100": 0.48961, + "map_at_1000": 0.49022, + "map_at_20": 0.4859, + "map_at_3": 0.46117, + "map_at_5": 0.47178, + "mrr_at_1": 0.39667128987517336, + "mrr_at_10": 0.4798274002157494, + "mrr_at_100": 0.4896124803939883, + "mrr_at_1000": 0.4902196031014366, + "mrr_at_20": 0.4859049701628912, + "mrr_at_3": 0.4611650485436892, + "mrr_at_5": 0.471775312066574, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5529447924526923, + "nauc_cv_recall_at_100_max": 0.48063873317547207, + "nauc_cv_recall_at_100_std": 0.5084000789063866, + "nauc_cv_recall_at_10_diff1": 0.5501105521317363, + "nauc_cv_recall_at_10_max": 0.4901830644185336, + "nauc_cv_recall_at_10_std": 0.3619536097711491, + "nauc_cv_recall_at_1_diff1": 0.7338512053750866, + "nauc_cv_recall_at_1_max": 0.46598193211631234, + "nauc_cv_recall_at_1_std": 0.18958275403666142, + "nauc_cv_recall_at_20_diff1": 0.5235888915069656, + "nauc_cv_recall_at_20_max": 0.4837916615271111, + "nauc_cv_recall_at_20_std": 0.4264989192652688, + "nauc_cv_recall_at_3_diff1": 0.5941351764246412, + "nauc_cv_recall_at_3_max": 0.47104844256320394, + "nauc_cv_recall_at_3_std": 0.30558236581140236, + "nauc_cv_recall_at_5_diff1": 0.58452247493996, + "nauc_cv_recall_at_5_max": 0.48724150043188547, + "nauc_cv_recall_at_5_std": 0.334328948805313, + "nauc_map_at_1000_diff1": 0.6720195306324316, + "nauc_map_at_1000_max": 0.4740969612188918, + "nauc_map_at_1000_std": 0.24973019804344002, + "nauc_map_at_100_diff1": 0.67180082466236, + "nauc_map_at_100_max": 0.47400960560082256, + "nauc_map_at_100_std": 0.25009040568775737, + "nauc_map_at_10_diff1": 0.6701868031843548, + "nauc_map_at_10_max": 0.47473751185879304, + "nauc_map_at_10_std": 0.2489141754170303, + "nauc_map_at_1_diff1": 0.7338512053750866, + "nauc_map_at_1_max": 0.46598193211631234, + "nauc_map_at_1_std": 0.18958275403666142, + "nauc_map_at_20_diff1": 0.66998861295754, + "nauc_map_at_20_max": 0.474387524103794, + "nauc_map_at_20_std": 0.2510785033312345, + "nauc_map_at_3_diff1": 0.6735418032015751, + "nauc_map_at_3_max": 0.470600944971827, + "nauc_map_at_3_std": 0.2418534158719009, + "nauc_map_at_5_diff1": 0.6725778054575782, + "nauc_map_at_5_max": 0.47383144665195165, + "nauc_map_at_5_std": 0.24658927848582451, + "nauc_mrr_at_1000_diff1": 0.672020119769249, + "nauc_mrr_at_1000_max": 0.4740968793306214, + "nauc_mrr_at_1000_std": 0.24973009739879667, + "nauc_mrr_at_100_diff1": 0.6718014053275473, + "nauc_mrr_at_100_max": 0.47400950902542766, + "nauc_mrr_at_100_std": 0.25009027713865783, + "nauc_mrr_at_10_diff1": 0.6701868031843548, + "nauc_mrr_at_10_max": 0.47473751185879304, + "nauc_mrr_at_10_std": 0.2489141754170303, + "nauc_mrr_at_1_diff1": 0.7338512053750866, + "nauc_mrr_at_1_max": 0.46598193211631234, + "nauc_mrr_at_1_std": 0.18958275403666142, + "nauc_mrr_at_20_diff1": 0.66998861295754, + "nauc_mrr_at_20_max": 0.474387524103794, + "nauc_mrr_at_20_std": 0.2510785033312345, + "nauc_mrr_at_3_diff1": 0.6735418032015751, + "nauc_mrr_at_3_max": 0.470600944971827, + "nauc_mrr_at_3_std": 0.2418534158719009, + "nauc_mrr_at_5_diff1": 0.6725778054575782, + "nauc_mrr_at_5_max": 0.47383144665195165, + "nauc_mrr_at_5_std": 0.24658927848582451, + "nauc_ndcg_at_1000_diff1": 0.6601641574024943, + "nauc_ndcg_at_1000_max": 0.47563774314501484, + "nauc_ndcg_at_1000_std": 0.2649262811876548, + "nauc_ndcg_at_100_diff1": 0.6549206364926009, + "nauc_ndcg_at_100_max": 0.4752963483292056, + "nauc_ndcg_at_100_std": 0.27618420424960716, + "nauc_ndcg_at_10_diff1": 0.6442607607604707, + "nauc_ndcg_at_10_max": 0.4782010194867499, + "nauc_ndcg_at_10_std": 0.273393356452818, + "nauc_ndcg_at_1_diff1": 0.7338512053750866, + "nauc_ndcg_at_1_max": 0.46598193211631234, + "nauc_ndcg_at_1_std": 0.18958275403666142, + "nauc_ndcg_at_20_diff1": 0.6430884721245828, + "nauc_ndcg_at_20_max": 0.47663486711469094, + "nauc_ndcg_at_20_std": 0.28195874052103237, + "nauc_ndcg_at_3_diff1": 0.6538264079602413, + "nauc_ndcg_at_3_max": 0.47081803307646053, + "nauc_ndcg_at_3_std": 0.25777210528271977, + "nauc_ndcg_at_5_diff1": 0.6514996139228869, + "nauc_ndcg_at_5_max": 0.4769085934141065, + "nauc_ndcg_at_5_std": 0.2673431188114841, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5529447924526933, + "nauc_precision_at_100_max": 0.48063873317547595, + "nauc_precision_at_100_std": 0.5084000789063885, + "nauc_precision_at_10_diff1": 0.5501105521317365, + "nauc_precision_at_10_max": 0.4901830644185332, + "nauc_precision_at_10_std": 0.36195360977114904, + "nauc_precision_at_1_diff1": 0.7338512053750866, + "nauc_precision_at_1_max": 0.46598193211631234, + "nauc_precision_at_1_std": 0.18958275403666142, + "nauc_precision_at_20_diff1": 0.5235888915069651, + "nauc_precision_at_20_max": 0.48379166152711106, + "nauc_precision_at_20_std": 0.4264989192652693, + "nauc_precision_at_3_diff1": 0.5941351764246411, + "nauc_precision_at_3_max": 0.47104844256320383, + "nauc_precision_at_3_std": 0.30558236581140213, + "nauc_precision_at_5_diff1": 0.5845224749399608, + "nauc_precision_at_5_max": 0.4872415004318854, + "nauc_precision_at_5_std": 0.33432894880531333, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5529447924526923, + "nauc_recall_at_100_max": 0.48063873317547207, + "nauc_recall_at_100_std": 0.5084000789063866, + "nauc_recall_at_10_diff1": 0.5501105521317363, + "nauc_recall_at_10_max": 0.4901830644185336, + "nauc_recall_at_10_std": 0.3619536097711491, + "nauc_recall_at_1_diff1": 0.7338512053750866, + "nauc_recall_at_1_max": 0.46598193211631234, + "nauc_recall_at_1_std": 0.18958275403666142, + "nauc_recall_at_20_diff1": 0.5235888915069656, + "nauc_recall_at_20_max": 0.4837916615271111, + "nauc_recall_at_20_std": 0.4264989192652688, + "nauc_recall_at_3_diff1": 0.5941351764246412, + "nauc_recall_at_3_max": 0.47104844256320394, + "nauc_recall_at_3_std": 0.30558236581140236, + "nauc_recall_at_5_diff1": 0.58452247493996, + "nauc_recall_at_5_max": 0.48724150043188547, + "nauc_recall_at_5_std": 0.334328948805313, + "ndcg_at_1": 0.39667, + "ndcg_at_10": 0.52106, + "ndcg_at_100": 0.57116, + "ndcg_at_1000": 0.58558, + "ndcg_at_20": 0.54317, + "ndcg_at_3": 0.48268, + "ndcg_at_5": 0.50195, + "precision_at_1": 0.39667, + "precision_at_10": 0.06505, + "precision_at_100": 0.0089, + "precision_at_1000": 0.001, + "precision_at_20": 0.03689, + "precision_at_3": 0.18169, + "precision_at_5": 0.11845, + "recall_at_1": 0.39667, + "recall_at_10": 0.65049, + "recall_at_100": 0.89043, + "recall_at_1000": 1.0, + "recall_at_20": 0.73786, + "recall_at_3": 0.54508, + "recall_at_5": 0.59223 + }, + { + "cv_recall_at_1": 0.43552, + "cv_recall_at_10": 0.6797, + "cv_recall_at_100": 0.87844, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.75793, + "cv_recall_at_3": 0.56025, + "cv_recall_at_5": 0.61628, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.55199, + "map_at_1": 0.43552, + "map_at_10": 0.51178, + "map_at_100": 0.52036, + "map_at_1000": 0.52095, + "map_at_20": 0.51714, + "map_at_3": 0.49084, + "map_at_5": 0.50331, + "mrr_at_1": 0.4355179704016913, + "mrr_at_10": 0.5117814356186449, + "mrr_at_100": 0.5203611719791804, + "mrr_at_1000": 0.5209528247341728, + "mrr_at_20": 0.517142191579205, + "mrr_at_3": 0.4908386187455953, + "mrr_at_5": 0.5033121916842842, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5212447375851132, + "nauc_cv_recall_at_100_max": 0.5043702843064178, + "nauc_cv_recall_at_100_std": 0.5877426834505205, + "nauc_cv_recall_at_10_diff1": 0.6033223572296531, + "nauc_cv_recall_at_10_max": 0.5299932139371255, + "nauc_cv_recall_at_10_std": 0.4435903956565738, + "nauc_cv_recall_at_1_diff1": 0.7464799971953152, + "nauc_cv_recall_at_1_max": 0.5381067495626654, + "nauc_cv_recall_at_1_std": 0.30716607647082733, + "nauc_cv_recall_at_20_diff1": 0.5491916947920159, + "nauc_cv_recall_at_20_max": 0.5114356154308455, + "nauc_cv_recall_at_20_std": 0.4812767256961097, + "nauc_cv_recall_at_3_diff1": 0.663126629290186, + "nauc_cv_recall_at_3_max": 0.5283498125854807, + "nauc_cv_recall_at_3_std": 0.346016951683277, + "nauc_cv_recall_at_5_diff1": 0.626626862939999, + "nauc_cv_recall_at_5_max": 0.5288735395629617, + "nauc_cv_recall_at_5_std": 0.40697999107692173, + "nauc_map_at_1000_diff1": 0.7040752895960932, + "nauc_map_at_1000_max": 0.5360887555262941, + "nauc_map_at_1000_std": 0.34052654689342726, + "nauc_map_at_100_diff1": 0.7037493671725752, + "nauc_map_at_100_max": 0.536044976656049, + "nauc_map_at_100_std": 0.34083807138122624, + "nauc_map_at_10_diff1": 0.7040569754687911, + "nauc_map_at_10_max": 0.5360673529713214, + "nauc_map_at_10_std": 0.33960926752548026, + "nauc_map_at_1_diff1": 0.7464799971953152, + "nauc_map_at_1_max": 0.5381067495626654, + "nauc_map_at_1_std": 0.30716607647082733, + "nauc_map_at_20_diff1": 0.7027070230721864, + "nauc_map_at_20_max": 0.5357565736391446, + "nauc_map_at_20_std": 0.34054086247508, + "nauc_map_at_3_diff1": 0.7122095603541071, + "nauc_map_at_3_max": 0.5354345456540576, + "nauc_map_at_3_std": 0.3246828517710239, + "nauc_map_at_5_diff1": 0.7054295586074079, + "nauc_map_at_5_max": 0.5356815100550746, + "nauc_map_at_5_std": 0.3363066932255336, + "nauc_mrr_at_1000_diff1": 0.7040754269691212, + "nauc_mrr_at_1000_max": 0.5360890407260704, + "nauc_mrr_at_1000_std": 0.3405269228763386, + "nauc_mrr_at_100_diff1": 0.7037495044605455, + "nauc_mrr_at_100_max": 0.5360452613859547, + "nauc_mrr_at_100_std": 0.3408384465735878, + "nauc_mrr_at_10_diff1": 0.7040569754687911, + "nauc_mrr_at_10_max": 0.5360673529713214, + "nauc_mrr_at_10_std": 0.33960926752548026, + "nauc_mrr_at_1_diff1": 0.7464799971953152, + "nauc_mrr_at_1_max": 0.5381067495626654, + "nauc_mrr_at_1_std": 0.30716607647082733, + "nauc_mrr_at_20_diff1": 0.7027070230721864, + "nauc_mrr_at_20_max": 0.5357565736391446, + "nauc_mrr_at_20_std": 0.34054086247508, + "nauc_mrr_at_3_diff1": 0.7122095603541071, + "nauc_mrr_at_3_max": 0.5354345456540576, + "nauc_mrr_at_3_std": 0.3246828517710239, + "nauc_mrr_at_5_diff1": 0.7054295586074079, + "nauc_mrr_at_5_max": 0.5356815100550746, + "nauc_mrr_at_5_std": 0.3363066932255336, + "nauc_ndcg_at_1000_diff1": 0.6922671257795675, + "nauc_ndcg_at_1000_max": 0.535122611480308, + "nauc_ndcg_at_1000_std": 0.35408371391461363, + "nauc_ndcg_at_100_diff1": 0.6831632876161986, + "nauc_ndcg_at_100_max": 0.5335032301662331, + "nauc_ndcg_at_100_std": 0.3657719912849508, + "nauc_ndcg_at_10_diff1": 0.6831155704338709, + "nauc_ndcg_at_10_max": 0.534797858763256, + "nauc_ndcg_at_10_std": 0.3605648365763527, + "nauc_ndcg_at_1_diff1": 0.7464799971953152, + "nauc_ndcg_at_1_max": 0.5381067495626654, + "nauc_ndcg_at_1_std": 0.30716607647082733, + "nauc_ndcg_at_20_diff1": 0.6769283008584868, + "nauc_ndcg_at_20_max": 0.5323259384219705, + "nauc_ndcg_at_20_std": 0.3641816897402438, + "nauc_ndcg_at_3_diff1": 0.7001088518732275, + "nauc_ndcg_at_3_max": 0.5337444781772217, + "nauc_ndcg_at_3_std": 0.3300076684439673, + "nauc_ndcg_at_5_diff1": 0.6872925776029278, + "nauc_ndcg_at_5_max": 0.5341253959019795, + "nauc_ndcg_at_5_std": 0.3521586226596281, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5212447375851109, + "nauc_precision_at_100_max": 0.504370284306418, + "nauc_precision_at_100_std": 0.5877426834505183, + "nauc_precision_at_10_diff1": 0.6033223572296522, + "nauc_precision_at_10_max": 0.5299932139371254, + "nauc_precision_at_10_std": 0.4435903956565733, + "nauc_precision_at_1_diff1": 0.7464799971953152, + "nauc_precision_at_1_max": 0.5381067495626654, + "nauc_precision_at_1_std": 0.30716607647082733, + "nauc_precision_at_20_diff1": 0.5491916947920147, + "nauc_precision_at_20_max": 0.5114356154308448, + "nauc_precision_at_20_std": 0.4812767256961104, + "nauc_precision_at_3_diff1": 0.6631266292901861, + "nauc_precision_at_3_max": 0.5283498125854805, + "nauc_precision_at_3_std": 0.34601695168327695, + "nauc_precision_at_5_diff1": 0.6266268629399989, + "nauc_precision_at_5_max": 0.5288735395629613, + "nauc_precision_at_5_std": 0.40697999107692145, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5212447375851132, + "nauc_recall_at_100_max": 0.5043702843064178, + "nauc_recall_at_100_std": 0.5877426834505205, + "nauc_recall_at_10_diff1": 0.6033223572296531, + "nauc_recall_at_10_max": 0.5299932139371255, + "nauc_recall_at_10_std": 0.4435903956565738, + "nauc_recall_at_1_diff1": 0.7464799971953152, + "nauc_recall_at_1_max": 0.5381067495626654, + "nauc_recall_at_1_std": 0.30716607647082733, + "nauc_recall_at_20_diff1": 0.5491916947920159, + "nauc_recall_at_20_max": 0.5114356154308455, + "nauc_recall_at_20_std": 0.4812767256961097, + "nauc_recall_at_3_diff1": 0.663126629290186, + "nauc_recall_at_3_max": 0.5283498125854807, + "nauc_recall_at_3_std": 0.346016951683277, + "nauc_recall_at_5_diff1": 0.626626862939999, + "nauc_recall_at_5_max": 0.5288735395629617, + "nauc_recall_at_5_std": 0.40697999107692173, + "ndcg_at_1": 0.43552, + "ndcg_at_10": 0.55199, + "ndcg_at_100": 0.59427, + "ndcg_at_1000": 0.60987, + "ndcg_at_20": 0.57167, + "ndcg_at_3": 0.50868, + "ndcg_at_5": 0.53147, + "precision_at_1": 0.43552, + "precision_at_10": 0.06797, + "precision_at_100": 0.00878, + "precision_at_1000": 0.001, + "precision_at_20": 0.0379, + "precision_at_3": 0.18675, + "precision_at_5": 0.12326, + "recall_at_1": 0.43552, + "recall_at_10": 0.6797, + "recall_at_100": 0.87844, + "recall_at_1000": 1.0, + "recall_at_20": 0.75793, + "recall_at_3": 0.56025, + "recall_at_5": 0.61628 + }, + { + "cv_recall_at_1": 0.385, + "cv_recall_at_10": 0.547, + "cv_recall_at_100": 0.698, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.593, + "cv_recall_at_3": 0.463, + "cv_recall_at_5": 0.501, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.46078, + "map_at_1": 0.385, + "map_at_10": 0.43387, + "map_at_100": 0.43989, + "map_at_1000": 0.4406, + "map_at_20": 0.43709, + "map_at_3": 0.4195, + "map_at_5": 0.428, + "mrr_at_1": 0.385, + "mrr_at_10": 0.4338726190476187, + "mrr_at_100": 0.43989320041046814, + "mrr_at_1000": 0.44060486564869955, + "mrr_at_20": 0.43708518317337924, + "mrr_at_3": 0.41949999999999976, + "mrr_at_5": 0.42799999999999966, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5809042215421706, + "nauc_cv_recall_at_100_max": 0.8912379770177623, + "nauc_cv_recall_at_100_std": 0.2424633256438869, + "nauc_cv_recall_at_10_diff1": 0.672465991369597, + "nauc_cv_recall_at_10_max": 0.7786860120568095, + "nauc_cv_recall_at_10_std": 0.13047360840701458, + "nauc_cv_recall_at_1_diff1": 0.8258785548979316, + "nauc_cv_recall_at_1_max": 0.7022669665951418, + "nauc_cv_recall_at_1_std": 0.12157864370960537, + "nauc_cv_recall_at_20_diff1": 0.6343060416479551, + "nauc_cv_recall_at_20_max": 0.7904247690928177, + "nauc_cv_recall_at_20_std": 0.16095404825603088, + "nauc_cv_recall_at_3_diff1": 0.7328075282381276, + "nauc_cv_recall_at_3_max": 0.7167558281627555, + "nauc_cv_recall_at_3_std": 0.11546095857706429, + "nauc_cv_recall_at_5_diff1": 0.6998184687081933, + "nauc_cv_recall_at_5_max": 0.7271842109124178, + "nauc_cv_recall_at_5_std": 0.09769344553327645, + "nauc_map_at_1000_diff1": 0.7702690126570004, + "nauc_map_at_1000_max": 0.7186767063695445, + "nauc_map_at_1000_std": 0.12237612475107258, + "nauc_map_at_100_diff1": 0.7700896448953608, + "nauc_map_at_100_max": 0.7190166037158802, + "nauc_map_at_100_std": 0.12303030698837512, + "nauc_map_at_10_diff1": 0.7728156014659673, + "nauc_map_at_10_max": 0.7168863752172929, + "nauc_map_at_10_std": 0.11930561549242265, + "nauc_map_at_1_diff1": 0.8258785548979316, + "nauc_map_at_1_max": 0.7022669665951418, + "nauc_map_at_1_std": 0.12157864370960537, + "nauc_map_at_20_diff1": 0.7705807827864023, + "nauc_map_at_20_max": 0.7172956148978636, + "nauc_map_at_20_std": 0.12130235445505921, + "nauc_map_at_3_diff1": 0.7822816411140364, + "nauc_map_at_3_max": 0.7085502921868301, + "nauc_map_at_3_std": 0.11914325184351209, + "nauc_map_at_5_diff1": 0.7756209852636891, + "nauc_map_at_5_max": 0.710809137344318, + "nauc_map_at_5_std": 0.11531758273692924, + "nauc_mrr_at_1000_diff1": 0.7702690126570004, + "nauc_mrr_at_1000_max": 0.7186767063695445, + "nauc_mrr_at_1000_std": 0.12237612475107258, + "nauc_mrr_at_100_diff1": 0.7700896448953608, + "nauc_mrr_at_100_max": 0.7190166037158802, + "nauc_mrr_at_100_std": 0.12303030698837512, + "nauc_mrr_at_10_diff1": 0.7728156014659673, + "nauc_mrr_at_10_max": 0.7168863752172929, + "nauc_mrr_at_10_std": 0.11930561549242265, + "nauc_mrr_at_1_diff1": 0.8258785548979316, + "nauc_mrr_at_1_max": 0.7022669665951418, + "nauc_mrr_at_1_std": 0.12157864370960537, + "nauc_mrr_at_20_diff1": 0.7705807827864023, + "nauc_mrr_at_20_max": 0.7172956148978636, + "nauc_mrr_at_20_std": 0.12130235445505921, + "nauc_mrr_at_3_diff1": 0.7822816411140364, + "nauc_mrr_at_3_max": 0.7085502921868301, + "nauc_mrr_at_3_std": 0.11914325184351209, + "nauc_mrr_at_5_diff1": 0.7756209852636891, + "nauc_mrr_at_5_max": 0.710809137344318, + "nauc_mrr_at_5_std": 0.11531758273692924, + "nauc_ndcg_at_1000_diff1": 0.7506684503669501, + "nauc_ndcg_at_1000_max": 0.7309290666490663, + "nauc_ndcg_at_1000_std": 0.12703616553444683, + "nauc_ndcg_at_100_diff1": 0.7368679582830968, + "nauc_ndcg_at_100_max": 0.7452584701830449, + "nauc_ndcg_at_100_std": 0.14006746916659532, + "nauc_ndcg_at_10_diff1": 0.7494588028370229, + "nauc_ndcg_at_10_max": 0.7301937966102181, + "nauc_ndcg_at_10_std": 0.12121843676866292, + "nauc_ndcg_at_1_diff1": 0.8258785548979316, + "nauc_ndcg_at_1_max": 0.7022669665951418, + "nauc_ndcg_at_1_std": 0.12157864370960537, + "nauc_ndcg_at_20_diff1": 0.7413130488234162, + "nauc_ndcg_at_20_max": 0.7321767225115111, + "nauc_ndcg_at_20_std": 0.12834744637602127, + "nauc_ndcg_at_3_diff1": 0.7695347817860865, + "nauc_ndcg_at_3_max": 0.7106417741458194, + "nauc_ndcg_at_3_std": 0.11821387146555883, + "nauc_ndcg_at_5_diff1": 0.7568659031020656, + "nauc_ndcg_at_5_max": 0.7147924475388727, + "nauc_ndcg_at_5_std": 0.11114696240542633, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5809042215421708, + "nauc_precision_at_100_max": 0.891237977017763, + "nauc_precision_at_100_std": 0.24246332564388692, + "nauc_precision_at_10_diff1": 0.672465991369597, + "nauc_precision_at_10_max": 0.7786860120568103, + "nauc_precision_at_10_std": 0.1304736084070146, + "nauc_precision_at_1_diff1": 0.8258785548979316, + "nauc_precision_at_1_max": 0.7022669665951418, + "nauc_precision_at_1_std": 0.12157864370960537, + "nauc_precision_at_20_diff1": 0.6343060416479551, + "nauc_precision_at_20_max": 0.7904247690928177, + "nauc_precision_at_20_std": 0.16095404825603044, + "nauc_precision_at_3_diff1": 0.7328075282381276, + "nauc_precision_at_3_max": 0.716755828162756, + "nauc_precision_at_3_std": 0.11546095857706405, + "nauc_precision_at_5_diff1": 0.6998184687081934, + "nauc_precision_at_5_max": 0.7271842109124178, + "nauc_precision_at_5_std": 0.0976934455332763, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5809042215421706, + "nauc_recall_at_100_max": 0.8912379770177623, + "nauc_recall_at_100_std": 0.2424633256438869, + "nauc_recall_at_10_diff1": 0.672465991369597, + "nauc_recall_at_10_max": 0.7786860120568095, + "nauc_recall_at_10_std": 0.13047360840701458, + "nauc_recall_at_1_diff1": 0.8258785548979316, + "nauc_recall_at_1_max": 0.7022669665951418, + "nauc_recall_at_1_std": 0.12157864370960537, + "nauc_recall_at_20_diff1": 0.6343060416479551, + "nauc_recall_at_20_max": 0.7904247690928177, + "nauc_recall_at_20_std": 0.16095404825603088, + "nauc_recall_at_3_diff1": 0.7328075282381276, + "nauc_recall_at_3_max": 0.7167558281627555, + "nauc_recall_at_3_std": 0.11546095857706429, + "nauc_recall_at_5_diff1": 0.6998184687081933, + "nauc_recall_at_5_max": 0.7271842109124178, + "nauc_recall_at_5_std": 0.09769344553327645, + "ndcg_at_1": 0.385, + "ndcg_at_10": 0.46078, + "ndcg_at_100": 0.49217, + "ndcg_at_1000": 0.52606, + "ndcg_at_20": 0.47243, + "ndcg_at_3": 0.43068, + "ndcg_at_5": 0.44617, + "precision_at_1": 0.385, + "precision_at_10": 0.0547, + "precision_at_100": 0.00698, + "precision_at_1000": 0.001, + "precision_at_20": 0.02965, + "precision_at_3": 0.15433, + "precision_at_5": 0.1002, + "recall_at_1": 0.385, + "recall_at_10": 0.547, + "recall_at_100": 0.698, + "recall_at_1000": 1.0, + "recall_at_20": 0.593, + "recall_at_3": 0.463, + "recall_at_5": 0.501 + } + ] + }, + "task_name": "WITT2IRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-large-patch16-256/d0da9f876e7d66b4e250cd2450c3ba2ce735e447/model_meta.json b/results-mieb/google__siglip-large-patch16-256/d0da9f876e7d66b4e250cd2450c3ba2ce735e447/model_meta.json new file mode 100644 index 0000000000..e19e174af3 --- /dev/null +++ b/results-mieb/google__siglip-large-patch16-256/d0da9f876e7d66b4e250cd2450c3ba2ce735e447/model_meta.json @@ -0,0 +1 @@ +{"name": "google/siglip-large-patch16-256", "revision": "d0da9f876e7d66b4e250cd2450c3ba2ce735e447", "release_date": "2024-01-08", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": null, "use_instuctions": null, "zero_shot_benchmarks": null, "loader": "SiglipModelWrapper"} \ No newline at end of file diff --git a/results-mieb/google__siglip-large-patch16-384/ce005573a40965dfd21fd937fbdeeebf2439fc35/WITT2IRetrieval.json b/results-mieb/google__siglip-large-patch16-384/ce005573a40965dfd21fd937fbdeeebf2439fc35/WITT2IRetrieval.json new file mode 100644 index 0000000000..483cb8cbbb --- /dev/null +++ b/results-mieb/google__siglip-large-patch16-384/ce005573a40965dfd21fd937fbdeeebf2439fc35/WITT2IRetrieval.json @@ -0,0 +1,1936 @@ +{ + "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", + "evaluation_time": 305.99254417419434, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.24157, + "cv_recall_at_10": 0.47978, + "cv_recall_at_100": 0.8, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.58427, + "cv_recall_at_3": 0.33708, + "cv_recall_at_5": 0.38315, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.34712, + "map_at_1": 0.24157, + "map_at_10": 0.30661, + "map_at_100": 0.31911, + "map_at_1000": 0.31999, + "map_at_20": 0.31396, + "map_at_3": 0.28371, + "map_at_5": 0.29416, + "mrr_at_1": 0.24157303370786518, + "mrr_at_10": 0.30660558230782947, + "mrr_at_100": 0.3191084750028444, + "mrr_at_1000": 0.3199914067421952, + "mrr_at_20": 0.313955020399258, + "mrr_at_3": 0.28370786516853946, + "mrr_at_5": 0.29415730337078644, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.38537866627754225, + "nauc_cv_recall_at_100_max": 0.5475086711041762, + "nauc_cv_recall_at_100_std": 0.5867727777840137, + "nauc_cv_recall_at_10_diff1": 0.43437211508014945, + "nauc_cv_recall_at_10_max": 0.3640413926999356, + "nauc_cv_recall_at_10_std": 0.3652366136002463, + "nauc_cv_recall_at_1_diff1": 0.5820698913453876, + "nauc_cv_recall_at_1_max": 0.4373704744724589, + "nauc_cv_recall_at_1_std": 0.31242354323111127, + "nauc_cv_recall_at_20_diff1": 0.4519298188132759, + "nauc_cv_recall_at_20_max": 0.3894351430162841, + "nauc_cv_recall_at_20_std": 0.41435732774155504, + "nauc_cv_recall_at_3_diff1": 0.4916636851520573, + "nauc_cv_recall_at_3_max": 0.38074686940966007, + "nauc_cv_recall_at_3_std": 0.33017441860465124, + "nauc_cv_recall_at_5_diff1": 0.4773076210875021, + "nauc_cv_recall_at_5_max": 0.38264219279226985, + "nauc_cv_recall_at_5_std": 0.35768618948540987, + "nauc_map_at_1000_diff1": 0.5318322145757168, + "nauc_map_at_1000_max": 0.4134388754083382, + "nauc_map_at_1000_std": 0.3306243250581623, + "nauc_map_at_100_diff1": 0.5314312528011818, + "nauc_map_at_100_max": 0.41370193480824047, + "nauc_map_at_100_std": 0.3311231298416902, + "nauc_map_at_10_diff1": 0.5298693442691903, + "nauc_map_at_10_max": 0.40899742619453344, + "nauc_map_at_10_std": 0.32611369397428047, + "nauc_map_at_1_diff1": 0.5820698913453876, + "nauc_map_at_1_max": 0.4373704744724589, + "nauc_map_at_1_std": 0.31242354323111127, + "nauc_map_at_20_diff1": 0.5312960056536469, + "nauc_map_at_20_max": 0.41022137345677856, + "nauc_map_at_20_std": 0.3288185491965263, + "nauc_map_at_3_diff1": 0.5385635093747566, + "nauc_map_at_3_max": 0.41066541045322624, + "nauc_map_at_3_std": 0.31799591730631943, + "nauc_map_at_5_diff1": 0.5356614723750011, + "nauc_map_at_5_max": 0.4113715519215499, + "nauc_map_at_5_std": 0.3249822371835517, + "nauc_mrr_at_1000_diff1": 0.5318322145757168, + "nauc_mrr_at_1000_max": 0.4134388754083382, + "nauc_mrr_at_1000_std": 0.3306243250581623, + "nauc_mrr_at_100_diff1": 0.5314312528011818, + "nauc_mrr_at_100_max": 0.41370193480824047, + "nauc_mrr_at_100_std": 0.3311231298416902, + "nauc_mrr_at_10_diff1": 0.5298693442691903, + "nauc_mrr_at_10_max": 0.40899742619453344, + "nauc_mrr_at_10_std": 0.32611369397428047, + "nauc_mrr_at_1_diff1": 0.5820698913453876, + "nauc_mrr_at_1_max": 0.4373704744724589, + "nauc_mrr_at_1_std": 0.31242354323111127, + "nauc_mrr_at_20_diff1": 0.5312960056536469, + "nauc_mrr_at_20_max": 0.41022137345677856, + "nauc_mrr_at_20_std": 0.3288185491965263, + "nauc_mrr_at_3_diff1": 0.5385635093747566, + "nauc_mrr_at_3_max": 0.41066541045322624, + "nauc_mrr_at_3_std": 0.31799591730631943, + "nauc_mrr_at_5_diff1": 0.5356614723750011, + "nauc_mrr_at_5_max": 0.4113715519215499, + "nauc_mrr_at_5_std": 0.3249822371835517, + "nauc_ndcg_at_1000_diff1": 0.520218088630065, + "nauc_ndcg_at_1000_max": 0.41499229550011485, + "nauc_ndcg_at_1000_std": 0.3446399250064482, + "nauc_ndcg_at_100_diff1": 0.5096653930893602, + "nauc_ndcg_at_100_max": 0.42468681407454717, + "nauc_ndcg_at_100_std": 0.3622985410547835, + "nauc_ndcg_at_10_diff1": 0.5060520176550207, + "nauc_ndcg_at_10_max": 0.3976210920323349, + "nauc_ndcg_at_10_std": 0.3358701849148283, + "nauc_ndcg_at_1_diff1": 0.5820698913453876, + "nauc_ndcg_at_1_max": 0.4373704744724589, + "nauc_ndcg_at_1_std": 0.31242354323111127, + "nauc_ndcg_at_20_diff1": 0.5116710283167186, + "nauc_ndcg_at_20_max": 0.4037066777079507, + "nauc_ndcg_at_20_std": 0.3467836131589162, + "nauc_ndcg_at_3_diff1": 0.5259304404932885, + "nauc_ndcg_at_3_max": 0.40262956715553533, + "nauc_ndcg_at_3_std": 0.3211502538045597, + "nauc_ndcg_at_5_diff1": 0.52011269409434, + "nauc_ndcg_at_5_max": 0.4035901466934185, + "nauc_ndcg_at_5_std": 0.33334212092589155, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.38537866627754325, + "nauc_precision_at_100_max": 0.5475086711041771, + "nauc_precision_at_100_std": 0.5867727777840136, + "nauc_precision_at_10_diff1": 0.43437211508014945, + "nauc_precision_at_10_max": 0.36404139269993546, + "nauc_precision_at_10_std": 0.3652366136002458, + "nauc_precision_at_1_diff1": 0.5820698913453876, + "nauc_precision_at_1_max": 0.4373704744724589, + "nauc_precision_at_1_std": 0.31242354323111127, + "nauc_precision_at_20_diff1": 0.4519298188132756, + "nauc_precision_at_20_max": 0.38943514301628335, + "nauc_precision_at_20_std": 0.41435732774155454, + "nauc_precision_at_3_diff1": 0.49166368515205705, + "nauc_precision_at_3_max": 0.3807468694096599, + "nauc_precision_at_3_std": 0.33017441860465113, + "nauc_precision_at_5_diff1": 0.4773076210875018, + "nauc_precision_at_5_max": 0.38264219279226996, + "nauc_precision_at_5_std": 0.35768618948541014, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.38537866627754225, + "nauc_recall_at_100_max": 0.5475086711041762, + "nauc_recall_at_100_std": 0.5867727777840137, + "nauc_recall_at_10_diff1": 0.43437211508014945, + "nauc_recall_at_10_max": 0.3640413926999356, + "nauc_recall_at_10_std": 0.3652366136002463, + "nauc_recall_at_1_diff1": 0.5820698913453876, + "nauc_recall_at_1_max": 0.4373704744724589, + "nauc_recall_at_1_std": 0.31242354323111127, + "nauc_recall_at_20_diff1": 0.4519298188132759, + "nauc_recall_at_20_max": 0.3894351430162841, + "nauc_recall_at_20_std": 0.41435732774155504, + "nauc_recall_at_3_diff1": 0.4916636851520573, + "nauc_recall_at_3_max": 0.38074686940966007, + "nauc_recall_at_3_std": 0.33017441860465124, + "nauc_recall_at_5_diff1": 0.4773076210875021, + "nauc_recall_at_5_max": 0.38264219279226985, + "nauc_recall_at_5_std": 0.35768618948540987, + "ndcg_at_1": 0.24157, + "ndcg_at_10": 0.34712, + "ndcg_at_100": 0.41285, + "ndcg_at_1000": 0.43797, + "ndcg_at_20": 0.37366, + "ndcg_at_3": 0.29742, + "ndcg_at_5": 0.31632, + "precision_at_1": 0.24157, + "precision_at_10": 0.04798, + "precision_at_100": 0.008, + "precision_at_1000": 0.001, + "precision_at_20": 0.02921, + "precision_at_3": 0.11236, + "precision_at_5": 0.07663, + "recall_at_1": 0.24157, + "recall_at_10": 0.47978, + "recall_at_100": 0.8, + "recall_at_1000": 1.0, + "recall_at_20": 0.58427, + "recall_at_3": 0.33708, + "recall_at_5": 0.38315 + }, + { + "cv_recall_at_1": 0.22558, + "cv_recall_at_10": 0.44884, + "cv_recall_at_100": 0.76512, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.52558, + "cv_recall_at_3": 0.32326, + "cv_recall_at_5": 0.3686, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.32733, + "map_at_1": 0.22558, + "map_at_10": 0.28986, + "map_at_100": 0.30114, + "map_at_1000": 0.30225, + "map_at_20": 0.29522, + "map_at_3": 0.26919, + "map_at_5": 0.27948, + "mrr_at_1": 0.2255813953488372, + "mrr_at_10": 0.2898629568106311, + "mrr_at_100": 0.3011372315333812, + "mrr_at_1000": 0.3022512651766774, + "mrr_at_20": 0.29521953737457013, + "mrr_at_3": 0.269186046511628, + "mrr_at_5": 0.2794767441860466, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4156195458011944, + "nauc_cv_recall_at_100_max": 0.4321414496076812, + "nauc_cv_recall_at_100_std": 0.2821314689037091, + "nauc_cv_recall_at_10_diff1": 0.4393000325721993, + "nauc_cv_recall_at_10_max": 0.3403794813410009, + "nauc_cv_recall_at_10_std": 0.047695440805355475, + "nauc_cv_recall_at_1_diff1": 0.5456746501489526, + "nauc_cv_recall_at_1_max": 0.3886520586941517, + "nauc_cv_recall_at_1_std": 0.06026950958268227, + "nauc_cv_recall_at_20_diff1": 0.4133092357721504, + "nauc_cv_recall_at_20_max": 0.3480612705948237, + "nauc_cv_recall_at_20_std": 0.07327907139538889, + "nauc_cv_recall_at_3_diff1": 0.4697449310838643, + "nauc_cv_recall_at_3_max": 0.36616880958519854, + "nauc_cv_recall_at_3_std": 0.08114614818289403, + "nauc_cv_recall_at_5_diff1": 0.43915646998582375, + "nauc_cv_recall_at_5_max": 0.33399631384859435, + "nauc_cv_recall_at_5_std": 0.0406646620242838, + "nauc_map_at_1000_diff1": 0.49689439348256015, + "nauc_map_at_1000_max": 0.3694777352607035, + "nauc_map_at_1000_std": 0.06365099267013102, + "nauc_map_at_100_diff1": 0.49652671912506346, + "nauc_map_at_100_max": 0.36949625835147754, + "nauc_map_at_100_std": 0.06390111935590399, + "nauc_map_at_10_diff1": 0.498401126203964, + "nauc_map_at_10_max": 0.3675709111670907, + "nauc_map_at_10_std": 0.059359535273785916, + "nauc_map_at_1_diff1": 0.5456746501489526, + "nauc_map_at_1_max": 0.3886520586941517, + "nauc_map_at_1_std": 0.06026950958268227, + "nauc_map_at_20_diff1": 0.4964328959270357, + "nauc_map_at_20_max": 0.36783464945255584, + "nauc_map_at_20_std": 0.06073670621949507, + "nauc_map_at_3_diff1": 0.5074187337184277, + "nauc_map_at_3_max": 0.37474783652153665, + "nauc_map_at_3_std": 0.06987499036428685, + "nauc_map_at_5_diff1": 0.4994576226731685, + "nauc_map_at_5_max": 0.36685059417933674, + "nauc_map_at_5_std": 0.05981883149689524, + "nauc_mrr_at_1000_diff1": 0.4968944008896699, + "nauc_mrr_at_1000_max": 0.36947775312287956, + "nauc_mrr_at_1000_std": 0.0636510175033233, + "nauc_mrr_at_100_diff1": 0.49652671912506346, + "nauc_mrr_at_100_max": 0.36949625835147754, + "nauc_mrr_at_100_std": 0.06390111935590399, + "nauc_mrr_at_10_diff1": 0.498401126203964, + "nauc_mrr_at_10_max": 0.3675709111670907, + "nauc_mrr_at_10_std": 0.059359535273785916, + "nauc_mrr_at_1_diff1": 0.5456746501489526, + "nauc_mrr_at_1_max": 0.3886520586941517, + "nauc_mrr_at_1_std": 0.06026950958268227, + "nauc_mrr_at_20_diff1": 0.4964328959270357, + "nauc_mrr_at_20_max": 0.36783464945255584, + "nauc_mrr_at_20_std": 0.06073670621949507, + "nauc_mrr_at_3_diff1": 0.5074187337184277, + "nauc_mrr_at_3_max": 0.37474783652153665, + "nauc_mrr_at_3_std": 0.06987499036428685, + "nauc_mrr_at_5_diff1": 0.4994576226731685, + "nauc_mrr_at_5_max": 0.36685059417933674, + "nauc_mrr_at_5_std": 0.05981883149689524, + "nauc_ndcg_at_1000_diff1": 0.48604737697435507, + "nauc_ndcg_at_1000_max": 0.36942860131684324, + "nauc_ndcg_at_1000_std": 0.0715185946116579, + "nauc_ndcg_at_100_diff1": 0.4792033641315331, + "nauc_ndcg_at_100_max": 0.3738987011330743, + "nauc_ndcg_at_100_std": 0.0875981776356468, + "nauc_ndcg_at_10_diff1": 0.4823054910823962, + "nauc_ndcg_at_10_max": 0.3602281989472767, + "nauc_ndcg_at_10_std": 0.056135484386297785, + "nauc_ndcg_at_1_diff1": 0.5456746501489526, + "nauc_ndcg_at_1_max": 0.3886520586941517, + "nauc_ndcg_at_1_std": 0.06026950958268227, + "nauc_ndcg_at_20_diff1": 0.47568071371427356, + "nauc_ndcg_at_20_max": 0.3619843976708002, + "nauc_ndcg_at_20_std": 0.06226665792973339, + "nauc_ndcg_at_3_diff1": 0.49712680073778454, + "nauc_ndcg_at_3_max": 0.3722913564738766, + "nauc_ndcg_at_3_std": 0.0729141340064338, + "nauc_ndcg_at_5_diff1": 0.48331434091040426, + "nauc_ndcg_at_5_max": 0.3582440286439964, + "nauc_ndcg_at_5_std": 0.05518668005370692, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4156195458011953, + "nauc_precision_at_100_max": 0.4321414496076824, + "nauc_precision_at_100_std": 0.2821314689037095, + "nauc_precision_at_10_diff1": 0.4393000325721987, + "nauc_precision_at_10_max": 0.3403794813410003, + "nauc_precision_at_10_std": 0.047695440805355274, + "nauc_precision_at_1_diff1": 0.5456746501489526, + "nauc_precision_at_1_max": 0.3886520586941517, + "nauc_precision_at_1_std": 0.06026950958268227, + "nauc_precision_at_20_diff1": 0.41330923577215073, + "nauc_precision_at_20_max": 0.34806127059482384, + "nauc_precision_at_20_std": 0.07327907139538871, + "nauc_precision_at_3_diff1": 0.46974493108386384, + "nauc_precision_at_3_max": 0.3661688095851986, + "nauc_precision_at_3_std": 0.08114614818289405, + "nauc_precision_at_5_diff1": 0.43915646998582347, + "nauc_precision_at_5_max": 0.33399631384859413, + "nauc_precision_at_5_std": 0.04066466202428358, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4156195458011944, + "nauc_recall_at_100_max": 0.4321414496076812, + "nauc_recall_at_100_std": 0.2821314689037091, + "nauc_recall_at_10_diff1": 0.4393000325721993, + "nauc_recall_at_10_max": 0.3403794813410009, + "nauc_recall_at_10_std": 0.047695440805355475, + "nauc_recall_at_1_diff1": 0.5456746501489526, + "nauc_recall_at_1_max": 0.3886520586941517, + "nauc_recall_at_1_std": 0.06026950958268227, + "nauc_recall_at_20_diff1": 0.4133092357721504, + "nauc_recall_at_20_max": 0.3480612705948237, + "nauc_recall_at_20_std": 0.07327907139538889, + "nauc_recall_at_3_diff1": 0.4697449310838643, + "nauc_recall_at_3_max": 0.36616880958519854, + "nauc_recall_at_3_std": 0.08114614818289403, + "nauc_recall_at_5_diff1": 0.43915646998582375, + "nauc_recall_at_5_max": 0.33399631384859435, + "nauc_recall_at_5_std": 0.0406646620242838, + "ndcg_at_1": 0.22558, + "ndcg_at_10": 0.32733, + "ndcg_at_100": 0.3908, + "ndcg_at_1000": 0.4207, + "ndcg_at_20": 0.34678, + "ndcg_at_3": 0.2831, + "ndcg_at_5": 0.30171, + "precision_at_1": 0.22558, + "precision_at_10": 0.04488, + "precision_at_100": 0.00765, + "precision_at_1000": 0.001, + "precision_at_20": 0.02628, + "precision_at_3": 0.10775, + "precision_at_5": 0.07372, + "recall_at_1": 0.22558, + "recall_at_10": 0.44884, + "recall_at_100": 0.76512, + "recall_at_1000": 1.0, + "recall_at_20": 0.52558, + "recall_at_3": 0.32326, + "recall_at_5": 0.3686 + }, + { + "cv_recall_at_1": 0.40853, + "cv_recall_at_10": 0.65993, + "cv_recall_at_100": 0.87991, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.72727, + "cv_recall_at_3": 0.5376, + "cv_recall_at_5": 0.60494, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.52913, + "map_at_1": 0.40853, + "map_at_10": 0.4877, + "map_at_100": 0.49611, + "map_at_1000": 0.49663, + "map_at_20": 0.49233, + "map_at_3": 0.46483, + "map_at_5": 0.48043, + "mrr_at_1": 0.40852974186307517, + "mrr_at_10": 0.48770242103575406, + "mrr_at_100": 0.49610506582006364, + "mrr_at_1000": 0.4966320096481985, + "mrr_at_20": 0.49233257586044954, + "mrr_at_3": 0.4648335203890757, + "mrr_at_5": 0.48043396932285776, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5909320870844869, + "nauc_cv_recall_at_100_max": 0.6350295788074445, + "nauc_cv_recall_at_100_std": 0.5885417610554063, + "nauc_cv_recall_at_10_diff1": 0.6333473779929506, + "nauc_cv_recall_at_10_max": 0.5446487146800527, + "nauc_cv_recall_at_10_std": 0.2822394925476734, + "nauc_cv_recall_at_1_diff1": 0.765059299328094, + "nauc_cv_recall_at_1_max": 0.5047735351426804, + "nauc_cv_recall_at_1_std": 0.04360795615900494, + "nauc_cv_recall_at_20_diff1": 0.5950393518016469, + "nauc_cv_recall_at_20_max": 0.560818330778241, + "nauc_cv_recall_at_20_std": 0.34469275409722727, + "nauc_cv_recall_at_3_diff1": 0.6761769057730284, + "nauc_cv_recall_at_3_max": 0.507038537611141, + "nauc_cv_recall_at_3_std": 0.15324466916067125, + "nauc_cv_recall_at_5_diff1": 0.6311219292955862, + "nauc_cv_recall_at_5_max": 0.5258098225560203, + "nauc_cv_recall_at_5_std": 0.22820889829638605, + "nauc_map_at_1000_diff1": 0.7177069863322598, + "nauc_map_at_1000_max": 0.512298998322214, + "nauc_map_at_1000_std": 0.11131691750068567, + "nauc_map_at_100_diff1": 0.7174829160021539, + "nauc_map_at_100_max": 0.5123333682356263, + "nauc_map_at_100_std": 0.11191195506396118, + "nauc_map_at_10_diff1": 0.7185132575262295, + "nauc_map_at_10_max": 0.5119807392194838, + "nauc_map_at_10_std": 0.11013406915416628, + "nauc_map_at_1_diff1": 0.765059299328094, + "nauc_map_at_1_max": 0.5047735351426804, + "nauc_map_at_1_std": 0.04360795615900494, + "nauc_map_at_20_diff1": 0.7172107213295099, + "nauc_map_at_20_max": 0.512652076542774, + "nauc_map_at_20_std": 0.11191137664292765, + "nauc_map_at_3_diff1": 0.7256321861141027, + "nauc_map_at_3_max": 0.5066686915715853, + "nauc_map_at_3_std": 0.0917218401207876, + "nauc_map_at_5_diff1": 0.7171261768894966, + "nauc_map_at_5_max": 0.5102234717791918, + "nauc_map_at_5_std": 0.10560034278408584, + "nauc_mrr_at_1000_diff1": 0.7177069863322598, + "nauc_mrr_at_1000_max": 0.512298998322214, + "nauc_mrr_at_1000_std": 0.11131691750068567, + "nauc_mrr_at_100_diff1": 0.7174829160021539, + "nauc_mrr_at_100_max": 0.5123333682356263, + "nauc_mrr_at_100_std": 0.11191195506396118, + "nauc_mrr_at_10_diff1": 0.7185132575262295, + "nauc_mrr_at_10_max": 0.5119807392194838, + "nauc_mrr_at_10_std": 0.11013406915416628, + "nauc_mrr_at_1_diff1": 0.765059299328094, + "nauc_mrr_at_1_max": 0.5047735351426804, + "nauc_mrr_at_1_std": 0.04360795615900494, + "nauc_mrr_at_20_diff1": 0.7172107213295099, + "nauc_mrr_at_20_max": 0.512652076542774, + "nauc_mrr_at_20_std": 0.11191137664292765, + "nauc_mrr_at_3_diff1": 0.7256321861141027, + "nauc_mrr_at_3_max": 0.5066686915715853, + "nauc_mrr_at_3_std": 0.0917218401207876, + "nauc_mrr_at_5_diff1": 0.7171261768894966, + "nauc_mrr_at_5_max": 0.5102234717791918, + "nauc_mrr_at_5_std": 0.10560034278408584, + "nauc_ndcg_at_1000_diff1": 0.7061380148421971, + "nauc_ndcg_at_1000_max": 0.5171327008339424, + "nauc_ndcg_at_1000_std": 0.13519038473094888, + "nauc_ndcg_at_100_diff1": 0.7001742768553503, + "nauc_ndcg_at_100_max": 0.5219790485043022, + "nauc_ndcg_at_100_std": 0.15685332183761455, + "nauc_ndcg_at_10_diff1": 0.6999437000060731, + "nauc_ndcg_at_10_max": 0.5184168746325684, + "nauc_ndcg_at_10_std": 0.14593465923975651, + "nauc_ndcg_at_1_diff1": 0.765059299328094, + "nauc_ndcg_at_1_max": 0.5047735351426804, + "nauc_ndcg_at_1_std": 0.04360795615900494, + "nauc_ndcg_at_20_diff1": 0.6946562518708675, + "nauc_ndcg_at_20_max": 0.520841997954365, + "nauc_ndcg_at_20_std": 0.15355304474124215, + "nauc_ndcg_at_3_diff1": 0.7132599403846717, + "nauc_ndcg_at_3_max": 0.5068006685743853, + "nauc_ndcg_at_3_std": 0.10709000760145516, + "nauc_ndcg_at_5_diff1": 0.6972127766816861, + "nauc_ndcg_at_5_max": 0.5136594718171129, + "nauc_ndcg_at_5_std": 0.1337092541319943, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5909320870844862, + "nauc_precision_at_100_max": 0.6350295788074443, + "nauc_precision_at_100_std": 0.5885417610554048, + "nauc_precision_at_10_diff1": 0.6333473779929502, + "nauc_precision_at_10_max": 0.5446487146800514, + "nauc_precision_at_10_std": 0.2822394925476726, + "nauc_precision_at_1_diff1": 0.765059299328094, + "nauc_precision_at_1_max": 0.5047735351426804, + "nauc_precision_at_1_std": 0.04360795615900494, + "nauc_precision_at_20_diff1": 0.5950393518016462, + "nauc_precision_at_20_max": 0.5608183307782408, + "nauc_precision_at_20_std": 0.3446927540972269, + "nauc_precision_at_3_diff1": 0.676176905773028, + "nauc_precision_at_3_max": 0.5070385376111409, + "nauc_precision_at_3_std": 0.1532446691606712, + "nauc_precision_at_5_diff1": 0.6311219292955864, + "nauc_precision_at_5_max": 0.5258098225560205, + "nauc_precision_at_5_std": 0.22820889829638602, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5909320870844869, + "nauc_recall_at_100_max": 0.6350295788074445, + "nauc_recall_at_100_std": 0.5885417610554063, + "nauc_recall_at_10_diff1": 0.6333473779929506, + "nauc_recall_at_10_max": 0.5446487146800527, + "nauc_recall_at_10_std": 0.2822394925476734, + "nauc_recall_at_1_diff1": 0.765059299328094, + "nauc_recall_at_1_max": 0.5047735351426804, + "nauc_recall_at_1_std": 0.04360795615900494, + "nauc_recall_at_20_diff1": 0.5950393518016469, + "nauc_recall_at_20_max": 0.560818330778241, + "nauc_recall_at_20_std": 0.34469275409722727, + "nauc_recall_at_3_diff1": 0.6761769057730284, + "nauc_recall_at_3_max": 0.507038537611141, + "nauc_recall_at_3_std": 0.15324466916067125, + "nauc_recall_at_5_diff1": 0.6311219292955862, + "nauc_recall_at_5_max": 0.5258098225560203, + "nauc_recall_at_5_std": 0.22820889829638605, + "ndcg_at_1": 0.40853, + "ndcg_at_10": 0.52913, + "ndcg_at_100": 0.57416, + "ndcg_at_1000": 0.58917, + "ndcg_at_20": 0.54611, + "ndcg_at_3": 0.4835, + "ndcg_at_5": 0.51142, + "precision_at_1": 0.40853, + "precision_at_10": 0.06599, + "precision_at_100": 0.0088, + "precision_at_1000": 0.001, + "precision_at_20": 0.03636, + "precision_at_3": 0.1792, + "precision_at_5": 0.12099, + "recall_at_1": 0.40853, + "recall_at_10": 0.65993, + "recall_at_100": 0.87991, + "recall_at_1000": 1.0, + "recall_at_20": 0.72727, + "recall_at_3": 0.5376, + "recall_at_5": 0.60494 + }, + { + "cv_recall_at_1": 0.16667, + "cv_recall_at_10": 0.35088, + "cv_recall_at_100": 0.69474, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.45439, + "cv_recall_at_3": 0.23509, + "cv_recall_at_5": 0.27719, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.24657, + "map_at_1": 0.16667, + "map_at_10": 0.21466, + "map_at_100": 0.2275, + "map_at_1000": 0.22898, + "map_at_20": 0.22193, + "map_at_3": 0.19503, + "map_at_5": 0.20477, + "mrr_at_1": 0.16666666666666666, + "mrr_at_10": 0.2146602617655249, + "mrr_at_100": 0.227502583825205, + "mrr_at_1000": 0.22898457017327967, + "mrr_at_20": 0.22192984828555953, + "mrr_at_3": 0.19502923976608177, + "mrr_at_5": 0.20476608187134498, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.330851835183518, + "nauc_cv_recall_at_100_max": 0.2257475747574758, + "nauc_cv_recall_at_100_std": 0.3469628212821287, + "nauc_cv_recall_at_10_diff1": 0.4433734104046245, + "nauc_cv_recall_at_10_max": 0.19268670520231207, + "nauc_cv_recall_at_10_std": 0.24033757225433527, + "nauc_cv_recall_at_1_diff1": 0.6046377190260788, + "nauc_cv_recall_at_1_max": 0.2795826052876528, + "nauc_cv_recall_at_1_std": 0.14331204990446947, + "nauc_cv_recall_at_20_diff1": 0.37560598495707764, + "nauc_cv_recall_at_20_max": 0.1927210478966829, + "nauc_cv_recall_at_20_std": 0.2678942439769638, + "nauc_cv_recall_at_3_diff1": 0.4957581959607422, + "nauc_cv_recall_at_3_max": 0.15605331947677356, + "nauc_cv_recall_at_3_std": 0.12871489244375645, + "nauc_cv_recall_at_5_diff1": 0.4619490553123599, + "nauc_cv_recall_at_5_max": 0.21248947474677848, + "nauc_cv_recall_at_5_std": 0.20337989885908708, + "nauc_map_at_1000_diff1": 0.5323722758486542, + "nauc_map_at_1000_max": 0.23646297993116652, + "nauc_map_at_1000_std": 0.16750923161500914, + "nauc_map_at_100_diff1": 0.5316186665095363, + "nauc_map_at_100_max": 0.23635986712686907, + "nauc_map_at_100_std": 0.16820139297706768, + "nauc_map_at_10_diff1": 0.5377626878903065, + "nauc_map_at_10_max": 0.23435667673382332, + "nauc_map_at_10_std": 0.16307234407663262, + "nauc_map_at_1_diff1": 0.6046377190260788, + "nauc_map_at_1_max": 0.2795826052876528, + "nauc_map_at_1_std": 0.14331204990446947, + "nauc_map_at_20_diff1": 0.5318397901748458, + "nauc_map_at_20_max": 0.23438189527334707, + "nauc_map_at_20_std": 0.16600605966152815, + "nauc_map_at_3_diff1": 0.5525148210101732, + "nauc_map_at_3_max": 0.2214669332663381, + "nauc_map_at_3_std": 0.1354554693488529, + "nauc_map_at_5_diff1": 0.5418733724063102, + "nauc_map_at_5_max": 0.23602458830140594, + "nauc_map_at_5_std": 0.15594974954289342, + "nauc_mrr_at_1000_diff1": 0.5323722758486542, + "nauc_mrr_at_1000_max": 0.23646297993116652, + "nauc_mrr_at_1000_std": 0.16750923161500914, + "nauc_mrr_at_100_diff1": 0.5316186665095363, + "nauc_mrr_at_100_max": 0.23635986712686907, + "nauc_mrr_at_100_std": 0.16820139297706768, + "nauc_mrr_at_10_diff1": 0.5377626878903065, + "nauc_mrr_at_10_max": 0.23435667673382332, + "nauc_mrr_at_10_std": 0.16307234407663262, + "nauc_mrr_at_1_diff1": 0.6046377190260788, + "nauc_mrr_at_1_max": 0.2795826052876528, + "nauc_mrr_at_1_std": 0.14331204990446947, + "nauc_mrr_at_20_diff1": 0.5318397901748458, + "nauc_mrr_at_20_max": 0.23438189527334707, + "nauc_mrr_at_20_std": 0.16600605966152815, + "nauc_mrr_at_3_diff1": 0.5525148210101732, + "nauc_mrr_at_3_max": 0.2214669332663381, + "nauc_mrr_at_3_std": 0.1354554693488529, + "nauc_mrr_at_5_diff1": 0.5418733724063102, + "nauc_mrr_at_5_max": 0.23602458830140594, + "nauc_mrr_at_5_std": 0.15594974954289342, + "nauc_ndcg_at_1000_diff1": 0.5093691679149464, + "nauc_ndcg_at_1000_max": 0.23258162232421242, + "nauc_ndcg_at_1000_std": 0.1852794629243669, + "nauc_ndcg_at_100_diff1": 0.4889330716375234, + "nauc_ndcg_at_100_max": 0.2314467376425257, + "nauc_ndcg_at_100_std": 0.20368758726476266, + "nauc_ndcg_at_10_diff1": 0.5107670584417292, + "nauc_ndcg_at_10_max": 0.2224163298308434, + "nauc_ndcg_at_10_std": 0.18382686225774514, + "nauc_ndcg_at_1_diff1": 0.6046377190260788, + "nauc_ndcg_at_1_max": 0.2795826052876528, + "nauc_ndcg_at_1_std": 0.14331204990446947, + "nauc_ndcg_at_20_diff1": 0.4905452978639291, + "nauc_ndcg_at_20_max": 0.2224535017956619, + "nauc_ndcg_at_20_std": 0.19270082403457917, + "nauc_ndcg_at_3_diff1": 0.536769234211766, + "nauc_ndcg_at_3_max": 0.20336056958214557, + "nauc_ndcg_at_3_std": 0.1335506875360385, + "nauc_ndcg_at_5_diff1": 0.5193278051702171, + "nauc_ndcg_at_5_max": 0.22853851210641513, + "nauc_ndcg_at_5_std": 0.16852042136773013, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.33085183518351857, + "nauc_precision_at_100_max": 0.2257475747574758, + "nauc_precision_at_100_std": 0.3469628212821282, + "nauc_precision_at_10_diff1": 0.44337341040462425, + "nauc_precision_at_10_max": 0.19268670520231215, + "nauc_precision_at_10_std": 0.24033757225433522, + "nauc_precision_at_1_diff1": 0.6046377190260788, + "nauc_precision_at_1_max": 0.2795826052876528, + "nauc_precision_at_1_std": 0.14331204990446947, + "nauc_precision_at_20_diff1": 0.3756059849570778, + "nauc_precision_at_20_max": 0.1927210478966828, + "nauc_precision_at_20_std": 0.26789424397696393, + "nauc_precision_at_3_diff1": 0.49575819596074194, + "nauc_precision_at_3_max": 0.15605331947677353, + "nauc_precision_at_3_std": 0.1287148924437563, + "nauc_precision_at_5_diff1": 0.4619490553123598, + "nauc_precision_at_5_max": 0.21248947474677846, + "nauc_precision_at_5_std": 0.20337989885908728, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.330851835183518, + "nauc_recall_at_100_max": 0.2257475747574758, + "nauc_recall_at_100_std": 0.3469628212821287, + "nauc_recall_at_10_diff1": 0.4433734104046245, + "nauc_recall_at_10_max": 0.19268670520231207, + "nauc_recall_at_10_std": 0.24033757225433527, + "nauc_recall_at_1_diff1": 0.6046377190260788, + "nauc_recall_at_1_max": 0.2795826052876528, + "nauc_recall_at_1_std": 0.14331204990446947, + "nauc_recall_at_20_diff1": 0.37560598495707764, + "nauc_recall_at_20_max": 0.1927210478966829, + "nauc_recall_at_20_std": 0.2678942439769638, + "nauc_recall_at_3_diff1": 0.4957581959607422, + "nauc_recall_at_3_max": 0.15605331947677356, + "nauc_recall_at_3_std": 0.12871489244375645, + "nauc_recall_at_5_diff1": 0.4619490553123599, + "nauc_recall_at_5_max": 0.21248947474677848, + "nauc_recall_at_5_std": 0.20337989885908708, + "ndcg_at_1": 0.16667, + "ndcg_at_10": 0.24657, + "ndcg_at_100": 0.31625, + "ndcg_at_1000": 0.35548, + "ndcg_at_20": 0.27285, + "ndcg_at_3": 0.20524, + "ndcg_at_5": 0.22268, + "precision_at_1": 0.16667, + "precision_at_10": 0.03509, + "precision_at_100": 0.00695, + "precision_at_1000": 0.001, + "precision_at_20": 0.02272, + "precision_at_3": 0.07836, + "precision_at_5": 0.05544, + "recall_at_1": 0.16667, + "recall_at_10": 0.35088, + "recall_at_100": 0.69474, + "recall_at_1000": 1.0, + "recall_at_20": 0.45439, + "recall_at_3": 0.23509, + "recall_at_5": 0.27719 + }, + { + "cv_recall_at_1": 0.22426, + "cv_recall_at_10": 0.40732, + "cv_recall_at_100": 0.76087, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.49542, + "cv_recall_at_3": 0.30549, + "cv_recall_at_5": 0.33982, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "main_score": 0.30725, + "map_at_1": 0.22426, + "map_at_10": 0.27627, + "map_at_100": 0.28886, + "map_at_1000": 0.29, + "map_at_20": 0.28234, + "map_at_3": 0.25915, + "map_at_5": 0.26693, + "mrr_at_1": 0.2242562929061785, + "mrr_at_10": 0.27627492644655105, + "mrr_at_100": 0.2888584831291441, + "mrr_at_1000": 0.2900005222322179, + "mrr_at_20": 0.2823424222161656, + "mrr_at_3": 0.2591533180778033, + "mrr_at_5": 0.26693363844393597, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.4548905095902432, + "nauc_cv_recall_at_100_max": 0.44644713522120655, + "nauc_cv_recall_at_100_std": 0.35804392058592754, + "nauc_cv_recall_at_10_diff1": 0.4959708344082086, + "nauc_cv_recall_at_10_max": 0.32782195690308946, + "nauc_cv_recall_at_10_std": 0.11774784435354384, + "nauc_cv_recall_at_1_diff1": 0.6688306834003572, + "nauc_cv_recall_at_1_max": 0.41410112769511687, + "nauc_cv_recall_at_1_std": 0.06822755485394784, + "nauc_cv_recall_at_20_diff1": 0.4933700813122085, + "nauc_cv_recall_at_20_max": 0.3493270465823052, + "nauc_cv_recall_at_20_std": 0.21358675720665704, + "nauc_cv_recall_at_3_diff1": 0.5676433428285875, + "nauc_cv_recall_at_3_max": 0.33746528106591145, + "nauc_cv_recall_at_3_std": 0.07763926424380885, + "nauc_cv_recall_at_5_diff1": 0.513300302770812, + "nauc_cv_recall_at_5_max": 0.3473703885687822, + "nauc_cv_recall_at_5_std": 0.09544098700198667, + "nauc_map_at_1000_diff1": 0.601309946818558, + "nauc_map_at_1000_max": 0.3811215060299473, + "nauc_map_at_1000_std": 0.08549562744577777, + "nauc_map_at_100_diff1": 0.6010036129821578, + "nauc_map_at_100_max": 0.3813066301818496, + "nauc_map_at_100_std": 0.0862408417273817, + "nauc_map_at_10_diff1": 0.6007541906369676, + "nauc_map_at_10_max": 0.3775895413975735, + "nauc_map_at_10_std": 0.07752197864393401, + "nauc_map_at_1_diff1": 0.6688306834003572, + "nauc_map_at_1_max": 0.41410112769511687, + "nauc_map_at_1_std": 0.06822755485394784, + "nauc_map_at_20_diff1": 0.6005353949460159, + "nauc_map_at_20_max": 0.3794670839752862, + "nauc_map_at_20_std": 0.08483609607709942, + "nauc_map_at_3_diff1": 0.6183803642609942, + "nauc_map_at_3_max": 0.37855822227622066, + "nauc_map_at_3_std": 0.06914276915890476, + "nauc_map_at_5_diff1": 0.6048073533485189, + "nauc_map_at_5_max": 0.38065436367380495, + "nauc_map_at_5_std": 0.07376843881638116, + "nauc_mrr_at_1000_diff1": 0.601309946818558, + "nauc_mrr_at_1000_max": 0.3811215060299473, + "nauc_mrr_at_1000_std": 0.08549562744577777, + "nauc_mrr_at_100_diff1": 0.6010036129821578, + "nauc_mrr_at_100_max": 0.3813066301818496, + "nauc_mrr_at_100_std": 0.0862408417273817, + "nauc_mrr_at_10_diff1": 0.6007541906369676, + "nauc_mrr_at_10_max": 0.3775895413975735, + "nauc_mrr_at_10_std": 0.07752197864393401, + "nauc_mrr_at_1_diff1": 0.6688306834003572, + "nauc_mrr_at_1_max": 0.41410112769511687, + "nauc_mrr_at_1_std": 0.06822755485394784, + "nauc_mrr_at_20_diff1": 0.6005353949460159, + "nauc_mrr_at_20_max": 0.3794670839752862, + "nauc_mrr_at_20_std": 0.08483609607709942, + "nauc_mrr_at_3_diff1": 0.6183803642609942, + "nauc_mrr_at_3_max": 0.37855822227622066, + "nauc_mrr_at_3_std": 0.06914276915890476, + "nauc_mrr_at_5_diff1": 0.6048073533485189, + "nauc_mrr_at_5_max": 0.38065436367380495, + "nauc_mrr_at_5_std": 0.07376843881638116, + "nauc_ndcg_at_1000_diff1": 0.5845812201325902, + "nauc_ndcg_at_1000_max": 0.37872969489351366, + "nauc_ndcg_at_1000_std": 0.1023087725689833, + "nauc_ndcg_at_100_diff1": 0.5738375546183035, + "nauc_ndcg_at_100_max": 0.38463128334228763, + "nauc_ndcg_at_100_std": 0.12459238801374915, + "nauc_ndcg_at_10_diff1": 0.5727643589394087, + "nauc_ndcg_at_10_max": 0.3643059512756334, + "nauc_ndcg_at_10_std": 0.08759165516814928, + "nauc_ndcg_at_1_diff1": 0.6688306834003572, + "nauc_ndcg_at_1_max": 0.41410112769511687, + "nauc_ndcg_at_1_std": 0.06822755485394784, + "nauc_ndcg_at_20_diff1": 0.5723644631319211, + "nauc_ndcg_at_20_max": 0.3705327377456405, + "nauc_ndcg_at_20_std": 0.11326390907853207, + "nauc_ndcg_at_3_diff1": 0.6045190422968498, + "nauc_ndcg_at_3_max": 0.36744809126982, + "nauc_ndcg_at_3_std": 0.07129906457747395, + "nauc_ndcg_at_5_diff1": 0.5805449517766387, + "nauc_ndcg_at_5_max": 0.3714042780033098, + "nauc_ndcg_at_5_std": 0.07929308964235518, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4548905095902432, + "nauc_precision_at_100_max": 0.44644713522120666, + "nauc_precision_at_100_std": 0.35804392058592793, + "nauc_precision_at_10_diff1": 0.4959708344082088, + "nauc_precision_at_10_max": 0.32782195690308946, + "nauc_precision_at_10_std": 0.11774784435354392, + "nauc_precision_at_1_diff1": 0.6688306834003572, + "nauc_precision_at_1_max": 0.41410112769511687, + "nauc_precision_at_1_std": 0.06822755485394784, + "nauc_precision_at_20_diff1": 0.49337008131220894, + "nauc_precision_at_20_max": 0.34932704658230473, + "nauc_precision_at_20_std": 0.21358675720665715, + "nauc_precision_at_3_diff1": 0.5676433428285876, + "nauc_precision_at_3_max": 0.3374652810659113, + "nauc_precision_at_3_std": 0.07763926424380893, + "nauc_precision_at_5_diff1": 0.5133003027708118, + "nauc_precision_at_5_max": 0.3473703885687821, + "nauc_precision_at_5_std": 0.0954409870019865, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4548905095902432, + "nauc_recall_at_100_max": 0.44644713522120655, + "nauc_recall_at_100_std": 0.35804392058592754, + "nauc_recall_at_10_diff1": 0.4959708344082086, + "nauc_recall_at_10_max": 0.32782195690308946, + "nauc_recall_at_10_std": 0.11774784435354384, + "nauc_recall_at_1_diff1": 0.6688306834003572, + "nauc_recall_at_1_max": 0.41410112769511687, + "nauc_recall_at_1_std": 0.06822755485394784, + "nauc_recall_at_20_diff1": 0.4933700813122085, + "nauc_recall_at_20_max": 0.3493270465823052, + "nauc_recall_at_20_std": 0.21358675720665704, + "nauc_recall_at_3_diff1": 0.5676433428285875, + "nauc_recall_at_3_max": 0.33746528106591145, + "nauc_recall_at_3_std": 0.07763926424380885, + "nauc_recall_at_5_diff1": 0.513300302770812, + "nauc_recall_at_5_max": 0.3473703885687822, + "nauc_recall_at_5_std": 0.09544098700198667, + "ndcg_at_1": 0.22426, + "ndcg_at_10": 0.30725, + "ndcg_at_100": 0.37817, + "ndcg_at_1000": 0.40869, + "ndcg_at_20": 0.32945, + "ndcg_at_3": 0.27102, + "ndcg_at_5": 0.2851, + "precision_at_1": 0.22426, + "precision_at_10": 0.04073, + "precision_at_100": 0.00761, + "precision_at_1000": 0.001, + "precision_at_20": 0.02477, + "precision_at_3": 0.10183, + "precision_at_5": 0.06796, + "recall_at_1": 0.22426, + "recall_at_10": 0.40732, + "recall_at_100": 0.76087, + "recall_at_1000": 1.0, + "recall_at_20": 0.49542, + "recall_at_3": 0.30549, + "recall_at_5": 0.33982 + }, + { + "cv_recall_at_1": 0.52497, + "cv_recall_at_10": 0.74584, + "cv_recall_at_100": 0.93452, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.81354, + "cv_recall_at_3": 0.63596, + "cv_recall_at_5": 0.68923, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.6295, + "map_at_1": 0.52497, + "map_at_10": 0.5929, + "map_at_100": 0.60088, + "map_at_1000": 0.60123, + "map_at_20": 0.59776, + "map_at_3": 0.57307, + "map_at_5": 0.58555, + "mrr_at_1": 0.5249722530521642, + "mrr_at_10": 0.5929033877702022, + "mrr_at_100": 0.6008830842741953, + "mrr_at_1000": 0.6012302314360111, + "mrr_at_20": 0.5977596078367745, + "mrr_at_3": 0.57306696263411, + "mrr_at_5": 0.5855530891601919, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.6190269259232122, + "nauc_cv_recall_at_100_max": 0.7729281092845987, + "nauc_cv_recall_at_100_std": 0.6722070920847195, + "nauc_cv_recall_at_10_diff1": 0.6844620596166869, + "nauc_cv_recall_at_10_max": 0.4891266530015138, + "nauc_cv_recall_at_10_std": 0.3756587095100909, + "nauc_cv_recall_at_1_diff1": 0.8005694894014752, + "nauc_cv_recall_at_1_max": 0.4531124922527121, + "nauc_cv_recall_at_1_std": 0.16807685458452326, + "nauc_cv_recall_at_20_diff1": 0.6384051703535973, + "nauc_cv_recall_at_20_max": 0.5364946891885772, + "nauc_cv_recall_at_20_std": 0.45661774023473733, + "nauc_cv_recall_at_3_diff1": 0.7305967415604132, + "nauc_cv_recall_at_3_max": 0.4380960886436962, + "nauc_cv_recall_at_3_std": 0.25395868506657593, + "nauc_cv_recall_at_5_diff1": 0.7066215095307017, + "nauc_cv_recall_at_5_max": 0.4403031130193901, + "nauc_cv_recall_at_5_std": 0.28131628962301375, + "nauc_map_at_1000_diff1": 0.764661351219403, + "nauc_map_at_1000_max": 0.45355809867633967, + "nauc_map_at_1000_std": 0.2138472959642722, + "nauc_map_at_100_diff1": 0.7644678174458901, + "nauc_map_at_100_max": 0.4538588215763582, + "nauc_map_at_100_std": 0.21434823226077818, + "nauc_map_at_10_diff1": 0.7644185915083609, + "nauc_map_at_10_max": 0.45132329370285257, + "nauc_map_at_10_std": 0.2138793153043489, + "nauc_map_at_1_diff1": 0.8005694894014752, + "nauc_map_at_1_max": 0.4531124922527121, + "nauc_map_at_1_std": 0.16807685458452326, + "nauc_map_at_20_diff1": 0.7636421438964389, + "nauc_map_at_20_max": 0.45293445118961567, + "nauc_map_at_20_std": 0.21543100239398125, + "nauc_map_at_3_diff1": 0.7693383442376206, + "nauc_map_at_3_max": 0.4457495815844052, + "nauc_map_at_3_std": 0.20155794353526787, + "nauc_map_at_5_diff1": 0.7656408863186792, + "nauc_map_at_5_max": 0.44678876509561827, + "nauc_map_at_5_std": 0.20691973647903933, + "nauc_mrr_at_1000_diff1": 0.7646627667860468, + "nauc_mrr_at_1000_max": 0.4535564850362927, + "nauc_mrr_at_1000_std": 0.2138451798583905, + "nauc_mrr_at_100_diff1": 0.7644692275214324, + "nauc_mrr_at_100_max": 0.45385724414089046, + "nauc_mrr_at_100_std": 0.21434611237766832, + "nauc_mrr_at_10_diff1": 0.7644185915083609, + "nauc_mrr_at_10_max": 0.45132329370285257, + "nauc_mrr_at_10_std": 0.2138793153043489, + "nauc_mrr_at_1_diff1": 0.8005694894014752, + "nauc_mrr_at_1_max": 0.4531124922527121, + "nauc_mrr_at_1_std": 0.16807685458452326, + "nauc_mrr_at_20_diff1": 0.7636421438964389, + "nauc_mrr_at_20_max": 0.45293445118961567, + "nauc_mrr_at_20_std": 0.21543100239398125, + "nauc_mrr_at_3_diff1": 0.7693383442376206, + "nauc_mrr_at_3_max": 0.4457495815844052, + "nauc_mrr_at_3_std": 0.20155794353526787, + "nauc_mrr_at_5_diff1": 0.7656408863186792, + "nauc_mrr_at_5_max": 0.44678876509561827, + "nauc_mrr_at_5_std": 0.20691973647903933, + "nauc_ndcg_at_1000_diff1": 0.7562876547851568, + "nauc_ndcg_at_1000_max": 0.4600863415818717, + "nauc_ndcg_at_1000_std": 0.23017546787360782, + "nauc_ndcg_at_100_diff1": 0.7515996116803855, + "nauc_ndcg_at_100_max": 0.47008899439581425, + "nauc_ndcg_at_100_std": 0.2446746833885747, + "nauc_ndcg_at_10_diff1": 0.7488619888294695, + "nauc_ndcg_at_10_max": 0.4574503111316088, + "nauc_ndcg_at_10_std": 0.2436844400834987, + "nauc_ndcg_at_1_diff1": 0.8005694894014752, + "nauc_ndcg_at_1_max": 0.4531124922527121, + "nauc_ndcg_at_1_std": 0.16807685458452326, + "nauc_ndcg_at_20_diff1": 0.7446604086844123, + "nauc_ndcg_at_20_max": 0.4637857510751772, + "nauc_ndcg_at_20_std": 0.2507918044976272, + "nauc_ndcg_at_3_diff1": 0.7599025299332235, + "nauc_ndcg_at_3_max": 0.4438548334441876, + "nauc_ndcg_at_3_std": 0.21409525051528827, + "nauc_ndcg_at_5_diff1": 0.7525017128637891, + "nauc_ndcg_at_5_max": 0.44529280527499515, + "nauc_ndcg_at_5_std": 0.223485373476237, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6190269259232114, + "nauc_precision_at_100_max": 0.7729281092845983, + "nauc_precision_at_100_std": 0.6722070920847233, + "nauc_precision_at_10_diff1": 0.6844620596166876, + "nauc_precision_at_10_max": 0.48912665300151364, + "nauc_precision_at_10_std": 0.37565870951009117, + "nauc_precision_at_1_diff1": 0.8005694894014752, + "nauc_precision_at_1_max": 0.4531124922527121, + "nauc_precision_at_1_std": 0.16807685458452326, + "nauc_precision_at_20_diff1": 0.6384051703535972, + "nauc_precision_at_20_max": 0.536494689188577, + "nauc_precision_at_20_std": 0.4566177402347358, + "nauc_precision_at_3_diff1": 0.7305967415604135, + "nauc_precision_at_3_max": 0.43809608864369626, + "nauc_precision_at_3_std": 0.2539586850665756, + "nauc_precision_at_5_diff1": 0.7066215095307022, + "nauc_precision_at_5_max": 0.44030311301938957, + "nauc_precision_at_5_std": 0.2813162896230139, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6190269259232122, + "nauc_recall_at_100_max": 0.7729281092845987, + "nauc_recall_at_100_std": 0.6722070920847195, + "nauc_recall_at_10_diff1": 0.6844620596166869, + "nauc_recall_at_10_max": 0.4891266530015138, + "nauc_recall_at_10_std": 0.3756587095100909, + "nauc_recall_at_1_diff1": 0.8005694894014752, + "nauc_recall_at_1_max": 0.4531124922527121, + "nauc_recall_at_1_std": 0.16807685458452326, + "nauc_recall_at_20_diff1": 0.6384051703535973, + "nauc_recall_at_20_max": 0.5364946891885772, + "nauc_recall_at_20_std": 0.45661774023473733, + "nauc_recall_at_3_diff1": 0.7305967415604132, + "nauc_recall_at_3_max": 0.4380960886436962, + "nauc_recall_at_3_std": 0.25395868506657593, + "nauc_recall_at_5_diff1": 0.7066215095307017, + "nauc_recall_at_5_max": 0.4403031130193901, + "nauc_recall_at_5_std": 0.28131628962301375, + "ndcg_at_1": 0.52497, + "ndcg_at_10": 0.6295, + "ndcg_at_100": 0.66932, + "ndcg_at_1000": 0.67783, + "ndcg_at_20": 0.64681, + "ndcg_at_3": 0.58919, + "ndcg_at_5": 0.6114, + "precision_at_1": 0.52497, + "precision_at_10": 0.07458, + "precision_at_100": 0.00935, + "precision_at_1000": 0.001, + "precision_at_20": 0.04068, + "precision_at_3": 0.21199, + "precision_at_5": 0.13785, + "recall_at_1": 0.52497, + "recall_at_10": 0.74584, + "recall_at_100": 0.93452, + "recall_at_1000": 1.0, + "recall_at_20": 0.81354, + "recall_at_3": 0.63596, + "recall_at_5": 0.68923 + }, + { + "cv_recall_at_1": 0.15575, + "cv_recall_at_10": 0.31794, + "cv_recall_at_100": 0.63373, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.40494, + "cv_recall_at_3": 0.19871, + "cv_recall_at_5": 0.25027, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.22424, + "map_at_1": 0.15575, + "map_at_10": 0.19581, + "map_at_100": 0.20715, + "map_at_1000": 0.20863, + "map_at_20": 0.20175, + "map_at_3": 0.1749, + "map_at_5": 0.18666, + "mrr_at_1": 0.15574650912996776, + "mrr_at_10": 0.19580967725436035, + "mrr_at_100": 0.20715421138921317, + "mrr_at_1000": 0.20863345075667283, + "mrr_at_20": 0.20175038883712101, + "mrr_at_3": 0.17490153956319368, + "mrr_at_5": 0.18666308628714642, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.24444918782474567, + "nauc_cv_recall_at_100_max": 0.32551466197697165, + "nauc_cv_recall_at_100_std": 0.45167668398297006, + "nauc_cv_recall_at_10_diff1": 0.39248291964911963, + "nauc_cv_recall_at_10_max": 0.3066812417261699, + "nauc_cv_recall_at_10_std": 0.3424873919857647, + "nauc_cv_recall_at_1_diff1": 0.6532550450478714, + "nauc_cv_recall_at_1_max": 0.44239290311087814, + "nauc_cv_recall_at_1_std": 0.32573808089156275, + "nauc_cv_recall_at_20_diff1": 0.36388396999886186, + "nauc_cv_recall_at_20_max": 0.29934288856164354, + "nauc_cv_recall_at_20_std": 0.3696664843365718, + "nauc_cv_recall_at_3_diff1": 0.5069636472753279, + "nauc_cv_recall_at_3_max": 0.35407303170096777, + "nauc_cv_recall_at_3_std": 0.2986517151004437, + "nauc_cv_recall_at_5_diff1": 0.47172961423842896, + "nauc_cv_recall_at_5_max": 0.33375077016623395, + "nauc_cv_recall_at_5_std": 0.31794011506865144, + "nauc_map_at_1000_diff1": 0.5508520944278331, + "nauc_map_at_1000_max": 0.38565983075291094, + "nauc_map_at_1000_std": 0.3261751242369309, + "nauc_map_at_100_diff1": 0.5496666524189222, + "nauc_map_at_100_max": 0.3853271693919615, + "nauc_map_at_100_std": 0.3265286270672321, + "nauc_map_at_10_diff1": 0.5551643822996104, + "nauc_map_at_10_max": 0.3859397236650562, + "nauc_map_at_10_std": 0.32287469193293833, + "nauc_map_at_1_diff1": 0.6532550450478714, + "nauc_map_at_1_max": 0.44239290311087814, + "nauc_map_at_1_std": 0.32573808089156275, + "nauc_map_at_20_diff1": 0.5516571306533536, + "nauc_map_at_20_max": 0.38486781606814013, + "nauc_map_at_20_std": 0.32480713401957406, + "nauc_map_at_3_diff1": 0.5815687647615574, + "nauc_map_at_3_max": 0.39889133439982516, + "nauc_map_at_3_std": 0.3144923960506113, + "nauc_map_at_5_diff1": 0.5711653159966787, + "nauc_map_at_5_max": 0.3922705457437804, + "nauc_map_at_5_std": 0.3189425954414773, + "nauc_mrr_at_1000_diff1": 0.5508520944278331, + "nauc_mrr_at_1000_max": 0.38565983075291094, + "nauc_mrr_at_1000_std": 0.3261751242369309, + "nauc_mrr_at_100_diff1": 0.5496666524189222, + "nauc_mrr_at_100_max": 0.3853271693919615, + "nauc_mrr_at_100_std": 0.3265286270672321, + "nauc_mrr_at_10_diff1": 0.5551643822996104, + "nauc_mrr_at_10_max": 0.3859397236650562, + "nauc_mrr_at_10_std": 0.32287469193293833, + "nauc_mrr_at_1_diff1": 0.6532550450478714, + "nauc_mrr_at_1_max": 0.44239290311087814, + "nauc_mrr_at_1_std": 0.32573808089156275, + "nauc_mrr_at_20_diff1": 0.5516571306533536, + "nauc_mrr_at_20_max": 0.38486781606814013, + "nauc_mrr_at_20_std": 0.32480713401957406, + "nauc_mrr_at_3_diff1": 0.5815687647615574, + "nauc_mrr_at_3_max": 0.39889133439982516, + "nauc_mrr_at_3_std": 0.3144923960506113, + "nauc_mrr_at_5_diff1": 0.5711653159966787, + "nauc_mrr_at_5_max": 0.3922705457437804, + "nauc_mrr_at_5_std": 0.3189425954414773, + "nauc_ndcg_at_1000_diff1": 0.5157264617450563, + "nauc_ndcg_at_1000_max": 0.37274339990632316, + "nauc_ndcg_at_1000_std": 0.3355623933659139, + "nauc_ndcg_at_100_diff1": 0.48148009490671284, + "nauc_ndcg_at_100_max": 0.3661030696417765, + "nauc_ndcg_at_100_std": 0.3493858547937965, + "nauc_ndcg_at_10_diff1": 0.5088785336848107, + "nauc_ndcg_at_10_max": 0.36287802189034524, + "nauc_ndcg_at_10_std": 0.3276751318762903, + "nauc_ndcg_at_1_diff1": 0.6532550450478714, + "nauc_ndcg_at_1_max": 0.44239290311087814, + "nauc_ndcg_at_1_std": 0.32573808089156275, + "nauc_ndcg_at_20_diff1": 0.4982450502542284, + "nauc_ndcg_at_20_max": 0.35978126250426545, + "nauc_ndcg_at_20_std": 0.33557435140627284, + "nauc_ndcg_at_3_diff1": 0.560933086731898, + "nauc_ndcg_at_3_max": 0.38648542016608384, + "nauc_ndcg_at_3_std": 0.31019490114977205, + "nauc_ndcg_at_5_diff1": 0.5429858311638133, + "nauc_ndcg_at_5_max": 0.3755963165912826, + "nauc_ndcg_at_5_std": 0.3183859719256547, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.244449187824746, + "nauc_precision_at_100_max": 0.3255146619769719, + "nauc_precision_at_100_std": 0.45167668398296984, + "nauc_precision_at_10_diff1": 0.3924829196491193, + "nauc_precision_at_10_max": 0.30668124172616984, + "nauc_precision_at_10_std": 0.3424873919857649, + "nauc_precision_at_1_diff1": 0.6532550450478714, + "nauc_precision_at_1_max": 0.44239290311087814, + "nauc_precision_at_1_std": 0.32573808089156275, + "nauc_precision_at_20_diff1": 0.36388396999886186, + "nauc_precision_at_20_max": 0.29934288856164326, + "nauc_precision_at_20_std": 0.3696664843365716, + "nauc_precision_at_3_diff1": 0.5069636472753278, + "nauc_precision_at_3_max": 0.35407303170096777, + "nauc_precision_at_3_std": 0.29865171510044364, + "nauc_precision_at_5_diff1": 0.47172961423842874, + "nauc_precision_at_5_max": 0.33375077016623395, + "nauc_precision_at_5_std": 0.31794011506865155, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.24444918782474567, + "nauc_recall_at_100_max": 0.32551466197697165, + "nauc_recall_at_100_std": 0.45167668398297006, + "nauc_recall_at_10_diff1": 0.39248291964911963, + "nauc_recall_at_10_max": 0.3066812417261699, + "nauc_recall_at_10_std": 0.3424873919857647, + "nauc_recall_at_1_diff1": 0.6532550450478714, + "nauc_recall_at_1_max": 0.44239290311087814, + "nauc_recall_at_1_std": 0.32573808089156275, + "nauc_recall_at_20_diff1": 0.36388396999886186, + "nauc_recall_at_20_max": 0.29934288856164354, + "nauc_recall_at_20_std": 0.3696664843365718, + "nauc_recall_at_3_diff1": 0.5069636472753279, + "nauc_recall_at_3_max": 0.35407303170096777, + "nauc_recall_at_3_std": 0.2986517151004437, + "nauc_recall_at_5_diff1": 0.47172961423842896, + "nauc_recall_at_5_max": 0.33375077016623395, + "nauc_recall_at_5_std": 0.31794011506865144, + "ndcg_at_1": 0.15575, + "ndcg_at_10": 0.22424, + "ndcg_at_100": 0.28762, + "ndcg_at_1000": 0.33285, + "ndcg_at_20": 0.24613, + "ndcg_at_3": 0.18103, + "ndcg_at_5": 0.20224, + "precision_at_1": 0.15575, + "precision_at_10": 0.03179, + "precision_at_100": 0.00634, + "precision_at_1000": 0.001, + "precision_at_20": 0.02025, + "precision_at_3": 0.06624, + "precision_at_5": 0.05005, + "recall_at_1": 0.15575, + "recall_at_10": 0.31794, + "recall_at_100": 0.63373, + "recall_at_1000": 1.0, + "recall_at_20": 0.40494, + "recall_at_3": 0.19871, + "recall_at_5": 0.25027 + }, + { + "cv_recall_at_1": 0.133, + "cv_recall_at_10": 0.348, + "cv_recall_at_100": 0.681, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.432, + "cv_recall_at_3": 0.219, + "cv_recall_at_5": 0.272, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.2298, + "map_at_1": 0.133, + "map_at_10": 0.19332, + "map_at_100": 0.20463, + "map_at_1000": 0.20609, + "map_at_20": 0.19876, + "map_at_3": 0.171, + "map_at_5": 0.18315, + "mrr_at_1": 0.133, + "mrr_at_10": 0.19332341269841272, + "mrr_at_100": 0.20462787375291316, + "mrr_at_1000": 0.20608662727509244, + "mrr_at_20": 0.1987633009620239, + "mrr_at_3": 0.17100000000000004, + "mrr_at_5": 0.18315, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.23903970030450739, + "nauc_cv_recall_at_100_max": 0.41640569684568446, + "nauc_cv_recall_at_100_std": 0.39736831627291774, + "nauc_cv_recall_at_10_diff1": 0.37136341320494715, + "nauc_cv_recall_at_10_max": 0.18230049253282243, + "nauc_cv_recall_at_10_std": 0.04904476083387433, + "nauc_cv_recall_at_1_diff1": 0.5180319349233996, + "nauc_cv_recall_at_1_max": 0.1270218074435545, + "nauc_cv_recall_at_1_std": -0.07816591097771257, + "nauc_cv_recall_at_20_diff1": 0.36617498542395466, + "nauc_cv_recall_at_20_max": 0.22647790687989328, + "nauc_cv_recall_at_20_std": 0.10219499625187434, + "nauc_cv_recall_at_3_diff1": 0.42927422380603214, + "nauc_cv_recall_at_3_max": 0.1421225439141381, + "nauc_cv_recall_at_3_std": -0.020967317575151773, + "nauc_cv_recall_at_5_diff1": 0.392570337984777, + "nauc_cv_recall_at_5_max": 0.1601208544762595, + "nauc_cv_recall_at_5_std": 0.008884276458861794, + "nauc_map_at_1000_diff1": 0.44984391381046307, + "nauc_map_at_1000_max": 0.15054300211478264, + "nauc_map_at_1000_std": -0.021052809041627263, + "nauc_map_at_100_diff1": 0.44918790083327276, + "nauc_map_at_100_max": 0.1510241417560371, + "nauc_map_at_100_std": -0.019927498393880156, + "nauc_map_at_10_diff1": 0.45343156466916373, + "nauc_map_at_10_max": 0.1428449015931523, + "nauc_map_at_10_std": -0.031102817230918154, + "nauc_map_at_1_diff1": 0.5180319349233996, + "nauc_map_at_1_max": 0.1270218074435545, + "nauc_map_at_1_std": -0.07816591097771257, + "nauc_map_at_20_diff1": 0.4524836567452582, + "nauc_map_at_20_max": 0.1468680942413539, + "nauc_map_at_20_std": -0.026211756253432503, + "nauc_map_at_3_diff1": 0.4698730760278111, + "nauc_map_at_3_max": 0.13492394255234672, + "nauc_map_at_3_std": -0.04706689363194477, + "nauc_map_at_5_diff1": 0.4585585830085684, + "nauc_map_at_5_max": 0.13931591541765556, + "nauc_map_at_5_std": -0.038330787238466967, + "nauc_mrr_at_1000_diff1": 0.44984391381046307, + "nauc_mrr_at_1000_max": 0.15054300211478264, + "nauc_mrr_at_1000_std": -0.021052809041627263, + "nauc_mrr_at_100_diff1": 0.44918790083327276, + "nauc_mrr_at_100_max": 0.1510241417560371, + "nauc_mrr_at_100_std": -0.019927498393880156, + "nauc_mrr_at_10_diff1": 0.45343156466916373, + "nauc_mrr_at_10_max": 0.1428449015931523, + "nauc_mrr_at_10_std": -0.031102817230918154, + "nauc_mrr_at_1_diff1": 0.5180319349233996, + "nauc_mrr_at_1_max": 0.1270218074435545, + "nauc_mrr_at_1_std": -0.07816591097771257, + "nauc_mrr_at_20_diff1": 0.4524836567452582, + "nauc_mrr_at_20_max": 0.1468680942413539, + "nauc_mrr_at_20_std": -0.026211756253432503, + "nauc_mrr_at_3_diff1": 0.4698730760278111, + "nauc_mrr_at_3_max": 0.13492394255234672, + "nauc_mrr_at_3_std": -0.04706689363194477, + "nauc_mrr_at_5_diff1": 0.4585585830085684, + "nauc_mrr_at_5_max": 0.13931591541765556, + "nauc_mrr_at_5_std": -0.038330787238466967, + "nauc_ndcg_at_1000_diff1": 0.42734696398847494, + "nauc_ndcg_at_1000_max": 0.17217833907343263, + "nauc_ndcg_at_1000_std": 0.012881439336521373, + "nauc_ndcg_at_100_diff1": 0.4053394775042063, + "nauc_ndcg_at_100_max": 0.19895583284204096, + "nauc_ndcg_at_100_std": 0.056812856244403374, + "nauc_ndcg_at_10_diff1": 0.4288409161311715, + "nauc_ndcg_at_10_max": 0.15389774771982148, + "nauc_ndcg_at_10_std": -0.00797049243824064, + "nauc_ndcg_at_1_diff1": 0.5180319349233996, + "nauc_ndcg_at_1_max": 0.1270218074435545, + "nauc_ndcg_at_1_std": -0.07816591097771257, + "nauc_ndcg_at_20_diff1": 0.426561870160365, + "nauc_ndcg_at_20_max": 0.16776057042499307, + "nauc_ndcg_at_20_std": 0.00882600452766406, + "nauc_ndcg_at_3_diff1": 0.4579909913635628, + "nauc_ndcg_at_3_max": 0.1370186461871269, + "nauc_ndcg_at_3_std": -0.0394256678182846, + "nauc_ndcg_at_5_diff1": 0.43906112535844644, + "nauc_ndcg_at_5_max": 0.14522893418960348, + "nauc_ndcg_at_5_std": -0.02448000303769126, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.2390397003045082, + "nauc_precision_at_100_max": 0.41640569684568407, + "nauc_precision_at_100_std": 0.39736831627291763, + "nauc_precision_at_10_diff1": 0.37136341320494715, + "nauc_precision_at_10_max": 0.18230049253282227, + "nauc_precision_at_10_std": 0.04904476083387422, + "nauc_precision_at_1_diff1": 0.5180319349233996, + "nauc_precision_at_1_max": 0.1270218074435545, + "nauc_precision_at_1_std": -0.07816591097771257, + "nauc_precision_at_20_diff1": 0.3661749854239545, + "nauc_precision_at_20_max": 0.2264779068798933, + "nauc_precision_at_20_std": 0.10219499625187378, + "nauc_precision_at_3_diff1": 0.42927422380603214, + "nauc_precision_at_3_max": 0.14212254391413814, + "nauc_precision_at_3_std": -0.020967317575151828, + "nauc_precision_at_5_diff1": 0.3925703379847769, + "nauc_precision_at_5_max": 0.16012085447625948, + "nauc_precision_at_5_std": 0.008884276458861773, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.23903970030450739, + "nauc_recall_at_100_max": 0.41640569684568446, + "nauc_recall_at_100_std": 0.39736831627291774, + "nauc_recall_at_10_diff1": 0.37136341320494715, + "nauc_recall_at_10_max": 0.18230049253282243, + "nauc_recall_at_10_std": 0.04904476083387433, + "nauc_recall_at_1_diff1": 0.5180319349233996, + "nauc_recall_at_1_max": 0.1270218074435545, + "nauc_recall_at_1_std": -0.07816591097771257, + "nauc_recall_at_20_diff1": 0.36617498542395466, + "nauc_recall_at_20_max": 0.22647790687989328, + "nauc_recall_at_20_std": 0.10219499625187434, + "nauc_recall_at_3_diff1": 0.42927422380603214, + "nauc_recall_at_3_max": 0.1421225439141381, + "nauc_recall_at_3_std": -0.020967317575151773, + "nauc_recall_at_5_diff1": 0.392570337984777, + "nauc_recall_at_5_max": 0.1601208544762595, + "nauc_recall_at_5_std": 0.008884276458861794, + "ndcg_at_1": 0.133, + "ndcg_at_10": 0.2298, + "ndcg_at_100": 0.29574, + "ndcg_at_1000": 0.33603, + "ndcg_at_20": 0.25055, + "ndcg_at_3": 0.18333, + "ndcg_at_5": 0.20519, + "precision_at_1": 0.133, + "precision_at_10": 0.0348, + "precision_at_100": 0.00681, + "precision_at_1000": 0.001, + "precision_at_20": 0.0216, + "precision_at_3": 0.073, + "precision_at_5": 0.0544, + "recall_at_1": 0.133, + "recall_at_10": 0.348, + "recall_at_100": 0.681, + "recall_at_1000": 1.0, + "recall_at_20": 0.432, + "recall_at_3": 0.219, + "recall_at_5": 0.272 + }, + { + "cv_recall_at_1": 0.4258, + "cv_recall_at_10": 0.68239, + "cv_recall_at_100": 0.89182, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.74064, + "cv_recall_at_3": 0.55062, + "cv_recall_at_5": 0.61026, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.54674, + "map_at_1": 0.4258, + "map_at_10": 0.50431, + "map_at_100": 0.51226, + "map_at_1000": 0.51286, + "map_at_20": 0.50837, + "map_at_3": 0.48151, + "map_at_5": 0.49496, + "mrr_at_1": 0.42579750346740636, + "mrr_at_10": 0.5043056381128503, + "mrr_at_100": 0.5122619082917252, + "mrr_at_1000": 0.5128598359955646, + "mrr_at_20": 0.5083677746206783, + "mrr_at_3": 0.48150716597318527, + "mrr_at_5": 0.49496070272769277, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.6123550386274283, + "nauc_cv_recall_at_100_max": 0.5478399377012312, + "nauc_cv_recall_at_100_std": 0.496080100518916, + "nauc_cv_recall_at_10_diff1": 0.6142929793515284, + "nauc_cv_recall_at_10_max": 0.5190468391127735, + "nauc_cv_recall_at_10_std": 0.385308604962248, + "nauc_cv_recall_at_1_diff1": 0.7747521987597996, + "nauc_cv_recall_at_1_max": 0.5173781139473123, + "nauc_cv_recall_at_1_std": 0.13473303740040443, + "nauc_cv_recall_at_20_diff1": 0.6336034724432345, + "nauc_cv_recall_at_20_max": 0.5115030632455113, + "nauc_cv_recall_at_20_std": 0.39928737908127715, + "nauc_cv_recall_at_3_diff1": 0.6797923699658351, + "nauc_cv_recall_at_3_max": 0.5177177240768384, + "nauc_cv_recall_at_3_std": 0.2711052415459016, + "nauc_cv_recall_at_5_diff1": 0.6492496293194232, + "nauc_cv_recall_at_5_max": 0.495768199463953, + "nauc_cv_recall_at_5_std": 0.27675036787034907, + "nauc_map_at_1000_diff1": 0.728333770648744, + "nauc_map_at_1000_max": 0.516118056668068, + "nauc_map_at_1000_std": 0.2016134228119069, + "nauc_map_at_100_diff1": 0.7281529278617421, + "nauc_map_at_100_max": 0.5161391068643536, + "nauc_map_at_100_std": 0.20210605477046603, + "nauc_map_at_10_diff1": 0.7261188851666448, + "nauc_map_at_10_max": 0.5173169342754899, + "nauc_map_at_10_std": 0.20479249871993216, + "nauc_map_at_1_diff1": 0.7747521987597996, + "nauc_map_at_1_max": 0.5173781139473123, + "nauc_map_at_1_std": 0.13473303740040443, + "nauc_map_at_20_diff1": 0.7276632804464694, + "nauc_map_at_20_max": 0.5166384481658993, + "nauc_map_at_20_std": 0.2037465157952008, + "nauc_map_at_3_diff1": 0.7331507665544107, + "nauc_map_at_3_max": 0.5185691526030635, + "nauc_map_at_3_std": 0.19450591863838512, + "nauc_map_at_5_diff1": 0.7282450588763438, + "nauc_map_at_5_max": 0.5139642537867429, + "nauc_map_at_5_std": 0.19442892713879853, + "nauc_mrr_at_1000_diff1": 0.7283336738950129, + "nauc_mrr_at_1000_max": 0.5161182608501237, + "nauc_mrr_at_1000_std": 0.20161372824442178, + "nauc_mrr_at_100_diff1": 0.7281528313373693, + "nauc_mrr_at_100_max": 0.5161393106782692, + "nauc_mrr_at_100_std": 0.20210635950408978, + "nauc_mrr_at_10_diff1": 0.7261188851666448, + "nauc_mrr_at_10_max": 0.5173169342754899, + "nauc_mrr_at_10_std": 0.20479249871993216, + "nauc_mrr_at_1_diff1": 0.7747521987597996, + "nauc_mrr_at_1_max": 0.5173781139473123, + "nauc_mrr_at_1_std": 0.13473303740040443, + "nauc_mrr_at_20_diff1": 0.7276632804464694, + "nauc_mrr_at_20_max": 0.5166384481658993, + "nauc_mrr_at_20_std": 0.2037465157952008, + "nauc_mrr_at_3_diff1": 0.7331507665544107, + "nauc_mrr_at_3_max": 0.5185691526030635, + "nauc_mrr_at_3_std": 0.19450591863838512, + "nauc_mrr_at_5_diff1": 0.7282450588763438, + "nauc_mrr_at_5_max": 0.5139642537867429, + "nauc_mrr_at_5_std": 0.19442892713879853, + "nauc_ndcg_at_1000_diff1": 0.7183362744659123, + "nauc_ndcg_at_1000_max": 0.5151142335186784, + "nauc_ndcg_at_1000_std": 0.2178540584968831, + "nauc_ndcg_at_100_diff1": 0.7132894716769472, + "nauc_ndcg_at_100_max": 0.5164316539030083, + "nauc_ndcg_at_100_std": 0.23117635336299322, + "nauc_ndcg_at_10_diff1": 0.7032515997687422, + "nauc_ndcg_at_10_max": 0.5174827984990962, + "nauc_ndcg_at_10_std": 0.24096931371599054, + "nauc_ndcg_at_1_diff1": 0.7747521987597996, + "nauc_ndcg_at_1_max": 0.5173781139473123, + "nauc_ndcg_at_1_std": 0.13473303740040443, + "nauc_ndcg_at_20_diff1": 0.7092928733514847, + "nauc_ndcg_at_20_max": 0.5156346782452621, + "nauc_ndcg_at_20_std": 0.23866367889009282, + "nauc_ndcg_at_3_diff1": 0.719853330258983, + "nauc_ndcg_at_3_max": 0.5184029128753416, + "nauc_ndcg_at_3_std": 0.2135964955541178, + "nauc_ndcg_at_5_diff1": 0.7098897269058249, + "nauc_ndcg_at_5_max": 0.5099870789610721, + "nauc_ndcg_at_5_std": 0.21404335193633725, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6123550386274293, + "nauc_precision_at_100_max": 0.5478399377012316, + "nauc_precision_at_100_std": 0.49608010051891843, + "nauc_precision_at_10_diff1": 0.6142929793515284, + "nauc_precision_at_10_max": 0.5190468391127726, + "nauc_precision_at_10_std": 0.38530860496224717, + "nauc_precision_at_1_diff1": 0.7747521987597996, + "nauc_precision_at_1_max": 0.5173781139473123, + "nauc_precision_at_1_std": 0.13473303740040443, + "nauc_precision_at_20_diff1": 0.6336034724432347, + "nauc_precision_at_20_max": 0.5115030632455123, + "nauc_precision_at_20_std": 0.39928737908127737, + "nauc_precision_at_3_diff1": 0.6797923699658351, + "nauc_precision_at_3_max": 0.5177177240768378, + "nauc_precision_at_3_std": 0.2711052415459004, + "nauc_precision_at_5_diff1": 0.6492496293194232, + "nauc_precision_at_5_max": 0.4957681994639534, + "nauc_precision_at_5_std": 0.276750367870349, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6123550386274283, + "nauc_recall_at_100_max": 0.5478399377012312, + "nauc_recall_at_100_std": 0.496080100518916, + "nauc_recall_at_10_diff1": 0.6142929793515284, + "nauc_recall_at_10_max": 0.5190468391127735, + "nauc_recall_at_10_std": 0.385308604962248, + "nauc_recall_at_1_diff1": 0.7747521987597996, + "nauc_recall_at_1_max": 0.5173781139473123, + "nauc_recall_at_1_std": 0.13473303740040443, + "nauc_recall_at_20_diff1": 0.6336034724432345, + "nauc_recall_at_20_max": 0.5115030632455113, + "nauc_recall_at_20_std": 0.39928737908127715, + "nauc_recall_at_3_diff1": 0.6797923699658351, + "nauc_recall_at_3_max": 0.5177177240768384, + "nauc_recall_at_3_std": 0.2711052415459016, + "nauc_recall_at_5_diff1": 0.6492496293194232, + "nauc_recall_at_5_max": 0.495768199463953, + "nauc_recall_at_5_std": 0.27675036787034907, + "ndcg_at_1": 0.4258, + "ndcg_at_10": 0.54674, + "ndcg_at_100": 0.58958, + "ndcg_at_1000": 0.60381, + "ndcg_at_20": 0.56149, + "ndcg_at_3": 0.49929, + "ndcg_at_5": 0.5237, + "precision_at_1": 0.4258, + "precision_at_10": 0.06824, + "precision_at_100": 0.00892, + "precision_at_1000": 0.001, + "precision_at_20": 0.03703, + "precision_at_3": 0.18354, + "precision_at_5": 0.12205, + "recall_at_1": 0.4258, + "recall_at_10": 0.68239, + "recall_at_100": 0.89182, + "recall_at_1000": 1.0, + "recall_at_20": 0.74064, + "recall_at_3": 0.55062, + "recall_at_5": 0.61026 + }, + { + "cv_recall_at_1": 0.45455, + "cv_recall_at_10": 0.70296, + "cv_recall_at_100": 0.88584, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.7611, + "cv_recall_at_3": 0.57928, + "cv_recall_at_5": 0.63425, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.5731, + "map_at_1": 0.45455, + "map_at_10": 0.53221, + "map_at_100": 0.53943, + "map_at_1000": 0.54, + "map_at_20": 0.53637, + "map_at_3": 0.51039, + "map_at_5": 0.52271, + "mrr_at_1": 0.45454545454545453, + "mrr_at_10": 0.5322116513976977, + "mrr_at_100": 0.5394335226463994, + "mrr_at_1000": 0.540004150062426, + "mrr_at_20": 0.5363658296845691, + "mrr_at_3": 0.5103946441155741, + "mrr_at_5": 0.5227096546863984, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5155748885294896, + "nauc_cv_recall_at_100_max": 0.4354612206487773, + "nauc_cv_recall_at_100_std": 0.5786132641876298, + "nauc_cv_recall_at_10_diff1": 0.6016904587793288, + "nauc_cv_recall_at_10_max": 0.5453527162042908, + "nauc_cv_recall_at_10_std": 0.4474004366146903, + "nauc_cv_recall_at_1_diff1": 0.7397486518013686, + "nauc_cv_recall_at_1_max": 0.5581512468677294, + "nauc_cv_recall_at_1_std": 0.2786415604449159, + "nauc_cv_recall_at_20_diff1": 0.5539394639480063, + "nauc_cv_recall_at_20_max": 0.5329757970859269, + "nauc_cv_recall_at_20_std": 0.5029165107845112, + "nauc_cv_recall_at_3_diff1": 0.6362736404675333, + "nauc_cv_recall_at_3_max": 0.5600825936851035, + "nauc_cv_recall_at_3_std": 0.3562218259043451, + "nauc_cv_recall_at_5_diff1": 0.6134324595869594, + "nauc_cv_recall_at_5_max": 0.5514024998817529, + "nauc_cv_recall_at_5_std": 0.376335323466691, + "nauc_map_at_1000_diff1": 0.6884311413366787, + "nauc_map_at_1000_max": 0.5545252247296255, + "nauc_map_at_1000_std": 0.32258057532335105, + "nauc_map_at_100_diff1": 0.6881264891740738, + "nauc_map_at_100_max": 0.5542651721296694, + "nauc_map_at_100_std": 0.32298399733590283, + "nauc_map_at_10_diff1": 0.6887002858727944, + "nauc_map_at_10_max": 0.555550891059468, + "nauc_map_at_10_std": 0.3216058018523894, + "nauc_map_at_1_diff1": 0.7397486518013686, + "nauc_map_at_1_max": 0.5581512468677294, + "nauc_map_at_1_std": 0.2786415604449159, + "nauc_map_at_20_diff1": 0.6872412205765465, + "nauc_map_at_20_max": 0.5550520779209613, + "nauc_map_at_20_std": 0.323314768524235, + "nauc_map_at_3_diff1": 0.693482051512695, + "nauc_map_at_3_max": 0.5589401535113256, + "nauc_map_at_3_std": 0.31236577566495405, + "nauc_map_at_5_diff1": 0.6895582892296516, + "nauc_map_at_5_max": 0.5565381934854133, + "nauc_map_at_5_std": 0.31533116013401896, + "nauc_mrr_at_1000_diff1": 0.688431220346766, + "nauc_mrr_at_1000_max": 0.5545254930231911, + "nauc_mrr_at_1000_std": 0.3225809480403303, + "nauc_mrr_at_100_diff1": 0.6881267561091581, + "nauc_mrr_at_100_max": 0.554265682415342, + "nauc_mrr_at_100_std": 0.32298470557702164, + "nauc_mrr_at_10_diff1": 0.6887002858727944, + "nauc_mrr_at_10_max": 0.555550891059468, + "nauc_mrr_at_10_std": 0.3216058018523894, + "nauc_mrr_at_1_diff1": 0.7397486518013686, + "nauc_mrr_at_1_max": 0.5581512468677294, + "nauc_mrr_at_1_std": 0.2786415604449159, + "nauc_mrr_at_20_diff1": 0.6872412205765465, + "nauc_mrr_at_20_max": 0.5550520779209613, + "nauc_mrr_at_20_std": 0.323314768524235, + "nauc_mrr_at_3_diff1": 0.693482051512695, + "nauc_mrr_at_3_max": 0.5589401535113256, + "nauc_mrr_at_3_std": 0.31236577566495405, + "nauc_mrr_at_5_diff1": 0.6895582892296516, + "nauc_mrr_at_5_max": 0.5565381934854133, + "nauc_mrr_at_5_std": 0.31533116013401896, + "nauc_ndcg_at_1000_diff1": 0.6771612397254433, + "nauc_ndcg_at_1000_max": 0.5516918879125599, + "nauc_ndcg_at_1000_std": 0.33737823092057195, + "nauc_ndcg_at_100_diff1": 0.66881208513375, + "nauc_ndcg_at_100_max": 0.5453526920357381, + "nauc_ndcg_at_100_std": 0.34944573233573056, + "nauc_ndcg_at_10_diff1": 0.6701885011667525, + "nauc_ndcg_at_10_max": 0.5534554872062589, + "nauc_ndcg_at_10_std": 0.3462041956274489, + "nauc_ndcg_at_1_diff1": 0.7397486518013686, + "nauc_ndcg_at_1_max": 0.5581512468677294, + "nauc_ndcg_at_1_std": 0.2786415604449159, + "nauc_ndcg_at_20_diff1": 0.6639174288133743, + "nauc_ndcg_at_20_max": 0.5514800394725279, + "nauc_ndcg_at_20_std": 0.35304329050488403, + "nauc_ndcg_at_3_diff1": 0.6792793166204122, + "nauc_ndcg_at_3_max": 0.5592203897905106, + "nauc_ndcg_at_3_std": 0.32320983990013075, + "nauc_ndcg_at_5_diff1": 0.671864236588547, + "nauc_ndcg_at_5_max": 0.5553744878364937, + "nauc_ndcg_at_5_std": 0.32935433616936693, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5155748885294904, + "nauc_precision_at_100_max": 0.435461220648779, + "nauc_precision_at_100_std": 0.578613264187631, + "nauc_precision_at_10_diff1": 0.6016904587793293, + "nauc_precision_at_10_max": 0.5453527162042906, + "nauc_precision_at_10_std": 0.44740043661469014, + "nauc_precision_at_1_diff1": 0.7397486518013686, + "nauc_precision_at_1_max": 0.5581512468677294, + "nauc_precision_at_1_std": 0.2786415604449159, + "nauc_precision_at_20_diff1": 0.5539394639480061, + "nauc_precision_at_20_max": 0.5329757970859269, + "nauc_precision_at_20_std": 0.5029165107845114, + "nauc_precision_at_3_diff1": 0.6362736404675334, + "nauc_precision_at_3_max": 0.5600825936851035, + "nauc_precision_at_3_std": 0.35622182590434565, + "nauc_precision_at_5_diff1": 0.6134324595869591, + "nauc_precision_at_5_max": 0.5514024998817525, + "nauc_precision_at_5_std": 0.3763353234666901, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5155748885294896, + "nauc_recall_at_100_max": 0.4354612206487773, + "nauc_recall_at_100_std": 0.5786132641876298, + "nauc_recall_at_10_diff1": 0.6016904587793288, + "nauc_recall_at_10_max": 0.5453527162042908, + "nauc_recall_at_10_std": 0.4474004366146903, + "nauc_recall_at_1_diff1": 0.7397486518013686, + "nauc_recall_at_1_max": 0.5581512468677294, + "nauc_recall_at_1_std": 0.2786415604449159, + "nauc_recall_at_20_diff1": 0.5539394639480063, + "nauc_recall_at_20_max": 0.5329757970859269, + "nauc_recall_at_20_std": 0.5029165107845112, + "nauc_recall_at_3_diff1": 0.6362736404675333, + "nauc_recall_at_3_max": 0.5600825936851035, + "nauc_recall_at_3_std": 0.3562218259043451, + "nauc_recall_at_5_diff1": 0.6134324595869594, + "nauc_recall_at_5_max": 0.5514024998817529, + "nauc_recall_at_5_std": 0.376335323466691, + "ndcg_at_1": 0.45455, + "ndcg_at_10": 0.5731, + "ndcg_at_100": 0.61083, + "ndcg_at_1000": 0.62555, + "ndcg_at_20": 0.58795, + "ndcg_at_3": 0.52812, + "ndcg_at_5": 0.55055, + "precision_at_1": 0.45455, + "precision_at_10": 0.0703, + "precision_at_100": 0.00886, + "precision_at_1000": 0.001, + "precision_at_20": 0.03805, + "precision_at_3": 0.19309, + "precision_at_5": 0.12685, + "recall_at_1": 0.45455, + "recall_at_10": 0.70296, + "recall_at_100": 0.88584, + "recall_at_1000": 1.0, + "recall_at_20": 0.7611, + "recall_at_3": 0.57928, + "recall_at_5": 0.63425 + }, + { + "cv_recall_at_1": 0.399, + "cv_recall_at_10": 0.551, + "cv_recall_at_100": 0.688, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.591, + "cv_recall_at_3": 0.464, + "cv_recall_at_5": 0.501, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.46795, + "map_at_1": 0.399, + "map_at_10": 0.44221, + "map_at_100": 0.44732, + "map_at_1000": 0.44807, + "map_at_20": 0.44478, + "map_at_3": 0.427, + "map_at_5": 0.43555, + "mrr_at_1": 0.399, + "mrr_at_10": 0.4422138888888887, + "mrr_at_100": 0.4473152600871951, + "mrr_at_1000": 0.44807039515532976, + "mrr_at_20": 0.44478111955124294, + "mrr_at_3": 0.4269999999999997, + "mrr_at_5": 0.43554999999999966, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5528063877023381, + "nauc_cv_recall_at_100_max": 0.8748190900404679, + "nauc_cv_recall_at_100_std": 0.2906485358588136, + "nauc_cv_recall_at_10_diff1": 0.7000307851045077, + "nauc_cv_recall_at_10_max": 0.794016725167737, + "nauc_cv_recall_at_10_std": 0.20150889183463758, + "nauc_cv_recall_at_1_diff1": 0.82023819183368, + "nauc_cv_recall_at_1_max": 0.6932781064174243, + "nauc_cv_recall_at_1_std": 0.15115792347826534, + "nauc_cv_recall_at_20_diff1": 0.6427090816405981, + "nauc_cv_recall_at_20_max": 0.7924660240956776, + "nauc_cv_recall_at_20_std": 0.21235840006581444, + "nauc_cv_recall_at_3_diff1": 0.7611491536485745, + "nauc_cv_recall_at_3_max": 0.7138353193818688, + "nauc_cv_recall_at_3_std": 0.1391295422965181, + "nauc_cv_recall_at_5_diff1": 0.7232374725402242, + "nauc_cv_recall_at_5_max": 0.726577328195504, + "nauc_cv_recall_at_5_std": 0.14901571626165597, + "nauc_map_at_1000_diff1": 0.7782405397444, + "nauc_map_at_1000_max": 0.7174181757910132, + "nauc_map_at_1000_std": 0.15736686552194565, + "nauc_map_at_100_diff1": 0.7779408427101666, + "nauc_map_at_100_max": 0.7177708130161948, + "nauc_map_at_100_std": 0.1580175379669668, + "nauc_map_at_10_diff1": 0.7823335231299184, + "nauc_map_at_10_max": 0.7165499158253605, + "nauc_map_at_10_std": 0.15553616586649552, + "nauc_map_at_1_diff1": 0.82023819183368, + "nauc_map_at_1_max": 0.6932781064174243, + "nauc_map_at_1_std": 0.15115792347826534, + "nauc_map_at_20_diff1": 0.7792753419134761, + "nauc_map_at_20_max": 0.716237065369837, + "nauc_map_at_20_std": 0.15606851161248672, + "nauc_map_at_3_diff1": 0.793410702588044, + "nauc_map_at_3_max": 0.705150050776552, + "nauc_map_at_3_std": 0.1471582027526783, + "nauc_map_at_5_diff1": 0.7851116354537095, + "nauc_map_at_5_max": 0.7078973387400431, + "nauc_map_at_5_std": 0.14925366356269948, + "nauc_mrr_at_1000_diff1": 0.7782405397444, + "nauc_mrr_at_1000_max": 0.7174181757910132, + "nauc_mrr_at_1000_std": 0.15736686552194565, + "nauc_mrr_at_100_diff1": 0.7779408427101666, + "nauc_mrr_at_100_max": 0.7177708130161948, + "nauc_mrr_at_100_std": 0.1580175379669668, + "nauc_mrr_at_10_diff1": 0.7823335231299184, + "nauc_mrr_at_10_max": 0.7165499158253605, + "nauc_mrr_at_10_std": 0.15553616586649552, + "nauc_mrr_at_1_diff1": 0.82023819183368, + "nauc_mrr_at_1_max": 0.6932781064174243, + "nauc_mrr_at_1_std": 0.15115792347826534, + "nauc_mrr_at_20_diff1": 0.7792753419134761, + "nauc_mrr_at_20_max": 0.716237065369837, + "nauc_mrr_at_20_std": 0.15606851161248672, + "nauc_mrr_at_3_diff1": 0.793410702588044, + "nauc_mrr_at_3_max": 0.705150050776552, + "nauc_mrr_at_3_std": 0.1471582027526783, + "nauc_mrr_at_5_diff1": 0.7851116354537095, + "nauc_mrr_at_5_max": 0.7078973387400431, + "nauc_mrr_at_5_std": 0.14925366356269948, + "nauc_ndcg_at_1000_diff1": 0.7582505770654221, + "nauc_ndcg_at_1000_max": 0.7298384671482888, + "nauc_ndcg_at_1000_std": 0.1645956327091848, + "nauc_ndcg_at_100_diff1": 0.7407448752009863, + "nauc_ndcg_at_100_max": 0.7432691565803868, + "nauc_ndcg_at_100_std": 0.17866226472522742, + "nauc_ndcg_at_10_diff1": 0.763357005473246, + "nauc_ndcg_at_10_max": 0.7333588449518234, + "nauc_ndcg_at_10_std": 0.1649121151550678, + "nauc_ndcg_at_1_diff1": 0.82023819183368, + "nauc_ndcg_at_1_max": 0.6932781064174243, + "nauc_ndcg_at_1_std": 0.15115792347826534, + "nauc_ndcg_at_20_diff1": 0.7510964074157357, + "nauc_ndcg_at_20_max": 0.7323663849211619, + "nauc_ndcg_at_20_std": 0.1670241666816858, + "nauc_ndcg_at_3_diff1": 0.7851539363695622, + "nauc_ndcg_at_3_max": 0.7074845339044545, + "nauc_ndcg_at_3_std": 0.1451676802667441, + "nauc_ndcg_at_5_diff1": 0.7700013695497865, + "nauc_ndcg_at_5_max": 0.7125439307598648, + "nauc_ndcg_at_5_std": 0.14908218748608065, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5528063877023378, + "nauc_precision_at_100_max": 0.8748190900404674, + "nauc_precision_at_100_std": 0.29064853585881273, + "nauc_precision_at_10_diff1": 0.7000307851045076, + "nauc_precision_at_10_max": 0.7940167251677365, + "nauc_precision_at_10_std": 0.20150889183463738, + "nauc_precision_at_1_diff1": 0.82023819183368, + "nauc_precision_at_1_max": 0.6932781064174243, + "nauc_precision_at_1_std": 0.15115792347826534, + "nauc_precision_at_20_diff1": 0.6427090816405984, + "nauc_precision_at_20_max": 0.7924660240956771, + "nauc_precision_at_20_std": 0.2123584000658143, + "nauc_precision_at_3_diff1": 0.7611491536485748, + "nauc_precision_at_3_max": 0.7138353193818688, + "nauc_precision_at_3_std": 0.13912954229651817, + "nauc_precision_at_5_diff1": 0.7232374725402244, + "nauc_precision_at_5_max": 0.7265773281955042, + "nauc_precision_at_5_std": 0.1490157162616557, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5528063877023381, + "nauc_recall_at_100_max": 0.8748190900404679, + "nauc_recall_at_100_std": 0.2906485358588136, + "nauc_recall_at_10_diff1": 0.7000307851045077, + "nauc_recall_at_10_max": 0.794016725167737, + "nauc_recall_at_10_std": 0.20150889183463758, + "nauc_recall_at_1_diff1": 0.82023819183368, + "nauc_recall_at_1_max": 0.6932781064174243, + "nauc_recall_at_1_std": 0.15115792347826534, + "nauc_recall_at_20_diff1": 0.6427090816405981, + "nauc_recall_at_20_max": 0.7924660240956776, + "nauc_recall_at_20_std": 0.21235840006581444, + "nauc_recall_at_3_diff1": 0.7611491536485745, + "nauc_recall_at_3_max": 0.7138353193818688, + "nauc_recall_at_3_std": 0.1391295422965181, + "nauc_recall_at_5_diff1": 0.7232374725402242, + "nauc_recall_at_5_max": 0.726577328195504, + "nauc_recall_at_5_std": 0.14901571626165597, + "ndcg_at_1": 0.399, + "ndcg_at_10": 0.46795, + "ndcg_at_100": 0.49594, + "ndcg_at_1000": 0.53109, + "ndcg_at_20": 0.4778, + "ndcg_at_3": 0.43648, + "ndcg_at_5": 0.4518, + "precision_at_1": 0.399, + "precision_at_10": 0.0551, + "precision_at_100": 0.00688, + "precision_at_1000": 0.001, + "precision_at_20": 0.02955, + "precision_at_3": 0.15467, + "precision_at_5": 0.1002, + "recall_at_1": 0.399, + "recall_at_10": 0.551, + "recall_at_100": 0.688, + "recall_at_1000": 1.0, + "recall_at_20": 0.591, + "recall_at_3": 0.464, + "recall_at_5": 0.501 + } + ] + }, + "task_name": "WITT2IRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-large-patch16-384/ce005573a40965dfd21fd937fbdeeebf2439fc35/model_meta.json b/results-mieb/google__siglip-large-patch16-384/ce005573a40965dfd21fd937fbdeeebf2439fc35/model_meta.json new file mode 100644 index 0000000000..1f85ed05ba --- /dev/null +++ b/results-mieb/google__siglip-large-patch16-384/ce005573a40965dfd21fd937fbdeeebf2439fc35/model_meta.json @@ -0,0 +1 @@ +{"name": "google/siglip-large-patch16-384", "revision": "ce005573a40965dfd21fd937fbdeeebf2439fc35", "release_date": "2024-01-08", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": null, "use_instuctions": null, "zero_shot_benchmarks": null, "loader": "SiglipModelWrapper"} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreArxivQARetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreArxivQARetrieval.json new file mode 100644 index 0000000000..eeaf17e01d --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreArxivQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "fe2b0e055eaac82d8f6801ebc8e85d8832248133", + "evaluation_time": 36.80075192451477, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.14, + "cv_recall_at_10": 0.326, + "cv_recall_at_100": 0.7, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.418, + "cv_recall_at_3": 0.216, + "cv_recall_at_5": 0.26, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.20018, + "map_at_1": 0.14, + "map_at_10": 0.18964, + "map_at_100": 0.20214, + "map_at_1000": 0.20383, + "map_at_20": 0.1961, + "map_at_3": 0.17067, + "map_at_5": 0.18057, + "mrr_at_1": 0.14, + "mrr_at_10": 0.18963650793650794, + "mrr_at_100": 0.20214010057097828, + "mrr_at_1000": 0.20383485850905744, + "mrr_at_20": 0.19610020934517847, + "mrr_at_3": 0.17066666666666666, + "mrr_at_5": 0.18056666666666668, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.1943109349666728, + "nauc_cv_recall_at_100_max": 0.30141596108809204, + "nauc_cv_recall_at_100_std": 0.18449648711943784, + "nauc_cv_recall_at_10_diff1": 0.3404131572137101, + "nauc_cv_recall_at_10_max": 0.41392291253691765, + "nauc_cv_recall_at_10_std": 0.14801998820770446, + "nauc_cv_recall_at_1_diff1": 0.6383384954813527, + "nauc_cv_recall_at_1_max": 0.5636386779243923, + "nauc_cv_recall_at_1_std": 0.14467733039161593, + "nauc_cv_recall_at_20_diff1": 0.2755412102074175, + "nauc_cv_recall_at_20_max": 0.3530009092486914, + "nauc_cv_recall_at_20_std": 0.10041369520222374, + "nauc_cv_recall_at_3_diff1": 0.4578307594032993, + "nauc_cv_recall_at_3_max": 0.45122371272185274, + "nauc_cv_recall_at_3_std": 0.14290948032916234, + "nauc_cv_recall_at_5_diff1": 0.38610621259865296, + "nauc_cv_recall_at_5_max": 0.4313116128472723, + "nauc_cv_recall_at_5_std": 0.12227458009308771, + "nauc_map_at_1000_diff1": 0.5108013348607887, + "nauc_map_at_1000_max": 0.49556810553994785, + "nauc_map_at_1000_std": 0.14340316545286083, + "nauc_map_at_100_diff1": 0.5089368235572634, + "nauc_map_at_100_max": 0.49476477633650834, + "nauc_map_at_100_std": 0.14332987871773434, + "nauc_map_at_10_diff1": 0.5152119169569348, + "nauc_map_at_10_max": 0.5016430069177228, + "nauc_map_at_10_std": 0.14462347870066639, + "nauc_map_at_1_diff1": 0.6383384954813527, + "nauc_map_at_1_max": 0.5636386779243923, + "nauc_map_at_1_std": 0.14467733039161593, + "nauc_map_at_20_diff1": 0.5082693046372923, + "nauc_map_at_20_max": 0.494718342086452, + "nauc_map_at_20_std": 0.14051107087925876, + "nauc_map_at_3_diff1": 0.5483175236158682, + "nauc_map_at_3_max": 0.5119270005626352, + "nauc_map_at_3_std": 0.14619814132999046, + "nauc_map_at_5_diff1": 0.5256920920484943, + "nauc_map_at_5_max": 0.5050437535335612, + "nauc_map_at_5_std": 0.14038793888357393, + "nauc_mrr_at_1000_diff1": 0.5108013348607887, + "nauc_mrr_at_1000_max": 0.49556810553994785, + "nauc_mrr_at_1000_std": 0.14340316545286083, + "nauc_mrr_at_100_diff1": 0.5089368235572634, + "nauc_mrr_at_100_max": 0.49476477633650834, + "nauc_mrr_at_100_std": 0.14332987871773434, + "nauc_mrr_at_10_diff1": 0.5152119169569348, + "nauc_mrr_at_10_max": 0.5016430069177228, + "nauc_mrr_at_10_std": 0.14462347870066639, + "nauc_mrr_at_1_diff1": 0.6383384954813527, + "nauc_mrr_at_1_max": 0.5636386779243923, + "nauc_mrr_at_1_std": 0.14467733039161593, + "nauc_mrr_at_20_diff1": 0.5082693046372923, + "nauc_mrr_at_20_max": 0.494718342086452, + "nauc_mrr_at_20_std": 0.14051107087925876, + "nauc_mrr_at_3_diff1": 0.5483175236158682, + "nauc_mrr_at_3_max": 0.5119270005626352, + "nauc_mrr_at_3_std": 0.14619814132999046, + "nauc_mrr_at_5_diff1": 0.5256920920484943, + "nauc_mrr_at_5_max": 0.5050437535335612, + "nauc_mrr_at_5_std": 0.14038793888357393, + "nauc_ndcg_at_1000_diff1": 0.47546503263846057, + "nauc_ndcg_at_1000_max": 0.4730852930430677, + "nauc_ndcg_at_1000_std": 0.14451699521991915, + "nauc_ndcg_at_100_diff1": 0.43918780468181184, + "nauc_ndcg_at_100_max": 0.4525861264216166, + "nauc_ndcg_at_100_std": 0.14813430958483342, + "nauc_ndcg_at_10_diff1": 0.46325211944837963, + "nauc_ndcg_at_10_max": 0.4755238714506355, + "nauc_ndcg_at_10_std": 0.1451640297423185, + "nauc_ndcg_at_1_diff1": 0.6383384954813527, + "nauc_ndcg_at_1_max": 0.5636386779243923, + "nauc_ndcg_at_1_std": 0.14467733039161593, + "nauc_ndcg_at_20_diff1": 0.4411334690790833, + "nauc_ndcg_at_20_max": 0.4545908778015437, + "nauc_ndcg_at_20_std": 0.13045890758542045, + "nauc_ndcg_at_3_diff1": 0.5221939167041364, + "nauc_ndcg_at_3_max": 0.49457354247115864, + "nauc_ndcg_at_3_std": 0.14534347661530161, + "nauc_ndcg_at_5_diff1": 0.48489323636673515, + "nauc_ndcg_at_5_max": 0.4834143750862925, + "nauc_ndcg_at_5_std": 0.1353775207751414, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.19431093496667312, + "nauc_precision_at_100_max": 0.3014159610880925, + "nauc_precision_at_100_std": 0.18449648711943817, + "nauc_precision_at_10_diff1": 0.3404131572137099, + "nauc_precision_at_10_max": 0.4139229125369173, + "nauc_precision_at_10_std": 0.14801998820770462, + "nauc_precision_at_1_diff1": 0.6383384954813527, + "nauc_precision_at_1_max": 0.5636386779243923, + "nauc_precision_at_1_std": 0.14467733039161593, + "nauc_precision_at_20_diff1": 0.2755412102074174, + "nauc_precision_at_20_max": 0.3530009092486912, + "nauc_precision_at_20_std": 0.10041369520222365, + "nauc_precision_at_3_diff1": 0.4578307594032993, + "nauc_precision_at_3_max": 0.45122371272185285, + "nauc_precision_at_3_std": 0.1429094803291628, + "nauc_precision_at_5_diff1": 0.38610621259865285, + "nauc_precision_at_5_max": 0.4313116128472727, + "nauc_precision_at_5_std": 0.12227458009308804, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.1943109349666728, + "nauc_recall_at_100_max": 0.30141596108809204, + "nauc_recall_at_100_std": 0.18449648711943784, + "nauc_recall_at_10_diff1": 0.3404131572137101, + "nauc_recall_at_10_max": 0.41392291253691765, + "nauc_recall_at_10_std": 0.14801998820770446, + "nauc_recall_at_1_diff1": 0.6383384954813527, + "nauc_recall_at_1_max": 0.5636386779243923, + "nauc_recall_at_1_std": 0.14467733039161593, + "nauc_recall_at_20_diff1": 0.2755412102074175, + "nauc_recall_at_20_max": 0.3530009092486914, + "nauc_recall_at_20_std": 0.10041369520222374, + "nauc_recall_at_3_diff1": 0.4578307594032993, + "nauc_recall_at_3_max": 0.45122371272185274, + "nauc_recall_at_3_std": 0.14290948032916234, + "nauc_recall_at_5_diff1": 0.38610621259865296, + "nauc_recall_at_5_max": 0.4313116128472723, + "nauc_recall_at_5_std": 0.12227458009308771, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.22178, + "ndcg_at_100": 0.29502, + "ndcg_at_1000": 0.33472, + "ndcg_at_20": 0.24514, + "ndcg_at_3": 0.18219, + "ndcg_at_5": 0.20018, + "precision_at_1": 0.14, + "precision_at_10": 0.0326, + "precision_at_100": 0.007, + "precision_at_1000": 0.001, + "precision_at_20": 0.0209, + "precision_at_3": 0.072, + "precision_at_5": 0.052, + "recall_at_1": 0.14, + "recall_at_10": 0.326, + "recall_at_100": 0.7, + "recall_at_1000": 1.0, + "recall_at_20": 0.418, + "recall_at_3": 0.216, + "recall_at_5": 0.26 + } + ] + }, + "task_name": "VidoreArxivQARetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreDocVQARetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreDocVQARetrieval.json new file mode 100644 index 0000000000..2ba30bc4d6 --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreDocVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "b1d89eda849e636676df6ead8002602fb1858600", + "evaluation_time": 40.50687646865845, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.13, + "cv_recall_at_10": 0.29, + "cv_recall_at_100": 0.592, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.372, + "cv_recall_at_3": 0.192, + "cv_recall_at_5": 0.23, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.18085, + "map_at_1": 0.13, + "map_at_10": 0.17226, + "map_at_100": 0.1827, + "map_at_1000": 0.18458, + "map_at_20": 0.17783, + "map_at_3": 0.15633, + "map_at_5": 0.16473, + "mrr_at_1": 0.13, + "mrr_at_10": 0.17225873015873025, + "mrr_at_100": 0.18270338816739434, + "mrr_at_1000": 0.18458288118569882, + "mrr_at_20": 0.1778293426645595, + "mrr_at_3": 0.15633333333333335, + "mrr_at_5": 0.16473333333333337, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.29668674698795183, + "nauc_cv_recall_at_100_max": 0.3333401967243978, + "nauc_cv_recall_at_100_std": 0.4607668957078311, + "nauc_cv_recall_at_10_diff1": 0.3176627336785572, + "nauc_cv_recall_at_10_max": 0.36628985069296605, + "nauc_cv_recall_at_10_std": 0.45197038583574867, + "nauc_cv_recall_at_1_diff1": 0.5701058852499383, + "nauc_cv_recall_at_1_max": 0.4710169908889438, + "nauc_cv_recall_at_1_std": 0.45840030444807583, + "nauc_cv_recall_at_20_diff1": 0.3173390526584947, + "nauc_cv_recall_at_20_max": 0.36508706837620225, + "nauc_cv_recall_at_20_std": 0.4626756631233985, + "nauc_cv_recall_at_3_diff1": 0.4098228341204408, + "nauc_cv_recall_at_3_max": 0.40064769604311734, + "nauc_cv_recall_at_3_std": 0.447420555511086, + "nauc_cv_recall_at_5_diff1": 0.3935662970363478, + "nauc_cv_recall_at_5_max": 0.3866567013925962, + "nauc_cv_recall_at_5_std": 0.43803175668461425, + "nauc_map_at_1000_diff1": 0.47008151424287187, + "nauc_map_at_1000_max": 0.42564732667200894, + "nauc_map_at_1000_std": 0.45354116369652825, + "nauc_map_at_100_diff1": 0.46917354197138605, + "nauc_map_at_100_max": 0.42511751999498737, + "nauc_map_at_100_std": 0.4536651781812026, + "nauc_map_at_10_diff1": 0.4702955145420076, + "nauc_map_at_10_max": 0.4276602888263265, + "nauc_map_at_10_std": 0.45271558223499087, + "nauc_map_at_1_diff1": 0.5701058852499383, + "nauc_map_at_1_max": 0.4710169908889438, + "nauc_map_at_1_std": 0.45840030444807583, + "nauc_map_at_20_diff1": 0.4699693881258117, + "nauc_map_at_20_max": 0.4263741043059254, + "nauc_map_at_20_std": 0.45377335365237415, + "nauc_map_at_3_diff1": 0.49224148432955067, + "nauc_map_at_3_max": 0.43597783225397924, + "nauc_map_at_3_std": 0.453269429839162, + "nauc_map_at_5_diff1": 0.4859281573788269, + "nauc_map_at_5_max": 0.4305498781499855, + "nauc_map_at_5_std": 0.4504661603812436, + "nauc_mrr_at_1000_diff1": 0.47008151424287187, + "nauc_mrr_at_1000_max": 0.42564732667200894, + "nauc_mrr_at_1000_std": 0.45354116369652825, + "nauc_mrr_at_100_diff1": 0.46917354197138605, + "nauc_mrr_at_100_max": 0.42511751999498737, + "nauc_mrr_at_100_std": 0.4536651781812026, + "nauc_mrr_at_10_diff1": 0.4702955145420076, + "nauc_mrr_at_10_max": 0.4276602888263265, + "nauc_mrr_at_10_std": 0.45271558223499087, + "nauc_mrr_at_1_diff1": 0.5701058852499383, + "nauc_mrr_at_1_max": 0.4710169908889438, + "nauc_mrr_at_1_std": 0.45840030444807583, + "nauc_mrr_at_20_diff1": 0.4699693881258117, + "nauc_mrr_at_20_max": 0.4263741043059254, + "nauc_mrr_at_20_std": 0.45377335365237415, + "nauc_mrr_at_3_diff1": 0.49224148432955067, + "nauc_mrr_at_3_max": 0.43597783225397924, + "nauc_mrr_at_3_std": 0.453269429839162, + "nauc_mrr_at_5_diff1": 0.4859281573788269, + "nauc_mrr_at_5_max": 0.4305498781499855, + "nauc_mrr_at_5_std": 0.4504661603812436, + "nauc_ndcg_at_1000_diff1": 0.44217374572654283, + "nauc_ndcg_at_1000_max": 0.41259692326408354, + "nauc_ndcg_at_1000_std": 0.45335502089769386, + "nauc_ndcg_at_100_diff1": 0.42077496326949876, + "nauc_ndcg_at_100_max": 0.40068408483983037, + "nauc_ndcg_at_100_std": 0.4549589546561871, + "nauc_ndcg_at_10_diff1": 0.42501562481003097, + "nauc_ndcg_at_10_max": 0.40952295092418756, + "nauc_ndcg_at_10_std": 0.4521354844274342, + "nauc_ndcg_at_1_diff1": 0.5701058852499383, + "nauc_ndcg_at_1_max": 0.4710169908889438, + "nauc_ndcg_at_1_std": 0.45840030444807583, + "nauc_ndcg_at_20_diff1": 0.42370856334004775, + "nauc_ndcg_at_20_max": 0.40742912764166467, + "nauc_ndcg_at_20_std": 0.455638693912446, + "nauc_ndcg_at_3_diff1": 0.46866327788004875, + "nauc_ndcg_at_3_max": 0.42583768645337167, + "nauc_ndcg_at_3_std": 0.45160402362953556, + "nauc_ndcg_at_5_diff1": 0.4586274201403904, + "nauc_ndcg_at_5_max": 0.4175435252168309, + "nauc_ndcg_at_5_std": 0.44689833044121, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.29668674698795183, + "nauc_precision_at_100_max": 0.3333401967243981, + "nauc_precision_at_100_std": 0.4607668957078318, + "nauc_precision_at_10_diff1": 0.31766273367855735, + "nauc_precision_at_10_max": 0.36628985069296616, + "nauc_precision_at_10_std": 0.45197038583574883, + "nauc_precision_at_1_diff1": 0.5701058852499383, + "nauc_precision_at_1_max": 0.4710169908889438, + "nauc_precision_at_1_std": 0.45840030444807583, + "nauc_precision_at_20_diff1": 0.31733905265849477, + "nauc_precision_at_20_max": 0.3650870683762021, + "nauc_precision_at_20_std": 0.4626756631233986, + "nauc_precision_at_3_diff1": 0.4098228341204409, + "nauc_precision_at_3_max": 0.4006476960431175, + "nauc_precision_at_3_std": 0.44742055551108645, + "nauc_precision_at_5_diff1": 0.39356629703634816, + "nauc_precision_at_5_max": 0.3866567013925965, + "nauc_precision_at_5_std": 0.43803175668461447, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.29668674698795183, + "nauc_recall_at_100_max": 0.3333401967243978, + "nauc_recall_at_100_std": 0.4607668957078311, + "nauc_recall_at_10_diff1": 0.3176627336785572, + "nauc_recall_at_10_max": 0.36628985069296605, + "nauc_recall_at_10_std": 0.45197038583574867, + "nauc_recall_at_1_diff1": 0.5701058852499383, + "nauc_recall_at_1_max": 0.4710169908889438, + "nauc_recall_at_1_std": 0.45840030444807583, + "nauc_recall_at_20_diff1": 0.3173390526584947, + "nauc_recall_at_20_max": 0.36508706837620225, + "nauc_recall_at_20_std": 0.4626756631233985, + "nauc_recall_at_3_diff1": 0.4098228341204408, + "nauc_recall_at_3_max": 0.40064769604311734, + "nauc_recall_at_3_std": 0.447420555511086, + "nauc_recall_at_5_diff1": 0.3935662970363478, + "nauc_recall_at_5_max": 0.3866567013925962, + "nauc_recall_at_5_std": 0.43803175668461425, + "ndcg_at_1": 0.13, + "ndcg_at_10": 0.19978, + "ndcg_at_100": 0.25958, + "ndcg_at_1000": 0.31147, + "ndcg_at_20": 0.22036, + "ndcg_at_3": 0.16545, + "ndcg_at_5": 0.18085, + "precision_at_1": 0.13, + "precision_at_10": 0.029, + "precision_at_100": 0.00592, + "precision_at_1000": 0.001, + "precision_at_20": 0.0186, + "precision_at_3": 0.064, + "precision_at_5": 0.046, + "recall_at_1": 0.13, + "recall_at_10": 0.29, + "recall_at_100": 0.592, + "recall_at_1000": 1.0, + "recall_at_20": 0.372, + "recall_at_3": 0.192, + "recall_at_5": 0.23 + } + ] + }, + "task_name": "VidoreDocVQARetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreInfoVQARetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreInfoVQARetrieval.json new file mode 100644 index 0000000000..aea7cf6a30 --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreInfoVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "fec9c59496ddf4a34e01ca8080515722bd3cf970", + "evaluation_time": 39.90301728248596, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.258, + "cv_recall_at_10": 0.548, + "cv_recall_at_100": 0.814, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.606, + "cv_recall_at_3": 0.378, + "cv_recall_at_5": 0.456, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.36058, + "map_at_1": 0.258, + "map_at_10": 0.34146, + "map_at_100": 0.35092, + "map_at_1000": 0.35188, + "map_at_20": 0.34558, + "map_at_3": 0.31167, + "map_at_5": 0.32917, + "mrr_at_1": 0.258, + "mrr_at_10": 0.3414619047619047, + "mrr_at_100": 0.35091516817676005, + "mrr_at_1000": 0.351878944711423, + "mrr_at_20": 0.3455762584165062, + "mrr_at_3": 0.3116666666666667, + "mrr_at_5": 0.3291666666666666, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.22488058728615315, + "nauc_cv_recall_at_100_max": 0.34163790432023017, + "nauc_cv_recall_at_100_std": 0.4398715578684168, + "nauc_cv_recall_at_10_diff1": 0.3593018759002586, + "nauc_cv_recall_at_10_max": 0.43681797546252976, + "nauc_cv_recall_at_10_std": 0.3225292986812089, + "nauc_cv_recall_at_1_diff1": 0.5867050765441552, + "nauc_cv_recall_at_1_max": 0.5015622144280729, + "nauc_cv_recall_at_1_std": 0.22811521802827353, + "nauc_cv_recall_at_20_diff1": 0.32595345879120036, + "nauc_cv_recall_at_20_max": 0.41825288970087515, + "nauc_cv_recall_at_20_std": 0.36061786949621855, + "nauc_cv_recall_at_3_diff1": 0.4670428735336128, + "nauc_cv_recall_at_3_max": 0.49687144704354985, + "nauc_cv_recall_at_3_std": 0.2719720680710684, + "nauc_cv_recall_at_5_diff1": 0.38826252637546027, + "nauc_cv_recall_at_5_max": 0.4553113091676377, + "nauc_cv_recall_at_5_std": 0.29645755256721124, + "nauc_map_at_1000_diff1": 0.5094053800617759, + "nauc_map_at_1000_max": 0.489293114100951, + "nauc_map_at_1000_std": 0.2638562098259416, + "nauc_map_at_100_diff1": 0.5085268178285087, + "nauc_map_at_100_max": 0.4889533291842021, + "nauc_map_at_100_std": 0.26436130382480405, + "nauc_map_at_10_diff1": 0.5091516903713251, + "nauc_map_at_10_max": 0.4899516623083387, + "nauc_map_at_10_std": 0.2610633947620562, + "nauc_map_at_1_diff1": 0.5867050765441552, + "nauc_map_at_1_max": 0.5015622144280729, + "nauc_map_at_1_std": 0.22811521802827353, + "nauc_map_at_20_diff1": 0.5081365189697196, + "nauc_map_at_20_max": 0.48887071333338156, + "nauc_map_at_20_std": 0.2634137688547193, + "nauc_map_at_3_diff1": 0.5306475249114199, + "nauc_map_at_3_max": 0.5025297847699206, + "nauc_map_at_3_std": 0.25148826382598116, + "nauc_map_at_5_diff1": 0.5120080392776135, + "nauc_map_at_5_max": 0.49271028166183345, + "nauc_map_at_5_std": 0.2584032846191391, + "nauc_mrr_at_1000_diff1": 0.5094053800617759, + "nauc_mrr_at_1000_max": 0.489293114100951, + "nauc_mrr_at_1000_std": 0.2638562098259416, + "nauc_mrr_at_100_diff1": 0.5085268178285087, + "nauc_mrr_at_100_max": 0.4889533291842021, + "nauc_mrr_at_100_std": 0.26436130382480405, + "nauc_mrr_at_10_diff1": 0.5091516903713251, + "nauc_mrr_at_10_max": 0.4899516623083387, + "nauc_mrr_at_10_std": 0.2610633947620562, + "nauc_mrr_at_1_diff1": 0.5867050765441552, + "nauc_mrr_at_1_max": 0.5015622144280729, + "nauc_mrr_at_1_std": 0.22811521802827353, + "nauc_mrr_at_20_diff1": 0.5081365189697196, + "nauc_mrr_at_20_max": 0.48887071333338156, + "nauc_mrr_at_20_std": 0.2634137688547193, + "nauc_mrr_at_3_diff1": 0.5306475249114199, + "nauc_mrr_at_3_max": 0.5025297847699206, + "nauc_mrr_at_3_std": 0.25148826382598116, + "nauc_mrr_at_5_diff1": 0.5120080392776135, + "nauc_mrr_at_5_max": 0.49271028166183345, + "nauc_mrr_at_5_std": 0.2584032846191391, + "nauc_ndcg_at_1000_diff1": 0.48845200236250697, + "nauc_ndcg_at_1000_max": 0.48102900753840117, + "nauc_ndcg_at_1000_std": 0.2758573747125474, + "nauc_ndcg_at_100_diff1": 0.46824118560402356, + "nauc_ndcg_at_100_max": 0.4709534856151632, + "nauc_ndcg_at_100_std": 0.28812850918887767, + "nauc_ndcg_at_10_diff1": 0.47290459879999414, + "nauc_ndcg_at_10_max": 0.47758748755214875, + "nauc_ndcg_at_10_std": 0.2757346332309286, + "nauc_ndcg_at_1_diff1": 0.5867050765441552, + "nauc_ndcg_at_1_max": 0.5015622144280729, + "nauc_ndcg_at_1_std": 0.22811521802827353, + "nauc_ndcg_at_20_diff1": 0.4674553529067452, + "nauc_ndcg_at_20_max": 0.4736917036654822, + "nauc_ndcg_at_20_std": 0.28420357989357237, + "nauc_ndcg_at_3_diff1": 0.5136193330507195, + "nauc_ndcg_at_3_max": 0.5011469410434867, + "nauc_ndcg_at_3_std": 0.25709010460637316, + "nauc_ndcg_at_5_diff1": 0.4802867776472517, + "nauc_ndcg_at_5_max": 0.483545793523169, + "nauc_ndcg_at_5_std": 0.2684200549296203, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.2248805872861516, + "nauc_precision_at_100_max": 0.3416379043202278, + "nauc_precision_at_100_std": 0.4398715578684146, + "nauc_precision_at_10_diff1": 0.3593018759002583, + "nauc_precision_at_10_max": 0.43681797546252954, + "nauc_precision_at_10_std": 0.32252929868120905, + "nauc_precision_at_1_diff1": 0.5867050765441552, + "nauc_precision_at_1_max": 0.5015622144280729, + "nauc_precision_at_1_std": 0.22811521802827353, + "nauc_precision_at_20_diff1": 0.3259534587912, + "nauc_precision_at_20_max": 0.4182528897008752, + "nauc_precision_at_20_std": 0.3606178694962182, + "nauc_precision_at_3_diff1": 0.46704287353361273, + "nauc_precision_at_3_max": 0.49687144704354985, + "nauc_precision_at_3_std": 0.2719720680710683, + "nauc_precision_at_5_diff1": 0.38826252637546066, + "nauc_precision_at_5_max": 0.4553113091676376, + "nauc_precision_at_5_std": 0.29645755256721196, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.22488058728615315, + "nauc_recall_at_100_max": 0.34163790432023017, + "nauc_recall_at_100_std": 0.4398715578684168, + "nauc_recall_at_10_diff1": 0.3593018759002586, + "nauc_recall_at_10_max": 0.43681797546252976, + "nauc_recall_at_10_std": 0.3225292986812089, + "nauc_recall_at_1_diff1": 0.5867050765441552, + "nauc_recall_at_1_max": 0.5015622144280729, + "nauc_recall_at_1_std": 0.22811521802827353, + "nauc_recall_at_20_diff1": 0.32595345879120036, + "nauc_recall_at_20_max": 0.41825288970087515, + "nauc_recall_at_20_std": 0.36061786949621855, + "nauc_recall_at_3_diff1": 0.4670428735336128, + "nauc_recall_at_3_max": 0.49687144704354985, + "nauc_recall_at_3_std": 0.2719720680710684, + "nauc_recall_at_5_diff1": 0.38826252637546027, + "nauc_recall_at_5_max": 0.4553113091676377, + "nauc_recall_at_5_std": 0.29645755256721124, + "ndcg_at_1": 0.258, + "ndcg_at_10": 0.39035, + "ndcg_at_100": 0.44372, + "ndcg_at_1000": 0.46792, + "ndcg_at_20": 0.40512, + "ndcg_at_3": 0.32874, + "ndcg_at_5": 0.36058, + "precision_at_1": 0.258, + "precision_at_10": 0.0548, + "precision_at_100": 0.00814, + "precision_at_1000": 0.001, + "precision_at_20": 0.0303, + "precision_at_3": 0.126, + "precision_at_5": 0.0912, + "recall_at_1": 0.258, + "recall_at_10": 0.548, + "recall_at_100": 0.814, + "recall_at_1000": 1.0, + "recall_at_20": 0.606, + "recall_at_3": 0.378, + "recall_at_5": 0.456 + } + ] + }, + "task_name": "VidoreInfoVQARetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreShiftProjectRetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreShiftProjectRetrieval.json new file mode 100644 index 0000000000..b417221b6f --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreShiftProjectRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "9e7df4c35994683a7ba88002fb22917ffa15067e", + "evaluation_time": 75.55646324157715, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.14, + "cv_recall_at_10": 0.43, + "cv_recall_at_100": 0.77, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.54, + "cv_recall_at_3": 0.29, + "cv_recall_at_5": 0.35, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.25044, + "map_at_1": 0.14, + "map_at_10": 0.22716, + "map_at_100": 0.24058, + "map_at_1000": 0.24155, + "map_at_20": 0.23522, + "map_at_3": 0.20333, + "map_at_5": 0.21733, + "mrr_at_1": 0.14, + "mrr_at_10": 0.22716269841269843, + "mrr_at_100": 0.24058436473035777, + "mrr_at_1000": 0.2415510139478348, + "mrr_at_20": 0.23522009934509933, + "mrr_at_3": 0.2033333333333333, + "mrr_at_5": 0.21733333333333335, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.07011929007855676, + "nauc_cv_recall_at_100_max": 0.3579597591817545, + "nauc_cv_recall_at_100_std": 0.31774132181464143, + "nauc_cv_recall_at_10_diff1": 0.2517589834961177, + "nauc_cv_recall_at_10_max": 0.3860920003641519, + "nauc_cv_recall_at_10_std": 0.28466270434771296, + "nauc_cv_recall_at_1_diff1": 0.32462132462132465, + "nauc_cv_recall_at_1_max": 0.07117399974542814, + "nauc_cv_recall_at_1_std": 0.05664219949934226, + "nauc_cv_recall_at_20_diff1": 0.23868467116779174, + "nauc_cv_recall_at_20_max": 0.3474618654663666, + "nauc_cv_recall_at_20_std": 0.2975049317885025, + "nauc_cv_recall_at_3_diff1": 0.3201928491957749, + "nauc_cv_recall_at_3_max": 0.3486257434446383, + "nauc_cv_recall_at_3_std": 0.18352265703336387, + "nauc_cv_recall_at_5_diff1": 0.28013712176148714, + "nauc_cv_recall_at_5_max": 0.3316632605972707, + "nauc_cv_recall_at_5_std": 0.14300217548948513, + "nauc_map_at_1000_diff1": 0.31781193581545547, + "nauc_map_at_1000_max": 0.20583970548908834, + "nauc_map_at_1000_std": 0.11837714875609179, + "nauc_map_at_100_diff1": 0.3162574307400726, + "nauc_map_at_100_max": 0.20600852978387757, + "nauc_map_at_100_std": 0.11890326588085454, + "nauc_map_at_10_diff1": 0.318533633385182, + "nauc_map_at_10_max": 0.21124248494920406, + "nauc_map_at_10_std": 0.12349472262933363, + "nauc_map_at_1_diff1": 0.32462132462132465, + "nauc_map_at_1_max": 0.07117399974542814, + "nauc_map_at_1_std": 0.05664219949934226, + "nauc_map_at_20_diff1": 0.32095854907465377, + "nauc_map_at_20_max": 0.20707743553081426, + "nauc_map_at_20_std": 0.12254998915538791, + "nauc_map_at_3_diff1": 0.3361859443214354, + "nauc_map_at_3_max": 0.20457404361165038, + "nauc_map_at_3_std": 0.11004513709039367, + "nauc_map_at_5_diff1": 0.3256838023956137, + "nauc_map_at_5_max": 0.20191202664591607, + "nauc_map_at_5_std": 0.09959327195117011, + "nauc_mrr_at_1000_diff1": 0.31781193581545547, + "nauc_mrr_at_1000_max": 0.20583970548908834, + "nauc_mrr_at_1000_std": 0.11837714875609179, + "nauc_mrr_at_100_diff1": 0.3162574307400726, + "nauc_mrr_at_100_max": 0.20600852978387757, + "nauc_mrr_at_100_std": 0.11890326588085454, + "nauc_mrr_at_10_diff1": 0.318533633385182, + "nauc_mrr_at_10_max": 0.21124248494920406, + "nauc_mrr_at_10_std": 0.12349472262933363, + "nauc_mrr_at_1_diff1": 0.32462132462132465, + "nauc_mrr_at_1_max": 0.07117399974542814, + "nauc_mrr_at_1_std": 0.05664219949934226, + "nauc_mrr_at_20_diff1": 0.32095854907465377, + "nauc_mrr_at_20_max": 0.20707743553081426, + "nauc_mrr_at_20_std": 0.12254998915538791, + "nauc_mrr_at_3_diff1": 0.3361859443214354, + "nauc_mrr_at_3_max": 0.20457404361165038, + "nauc_mrr_at_3_std": 0.11004513709039367, + "nauc_mrr_at_5_diff1": 0.3256838023956137, + "nauc_mrr_at_5_max": 0.20191202664591607, + "nauc_mrr_at_5_std": 0.09959327195117011, + "nauc_ndcg_at_1000_diff1": 0.30331892551505446, + "nauc_ndcg_at_1000_max": 0.23206326096932686, + "nauc_ndcg_at_1000_std": 0.13914943758556678, + "nauc_ndcg_at_100_diff1": 0.277090040797122, + "nauc_ndcg_at_100_max": 0.24263312120508812, + "nauc_ndcg_at_100_std": 0.15521452351822168, + "nauc_ndcg_at_10_diff1": 0.2998416223952832, + "nauc_ndcg_at_10_max": 0.26258288066776686, + "nauc_ndcg_at_10_std": 0.16778069464708717, + "nauc_ndcg_at_1_diff1": 0.32462132462132465, + "nauc_ndcg_at_1_max": 0.07117399974542814, + "nauc_ndcg_at_1_std": 0.05664219949934226, + "nauc_ndcg_at_20_diff1": 0.3006714776078098, + "nauc_ndcg_at_20_max": 0.24906392668652022, + "nauc_ndcg_at_20_std": 0.16791706808815687, + "nauc_ndcg_at_3_diff1": 0.33193765983303775, + "nauc_ndcg_at_3_max": 0.24710745275143542, + "nauc_ndcg_at_3_std": 0.13147738828592404, + "nauc_ndcg_at_5_diff1": 0.31314624561950827, + "nauc_ndcg_at_5_max": 0.24124707243552312, + "nauc_ndcg_at_5_std": 0.11299960549335761, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.07011929007855745, + "nauc_precision_at_100_max": 0.3579597591817549, + "nauc_precision_at_100_std": 0.3177413218146418, + "nauc_precision_at_10_diff1": 0.2517589834961181, + "nauc_precision_at_10_max": 0.3860920003641523, + "nauc_precision_at_10_std": 0.2846627043477133, + "nauc_precision_at_1_diff1": 0.32462132462132465, + "nauc_precision_at_1_max": 0.07117399974542814, + "nauc_precision_at_1_std": 0.05664219949934226, + "nauc_precision_at_20_diff1": 0.2386846711677925, + "nauc_precision_at_20_max": 0.34746186546636687, + "nauc_precision_at_20_std": 0.29750493178850307, + "nauc_precision_at_3_diff1": 0.32019284919577484, + "nauc_precision_at_3_max": 0.3486257434446383, + "nauc_precision_at_3_std": 0.1835226570333639, + "nauc_precision_at_5_diff1": 0.2801371217614872, + "nauc_precision_at_5_max": 0.3316632605972707, + "nauc_precision_at_5_std": 0.1430021754894849, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.07011929007855676, + "nauc_recall_at_100_max": 0.3579597591817545, + "nauc_recall_at_100_std": 0.31774132181464143, + "nauc_recall_at_10_diff1": 0.2517589834961177, + "nauc_recall_at_10_max": 0.3860920003641519, + "nauc_recall_at_10_std": 0.28466270434771296, + "nauc_recall_at_1_diff1": 0.32462132462132465, + "nauc_recall_at_1_max": 0.07117399974542814, + "nauc_recall_at_1_std": 0.05664219949934226, + "nauc_recall_at_20_diff1": 0.23868467116779174, + "nauc_recall_at_20_max": 0.3474618654663666, + "nauc_recall_at_20_std": 0.2975049317885025, + "nauc_recall_at_3_diff1": 0.3201928491957749, + "nauc_recall_at_3_max": 0.3486257434446383, + "nauc_recall_at_3_std": 0.18352265703336387, + "nauc_recall_at_5_diff1": 0.28013712176148714, + "nauc_recall_at_5_max": 0.3316632605972707, + "nauc_recall_at_5_std": 0.14300217548948513, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.27548, + "ndcg_at_100": 0.34536, + "ndcg_at_1000": 0.37396, + "ndcg_at_20": 0.3038, + "ndcg_at_3": 0.22547, + "ndcg_at_5": 0.25044, + "precision_at_1": 0.14, + "precision_at_10": 0.043, + "precision_at_100": 0.0077, + "precision_at_1000": 0.001, + "precision_at_20": 0.027, + "precision_at_3": 0.09667, + "precision_at_5": 0.07, + "recall_at_1": 0.14, + "recall_at_10": 0.43, + "recall_at_100": 0.77, + "recall_at_1000": 1.0, + "recall_at_20": 0.54, + "recall_at_3": 0.29, + "recall_at_5": 0.35 + } + ] + }, + "task_name": "VidoreShiftProjectRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAAIRetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAAIRetrieval.json new file mode 100644 index 0000000000..057976d0ba --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAAIRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "5fe59d7e52732b86d11ee0e9c4a8cdb0e8ba7a6e", + "evaluation_time": 74.40851640701294, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.23, + "cv_recall_at_10": 0.53, + "cv_recall_at_100": 0.76, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.61, + "cv_recall_at_3": 0.38, + "cv_recall_at_5": 0.43, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.327, + "map_at_1": 0.21, + "map_at_10": 0.30566, + "map_at_100": 0.31547, + "map_at_1000": 0.31657, + "map_at_20": 0.31133, + "map_at_3": 0.28167, + "map_at_5": 0.29267, + "mrr_at_1": 0.23, + "mrr_at_10": 0.3156746031746031, + "mrr_at_100": 0.3254601138348874, + "mrr_at_1000": 0.3265610689913019, + "mrr_at_20": 0.3213241758241757, + "mrr_at_3": 0.29166666666666663, + "mrr_at_5": 0.30316666666666664, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": -0.006359781950334248, + "nauc_cv_recall_at_100_max": 0.5430691355888204, + "nauc_cv_recall_at_100_std": 0.4596997490698272, + "nauc_cv_recall_at_10_diff1": 0.08308017979628572, + "nauc_cv_recall_at_10_max": 0.5721453215851762, + "nauc_cv_recall_at_10_std": 0.2545189624599649, + "nauc_cv_recall_at_1_diff1": 0.17789539512820113, + "nauc_cv_recall_at_1_max": 0.43204038986592636, + "nauc_cv_recall_at_1_std": -0.009472094690441003, + "nauc_cv_recall_at_20_diff1": -0.02098409197347156, + "nauc_cv_recall_at_20_max": 0.5650748568579761, + "nauc_cv_recall_at_20_std": 0.3741181091656218, + "nauc_cv_recall_at_3_diff1": 0.10990824734229203, + "nauc_cv_recall_at_3_max": 0.616510279936579, + "nauc_cv_recall_at_3_std": 0.1248148051880541, + "nauc_cv_recall_at_5_diff1": 0.0806986513376077, + "nauc_cv_recall_at_5_max": 0.6248585660220314, + "nauc_cv_recall_at_5_std": 0.22141733102703817, + "nauc_map_at_1000_diff1": 0.1526572027006709, + "nauc_map_at_1000_max": 0.5299962487999986, + "nauc_map_at_1000_std": 0.07656699308819963, + "nauc_map_at_100_diff1": 0.15241863064910316, + "nauc_map_at_100_max": 0.5301663175741202, + "nauc_map_at_100_std": 0.0776350535363974, + "nauc_map_at_10_diff1": 0.15792022337662764, + "nauc_map_at_10_max": 0.5298177356615489, + "nauc_map_at_10_std": 0.06920520130657719, + "nauc_map_at_1_diff1": 0.2525377294249925, + "nauc_map_at_1_max": 0.45356073922751683, + "nauc_map_at_1_std": -0.04944019510032149, + "nauc_map_at_20_diff1": 0.15111374679870085, + "nauc_map_at_20_max": 0.529961239541217, + "nauc_map_at_20_std": 0.07729346018356126, + "nauc_map_at_3_diff1": 0.16157692832993492, + "nauc_map_at_3_max": 0.5360219292045154, + "nauc_map_at_3_std": 0.04172107834562945, + "nauc_map_at_5_diff1": 0.15570547539001464, + "nauc_map_at_5_max": 0.53800624291612, + "nauc_map_at_5_std": 0.06658104533395676, + "nauc_mrr_at_1000_diff1": 0.11823237600605414, + "nauc_mrr_at_1000_max": 0.5212691085515011, + "nauc_mrr_at_1000_std": 0.09520643817366876, + "nauc_mrr_at_100_diff1": 0.11809775190018582, + "nauc_mrr_at_100_max": 0.5214609438591693, + "nauc_mrr_at_100_std": 0.09620581011777922, + "nauc_mrr_at_10_diff1": 0.12388271932408514, + "nauc_mrr_at_10_max": 0.5215436616204162, + "nauc_mrr_at_10_std": 0.08789608700703568, + "nauc_mrr_at_1_diff1": 0.17789539512820113, + "nauc_mrr_at_1_max": 0.43204038986592636, + "nauc_mrr_at_1_std": -0.009472094690441003, + "nauc_mrr_at_20_diff1": 0.11709458086096404, + "nauc_mrr_at_20_max": 0.5212632072880561, + "nauc_mrr_at_20_std": 0.09564320422360603, + "nauc_mrr_at_3_diff1": 0.12855140902292847, + "nauc_mrr_at_3_max": 0.5246464194448699, + "nauc_mrr_at_3_std": 0.05868082951588032, + "nauc_mrr_at_5_diff1": 0.12130166158692024, + "nauc_mrr_at_5_max": 0.5293317976745179, + "nauc_mrr_at_5_std": 0.0848690117724686, + "nauc_ndcg_at_1000_diff1": 0.13372164670347136, + "nauc_ndcg_at_1000_max": 0.538140945351461, + "nauc_ndcg_at_1000_std": 0.11386350497056077, + "nauc_ndcg_at_100_diff1": 0.12258777943022443, + "nauc_ndcg_at_100_max": 0.539138531606273, + "nauc_ndcg_at_100_std": 0.14404291133909553, + "nauc_ndcg_at_10_diff1": 0.1379040925491282, + "nauc_ndcg_at_10_max": 0.5429870060366613, + "nauc_ndcg_at_10_std": 0.11630716757265272, + "nauc_ndcg_at_1_diff1": 0.2525377294249925, + "nauc_ndcg_at_1_max": 0.45356073922751683, + "nauc_ndcg_at_1_std": -0.04944019510032149, + "nauc_ndcg_at_20_diff1": 0.11338858058945903, + "nauc_ndcg_at_20_max": 0.5416827102797607, + "nauc_ndcg_at_20_std": 0.1438549019021181, + "nauc_ndcg_at_3_diff1": 0.14642325849636342, + "nauc_ndcg_at_3_max": 0.5583865766196738, + "nauc_ndcg_at_3_std": 0.06493605013926239, + "nauc_ndcg_at_5_diff1": 0.1347770230227918, + "nauc_ndcg_at_5_max": 0.5619629664272141, + "nauc_ndcg_at_5_std": 0.10811411065414367, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": -0.006359781950332713, + "nauc_precision_at_100_max": 0.5430691355888206, + "nauc_precision_at_100_std": 0.4596997490698282, + "nauc_precision_at_10_diff1": 0.08308017979628633, + "nauc_precision_at_10_max": 0.5721453215851767, + "nauc_precision_at_10_std": 0.2545189624599656, + "nauc_precision_at_1_diff1": 0.2525377294249925, + "nauc_precision_at_1_max": 0.45356073922751683, + "nauc_precision_at_1_std": -0.04944019510032149, + "nauc_precision_at_20_diff1": -0.020984091973470707, + "nauc_precision_at_20_max": 0.565074856857976, + "nauc_precision_at_20_std": 0.37411810916562194, + "nauc_precision_at_3_diff1": 0.10990824734229175, + "nauc_precision_at_3_max": 0.6165102799365789, + "nauc_precision_at_3_std": 0.12481480518805382, + "nauc_precision_at_5_diff1": 0.08069865133760828, + "nauc_precision_at_5_max": 0.6248585660220317, + "nauc_precision_at_5_std": 0.22141733102703876, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": -0.006359781950334248, + "nauc_recall_at_100_max": 0.5430691355888204, + "nauc_recall_at_100_std": 0.4596997490698272, + "nauc_recall_at_10_diff1": 0.08308017979628572, + "nauc_recall_at_10_max": 0.5721453215851762, + "nauc_recall_at_10_std": 0.2545189624599649, + "nauc_recall_at_1_diff1": 0.2525377294249925, + "nauc_recall_at_1_max": 0.45356073922751683, + "nauc_recall_at_1_std": -0.04944019510032149, + "nauc_recall_at_20_diff1": -0.02098409197347156, + "nauc_recall_at_20_max": 0.5650748568579761, + "nauc_recall_at_20_std": 0.3741181091656218, + "nauc_recall_at_3_diff1": 0.10990824734229203, + "nauc_recall_at_3_max": 0.616510279936579, + "nauc_recall_at_3_std": 0.1248148051880541, + "nauc_recall_at_5_diff1": 0.0806986513376077, + "nauc_recall_at_5_max": 0.6248585660220314, + "nauc_recall_at_5_std": 0.22141733102703817, + "ndcg_at_1": 0.21, + "ndcg_at_10": 0.35903, + "ndcg_at_100": 0.40793, + "ndcg_at_1000": 0.43806, + "ndcg_at_20": 0.37941, + "ndcg_at_3": 0.30678, + "ndcg_at_5": 0.327, + "precision_at_1": 0.21, + "precision_at_10": 0.053, + "precision_at_100": 0.0076, + "precision_at_1000": 0.001, + "precision_at_20": 0.0305, + "precision_at_3": 0.12667, + "precision_at_5": 0.086, + "recall_at_1": 0.21, + "recall_at_10": 0.53, + "recall_at_100": 0.76, + "recall_at_1000": 1.0, + "recall_at_20": 0.61, + "recall_at_3": 0.38, + "recall_at_5": 0.43 + } + ] + }, + "task_name": "VidoreSyntheticDocQAAIRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAEnergyRetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAEnergyRetrieval.json new file mode 100644 index 0000000000..62f44290d2 --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAEnergyRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "0821bc71310cfa51d5c8131d4d8b9c4d537bd8c8", + "evaluation_time": 73.33681082725525, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.28, + "cv_recall_at_10": 0.67, + "cv_recall_at_100": 0.92, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.71, + "cv_recall_at_3": 0.5, + "cv_recall_at_5": 0.58, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.44845, + "map_at_1": 0.28, + "map_at_10": 0.41726, + "map_at_100": 0.425, + "map_at_1000": 0.42549, + "map_at_20": 0.42028, + "map_at_3": 0.38667, + "map_at_5": 0.40417, + "mrr_at_1": 0.28, + "mrr_at_10": 0.41671428571428576, + "mrr_at_100": 0.4244418064279869, + "mrr_at_1000": 0.42492739397981305, + "mrr_at_20": 0.4196951284010108, + "mrr_at_3": 0.38500000000000006, + "mrr_at_5": 0.4035, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": -0.05718954248365932, + "nauc_cv_recall_at_100_max": 0.5615662931839402, + "nauc_cv_recall_at_100_std": 0.7516923436041081, + "nauc_cv_recall_at_10_diff1": -0.19090585905097338, + "nauc_cv_recall_at_10_max": 0.6584110646510131, + "nauc_cv_recall_at_10_std": 0.5330026578185566, + "nauc_cv_recall_at_1_diff1": 0.16598692664394651, + "nauc_cv_recall_at_1_max": 0.4452623051567126, + "nauc_cv_recall_at_1_std": 0.3140538577574166, + "nauc_cv_recall_at_20_diff1": -0.16275966866186092, + "nauc_cv_recall_at_20_max": 0.646906213516669, + "nauc_cv_recall_at_20_std": 0.5563256305246183, + "nauc_cv_recall_at_3_diff1": -0.096122584943371, + "nauc_cv_recall_at_3_max": 0.6684610259826782, + "nauc_cv_recall_at_3_std": 0.4076215856095933, + "nauc_cv_recall_at_5_diff1": -0.1365179789302609, + "nauc_cv_recall_at_5_max": 0.5976289288098207, + "nauc_cv_recall_at_5_std": 0.37226107902603245, + "nauc_map_at_1000_diff1": 0.02290130273084715, + "nauc_map_at_1000_max": 0.548071312346396, + "nauc_map_at_1000_std": 0.3431509175694228, + "nauc_map_at_100_diff1": 0.023035522926500292, + "nauc_map_at_100_max": 0.5481243666012099, + "nauc_map_at_100_std": 0.343765707161693, + "nauc_map_at_10_diff1": 0.019009704736545754, + "nauc_map_at_10_max": 0.5515194516807846, + "nauc_map_at_10_std": 0.3449228525930436, + "nauc_map_at_1_diff1": 0.1698977596513771, + "nauc_map_at_1_max": 0.4552349293256607, + "nauc_map_at_1_std": 0.2536314877926139, + "nauc_map_at_20_diff1": 0.021258373975554346, + "nauc_map_at_20_max": 0.5501977396176536, + "nauc_map_at_20_std": 0.3451008448257592, + "nauc_map_at_3_diff1": 0.027947800501289654, + "nauc_map_at_3_max": 0.5615419194304191, + "nauc_map_at_3_std": 0.3374327981401433, + "nauc_map_at_5_diff1": 0.022444182090860222, + "nauc_map_at_5_max": 0.5443295202128533, + "nauc_map_at_5_std": 0.3265094163994626, + "nauc_mrr_at_1000_diff1": 0.037792737057000106, + "nauc_mrr_at_1000_max": 0.5306581923448304, + "nauc_mrr_at_1000_std": 0.36198678701734915, + "nauc_mrr_at_100_diff1": 0.037904244512512376, + "nauc_mrr_at_100_max": 0.5307371796485331, + "nauc_mrr_at_100_std": 0.3625738495305344, + "nauc_mrr_at_10_diff1": 0.0336578592994239, + "nauc_mrr_at_10_max": 0.5344197389534955, + "nauc_mrr_at_10_std": 0.3632912027558574, + "nauc_mrr_at_1_diff1": 0.16598692664394651, + "nauc_mrr_at_1_max": 0.4452623051567126, + "nauc_mrr_at_1_std": 0.3140538577574166, + "nauc_mrr_at_20_diff1": 0.03592134186381886, + "nauc_mrr_at_20_max": 0.5330587540055658, + "nauc_mrr_at_20_std": 0.36365157309531015, + "nauc_mrr_at_3_diff1": 0.04203509201841499, + "nauc_mrr_at_3_max": 0.5450312778658897, + "nauc_mrr_at_3_std": 0.35278982227092975, + "nauc_mrr_at_5_diff1": 0.036600215680544855, + "nauc_mrr_at_5_max": 0.5283891078779852, + "nauc_mrr_at_5_std": 0.3444903245689106, + "nauc_ndcg_at_1000_diff1": 0.0005409786282632852, + "nauc_ndcg_at_1000_max": 0.557765371086238, + "nauc_ndcg_at_1000_std": 0.3620874514374281, + "nauc_ndcg_at_100_diff1": -0.0004227472957878371, + "nauc_ndcg_at_100_max": 0.5581112142072867, + "nauc_ndcg_at_100_std": 0.3770164912688396, + "nauc_ndcg_at_10_diff1": -0.027451154381326896, + "nauc_ndcg_at_10_max": 0.5759121776535603, + "nauc_ndcg_at_10_std": 0.3837759064006119, + "nauc_ndcg_at_1_diff1": 0.1698977596513771, + "nauc_ndcg_at_1_max": 0.4552349293256607, + "nauc_ndcg_at_1_std": 0.2536314877926139, + "nauc_ndcg_at_20_diff1": -0.018923679643943057, + "nauc_ndcg_at_20_max": 0.5717611328008967, + "nauc_ndcg_at_20_std": 0.3855482939373467, + "nauc_ndcg_at_3_diff1": -0.005345292806580259, + "nauc_ndcg_at_3_max": 0.589864220491107, + "nauc_ndcg_at_3_std": 0.35634772055921166, + "nauc_ndcg_at_5_diff1": -0.01736592260642203, + "nauc_ndcg_at_5_max": 0.559198032314247, + "nauc_ndcg_at_5_std": 0.3388356749504251, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": -0.05718954248365978, + "nauc_precision_at_100_max": 0.5615662931839398, + "nauc_precision_at_100_std": 0.751692343604107, + "nauc_precision_at_10_diff1": -0.1909058590509713, + "nauc_precision_at_10_max": 0.6584110646510136, + "nauc_precision_at_10_std": 0.5330026578185574, + "nauc_precision_at_1_diff1": 0.1698977596513771, + "nauc_precision_at_1_max": 0.4552349293256607, + "nauc_precision_at_1_std": 0.2536314877926139, + "nauc_precision_at_20_diff1": -0.16275966866186015, + "nauc_precision_at_20_max": 0.6469062135166688, + "nauc_precision_at_20_std": 0.5563256305246184, + "nauc_precision_at_3_diff1": -0.09612258494337084, + "nauc_precision_at_3_max": 0.6684610259826779, + "nauc_precision_at_3_std": 0.4076215856095937, + "nauc_precision_at_5_diff1": -0.13651797893026002, + "nauc_precision_at_5_max": 0.597628928809821, + "nauc_precision_at_5_std": 0.3722610790260329, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": -0.05718954248365932, + "nauc_recall_at_100_max": 0.5615662931839402, + "nauc_recall_at_100_std": 0.7516923436041081, + "nauc_recall_at_10_diff1": -0.19090585905097338, + "nauc_recall_at_10_max": 0.6584110646510131, + "nauc_recall_at_10_std": 0.5330026578185566, + "nauc_recall_at_1_diff1": 0.1698977596513771, + "nauc_recall_at_1_max": 0.4552349293256607, + "nauc_recall_at_1_std": 0.2536314877926139, + "nauc_recall_at_20_diff1": -0.16275966866186092, + "nauc_recall_at_20_max": 0.646906213516669, + "nauc_recall_at_20_std": 0.5563256305246183, + "nauc_recall_at_3_diff1": -0.096122584943371, + "nauc_recall_at_3_max": 0.6684610259826782, + "nauc_recall_at_3_std": 0.4076215856095933, + "nauc_recall_at_5_diff1": -0.1365179789302609, + "nauc_recall_at_5_max": 0.5976289288098207, + "nauc_recall_at_5_std": 0.37226107902603245, + "ndcg_at_1": 0.28, + "ndcg_at_10": 0.47865, + "ndcg_at_100": 0.52677, + "ndcg_at_1000": 0.53753, + "ndcg_at_20": 0.48907, + "ndcg_at_3": 0.41619, + "ndcg_at_5": 0.44845, + "precision_at_1": 0.28, + "precision_at_10": 0.067, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "precision_at_20": 0.0355, + "precision_at_3": 0.16667, + "precision_at_5": 0.116, + "recall_at_1": 0.28, + "recall_at_10": 0.67, + "recall_at_100": 0.92, + "recall_at_1000": 1.0, + "recall_at_20": 0.71, + "recall_at_3": 0.5, + "recall_at_5": 0.58 + } + ] + }, + "task_name": "VidoreSyntheticDocQAEnergyRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAGovernmentReportsRetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAGovernmentReportsRetrieval.json new file mode 100644 index 0000000000..c0bd444fb8 --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAGovernmentReportsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "8270b3751ce6b95bec362fb38fbcd2a4aa400cfc", + "evaluation_time": 73.8860080242157, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.18, + "cv_recall_at_10": 0.53, + "cv_recall_at_100": 0.86, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.65, + "cv_recall_at_3": 0.38, + "cv_recall_at_5": 0.47, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.33103, + "map_at_1": 0.17, + "map_at_10": 0.29279, + "map_at_100": 0.30536, + "map_at_1000": 0.30619, + "map_at_20": 0.30089, + "map_at_3": 0.26667, + "map_at_5": 0.28467, + "mrr_at_1": 0.18, + "mrr_at_10": 0.29542857142857143, + "mrr_at_100": 0.3081013748465196, + "mrr_at_1000": 0.30893080980505994, + "mrr_at_20": 0.3036155927405928, + "mrr_at_3": 0.26666666666666666, + "mrr_at_5": 0.2871666666666666, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": -0.483303311625328, + "nauc_cv_recall_at_100_max": 0.5174241374532345, + "nauc_cv_recall_at_100_std": 0.6429264237217674, + "nauc_cv_recall_at_10_diff1": -0.4115383029319991, + "nauc_cv_recall_at_10_max": 0.709782952342987, + "nauc_cv_recall_at_10_std": 0.48667335633479486, + "nauc_cv_recall_at_1_diff1": -0.09549871943304222, + "nauc_cv_recall_at_1_max": 0.46247763393327, + "nauc_cv_recall_at_1_std": 0.2309055187173279, + "nauc_cv_recall_at_20_diff1": -0.3380421515176176, + "nauc_cv_recall_at_20_max": 0.5907722353324105, + "nauc_cv_recall_at_20_std": 0.5878102367971356, + "nauc_cv_recall_at_3_diff1": -0.3586021365633043, + "nauc_cv_recall_at_3_max": 0.7061315727913083, + "nauc_cv_recall_at_3_std": 0.3685571699633508, + "nauc_cv_recall_at_5_diff1": -0.4414483313334829, + "nauc_cv_recall_at_5_max": 0.6931262279302206, + "nauc_cv_recall_at_5_std": 0.3961286409367214, + "nauc_map_at_1000_diff1": -0.22866744303816647, + "nauc_map_at_1000_max": 0.6739853793849305, + "nauc_map_at_1000_std": 0.3932776656219446, + "nauc_map_at_100_diff1": -0.22930027603884356, + "nauc_map_at_100_max": 0.6735362617611932, + "nauc_map_at_100_std": 0.3939927989346046, + "nauc_map_at_10_diff1": -0.2395548159357987, + "nauc_map_at_10_max": 0.6804946733702065, + "nauc_map_at_10_std": 0.3909649841540425, + "nauc_map_at_1_diff1": -0.06567777186967136, + "nauc_map_at_1_max": 0.6634701773043143, + "nauc_map_at_1_std": 0.37842644712957696, + "nauc_map_at_20_diff1": -0.2309939061113582, + "nauc_map_at_20_max": 0.6719671219524078, + "nauc_map_at_20_std": 0.3961538541197034, + "nauc_map_at_3_diff1": -0.20825225408792225, + "nauc_map_at_3_max": 0.6758876267128524, + "nauc_map_at_3_std": 0.36635678263970267, + "nauc_map_at_5_diff1": -0.24204925924807408, + "nauc_map_at_5_max": 0.6775739229114318, + "nauc_map_at_5_std": 0.37794651270997526, + "nauc_mrr_at_1000_diff1": -0.24080560474639628, + "nauc_mrr_at_1000_max": 0.5801836691701273, + "nauc_mrr_at_1000_std": 0.31892126838980106, + "nauc_mrr_at_100_diff1": -0.24139498766695452, + "nauc_mrr_at_100_max": 0.579984465673827, + "nauc_mrr_at_100_std": 0.3198150057038841, + "nauc_mrr_at_10_diff1": -0.2508554519682481, + "nauc_mrr_at_10_max": 0.5891124235800822, + "nauc_mrr_at_10_std": 0.31837517767996915, + "nauc_mrr_at_1_diff1": -0.09549871943304222, + "nauc_mrr_at_1_max": 0.46247763393327, + "nauc_mrr_at_1_std": 0.2309055187173279, + "nauc_mrr_at_20_diff1": -0.2429160804923638, + "nauc_mrr_at_20_max": 0.5794110337672059, + "nauc_mrr_at_20_std": 0.3227054157690821, + "nauc_mrr_at_3_diff1": -0.23502707309736295, + "nauc_mrr_at_3_max": 0.5891682542865738, + "nauc_mrr_at_3_std": 0.3009575854807983, + "nauc_mrr_at_5_diff1": -0.2539824551386642, + "nauc_mrr_at_5_max": 0.5869243320318603, + "nauc_mrr_at_5_std": 0.3056964583546606, + "nauc_ndcg_at_1000_diff1": -0.24877049649113786, + "nauc_ndcg_at_1000_max": 0.6716904547953125, + "nauc_ndcg_at_1000_std": 0.4072564448685426, + "nauc_ndcg_at_100_diff1": -0.2639017194977542, + "nauc_ndcg_at_100_max": 0.6613111300385416, + "nauc_ndcg_at_100_std": 0.42279146749234503, + "nauc_ndcg_at_10_diff1": -0.2879680148626686, + "nauc_ndcg_at_10_max": 0.6881786699043809, + "nauc_ndcg_at_10_std": 0.41377797946754535, + "nauc_ndcg_at_1_diff1": -0.06567777186967136, + "nauc_ndcg_at_1_max": 0.6634701773043143, + "nauc_ndcg_at_1_std": 0.37842644712957696, + "nauc_ndcg_at_20_diff1": -0.26264273370370655, + "nauc_ndcg_at_20_max": 0.658052249712014, + "nauc_ndcg_at_20_std": 0.4345548933087738, + "nauc_ndcg_at_3_diff1": -0.23793103616980857, + "nauc_ndcg_at_3_max": 0.6792223783252196, + "nauc_ndcg_at_3_std": 0.36358450135691267, + "nauc_ndcg_at_5_diff1": -0.29747560271749857, + "nauc_ndcg_at_5_max": 0.6819612247682432, + "nauc_ndcg_at_5_std": 0.38260912730366553, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": -0.4833033116253274, + "nauc_precision_at_100_max": 0.5174241374532372, + "nauc_precision_at_100_std": 0.6429264237217707, + "nauc_precision_at_10_diff1": -0.411538302931999, + "nauc_precision_at_10_max": 0.7097829523429878, + "nauc_precision_at_10_std": 0.48667335633479564, + "nauc_precision_at_1_diff1": -0.06567777186967136, + "nauc_precision_at_1_max": 0.6634701773043143, + "nauc_precision_at_1_std": 0.37842644712957696, + "nauc_precision_at_20_diff1": -0.3380421515176169, + "nauc_precision_at_20_max": 0.5907722353324113, + "nauc_precision_at_20_std": 0.5878102367971358, + "nauc_precision_at_3_diff1": -0.30869323399687, + "nauc_precision_at_3_max": 0.6874264353989625, + "nauc_precision_at_3_std": 0.35688694010062977, + "nauc_precision_at_5_diff1": -0.44144833133348227, + "nauc_precision_at_5_max": 0.6931262279302212, + "nauc_precision_at_5_std": 0.3961286409367218, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": -0.483303311625328, + "nauc_recall_at_100_max": 0.5174241374532345, + "nauc_recall_at_100_std": 0.6429264237217674, + "nauc_recall_at_10_diff1": -0.4115383029319991, + "nauc_recall_at_10_max": 0.709782952342987, + "nauc_recall_at_10_std": 0.48667335633479486, + "nauc_recall_at_1_diff1": -0.06567777186967136, + "nauc_recall_at_1_max": 0.6634701773043143, + "nauc_recall_at_1_std": 0.37842644712957696, + "nauc_recall_at_20_diff1": -0.3380421515176176, + "nauc_recall_at_20_max": 0.5907722353324105, + "nauc_recall_at_20_std": 0.5878102367971356, + "nauc_recall_at_3_diff1": -0.3086932339968699, + "nauc_recall_at_3_max": 0.6874264353989629, + "nauc_recall_at_3_std": 0.35688694010062993, + "nauc_recall_at_5_diff1": -0.4414483313334829, + "nauc_recall_at_5_max": 0.6931262279302206, + "nauc_recall_at_5_std": 0.3961286409367214, + "ndcg_at_1": 0.17, + "ndcg_at_10": 0.35054, + "ndcg_at_100": 0.41772, + "ndcg_at_1000": 0.43636, + "ndcg_at_20": 0.38063, + "ndcg_at_3": 0.29833, + "ndcg_at_5": 0.33103, + "precision_at_1": 0.17, + "precision_at_10": 0.053, + "precision_at_100": 0.0086, + "precision_at_1000": 0.001, + "precision_at_20": 0.0325, + "precision_at_3": 0.13, + "precision_at_5": 0.094, + "recall_at_1": 0.17, + "recall_at_10": 0.53, + "recall_at_100": 0.86, + "recall_at_1000": 1.0, + "recall_at_20": 0.65, + "recall_at_3": 0.39, + "recall_at_5": 0.47 + } + ] + }, + "task_name": "VidoreSyntheticDocQAGovernmentReportsRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAHealthcareIndustryRetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAHealthcareIndustryRetrieval.json new file mode 100644 index 0000000000..f80c15a971 --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreSyntheticDocQAHealthcareIndustryRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "86f09ebc1703516c76e5f931465e2ed7626a5e52", + "evaluation_time": 72.91890263557434, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.22, + "cv_recall_at_10": 0.6, + "cv_recall_at_100": 0.91, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.7, + "cv_recall_at_3": 0.49, + "cv_recall_at_5": 0.52, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.38779, + "map_at_1": 0.21, + "map_at_10": 0.35287, + "map_at_100": 0.36535, + "map_at_1000": 0.3659, + "map_at_20": 0.36013, + "map_at_3": 0.33667, + "map_at_5": 0.34267, + "mrr_at_1": 0.22, + "mrr_at_10": 0.355218253968254, + "mrr_at_100": 0.36766650196348827, + "mrr_at_1000": 0.3682164935395407, + "mrr_at_20": 0.36243612819928617, + "mrr_at_3": 0.3383333333333334, + "mrr_at_5": 0.34483333333333327, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": -0.003267973856210241, + "nauc_cv_recall_at_100_max": 0.5420686793235807, + "nauc_cv_recall_at_100_std": 0.7533457827575475, + "nauc_cv_recall_at_10_diff1": -0.2672899970317603, + "nauc_cv_recall_at_10_max": 0.6763431285247846, + "nauc_cv_recall_at_10_std": 0.5030424458296231, + "nauc_cv_recall_at_1_diff1": -0.22708767131802224, + "nauc_cv_recall_at_1_max": 0.46022003294278496, + "nauc_cv_recall_at_1_std": 0.11752183236473257, + "nauc_cv_recall_at_20_diff1": -0.27616645649432564, + "nauc_cv_recall_at_20_max": 0.6204287515762922, + "nauc_cv_recall_at_20_std": 0.5124482075301748, + "nauc_cv_recall_at_3_diff1": -0.2874005815729024, + "nauc_cv_recall_at_3_max": 0.6736420007170077, + "nauc_cv_recall_at_3_std": 0.37669459455870835, + "nauc_cv_recall_at_5_diff1": -0.2977311061537627, + "nauc_cv_recall_at_5_max": 0.7365063387561889, + "nauc_cv_recall_at_5_std": 0.4491131182327658, + "nauc_map_at_1000_diff1": -0.24421377564817673, + "nauc_map_at_1000_max": 0.6057575097002678, + "nauc_map_at_1000_std": 0.3563653280500335, + "nauc_map_at_100_diff1": -0.2438208029837478, + "nauc_map_at_100_max": 0.6056381919626572, + "nauc_map_at_100_std": 0.3571056403427818, + "nauc_map_at_10_diff1": -0.2474064341034369, + "nauc_map_at_10_max": 0.6111031262320629, + "nauc_map_at_10_std": 0.3583715496190217, + "nauc_map_at_1_diff1": -0.19750740336041306, + "nauc_map_at_1_max": 0.5460116870160101, + "nauc_map_at_1_std": 0.3261120876684563, + "nauc_map_at_20_diff1": -0.24703318252196604, + "nauc_map_at_20_max": 0.6060923108554881, + "nauc_map_at_20_std": 0.3571216123471924, + "nauc_map_at_3_diff1": -0.24964070479347697, + "nauc_map_at_3_max": 0.6057022544576557, + "nauc_map_at_3_std": 0.33612306100353556, + "nauc_map_at_5_diff1": -0.25163894718289853, + "nauc_map_at_5_max": 0.6187024411572932, + "nauc_map_at_5_std": 0.3512947369738972, + "nauc_mrr_at_1000_diff1": -0.26262047817609174, + "nauc_mrr_at_1000_max": 0.5657657182275748, + "nauc_mrr_at_1000_std": 0.2676332247249374, + "nauc_mrr_at_100_diff1": -0.26219833115320174, + "nauc_mrr_at_100_max": 0.565716644353467, + "nauc_mrr_at_100_std": 0.2685234476168615, + "nauc_mrr_at_10_diff1": -0.26525556917234877, + "nauc_mrr_at_10_max": 0.5720441464757696, + "nauc_mrr_at_10_std": 0.27167563037113773, + "nauc_mrr_at_1_diff1": -0.22708767131802224, + "nauc_mrr_at_1_max": 0.46022003294278496, + "nauc_mrr_at_1_std": 0.11752183236473257, + "nauc_mrr_at_20_diff1": -0.265224379144156, + "nauc_mrr_at_20_max": 0.566706960324191, + "nauc_mrr_at_20_std": 0.2696353634782542, + "nauc_mrr_at_3_diff1": -0.2671988902639183, + "nauc_mrr_at_3_max": 0.5673596974829038, + "nauc_mrr_at_3_std": 0.2520896624948636, + "nauc_mrr_at_5_diff1": -0.2695098953901908, + "nauc_mrr_at_5_max": 0.5799741955943382, + "nauc_mrr_at_5_std": 0.2656432940902274, + "nauc_ndcg_at_1000_diff1": -0.24407529554426993, + "nauc_ndcg_at_1000_max": 0.611964249388691, + "nauc_ndcg_at_1000_std": 0.37296921118890486, + "nauc_ndcg_at_100_diff1": -0.23370771712739602, + "nauc_ndcg_at_100_max": 0.6088627125657947, + "nauc_ndcg_at_100_std": 0.38985170913350337, + "nauc_ndcg_at_10_diff1": -0.2538099257653232, + "nauc_ndcg_at_10_max": 0.6289827458486196, + "nauc_ndcg_at_10_std": 0.39168461686955036, + "nauc_ndcg_at_1_diff1": -0.19750740336041306, + "nauc_ndcg_at_1_max": 0.5460116870160101, + "nauc_ndcg_at_1_std": 0.3261120876684563, + "nauc_ndcg_at_20_diff1": -0.25434363734303483, + "nauc_ndcg_at_20_max": 0.6135309338030498, + "nauc_ndcg_at_20_std": 0.3886075994148953, + "nauc_ndcg_at_3_diff1": -0.26026416495381194, + "nauc_ndcg_at_3_max": 0.6240980080777259, + "nauc_ndcg_at_3_std": 0.34656841722715415, + "nauc_ndcg_at_5_diff1": -0.2641693037611579, + "nauc_ndcg_at_5_max": 0.6490032981064092, + "nauc_ndcg_at_5_std": 0.37552492374435203, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": -0.003267973856207883, + "nauc_precision_at_100_max": 0.542068679323581, + "nauc_precision_at_100_std": 0.75334578275755, + "nauc_precision_at_10_diff1": -0.26728999703175943, + "nauc_precision_at_10_max": 0.6763431285247852, + "nauc_precision_at_10_std": 0.503042445829623, + "nauc_precision_at_1_diff1": -0.19750740336041306, + "nauc_precision_at_1_max": 0.5460116870160101, + "nauc_precision_at_1_std": 0.3261120876684563, + "nauc_precision_at_20_diff1": -0.27616645649432475, + "nauc_precision_at_20_max": 0.6204287515762927, + "nauc_precision_at_20_std": 0.5124482075301745, + "nauc_precision_at_3_diff1": -0.2874005815729024, + "nauc_precision_at_3_max": 0.6736420007170074, + "nauc_precision_at_3_std": 0.37669459455870846, + "nauc_precision_at_5_diff1": -0.29773110615376197, + "nauc_precision_at_5_max": 0.736506338756189, + "nauc_precision_at_5_std": 0.449113118232766, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": -0.003267973856210241, + "nauc_recall_at_100_max": 0.5420686793235807, + "nauc_recall_at_100_std": 0.7533457827575475, + "nauc_recall_at_10_diff1": -0.2672899970317603, + "nauc_recall_at_10_max": 0.6763431285247846, + "nauc_recall_at_10_std": 0.5030424458296231, + "nauc_recall_at_1_diff1": -0.19750740336041306, + "nauc_recall_at_1_max": 0.5460116870160101, + "nauc_recall_at_1_std": 0.3261120876684563, + "nauc_recall_at_20_diff1": -0.27616645649432564, + "nauc_recall_at_20_max": 0.6204287515762922, + "nauc_recall_at_20_std": 0.5124482075301748, + "nauc_recall_at_3_diff1": -0.2874005815729024, + "nauc_recall_at_3_max": 0.6736420007170077, + "nauc_recall_at_3_std": 0.37669459455870835, + "nauc_recall_at_5_diff1": -0.2977311061537627, + "nauc_recall_at_5_max": 0.7365063387561889, + "nauc_recall_at_5_std": 0.4491131182327658, + "ndcg_at_1": 0.21, + "ndcg_at_10": 0.41321, + "ndcg_at_100": 0.4775, + "ndcg_at_1000": 0.48958, + "ndcg_at_20": 0.43887, + "ndcg_at_3": 0.37619, + "ndcg_at_5": 0.38779, + "precision_at_1": 0.21, + "precision_at_10": 0.06, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "precision_at_20": 0.035, + "precision_at_3": 0.16333, + "precision_at_5": 0.104, + "recall_at_1": 0.21, + "recall_at_10": 0.6, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "recall_at_20": 0.7, + "recall_at_3": 0.49, + "recall_at_5": 0.52 + } + ] + }, + "task_name": "VidoreSyntheticDocQAHealthcareIndustryRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreTabfquadRetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreTabfquadRetrieval.json new file mode 100644 index 0000000000..85526aa435 --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreTabfquadRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "501f02a80aff50c90045b0feaa81565c4e8f889e", + "evaluation_time": 17.741925716400146, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.13571, + "cv_recall_at_10": 0.58929, + "cv_recall_at_100": 0.86071, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.7, + "cv_recall_at_3": 0.375, + "cv_recall_at_5": 0.48929, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.30532, + "map_at_1": 0.11786, + "map_at_10": 0.26471, + "map_at_100": 0.27589, + "map_at_1000": 0.27681, + "map_at_20": 0.27145, + "map_at_3": 0.21905, + "map_at_5": 0.2478, + "mrr_at_1": 0.1357142857142857, + "mrr_at_10": 0.275654761904762, + "mrr_at_100": 0.2882710170373999, + "mrr_at_1000": 0.28918278167491335, + "mrr_at_20": 0.28371689890224294, + "mrr_at_3": 0.23452380952380958, + "mrr_at_5": 0.26184523809523824, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": -0.0962614034651627, + "nauc_cv_recall_at_100_max": 0.48130701732581055, + "nauc_cv_recall_at_100_std": 0.5359442193442552, + "nauc_cv_recall_at_10_diff1": 0.07595632707564201, + "nauc_cv_recall_at_10_max": 0.5214463383342498, + "nauc_cv_recall_at_10_std": 0.34694315712303286, + "nauc_cv_recall_at_1_diff1": 0.023979663013656137, + "nauc_cv_recall_at_1_max": 0.11585261885201438, + "nauc_cv_recall_at_1_std": 0.039449413296544805, + "nauc_cv_recall_at_20_diff1": -0.013504645237666892, + "nauc_cv_recall_at_20_max": 0.45511104820238296, + "nauc_cv_recall_at_20_std": 0.3636088735620353, + "nauc_cv_recall_at_3_diff1": 0.12455393491055446, + "nauc_cv_recall_at_3_max": 0.34790052806662475, + "nauc_cv_recall_at_3_std": 0.24388768697513188, + "nauc_cv_recall_at_5_diff1": 0.10118096610707866, + "nauc_cv_recall_at_5_max": 0.48999426347254305, + "nauc_cv_recall_at_5_std": 0.338028436108833, + "nauc_map_at_1000_diff1": 0.14177585744325438, + "nauc_map_at_1000_max": 0.25267701349330973, + "nauc_map_at_1000_std": 0.16204571721159644, + "nauc_map_at_100_diff1": 0.14092375993422507, + "nauc_map_at_100_max": 0.2534882998637386, + "nauc_map_at_100_std": 0.16331431723111056, + "nauc_map_at_10_diff1": 0.14448945692889367, + "nauc_map_at_10_max": 0.25899654113563375, + "nauc_map_at_10_std": 0.1597103307680331, + "nauc_map_at_1_diff1": 0.18523279430290246, + "nauc_map_at_1_max": 0.026814407280767123, + "nauc_map_at_1_std": 0.009923644497004887, + "nauc_map_at_20_diff1": 0.1403834299409469, + "nauc_map_at_20_max": 0.25535009456183255, + "nauc_map_at_20_std": 0.16250878288417944, + "nauc_map_at_3_diff1": 0.1481805843215222, + "nauc_map_at_3_max": 0.24167493327909895, + "nauc_map_at_3_std": 0.15671525636183276, + "nauc_map_at_5_diff1": 0.14976730485212275, + "nauc_map_at_5_max": 0.26080880741487417, + "nauc_map_at_5_std": 0.15898524258324853, + "nauc_mrr_at_1000_diff1": 0.053836794776765395, + "nauc_mrr_at_1000_max": 0.2751316825025726, + "nauc_mrr_at_1000_std": 0.1735453731971639, + "nauc_mrr_at_100_diff1": 0.053306077293060236, + "nauc_mrr_at_100_max": 0.2758338657361141, + "nauc_mrr_at_100_std": 0.17472166458524652, + "nauc_mrr_at_10_diff1": 0.059631240474482726, + "nauc_mrr_at_10_max": 0.2861178647684893, + "nauc_mrr_at_10_std": 0.176909107436406, + "nauc_mrr_at_1_diff1": 0.023979663013656137, + "nauc_mrr_at_1_max": 0.11585261885201438, + "nauc_mrr_at_1_std": 0.039449413296544805, + "nauc_mrr_at_20_diff1": 0.05378318892025374, + "nauc_mrr_at_20_max": 0.27730629708974225, + "nauc_mrr_at_20_std": 0.17378722632932975, + "nauc_mrr_at_3_diff1": 0.07204267342282876, + "nauc_mrr_at_3_max": 0.23918521004131926, + "nauc_mrr_at_3_std": 0.1519262805303006, + "nauc_mrr_at_5_diff1": 0.06501788292981979, + "nauc_mrr_at_5_max": 0.2838511219515895, + "nauc_mrr_at_5_std": 0.17950227251107553, + "nauc_ndcg_at_1000_diff1": 0.12681348634395276, + "nauc_ndcg_at_1000_max": 0.284330263153128, + "nauc_ndcg_at_1000_std": 0.19038243430316637, + "nauc_ndcg_at_100_diff1": 0.10951958445625287, + "nauc_ndcg_at_100_max": 0.29955187926203075, + "nauc_ndcg_at_100_std": 0.2167965732577945, + "nauc_ndcg_at_10_diff1": 0.12444522627830684, + "nauc_ndcg_at_10_max": 0.32109399057607235, + "nauc_ndcg_at_10_std": 0.1984173977368013, + "nauc_ndcg_at_1_diff1": 0.18523279430290246, + "nauc_ndcg_at_1_max": 0.026814407280767123, + "nauc_ndcg_at_1_std": 0.009923644497004887, + "nauc_ndcg_at_20_diff1": 0.1070015172410676, + "nauc_ndcg_at_20_max": 0.3099995592251142, + "nauc_ndcg_at_20_std": 0.21140392873639405, + "nauc_ndcg_at_3_diff1": 0.13374110988425314, + "nauc_ndcg_at_3_max": 0.2965332376419493, + "nauc_ndcg_at_3_std": 0.19616272589026296, + "nauc_ndcg_at_5_diff1": 0.13580773833733265, + "nauc_ndcg_at_5_max": 0.32598979522729604, + "nauc_ndcg_at_5_std": 0.198633639239219, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": -0.09626140346516247, + "nauc_precision_at_100_max": 0.4813070173258093, + "nauc_precision_at_100_std": 0.5359442193442547, + "nauc_precision_at_10_diff1": 0.07110205518543622, + "nauc_precision_at_10_max": 0.4711617958469575, + "nauc_precision_at_10_std": 0.29049963462184697, + "nauc_precision_at_1_diff1": 0.18523279430290246, + "nauc_precision_at_1_max": 0.026814407280767123, + "nauc_precision_at_1_std": 0.009923644497004887, + "nauc_precision_at_20_diff1": -0.013504645237666276, + "nauc_precision_at_20_max": 0.4551110482023827, + "nauc_precision_at_20_std": 0.3636088735620348, + "nauc_precision_at_3_diff1": 0.10070409009355073, + "nauc_precision_at_3_max": 0.41801308867412745, + "nauc_precision_at_3_std": 0.28393615875053274, + "nauc_precision_at_5_diff1": 0.1035717322098263, + "nauc_precision_at_5_max": 0.47273732039788774, + "nauc_precision_at_5_std": 0.28682020423393356, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": -0.0962614034651627, + "nauc_recall_at_100_max": 0.48130701732581055, + "nauc_recall_at_100_std": 0.5359442193442552, + "nauc_recall_at_10_diff1": 0.07110205518543654, + "nauc_recall_at_10_max": 0.47116179584695755, + "nauc_recall_at_10_std": 0.29049963462184736, + "nauc_recall_at_1_diff1": 0.18523279430290246, + "nauc_recall_at_1_max": 0.026814407280767123, + "nauc_recall_at_1_std": 0.009923644497004887, + "nauc_recall_at_20_diff1": -0.013504645237666892, + "nauc_recall_at_20_max": 0.45511104820238296, + "nauc_recall_at_20_std": 0.3636088735620353, + "nauc_recall_at_3_diff1": 0.10070409009355087, + "nauc_recall_at_3_max": 0.4180130886741277, + "nauc_recall_at_3_std": 0.283936158750533, + "nauc_recall_at_5_diff1": 0.10357173220982632, + "nauc_recall_at_5_max": 0.4727373203978876, + "nauc_recall_at_5_std": 0.28682020423393373, + "ndcg_at_1": 0.11786, + "ndcg_at_10": 0.34597, + "ndcg_at_100": 0.40068, + "ndcg_at_1000": 0.41976, + "ndcg_at_20": 0.37041, + "ndcg_at_3": 0.25518, + "ndcg_at_5": 0.30532, + "precision_at_1": 0.11786, + "precision_at_10": 0.06036, + "precision_at_100": 0.00861, + "precision_at_1000": 0.001, + "precision_at_20": 0.035, + "precision_at_3": 0.12024, + "precision_at_5": 0.09571, + "recall_at_1": 0.11786, + "recall_at_10": 0.60357, + "recall_at_100": 0.86071, + "recall_at_1000": 1.0, + "recall_at_20": 0.7, + "recall_at_3": 0.36071, + "recall_at_5": 0.47857 + } + ] + }, + "task_name": "VidoreTabfquadRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreTatdqaRetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreTatdqaRetrieval.json new file mode 100644 index 0000000000..29032ce4c6 --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/VidoreTatdqaRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "9c3a626c16c811f15514689c3e7e95a4f2b9b8c3", + "evaluation_time": 126.18415856361389, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.01744, + "cv_recall_at_10": 0.14311, + "cv_recall_at_100": 0.37703, + "cv_recall_at_1000": 0.87072, + "cv_recall_at_20": 0.19964, + "cv_recall_at_3": 0.05532, + "cv_recall_at_5": 0.0926, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.05505, + "map_at_1": 0.01804, + "map_at_10": 0.04953, + "map_at_100": 0.05703, + "map_at_1000": 0.05869, + "map_at_20": 0.05307, + "map_at_3": 0.03397, + "map_at_5": 0.04248, + "mrr_at_1": 0.017438364401683705, + "mrr_at_10": 0.04915671620422074, + "mrr_at_100": 0.0569115235221346, + "mrr_at_1000": 0.05857065878278318, + "mrr_at_20": 0.053008722607474607, + "mrr_at_3": 0.033674082982561644, + "mrr_at_5": 0.04206253758268193, + "nauc_cv_recall_at_1000_diff1": 0.08237134389710216, + "nauc_cv_recall_at_1000_max": 0.20976894796503254, + "nauc_cv_recall_at_1000_std": 0.4140935117522756, + "nauc_cv_recall_at_100_diff1": -0.02981197371782488, + "nauc_cv_recall_at_100_max": 0.20240240199104623, + "nauc_cv_recall_at_100_std": 0.30510424487535914, + "nauc_cv_recall_at_10_diff1": -0.035047295007147705, + "nauc_cv_recall_at_10_max": 0.3038530304180975, + "nauc_cv_recall_at_10_std": 0.3220085766696133, + "nauc_cv_recall_at_1_diff1": -0.032626900215017456, + "nauc_cv_recall_at_1_max": 0.27684455719867385, + "nauc_cv_recall_at_1_std": 0.30979043565912767, + "nauc_cv_recall_at_20_diff1": -0.02501748001370101, + "nauc_cv_recall_at_20_max": 0.2987998775731927, + "nauc_cv_recall_at_20_std": 0.3289343312056541, + "nauc_cv_recall_at_3_diff1": -0.012493786516726318, + "nauc_cv_recall_at_3_max": 0.35062308469531805, + "nauc_cv_recall_at_3_std": 0.328063698293921, + "nauc_cv_recall_at_5_diff1": -0.02014835181508689, + "nauc_cv_recall_at_5_max": 0.30597083566947125, + "nauc_cv_recall_at_5_std": 0.3136339145032427, + "nauc_map_at_1000_diff1": -0.04875525076147121, + "nauc_map_at_1000_max": 0.2815787298378842, + "nauc_map_at_1000_std": 0.3731437421002045, + "nauc_map_at_100_diff1": -0.04942990178875301, + "nauc_map_at_100_max": 0.28124633969736407, + "nauc_map_at_100_std": 0.37218323907682854, + "nauc_map_at_10_diff1": -0.051458156860137806, + "nauc_map_at_10_max": 0.29098313852215413, + "nauc_map_at_10_std": 0.37750246377662106, + "nauc_map_at_1_diff1": -0.10777077067663393, + "nauc_map_at_1_max": 0.25176210516240183, + "nauc_map_at_1_std": 0.4592822617825615, + "nauc_map_at_20_diff1": -0.04802954975755555, + "nauc_map_at_20_max": 0.2913329148831261, + "nauc_map_at_20_std": 0.3747903249592789, + "nauc_map_at_3_diff1": -0.04904890787369823, + "nauc_map_at_3_max": 0.26399306382725835, + "nauc_map_at_3_std": 0.4183070347637387, + "nauc_map_at_5_diff1": -0.05486746702234904, + "nauc_map_at_5_max": 0.28519023906167823, + "nauc_map_at_5_std": 0.3825112354018944, + "nauc_mrr_at_1000_diff1": -0.024517826873781616, + "nauc_mrr_at_1000_max": 0.3058381571189165, + "nauc_mrr_at_1000_std": 0.3247519566076449, + "nauc_mrr_at_100_diff1": -0.025390095142045613, + "nauc_mrr_at_100_max": 0.30521995190372303, + "nauc_mrr_at_100_std": 0.3240834016745154, + "nauc_mrr_at_10_diff1": -0.02579739125808308, + "nauc_mrr_at_10_max": 0.314897749755248, + "nauc_mrr_at_10_std": 0.32324109310365073, + "nauc_mrr_at_1_diff1": -0.032626900215017456, + "nauc_mrr_at_1_max": 0.27684455719867385, + "nauc_mrr_at_1_std": 0.30979043565912767, + "nauc_mrr_at_20_diff1": -0.02365953039025371, + "nauc_mrr_at_20_max": 0.313964555189022, + "nauc_mrr_at_20_std": 0.32474136190872116, + "nauc_mrr_at_3_diff1": -0.01416562201976808, + "nauc_mrr_at_3_max": 0.34082255893899743, + "nauc_mrr_at_3_std": 0.328619069068735, + "nauc_mrr_at_5_diff1": -0.018886104109413417, + "nauc_mrr_at_5_max": 0.32010631024417296, + "nauc_mrr_at_5_std": 0.322477663211533, + "nauc_ndcg_at_1000_diff1": -0.026807561051169607, + "nauc_ndcg_at_1000_max": 0.2649662980138261, + "nauc_ndcg_at_1000_std": 0.3629955058252187, + "nauc_ndcg_at_100_diff1": -0.03931666574317868, + "nauc_ndcg_at_100_max": 0.2543873594260332, + "nauc_ndcg_at_100_std": 0.3413208990403148, + "nauc_ndcg_at_10_diff1": -0.04356951193981768, + "nauc_ndcg_at_10_max": 0.3023339951965928, + "nauc_ndcg_at_10_std": 0.36022667617586135, + "nauc_ndcg_at_1_diff1": -0.10777077067663393, + "nauc_ndcg_at_1_max": 0.25176210516240183, + "nauc_ndcg_at_1_std": 0.4592822617825615, + "nauc_ndcg_at_20_diff1": -0.03658281028277188, + "nauc_ndcg_at_20_max": 0.3020490621335391, + "nauc_ndcg_at_20_std": 0.3559036914665498, + "nauc_ndcg_at_3_diff1": -0.040372611398516646, + "nauc_ndcg_at_3_max": 0.2616384429014375, + "nauc_ndcg_at_3_std": 0.41172672732998233, + "nauc_ndcg_at_5_diff1": -0.049645484907602344, + "nauc_ndcg_at_5_max": 0.29233089541831914, + "nauc_ndcg_at_5_std": 0.3638542090400901, + "nauc_precision_at_1000_diff1": 0.08237134389710085, + "nauc_precision_at_1000_max": 0.20976894796503143, + "nauc_precision_at_1000_std": 0.4140935117522751, + "nauc_precision_at_100_diff1": -0.027951192620319844, + "nauc_precision_at_100_max": 0.2060014267088026, + "nauc_precision_at_100_std": 0.30489286954854505, + "nauc_precision_at_10_diff1": -0.03373855863600513, + "nauc_precision_at_10_max": 0.3175505020337768, + "nauc_precision_at_10_std": 0.3400442978218774, + "nauc_precision_at_1_diff1": -0.10777077067663393, + "nauc_precision_at_1_max": 0.25176210516240183, + "nauc_precision_at_1_std": 0.4592822617825615, + "nauc_precision_at_20_diff1": -0.023503901593891596, + "nauc_precision_at_20_max": 0.3139544627736064, + "nauc_precision_at_20_std": 0.3366365571580702, + "nauc_precision_at_3_diff1": -0.025149804808346558, + "nauc_precision_at_3_max": 0.2566022001981372, + "nauc_precision_at_3_std": 0.40006698593126916, + "nauc_precision_at_5_diff1": -0.04284288904729967, + "nauc_precision_at_5_max": 0.30312075460709115, + "nauc_precision_at_5_std": 0.3366667367707371, + "nauc_recall_at_1000_diff1": 0.08237134389710216, + "nauc_recall_at_1000_max": 0.20976894796503254, + "nauc_recall_at_1000_std": 0.4140935117522756, + "nauc_recall_at_100_diff1": -0.02795119262032021, + "nauc_recall_at_100_max": 0.20600142670880198, + "nauc_recall_at_100_std": 0.3048928695485446, + "nauc_recall_at_10_diff1": -0.03373855863600514, + "nauc_recall_at_10_max": 0.31755050203377655, + "nauc_recall_at_10_std": 0.3400442978218772, + "nauc_recall_at_1_diff1": -0.10777077067663393, + "nauc_recall_at_1_max": 0.25176210516240183, + "nauc_recall_at_1_std": 0.4592822617825615, + "nauc_recall_at_20_diff1": -0.023503901593891666, + "nauc_recall_at_20_max": 0.313954462773606, + "nauc_recall_at_20_std": 0.33663655715806995, + "nauc_recall_at_3_diff1": -0.025149804808346467, + "nauc_recall_at_3_max": 0.25660220019813706, + "nauc_recall_at_3_std": 0.400066985931269, + "nauc_recall_at_5_diff1": -0.04284288904729986, + "nauc_recall_at_5_max": 0.3031207546070908, + "nauc_recall_at_5_std": 0.3366667367707366, + "ndcg_at_1": 0.01804, + "ndcg_at_10": 0.0718, + "ndcg_at_100": 0.11698, + "ndcg_at_1000": 0.17565, + "ndcg_at_20": 0.08502, + "ndcg_at_3": 0.03958, + "ndcg_at_5": 0.05505, + "precision_at_1": 0.01804, + "precision_at_10": 0.01449, + "precision_at_100": 0.00377, + "precision_at_1000": 0.00087, + "precision_at_20": 0.00989, + "precision_at_3": 0.01864, + "precision_at_5": 0.01876, + "recall_at_1": 0.01804, + "recall_at_10": 0.14492, + "recall_at_100": 0.37703, + "recall_at_1000": 0.87072, + "recall_at_20": 0.19784, + "recall_at_3": 0.05592, + "recall_at_5": 0.09381 + } + ] + }, + "task_name": "VidoreTatdqaRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/WITT2IRetrieval.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/WITT2IRetrieval.json new file mode 100644 index 0000000000..664c54df0a --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/WITT2IRetrieval.json @@ -0,0 +1,1936 @@ +{ + "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", + "evaluation_time": 481.8342795372009, + "kg_co2_emissions": null, + "mteb_version": "1.14.15", + "scores": { + "test": [ + { + "cv_recall_at_1": 0.14607, + "cv_recall_at_10": 0.34719, + "cv_recall_at_100": 0.68427, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.4427, + "cv_recall_at_3": 0.23146, + "cv_recall_at_5": 0.27303, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.23827, + "map_at_1": 0.14607, + "map_at_10": 0.20461, + "map_at_100": 0.21649, + "map_at_1000": 0.21784, + "map_at_20": 0.21104, + "map_at_3": 0.18521, + "map_at_5": 0.19464, + "mrr_at_1": 0.14606741573033707, + "mrr_at_10": 0.2046107544141251, + "mrr_at_100": 0.2164916033094639, + "mrr_at_1000": 0.21784263443137813, + "mrr_at_20": 0.2110427533722138, + "mrr_at_3": 0.18520599250936332, + "mrr_at_5": 0.19464419475655428, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.26192336539007566, + "nauc_cv_recall_at_100_max": 0.5024390148377479, + "nauc_cv_recall_at_100_std": 0.5638540155133488, + "nauc_cv_recall_at_10_diff1": 0.3454828119738378, + "nauc_cv_recall_at_10_max": 0.3499346539030384, + "nauc_cv_recall_at_10_std": 0.3866041242955454, + "nauc_cv_recall_at_1_diff1": 0.5661591775441839, + "nauc_cv_recall_at_1_max": 0.4545038697008203, + "nauc_cv_recall_at_1_std": 0.4037703592468525, + "nauc_cv_recall_at_20_diff1": 0.3079409062489909, + "nauc_cv_recall_at_20_max": 0.3350925651419665, + "nauc_cv_recall_at_20_std": 0.36270066543579166, + "nauc_cv_recall_at_3_diff1": 0.45254007267605834, + "nauc_cv_recall_at_3_max": 0.3687574992052122, + "nauc_cv_recall_at_3_std": 0.3689113290557241, + "nauc_cv_recall_at_5_diff1": 0.42398776601066207, + "nauc_cv_recall_at_5_max": 0.3608852174216836, + "nauc_cv_recall_at_5_std": 0.3352722872510206, + "nauc_map_at_1000_diff1": 0.47511340162413196, + "nauc_map_at_1000_max": 0.4030154294650597, + "nauc_map_at_1000_std": 0.38565550112838487, + "nauc_map_at_100_diff1": 0.4742826036682546, + "nauc_map_at_100_max": 0.4032604036779924, + "nauc_map_at_100_std": 0.386053147898408, + "nauc_map_at_10_diff1": 0.478007665938371, + "nauc_map_at_10_max": 0.4001804786278926, + "nauc_map_at_10_std": 0.3829642722521861, + "nauc_map_at_1_diff1": 0.5661591775441839, + "nauc_map_at_1_max": 0.4545038697008203, + "nauc_map_at_1_std": 0.4037703592468525, + "nauc_map_at_20_diff1": 0.4741556594644958, + "nauc_map_at_20_max": 0.39843818761588734, + "nauc_map_at_20_std": 0.38073692069410986, + "nauc_map_at_3_diff1": 0.5033510921033137, + "nauc_map_at_3_max": 0.4073517810296481, + "nauc_map_at_3_std": 0.38473170311630295, + "nauc_map_at_5_diff1": 0.4937221583473709, + "nauc_map_at_5_max": 0.403448394535993, + "nauc_map_at_5_std": 0.3745933463443528, + "nauc_mrr_at_1000_diff1": 0.4751133996184114, + "nauc_mrr_at_1000_max": 0.40301542466256235, + "nauc_mrr_at_1000_std": 0.38565549662339377, + "nauc_mrr_at_100_diff1": 0.4742826036682546, + "nauc_mrr_at_100_max": 0.4032604036779924, + "nauc_mrr_at_100_std": 0.386053147898408, + "nauc_mrr_at_10_diff1": 0.478007665938371, + "nauc_mrr_at_10_max": 0.4001804786278926, + "nauc_mrr_at_10_std": 0.3829642722521861, + "nauc_mrr_at_1_diff1": 0.5661591775441839, + "nauc_mrr_at_1_max": 0.4545038697008203, + "nauc_mrr_at_1_std": 0.4037703592468525, + "nauc_mrr_at_20_diff1": 0.4741556594644958, + "nauc_mrr_at_20_max": 0.39843818761588734, + "nauc_mrr_at_20_std": 0.38073692069410986, + "nauc_mrr_at_3_diff1": 0.5033510921033137, + "nauc_mrr_at_3_max": 0.4073517810296481, + "nauc_mrr_at_3_std": 0.38473170311630295, + "nauc_mrr_at_5_diff1": 0.4937221583473709, + "nauc_mrr_at_5_max": 0.403448394535993, + "nauc_mrr_at_5_std": 0.3745933463443528, + "nauc_ndcg_at_1000_diff1": 0.4491703198195501, + "nauc_ndcg_at_1000_max": 0.4015367916914241, + "nauc_ndcg_at_1000_std": 0.3934259930578348, + "nauc_ndcg_at_100_diff1": 0.42706385403119074, + "nauc_ndcg_at_100_max": 0.4125623973619568, + "nauc_ndcg_at_100_std": 0.4119817880505865, + "nauc_ndcg_at_10_diff1": 0.4401322541912091, + "nauc_ndcg_at_10_max": 0.38487416073368114, + "nauc_ndcg_at_10_std": 0.38267665388460514, + "nauc_ndcg_at_1_diff1": 0.5661591775441839, + "nauc_ndcg_at_1_max": 0.4545038697008203, + "nauc_ndcg_at_1_std": 0.4037703592468525, + "nauc_ndcg_at_20_diff1": 0.4279259037817697, + "nauc_ndcg_at_20_max": 0.3797931060000094, + "nauc_ndcg_at_20_std": 0.37526381187135865, + "nauc_ndcg_at_3_diff1": 0.48866305533593757, + "nauc_ndcg_at_3_max": 0.3962060898287809, + "nauc_ndcg_at_3_std": 0.3801685730128606, + "nauc_ndcg_at_5_diff1": 0.47329560550893107, + "nauc_ndcg_at_5_max": 0.39074518984832857, + "nauc_ndcg_at_5_std": 0.3633995164290717, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.261923365390076, + "nauc_precision_at_100_max": 0.5024390148377484, + "nauc_precision_at_100_std": 0.5638540155133486, + "nauc_precision_at_10_diff1": 0.3454828119738378, + "nauc_precision_at_10_max": 0.3499346539030385, + "nauc_precision_at_10_std": 0.38660412429554525, + "nauc_precision_at_1_diff1": 0.5661591775441839, + "nauc_precision_at_1_max": 0.4545038697008203, + "nauc_precision_at_1_std": 0.4037703592468525, + "nauc_precision_at_20_diff1": 0.30794090624899045, + "nauc_precision_at_20_max": 0.33509256514196617, + "nauc_precision_at_20_std": 0.3627006654357914, + "nauc_precision_at_3_diff1": 0.452540072676058, + "nauc_precision_at_3_max": 0.36875749920521234, + "nauc_precision_at_3_std": 0.3689113290557238, + "nauc_precision_at_5_diff1": 0.4239877660106617, + "nauc_precision_at_5_max": 0.3608852174216834, + "nauc_precision_at_5_std": 0.3352722872510205, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.26192336539007566, + "nauc_recall_at_100_max": 0.5024390148377479, + "nauc_recall_at_100_std": 0.5638540155133488, + "nauc_recall_at_10_diff1": 0.3454828119738378, + "nauc_recall_at_10_max": 0.3499346539030384, + "nauc_recall_at_10_std": 0.3866041242955454, + "nauc_recall_at_1_diff1": 0.5661591775441839, + "nauc_recall_at_1_max": 0.4545038697008203, + "nauc_recall_at_1_std": 0.4037703592468525, + "nauc_recall_at_20_diff1": 0.3079409062489909, + "nauc_recall_at_20_max": 0.3350925651419665, + "nauc_recall_at_20_std": 0.36270066543579166, + "nauc_recall_at_3_diff1": 0.45254007267605834, + "nauc_recall_at_3_max": 0.3687574992052122, + "nauc_recall_at_3_std": 0.3689113290557241, + "nauc_recall_at_5_diff1": 0.42398776601066207, + "nauc_recall_at_5_max": 0.3608852174216836, + "nauc_recall_at_5_std": 0.3352722872510206, + "ndcg_at_1": 0.14607, + "ndcg_at_10": 0.23827, + "ndcg_at_100": 0.30546, + "ndcg_at_1000": 0.34486, + "ndcg_at_20": 0.26217, + "ndcg_at_3": 0.19715, + "ndcg_at_5": 0.21422, + "precision_at_1": 0.14607, + "precision_at_10": 0.03472, + "precision_at_100": 0.00684, + "precision_at_1000": 0.001, + "precision_at_20": 0.02213, + "precision_at_3": 0.07715, + "precision_at_5": 0.05461, + "recall_at_1": 0.14607, + "recall_at_10": 0.34719, + "recall_at_100": 0.68427, + "recall_at_1000": 1.0, + "recall_at_20": 0.4427, + "recall_at_3": 0.23146, + "recall_at_5": 0.27303 + }, + { + "cv_recall_at_1": 0.16744, + "cv_recall_at_10": 0.36512, + "cv_recall_at_100": 0.75698, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.47442, + "cv_recall_at_3": 0.25116, + "cv_recall_at_5": 0.28256, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.25512, + "map_at_1": 0.16744, + "map_at_10": 0.2215, + "map_at_100": 0.23559, + "map_at_1000": 0.23685, + "map_at_20": 0.22923, + "map_at_3": 0.20368, + "map_at_5": 0.21072, + "mrr_at_1": 0.16744186046511628, + "mrr_at_10": 0.22149686231081575, + "mrr_at_100": 0.2355936212080499, + "mrr_at_1000": 0.23685488711895378, + "mrr_at_20": 0.22923039957338684, + "mrr_at_3": 0.20368217054263568, + "mrr_at_5": 0.21071705426356593, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.3155611666828518, + "nauc_cv_recall_at_100_max": 0.45741229085892576, + "nauc_cv_recall_at_100_std": 0.3904921274057909, + "nauc_cv_recall_at_10_diff1": 0.4543116227676328, + "nauc_cv_recall_at_10_max": 0.3076640924878011, + "nauc_cv_recall_at_10_std": 0.09878880673568347, + "nauc_cv_recall_at_1_diff1": 0.6522816689962211, + "nauc_cv_recall_at_1_max": 0.33478067677865797, + "nauc_cv_recall_at_1_std": 0.08616115338820735, + "nauc_cv_recall_at_20_diff1": 0.3758814279747424, + "nauc_cv_recall_at_20_max": 0.297032013955431, + "nauc_cv_recall_at_20_std": 0.11695658583327197, + "nauc_cv_recall_at_3_diff1": 0.5426482437452204, + "nauc_cv_recall_at_3_max": 0.2972351961105648, + "nauc_cv_recall_at_3_std": 0.09761314596307219, + "nauc_cv_recall_at_5_diff1": 0.4755336920118826, + "nauc_cv_recall_at_5_max": 0.27284958625831, + "nauc_cv_recall_at_5_std": 0.08428460770948648, + "nauc_map_at_1000_diff1": 0.5679377206906693, + "nauc_map_at_1000_max": 0.31379566050626934, + "nauc_map_at_1000_std": 0.09487094415683674, + "nauc_map_at_100_diff1": 0.5672953157822261, + "nauc_map_at_100_max": 0.31403082416608186, + "nauc_map_at_100_std": 0.09546910746381114, + "nauc_map_at_10_diff1": 0.5746252363701051, + "nauc_map_at_10_max": 0.31445558548372626, + "nauc_map_at_10_std": 0.09096313225792232, + "nauc_map_at_1_diff1": 0.6522816689962211, + "nauc_map_at_1_max": 0.33478067677865797, + "nauc_map_at_1_std": 0.08616115338820735, + "nauc_map_at_20_diff1": 0.5670389052295799, + "nauc_map_at_20_max": 0.3130057286872424, + "nauc_map_at_20_std": 0.09273511502840416, + "nauc_map_at_3_diff1": 0.598818834786234, + "nauc_map_at_3_max": 0.31446259263387427, + "nauc_map_at_3_std": 0.09122519390838411, + "nauc_map_at_5_diff1": 0.5801340704820455, + "nauc_map_at_5_max": 0.3080495979250753, + "nauc_map_at_5_std": 0.0880409321335613, + "nauc_mrr_at_1000_diff1": 0.5679381592464301, + "nauc_mrr_at_1000_max": 0.31379554761149336, + "nauc_mrr_at_1000_std": 0.09487076381672727, + "nauc_mrr_at_100_diff1": 0.5672953157822261, + "nauc_mrr_at_100_max": 0.31403082416608186, + "nauc_mrr_at_100_std": 0.09546910746381114, + "nauc_mrr_at_10_diff1": 0.5746252363701051, + "nauc_mrr_at_10_max": 0.31445558548372626, + "nauc_mrr_at_10_std": 0.09096313225792232, + "nauc_mrr_at_1_diff1": 0.6522816689962211, + "nauc_mrr_at_1_max": 0.33478067677865797, + "nauc_mrr_at_1_std": 0.08616115338820735, + "nauc_mrr_at_20_diff1": 0.5670389052295799, + "nauc_mrr_at_20_max": 0.3130057286872424, + "nauc_mrr_at_20_std": 0.09273511502840416, + "nauc_mrr_at_3_diff1": 0.598818834786234, + "nauc_mrr_at_3_max": 0.31446259263387427, + "nauc_mrr_at_3_std": 0.09122519390838411, + "nauc_mrr_at_5_diff1": 0.5801340704820455, + "nauc_mrr_at_5_max": 0.3080495979250753, + "nauc_mrr_at_5_std": 0.0880409321335613, + "nauc_ndcg_at_1000_diff1": 0.5396722787543929, + "nauc_ndcg_at_1000_max": 0.3146022960220083, + "nauc_ndcg_at_1000_std": 0.10577477970824188, + "nauc_ndcg_at_100_diff1": 0.5190228546300492, + "nauc_ndcg_at_100_max": 0.3272980019602004, + "nauc_ndcg_at_100_std": 0.13152036231548603, + "nauc_ndcg_at_10_diff1": 0.5404999650445497, + "nauc_ndcg_at_10_max": 0.311839837720339, + "nauc_ndcg_at_10_std": 0.0931436541198744, + "nauc_ndcg_at_1_diff1": 0.6522816689962211, + "nauc_ndcg_at_1_max": 0.33478067677865797, + "nauc_ndcg_at_1_std": 0.08616115338820735, + "nauc_ndcg_at_20_diff1": 0.5165761612528892, + "nauc_ndcg_at_20_max": 0.30809471053636023, + "nauc_ndcg_at_20_std": 0.09875190211945468, + "nauc_ndcg_at_3_diff1": 0.5831062669245733, + "nauc_ndcg_at_3_max": 0.30956315539138013, + "nauc_ndcg_at_3_std": 0.09299125335033034, + "nauc_ndcg_at_5_diff1": 0.5511165710586254, + "nauc_ndcg_at_5_max": 0.29827585834017506, + "nauc_ndcg_at_5_std": 0.0871820714733284, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3155611666828535, + "nauc_precision_at_100_max": 0.4574122908589268, + "nauc_precision_at_100_std": 0.39049212740579214, + "nauc_precision_at_10_diff1": 0.45431162276763287, + "nauc_precision_at_10_max": 0.30766409248780135, + "nauc_precision_at_10_std": 0.09878880673568358, + "nauc_precision_at_1_diff1": 0.6522816689962211, + "nauc_precision_at_1_max": 0.33478067677865797, + "nauc_precision_at_1_std": 0.08616115338820735, + "nauc_precision_at_20_diff1": 0.3758814279747427, + "nauc_precision_at_20_max": 0.29703201395543116, + "nauc_precision_at_20_std": 0.1169565858332718, + "nauc_precision_at_3_diff1": 0.54264824374522, + "nauc_precision_at_3_max": 0.2972351961105648, + "nauc_precision_at_3_std": 0.0976131459630722, + "nauc_precision_at_5_diff1": 0.4755336920118825, + "nauc_precision_at_5_max": 0.27284958625830985, + "nauc_precision_at_5_std": 0.08428460770948652, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3155611666828518, + "nauc_recall_at_100_max": 0.45741229085892576, + "nauc_recall_at_100_std": 0.3904921274057909, + "nauc_recall_at_10_diff1": 0.4543116227676328, + "nauc_recall_at_10_max": 0.3076640924878011, + "nauc_recall_at_10_std": 0.09878880673568347, + "nauc_recall_at_1_diff1": 0.6522816689962211, + "nauc_recall_at_1_max": 0.33478067677865797, + "nauc_recall_at_1_std": 0.08616115338820735, + "nauc_recall_at_20_diff1": 0.3758814279747424, + "nauc_recall_at_20_max": 0.297032013955431, + "nauc_recall_at_20_std": 0.11695658583327197, + "nauc_recall_at_3_diff1": 0.5426482437452204, + "nauc_recall_at_3_max": 0.2972351961105648, + "nauc_recall_at_3_std": 0.09761314596307219, + "nauc_recall_at_5_diff1": 0.4755336920118826, + "nauc_recall_at_5_max": 0.27284958625831, + "nauc_recall_at_5_std": 0.08428460770948648, + "ndcg_at_1": 0.16744, + "ndcg_at_10": 0.25512, + "ndcg_at_100": 0.33361, + "ndcg_at_1000": 0.36507, + "ndcg_at_20": 0.28294, + "ndcg_at_3": 0.21585, + "ndcg_at_5": 0.22866, + "precision_at_1": 0.16744, + "precision_at_10": 0.03651, + "precision_at_100": 0.00757, + "precision_at_1000": 0.001, + "precision_at_20": 0.02372, + "precision_at_3": 0.08372, + "precision_at_5": 0.05651, + "recall_at_1": 0.16744, + "recall_at_10": 0.36512, + "recall_at_100": 0.75698, + "recall_at_1000": 1.0, + "recall_at_20": 0.47442, + "recall_at_3": 0.25116, + "recall_at_5": 0.28256 + }, + { + "cv_recall_at_1": 0.50842, + "cv_recall_at_10": 0.74186, + "cv_recall_at_100": 0.90685, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.79798, + "cv_recall_at_3": 0.63749, + "cv_recall_at_5": 0.6835, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.62154, + "map_at_1": 0.50842, + "map_at_10": 0.58334, + "map_at_100": 0.58977, + "map_at_1000": 0.59026, + "map_at_20": 0.58734, + "map_at_3": 0.56472, + "map_at_5": 0.57516, + "mrr_at_1": 0.5084175084175084, + "mrr_at_10": 0.5833409046372006, + "mrr_at_100": 0.5897669028137018, + "mrr_at_1000": 0.590260080374905, + "mrr_at_20": 0.587342077177479, + "mrr_at_3": 0.5647212869435088, + "mrr_at_5": 0.5751589973812189, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.6977811922414636, + "nauc_cv_recall_at_100_max": 0.6903446325672074, + "nauc_cv_recall_at_100_std": 0.5508802823143485, + "nauc_cv_recall_at_10_diff1": 0.7102384212164595, + "nauc_cv_recall_at_10_max": 0.531658928303646, + "nauc_cv_recall_at_10_std": 0.27018476526472457, + "nauc_cv_recall_at_1_diff1": 0.8146433011443713, + "nauc_cv_recall_at_1_max": 0.49933124251165467, + "nauc_cv_recall_at_1_std": 0.020398181485709738, + "nauc_cv_recall_at_20_diff1": 0.680292572444529, + "nauc_cv_recall_at_20_max": 0.5617293068211144, + "nauc_cv_recall_at_20_std": 0.38890792758037185, + "nauc_cv_recall_at_3_diff1": 0.7357291583736335, + "nauc_cv_recall_at_3_max": 0.5065655310271268, + "nauc_cv_recall_at_3_std": 0.09673314934363086, + "nauc_cv_recall_at_5_diff1": 0.7182209149801598, + "nauc_cv_recall_at_5_max": 0.5124711032629541, + "nauc_cv_recall_at_5_std": 0.1370912516418801, + "nauc_map_at_1000_diff1": 0.7810117882647332, + "nauc_map_at_1000_max": 0.5087532878090155, + "nauc_map_at_1000_std": 0.07156532369375307, + "nauc_map_at_100_diff1": 0.7808851016482755, + "nauc_map_at_100_max": 0.5089571032641548, + "nauc_map_at_100_std": 0.07219028700236066, + "nauc_map_at_10_diff1": 0.7805002652086618, + "nauc_map_at_10_max": 0.5063502982591215, + "nauc_map_at_10_std": 0.06890074443620031, + "nauc_map_at_1_diff1": 0.8146433011443713, + "nauc_map_at_1_max": 0.49933124251165467, + "nauc_map_at_1_std": 0.020398181485709738, + "nauc_map_at_20_diff1": 0.7798997218692829, + "nauc_map_at_20_max": 0.5073921256789337, + "nauc_map_at_20_std": 0.07219065379286495, + "nauc_map_at_3_diff1": 0.782875759866369, + "nauc_map_at_3_max": 0.5034365061077172, + "nauc_map_at_3_std": 0.0503649362897909, + "nauc_map_at_5_diff1": 0.7805620961748264, + "nauc_map_at_5_max": 0.5043784361078906, + "nauc_map_at_5_std": 0.05651909052654164, + "nauc_mrr_at_1000_diff1": 0.7810117882647332, + "nauc_mrr_at_1000_max": 0.5087532878090155, + "nauc_mrr_at_1000_std": 0.07156532369375307, + "nauc_mrr_at_100_diff1": 0.7808851016482755, + "nauc_mrr_at_100_max": 0.5089571032641548, + "nauc_mrr_at_100_std": 0.07219028700236066, + "nauc_mrr_at_10_diff1": 0.7805002652086618, + "nauc_mrr_at_10_max": 0.5063502982591215, + "nauc_mrr_at_10_std": 0.06890074443620031, + "nauc_mrr_at_1_diff1": 0.8146433011443713, + "nauc_mrr_at_1_max": 0.49933124251165467, + "nauc_mrr_at_1_std": 0.020398181485709738, + "nauc_mrr_at_20_diff1": 0.7798997218692829, + "nauc_mrr_at_20_max": 0.5073921256789337, + "nauc_mrr_at_20_std": 0.07219065379286495, + "nauc_mrr_at_3_diff1": 0.782875759866369, + "nauc_mrr_at_3_max": 0.5034365061077172, + "nauc_mrr_at_3_std": 0.0503649362897909, + "nauc_mrr_at_5_diff1": 0.7805620961748264, + "nauc_mrr_at_5_max": 0.5043784361078906, + "nauc_mrr_at_5_std": 0.05651909052654164, + "nauc_ndcg_at_1000_diff1": 0.7738005617196608, + "nauc_ndcg_at_1000_max": 0.5153371875544834, + "nauc_ndcg_at_1000_std": 0.09528500134059216, + "nauc_ndcg_at_100_diff1": 0.7703938756539106, + "nauc_ndcg_at_100_max": 0.5228755704005162, + "nauc_ndcg_at_100_std": 0.11535325549845764, + "nauc_ndcg_at_10_diff1": 0.7664599452451597, + "nauc_ndcg_at_10_max": 0.5109745148698641, + "nauc_ndcg_at_10_std": 0.10569364055562012, + "nauc_ndcg_at_1_diff1": 0.8146433011443713, + "nauc_ndcg_at_1_max": 0.49933124251165467, + "nauc_ndcg_at_1_std": 0.020398181485709738, + "nauc_ndcg_at_20_diff1": 0.7634906866295377, + "nauc_ndcg_at_20_max": 0.5152927534908216, + "nauc_ndcg_at_20_std": 0.11988886514932286, + "nauc_ndcg_at_3_diff1": 0.7716381069994489, + "nauc_ndcg_at_3_max": 0.504234251640214, + "nauc_ndcg_at_3_std": 0.061383868607826936, + "nauc_ndcg_at_5_diff1": 0.7667298291443791, + "nauc_ndcg_at_5_max": 0.5061599949153522, + "nauc_ndcg_at_5_std": 0.07403612092966083, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6977811922414628, + "nauc_precision_at_100_max": 0.6903446325672082, + "nauc_precision_at_100_std": 0.5508802823143504, + "nauc_precision_at_10_diff1": 0.7102384212164586, + "nauc_precision_at_10_max": 0.5316589283036451, + "nauc_precision_at_10_std": 0.27018476526472307, + "nauc_precision_at_1_diff1": 0.8146433011443713, + "nauc_precision_at_1_max": 0.49933124251165467, + "nauc_precision_at_1_std": 0.020398181485709738, + "nauc_precision_at_20_diff1": 0.6802925724445281, + "nauc_precision_at_20_max": 0.5617293068211142, + "nauc_precision_at_20_std": 0.38890792758037157, + "nauc_precision_at_3_diff1": 0.7357291583736333, + "nauc_precision_at_3_max": 0.5065655310271261, + "nauc_precision_at_3_std": 0.09673314934363113, + "nauc_precision_at_5_diff1": 0.7182209149801593, + "nauc_precision_at_5_max": 0.5124711032629536, + "nauc_precision_at_5_std": 0.1370912516418799, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6977811922414636, + "nauc_recall_at_100_max": 0.6903446325672074, + "nauc_recall_at_100_std": 0.5508802823143485, + "nauc_recall_at_10_diff1": 0.7102384212164595, + "nauc_recall_at_10_max": 0.531658928303646, + "nauc_recall_at_10_std": 0.27018476526472457, + "nauc_recall_at_1_diff1": 0.8146433011443713, + "nauc_recall_at_1_max": 0.49933124251165467, + "nauc_recall_at_1_std": 0.020398181485709738, + "nauc_recall_at_20_diff1": 0.680292572444529, + "nauc_recall_at_20_max": 0.5617293068211144, + "nauc_recall_at_20_std": 0.38890792758037185, + "nauc_recall_at_3_diff1": 0.7357291583736335, + "nauc_recall_at_3_max": 0.5065655310271268, + "nauc_recall_at_3_std": 0.09673314934363086, + "nauc_recall_at_5_diff1": 0.7182209149801598, + "nauc_recall_at_5_max": 0.5124711032629541, + "nauc_recall_at_5_std": 0.1370912516418801, + "ndcg_at_1": 0.50842, + "ndcg_at_10": 0.62154, + "ndcg_at_100": 0.65532, + "ndcg_at_1000": 0.66746, + "ndcg_at_20": 0.63586, + "ndcg_at_3": 0.58338, + "ndcg_at_5": 0.60227, + "precision_at_1": 0.50842, + "precision_at_10": 0.07419, + "precision_at_100": 0.00907, + "precision_at_1000": 0.001, + "precision_at_20": 0.0399, + "precision_at_3": 0.2125, + "precision_at_5": 0.1367, + "recall_at_1": 0.50842, + "recall_at_10": 0.74186, + "recall_at_100": 0.90685, + "recall_at_1000": 1.0, + "recall_at_20": 0.79798, + "recall_at_3": 0.63749, + "recall_at_5": 0.6835 + }, + { + "cv_recall_at_1": 0.08246, + "cv_recall_at_10": 0.19649, + "cv_recall_at_100": 0.48596, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.23333, + "cv_recall_at_3": 0.1193, + "cv_recall_at_5": 0.15088, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.13156, + "map_at_1": 0.08246, + "map_at_10": 0.1118, + "map_at_100": 0.11956, + "map_at_1000": 0.12204, + "map_at_20": 0.11438, + "map_at_3": 0.09854, + "map_at_5": 0.10591, + "mrr_at_1": 0.0824561403508772, + "mrr_at_10": 0.11179824561403513, + "mrr_at_100": 0.1195605084094835, + "mrr_at_1000": 0.12204457182360474, + "mrr_at_20": 0.11438025632114773, + "mrr_at_3": 0.09853801169590644, + "mrr_at_5": 0.10590643274853803, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.23848481817399358, + "nauc_cv_recall_at_100_max": 0.2780996955027928, + "nauc_cv_recall_at_100_std": 0.4483157280135105, + "nauc_cv_recall_at_10_diff1": 0.41543817720122717, + "nauc_cv_recall_at_10_max": 0.3404936172168539, + "nauc_cv_recall_at_10_std": 0.40725431168204446, + "nauc_cv_recall_at_1_diff1": 0.7881759900439002, + "nauc_cv_recall_at_1_max": 0.5271366508914248, + "nauc_cv_recall_at_1_std": 0.4374689585486017, + "nauc_cv_recall_at_20_diff1": 0.37609410863557907, + "nauc_cv_recall_at_20_max": 0.3282897728935001, + "nauc_cv_recall_at_20_std": 0.4261219018540338, + "nauc_cv_recall_at_3_diff1": 0.5818612882759543, + "nauc_cv_recall_at_3_max": 0.40298276955955536, + "nauc_cv_recall_at_3_std": 0.38599024944067867, + "nauc_cv_recall_at_5_diff1": 0.49318266650703224, + "nauc_cv_recall_at_5_max": 0.40355374636420616, + "nauc_cv_recall_at_5_std": 0.41270925622046467, + "nauc_map_at_1000_diff1": 0.619423325807602, + "nauc_map_at_1000_max": 0.4443675920403044, + "nauc_map_at_1000_std": 0.4262573861773211, + "nauc_map_at_100_diff1": 0.616446963844894, + "nauc_map_at_100_max": 0.4428822327863043, + "nauc_map_at_100_std": 0.4261337543043992, + "nauc_map_at_10_diff1": 0.6301642227971276, + "nauc_map_at_10_max": 0.44727900681909044, + "nauc_map_at_10_std": 0.4228057973690992, + "nauc_map_at_1_diff1": 0.7881759900439002, + "nauc_map_at_1_max": 0.5271366508914248, + "nauc_map_at_1_std": 0.4374689585486017, + "nauc_map_at_20_diff1": 0.6241634212559133, + "nauc_map_at_20_max": 0.4459319580120189, + "nauc_map_at_20_std": 0.42552264032079873, + "nauc_map_at_3_diff1": 0.6860315933291902, + "nauc_map_at_3_max": 0.4627361884329836, + "nauc_map_at_3_std": 0.4158925405410705, + "nauc_map_at_5_diff1": 0.653263228710077, + "nauc_map_at_5_max": 0.4607797632861452, + "nauc_map_at_5_std": 0.42253211669153967, + "nauc_mrr_at_1000_diff1": 0.619423325807602, + "nauc_mrr_at_1000_max": 0.4443675920403044, + "nauc_mrr_at_1000_std": 0.4262573861773211, + "nauc_mrr_at_100_diff1": 0.616446963844894, + "nauc_mrr_at_100_max": 0.4428822327863043, + "nauc_mrr_at_100_std": 0.4261337543043992, + "nauc_mrr_at_10_diff1": 0.6301642227971276, + "nauc_mrr_at_10_max": 0.44727900681909044, + "nauc_mrr_at_10_std": 0.4228057973690992, + "nauc_mrr_at_1_diff1": 0.7881759900439002, + "nauc_mrr_at_1_max": 0.5271366508914248, + "nauc_mrr_at_1_std": 0.4374689585486017, + "nauc_mrr_at_20_diff1": 0.6241634212559133, + "nauc_mrr_at_20_max": 0.4459319580120189, + "nauc_mrr_at_20_std": 0.42552264032079873, + "nauc_mrr_at_3_diff1": 0.6860315933291902, + "nauc_mrr_at_3_max": 0.4627361884329836, + "nauc_mrr_at_3_std": 0.4158925405410705, + "nauc_mrr_at_5_diff1": 0.653263228710077, + "nauc_mrr_at_5_max": 0.4607797632861452, + "nauc_mrr_at_5_std": 0.42253211669153967, + "nauc_ndcg_at_1000_diff1": 0.5601778359428754, + "nauc_ndcg_at_1000_max": 0.4189585137835097, + "nauc_ndcg_at_1000_std": 0.4282972488935674, + "nauc_ndcg_at_100_diff1": 0.49652500435897334, + "nauc_ndcg_at_100_max": 0.3904312925139352, + "nauc_ndcg_at_100_std": 0.43115952849055644, + "nauc_ndcg_at_10_diff1": 0.5601850127764495, + "nauc_ndcg_at_10_max": 0.4132393273356581, + "nauc_ndcg_at_10_std": 0.41786479744859456, + "nauc_ndcg_at_1_diff1": 0.7881759900439002, + "nauc_ndcg_at_1_max": 0.5271366508914248, + "nauc_ndcg_at_1_std": 0.4374689585486017, + "nauc_ndcg_at_20_diff1": 0.5422695603581896, + "nauc_ndcg_at_20_max": 0.4078713890969411, + "nauc_ndcg_at_20_std": 0.4252348047801439, + "nauc_ndcg_at_3_diff1": 0.6561678022728696, + "nauc_ndcg_at_3_max": 0.4454927391585425, + "nauc_ndcg_at_3_std": 0.4074709868295361, + "nauc_ndcg_at_5_diff1": 0.6047492469394583, + "nauc_ndcg_at_5_max": 0.44300596922196894, + "nauc_ndcg_at_5_std": 0.4192443928941932, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.2384848181739936, + "nauc_precision_at_100_max": 0.27809969550279284, + "nauc_precision_at_100_std": 0.44831572801351055, + "nauc_precision_at_10_diff1": 0.41543817720122694, + "nauc_precision_at_10_max": 0.3404936172168537, + "nauc_precision_at_10_std": 0.40725431168204423, + "nauc_precision_at_1_diff1": 0.7881759900439002, + "nauc_precision_at_1_max": 0.5271366508914248, + "nauc_precision_at_1_std": 0.4374689585486017, + "nauc_precision_at_20_diff1": 0.37609410863557896, + "nauc_precision_at_20_max": 0.32828977289350025, + "nauc_precision_at_20_std": 0.42612190185403387, + "nauc_precision_at_3_diff1": 0.5818612882759547, + "nauc_precision_at_3_max": 0.4029827695595554, + "nauc_precision_at_3_std": 0.38599024944067883, + "nauc_precision_at_5_diff1": 0.49318266650703235, + "nauc_precision_at_5_max": 0.40355374636420643, + "nauc_precision_at_5_std": 0.4127092562204649, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.23848481817399358, + "nauc_recall_at_100_max": 0.2780996955027928, + "nauc_recall_at_100_std": 0.4483157280135105, + "nauc_recall_at_10_diff1": 0.41543817720122717, + "nauc_recall_at_10_max": 0.3404936172168539, + "nauc_recall_at_10_std": 0.40725431168204446, + "nauc_recall_at_1_diff1": 0.7881759900439002, + "nauc_recall_at_1_max": 0.5271366508914248, + "nauc_recall_at_1_std": 0.4374689585486017, + "nauc_recall_at_20_diff1": 0.37609410863557907, + "nauc_recall_at_20_max": 0.3282897728935001, + "nauc_recall_at_20_std": 0.4261219018540338, + "nauc_recall_at_3_diff1": 0.5818612882759543, + "nauc_recall_at_3_max": 0.40298276955955536, + "nauc_recall_at_3_std": 0.38599024944067867, + "nauc_recall_at_5_diff1": 0.49318266650703224, + "nauc_recall_at_5_max": 0.40355374636420616, + "nauc_recall_at_5_std": 0.41270925622046467, + "ndcg_at_1": 0.08246, + "ndcg_at_10": 0.13156, + "ndcg_at_100": 0.18517, + "ndcg_at_1000": 0.25104, + "ndcg_at_20": 0.14091, + "ndcg_at_3": 0.10386, + "ndcg_at_5": 0.117, + "precision_at_1": 0.08246, + "precision_at_10": 0.01965, + "precision_at_100": 0.00486, + "precision_at_1000": 0.001, + "precision_at_20": 0.01167, + "precision_at_3": 0.03977, + "precision_at_5": 0.03018, + "recall_at_1": 0.08246, + "recall_at_10": 0.19649, + "recall_at_100": 0.48596, + "recall_at_1000": 1.0, + "recall_at_20": 0.23333, + "recall_at_3": 0.1193, + "recall_at_5": 0.15088 + }, + { + "cv_recall_at_1": 0.28146, + "cv_recall_at_10": 0.48513, + "cv_recall_at_100": 0.77918, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.56407, + "cv_recall_at_3": 0.35812, + "cv_recall_at_5": 0.40046, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "main_score": 0.37248, + "map_at_1": 0.28146, + "map_at_10": 0.33788, + "map_at_100": 0.34847, + "map_at_1000": 0.34953, + "map_at_20": 0.34331, + "map_at_3": 0.31636, + "map_at_5": 0.3262, + "mrr_at_1": 0.2814645308924485, + "mrr_at_10": 0.3378822963205114, + "mrr_at_100": 0.34847209578763483, + "mrr_at_1000": 0.3495290815761699, + "mrr_at_20": 0.34331177017418185, + "mrr_at_3": 0.3163615560640733, + "mrr_at_5": 0.3262013729977116, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.34932998468795345, + "nauc_cv_recall_at_100_max": 0.5753714600936997, + "nauc_cv_recall_at_100_std": 0.4360491728305647, + "nauc_cv_recall_at_10_diff1": 0.5166151838980909, + "nauc_cv_recall_at_10_max": 0.46419054224541006, + "nauc_cv_recall_at_10_std": 0.1876105520707209, + "nauc_cv_recall_at_1_diff1": 0.7440892508386078, + "nauc_cv_recall_at_1_max": 0.4548291267176457, + "nauc_cv_recall_at_1_std": 0.006599870432398388, + "nauc_cv_recall_at_20_diff1": 0.47758396896747074, + "nauc_cv_recall_at_20_max": 0.5097760248029565, + "nauc_cv_recall_at_20_std": 0.2613282694411242, + "nauc_cv_recall_at_3_diff1": 0.6143055626966617, + "nauc_cv_recall_at_3_max": 0.42541096805824885, + "nauc_cv_recall_at_3_std": 0.08912464881100893, + "nauc_cv_recall_at_5_diff1": 0.5908371774719564, + "nauc_cv_recall_at_5_max": 0.4486943218864718, + "nauc_cv_recall_at_5_std": 0.09565149785356179, + "nauc_map_at_1000_diff1": 0.6635556751610107, + "nauc_map_at_1000_max": 0.4516694667637394, + "nauc_map_at_1000_std": 0.06241952508490272, + "nauc_map_at_100_diff1": 0.6626921889571289, + "nauc_map_at_100_max": 0.4519587940605559, + "nauc_map_at_100_std": 0.06340615907295671, + "nauc_map_at_10_diff1": 0.6659223965757382, + "nauc_map_at_10_max": 0.4477204335728731, + "nauc_map_at_10_std": 0.05723630290668432, + "nauc_map_at_1_diff1": 0.7440892508386078, + "nauc_map_at_1_max": 0.4548291267176457, + "nauc_map_at_1_std": 0.006599870432398388, + "nauc_map_at_20_diff1": 0.6640183038107316, + "nauc_map_at_20_max": 0.45117770525747186, + "nauc_map_at_20_std": 0.06228760382026663, + "nauc_map_at_3_diff1": 0.6818687659705938, + "nauc_map_at_3_max": 0.4392047808874562, + "nauc_map_at_3_std": 0.04329965866604979, + "nauc_map_at_5_diff1": 0.6757236325559439, + "nauc_map_at_5_max": 0.44526383671545794, + "nauc_map_at_5_std": 0.044908921967325065, + "nauc_mrr_at_1000_diff1": 0.6635556751610107, + "nauc_mrr_at_1000_max": 0.4516694667637394, + "nauc_mrr_at_1000_std": 0.06241952508490272, + "nauc_mrr_at_100_diff1": 0.6626921889571289, + "nauc_mrr_at_100_max": 0.4519587940605559, + "nauc_mrr_at_100_std": 0.06340615907295671, + "nauc_mrr_at_10_diff1": 0.6659223965757382, + "nauc_mrr_at_10_max": 0.4477204335728731, + "nauc_mrr_at_10_std": 0.05723630290668432, + "nauc_mrr_at_1_diff1": 0.7440892508386078, + "nauc_mrr_at_1_max": 0.4548291267176457, + "nauc_mrr_at_1_std": 0.006599870432398388, + "nauc_mrr_at_20_diff1": 0.6640183038107316, + "nauc_mrr_at_20_max": 0.45117770525747186, + "nauc_mrr_at_20_std": 0.06228760382026663, + "nauc_mrr_at_3_diff1": 0.6818687659705938, + "nauc_mrr_at_3_max": 0.4392047808874562, + "nauc_mrr_at_3_std": 0.04329965866604979, + "nauc_mrr_at_5_diff1": 0.6757236325559439, + "nauc_mrr_at_5_max": 0.44526383671545794, + "nauc_mrr_at_5_std": 0.044908921967325065, + "nauc_ndcg_at_1000_diff1": 0.6383749462925029, + "nauc_ndcg_at_1000_max": 0.45848340658237796, + "nauc_ndcg_at_1000_std": 0.08702927051969854, + "nauc_ndcg_at_100_diff1": 0.6151065936759832, + "nauc_ndcg_at_100_max": 0.4675296810665792, + "nauc_ndcg_at_100_std": 0.11488815515095756, + "nauc_ndcg_at_10_diff1": 0.6295784200068598, + "nauc_ndcg_at_10_max": 0.451212145699924, + "nauc_ndcg_at_10_std": 0.08806375022143757, + "nauc_ndcg_at_1_diff1": 0.7440892508386078, + "nauc_ndcg_at_1_max": 0.4548291267176457, + "nauc_ndcg_at_1_std": 0.006599870432398388, + "nauc_ndcg_at_20_diff1": 0.622080375563178, + "nauc_ndcg_at_20_max": 0.4626560051729655, + "nauc_ndcg_at_20_std": 0.10512648478325441, + "nauc_ndcg_at_3_diff1": 0.663987564213784, + "nauc_ndcg_at_3_max": 0.43548729740830583, + "nauc_ndcg_at_3_std": 0.0553017963802168, + "nauc_ndcg_at_5_diff1": 0.6533851232485005, + "nauc_ndcg_at_5_max": 0.44580433876900977, + "nauc_ndcg_at_5_std": 0.05822191398076574, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.349329984687954, + "nauc_precision_at_100_max": 0.5753714600937007, + "nauc_precision_at_100_std": 0.4360491728305648, + "nauc_precision_at_10_diff1": 0.5166151838980908, + "nauc_precision_at_10_max": 0.4641905422454098, + "nauc_precision_at_10_std": 0.18761055207072072, + "nauc_precision_at_1_diff1": 0.7440892508386078, + "nauc_precision_at_1_max": 0.4548291267176457, + "nauc_precision_at_1_std": 0.006599870432398388, + "nauc_precision_at_20_diff1": 0.47758396896747074, + "nauc_precision_at_20_max": 0.509776024802956, + "nauc_precision_at_20_std": 0.26132826944112364, + "nauc_precision_at_3_diff1": 0.6143055626966614, + "nauc_precision_at_3_max": 0.42541096805824835, + "nauc_precision_at_3_std": 0.08912464881100866, + "nauc_precision_at_5_diff1": 0.5908371774719563, + "nauc_precision_at_5_max": 0.44869432188647174, + "nauc_precision_at_5_std": 0.09565149785356195, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.34932998468795345, + "nauc_recall_at_100_max": 0.5753714600936997, + "nauc_recall_at_100_std": 0.4360491728305647, + "nauc_recall_at_10_diff1": 0.5166151838980909, + "nauc_recall_at_10_max": 0.46419054224541006, + "nauc_recall_at_10_std": 0.1876105520707209, + "nauc_recall_at_1_diff1": 0.7440892508386078, + "nauc_recall_at_1_max": 0.4548291267176457, + "nauc_recall_at_1_std": 0.006599870432398388, + "nauc_recall_at_20_diff1": 0.47758396896747074, + "nauc_recall_at_20_max": 0.5097760248029565, + "nauc_recall_at_20_std": 0.2613282694411242, + "nauc_recall_at_3_diff1": 0.6143055626966617, + "nauc_recall_at_3_max": 0.42541096805824885, + "nauc_recall_at_3_std": 0.08912464881100893, + "nauc_recall_at_5_diff1": 0.5908371774719564, + "nauc_recall_at_5_max": 0.4486943218864718, + "nauc_recall_at_5_std": 0.09565149785356179, + "ndcg_at_1": 0.28146, + "ndcg_at_10": 0.37248, + "ndcg_at_100": 0.43161, + "ndcg_at_1000": 0.45984, + "ndcg_at_20": 0.39237, + "ndcg_at_3": 0.32713, + "ndcg_at_5": 0.34471, + "precision_at_1": 0.28146, + "precision_at_10": 0.04851, + "precision_at_100": 0.00779, + "precision_at_1000": 0.001, + "precision_at_20": 0.0282, + "precision_at_3": 0.11937, + "precision_at_5": 0.08009, + "recall_at_1": 0.28146, + "recall_at_10": 0.48513, + "recall_at_100": 0.77918, + "recall_at_1000": 1.0, + "recall_at_20": 0.56407, + "recall_at_3": 0.35812, + "recall_at_5": 0.40046 + }, + { + "cv_recall_at_1": 0.56493, + "cv_recall_at_10": 0.78579, + "cv_recall_at_100": 0.9545, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.84906, + "cv_recall_at_3": 0.67259, + "cv_recall_at_5": 0.72253, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.66955, + "map_at_1": 0.56493, + "map_at_10": 0.63306, + "map_at_100": 0.64021, + "map_at_1000": 0.64046, + "map_at_20": 0.63745, + "map_at_3": 0.61302, + "map_at_5": 0.62445, + "mrr_at_1": 0.564927857935627, + "mrr_at_10": 0.6330602681324101, + "mrr_at_100": 0.6402059570398387, + "mrr_at_1000": 0.6404573779066952, + "mrr_at_20": 0.6374518773738077, + "mrr_at_3": 0.6130225675175731, + "mrr_at_5": 0.6244543100258969, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.7536092845128153, + "nauc_cv_recall_at_100_max": 0.7685517696368389, + "nauc_cv_recall_at_100_std": 0.7416747448364003, + "nauc_cv_recall_at_10_diff1": 0.7446677172022012, + "nauc_cv_recall_at_10_max": 0.4848156559769109, + "nauc_cv_recall_at_10_std": 0.27822291722547365, + "nauc_cv_recall_at_1_diff1": 0.8529129171302879, + "nauc_cv_recall_at_1_max": 0.4854208594375987, + "nauc_cv_recall_at_1_std": 0.11220419342787168, + "nauc_cv_recall_at_20_diff1": 0.7152210152620466, + "nauc_cv_recall_at_20_max": 0.5093419618089969, + "nauc_cv_recall_at_20_std": 0.31952722781397186, + "nauc_cv_recall_at_3_diff1": 0.7987291872149318, + "nauc_cv_recall_at_3_max": 0.47266289861776534, + "nauc_cv_recall_at_3_std": 0.15022238304790544, + "nauc_cv_recall_at_5_diff1": 0.7702540174147103, + "nauc_cv_recall_at_5_max": 0.46083059121534187, + "nauc_cv_recall_at_5_std": 0.18636651790144276, + "nauc_map_at_1000_diff1": 0.8253362540968048, + "nauc_map_at_1000_max": 0.4837965017623685, + "nauc_map_at_1000_std": 0.1420004533208783, + "nauc_map_at_100_diff1": 0.8252282114430481, + "nauc_map_at_100_max": 0.4839987346975108, + "nauc_map_at_100_std": 0.1424789807481376, + "nauc_map_at_10_diff1": 0.82439509533897, + "nauc_map_at_10_max": 0.48154349516858935, + "nauc_map_at_10_std": 0.14141446616923847, + "nauc_map_at_1_diff1": 0.8529129171302879, + "nauc_map_at_1_max": 0.4854208594375987, + "nauc_map_at_1_std": 0.11220419342787168, + "nauc_map_at_20_diff1": 0.824372991789611, + "nauc_map_at_20_max": 0.48264880992645687, + "nauc_map_at_20_std": 0.1415764288605779, + "nauc_map_at_3_diff1": 0.8306021895214727, + "nauc_map_at_3_max": 0.48060459308194475, + "nauc_map_at_3_std": 0.12697305747126705, + "nauc_map_at_5_diff1": 0.8255314697911217, + "nauc_map_at_5_max": 0.47836790397649964, + "nauc_map_at_5_std": 0.13337887538751342, + "nauc_mrr_at_1000_diff1": 0.8253362900449671, + "nauc_mrr_at_1000_max": 0.48379648836283556, + "nauc_mrr_at_1000_std": 0.1420003680546551, + "nauc_mrr_at_100_diff1": 0.8252282114430481, + "nauc_mrr_at_100_max": 0.4839987346975108, + "nauc_mrr_at_100_std": 0.1424789807481376, + "nauc_mrr_at_10_diff1": 0.82439509533897, + "nauc_mrr_at_10_max": 0.48154349516858935, + "nauc_mrr_at_10_std": 0.14141446616923847, + "nauc_mrr_at_1_diff1": 0.8529129171302879, + "nauc_mrr_at_1_max": 0.4854208594375987, + "nauc_mrr_at_1_std": 0.11220419342787168, + "nauc_mrr_at_20_diff1": 0.824372991789611, + "nauc_mrr_at_20_max": 0.48264880992645687, + "nauc_mrr_at_20_std": 0.1415764288605779, + "nauc_mrr_at_3_diff1": 0.8306021895214727, + "nauc_mrr_at_3_max": 0.48060459308194475, + "nauc_mrr_at_3_std": 0.12697305747126705, + "nauc_mrr_at_5_diff1": 0.8255314697911217, + "nauc_mrr_at_5_max": 0.47836790397649964, + "nauc_mrr_at_5_std": 0.13337887538751342, + "nauc_ndcg_at_1000_diff1": 0.8189740955445418, + "nauc_ndcg_at_1000_max": 0.48739519758688205, + "nauc_ndcg_at_1000_std": 0.1560786057897601, + "nauc_ndcg_at_100_diff1": 0.8170601681119815, + "nauc_ndcg_at_100_max": 0.4941817302873829, + "nauc_ndcg_at_100_std": 0.17053277872707645, + "nauc_ndcg_at_10_diff1": 0.8098947819056849, + "nauc_ndcg_at_10_max": 0.4817583414779039, + "nauc_ndcg_at_10_std": 0.16502964660555786, + "nauc_ndcg_at_1_diff1": 0.8529129171302879, + "nauc_ndcg_at_1_max": 0.4854208594375987, + "nauc_ndcg_at_1_std": 0.11220419342787168, + "nauc_ndcg_at_20_diff1": 0.8090926247820623, + "nauc_ndcg_at_20_max": 0.48551778105850196, + "nauc_ndcg_at_20_std": 0.16566285450230253, + "nauc_ndcg_at_3_diff1": 0.8229903288375536, + "nauc_ndcg_at_3_max": 0.47872741897937043, + "nauc_ndcg_at_3_std": 0.13248601038954932, + "nauc_ndcg_at_5_diff1": 0.8135755859828144, + "nauc_ndcg_at_5_max": 0.4746303106044694, + "nauc_ndcg_at_5_std": 0.14462357276570686, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7536092845128152, + "nauc_precision_at_100_max": 0.7685517696368366, + "nauc_precision_at_100_std": 0.7416747448364028, + "nauc_precision_at_10_diff1": 0.7446677172022022, + "nauc_precision_at_10_max": 0.4848156559769116, + "nauc_precision_at_10_std": 0.27822291722547354, + "nauc_precision_at_1_diff1": 0.8529129171302879, + "nauc_precision_at_1_max": 0.4854208594375987, + "nauc_precision_at_1_std": 0.11220419342787168, + "nauc_precision_at_20_diff1": 0.7152210152620461, + "nauc_precision_at_20_max": 0.5093419618089969, + "nauc_precision_at_20_std": 0.3195272278139724, + "nauc_precision_at_3_diff1": 0.7987291872149324, + "nauc_precision_at_3_max": 0.4726628986177653, + "nauc_precision_at_3_std": 0.15022238304790592, + "nauc_precision_at_5_diff1": 0.770254017414709, + "nauc_precision_at_5_max": 0.4608305912153412, + "nauc_precision_at_5_std": 0.18636651790144232, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7536092845128153, + "nauc_recall_at_100_max": 0.7685517696368389, + "nauc_recall_at_100_std": 0.7416747448364003, + "nauc_recall_at_10_diff1": 0.7446677172022012, + "nauc_recall_at_10_max": 0.4848156559769109, + "nauc_recall_at_10_std": 0.27822291722547365, + "nauc_recall_at_1_diff1": 0.8529129171302879, + "nauc_recall_at_1_max": 0.4854208594375987, + "nauc_recall_at_1_std": 0.11220419342787168, + "nauc_recall_at_20_diff1": 0.7152210152620466, + "nauc_recall_at_20_max": 0.5093419618089969, + "nauc_recall_at_20_std": 0.31952722781397186, + "nauc_recall_at_3_diff1": 0.7987291872149318, + "nauc_recall_at_3_max": 0.47266289861776534, + "nauc_recall_at_3_std": 0.15022238304790544, + "nauc_recall_at_5_diff1": 0.7702540174147103, + "nauc_recall_at_5_max": 0.46083059121534187, + "nauc_recall_at_5_std": 0.18636651790144276, + "ndcg_at_1": 0.56493, + "ndcg_at_10": 0.66955, + "ndcg_at_100": 0.70522, + "ndcg_at_1000": 0.71118, + "ndcg_at_20": 0.68554, + "ndcg_at_3": 0.62835, + "ndcg_at_5": 0.64893, + "precision_at_1": 0.56493, + "precision_at_10": 0.07858, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "precision_at_20": 0.04245, + "precision_at_3": 0.2242, + "precision_at_5": 0.14451, + "recall_at_1": 0.56493, + "recall_at_10": 0.78579, + "recall_at_100": 0.9545, + "recall_at_1000": 1.0, + "recall_at_20": 0.84906, + "recall_at_3": 0.67259, + "recall_at_5": 0.72253 + }, + { + "cv_recall_at_1": 0.08163, + "cv_recall_at_10": 0.18904, + "cv_recall_at_100": 0.50161, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.26101, + "cv_recall_at_3": 0.11923, + "cv_recall_at_5": 0.14823, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.12847, + "map_at_1": 0.08163, + "map_at_10": 0.10993, + "map_at_100": 0.12006, + "map_at_1000": 0.12203, + "map_at_20": 0.11476, + "map_at_3": 0.09792, + "map_at_5": 0.10448, + "mrr_at_1": 0.08163265306122448, + "mrr_at_10": 0.1099342744616644, + "mrr_at_100": 0.12005746932036375, + "mrr_at_1000": 0.12203113427399533, + "mrr_at_20": 0.11475762824669429, + "mrr_at_3": 0.0979233798782671, + "mrr_at_5": 0.10447547440028646, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.14751155284105305, + "nauc_cv_recall_at_100_max": 0.22564543811830431, + "nauc_cv_recall_at_100_std": 0.36565185549033236, + "nauc_cv_recall_at_10_diff1": 0.2860643473956765, + "nauc_cv_recall_at_10_max": 0.29643996104309345, + "nauc_cv_recall_at_10_std": 0.3487498575679017, + "nauc_cv_recall_at_1_diff1": 0.6745448554552967, + "nauc_cv_recall_at_1_max": 0.5000925535843469, + "nauc_cv_recall_at_1_std": 0.4339496692158664, + "nauc_cv_recall_at_20_diff1": 0.25203106653182167, + "nauc_cv_recall_at_20_max": 0.27861817937663164, + "nauc_cv_recall_at_20_std": 0.35497189059078726, + "nauc_cv_recall_at_3_diff1": 0.47610663695685046, + "nauc_cv_recall_at_3_max": 0.43568329084244445, + "nauc_cv_recall_at_3_std": 0.41368899691317484, + "nauc_cv_recall_at_5_diff1": 0.3733814405327858, + "nauc_cv_recall_at_5_max": 0.37192948006470095, + "nauc_cv_recall_at_5_std": 0.40205902036298935, + "nauc_map_at_1000_diff1": 0.4978739033571974, + "nauc_map_at_1000_max": 0.419520151261849, + "nauc_map_at_1000_std": 0.4068692740308292, + "nauc_map_at_100_diff1": 0.4958356262477288, + "nauc_map_at_100_max": 0.4177789835056861, + "nauc_map_at_100_std": 0.40616264397711266, + "nauc_map_at_10_diff1": 0.5109920139660944, + "nauc_map_at_10_max": 0.42545602974269947, + "nauc_map_at_10_std": 0.4051907995409085, + "nauc_map_at_1_diff1": 0.6745448554552967, + "nauc_map_at_1_max": 0.5000925535843469, + "nauc_map_at_1_std": 0.4339496692158664, + "nauc_map_at_20_diff1": 0.5022386869091225, + "nauc_map_at_20_max": 0.4211733453178635, + "nauc_map_at_20_std": 0.4061450432164285, + "nauc_map_at_3_diff1": 0.5694582452423288, + "nauc_map_at_3_max": 0.4625966131133485, + "nauc_map_at_3_std": 0.4194557757874592, + "nauc_map_at_5_diff1": 0.5346634805130233, + "nauc_map_at_5_max": 0.4433674733314563, + "nauc_map_at_5_std": 0.41674610130363493, + "nauc_mrr_at_1000_diff1": 0.49787361295714627, + "nauc_mrr_at_1000_max": 0.4195213345637115, + "nauc_mrr_at_1000_std": 0.4068699032112551, + "nauc_mrr_at_100_diff1": 0.49583533792631634, + "nauc_mrr_at_100_max": 0.4177801598674725, + "nauc_mrr_at_100_std": 0.4061632694340152, + "nauc_mrr_at_10_diff1": 0.5109920139660944, + "nauc_mrr_at_10_max": 0.42545602974269947, + "nauc_mrr_at_10_std": 0.4051907995409085, + "nauc_mrr_at_1_diff1": 0.6745448554552967, + "nauc_mrr_at_1_max": 0.5000925535843469, + "nauc_mrr_at_1_std": 0.4339496692158664, + "nauc_mrr_at_20_diff1": 0.5022386869091225, + "nauc_mrr_at_20_max": 0.4211733453178635, + "nauc_mrr_at_20_std": 0.4061450432164285, + "nauc_mrr_at_3_diff1": 0.5694582452423288, + "nauc_mrr_at_3_max": 0.4625966131133485, + "nauc_mrr_at_3_std": 0.4194557757874592, + "nauc_mrr_at_5_diff1": 0.5346634805130233, + "nauc_mrr_at_5_max": 0.4433674733314563, + "nauc_mrr_at_5_std": 0.41674610130363493, + "nauc_ndcg_at_1000_diff1": 0.4358424701809257, + "nauc_ndcg_at_1000_max": 0.38888310258472764, + "nauc_ndcg_at_1000_std": 0.40007110481304475, + "nauc_ndcg_at_100_diff1": 0.382231846590429, + "nauc_ndcg_at_100_max": 0.35564165055226754, + "nauc_ndcg_at_100_std": 0.39143473660956984, + "nauc_ndcg_at_10_diff1": 0.43889613013765655, + "nauc_ndcg_at_10_max": 0.3850896642714146, + "nauc_ndcg_at_10_std": 0.3879631630579122, + "nauc_ndcg_at_1_diff1": 0.6745448554552967, + "nauc_ndcg_at_1_max": 0.5000925535843469, + "nauc_ndcg_at_1_std": 0.4339496692158664, + "nauc_ndcg_at_20_diff1": 0.4168988692194725, + "nauc_ndcg_at_20_max": 0.3736432108951681, + "nauc_ndcg_at_20_std": 0.3894409640165071, + "nauc_ndcg_at_3_diff1": 0.542351084582344, + "nauc_ndcg_at_3_max": 0.4546420999628177, + "nauc_ndcg_at_3_std": 0.4176261772057995, + "nauc_ndcg_at_5_diff1": 0.48597152615731637, + "nauc_ndcg_at_5_max": 0.4220938155113547, + "nauc_ndcg_at_5_std": 0.4123319702203166, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.1475115528410533, + "nauc_precision_at_100_max": 0.2256454381183047, + "nauc_precision_at_100_std": 0.3656518554903324, + "nauc_precision_at_10_diff1": 0.2860643473956765, + "nauc_precision_at_10_max": 0.29643996104309334, + "nauc_precision_at_10_std": 0.3487498575679015, + "nauc_precision_at_1_diff1": 0.6745448554552967, + "nauc_precision_at_1_max": 0.5000925535843469, + "nauc_precision_at_1_std": 0.4339496692158664, + "nauc_precision_at_20_diff1": 0.2520310665318214, + "nauc_precision_at_20_max": 0.27861817937663186, + "nauc_precision_at_20_std": 0.3549718905907873, + "nauc_precision_at_3_diff1": 0.47610663695684996, + "nauc_precision_at_3_max": 0.4356832908424444, + "nauc_precision_at_3_std": 0.41368899691317473, + "nauc_precision_at_5_diff1": 0.37338144053278555, + "nauc_precision_at_5_max": 0.37192948006470095, + "nauc_precision_at_5_std": 0.4020590203629894, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.14751155284105305, + "nauc_recall_at_100_max": 0.22564543811830431, + "nauc_recall_at_100_std": 0.36565185549033236, + "nauc_recall_at_10_diff1": 0.2860643473956765, + "nauc_recall_at_10_max": 0.29643996104309345, + "nauc_recall_at_10_std": 0.3487498575679017, + "nauc_recall_at_1_diff1": 0.6745448554552967, + "nauc_recall_at_1_max": 0.5000925535843469, + "nauc_recall_at_1_std": 0.4339496692158664, + "nauc_recall_at_20_diff1": 0.25203106653182167, + "nauc_recall_at_20_max": 0.27861817937663164, + "nauc_recall_at_20_std": 0.35497189059078726, + "nauc_recall_at_3_diff1": 0.47610663695685046, + "nauc_recall_at_3_max": 0.43568329084244445, + "nauc_recall_at_3_std": 0.41368899691317484, + "nauc_recall_at_5_diff1": 0.3733814405327858, + "nauc_recall_at_5_max": 0.37192948006470095, + "nauc_recall_at_5_std": 0.40205902036298935, + "ndcg_at_1": 0.08163, + "ndcg_at_10": 0.12847, + "ndcg_at_100": 0.18934, + "ndcg_at_1000": 0.25043, + "ndcg_at_20": 0.14645, + "ndcg_at_3": 0.10338, + "ndcg_at_5": 0.11526, + "precision_at_1": 0.08163, + "precision_at_10": 0.0189, + "precision_at_100": 0.00502, + "precision_at_1000": 0.001, + "precision_at_20": 0.01305, + "precision_at_3": 0.03974, + "precision_at_5": 0.02965, + "recall_at_1": 0.08163, + "recall_at_10": 0.18904, + "recall_at_100": 0.50161, + "recall_at_1000": 1.0, + "recall_at_20": 0.26101, + "recall_at_3": 0.11923, + "recall_at_5": 0.14823 + }, + { + "cv_recall_at_1": 0.096, + "cv_recall_at_10": 0.218, + "cv_recall_at_100": 0.462, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.271, + "cv_recall_at_3": 0.149, + "cv_recall_at_5": 0.172, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.15148, + "map_at_1": 0.096, + "map_at_10": 0.13099, + "map_at_100": 0.13896, + "map_at_1000": 0.14107, + "map_at_20": 0.13474, + "map_at_3": 0.11983, + "map_at_5": 0.12488, + "mrr_at_1": 0.096, + "mrr_at_10": 0.13098531746031747, + "mrr_at_100": 0.13896170761443877, + "mrr_at_1000": 0.14107497329376809, + "mrr_at_20": 0.13473580277651484, + "mrr_at_3": 0.11983333333333332, + "mrr_at_5": 0.12488333333333335, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.31076379300822904, + "nauc_cv_recall_at_100_max": 0.3998440487367423, + "nauc_cv_recall_at_100_std": 0.324715250876404, + "nauc_cv_recall_at_10_diff1": 0.38215109042528295, + "nauc_cv_recall_at_10_max": 0.3335709361342387, + "nauc_cv_recall_at_10_std": 0.19664777282468648, + "nauc_cv_recall_at_1_diff1": 0.6314143412932651, + "nauc_cv_recall_at_1_max": 0.41841069671764586, + "nauc_cv_recall_at_1_std": 0.20914944995975326, + "nauc_cv_recall_at_20_diff1": 0.355102914918089, + "nauc_cv_recall_at_20_max": 0.3481563529556926, + "nauc_cv_recall_at_20_std": 0.21010726183773293, + "nauc_cv_recall_at_3_diff1": 0.4801968463257448, + "nauc_cv_recall_at_3_max": 0.4484818156216887, + "nauc_cv_recall_at_3_std": 0.2781092541679922, + "nauc_cv_recall_at_5_diff1": 0.439680987927112, + "nauc_cv_recall_at_5_max": 0.40597175482079656, + "nauc_cv_recall_at_5_std": 0.26277429296196414, + "nauc_map_at_1000_diff1": 0.5160698132598479, + "nauc_map_at_1000_max": 0.41257953784470985, + "nauc_map_at_1000_std": 0.2405028977362211, + "nauc_map_at_100_diff1": 0.5149936007224473, + "nauc_map_at_100_max": 0.4123488602331851, + "nauc_map_at_100_std": 0.24045219275874782, + "nauc_map_at_10_diff1": 0.521754177659713, + "nauc_map_at_10_max": 0.4099643031558265, + "nauc_map_at_10_std": 0.23509281560035314, + "nauc_map_at_1_diff1": 0.6314143412932651, + "nauc_map_at_1_max": 0.41841069671764586, + "nauc_map_at_1_std": 0.20914944995975326, + "nauc_map_at_20_diff1": 0.5178858575458826, + "nauc_map_at_20_max": 0.41082413685719776, + "nauc_map_at_20_std": 0.23591664956917177, + "nauc_map_at_3_diff1": 0.5493791787574669, + "nauc_map_at_3_max": 0.4366534865844311, + "nauc_map_at_3_std": 0.2512776116625236, + "nauc_map_at_5_diff1": 0.536436215744084, + "nauc_map_at_5_max": 0.42485582874292555, + "nauc_map_at_5_std": 0.24757945180493524, + "nauc_mrr_at_1000_diff1": 0.5160698132598479, + "nauc_mrr_at_1000_max": 0.41257953784470985, + "nauc_mrr_at_1000_std": 0.2405028977362211, + "nauc_mrr_at_100_diff1": 0.5149936007224473, + "nauc_mrr_at_100_max": 0.4123488602331851, + "nauc_mrr_at_100_std": 0.24045219275874782, + "nauc_mrr_at_10_diff1": 0.521754177659713, + "nauc_mrr_at_10_max": 0.4099643031558265, + "nauc_mrr_at_10_std": 0.23509281560035314, + "nauc_mrr_at_1_diff1": 0.6314143412932651, + "nauc_mrr_at_1_max": 0.41841069671764586, + "nauc_mrr_at_1_std": 0.20914944995975326, + "nauc_mrr_at_20_diff1": 0.5178858575458826, + "nauc_mrr_at_20_max": 0.41082413685719776, + "nauc_mrr_at_20_std": 0.23591664956917177, + "nauc_mrr_at_3_diff1": 0.5493791787574669, + "nauc_mrr_at_3_max": 0.4366534865844311, + "nauc_mrr_at_3_std": 0.2512776116625236, + "nauc_mrr_at_5_diff1": 0.536436215744084, + "nauc_mrr_at_5_max": 0.42485582874292555, + "nauc_mrr_at_5_std": 0.24757945180493524, + "nauc_ndcg_at_1000_diff1": 0.480757159232348, + "nauc_ndcg_at_1000_max": 0.4060259454455605, + "nauc_ndcg_at_1000_std": 0.24825519139717867, + "nauc_ndcg_at_100_diff1": 0.4513665795585693, + "nauc_ndcg_at_100_max": 0.40384720146777503, + "nauc_ndcg_at_100_std": 0.25896097092497994, + "nauc_ndcg_at_10_diff1": 0.47838296717969875, + "nauc_ndcg_at_10_max": 0.3880846270218068, + "nauc_ndcg_at_10_std": 0.22518898143499563, + "nauc_ndcg_at_1_diff1": 0.6314143412932651, + "nauc_ndcg_at_1_max": 0.41841069671764586, + "nauc_ndcg_at_1_std": 0.20914944995975326, + "nauc_ndcg_at_20_diff1": 0.46631502103347294, + "nauc_ndcg_at_20_max": 0.39150783743703094, + "nauc_ndcg_at_20_std": 0.22872029282256662, + "nauc_ndcg_at_3_diff1": 0.5292375963981599, + "nauc_ndcg_at_3_max": 0.44017880892606553, + "nauc_ndcg_at_3_std": 0.25928897132564943, + "nauc_ndcg_at_5_diff1": 0.5075959544238287, + "nauc_ndcg_at_5_max": 0.4199052075354429, + "nauc_ndcg_at_5_std": 0.2526852162522937, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3107637930082286, + "nauc_precision_at_100_max": 0.39984404873674223, + "nauc_precision_at_100_std": 0.32471525087640407, + "nauc_precision_at_10_diff1": 0.3821510904252831, + "nauc_precision_at_10_max": 0.3335709361342387, + "nauc_precision_at_10_std": 0.19664777282468657, + "nauc_precision_at_1_diff1": 0.6314143412932651, + "nauc_precision_at_1_max": 0.41841069671764586, + "nauc_precision_at_1_std": 0.20914944995975326, + "nauc_precision_at_20_diff1": 0.35510291491808915, + "nauc_precision_at_20_max": 0.34815635295569247, + "nauc_precision_at_20_std": 0.21010726183773287, + "nauc_precision_at_3_diff1": 0.48019684632574444, + "nauc_precision_at_3_max": 0.44848181562168865, + "nauc_precision_at_3_std": 0.27810925416799187, + "nauc_precision_at_5_diff1": 0.43968098792711197, + "nauc_precision_at_5_max": 0.4059717548207963, + "nauc_precision_at_5_std": 0.26277429296196425, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.31076379300822904, + "nauc_recall_at_100_max": 0.3998440487367423, + "nauc_recall_at_100_std": 0.324715250876404, + "nauc_recall_at_10_diff1": 0.38215109042528295, + "nauc_recall_at_10_max": 0.3335709361342387, + "nauc_recall_at_10_std": 0.19664777282468648, + "nauc_recall_at_1_diff1": 0.6314143412932651, + "nauc_recall_at_1_max": 0.41841069671764586, + "nauc_recall_at_1_std": 0.20914944995975326, + "nauc_recall_at_20_diff1": 0.355102914918089, + "nauc_recall_at_20_max": 0.3481563529556926, + "nauc_recall_at_20_std": 0.21010726183773293, + "nauc_recall_at_3_diff1": 0.4801968463257448, + "nauc_recall_at_3_max": 0.4484818156216887, + "nauc_recall_at_3_std": 0.2781092541679922, + "nauc_recall_at_5_diff1": 0.439680987927112, + "nauc_recall_at_5_max": 0.40597175482079656, + "nauc_recall_at_5_std": 0.26277429296196414, + "ndcg_at_1": 0.096, + "ndcg_at_10": 0.15148, + "ndcg_at_100": 0.19904, + "ndcg_at_1000": 0.26528, + "ndcg_at_20": 0.16497, + "ndcg_at_3": 0.12734, + "ndcg_at_5": 0.13664, + "precision_at_1": 0.096, + "precision_at_10": 0.0218, + "precision_at_100": 0.00462, + "precision_at_1000": 0.001, + "precision_at_20": 0.01355, + "precision_at_3": 0.04967, + "precision_at_5": 0.0344, + "recall_at_1": 0.096, + "recall_at_10": 0.218, + "recall_at_100": 0.462, + "recall_at_1000": 1.0, + "recall_at_20": 0.271, + "recall_at_3": 0.149, + "recall_at_5": 0.172 + }, + { + "cv_recall_at_1": 0.52843, + "cv_recall_at_10": 0.76283, + "cv_recall_at_100": 0.94313, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.81969, + "cv_recall_at_3": 0.64216, + "cv_recall_at_5": 0.69071, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.63888, + "map_at_1": 0.52843, + "map_at_10": 0.60011, + "map_at_100": 0.60716, + "map_at_1000": 0.60746, + "map_at_20": 0.60404, + "map_at_3": 0.57929, + "map_at_5": 0.59038, + "mrr_at_1": 0.5284327323162274, + "mrr_at_10": 0.600105122955331, + "mrr_at_100": 0.6071648409715369, + "mrr_at_1000": 0.607455781012974, + "mrr_at_20": 0.6040383115486814, + "mrr_at_3": 0.5792880258899676, + "mrr_at_5": 0.5903837263060561, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.6892368194018946, + "nauc_cv_recall_at_100_max": 0.6442594748788051, + "nauc_cv_recall_at_100_std": 0.7110681447725741, + "nauc_cv_recall_at_10_diff1": 0.6599255418627427, + "nauc_cv_recall_at_10_max": 0.5807602290666405, + "nauc_cv_recall_at_10_std": 0.4085739259797813, + "nauc_cv_recall_at_1_diff1": 0.8018268384808368, + "nauc_cv_recall_at_1_max": 0.5936789618921932, + "nauc_cv_recall_at_1_std": 0.2180061753760995, + "nauc_cv_recall_at_20_diff1": 0.6525563271016608, + "nauc_cv_recall_at_20_max": 0.5619932280203499, + "nauc_cv_recall_at_20_std": 0.4972492933035224, + "nauc_cv_recall_at_3_diff1": 0.7063676220555728, + "nauc_cv_recall_at_3_max": 0.590015123976248, + "nauc_cv_recall_at_3_std": 0.30431843772328776, + "nauc_cv_recall_at_5_diff1": 0.6734167377323467, + "nauc_cv_recall_at_5_max": 0.5788347633839778, + "nauc_cv_recall_at_5_std": 0.3329561226259785, + "nauc_map_at_1000_diff1": 0.7568665768481858, + "nauc_map_at_1000_max": 0.590748890592957, + "nauc_map_at_1000_std": 0.271276252596812, + "nauc_map_at_100_diff1": 0.7568082284879722, + "nauc_map_at_100_max": 0.5907960412124283, + "nauc_map_at_100_std": 0.27169107729937547, + "nauc_map_at_10_diff1": 0.7551235887991433, + "nauc_map_at_10_max": 0.5909815677942487, + "nauc_map_at_10_std": 0.27051223484286024, + "nauc_map_at_1_diff1": 0.8018268384808368, + "nauc_map_at_1_max": 0.5936789618921932, + "nauc_map_at_1_std": 0.2180061753760995, + "nauc_map_at_20_diff1": 0.7558559584549839, + "nauc_map_at_20_max": 0.5904422446496017, + "nauc_map_at_20_std": 0.2725636557190311, + "nauc_map_at_3_diff1": 0.7603606500012732, + "nauc_map_at_3_max": 0.593144099292417, + "nauc_map_at_3_std": 0.2587097130516631, + "nauc_map_at_5_diff1": 0.7553714760197734, + "nauc_map_at_5_max": 0.5909112343550218, + "nauc_map_at_5_std": 0.26418869764691005, + "nauc_mrr_at_1000_diff1": 0.756866537016681, + "nauc_mrr_at_1000_max": 0.590748966461794, + "nauc_mrr_at_1000_std": 0.2712762912022093, + "nauc_mrr_at_100_diff1": 0.7568082284879722, + "nauc_mrr_at_100_max": 0.5907960412124283, + "nauc_mrr_at_100_std": 0.27169107729937547, + "nauc_mrr_at_10_diff1": 0.7551235887991433, + "nauc_mrr_at_10_max": 0.5909815677942487, + "nauc_mrr_at_10_std": 0.27051223484286024, + "nauc_mrr_at_1_diff1": 0.8018268384808368, + "nauc_mrr_at_1_max": 0.5936789618921932, + "nauc_mrr_at_1_std": 0.2180061753760995, + "nauc_mrr_at_20_diff1": 0.7558559584549839, + "nauc_mrr_at_20_max": 0.5904422446496017, + "nauc_mrr_at_20_std": 0.2725636557190311, + "nauc_mrr_at_3_diff1": 0.7603606500012732, + "nauc_mrr_at_3_max": 0.593144099292417, + "nauc_mrr_at_3_std": 0.2587097130516631, + "nauc_mrr_at_5_diff1": 0.7553714760197734, + "nauc_mrr_at_5_max": 0.5909112343550218, + "nauc_mrr_at_5_std": 0.26418869764691005, + "nauc_ndcg_at_1000_diff1": 0.7486336031563205, + "nauc_ndcg_at_1000_max": 0.5897078600668323, + "nauc_ndcg_at_1000_std": 0.286561756145907, + "nauc_ndcg_at_100_diff1": 0.7469180499307316, + "nauc_ndcg_at_100_max": 0.5912671824348572, + "nauc_ndcg_at_100_std": 0.298923732369518, + "nauc_ndcg_at_10_diff1": 0.7366787103268794, + "nauc_ndcg_at_10_max": 0.5889900838741208, + "nauc_ndcg_at_10_std": 0.2959522421148646, + "nauc_ndcg_at_1_diff1": 0.8018268384808368, + "nauc_ndcg_at_1_max": 0.5936789618921932, + "nauc_ndcg_at_1_std": 0.2180061753760995, + "nauc_ndcg_at_20_diff1": 0.7387233999152774, + "nauc_ndcg_at_20_max": 0.5864892929565019, + "nauc_ndcg_at_20_std": 0.3052934739148191, + "nauc_ndcg_at_3_diff1": 0.7472825895138822, + "nauc_ndcg_at_3_max": 0.5924345319725394, + "nauc_ndcg_at_3_std": 0.2699037851276475, + "nauc_ndcg_at_5_diff1": 0.737149718941511, + "nauc_ndcg_at_5_max": 0.588353926823294, + "nauc_ndcg_at_5_std": 0.2797707300943979, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6892368194018897, + "nauc_precision_at_100_max": 0.6442594748788032, + "nauc_precision_at_100_std": 0.7110681447725753, + "nauc_precision_at_10_diff1": 0.6599255418627438, + "nauc_precision_at_10_max": 0.5807602290666415, + "nauc_precision_at_10_std": 0.4085739259797818, + "nauc_precision_at_1_diff1": 0.8018268384808368, + "nauc_precision_at_1_max": 0.5936789618921932, + "nauc_precision_at_1_std": 0.2180061753760995, + "nauc_precision_at_20_diff1": 0.6525563271016613, + "nauc_precision_at_20_max": 0.5619932280203506, + "nauc_precision_at_20_std": 0.49724929330352213, + "nauc_precision_at_3_diff1": 0.7063676220555728, + "nauc_precision_at_3_max": 0.5900151239762477, + "nauc_precision_at_3_std": 0.3043184377232873, + "nauc_precision_at_5_diff1": 0.6734167377323469, + "nauc_precision_at_5_max": 0.578834763383978, + "nauc_precision_at_5_std": 0.33295612262597796, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6892368194018946, + "nauc_recall_at_100_max": 0.6442594748788051, + "nauc_recall_at_100_std": 0.7110681447725741, + "nauc_recall_at_10_diff1": 0.6599255418627427, + "nauc_recall_at_10_max": 0.5807602290666405, + "nauc_recall_at_10_std": 0.4085739259797813, + "nauc_recall_at_1_diff1": 0.8018268384808368, + "nauc_recall_at_1_max": 0.5936789618921932, + "nauc_recall_at_1_std": 0.2180061753760995, + "nauc_recall_at_20_diff1": 0.6525563271016608, + "nauc_recall_at_20_max": 0.5619932280203499, + "nauc_recall_at_20_std": 0.4972492933035224, + "nauc_recall_at_3_diff1": 0.7063676220555728, + "nauc_recall_at_3_max": 0.590015123976248, + "nauc_recall_at_3_std": 0.30431843772328776, + "nauc_recall_at_5_diff1": 0.6734167377323467, + "nauc_recall_at_5_max": 0.5788347633839778, + "nauc_recall_at_5_std": 0.3329561226259785, + "ndcg_at_1": 0.52843, + "ndcg_at_10": 0.63888, + "ndcg_at_100": 0.67605, + "ndcg_at_1000": 0.68346, + "ndcg_at_20": 0.65324, + "ndcg_at_3": 0.59547, + "ndcg_at_5": 0.61546, + "precision_at_1": 0.52843, + "precision_at_10": 0.07628, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "precision_at_20": 0.04098, + "precision_at_3": 0.21405, + "precision_at_5": 0.13814, + "recall_at_1": 0.52843, + "recall_at_10": 0.76283, + "recall_at_100": 0.94313, + "recall_at_1000": 1.0, + "recall_at_20": 0.81969, + "recall_at_3": 0.64216, + "recall_at_5": 0.69071 + }, + { + "cv_recall_at_1": 0.41015, + "cv_recall_at_10": 0.63636, + "cv_recall_at_100": 0.84884, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.6945, + "cv_recall_at_3": 0.51268, + "cv_recall_at_5": 0.56448, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.51471, + "map_at_1": 0.41015, + "map_at_10": 0.47695, + "map_at_100": 0.48473, + "map_at_1000": 0.48547, + "map_at_20": 0.48101, + "map_at_3": 0.45595, + "map_at_5": 0.46769, + "mrr_at_1": 0.41014799154334036, + "mrr_at_10": 0.4769543441055068, + "mrr_at_100": 0.4847251288666404, + "mrr_at_1000": 0.48546655091217855, + "mrr_at_20": 0.48100566949619306, + "mrr_at_3": 0.4559548978153628, + "mrr_at_5": 0.46768851303734993, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.5409143387106966, + "nauc_cv_recall_at_100_max": 0.49919692850959463, + "nauc_cv_recall_at_100_std": 0.579791515955671, + "nauc_cv_recall_at_10_diff1": 0.6391618676932485, + "nauc_cv_recall_at_10_max": 0.5607279113763848, + "nauc_cv_recall_at_10_std": 0.5049355725436926, + "nauc_cv_recall_at_1_diff1": 0.78493057893207, + "nauc_cv_recall_at_1_max": 0.5561248078698109, + "nauc_cv_recall_at_1_std": 0.39527525661071433, + "nauc_cv_recall_at_20_diff1": 0.6027928145194872, + "nauc_cv_recall_at_20_max": 0.5624857110624909, + "nauc_cv_recall_at_20_std": 0.548086828891615, + "nauc_cv_recall_at_3_diff1": 0.6958158815323969, + "nauc_cv_recall_at_3_max": 0.5533491395012368, + "nauc_cv_recall_at_3_std": 0.4420005231182388, + "nauc_cv_recall_at_5_diff1": 0.6709801297614552, + "nauc_cv_recall_at_5_max": 0.5435911362820227, + "nauc_cv_recall_at_5_std": 0.450371666636732, + "nauc_map_at_1000_diff1": 0.7376421388088805, + "nauc_map_at_1000_max": 0.5560148083486584, + "nauc_map_at_1000_std": 0.42565795193083183, + "nauc_map_at_100_diff1": 0.7372071244493027, + "nauc_map_at_100_max": 0.5558178928230634, + "nauc_map_at_100_std": 0.42580840091303673, + "nauc_map_at_10_diff1": 0.7382661772755509, + "nauc_map_at_10_max": 0.5564344976313585, + "nauc_map_at_10_std": 0.4244538090998832, + "nauc_map_at_1_diff1": 0.78493057893207, + "nauc_map_at_1_max": 0.5561248078698109, + "nauc_map_at_1_std": 0.39527525661071433, + "nauc_map_at_20_diff1": 0.7369171276008715, + "nauc_map_at_20_max": 0.5567639433197569, + "nauc_map_at_20_std": 0.42660328682417953, + "nauc_map_at_3_diff1": 0.7454743543551721, + "nauc_map_at_3_max": 0.5559979243971782, + "nauc_map_at_3_std": 0.41690566638467735, + "nauc_map_at_5_diff1": 0.740992091976634, + "nauc_map_at_5_max": 0.5545131399375515, + "nauc_map_at_5_std": 0.4189616480090802, + "nauc_mrr_at_1000_diff1": 0.7376421826035284, + "nauc_mrr_at_1000_max": 0.5560147531236701, + "nauc_mrr_at_1000_std": 0.4256578903304658, + "nauc_mrr_at_100_diff1": 0.7372071244493027, + "nauc_mrr_at_100_max": 0.5558178928230634, + "nauc_mrr_at_100_std": 0.42580840091303673, + "nauc_mrr_at_10_diff1": 0.7382661772755509, + "nauc_mrr_at_10_max": 0.5564344976313585, + "nauc_mrr_at_10_std": 0.4244538090998832, + "nauc_mrr_at_1_diff1": 0.78493057893207, + "nauc_mrr_at_1_max": 0.5561248078698109, + "nauc_mrr_at_1_std": 0.39527525661071433, + "nauc_mrr_at_20_diff1": 0.7369171276008715, + "nauc_mrr_at_20_max": 0.5567639433197569, + "nauc_mrr_at_20_std": 0.42660328682417953, + "nauc_mrr_at_3_diff1": 0.7454743543551721, + "nauc_mrr_at_3_max": 0.5559979243971782, + "nauc_mrr_at_3_std": 0.41690566638467735, + "nauc_mrr_at_5_diff1": 0.740992091976634, + "nauc_mrr_at_5_max": 0.5545131399375515, + "nauc_mrr_at_5_std": 0.4189616480090802, + "nauc_ndcg_at_1000_diff1": 0.7245111337667335, + "nauc_ndcg_at_1000_max": 0.5552434039481599, + "nauc_ndcg_at_1000_std": 0.4366429775562634, + "nauc_ndcg_at_100_diff1": 0.7132014389766401, + "nauc_ndcg_at_100_max": 0.5513373018774222, + "nauc_ndcg_at_100_std": 0.44437309757597077, + "nauc_ndcg_at_10_diff1": 0.7168649688744982, + "nauc_ndcg_at_10_max": 0.5570884075954164, + "nauc_ndcg_at_10_std": 0.4411216802971647, + "nauc_ndcg_at_1_diff1": 0.78493057893207, + "nauc_ndcg_at_1_max": 0.5561248078698109, + "nauc_ndcg_at_1_std": 0.39527525661071433, + "nauc_ndcg_at_20_diff1": 0.7113248768688196, + "nauc_ndcg_at_20_max": 0.557708419773681, + "nauc_ndcg_at_20_std": 0.4488177602434449, + "nauc_ndcg_at_3_diff1": 0.7329128659932554, + "nauc_ndcg_at_3_max": 0.5553759897014252, + "nauc_ndcg_at_3_std": 0.42329473035978266, + "nauc_ndcg_at_5_diff1": 0.7242215193891609, + "nauc_ndcg_at_5_max": 0.5521105842445077, + "nauc_ndcg_at_5_std": 0.42666241366994423, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5409143387106957, + "nauc_precision_at_100_max": 0.49919692850959463, + "nauc_precision_at_100_std": 0.5797915159556701, + "nauc_precision_at_10_diff1": 0.639161867693248, + "nauc_precision_at_10_max": 0.5607279113763848, + "nauc_precision_at_10_std": 0.5049355725436926, + "nauc_precision_at_1_diff1": 0.78493057893207, + "nauc_precision_at_1_max": 0.5561248078698109, + "nauc_precision_at_1_std": 0.39527525661071433, + "nauc_precision_at_20_diff1": 0.6027928145194867, + "nauc_precision_at_20_max": 0.5624857110624905, + "nauc_precision_at_20_std": 0.5480868288916155, + "nauc_precision_at_3_diff1": 0.6958158815323969, + "nauc_precision_at_3_max": 0.5533491395012369, + "nauc_precision_at_3_std": 0.4420005231182392, + "nauc_precision_at_5_diff1": 0.670980129761455, + "nauc_precision_at_5_max": 0.5435911362820229, + "nauc_precision_at_5_std": 0.4503716666367316, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5409143387106966, + "nauc_recall_at_100_max": 0.49919692850959463, + "nauc_recall_at_100_std": 0.579791515955671, + "nauc_recall_at_10_diff1": 0.6391618676932485, + "nauc_recall_at_10_max": 0.5607279113763848, + "nauc_recall_at_10_std": 0.5049355725436926, + "nauc_recall_at_1_diff1": 0.78493057893207, + "nauc_recall_at_1_max": 0.5561248078698109, + "nauc_recall_at_1_std": 0.39527525661071433, + "nauc_recall_at_20_diff1": 0.6027928145194872, + "nauc_recall_at_20_max": 0.5624857110624909, + "nauc_recall_at_20_std": 0.548086828891615, + "nauc_recall_at_3_diff1": 0.6958158815323969, + "nauc_recall_at_3_max": 0.5533491395012368, + "nauc_recall_at_3_std": 0.4420005231182388, + "nauc_recall_at_5_diff1": 0.6709801297614552, + "nauc_recall_at_5_max": 0.5435911362820227, + "nauc_recall_at_5_std": 0.450371666636732, + "ndcg_at_1": 0.41015, + "ndcg_at_10": 0.51471, + "ndcg_at_100": 0.55755, + "ndcg_at_1000": 0.57693, + "ndcg_at_20": 0.52943, + "ndcg_at_3": 0.47055, + "ndcg_at_5": 0.49179, + "precision_at_1": 0.41015, + "precision_at_10": 0.06364, + "precision_at_100": 0.00849, + "precision_at_1000": 0.001, + "precision_at_20": 0.03473, + "precision_at_3": 0.17089, + "precision_at_5": 0.1129, + "recall_at_1": 0.41015, + "recall_at_10": 0.63636, + "recall_at_100": 0.84884, + "recall_at_1000": 1.0, + "recall_at_20": 0.6945, + "recall_at_3": 0.51268, + "recall_at_5": 0.56448 + }, + { + "cv_recall_at_1": 0.625, + "cv_recall_at_10": 0.801, + "cv_recall_at_100": 0.94, + "cv_recall_at_1000": 1.0, + "cv_recall_at_20": 0.844, + "cv_recall_at_3": 0.719, + "cv_recall_at_5": 0.748, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.71013, + "map_at_1": 0.625, + "map_at_10": 0.68155, + "map_at_100": 0.68709, + "map_at_1000": 0.68745, + "map_at_20": 0.68467, + "map_at_3": 0.66783, + "map_at_5": 0.67448, + "mrr_at_1": 0.625, + "mrr_at_10": 0.6815527777777778, + "mrr_at_100": 0.6870917599034414, + "mrr_at_1000": 0.6874521809565477, + "mrr_at_20": 0.684674403679396, + "mrr_at_3": 0.6678333333333335, + "mrr_at_5": 0.6744833333333335, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_100_diff1": 0.7051976346093998, + "nauc_cv_recall_at_100_max": 0.9334733893557434, + "nauc_cv_recall_at_100_std": 0.9426548397136629, + "nauc_cv_recall_at_10_diff1": 0.8277429003005983, + "nauc_cv_recall_at_10_max": 0.7307057294411077, + "nauc_cv_recall_at_10_std": 0.11950930651531334, + "nauc_cv_recall_at_1_diff1": 0.9062076460314379, + "nauc_cv_recall_at_1_max": 0.673808655152338, + "nauc_cv_recall_at_1_std": 0.034311663108868774, + "nauc_cv_recall_at_20_diff1": 0.8017533723529852, + "nauc_cv_recall_at_20_max": 0.7809038157200636, + "nauc_cv_recall_at_20_std": 0.2732610716169713, + "nauc_cv_recall_at_3_diff1": 0.8567395906845451, + "nauc_cv_recall_at_3_max": 0.6611800870066405, + "nauc_cv_recall_at_3_std": 0.02962867148430545, + "nauc_cv_recall_at_5_diff1": 0.8484581277919656, + "nauc_cv_recall_at_5_max": 0.6963547429103827, + "nauc_cv_recall_at_5_std": 0.05383034830423127, + "nauc_map_at_1000_diff1": 0.8827887804526993, + "nauc_map_at_1000_max": 0.6807906637408886, + "nauc_map_at_1000_std": 0.04991212739584506, + "nauc_map_at_100_diff1": 0.8825373269740879, + "nauc_map_at_100_max": 0.6811539785400426, + "nauc_map_at_100_std": 0.05113954398193766, + "nauc_map_at_10_diff1": 0.8833213241719006, + "nauc_map_at_10_max": 0.6792061204673818, + "nauc_map_at_10_std": 0.042588582733769274, + "nauc_map_at_1_diff1": 0.9062076460314379, + "nauc_map_at_1_max": 0.673808655152338, + "nauc_map_at_1_std": 0.034311663108868774, + "nauc_map_at_20_diff1": 0.882846654608725, + "nauc_map_at_20_max": 0.6806083956333864, + "nauc_map_at_20_std": 0.04739113496391819, + "nauc_map_at_3_diff1": 0.8854941510333725, + "nauc_map_at_3_max": 0.6688552291574957, + "nauc_map_at_3_std": 0.030730587130158093, + "nauc_map_at_5_diff1": 0.8844906719331308, + "nauc_map_at_5_max": 0.6758096501673212, + "nauc_map_at_5_std": 0.03580337858057999, + "nauc_mrr_at_1000_diff1": 0.8827887804526993, + "nauc_mrr_at_1000_max": 0.6807906637408886, + "nauc_mrr_at_1000_std": 0.04991212739584506, + "nauc_mrr_at_100_diff1": 0.8825373269740879, + "nauc_mrr_at_100_max": 0.6811539785400426, + "nauc_mrr_at_100_std": 0.05113954398193766, + "nauc_mrr_at_10_diff1": 0.8833213241719006, + "nauc_mrr_at_10_max": 0.6792061204673818, + "nauc_mrr_at_10_std": 0.042588582733769274, + "nauc_mrr_at_1_diff1": 0.9062076460314379, + "nauc_mrr_at_1_max": 0.673808655152338, + "nauc_mrr_at_1_std": 0.034311663108868774, + "nauc_mrr_at_20_diff1": 0.882846654608725, + "nauc_mrr_at_20_max": 0.6806083956333864, + "nauc_mrr_at_20_std": 0.04739113496391819, + "nauc_mrr_at_3_diff1": 0.8854941510333725, + "nauc_mrr_at_3_max": 0.6688552291574957, + "nauc_mrr_at_3_std": 0.030730587130158093, + "nauc_mrr_at_5_diff1": 0.8844906719331308, + "nauc_mrr_at_5_max": 0.6758096501673212, + "nauc_mrr_at_5_std": 0.03580337858057999, + "nauc_ndcg_at_1000_diff1": 0.8760726250721362, + "nauc_ndcg_at_1000_max": 0.6876964589525962, + "nauc_ndcg_at_1000_std": 0.068740569878718, + "nauc_ndcg_at_100_diff1": 0.8698242603656416, + "nauc_ndcg_at_100_max": 0.6967397827273338, + "nauc_ndcg_at_100_std": 0.10051970473333424, + "nauc_ndcg_at_10_diff1": 0.8729424325302123, + "nauc_ndcg_at_10_max": 0.6881091554863467, + "nauc_ndcg_at_10_std": 0.05583289621595604, + "nauc_ndcg_at_1_diff1": 0.9062076460314379, + "nauc_ndcg_at_1_max": 0.673808655152338, + "nauc_ndcg_at_1_std": 0.034311663108868774, + "nauc_ndcg_at_20_diff1": 0.8706189980509209, + "nauc_ndcg_at_20_max": 0.6942792549563985, + "nauc_ndcg_at_20_std": 0.07699478300441558, + "nauc_ndcg_at_3_diff1": 0.8786736061073106, + "nauc_ndcg_at_3_max": 0.6670500054524965, + "nauc_ndcg_at_3_std": 0.030395050026420765, + "nauc_ndcg_at_5_diff1": 0.8765023815329428, + "nauc_ndcg_at_5_max": 0.6799301445714997, + "nauc_ndcg_at_5_std": 0.03947961532415831, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7051976346093989, + "nauc_precision_at_100_max": 0.9334733893557411, + "nauc_precision_at_100_std": 0.9426548397136639, + "nauc_precision_at_10_diff1": 0.8277429003005984, + "nauc_precision_at_10_max": 0.7307057294411068, + "nauc_precision_at_10_std": 0.11950930651531294, + "nauc_precision_at_1_diff1": 0.9062076460314379, + "nauc_precision_at_1_max": 0.673808655152338, + "nauc_precision_at_1_std": 0.034311663108868774, + "nauc_precision_at_20_diff1": 0.8017533723529853, + "nauc_precision_at_20_max": 0.7809038157200632, + "nauc_precision_at_20_std": 0.27326107161697166, + "nauc_precision_at_3_diff1": 0.8567395906845451, + "nauc_precision_at_3_max": 0.6611800870066414, + "nauc_precision_at_3_std": 0.029628671484306243, + "nauc_precision_at_5_diff1": 0.8484581277919659, + "nauc_precision_at_5_max": 0.6963547429103824, + "nauc_precision_at_5_std": 0.053830348304230724, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7051976346093998, + "nauc_recall_at_100_max": 0.9334733893557434, + "nauc_recall_at_100_std": 0.9426548397136629, + "nauc_recall_at_10_diff1": 0.8277429003005983, + "nauc_recall_at_10_max": 0.7307057294411077, + "nauc_recall_at_10_std": 0.11950930651531334, + "nauc_recall_at_1_diff1": 0.9062076460314379, + "nauc_recall_at_1_max": 0.673808655152338, + "nauc_recall_at_1_std": 0.034311663108868774, + "nauc_recall_at_20_diff1": 0.8017533723529852, + "nauc_recall_at_20_max": 0.7809038157200636, + "nauc_recall_at_20_std": 0.2732610716169713, + "nauc_recall_at_3_diff1": 0.8567395906845451, + "nauc_recall_at_3_max": 0.6611800870066405, + "nauc_recall_at_3_std": 0.02962867148430545, + "nauc_recall_at_5_diff1": 0.8484581277919656, + "nauc_recall_at_5_max": 0.6963547429103827, + "nauc_recall_at_5_std": 0.05383034830423127, + "ndcg_at_1": 0.625, + "ndcg_at_10": 0.71013, + "ndcg_at_100": 0.73893, + "ndcg_at_1000": 0.74698, + "ndcg_at_20": 0.72118, + "ndcg_at_3": 0.68103, + "ndcg_at_5": 0.693, + "precision_at_1": 0.625, + "precision_at_10": 0.0801, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "precision_at_20": 0.0422, + "precision_at_3": 0.23967, + "precision_at_5": 0.1496, + "recall_at_1": 0.625, + "recall_at_10": 0.801, + "recall_at_100": 0.94, + "recall_at_1000": 1.0, + "recall_at_20": 0.844, + "recall_at_3": 0.719, + "recall_at_5": 0.748 + } + ] + }, + "task_name": "WITT2IRetrieval" +} \ No newline at end of file diff --git a/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/model_meta.json b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/model_meta.json new file mode 100644 index 0000000000..96ba2e7de4 --- /dev/null +++ b/results-mieb/google__siglip-so400m-patch14-384/9fdffc58afc957d1a03a25b10dba0329ab15c2a3/model_meta.json @@ -0,0 +1 @@ +{"name": "google/siglip-so400m-patch14-384", "revision": "9fdffc58afc957d1a03a25b10dba0329ab15c2a3", "release_date": "2024-01-08", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": null, "use_instuctions": null, "zero_shot_benchmarks": null, "loader": "SiglipModelWrapper"} \ No newline at end of file diff --git a/scripts/run_mieb.py b/scripts/run_mieb.py index cf05096996..3fd3e3c81b 100644 --- a/scripts/run_mieb.py +++ b/scripts/run_mieb.py @@ -25,13 +25,31 @@ "laion/CLIP-ViT-L-14-DataComp.XL-s13B-b90K", "nyu-visionx/moco-v3-vit-b", "nyu-visionx/moco-v3-vit-l", - # "google/siglip-so400m-patch14-384",# haven't pushed + "google/siglip-so400m-patch14-384", + "google/siglip-base-patch16-256-multilingual", + "google/siglip-base-patch16-256", + "google/siglip-base-patch16-512", + "google/siglip-base-patch16-384", + "google/siglip-base-patch16-224", + "google/siglip-large-patch16-256", + "google/siglip-large-patch16-384", + "laion/CLIP-ViT-L-14-DataComp.XL-s13B-b90K", + "laion/CLIP-ViT-B-32-DataComp.XL-s13B-b90K", + "laion/CLIP-ViT-B-16-DataComp.XL-s13B-b90K", + "laion/CLIP-ViT-bigG-14-laion2B-39B-b160k", + "laion/CLIP-ViT-g-14-laion2B-s34B-b88K", + "laion/CLIP-ViT-H-14-laion2B-s32B-b79K", + "laion/CLIP-ViT-L-14-laion2B-s32B-b82K", + "laion/CLIP-ViT-B-32-laion2B-s34B-b79K", + "TIGER-Lab/VLM2Vec-LoRA", + "TIGER-Lab/VLM2Vec-Full", + # "embed-english-v3.0-v", # not feasible to run due to the 40 images/min constraint ]: model = mteb.get_model(model_name) tasks = mteb.get_tasks( task_types=[ "Any2AnyRetrieval", - "AbsTaskAny2AnyMultiChoice", + "Any2AnyMultiChoice", "Any2TextMutipleChoice", "ImageClustering", "ImageClassification", @@ -41,5 +59,9 @@ "ZeroShotClassification", ] ) + # get i-only tasks for i-only models. + if ("moco" in model_name) or ("dinov2" in model_name): + tasks = [task for task in tasks if "t" not in task.metadata.category] + evaluation = mteb.MTEB(tasks=tasks) results = evaluation.run(model, output_folder="results-mieb-final")