diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/DS1000Retrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/DS1000Retrieval.json new file mode 100644 index 0000000000..45714445b4 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/DS1000Retrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "25cd4dc8172e799235d83c66439b6b7b8e6583ec", + "task_name": "DS1000Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.18619, + "ndcg_at_3": 0.3442, + "ndcg_at_5": 0.39362, + "ndcg_at_10": 0.42663, + "ndcg_at_20": 0.44297, + "ndcg_at_100": 0.46974, + "ndcg_at_1000": 0.48346, + "map_at_1": 0.18619, + "map_at_3": 0.30631, + "map_at_5": 0.33406, + "map_at_10": 0.34824, + "map_at_20": 0.35274, + "map_at_100": 0.3564, + "map_at_1000": 0.3569, + "recall_at_1": 0.18619, + "recall_at_3": 0.45345, + "recall_at_5": 0.57207, + "recall_at_10": 0.67117, + "recall_at_20": 0.73574, + "recall_at_100": 0.88038, + "recall_at_1000": 0.98899, + "precision_at_1": 0.18619, + "precision_at_3": 0.15115, + "precision_at_5": 0.11441, + "precision_at_10": 0.06712, + "precision_at_20": 0.03679, + "precision_at_100": 0.0088, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.18969, + "mrr_at_3": 0.30689, + "mrr_at_5": 0.33622, + "mrr_at_10": 0.349749, + "mrr_at_20": 0.354232, + "mrr_at_100": 0.357863, + "mrr_at_1000": 0.358368, + "nauc_ndcg_at_1_max": 0.315683, + "nauc_ndcg_at_1_std": 0.189575, + "nauc_ndcg_at_1_diff1": 0.275498, + "nauc_ndcg_at_3_max": 0.464529, + "nauc_ndcg_at_3_std": 0.279745, + "nauc_ndcg_at_3_diff1": 0.303209, + "nauc_ndcg_at_5_max": 0.514584, + "nauc_ndcg_at_5_std": 0.308141, + "nauc_ndcg_at_5_diff1": 0.317314, + "nauc_ndcg_at_10_max": 0.529745, + "nauc_ndcg_at_10_std": 0.335554, + "nauc_ndcg_at_10_diff1": 0.321878, + "nauc_ndcg_at_20_max": 0.523914, + "nauc_ndcg_at_20_std": 0.331172, + "nauc_ndcg_at_20_diff1": 0.317113, + "nauc_ndcg_at_100_max": 0.512425, + "nauc_ndcg_at_100_std": 0.331878, + "nauc_ndcg_at_100_diff1": 0.328899, + "nauc_ndcg_at_1000_max": 0.495523, + "nauc_ndcg_at_1000_std": 0.315086, + "nauc_ndcg_at_1000_diff1": 0.317841, + "nauc_map_at_1_max": 0.315683, + "nauc_map_at_1_std": 0.189575, + "nauc_map_at_1_diff1": 0.275498, + "nauc_map_at_3_max": 0.432684, + "nauc_map_at_3_std": 0.261149, + "nauc_map_at_3_diff1": 0.295281, + "nauc_map_at_5_max": 0.460929, + "nauc_map_at_5_std": 0.277076, + "nauc_map_at_5_diff1": 0.302907, + "nauc_map_at_10_max": 0.466251, + "nauc_map_at_10_std": 0.287495, + "nauc_map_at_10_diff1": 0.304358, + "nauc_map_at_20_max": 0.464221, + "nauc_map_at_20_std": 0.286146, + "nauc_map_at_20_diff1": 0.303079, + "nauc_map_at_100_max": 0.462357, + "nauc_map_at_100_std": 0.285995, + "nauc_map_at_100_diff1": 0.304828, + "nauc_map_at_1000_max": 0.461753, + "nauc_map_at_1000_std": 0.285538, + "nauc_map_at_1000_diff1": 0.304524, + "nauc_recall_at_1_max": 0.315683, + "nauc_recall_at_1_std": 0.189575, + "nauc_recall_at_1_diff1": 0.275498, + "nauc_recall_at_3_max": 0.546071, + "nauc_recall_at_3_std": 0.327115, + "nauc_recall_at_3_diff1": 0.324224, + "nauc_recall_at_5_max": 0.668109, + "nauc_recall_at_5_std": 0.396779, + "nauc_recall_at_5_diff1": 0.359827, + "nauc_recall_at_10_max": 0.74394, + "nauc_recall_at_10_std": 0.504117, + "nauc_recall_at_10_diff1": 0.383162, + "nauc_recall_at_20_max": 0.752991, + "nauc_recall_at_20_std": 0.510607, + "nauc_recall_at_20_diff1": 0.36982, + "nauc_recall_at_100_max": 0.83483, + "nauc_recall_at_100_std": 0.689767, + "nauc_recall_at_100_diff1": 0.549014, + "nauc_recall_at_1000_max": 0.874157, + "nauc_recall_at_1000_std": 0.912344, + "nauc_recall_at_1000_diff1": 0.551816, + "nauc_precision_at_1_max": 0.315683, + "nauc_precision_at_1_std": 0.189575, + "nauc_precision_at_1_diff1": 0.275498, + "nauc_precision_at_3_max": 0.546071, + "nauc_precision_at_3_std": 0.327115, + "nauc_precision_at_3_diff1": 0.324224, + "nauc_precision_at_5_max": 0.668109, + "nauc_precision_at_5_std": 0.396779, + "nauc_precision_at_5_diff1": 0.359827, + "nauc_precision_at_10_max": 0.74394, + "nauc_precision_at_10_std": 0.504117, + "nauc_precision_at_10_diff1": 0.383162, + "nauc_precision_at_20_max": 0.752991, + "nauc_precision_at_20_std": 0.510607, + "nauc_precision_at_20_diff1": 0.36982, + "nauc_precision_at_100_max": 0.83483, + "nauc_precision_at_100_std": 0.689767, + "nauc_precision_at_100_diff1": 0.549014, + "nauc_precision_at_1000_max": 0.874157, + "nauc_precision_at_1000_std": 0.912344, + "nauc_precision_at_1000_diff1": 0.551816, + "nauc_mrr_at_1_max": 0.325202, + "nauc_mrr_at_1_std": 0.194284, + "nauc_mrr_at_1_diff1": 0.168821, + "nauc_mrr_at_3_max": 0.43472, + "nauc_mrr_at_3_std": 0.264426, + "nauc_mrr_at_3_diff1": 0.236726, + "nauc_mrr_at_5_max": 0.462352, + "nauc_mrr_at_5_std": 0.279355, + "nauc_mrr_at_5_diff1": 0.246821, + "nauc_mrr_at_10_max": 0.468907, + "nauc_mrr_at_10_std": 0.28988, + "nauc_mrr_at_10_diff1": 0.249618, + "nauc_mrr_at_20_max": 0.466833, + "nauc_mrr_at_20_std": 0.288388, + "nauc_mrr_at_20_diff1": 0.247777, + "nauc_mrr_at_100_max": 0.465079, + "nauc_mrr_at_100_std": 0.288338, + "nauc_mrr_at_100_diff1": 0.249036, + "nauc_mrr_at_1000_max": 0.464484, + "nauc_mrr_at_1000_std": 0.287889, + "nauc_mrr_at_1000_diff1": 0.248645, + "main_score": 0.42663, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 135.01185655593872, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/FinQARetrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/FinQARetrieval.json new file mode 100644 index 0000000000..649224fac1 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/FinQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd", + "task_name": "FinQARetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.41476, + "ndcg_at_3": 0.50817, + "ndcg_at_5": 0.54107, + "ndcg_at_10": 0.56597, + "ndcg_at_20": 0.59275, + "ndcg_at_100": 0.61643, + "ndcg_at_1000": 0.62134, + "map_at_1": 0.41476, + "map_at_3": 0.48492, + "map_at_5": 0.50315, + "map_at_10": 0.51353, + "map_at_20": 0.52094, + "map_at_100": 0.52422, + "map_at_1000": 0.52447, + "recall_at_1": 0.41476, + "recall_at_3": 0.57557, + "recall_at_5": 0.65554, + "recall_at_10": 0.73199, + "recall_at_20": 0.83743, + "recall_at_100": 0.96485, + "recall_at_1000": 1.0, + "precision_at_1": 0.41476, + "precision_at_3": 0.19186, + "precision_at_5": 0.13111, + "precision_at_10": 0.0732, + "precision_at_20": 0.04187, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.414763, + "mrr_at_3": 0.484915, + "mrr_at_5": 0.503149, + "mrr_at_10": 0.513533, + "mrr_at_20": 0.520939, + "mrr_at_100": 0.524218, + "mrr_at_1000": 0.524469, + "nauc_ndcg_at_1_max": 0.428623, + "nauc_ndcg_at_1_std": -0.074984, + "nauc_ndcg_at_1_diff1": 0.575938, + "nauc_ndcg_at_3_max": 0.422637, + "nauc_ndcg_at_3_std": -0.060774, + "nauc_ndcg_at_3_diff1": 0.513194, + "nauc_ndcg_at_5_max": 0.426364, + "nauc_ndcg_at_5_std": -0.054956, + "nauc_ndcg_at_5_diff1": 0.505665, + "nauc_ndcg_at_10_max": 0.429279, + "nauc_ndcg_at_10_std": -0.046531, + "nauc_ndcg_at_10_diff1": 0.502713, + "nauc_ndcg_at_20_max": 0.428017, + "nauc_ndcg_at_20_std": -0.039225, + "nauc_ndcg_at_20_diff1": 0.508097, + "nauc_ndcg_at_100_max": 0.430846, + "nauc_ndcg_at_100_std": -0.03982, + "nauc_ndcg_at_100_diff1": 0.517983, + "nauc_ndcg_at_1000_max": 0.428042, + "nauc_ndcg_at_1000_std": -0.049433, + "nauc_ndcg_at_1000_diff1": 0.518568, + "nauc_map_at_1_max": 0.428623, + "nauc_map_at_1_std": -0.074984, + "nauc_map_at_1_diff1": 0.575938, + "nauc_map_at_3_max": 0.424323, + "nauc_map_at_3_std": -0.06541, + "nauc_map_at_3_diff1": 0.529537, + "nauc_map_at_5_max": 0.426323, + "nauc_map_at_5_std": -0.06213, + "nauc_map_at_5_diff1": 0.52561, + "nauc_map_at_10_max": 0.427283, + "nauc_map_at_10_std": -0.059479, + "nauc_map_at_10_diff1": 0.524692, + "nauc_map_at_20_max": 0.426851, + "nauc_map_at_20_std": -0.057682, + "nauc_map_at_20_diff1": 0.526142, + "nauc_map_at_100_max": 0.427215, + "nauc_map_at_100_std": -0.057545, + "nauc_map_at_100_diff1": 0.527229, + "nauc_map_at_1000_max": 0.427089, + "nauc_map_at_1000_std": -0.057964, + "nauc_map_at_1000_diff1": 0.527268, + "nauc_recall_at_1_max": 0.428623, + "nauc_recall_at_1_std": -0.074984, + "nauc_recall_at_1_diff1": 0.575938, + "nauc_recall_at_3_max": 0.417355, + "nauc_recall_at_3_std": -0.045998, + "nauc_recall_at_3_diff1": 0.462514, + "nauc_recall_at_5_max": 0.427112, + "nauc_recall_at_5_std": -0.029289, + "nauc_recall_at_5_diff1": 0.436283, + "nauc_recall_at_10_max": 0.440202, + "nauc_recall_at_10_std": 0.013245, + "nauc_recall_at_10_diff1": 0.411593, + "nauc_recall_at_20_max": 0.437936, + "nauc_recall_at_20_std": 0.09463, + "nauc_recall_at_20_diff1": 0.40685, + "nauc_recall_at_100_max": 0.577209, + "nauc_recall_at_100_std": 0.468854, + "nauc_recall_at_100_diff1": 0.488971, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.428623, + "nauc_precision_at_1_std": -0.074984, + "nauc_precision_at_1_diff1": 0.575938, + "nauc_precision_at_3_max": 0.417355, + "nauc_precision_at_3_std": -0.045998, + "nauc_precision_at_3_diff1": 0.462514, + "nauc_precision_at_5_max": 0.427112, + "nauc_precision_at_5_std": -0.029289, + "nauc_precision_at_5_diff1": 0.436283, + "nauc_precision_at_10_max": 0.440202, + "nauc_precision_at_10_std": 0.013245, + "nauc_precision_at_10_diff1": 0.411593, + "nauc_precision_at_20_max": 0.437936, + "nauc_precision_at_20_std": 0.09463, + "nauc_precision_at_20_diff1": 0.40685, + "nauc_precision_at_100_max": 0.577209, + "nauc_precision_at_100_std": 0.468854, + "nauc_precision_at_100_diff1": 0.488971, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.428623, + "nauc_mrr_at_1_std": -0.074984, + "nauc_mrr_at_1_diff1": 0.575938, + "nauc_mrr_at_3_max": 0.424323, + "nauc_mrr_at_3_std": -0.06541, + "nauc_mrr_at_3_diff1": 0.529537, + "nauc_mrr_at_5_max": 0.426323, + "nauc_mrr_at_5_std": -0.06213, + "nauc_mrr_at_5_diff1": 0.52561, + "nauc_mrr_at_10_max": 0.427283, + "nauc_mrr_at_10_std": -0.059479, + "nauc_mrr_at_10_diff1": 0.524692, + "nauc_mrr_at_20_max": 0.426851, + "nauc_mrr_at_20_std": -0.057682, + "nauc_mrr_at_20_diff1": 0.526142, + "nauc_mrr_at_100_max": 0.427215, + "nauc_mrr_at_100_std": -0.057545, + "nauc_mrr_at_100_diff1": 0.527229, + "nauc_mrr_at_1000_max": 0.427089, + "nauc_mrr_at_1000_std": -0.057964, + "nauc_mrr_at_1000_diff1": 0.527268, + "main_score": 0.56597, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 72.82227826118469, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/FinanceBenchRetrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/FinanceBenchRetrieval.json new file mode 100644 index 0000000000..a92758701e --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/FinanceBenchRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e68478442112cae36b70a216f52cc2777acf0a7e", + "task_name": "FinanceBenchRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.7092, + "ndcg_at_5": 0.731, + "ndcg_at_10": 0.75636, + "ndcg_at_20": 0.76958, + "ndcg_at_100": 0.77355, + "ndcg_at_1000": 0.77355, + "map_at_1": 0.58, + "map_at_3": 0.67778, + "map_at_5": 0.68978, + "map_at_10": 0.70121, + "map_at_20": 0.70469, + "map_at_100": 0.70537, + "map_at_1000": 0.70537, + "recall_at_1": 0.58, + "recall_at_3": 0.8, + "recall_at_5": 0.85333, + "recall_at_10": 0.92667, + "recall_at_20": 0.98, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.58, + "precision_at_3": 0.26667, + "precision_at_5": 0.17067, + "precision_at_10": 0.09267, + "precision_at_20": 0.049, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.58, + "mrr_at_3": 0.677778, + "mrr_at_5": 0.689778, + "mrr_at_10": 0.701206, + "mrr_at_20": 0.704688, + "mrr_at_100": 0.705369, + "mrr_at_1000": 0.705369, + "nauc_ndcg_at_1_max": 0.343472, + "nauc_ndcg_at_1_std": 0.041994, + "nauc_ndcg_at_1_diff1": 0.510907, + "nauc_ndcg_at_3_max": 0.401552, + "nauc_ndcg_at_3_std": 0.115728, + "nauc_ndcg_at_3_diff1": 0.399235, + "nauc_ndcg_at_5_max": 0.435364, + "nauc_ndcg_at_5_std": 0.163386, + "nauc_ndcg_at_5_diff1": 0.387383, + "nauc_ndcg_at_10_max": 0.425651, + "nauc_ndcg_at_10_std": 0.139248, + "nauc_ndcg_at_10_diff1": 0.368074, + "nauc_ndcg_at_20_max": 0.411412, + "nauc_ndcg_at_20_std": 0.132787, + "nauc_ndcg_at_20_diff1": 0.389046, + "nauc_ndcg_at_100_max": 0.403295, + "nauc_ndcg_at_100_std": 0.116316, + "nauc_ndcg_at_100_diff1": 0.40727, + "nauc_ndcg_at_1000_max": 0.403295, + "nauc_ndcg_at_1000_std": 0.116316, + "nauc_ndcg_at_1000_diff1": 0.40727, + "nauc_map_at_1_max": 0.343472, + "nauc_map_at_1_std": 0.041994, + "nauc_map_at_1_diff1": 0.510907, + "nauc_map_at_3_max": 0.389352, + "nauc_map_at_3_std": 0.097262, + "nauc_map_at_3_diff1": 0.427583, + "nauc_map_at_5_max": 0.405908, + "nauc_map_at_5_std": 0.120248, + "nauc_map_at_5_diff1": 0.422562, + "nauc_map_at_10_max": 0.400702, + "nauc_map_at_10_std": 0.109499, + "nauc_map_at_10_diff1": 0.416163, + "nauc_map_at_20_max": 0.397329, + "nauc_map_at_20_std": 0.107764, + "nauc_map_at_20_diff1": 0.420896, + "nauc_map_at_100_max": 0.396079, + "nauc_map_at_100_std": 0.105569, + "nauc_map_at_100_diff1": 0.423003, + "nauc_map_at_1000_max": 0.396079, + "nauc_map_at_1000_std": 0.105569, + "nauc_map_at_1000_diff1": 0.423003, + "nauc_recall_at_1_max": 0.343472, + "nauc_recall_at_1_std": 0.041994, + "nauc_recall_at_1_diff1": 0.510907, + "nauc_recall_at_3_max": 0.448252, + "nauc_recall_at_3_std": 0.188844, + "nauc_recall_at_3_diff1": 0.28673, + "nauc_recall_at_5_max": 0.59202, + "nauc_recall_at_5_std": 0.396112, + "nauc_recall_at_5_diff1": 0.206204, + "nauc_recall_at_10_max": 0.663314, + "nauc_recall_at_10_std": 0.415245, + "nauc_recall_at_10_diff1": -0.102326, + "nauc_recall_at_20_max": 0.764239, + "nauc_recall_at_20_std": 0.907407, + "nauc_recall_at_20_diff1": -0.527077, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.343472, + "nauc_precision_at_1_std": 0.041994, + "nauc_precision_at_1_diff1": 0.510907, + "nauc_precision_at_3_max": 0.448252, + "nauc_precision_at_3_std": 0.188844, + "nauc_precision_at_3_diff1": 0.28673, + "nauc_precision_at_5_max": 0.59202, + "nauc_precision_at_5_std": 0.396112, + "nauc_precision_at_5_diff1": 0.206204, + "nauc_precision_at_10_max": 0.663314, + "nauc_precision_at_10_std": 0.415245, + "nauc_precision_at_10_diff1": -0.102326, + "nauc_precision_at_20_max": 0.764239, + "nauc_precision_at_20_std": 0.907407, + "nauc_precision_at_20_diff1": -0.527077, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.343472, + "nauc_mrr_at_1_std": 0.041994, + "nauc_mrr_at_1_diff1": 0.510907, + "nauc_mrr_at_3_max": 0.389352, + "nauc_mrr_at_3_std": 0.097262, + "nauc_mrr_at_3_diff1": 0.427583, + "nauc_mrr_at_5_max": 0.405908, + "nauc_mrr_at_5_std": 0.120248, + "nauc_mrr_at_5_diff1": 0.422562, + "nauc_mrr_at_10_max": 0.400702, + "nauc_mrr_at_10_std": 0.109499, + "nauc_mrr_at_10_diff1": 0.416163, + "nauc_mrr_at_20_max": 0.397329, + "nauc_mrr_at_20_std": 0.107764, + "nauc_mrr_at_20_diff1": 0.420896, + "nauc_mrr_at_100_max": 0.396079, + "nauc_mrr_at_100_std": 0.105569, + "nauc_mrr_at_100_diff1": 0.423003, + "nauc_mrr_at_1000_max": 0.396079, + "nauc_mrr_at_1000_std": 0.105569, + "nauc_mrr_at_1000_diff1": 0.423003, + "main_score": 0.75636, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 32.45984101295471, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/HC3FinanceRetrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/HC3FinanceRetrieval.json new file mode 100644 index 0000000000..4ace8602f9 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/HC3FinanceRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "fda6fad068f2ed814d99f29dc95dbb28ac586943", + "task_name": "HC3FinanceRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.35422, + "ndcg_at_3": 0.47722, + "ndcg_at_5": 0.50719, + "ndcg_at_10": 0.54414, + "ndcg_at_20": 0.56421, + "ndcg_at_100": 0.58988, + "ndcg_at_1000": 0.59449, + "map_at_1": 0.35422, + "map_at_3": 0.44578, + "map_at_5": 0.46253, + "map_at_10": 0.47797, + "map_at_20": 0.48347, + "map_at_100": 0.48743, + "map_at_1000": 0.48765, + "recall_at_1": 0.35422, + "recall_at_3": 0.56867, + "recall_at_5": 0.64096, + "recall_at_10": 0.75422, + "recall_at_20": 0.83373, + "recall_at_100": 0.96627, + "recall_at_1000": 1.0, + "precision_at_1": 0.35422, + "precision_at_3": 0.18956, + "precision_at_5": 0.12819, + "precision_at_10": 0.07542, + "precision_at_20": 0.04169, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.354217, + "mrr_at_3": 0.445783, + "mrr_at_5": 0.46253, + "mrr_at_10": 0.477975, + "mrr_at_20": 0.483471, + "mrr_at_100": 0.48743, + "mrr_at_1000": 0.487648, + "nauc_ndcg_at_1_max": 0.242176, + "nauc_ndcg_at_1_std": -0.024309, + "nauc_ndcg_at_1_diff1": 0.373863, + "nauc_ndcg_at_3_max": 0.27491, + "nauc_ndcg_at_3_std": -0.041569, + "nauc_ndcg_at_3_diff1": 0.345038, + "nauc_ndcg_at_5_max": 0.268446, + "nauc_ndcg_at_5_std": -0.052294, + "nauc_ndcg_at_5_diff1": 0.331628, + "nauc_ndcg_at_10_max": 0.263759, + "nauc_ndcg_at_10_std": -0.036809, + "nauc_ndcg_at_10_diff1": 0.326772, + "nauc_ndcg_at_20_max": 0.258725, + "nauc_ndcg_at_20_std": -0.045765, + "nauc_ndcg_at_20_diff1": 0.335562, + "nauc_ndcg_at_100_max": 0.263852, + "nauc_ndcg_at_100_std": -0.034901, + "nauc_ndcg_at_100_diff1": 0.338025, + "nauc_ndcg_at_1000_max": 0.25979, + "nauc_ndcg_at_1000_std": -0.037885, + "nauc_ndcg_at_1000_diff1": 0.338759, + "nauc_map_at_1_max": 0.242176, + "nauc_map_at_1_std": -0.024309, + "nauc_map_at_1_diff1": 0.373863, + "nauc_map_at_3_max": 0.264573, + "nauc_map_at_3_std": -0.036061, + "nauc_map_at_3_diff1": 0.34991, + "nauc_map_at_5_max": 0.260947, + "nauc_map_at_5_std": -0.041422, + "nauc_map_at_5_diff1": 0.342569, + "nauc_map_at_10_max": 0.258772, + "nauc_map_at_10_std": -0.035747, + "nauc_map_at_10_diff1": 0.340813, + "nauc_map_at_20_max": 0.257521, + "nauc_map_at_20_std": -0.037213, + "nauc_map_at_20_diff1": 0.343226, + "nauc_map_at_100_max": 0.257906, + "nauc_map_at_100_std": -0.035895, + "nauc_map_at_100_diff1": 0.343474, + "nauc_map_at_1000_max": 0.257731, + "nauc_map_at_1000_std": -0.036023, + "nauc_map_at_1000_diff1": 0.343495, + "nauc_recall_at_1_max": 0.242176, + "nauc_recall_at_1_std": -0.024309, + "nauc_recall_at_1_diff1": 0.373863, + "nauc_recall_at_3_max": 0.307471, + "nauc_recall_at_3_std": -0.058934, + "nauc_recall_at_3_diff1": 0.331145, + "nauc_recall_at_5_max": 0.293318, + "nauc_recall_at_5_std": -0.091342, + "nauc_recall_at_5_diff1": 0.29437, + "nauc_recall_at_10_max": 0.28278, + "nauc_recall_at_10_std": -0.033554, + "nauc_recall_at_10_diff1": 0.263161, + "nauc_recall_at_20_max": 0.253314, + "nauc_recall_at_20_std": -0.107586, + "nauc_recall_at_20_diff1": 0.30009, + "nauc_recall_at_100_max": 0.487143, + "nauc_recall_at_100_std": 0.129533, + "nauc_recall_at_100_diff1": 0.293379, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.242176, + "nauc_precision_at_1_std": -0.024309, + "nauc_precision_at_1_diff1": 0.373863, + "nauc_precision_at_3_max": 0.307471, + "nauc_precision_at_3_std": -0.058934, + "nauc_precision_at_3_diff1": 0.331145, + "nauc_precision_at_5_max": 0.293318, + "nauc_precision_at_5_std": -0.091342, + "nauc_precision_at_5_diff1": 0.29437, + "nauc_precision_at_10_max": 0.28278, + "nauc_precision_at_10_std": -0.033554, + "nauc_precision_at_10_diff1": 0.263161, + "nauc_precision_at_20_max": 0.253314, + "nauc_precision_at_20_std": -0.107586, + "nauc_precision_at_20_diff1": 0.30009, + "nauc_precision_at_100_max": 0.487143, + "nauc_precision_at_100_std": 0.129533, + "nauc_precision_at_100_diff1": 0.293379, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.242176, + "nauc_mrr_at_1_std": -0.024309, + "nauc_mrr_at_1_diff1": 0.373863, + "nauc_mrr_at_3_max": 0.264573, + "nauc_mrr_at_3_std": -0.036061, + "nauc_mrr_at_3_diff1": 0.34991, + "nauc_mrr_at_5_max": 0.260947, + "nauc_mrr_at_5_std": -0.041422, + "nauc_mrr_at_5_diff1": 0.342569, + "nauc_mrr_at_10_max": 0.258772, + "nauc_mrr_at_10_std": -0.035747, + "nauc_mrr_at_10_diff1": 0.340813, + "nauc_mrr_at_20_max": 0.257521, + "nauc_mrr_at_20_std": -0.037213, + "nauc_mrr_at_20_diff1": 0.343226, + "nauc_mrr_at_100_max": 0.257906, + "nauc_mrr_at_100_std": -0.035895, + "nauc_mrr_at_100_diff1": 0.343474, + "nauc_mrr_at_1000_max": 0.257731, + "nauc_mrr_at_1000_std": -0.036023, + "nauc_mrr_at_1000_diff1": 0.343495, + "main_score": 0.54414, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 33.4600088596344, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/HumanEvalRetrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/HumanEvalRetrieval.json new file mode 100644 index 0000000000..d53aaf1800 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/HumanEvalRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "ed1f48aca747f10bac146795328e2f03326e7625", + "task_name": "HumanEvalRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.55696, + "ndcg_at_3": 0.66681, + "ndcg_at_5": 0.67716, + "ndcg_at_10": 0.71531, + "ndcg_at_20": 0.72641, + "ndcg_at_100": 0.73913, + "ndcg_at_1000": 0.73913, + "map_at_1": 0.55696, + "map_at_3": 0.63924, + "map_at_5": 0.64494, + "map_at_10": 0.66025, + "map_at_20": 0.66323, + "map_at_100": 0.66534, + "map_at_1000": 0.66534, + "recall_at_1": 0.55696, + "recall_at_3": 0.74684, + "recall_at_5": 0.77215, + "recall_at_10": 0.89241, + "recall_at_20": 0.93671, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.55696, + "precision_at_3": 0.24895, + "precision_at_5": 0.15443, + "precision_at_10": 0.08924, + "precision_at_20": 0.04684, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.556962, + "mrr_at_3": 0.639241, + "mrr_at_5": 0.644937, + "mrr_at_10": 0.660247, + "mrr_at_20": 0.663232, + "mrr_at_100": 0.665344, + "mrr_at_1000": 0.665344, + "nauc_ndcg_at_1_max": 0.497581, + "nauc_ndcg_at_1_std": -0.006902, + "nauc_ndcg_at_1_diff1": 0.654353, + "nauc_ndcg_at_3_max": 0.493671, + "nauc_ndcg_at_3_std": 0.042007, + "nauc_ndcg_at_3_diff1": 0.570813, + "nauc_ndcg_at_5_max": 0.509715, + "nauc_ndcg_at_5_std": 0.045602, + "nauc_ndcg_at_5_diff1": 0.562261, + "nauc_ndcg_at_10_max": 0.501797, + "nauc_ndcg_at_10_std": 0.051893, + "nauc_ndcg_at_10_diff1": 0.581006, + "nauc_ndcg_at_20_max": 0.518035, + "nauc_ndcg_at_20_std": 0.04807, + "nauc_ndcg_at_20_diff1": 0.594041, + "nauc_ndcg_at_100_max": 0.500656, + "nauc_ndcg_at_100_std": 0.02927, + "nauc_ndcg_at_100_diff1": 0.593755, + "nauc_ndcg_at_1000_max": 0.500656, + "nauc_ndcg_at_1000_std": 0.02927, + "nauc_ndcg_at_1000_diff1": 0.593755, + "nauc_map_at_1_max": 0.497581, + "nauc_map_at_1_std": -0.006902, + "nauc_map_at_1_diff1": 0.654353, + "nauc_map_at_3_max": 0.490931, + "nauc_map_at_3_std": 0.021899, + "nauc_map_at_3_diff1": 0.593597, + "nauc_map_at_5_max": 0.498957, + "nauc_map_at_5_std": 0.023192, + "nauc_map_at_5_diff1": 0.589799, + "nauc_map_at_10_max": 0.495645, + "nauc_map_at_10_std": 0.023864, + "nauc_map_at_10_diff1": 0.596931, + "nauc_map_at_20_max": 0.49898, + "nauc_map_at_20_std": 0.022494, + "nauc_map_at_20_diff1": 0.599907, + "nauc_map_at_100_max": 0.496805, + "nauc_map_at_100_std": 0.020323, + "nauc_map_at_100_diff1": 0.600008, + "nauc_map_at_1000_max": 0.496805, + "nauc_map_at_1000_std": 0.020323, + "nauc_map_at_1000_diff1": 0.600008, + "nauc_recall_at_1_max": 0.497581, + "nauc_recall_at_1_std": -0.006902, + "nauc_recall_at_1_diff1": 0.654353, + "nauc_recall_at_3_max": 0.50569, + "nauc_recall_at_3_std": 0.118921, + "nauc_recall_at_3_diff1": 0.487758, + "nauc_recall_at_5_max": 0.557524, + "nauc_recall_at_5_std": 0.138307, + "nauc_recall_at_5_diff1": 0.452429, + "nauc_recall_at_10_max": 0.548887, + "nauc_recall_at_10_std": 0.274019, + "nauc_recall_at_10_diff1": 0.485349, + "nauc_recall_at_20_max": 0.814034, + "nauc_recall_at_20_std": 0.38027, + "nauc_recall_at_20_diff1": 0.604183, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.497581, + "nauc_precision_at_1_std": -0.006902, + "nauc_precision_at_1_diff1": 0.654353, + "nauc_precision_at_3_max": 0.50569, + "nauc_precision_at_3_std": 0.118921, + "nauc_precision_at_3_diff1": 0.487758, + "nauc_precision_at_5_max": 0.557524, + "nauc_precision_at_5_std": 0.138307, + "nauc_precision_at_5_diff1": 0.452429, + "nauc_precision_at_10_max": 0.548887, + "nauc_precision_at_10_std": 0.274019, + "nauc_precision_at_10_diff1": 0.485349, + "nauc_precision_at_20_max": 0.814034, + "nauc_precision_at_20_std": 0.38027, + "nauc_precision_at_20_diff1": 0.604183, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.497581, + "nauc_mrr_at_1_std": -0.006902, + "nauc_mrr_at_1_diff1": 0.654353, + "nauc_mrr_at_3_max": 0.490931, + "nauc_mrr_at_3_std": 0.021899, + "nauc_mrr_at_3_diff1": 0.593597, + "nauc_mrr_at_5_max": 0.498957, + "nauc_mrr_at_5_std": 0.023192, + "nauc_mrr_at_5_diff1": 0.589799, + "nauc_mrr_at_10_max": 0.495645, + "nauc_mrr_at_10_std": 0.023864, + "nauc_mrr_at_10_diff1": 0.596931, + "nauc_mrr_at_20_max": 0.49898, + "nauc_mrr_at_20_std": 0.022494, + "nauc_mrr_at_20_diff1": 0.599907, + "nauc_mrr_at_100_max": 0.496805, + "nauc_mrr_at_100_std": 0.020323, + "nauc_mrr_at_100_diff1": 0.600008, + "nauc_mrr_at_1000_max": 0.496805, + "nauc_mrr_at_1000_std": 0.020323, + "nauc_mrr_at_1000_diff1": 0.600008, + "main_score": 0.71531, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 6.8974974155426025, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MBPPRetrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MBPPRetrieval.json new file mode 100644 index 0000000000..95e5160e26 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MBPPRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "586a1fd6a0c63fdeda3b49c0293559a81c79cdec", + "task_name": "MBPPRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65503, + "ndcg_at_3": 0.76966, + "ndcg_at_5": 0.78491, + "ndcg_at_10": 0.8023, + "ndcg_at_20": 0.80833, + "ndcg_at_100": 0.81411, + "ndcg_at_1000": 0.81502, + "map_at_1": 0.65503, + "map_at_3": 0.74213, + "map_at_5": 0.7506, + "map_at_10": 0.75786, + "map_at_20": 0.75954, + "map_at_100": 0.76043, + "map_at_1000": 0.76046, + "recall_at_1": 0.65503, + "recall_at_3": 0.84908, + "recall_at_5": 0.88604, + "recall_at_10": 0.93943, + "recall_at_20": 0.96304, + "recall_at_100": 0.99281, + "recall_at_1000": 1.0, + "precision_at_1": 0.65503, + "precision_at_3": 0.28303, + "precision_at_5": 0.17721, + "precision_at_10": 0.09394, + "precision_at_20": 0.04815, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.654004, + "mrr_at_3": 0.741958, + "mrr_at_5": 0.75012, + "mrr_at_10": 0.757358, + "mrr_at_20": 0.759046, + "mrr_at_100": 0.759929, + "mrr_at_1000": 0.759963, + "nauc_ndcg_at_1_max": 0.345105, + "nauc_ndcg_at_1_std": -0.068921, + "nauc_ndcg_at_1_diff1": 0.685895, + "nauc_ndcg_at_3_max": 0.423817, + "nauc_ndcg_at_3_std": -0.037933, + "nauc_ndcg_at_3_diff1": 0.636278, + "nauc_ndcg_at_5_max": 0.44003, + "nauc_ndcg_at_5_std": -0.024196, + "nauc_ndcg_at_5_diff1": 0.63777, + "nauc_ndcg_at_10_max": 0.417537, + "nauc_ndcg_at_10_std": -0.026287, + "nauc_ndcg_at_10_diff1": 0.639313, + "nauc_ndcg_at_20_max": 0.409876, + "nauc_ndcg_at_20_std": -0.034006, + "nauc_ndcg_at_20_diff1": 0.646204, + "nauc_ndcg_at_100_max": 0.409445, + "nauc_ndcg_at_100_std": -0.037502, + "nauc_ndcg_at_100_diff1": 0.650478, + "nauc_ndcg_at_1000_max": 0.406491, + "nauc_ndcg_at_1000_std": -0.04063, + "nauc_ndcg_at_1000_diff1": 0.649886, + "nauc_map_at_1_max": 0.345105, + "nauc_map_at_1_std": -0.068921, + "nauc_map_at_1_diff1": 0.685895, + "nauc_map_at_3_max": 0.401279, + "nauc_map_at_3_std": -0.049941, + "nauc_map_at_3_diff1": 0.650156, + "nauc_map_at_5_max": 0.408542, + "nauc_map_at_5_std": -0.043795, + "nauc_map_at_5_diff1": 0.651292, + "nauc_map_at_10_max": 0.399656, + "nauc_map_at_10_std": -0.045088, + "nauc_map_at_10_diff1": 0.65195, + "nauc_map_at_20_max": 0.397961, + "nauc_map_at_20_std": -0.046817, + "nauc_map_at_20_diff1": 0.653482, + "nauc_map_at_100_max": 0.398007, + "nauc_map_at_100_std": -0.047321, + "nauc_map_at_100_diff1": 0.65408, + "nauc_map_at_1000_max": 0.397921, + "nauc_map_at_1000_std": -0.047394, + "nauc_map_at_1000_diff1": 0.654058, + "nauc_recall_at_1_max": 0.345105, + "nauc_recall_at_1_std": -0.068921, + "nauc_recall_at_1_diff1": 0.685895, + "nauc_recall_at_3_max": 0.52308, + "nauc_recall_at_3_std": 0.017104, + "nauc_recall_at_3_diff1": 0.575379, + "nauc_recall_at_5_max": 0.616968, + "nauc_recall_at_5_std": 0.09031, + "nauc_recall_at_5_diff1": 0.564564, + "nauc_recall_at_10_max": 0.572139, + "nauc_recall_at_10_std": 0.167876, + "nauc_recall_at_10_diff1": 0.521631, + "nauc_recall_at_20_max": 0.528509, + "nauc_recall_at_20_std": 0.149161, + "nauc_recall_at_20_diff1": 0.573499, + "nauc_recall_at_100_max": 0.920641, + "nauc_recall_at_100_std": 0.529981, + "nauc_recall_at_100_diff1": 0.743592, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.345105, + "nauc_precision_at_1_std": -0.068921, + "nauc_precision_at_1_diff1": 0.685895, + "nauc_precision_at_3_max": 0.52308, + "nauc_precision_at_3_std": 0.017104, + "nauc_precision_at_3_diff1": 0.575379, + "nauc_precision_at_5_max": 0.616968, + "nauc_precision_at_5_std": 0.09031, + "nauc_precision_at_5_diff1": 0.564564, + "nauc_precision_at_10_max": 0.572139, + "nauc_precision_at_10_std": 0.167876, + "nauc_precision_at_10_diff1": 0.521631, + "nauc_precision_at_20_max": 0.528509, + "nauc_precision_at_20_std": 0.149161, + "nauc_precision_at_20_diff1": 0.573499, + "nauc_precision_at_100_max": 0.920641, + "nauc_precision_at_100_std": 0.529981, + "nauc_precision_at_100_diff1": 0.743592, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.342382, + "nauc_mrr_at_1_std": -0.065176, + "nauc_mrr_at_1_diff1": 0.688131, + "nauc_mrr_at_3_max": 0.398892, + "nauc_mrr_at_3_std": -0.048748, + "nauc_mrr_at_3_diff1": 0.651164, + "nauc_mrr_at_5_max": 0.406601, + "nauc_mrr_at_5_std": -0.041514, + "nauc_mrr_at_5_diff1": 0.652732, + "nauc_mrr_at_10_max": 0.397703, + "nauc_mrr_at_10_std": -0.04265, + "nauc_mrr_at_10_diff1": 0.653456, + "nauc_mrr_at_20_max": 0.395994, + "nauc_mrr_at_20_std": -0.044357, + "nauc_mrr_at_20_diff1": 0.654999, + "nauc_mrr_at_100_max": 0.396032, + "nauc_mrr_at_100_std": -0.044849, + "nauc_mrr_at_100_diff1": 0.655602, + "nauc_mrr_at_1000_max": 0.395945, + "nauc_mrr_at_1000_std": -0.044922, + "nauc_mrr_at_1000_diff1": 0.65558, + "main_score": 0.8023, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 13.921258211135864, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/WikiSQLRetrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/WikiSQLRetrieval.json new file mode 100644 index 0000000000..0b865830ce --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/WikiSQLRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "4e099ab42dffd49d72c1472f451371e53343e3d7", + "task_name": "WikiSQLRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.54004, + "ndcg_at_3": 0.65809, + "ndcg_at_5": 0.6808, + "ndcg_at_10": 0.69711, + "ndcg_at_20": 0.70854, + "ndcg_at_100": 0.72085, + "ndcg_at_1000": 0.72621, + "map_at_1": 0.54004, + "map_at_3": 0.62948, + "map_at_5": 0.64207, + "map_at_10": 0.64883, + "map_at_20": 0.65194, + "map_at_100": 0.65364, + "map_at_1000": 0.65386, + "recall_at_1": 0.54004, + "recall_at_3": 0.74072, + "recall_at_5": 0.7959, + "recall_at_10": 0.84619, + "recall_at_20": 0.8916, + "recall_at_100": 0.95801, + "recall_at_1000": 0.99902, + "precision_at_1": 0.54004, + "precision_at_3": 0.24691, + "precision_at_5": 0.15918, + "precision_at_10": 0.08462, + "precision_at_20": 0.04458, + "precision_at_100": 0.00958, + "precision_at_1000": 0.001, + "mrr_at_1": 0.539551, + "mrr_at_3": 0.628988, + "mrr_at_5": 0.64161, + "mrr_at_10": 0.648484, + "mrr_at_20": 0.651593, + "mrr_at_100": 0.653296, + "mrr_at_1000": 0.653517, + "nauc_ndcg_at_1_max": 0.35572, + "nauc_ndcg_at_1_std": 0.039778, + "nauc_ndcg_at_1_diff1": 0.580173, + "nauc_ndcg_at_3_max": 0.420115, + "nauc_ndcg_at_3_std": 0.027017, + "nauc_ndcg_at_3_diff1": 0.541579, + "nauc_ndcg_at_5_max": 0.432855, + "nauc_ndcg_at_5_std": 0.040304, + "nauc_ndcg_at_5_diff1": 0.537357, + "nauc_ndcg_at_10_max": 0.437831, + "nauc_ndcg_at_10_std": 0.051706, + "nauc_ndcg_at_10_diff1": 0.535873, + "nauc_ndcg_at_20_max": 0.427889, + "nauc_ndcg_at_20_std": 0.054947, + "nauc_ndcg_at_20_diff1": 0.532511, + "nauc_ndcg_at_100_max": 0.420113, + "nauc_ndcg_at_100_std": 0.051871, + "nauc_ndcg_at_100_diff1": 0.537221, + "nauc_ndcg_at_1000_max": 0.416507, + "nauc_ndcg_at_1000_std": 0.046258, + "nauc_ndcg_at_1000_diff1": 0.542582, + "nauc_map_at_1_max": 0.35572, + "nauc_map_at_1_std": 0.039778, + "nauc_map_at_1_diff1": 0.580173, + "nauc_map_at_3_max": 0.40235, + "nauc_map_at_3_std": 0.030549, + "nauc_map_at_3_diff1": 0.552561, + "nauc_map_at_5_max": 0.408236, + "nauc_map_at_5_std": 0.037229, + "nauc_map_at_5_diff1": 0.550785, + "nauc_map_at_10_max": 0.409916, + "nauc_map_at_10_std": 0.041363, + "nauc_map_at_10_diff1": 0.550627, + "nauc_map_at_20_max": 0.407324, + "nauc_map_at_20_std": 0.041737, + "nauc_map_at_20_diff1": 0.549926, + "nauc_map_at_100_max": 0.40636, + "nauc_map_at_100_std": 0.041205, + "nauc_map_at_100_diff1": 0.550488, + "nauc_map_at_1000_max": 0.406253, + "nauc_map_at_1000_std": 0.041051, + "nauc_map_at_1000_diff1": 0.550685, + "nauc_recall_at_1_max": 0.35572, + "nauc_recall_at_1_std": 0.039778, + "nauc_recall_at_1_diff1": 0.580173, + "nauc_recall_at_3_max": 0.484718, + "nauc_recall_at_3_std": 0.014167, + "nauc_recall_at_3_diff1": 0.501468, + "nauc_recall_at_5_max": 0.540543, + "nauc_recall_at_5_std": 0.056617, + "nauc_recall_at_5_diff1": 0.478979, + "nauc_recall_at_10_max": 0.594132, + "nauc_recall_at_10_std": 0.119831, + "nauc_recall_at_10_diff1": 0.45323, + "nauc_recall_at_20_max": 0.565186, + "nauc_recall_at_20_std": 0.178382, + "nauc_recall_at_20_diff1": 0.39491, + "nauc_recall_at_100_max": 0.553737, + "nauc_recall_at_100_std": 0.290619, + "nauc_recall_at_100_diff1": 0.324063, + "nauc_recall_at_1000_max": -0.21464, + "nauc_recall_at_1000_std": 0.191387, + "nauc_recall_at_1000_diff1": 0.414311, + "nauc_precision_at_1_max": 0.35572, + "nauc_precision_at_1_std": 0.039778, + "nauc_precision_at_1_diff1": 0.580173, + "nauc_precision_at_3_max": 0.484718, + "nauc_precision_at_3_std": 0.014167, + "nauc_precision_at_3_diff1": 0.501468, + "nauc_precision_at_5_max": 0.540543, + "nauc_precision_at_5_std": 0.056617, + "nauc_precision_at_5_diff1": 0.478979, + "nauc_precision_at_10_max": 0.594132, + "nauc_precision_at_10_std": 0.119831, + "nauc_precision_at_10_diff1": 0.45323, + "nauc_precision_at_20_max": 0.565186, + "nauc_precision_at_20_std": 0.178382, + "nauc_precision_at_20_diff1": 0.39491, + "nauc_precision_at_100_max": 0.553737, + "nauc_precision_at_100_std": 0.290619, + "nauc_precision_at_100_diff1": 0.324063, + "nauc_precision_at_1000_max": -0.21464, + "nauc_precision_at_1000_std": 0.191387, + "nauc_precision_at_1000_diff1": 0.414311, + "nauc_mrr_at_1_max": 0.352503, + "nauc_mrr_at_1_std": 0.039403, + "nauc_mrr_at_1_diff1": 0.581323, + "nauc_mrr_at_3_max": 0.400604, + "nauc_mrr_at_3_std": 0.029678, + "nauc_mrr_at_3_diff1": 0.553611, + "nauc_mrr_at_5_max": 0.40649, + "nauc_mrr_at_5_std": 0.035968, + "nauc_mrr_at_5_diff1": 0.551843, + "nauc_mrr_at_10_max": 0.408015, + "nauc_mrr_at_10_std": 0.040717, + "nauc_mrr_at_10_diff1": 0.551572, + "nauc_mrr_at_20_max": 0.405405, + "nauc_mrr_at_20_std": 0.041071, + "nauc_mrr_at_20_diff1": 0.550881, + "nauc_mrr_at_100_max": 0.404429, + "nauc_mrr_at_100_std": 0.040535, + "nauc_mrr_at_100_diff1": 0.551449, + "nauc_mrr_at_1000_max": 0.404321, + "nauc_mrr_at_1000_std": 0.04038, + "nauc_mrr_at_1000_diff1": 0.551647, + "main_score": 0.69711, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 203.10903143882751, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/model_meta.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/model_meta.json index 1aa204a291..583f93bed4 100644 --- a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/model_meta.json +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/model_meta.json @@ -1 +1 @@ -{"name": "Snowflake/snowflake-arctic-embed-l-v2.0", "revision": "edc2df7b6c25794b340229ca082e7c78782e6374", "release_date": "2024-12-04", "languages": ["afr_Latn", "ara_Arab", "aze_Latn", "bel_Cyrl", "bul_Cyrl", "ben_Beng", "cat_Latn", "ceb_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Grek", "eng_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Arab", "fin_Latn", "fra_Latn", "glg_Latn", "guj_Gujr", "heb_Hebr", "hin_Deva", "hrv_Latn", "hat_Latn", "hun_Latn", "hye_Armn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Jpan", "jav_Latn", "kat_Geor", "kaz_Cyrl", "khm_Khmr", "kan_Knda", "kor_Hang", "kir_Cyrl", "lao_Laoo", "lit_Latn", "lav_Latn", "mkd_Cyrl", "mal_Mlym", "mon_Cyrl", "mar_Deva", "msa_Latn", "mya_Mymr", "nep_Deva", "nld_Latn", "pan_Guru", "pol_Latn", "por_Latn", "que_Latn", "ron_Latn", "rus_Cyrl", "sin_Sinh", "slk_Latn", "slv_Latn", "som_Latn", "sqi_Latn", "srp_Cyrl", "swe_Latn", "swa_Latn", "tam_Taml", "tel_Telu", "tha_Thai", "tgl_Latn", "tur_Latn", "ukr_Cyrl", "urd_Arab", "vie_Latn", "yor_Latn", "zho_Hans"], "n_parameters": 568000000, "memory_usage_mb": 2166.0, "max_tokens": 8192.0, "embed_dim": 1024, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/Snowflake/snowflake-arctic-embed-l-v2.0", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"NQ": ["test"], "NQ-NL": ["test"], "NQHardNegatives": ["test"], "NQ-PL": ["test"], "HotPotQA": ["test"], "HotPotQAHardNegatives": ["test"], "HotPotQA-PL": ["test"], "HotpotQA-NL": ["test"], "FEVER": ["test"], "FEVER-NL": ["test"], "FEVERHardNegatives": ["test"], "MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"], "MIRACLReranking": ["train"]}, "adapted_from": "BAAI/bge-m3-retromae", "superseded_by": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file +{"name": "Snowflake/snowflake-arctic-embed-l-v2.0", "revision": "edc2df7b6c25794b340229ca082e7c78782e6374", "release_date": "2024-12-04", "languages": ["afr-Latn", "ara-Arab", "aze-Latn", "bel-Cyrl", "bul-Cyrl", "ben-Beng", "cat-Latn", "ceb-Latn", "ces-Latn", "cym-Latn", "dan-Latn", "deu-Latn", "ell-Grek", "eng-Latn", "spa-Latn", "est-Latn", "eus-Latn", "fas-Arab", "fin-Latn", "fra-Latn", "glg-Latn", "guj-Gujr", "heb-Hebr", "hin-Deva", "hrv-Latn", "hat-Latn", "hun-Latn", "hye-Armn", "ind-Latn", "isl-Latn", "ita-Latn", "jpn-Jpan", "jav-Latn", "kat-Geor", "kaz-Cyrl", "khm-Khmr", "kan-Knda", "kor-Hang", "kir-Cyrl", "lao-Laoo", "lit-Latn", "lav-Latn", "mkd-Cyrl", "mal-Mlym", "mon-Cyrl", "mar-Deva", "msa-Latn", "mya-Mymr", "nep-Deva", "nld-Latn", "pan-Guru", "pol-Latn", "por-Latn", "que-Latn", "ron-Latn", "rus-Cyrl", "sin-Sinh", "slk-Latn", "slv-Latn", "som-Latn", "sqi-Latn", "srp-Cyrl", "swe-Latn", "swa-Latn", "tam-Taml", "tel-Telu", "tha-Thai", "tgl-Latn", "tur-Latn", "ukr-Cyrl", "urd-Arab", "vie-Latn", "yor-Latn", "zho-Hans"], "n_parameters": 568000000, "memory_usage_mb": 2166.0, "max_tokens": 8192.0, "embed_dim": 1024, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/Snowflake/snowflake-arctic-embed-l-v2.0", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"NQ": ["test"], "NQ-NL": ["test"], "NQHardNegatives": ["test"], "NQ-PL": ["test"], "HotPotQA": ["test"], "HotPotQAHardNegatives": ["test"], "HotPotQA-PL": ["test"], "HotpotQA-NL": ["test"], "FEVER": ["test"], "FEVER-NL": ["test"], "FEVERHardNegatives": ["test"], "MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"], "MIRACLReranking": ["train"]}, "adapted_from": "BAAI/bge-m3-retromae", "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ChatDoctorRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ChatDoctorRetrieval.json new file mode 100644 index 0000000000..c4f9d67416 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ChatDoctorRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d", + "task_name": "ChatDoctorRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.4289, + "ndcg_at_3": 0.50616, + "ndcg_at_5": 0.5281, + "ndcg_at_10": 0.55215, + "ndcg_at_20": 0.57074, + "ndcg_at_100": 0.59509, + "ndcg_at_1000": 0.60622, + "map_at_1": 0.4289, + "map_at_3": 0.48718, + "map_at_5": 0.49934, + "map_at_10": 0.5093, + "map_at_20": 0.51438, + "map_at_100": 0.51784, + "map_at_1000": 0.51826, + "recall_at_1": 0.4289, + "recall_at_3": 0.56108, + "recall_at_5": 0.61438, + "recall_at_10": 0.68861, + "recall_at_20": 0.7623, + "recall_at_100": 0.89215, + "recall_at_1000": 0.97943, + "precision_at_1": 0.4289, + "precision_at_3": 0.18703, + "precision_at_5": 0.12288, + "precision_at_10": 0.06886, + "precision_at_20": 0.03811, + "precision_at_100": 0.00892, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.428904, + "mrr_at_3": 0.487182, + "mrr_at_5": 0.499353, + "mrr_at_10": 0.509305, + "mrr_at_20": 0.514385, + "mrr_at_100": 0.517849, + "mrr_at_1000": 0.518271, + "nauc_ndcg_at_1_max": 0.465677, + "nauc_ndcg_at_1_std": -0.151155, + "nauc_ndcg_at_1_diff1": 0.705968, + "nauc_ndcg_at_3_max": 0.438891, + "nauc_ndcg_at_3_std": -0.153095, + "nauc_ndcg_at_3_diff1": 0.646193, + "nauc_ndcg_at_5_max": 0.431237, + "nauc_ndcg_at_5_std": -0.152494, + "nauc_ndcg_at_5_diff1": 0.632493, + "nauc_ndcg_at_10_max": 0.430227, + "nauc_ndcg_at_10_std": -0.149104, + "nauc_ndcg_at_10_diff1": 0.624693, + "nauc_ndcg_at_20_max": 0.434412, + "nauc_ndcg_at_20_std": -0.141172, + "nauc_ndcg_at_20_diff1": 0.627861, + "nauc_ndcg_at_100_max": 0.437819, + "nauc_ndcg_at_100_std": -0.132427, + "nauc_ndcg_at_100_diff1": 0.631467, + "nauc_ndcg_at_1000_max": 0.439221, + "nauc_ndcg_at_1000_std": -0.138078, + "nauc_ndcg_at_1000_diff1": 0.637976, + "nauc_map_at_1_max": 0.465677, + "nauc_map_at_1_std": -0.151155, + "nauc_map_at_1_diff1": 0.705968, + "nauc_map_at_3_max": 0.445884, + "nauc_map_at_3_std": -0.152627, + "nauc_map_at_3_diff1": 0.660954, + "nauc_map_at_5_max": 0.441579, + "nauc_map_at_5_std": -0.15242, + "nauc_map_at_5_diff1": 0.653739, + "nauc_map_at_10_max": 0.441385, + "nauc_map_at_10_std": -0.151202, + "nauc_map_at_10_diff1": 0.651149, + "nauc_map_at_20_max": 0.442516, + "nauc_map_at_20_std": -0.14929, + "nauc_map_at_20_diff1": 0.652199, + "nauc_map_at_100_max": 0.443021, + "nauc_map_at_100_std": -0.14832, + "nauc_map_at_100_diff1": 0.652786, + "nauc_map_at_1000_max": 0.443096, + "nauc_map_at_1000_std": -0.148439, + "nauc_map_at_1000_diff1": 0.653004, + "nauc_recall_at_1_max": 0.465677, + "nauc_recall_at_1_std": -0.151155, + "nauc_recall_at_1_diff1": 0.705968, + "nauc_recall_at_3_max": 0.417467, + "nauc_recall_at_3_std": -0.154514, + "nauc_recall_at_3_diff1": 0.601323, + "nauc_recall_at_5_max": 0.396975, + "nauc_recall_at_5_std": -0.152449, + "nauc_recall_at_5_diff1": 0.56207, + "nauc_recall_at_10_max": 0.387712, + "nauc_recall_at_10_std": -0.139044, + "nauc_recall_at_10_diff1": 0.521266, + "nauc_recall_at_20_max": 0.401751, + "nauc_recall_at_20_std": -0.090805, + "nauc_recall_at_20_diff1": 0.514781, + "nauc_recall_at_100_max": 0.416291, + "nauc_recall_at_100_std": 0.086564, + "nauc_recall_at_100_diff1": 0.455144, + "nauc_recall_at_1000_max": 0.44693, + "nauc_recall_at_1000_std": 0.337377, + "nauc_recall_at_1000_diff1": 0.41081, + "nauc_precision_at_1_max": 0.465677, + "nauc_precision_at_1_std": -0.151155, + "nauc_precision_at_1_diff1": 0.705968, + "nauc_precision_at_3_max": 0.417467, + "nauc_precision_at_3_std": -0.154514, + "nauc_precision_at_3_diff1": 0.601323, + "nauc_precision_at_5_max": 0.396975, + "nauc_precision_at_5_std": -0.152449, + "nauc_precision_at_5_diff1": 0.56207, + "nauc_precision_at_10_max": 0.387712, + "nauc_precision_at_10_std": -0.139044, + "nauc_precision_at_10_diff1": 0.521266, + "nauc_precision_at_20_max": 0.401751, + "nauc_precision_at_20_std": -0.090805, + "nauc_precision_at_20_diff1": 0.514781, + "nauc_precision_at_100_max": 0.416291, + "nauc_precision_at_100_std": 0.086564, + "nauc_precision_at_100_diff1": 0.455144, + "nauc_precision_at_1000_max": 0.44693, + "nauc_precision_at_1000_std": 0.337377, + "nauc_precision_at_1000_diff1": 0.41081, + "nauc_mrr_at_1_max": 0.465677, + "nauc_mrr_at_1_std": -0.151155, + "nauc_mrr_at_1_diff1": 0.705968, + "nauc_mrr_at_3_max": 0.445884, + "nauc_mrr_at_3_std": -0.152627, + "nauc_mrr_at_3_diff1": 0.660954, + "nauc_mrr_at_5_max": 0.441598, + "nauc_mrr_at_5_std": -0.152392, + "nauc_mrr_at_5_diff1": 0.653726, + "nauc_mrr_at_10_max": 0.441404, + "nauc_mrr_at_10_std": -0.151173, + "nauc_mrr_at_10_diff1": 0.651136, + "nauc_mrr_at_20_max": 0.442536, + "nauc_mrr_at_20_std": -0.14926, + "nauc_mrr_at_20_diff1": 0.652186, + "nauc_mrr_at_100_max": 0.443042, + "nauc_mrr_at_100_std": -0.148289, + "nauc_mrr_at_100_diff1": 0.652773, + "nauc_mrr_at_1000_max": 0.443116, + "nauc_mrr_at_1000_std": -0.148408, + "nauc_mrr_at_1000_diff1": 0.65299, + "main_score": 0.55215, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 66.27012920379639, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Code1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Code1Retrieval.json new file mode 100644 index 0000000000..a55bfdd09d --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Code1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "94d25599a7e0221484f31749448e5ea217484e41", + "task_name": "Code1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82157, + "ndcg_at_3": 0.87079, + "ndcg_at_5": 0.88069, + "ndcg_at_10": 0.88915, + "ndcg_at_20": 0.89292, + "ndcg_at_100": 0.8965, + "ndcg_at_1000": 0.89769, + "map_at_1": 0.82157, + "map_at_3": 0.85903, + "map_at_5": 0.86457, + "map_at_10": 0.8681, + "map_at_20": 0.86916, + "map_at_100": 0.86968, + "map_at_1000": 0.86972, + "recall_at_1": 0.82157, + "recall_at_3": 0.90467, + "recall_at_5": 0.92852, + "recall_at_10": 0.95449, + "recall_at_20": 0.96925, + "recall_at_100": 0.98811, + "recall_at_1000": 0.99754, + "precision_at_1": 0.82157, + "precision_at_3": 0.30156, + "precision_at_5": 0.1857, + "precision_at_10": 0.09545, + "precision_at_20": 0.04846, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.821636, + "mrr_at_3": 0.859165, + "mrr_at_5": 0.864656, + "mrr_at_10": 0.86819, + "mrr_at_20": 0.869265, + "mrr_at_100": 0.869785, + "mrr_at_1000": 0.86983, + "nauc_ndcg_at_1_max": 0.599211, + "nauc_ndcg_at_1_std": -0.465401, + "nauc_ndcg_at_1_diff1": 0.892325, + "nauc_ndcg_at_3_max": 0.613851, + "nauc_ndcg_at_3_std": -0.482111, + "nauc_ndcg_at_3_diff1": 0.873813, + "nauc_ndcg_at_5_max": 0.615923, + "nauc_ndcg_at_5_std": -0.476851, + "nauc_ndcg_at_5_diff1": 0.876682, + "nauc_ndcg_at_10_max": 0.617704, + "nauc_ndcg_at_10_std": -0.459683, + "nauc_ndcg_at_10_diff1": 0.877772, + "nauc_ndcg_at_20_max": 0.619157, + "nauc_ndcg_at_20_std": -0.455199, + "nauc_ndcg_at_20_diff1": 0.878793, + "nauc_ndcg_at_100_max": 0.619444, + "nauc_ndcg_at_100_std": -0.452038, + "nauc_ndcg_at_100_diff1": 0.87996, + "nauc_ndcg_at_1000_max": 0.617203, + "nauc_ndcg_at_1000_std": -0.457818, + "nauc_ndcg_at_1000_diff1": 0.880269, + "nauc_map_at_1_max": 0.599211, + "nauc_map_at_1_std": -0.465401, + "nauc_map_at_1_diff1": 0.892325, + "nauc_map_at_3_max": 0.61069, + "nauc_map_at_3_std": -0.477456, + "nauc_map_at_3_diff1": 0.879216, + "nauc_map_at_5_max": 0.611661, + "nauc_map_at_5_std": -0.47461, + "nauc_map_at_5_diff1": 0.880852, + "nauc_map_at_10_max": 0.612183, + "nauc_map_at_10_std": -0.468701, + "nauc_map_at_10_diff1": 0.88136, + "nauc_map_at_20_max": 0.612514, + "nauc_map_at_20_std": -0.467698, + "nauc_map_at_20_diff1": 0.881623, + "nauc_map_at_100_max": 0.612645, + "nauc_map_at_100_std": -0.467316, + "nauc_map_at_100_diff1": 0.881789, + "nauc_map_at_1000_max": 0.612587, + "nauc_map_at_1000_std": -0.467437, + "nauc_map_at_1000_diff1": 0.881796, + "nauc_recall_at_1_max": 0.599211, + "nauc_recall_at_1_std": -0.465401, + "nauc_recall_at_1_diff1": 0.892325, + "nauc_recall_at_3_max": 0.626091, + "nauc_recall_at_3_std": -0.500991, + "nauc_recall_at_3_diff1": 0.85175, + "nauc_recall_at_5_max": 0.637632, + "nauc_recall_at_5_std": -0.487143, + "nauc_recall_at_5_diff1": 0.855662, + "nauc_recall_at_10_max": 0.662727, + "nauc_recall_at_10_std": -0.366417, + "nauc_recall_at_10_diff1": 0.851397, + "nauc_recall_at_20_max": 0.702151, + "nauc_recall_at_20_std": -0.264299, + "nauc_recall_at_20_diff1": 0.852185, + "nauc_recall_at_100_max": 0.828379, + "nauc_recall_at_100_std": 0.167456, + "nauc_recall_at_100_diff1": 0.858453, + "nauc_recall_at_1000_max": 0.892313, + "nauc_recall_at_1000_std": 0.57269, + "nauc_recall_at_1000_diff1": 0.885491, + "nauc_precision_at_1_max": 0.599211, + "nauc_precision_at_1_std": -0.465401, + "nauc_precision_at_1_diff1": 0.892325, + "nauc_precision_at_3_max": 0.626091, + "nauc_precision_at_3_std": -0.500991, + "nauc_precision_at_3_diff1": 0.85175, + "nauc_precision_at_5_max": 0.637632, + "nauc_precision_at_5_std": -0.487143, + "nauc_precision_at_5_diff1": 0.855662, + "nauc_precision_at_10_max": 0.662727, + "nauc_precision_at_10_std": -0.366417, + "nauc_precision_at_10_diff1": 0.851397, + "nauc_precision_at_20_max": 0.702151, + "nauc_precision_at_20_std": -0.264299, + "nauc_precision_at_20_diff1": 0.852185, + "nauc_precision_at_100_max": 0.828379, + "nauc_precision_at_100_std": 0.167456, + "nauc_precision_at_100_diff1": 0.858453, + "nauc_precision_at_1000_max": 0.892313, + "nauc_precision_at_1000_std": 0.57269, + "nauc_precision_at_1000_diff1": 0.885491, + "nauc_mrr_at_1_max": 0.600986, + "nauc_mrr_at_1_std": -0.463511, + "nauc_mrr_at_1_diff1": 0.892234, + "nauc_mrr_at_3_max": 0.612788, + "nauc_mrr_at_3_std": -0.475229, + "nauc_mrr_at_3_diff1": 0.879095, + "nauc_mrr_at_5_max": 0.61343, + "nauc_mrr_at_5_std": -0.472964, + "nauc_mrr_at_5_diff1": 0.880716, + "nauc_mrr_at_10_max": 0.613866, + "nauc_mrr_at_10_std": -0.466932, + "nauc_mrr_at_10_diff1": 0.881151, + "nauc_mrr_at_20_max": 0.614494, + "nauc_mrr_at_20_std": -0.465721, + "nauc_mrr_at_20_diff1": 0.881461, + "nauc_mrr_at_100_max": 0.614473, + "nauc_mrr_at_100_std": -0.465389, + "nauc_mrr_at_100_diff1": 0.881607, + "nauc_mrr_at_1000_max": 0.614415, + "nauc_mrr_at_1000_std": -0.46551, + "nauc_mrr_at_1000_diff1": 0.881613, + "main_score": 0.88915, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 133.4012553691864, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DS1000Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DS1000Retrieval.json new file mode 100644 index 0000000000..61301c9c8b --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DS1000Retrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "25cd4dc8172e799235d83c66439b6b7b8e6583ec", + "task_name": "DS1000Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.21471, + "ndcg_at_3": 0.39723, + "ndcg_at_5": 0.45473, + "ndcg_at_10": 0.494, + "ndcg_at_20": 0.50793, + "ndcg_at_100": 0.52731, + "ndcg_at_1000": 0.53492, + "map_at_1": 0.21471, + "map_at_3": 0.35344, + "map_at_5": 0.38569, + "map_at_10": 0.40253, + "map_at_20": 0.4063, + "map_at_100": 0.40906, + "map_at_1000": 0.40936, + "recall_at_1": 0.21471, + "recall_at_3": 0.52352, + "recall_at_5": 0.66166, + "recall_at_10": 0.77978, + "recall_at_20": 0.83534, + "recall_at_100": 0.93844, + "recall_at_1000": 0.997, + "precision_at_1": 0.21471, + "precision_at_3": 0.17451, + "precision_at_5": 0.13233, + "precision_at_10": 0.07798, + "precision_at_20": 0.04177, + "precision_at_100": 0.00938, + "precision_at_1000": 0.001, + "mrr_at_1": 0.215215, + "mrr_at_3": 0.35352, + "mrr_at_5": 0.386278, + "mrr_at_10": 0.402747, + "mrr_at_20": 0.406554, + "mrr_at_100": 0.40936, + "mrr_at_1000": 0.409666, + "nauc_ndcg_at_1_max": 0.229908, + "nauc_ndcg_at_1_std": 0.019078, + "nauc_ndcg_at_1_diff1": 0.219194, + "nauc_ndcg_at_3_max": 0.350387, + "nauc_ndcg_at_3_std": 0.038381, + "nauc_ndcg_at_3_diff1": 0.240013, + "nauc_ndcg_at_5_max": 0.407627, + "nauc_ndcg_at_5_std": 0.076448, + "nauc_ndcg_at_5_diff1": 0.251334, + "nauc_ndcg_at_10_max": 0.436915, + "nauc_ndcg_at_10_std": 0.097824, + "nauc_ndcg_at_10_diff1": 0.274976, + "nauc_ndcg_at_20_max": 0.419629, + "nauc_ndcg_at_20_std": 0.096749, + "nauc_ndcg_at_20_diff1": 0.26497, + "nauc_ndcg_at_100_max": 0.397545, + "nauc_ndcg_at_100_std": 0.0889, + "nauc_ndcg_at_100_diff1": 0.261293, + "nauc_ndcg_at_1000_max": 0.385194, + "nauc_ndcg_at_1000_std": 0.076861, + "nauc_ndcg_at_1000_diff1": 0.256002, + "nauc_map_at_1_max": 0.229908, + "nauc_map_at_1_std": 0.019078, + "nauc_map_at_1_diff1": 0.219194, + "nauc_map_at_3_max": 0.324008, + "nauc_map_at_3_std": 0.032489, + "nauc_map_at_3_diff1": 0.233127, + "nauc_map_at_5_max": 0.354248, + "nauc_map_at_5_std": 0.052913, + "nauc_map_at_5_diff1": 0.238366, + "nauc_map_at_10_max": 0.364756, + "nauc_map_at_10_std": 0.06103, + "nauc_map_at_10_diff1": 0.247572, + "nauc_map_at_20_max": 0.359784, + "nauc_map_at_20_std": 0.060368, + "nauc_map_at_20_diff1": 0.244762, + "nauc_map_at_100_max": 0.356445, + "nauc_map_at_100_std": 0.058874, + "nauc_map_at_100_diff1": 0.244454, + "nauc_map_at_1000_max": 0.356034, + "nauc_map_at_1000_std": 0.058546, + "nauc_map_at_1000_diff1": 0.244314, + "nauc_recall_at_1_max": 0.229908, + "nauc_recall_at_1_std": 0.019078, + "nauc_recall_at_1_diff1": 0.219194, + "nauc_recall_at_3_max": 0.422041, + "nauc_recall_at_3_std": 0.055044, + "nauc_recall_at_3_diff1": 0.259639, + "nauc_recall_at_5_max": 0.58622, + "nauc_recall_at_5_std": 0.158437, + "nauc_recall_at_5_diff1": 0.29634, + "nauc_recall_at_10_max": 0.770368, + "nauc_recall_at_10_std": 0.274925, + "nauc_recall_at_10_diff1": 0.409246, + "nauc_recall_at_20_max": 0.750473, + "nauc_recall_at_20_std": 0.319356, + "nauc_recall_at_20_diff1": 0.381825, + "nauc_recall_at_100_max": 0.799053, + "nauc_recall_at_100_std": 0.510602, + "nauc_recall_at_100_diff1": 0.464171, + "nauc_recall_at_1000_max": 0.879387, + "nauc_recall_at_1000_std": 0.869267, + "nauc_recall_at_1000_diff1": 0.931906, + "nauc_precision_at_1_max": 0.229908, + "nauc_precision_at_1_std": 0.019078, + "nauc_precision_at_1_diff1": 0.219194, + "nauc_precision_at_3_max": 0.422041, + "nauc_precision_at_3_std": 0.055044, + "nauc_precision_at_3_diff1": 0.259639, + "nauc_precision_at_5_max": 0.58622, + "nauc_precision_at_5_std": 0.158437, + "nauc_precision_at_5_diff1": 0.29634, + "nauc_precision_at_10_max": 0.770368, + "nauc_precision_at_10_std": 0.274925, + "nauc_precision_at_10_diff1": 0.409246, + "nauc_precision_at_20_max": 0.750473, + "nauc_precision_at_20_std": 0.319356, + "nauc_precision_at_20_diff1": 0.381825, + "nauc_precision_at_100_max": 0.799053, + "nauc_precision_at_100_std": 0.510602, + "nauc_precision_at_100_diff1": 0.464171, + "nauc_precision_at_1000_max": 0.879387, + "nauc_precision_at_1000_std": 0.869267, + "nauc_precision_at_1000_diff1": 0.931906, + "nauc_mrr_at_1_max": 0.220335, + "nauc_mrr_at_1_std": 0.021, + "nauc_mrr_at_1_diff1": 0.13108, + "nauc_mrr_at_3_max": 0.320039, + "nauc_mrr_at_3_std": 0.038323, + "nauc_mrr_at_3_diff1": 0.180638, + "nauc_mrr_at_5_max": 0.346289, + "nauc_mrr_at_5_std": 0.054001, + "nauc_mrr_at_5_diff1": 0.188698, + "nauc_mrr_at_10_max": 0.359275, + "nauc_mrr_at_10_std": 0.063378, + "nauc_mrr_at_10_diff1": 0.197463, + "nauc_mrr_at_20_max": 0.354219, + "nauc_mrr_at_20_std": 0.062865, + "nauc_mrr_at_20_diff1": 0.194141, + "nauc_mrr_at_100_max": 0.35073, + "nauc_mrr_at_100_std": 0.061306, + "nauc_mrr_at_100_diff1": 0.193312, + "nauc_mrr_at_1000_max": 0.350313, + "nauc_mrr_at_1000_std": 0.06098, + "nauc_mrr_at_1000_diff1": 0.193119, + "main_score": 0.494, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 27.393635988235474, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance1Retrieval.json new file mode 100644 index 0000000000..18be4d7880 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b2816ead5389ee383019bb2e50df9f1aac8229d8", + "task_name": "EnglishFinance1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.52788, + "ndcg_at_3": 0.62849, + "ndcg_at_5": 0.66144, + "ndcg_at_10": 0.68565, + "ndcg_at_20": 0.70098, + "ndcg_at_100": 0.71202, + "ndcg_at_1000": 0.7166, + "map_at_1": 0.52416, + "map_at_3": 0.60409, + "map_at_5": 0.62193, + "map_at_10": 0.63248, + "map_at_20": 0.6367, + "map_at_100": 0.63828, + "map_at_1000": 0.63855, + "recall_at_1": 0.52416, + "recall_at_3": 0.69703, + "recall_at_5": 0.77881, + "recall_at_10": 0.8513, + "recall_at_20": 0.91125, + "recall_at_100": 0.96887, + "recall_at_1000": 1.0, + "precision_at_1": 0.52788, + "precision_at_3": 0.2342, + "precision_at_5": 0.15688, + "precision_at_10": 0.08587, + "precision_at_20": 0.0461, + "precision_at_100": 0.00993, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.527881, + "mrr_at_3": 0.605948, + "mrr_at_5": 0.623792, + "mrr_at_10": 0.633808, + "mrr_at_20": 0.638195, + "mrr_at_100": 0.639658, + "mrr_at_1000": 0.639889, + "nauc_ndcg_at_1_max": 0.287292, + "nauc_ndcg_at_1_std": -0.039742, + "nauc_ndcg_at_1_diff1": 0.725399, + "nauc_ndcg_at_3_max": 0.309789, + "nauc_ndcg_at_3_std": -0.011896, + "nauc_ndcg_at_3_diff1": 0.704012, + "nauc_ndcg_at_5_max": 0.326327, + "nauc_ndcg_at_5_std": -0.003229, + "nauc_ndcg_at_5_diff1": 0.71056, + "nauc_ndcg_at_10_max": 0.341978, + "nauc_ndcg_at_10_std": 0.023588, + "nauc_ndcg_at_10_diff1": 0.707634, + "nauc_ndcg_at_20_max": 0.346274, + "nauc_ndcg_at_20_std": 0.047368, + "nauc_ndcg_at_20_diff1": 0.712497, + "nauc_ndcg_at_100_max": 0.328523, + "nauc_ndcg_at_100_std": 0.021496, + "nauc_ndcg_at_100_diff1": 0.71374, + "nauc_ndcg_at_1000_max": 0.323604, + "nauc_ndcg_at_1000_std": 0.009281, + "nauc_ndcg_at_1000_diff1": 0.71185, + "nauc_map_at_1_max": 0.279771, + "nauc_map_at_1_std": -0.040387, + "nauc_map_at_1_diff1": 0.725191, + "nauc_map_at_3_max": 0.299287, + "nauc_map_at_3_std": -0.021517, + "nauc_map_at_3_diff1": 0.708201, + "nauc_map_at_5_max": 0.306974, + "nauc_map_at_5_std": -0.017891, + "nauc_map_at_5_diff1": 0.7123, + "nauc_map_at_10_max": 0.313569, + "nauc_map_at_10_std": -0.007974, + "nauc_map_at_10_diff1": 0.711066, + "nauc_map_at_20_max": 0.314289, + "nauc_map_at_20_std": -0.001652, + "nauc_map_at_20_diff1": 0.712226, + "nauc_map_at_100_max": 0.312061, + "nauc_map_at_100_std": -0.005249, + "nauc_map_at_100_diff1": 0.712578, + "nauc_map_at_1000_max": 0.311772, + "nauc_map_at_1000_std": -0.005882, + "nauc_map_at_1000_diff1": 0.712482, + "nauc_recall_at_1_max": 0.279771, + "nauc_recall_at_1_std": -0.040387, + "nauc_recall_at_1_diff1": 0.725191, + "nauc_recall_at_3_max": 0.333216, + "nauc_recall_at_3_std": 0.013059, + "nauc_recall_at_3_diff1": 0.688836, + "nauc_recall_at_5_max": 0.395007, + "nauc_recall_at_5_std": 0.050714, + "nauc_recall_at_5_diff1": 0.701188, + "nauc_recall_at_10_max": 0.503275, + "nauc_recall_at_10_std": 0.217867, + "nauc_recall_at_10_diff1": 0.687243, + "nauc_recall_at_20_max": 0.648614, + "nauc_recall_at_20_std": 0.564206, + "nauc_recall_at_20_diff1": 0.728259, + "nauc_recall_at_100_max": 0.547201, + "nauc_recall_at_100_std": 0.600868, + "nauc_recall_at_100_diff1": 0.792439, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.287292, + "nauc_precision_at_1_std": -0.039742, + "nauc_precision_at_1_diff1": 0.725399, + "nauc_precision_at_3_max": 0.330812, + "nauc_precision_at_3_std": 0.006845, + "nauc_precision_at_3_diff1": 0.669008, + "nauc_precision_at_5_max": 0.390902, + "nauc_precision_at_5_std": 0.041826, + "nauc_precision_at_5_diff1": 0.676451, + "nauc_precision_at_10_max": 0.489746, + "nauc_precision_at_10_std": 0.203307, + "nauc_precision_at_10_diff1": 0.618719, + "nauc_precision_at_20_max": 0.596612, + "nauc_precision_at_20_std": 0.481462, + "nauc_precision_at_20_diff1": 0.605765, + "nauc_precision_at_100_max": 0.075399, + "nauc_precision_at_100_std": 0.043717, + "nauc_precision_at_100_diff1": 0.096845, + "nauc_precision_at_1000_max": -0.373155, + "nauc_precision_at_1000_std": -0.439339, + "nauc_precision_at_1000_diff1": -0.479531, + "nauc_mrr_at_1_max": 0.287292, + "nauc_mrr_at_1_std": -0.039742, + "nauc_mrr_at_1_diff1": 0.725399, + "nauc_mrr_at_3_max": 0.310515, + "nauc_mrr_at_3_std": -0.014564, + "nauc_mrr_at_3_diff1": 0.708996, + "nauc_mrr_at_5_max": 0.318716, + "nauc_mrr_at_5_std": -0.010623, + "nauc_mrr_at_5_diff1": 0.713139, + "nauc_mrr_at_10_max": 0.322211, + "nauc_mrr_at_10_std": -0.002615, + "nauc_mrr_at_10_diff1": 0.711681, + "nauc_mrr_at_20_max": 0.322654, + "nauc_mrr_at_20_std": 0.00321, + "nauc_mrr_at_20_diff1": 0.712684, + "nauc_mrr_at_100_max": 0.320735, + "nauc_mrr_at_100_std": 2.5e-05, + "nauc_mrr_at_100_diff1": 0.713152, + "nauc_mrr_at_1000_max": 0.320567, + "nauc_mrr_at_1000_std": -0.000438, + "nauc_mrr_at_1000_diff1": 0.713103, + "main_score": 0.68565, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2.8352770805358887, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance2Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance2Retrieval.json new file mode 100644 index 0000000000..196303eec6 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance2Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "346d5039b9ec75a7b80f8ff008d5ca3df126f5aa", + "task_name": "EnglishFinance2Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34793, + "ndcg_at_3": 0.43924, + "ndcg_at_5": 0.46462, + "ndcg_at_10": 0.48676, + "ndcg_at_20": 0.51208, + "ndcg_at_100": 0.54098, + "ndcg_at_1000": 0.55545, + "map_at_1": 0.34793, + "map_at_3": 0.41667, + "map_at_5": 0.43061, + "map_at_10": 0.43962, + "map_at_20": 0.44671, + "map_at_100": 0.45049, + "map_at_1000": 0.45117, + "recall_at_1": 0.34793, + "recall_at_3": 0.50461, + "recall_at_5": 0.56682, + "recall_at_10": 0.63594, + "recall_at_20": 0.73502, + "recall_at_100": 0.89401, + "recall_at_1000": 1.0, + "precision_at_1": 0.34793, + "precision_at_3": 0.1682, + "precision_at_5": 0.11336, + "precision_at_10": 0.06359, + "precision_at_20": 0.03675, + "precision_at_100": 0.00894, + "precision_at_1000": 0.001, + "mrr_at_1": 0.347926, + "mrr_at_3": 0.416667, + "mrr_at_5": 0.430607, + "mrr_at_10": 0.439619, + "mrr_at_20": 0.446712, + "mrr_at_100": 0.450493, + "mrr_at_1000": 0.451174, + "nauc_ndcg_at_1_max": 0.309775, + "nauc_ndcg_at_1_std": -0.06993, + "nauc_ndcg_at_1_diff1": 0.540464, + "nauc_ndcg_at_3_max": 0.326303, + "nauc_ndcg_at_3_std": -0.037083, + "nauc_ndcg_at_3_diff1": 0.460451, + "nauc_ndcg_at_5_max": 0.328415, + "nauc_ndcg_at_5_std": -0.036101, + "nauc_ndcg_at_5_diff1": 0.455966, + "nauc_ndcg_at_10_max": 0.322698, + "nauc_ndcg_at_10_std": -0.034107, + "nauc_ndcg_at_10_diff1": 0.45338, + "nauc_ndcg_at_20_max": 0.336234, + "nauc_ndcg_at_20_std": -0.00245, + "nauc_ndcg_at_20_diff1": 0.447429, + "nauc_ndcg_at_100_max": 0.32907, + "nauc_ndcg_at_100_std": -0.012339, + "nauc_ndcg_at_100_diff1": 0.446062, + "nauc_ndcg_at_1000_max": 0.328845, + "nauc_ndcg_at_1000_std": -0.022537, + "nauc_ndcg_at_1000_diff1": 0.458715, + "nauc_map_at_1_max": 0.309775, + "nauc_map_at_1_std": -0.06993, + "nauc_map_at_1_diff1": 0.540464, + "nauc_map_at_3_max": 0.322803, + "nauc_map_at_3_std": -0.043534, + "nauc_map_at_3_diff1": 0.477374, + "nauc_map_at_5_max": 0.32431, + "nauc_map_at_5_std": -0.042483, + "nauc_map_at_5_diff1": 0.475689, + "nauc_map_at_10_max": 0.322126, + "nauc_map_at_10_std": -0.04151, + "nauc_map_at_10_diff1": 0.474355, + "nauc_map_at_20_max": 0.325765, + "nauc_map_at_20_std": -0.032763, + "nauc_map_at_20_diff1": 0.472689, + "nauc_map_at_100_max": 0.324929, + "nauc_map_at_100_std": -0.03395, + "nauc_map_at_100_diff1": 0.472313, + "nauc_map_at_1000_max": 0.324964, + "nauc_map_at_1000_std": -0.034354, + "nauc_map_at_1000_diff1": 0.47284, + "nauc_recall_at_1_max": 0.309775, + "nauc_recall_at_1_std": -0.06993, + "nauc_recall_at_1_diff1": 0.540464, + "nauc_recall_at_3_max": 0.336304, + "nauc_recall_at_3_std": -0.018893, + "nauc_recall_at_3_diff1": 0.412106, + "nauc_recall_at_5_max": 0.340593, + "nauc_recall_at_5_std": -0.017824, + "nauc_recall_at_5_diff1": 0.39507, + "nauc_recall_at_10_max": 0.321044, + "nauc_recall_at_10_std": -0.010393, + "nauc_recall_at_10_diff1": 0.382832, + "nauc_recall_at_20_max": 0.391388, + "nauc_recall_at_20_std": 0.15749, + "nauc_recall_at_20_diff1": 0.337091, + "nauc_recall_at_100_max": 0.339948, + "nauc_recall_at_100_std": 0.190709, + "nauc_recall_at_100_diff1": 0.196975, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.309775, + "nauc_precision_at_1_std": -0.06993, + "nauc_precision_at_1_diff1": 0.540464, + "nauc_precision_at_3_max": 0.336304, + "nauc_precision_at_3_std": -0.018893, + "nauc_precision_at_3_diff1": 0.412106, + "nauc_precision_at_5_max": 0.340593, + "nauc_precision_at_5_std": -0.017824, + "nauc_precision_at_5_diff1": 0.39507, + "nauc_precision_at_10_max": 0.321044, + "nauc_precision_at_10_std": -0.010393, + "nauc_precision_at_10_diff1": 0.382832, + "nauc_precision_at_20_max": 0.391388, + "nauc_precision_at_20_std": 0.15749, + "nauc_precision_at_20_diff1": 0.337091, + "nauc_precision_at_100_max": 0.339948, + "nauc_precision_at_100_std": 0.190709, + "nauc_precision_at_100_diff1": 0.196975, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.309775, + "nauc_mrr_at_1_std": -0.06993, + "nauc_mrr_at_1_diff1": 0.540464, + "nauc_mrr_at_3_max": 0.322803, + "nauc_mrr_at_3_std": -0.043534, + "nauc_mrr_at_3_diff1": 0.477374, + "nauc_mrr_at_5_max": 0.32431, + "nauc_mrr_at_5_std": -0.042483, + "nauc_mrr_at_5_diff1": 0.475689, + "nauc_mrr_at_10_max": 0.322126, + "nauc_mrr_at_10_std": -0.04151, + "nauc_mrr_at_10_diff1": 0.474355, + "nauc_mrr_at_20_max": 0.325765, + "nauc_mrr_at_20_std": -0.032763, + "nauc_mrr_at_20_diff1": 0.472689, + "nauc_mrr_at_100_max": 0.324929, + "nauc_mrr_at_100_std": -0.03395, + "nauc_mrr_at_100_diff1": 0.472313, + "nauc_mrr_at_1000_max": 0.324964, + "nauc_mrr_at_1000_std": -0.034354, + "nauc_mrr_at_1000_diff1": 0.47284, + "main_score": 0.48676, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.2627639770507812, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance3Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance3Retrieval.json new file mode 100644 index 0000000000..c4078c9a6b --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance3Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5ed0bc0fffa309e99400ea800397931749d12cd2", + "task_name": "EnglishFinance3Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.52518, + "ndcg_at_3": 0.62291, + "ndcg_at_5": 0.64613, + "ndcg_at_10": 0.66849, + "ndcg_at_20": 0.68259, + "ndcg_at_100": 0.70017, + "ndcg_at_1000": 0.70459, + "map_at_1": 0.52518, + "map_at_3": 0.59936, + "map_at_5": 0.61225, + "map_at_10": 0.6215, + "map_at_20": 0.62542, + "map_at_100": 0.62791, + "map_at_1000": 0.62809, + "recall_at_1": 0.52518, + "recall_at_3": 0.69084, + "recall_at_5": 0.74723, + "recall_at_10": 0.81621, + "recall_at_20": 0.8716, + "recall_at_100": 0.96526, + "recall_at_1000": 0.99899, + "precision_at_1": 0.52518, + "precision_at_3": 0.23028, + "precision_at_5": 0.14945, + "precision_at_10": 0.08162, + "precision_at_20": 0.04358, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.525176, + "mrr_at_3": 0.599362, + "mrr_at_5": 0.612252, + "mrr_at_10": 0.621504, + "mrr_at_20": 0.625423, + "mrr_at_100": 0.627913, + "mrr_at_1000": 0.628095, + "nauc_ndcg_at_1_max": 0.439316, + "nauc_ndcg_at_1_std": -0.101857, + "nauc_ndcg_at_1_diff1": 0.673573, + "nauc_ndcg_at_3_max": 0.467445, + "nauc_ndcg_at_3_std": -0.077848, + "nauc_ndcg_at_3_diff1": 0.621328, + "nauc_ndcg_at_5_max": 0.461786, + "nauc_ndcg_at_5_std": -0.07261, + "nauc_ndcg_at_5_diff1": 0.621112, + "nauc_ndcg_at_10_max": 0.460928, + "nauc_ndcg_at_10_std": -0.067455, + "nauc_ndcg_at_10_diff1": 0.617086, + "nauc_ndcg_at_20_max": 0.461005, + "nauc_ndcg_at_20_std": -0.061562, + "nauc_ndcg_at_20_diff1": 0.617132, + "nauc_ndcg_at_100_max": 0.459357, + "nauc_ndcg_at_100_std": -0.064641, + "nauc_ndcg_at_100_diff1": 0.624319, + "nauc_ndcg_at_1000_max": 0.458842, + "nauc_ndcg_at_1000_std": -0.070444, + "nauc_ndcg_at_1000_diff1": 0.627058, + "nauc_map_at_1_max": 0.439316, + "nauc_map_at_1_std": -0.101857, + "nauc_map_at_1_diff1": 0.673573, + "nauc_map_at_3_max": 0.460611, + "nauc_map_at_3_std": -0.082908, + "nauc_map_at_3_diff1": 0.63475, + "nauc_map_at_5_max": 0.457589, + "nauc_map_at_5_std": -0.080319, + "nauc_map_at_5_diff1": 0.634876, + "nauc_map_at_10_max": 0.457297, + "nauc_map_at_10_std": -0.078399, + "nauc_map_at_10_diff1": 0.633588, + "nauc_map_at_20_max": 0.457159, + "nauc_map_at_20_std": -0.077305, + "nauc_map_at_20_diff1": 0.633831, + "nauc_map_at_100_max": 0.45683, + "nauc_map_at_100_std": -0.077686, + "nauc_map_at_100_diff1": 0.634683, + "nauc_map_at_1000_max": 0.45681, + "nauc_map_at_1000_std": -0.077882, + "nauc_map_at_1000_diff1": 0.634788, + "nauc_recall_at_1_max": 0.439316, + "nauc_recall_at_1_std": -0.101857, + "nauc_recall_at_1_diff1": 0.673573, + "nauc_recall_at_3_max": 0.490069, + "nauc_recall_at_3_std": -0.06151, + "nauc_recall_at_3_diff1": 0.576513, + "nauc_recall_at_5_max": 0.47618, + "nauc_recall_at_5_std": -0.042882, + "nauc_recall_at_5_diff1": 0.568952, + "nauc_recall_at_10_max": 0.475384, + "nauc_recall_at_10_std": -0.011183, + "nauc_recall_at_10_diff1": 0.53522, + "nauc_recall_at_20_max": 0.483473, + "nauc_recall_at_20_std": 0.060543, + "nauc_recall_at_20_diff1": 0.503418, + "nauc_recall_at_100_max": 0.497243, + "nauc_recall_at_100_std": 0.254977, + "nauc_recall_at_100_diff1": 0.48203, + "nauc_recall_at_1000_max": 0.861106, + "nauc_recall_at_1000_std": 0.77706, + "nauc_recall_at_1000_diff1": 0.358107, + "nauc_precision_at_1_max": 0.439316, + "nauc_precision_at_1_std": -0.101857, + "nauc_precision_at_1_diff1": 0.673573, + "nauc_precision_at_3_max": 0.490069, + "nauc_precision_at_3_std": -0.06151, + "nauc_precision_at_3_diff1": 0.576513, + "nauc_precision_at_5_max": 0.47618, + "nauc_precision_at_5_std": -0.042882, + "nauc_precision_at_5_diff1": 0.568952, + "nauc_precision_at_10_max": 0.475384, + "nauc_precision_at_10_std": -0.011183, + "nauc_precision_at_10_diff1": 0.53522, + "nauc_precision_at_20_max": 0.483473, + "nauc_precision_at_20_std": 0.060543, + "nauc_precision_at_20_diff1": 0.503418, + "nauc_precision_at_100_max": 0.497243, + "nauc_precision_at_100_std": 0.254977, + "nauc_precision_at_100_diff1": 0.48203, + "nauc_precision_at_1000_max": 0.861106, + "nauc_precision_at_1000_std": 0.77706, + "nauc_precision_at_1000_diff1": 0.358107, + "nauc_mrr_at_1_max": 0.439316, + "nauc_mrr_at_1_std": -0.101857, + "nauc_mrr_at_1_diff1": 0.673573, + "nauc_mrr_at_3_max": 0.460611, + "nauc_mrr_at_3_std": -0.082908, + "nauc_mrr_at_3_diff1": 0.63475, + "nauc_mrr_at_5_max": 0.457589, + "nauc_mrr_at_5_std": -0.080319, + "nauc_mrr_at_5_diff1": 0.634876, + "nauc_mrr_at_10_max": 0.457297, + "nauc_mrr_at_10_std": -0.078399, + "nauc_mrr_at_10_diff1": 0.633588, + "nauc_mrr_at_20_max": 0.457159, + "nauc_mrr_at_20_std": -0.077305, + "nauc_mrr_at_20_diff1": 0.633831, + "nauc_mrr_at_100_max": 0.45683, + "nauc_mrr_at_100_std": -0.077686, + "nauc_mrr_at_100_diff1": 0.634683, + "nauc_mrr_at_1000_max": 0.45681, + "nauc_mrr_at_1000_std": -0.077882, + "nauc_mrr_at_1000_diff1": 0.634788, + "main_score": 0.66849, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 20.741925477981567, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance4Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance4Retrieval.json new file mode 100644 index 0000000000..d0883eea19 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishFinance4Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2fdb7001309f897d50d38d196a3fd0f03c913810", + "task_name": "EnglishFinance4Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37874, + "ndcg_at_3": 0.44932, + "ndcg_at_5": 0.47037, + "ndcg_at_10": 0.4914, + "ndcg_at_20": 0.50608, + "ndcg_at_100": 0.52784, + "ndcg_at_1000": 0.54157, + "map_at_1": 0.37874, + "map_at_3": 0.43185, + "map_at_5": 0.44354, + "map_at_10": 0.45227, + "map_at_20": 0.45632, + "map_at_100": 0.4593, + "map_at_1000": 0.45977, + "recall_at_1": 0.37874, + "recall_at_3": 0.49995, + "recall_at_5": 0.55101, + "recall_at_10": 0.61577, + "recall_at_20": 0.67368, + "recall_at_100": 0.79129, + "recall_at_1000": 0.90214, + "precision_at_1": 0.37874, + "precision_at_3": 0.16665, + "precision_at_5": 0.1102, + "precision_at_10": 0.06158, + "precision_at_20": 0.03368, + "precision_at_100": 0.00791, + "precision_at_1000": 0.0009, + "mrr_at_1": 0.378579, + "mrr_at_3": 0.431725, + "mrr_at_5": 0.443448, + "mrr_at_10": 0.452171, + "mrr_at_20": 0.456221, + "mrr_at_100": 0.459202, + "mrr_at_1000": 0.45967, + "nauc_ndcg_at_1_max": 0.52442, + "nauc_ndcg_at_1_std": 0.279888, + "nauc_ndcg_at_1_diff1": 0.684679, + "nauc_ndcg_at_3_max": 0.513144, + "nauc_ndcg_at_3_std": 0.293841, + "nauc_ndcg_at_3_diff1": 0.622151, + "nauc_ndcg_at_5_max": 0.512226, + "nauc_ndcg_at_5_std": 0.299582, + "nauc_ndcg_at_5_diff1": 0.611509, + "nauc_ndcg_at_10_max": 0.509207, + "nauc_ndcg_at_10_std": 0.306619, + "nauc_ndcg_at_10_diff1": 0.601332, + "nauc_ndcg_at_20_max": 0.508004, + "nauc_ndcg_at_20_std": 0.312272, + "nauc_ndcg_at_20_diff1": 0.597879, + "nauc_ndcg_at_100_max": 0.506211, + "nauc_ndcg_at_100_std": 0.317599, + "nauc_ndcg_at_100_diff1": 0.596768, + "nauc_ndcg_at_1000_max": 0.505514, + "nauc_ndcg_at_1000_std": 0.314901, + "nauc_ndcg_at_1000_diff1": 0.600647, + "nauc_map_at_1_max": 0.52442, + "nauc_map_at_1_std": 0.279888, + "nauc_map_at_1_diff1": 0.684679, + "nauc_map_at_3_max": 0.516491, + "nauc_map_at_3_std": 0.290574, + "nauc_map_at_3_diff1": 0.637686, + "nauc_map_at_5_max": 0.516055, + "nauc_map_at_5_std": 0.293677, + "nauc_map_at_5_diff1": 0.632041, + "nauc_map_at_10_max": 0.514835, + "nauc_map_at_10_std": 0.296347, + "nauc_map_at_10_diff1": 0.628038, + "nauc_map_at_20_max": 0.514575, + "nauc_map_at_20_std": 0.297768, + "nauc_map_at_20_diff1": 0.627318, + "nauc_map_at_100_max": 0.514365, + "nauc_map_at_100_std": 0.298404, + "nauc_map_at_100_diff1": 0.627243, + "nauc_map_at_1000_max": 0.514352, + "nauc_map_at_1000_std": 0.298348, + "nauc_map_at_1000_diff1": 0.627378, + "nauc_recall_at_1_max": 0.52442, + "nauc_recall_at_1_std": 0.279888, + "nauc_recall_at_1_diff1": 0.684679, + "nauc_recall_at_3_max": 0.503091, + "nauc_recall_at_3_std": 0.303355, + "nauc_recall_at_3_diff1": 0.576517, + "nauc_recall_at_5_max": 0.500092, + "nauc_recall_at_5_std": 0.31844, + "nauc_recall_at_5_diff1": 0.547048, + "nauc_recall_at_10_max": 0.48901, + "nauc_recall_at_10_std": 0.344707, + "nauc_recall_at_10_diff1": 0.507444, + "nauc_recall_at_20_max": 0.480727, + "nauc_recall_at_20_std": 0.376056, + "nauc_recall_at_20_diff1": 0.479855, + "nauc_recall_at_100_max": 0.45389, + "nauc_recall_at_100_std": 0.448162, + "nauc_recall_at_100_diff1": 0.423209, + "nauc_recall_at_1000_max": 0.385673, + "nauc_recall_at_1000_std": 0.498199, + "nauc_recall_at_1000_diff1": 0.354349, + "nauc_precision_at_1_max": 0.52442, + "nauc_precision_at_1_std": 0.279888, + "nauc_precision_at_1_diff1": 0.684679, + "nauc_precision_at_3_max": 0.503091, + "nauc_precision_at_3_std": 0.303355, + "nauc_precision_at_3_diff1": 0.576517, + "nauc_precision_at_5_max": 0.500092, + "nauc_precision_at_5_std": 0.31844, + "nauc_precision_at_5_diff1": 0.547048, + "nauc_precision_at_10_max": 0.48901, + "nauc_precision_at_10_std": 0.344707, + "nauc_precision_at_10_diff1": 0.507444, + "nauc_precision_at_20_max": 0.480727, + "nauc_precision_at_20_std": 0.376056, + "nauc_precision_at_20_diff1": 0.479855, + "nauc_precision_at_100_max": 0.45389, + "nauc_precision_at_100_std": 0.448162, + "nauc_precision_at_100_diff1": 0.423209, + "nauc_precision_at_1000_max": 0.385673, + "nauc_precision_at_1000_std": 0.498199, + "nauc_precision_at_1000_diff1": 0.354349, + "nauc_mrr_at_1_max": 0.525124, + "nauc_mrr_at_1_std": 0.280008, + "nauc_mrr_at_1_diff1": 0.685186, + "nauc_mrr_at_3_max": 0.516843, + "nauc_mrr_at_3_std": 0.290544, + "nauc_mrr_at_3_diff1": 0.638013, + "nauc_mrr_at_5_max": 0.516433, + "nauc_mrr_at_5_std": 0.29374, + "nauc_mrr_at_5_diff1": 0.632353, + "nauc_mrr_at_10_max": 0.51519, + "nauc_mrr_at_10_std": 0.296414, + "nauc_mrr_at_10_diff1": 0.628323, + "nauc_mrr_at_20_max": 0.514936, + "nauc_mrr_at_20_std": 0.297808, + "nauc_mrr_at_20_diff1": 0.627609, + "nauc_mrr_at_100_max": 0.51473, + "nauc_mrr_at_100_std": 0.298442, + "nauc_mrr_at_100_diff1": 0.627533, + "nauc_mrr_at_1000_max": 0.514717, + "nauc_mrr_at_1000_std": 0.298386, + "nauc_mrr_at_1000_diff1": 0.627669, + "main_score": 0.4914, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 397.13923692703247, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishHealthcare1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishHealthcare1Retrieval.json new file mode 100644 index 0000000000..9a0e2707f5 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EnglishHealthcare1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "393c24e85114d44c43259fb2d1c5639c5d09809d", + "task_name": "EnglishHealthcare1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.38064, + "ndcg_at_3": 0.46465, + "ndcg_at_5": 0.48882, + "ndcg_at_10": 0.51731, + "ndcg_at_20": 0.5385, + "ndcg_at_100": 0.57434, + "ndcg_at_1000": 0.58165, + "map_at_1": 0.38064, + "map_at_3": 0.44425, + "map_at_5": 0.45775, + "map_at_10": 0.46954, + "map_at_20": 0.47523, + "map_at_100": 0.47999, + "map_at_1000": 0.48043, + "recall_at_1": 0.38064, + "recall_at_3": 0.52357, + "recall_at_5": 0.58186, + "recall_at_10": 0.66971, + "recall_at_20": 0.75427, + "recall_at_100": 0.94991, + "recall_at_1000": 1.0, + "precision_at_1": 0.38064, + "precision_at_3": 0.17452, + "precision_at_5": 0.11637, + "precision_at_10": 0.067, + "precision_at_20": 0.03776, + "precision_at_100": 0.00953, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.380639, + "mrr_at_3": 0.444247, + "mrr_at_5": 0.457755, + "mrr_at_10": 0.469594, + "mrr_at_20": 0.475322, + "mrr_at_100": 0.480081, + "mrr_at_1000": 0.480491, + "nauc_ndcg_at_1_max": 0.565506, + "nauc_ndcg_at_1_std": 0.2211, + "nauc_ndcg_at_1_diff1": 0.692431, + "nauc_ndcg_at_3_max": 0.562592, + "nauc_ndcg_at_3_std": 0.279314, + "nauc_ndcg_at_3_diff1": 0.632705, + "nauc_ndcg_at_5_max": 0.558278, + "nauc_ndcg_at_5_std": 0.28999, + "nauc_ndcg_at_5_diff1": 0.621053, + "nauc_ndcg_at_10_max": 0.563173, + "nauc_ndcg_at_10_std": 0.304275, + "nauc_ndcg_at_10_diff1": 0.619739, + "nauc_ndcg_at_20_max": 0.569193, + "nauc_ndcg_at_20_std": 0.308086, + "nauc_ndcg_at_20_diff1": 0.623213, + "nauc_ndcg_at_100_max": 0.570136, + "nauc_ndcg_at_100_std": 0.30231, + "nauc_ndcg_at_100_diff1": 0.629921, + "nauc_ndcg_at_1000_max": 0.565932, + "nauc_ndcg_at_1000_std": 0.289438, + "nauc_ndcg_at_1000_diff1": 0.632725, + "nauc_map_at_1_max": 0.565506, + "nauc_map_at_1_std": 0.2211, + "nauc_map_at_1_diff1": 0.692431, + "nauc_map_at_3_max": 0.56343, + "nauc_map_at_3_std": 0.265043, + "nauc_map_at_3_diff1": 0.646391, + "nauc_map_at_5_max": 0.561199, + "nauc_map_at_5_std": 0.270751, + "nauc_map_at_5_diff1": 0.640311, + "nauc_map_at_10_max": 0.563232, + "nauc_map_at_10_std": 0.275952, + "nauc_map_at_10_diff1": 0.640092, + "nauc_map_at_20_max": 0.564872, + "nauc_map_at_20_std": 0.276769, + "nauc_map_at_20_diff1": 0.641119, + "nauc_map_at_100_max": 0.564889, + "nauc_map_at_100_std": 0.276077, + "nauc_map_at_100_diff1": 0.641753, + "nauc_map_at_1000_max": 0.564674, + "nauc_map_at_1000_std": 0.275403, + "nauc_map_at_1000_diff1": 0.641903, + "nauc_recall_at_1_max": 0.565506, + "nauc_recall_at_1_std": 0.2211, + "nauc_recall_at_1_diff1": 0.692431, + "nauc_recall_at_3_max": 0.560049, + "nauc_recall_at_3_std": 0.321751, + "nauc_recall_at_3_diff1": 0.592413, + "nauc_recall_at_5_max": 0.548275, + "nauc_recall_at_5_std": 0.351638, + "nauc_recall_at_5_diff1": 0.559399, + "nauc_recall_at_10_max": 0.564387, + "nauc_recall_at_10_std": 0.414983, + "nauc_recall_at_10_diff1": 0.544833, + "nauc_recall_at_20_max": 0.597481, + "nauc_recall_at_20_std": 0.46324, + "nauc_recall_at_20_diff1": 0.546528, + "nauc_recall_at_100_max": 0.725426, + "nauc_recall_at_100_std": 0.783491, + "nauc_recall_at_100_diff1": 0.520984, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.565506, + "nauc_precision_at_1_std": 0.2211, + "nauc_precision_at_1_diff1": 0.692431, + "nauc_precision_at_3_max": 0.560049, + "nauc_precision_at_3_std": 0.321751, + "nauc_precision_at_3_diff1": 0.592413, + "nauc_precision_at_5_max": 0.548275, + "nauc_precision_at_5_std": 0.351638, + "nauc_precision_at_5_diff1": 0.559399, + "nauc_precision_at_10_max": 0.563705, + "nauc_precision_at_10_std": 0.41404, + "nauc_precision_at_10_diff1": 0.544318, + "nauc_precision_at_20_max": 0.596022, + "nauc_precision_at_20_std": 0.460622, + "nauc_precision_at_20_diff1": 0.544744, + "nauc_precision_at_100_max": 0.664033, + "nauc_precision_at_100_std": 0.708245, + "nauc_precision_at_100_diff1": 0.472804, + "nauc_precision_at_1000_max": -0.440386, + "nauc_precision_at_1000_std": -0.559643, + "nauc_precision_at_1000_diff1": -0.345583, + "nauc_mrr_at_1_max": 0.565506, + "nauc_mrr_at_1_std": 0.2211, + "nauc_mrr_at_1_diff1": 0.692431, + "nauc_mrr_at_3_max": 0.56343, + "nauc_mrr_at_3_std": 0.265043, + "nauc_mrr_at_3_diff1": 0.646391, + "nauc_mrr_at_5_max": 0.561199, + "nauc_mrr_at_5_std": 0.270751, + "nauc_mrr_at_5_diff1": 0.640311, + "nauc_mrr_at_10_max": 0.56314, + "nauc_mrr_at_10_std": 0.275812, + "nauc_mrr_at_10_diff1": 0.640032, + "nauc_mrr_at_20_max": 0.564747, + "nauc_mrr_at_20_std": 0.276549, + "nauc_mrr_at_20_diff1": 0.641015, + "nauc_mrr_at_100_max": 0.564772, + "nauc_mrr_at_100_std": 0.275858, + "nauc_mrr_at_100_diff1": 0.641673, + "nauc_mrr_at_1000_max": 0.564583, + "nauc_mrr_at_1000_std": 0.275251, + "nauc_mrr_at_1000_diff1": 0.64182, + "main_score": 0.51731, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 8.86401081085205, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FinQARetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FinQARetrieval.json new file mode 100644 index 0000000000..ec24605dda --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FinQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd", + "task_name": "FinQARetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.31371, + "ndcg_at_3": 0.3945, + "ndcg_at_5": 0.42641, + "ndcg_at_10": 0.45063, + "ndcg_at_20": 0.47266, + "ndcg_at_100": 0.50453, + "ndcg_at_1000": 0.52247, + "map_at_1": 0.31371, + "map_at_3": 0.37419, + "map_at_5": 0.39194, + "map_at_10": 0.40197, + "map_at_20": 0.40804, + "map_at_100": 0.41239, + "map_at_1000": 0.41318, + "recall_at_1": 0.31371, + "recall_at_3": 0.45343, + "recall_at_5": 0.53076, + "recall_at_10": 0.60545, + "recall_at_20": 0.69244, + "recall_at_100": 0.86555, + "recall_at_1000": 1.0, + "precision_at_1": 0.31371, + "precision_at_3": 0.15114, + "precision_at_5": 0.10615, + "precision_at_10": 0.06054, + "precision_at_20": 0.03462, + "precision_at_100": 0.00866, + "precision_at_1000": 0.001, + "mrr_at_1": 0.313708, + "mrr_at_3": 0.374194, + "mrr_at_5": 0.391945, + "mrr_at_10": 0.401972, + "mrr_at_20": 0.408041, + "mrr_at_100": 0.412391, + "mrr_at_1000": 0.413179, + "nauc_ndcg_at_1_max": 0.306204, + "nauc_ndcg_at_1_std": -0.098314, + "nauc_ndcg_at_1_diff1": 0.538102, + "nauc_ndcg_at_3_max": 0.290293, + "nauc_ndcg_at_3_std": -0.105873, + "nauc_ndcg_at_3_diff1": 0.477124, + "nauc_ndcg_at_5_max": 0.306092, + "nauc_ndcg_at_5_std": -0.091763, + "nauc_ndcg_at_5_diff1": 0.471247, + "nauc_ndcg_at_10_max": 0.304048, + "nauc_ndcg_at_10_std": -0.089138, + "nauc_ndcg_at_10_diff1": 0.465421, + "nauc_ndcg_at_20_max": 0.300439, + "nauc_ndcg_at_20_std": -0.081391, + "nauc_ndcg_at_20_diff1": 0.460543, + "nauc_ndcg_at_100_max": 0.306254, + "nauc_ndcg_at_100_std": -0.068589, + "nauc_ndcg_at_100_diff1": 0.459067, + "nauc_ndcg_at_1000_max": 0.302284, + "nauc_ndcg_at_1000_std": -0.084134, + "nauc_ndcg_at_1000_diff1": 0.47211, + "nauc_map_at_1_max": 0.306204, + "nauc_map_at_1_std": -0.098314, + "nauc_map_at_1_diff1": 0.538102, + "nauc_map_at_3_max": 0.294055, + "nauc_map_at_3_std": -0.106134, + "nauc_map_at_3_diff1": 0.491975, + "nauc_map_at_5_max": 0.30311, + "nauc_map_at_5_std": -0.097366, + "nauc_map_at_5_diff1": 0.488329, + "nauc_map_at_10_max": 0.302016, + "nauc_map_at_10_std": -0.096829, + "nauc_map_at_10_diff1": 0.486171, + "nauc_map_at_20_max": 0.301205, + "nauc_map_at_20_std": -0.094785, + "nauc_map_at_20_diff1": 0.485369, + "nauc_map_at_100_max": 0.301702, + "nauc_map_at_100_std": -0.093059, + "nauc_map_at_100_diff1": 0.485277, + "nauc_map_at_1000_max": 0.301527, + "nauc_map_at_1000_std": -0.093595, + "nauc_map_at_1000_diff1": 0.48574, + "nauc_recall_at_1_max": 0.306204, + "nauc_recall_at_1_std": -0.098314, + "nauc_recall_at_1_diff1": 0.538102, + "nauc_recall_at_3_max": 0.279538, + "nauc_recall_at_3_std": -0.104286, + "nauc_recall_at_3_diff1": 0.434492, + "nauc_recall_at_5_max": 0.316949, + "nauc_recall_at_5_std": -0.07339, + "nauc_recall_at_5_diff1": 0.420178, + "nauc_recall_at_10_max": 0.31251, + "nauc_recall_at_10_std": -0.06015, + "nauc_recall_at_10_diff1": 0.396108, + "nauc_recall_at_20_max": 0.294914, + "nauc_recall_at_20_std": -0.01777, + "nauc_recall_at_20_diff1": 0.356898, + "nauc_recall_at_100_max": 0.370743, + "nauc_recall_at_100_std": 0.197539, + "nauc_recall_at_100_diff1": 0.237753, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.306204, + "nauc_precision_at_1_std": -0.098314, + "nauc_precision_at_1_diff1": 0.538102, + "nauc_precision_at_3_max": 0.279538, + "nauc_precision_at_3_std": -0.104286, + "nauc_precision_at_3_diff1": 0.434492, + "nauc_precision_at_5_max": 0.316949, + "nauc_precision_at_5_std": -0.07339, + "nauc_precision_at_5_diff1": 0.420178, + "nauc_precision_at_10_max": 0.31251, + "nauc_precision_at_10_std": -0.06015, + "nauc_precision_at_10_diff1": 0.396108, + "nauc_precision_at_20_max": 0.294914, + "nauc_precision_at_20_std": -0.01777, + "nauc_precision_at_20_diff1": 0.356898, + "nauc_precision_at_100_max": 0.370743, + "nauc_precision_at_100_std": 0.197539, + "nauc_precision_at_100_diff1": 0.237753, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.306204, + "nauc_mrr_at_1_std": -0.098314, + "nauc_mrr_at_1_diff1": 0.538102, + "nauc_mrr_at_3_max": 0.294055, + "nauc_mrr_at_3_std": -0.106134, + "nauc_mrr_at_3_diff1": 0.491975, + "nauc_mrr_at_5_max": 0.30311, + "nauc_mrr_at_5_std": -0.097366, + "nauc_mrr_at_5_diff1": 0.488329, + "nauc_mrr_at_10_max": 0.302016, + "nauc_mrr_at_10_std": -0.096829, + "nauc_mrr_at_10_diff1": 0.486171, + "nauc_mrr_at_20_max": 0.301205, + "nauc_mrr_at_20_std": -0.094785, + "nauc_mrr_at_20_diff1": 0.485369, + "nauc_mrr_at_100_max": 0.301702, + "nauc_mrr_at_100_std": -0.093059, + "nauc_mrr_at_100_diff1": 0.485277, + "nauc_mrr_at_1000_max": 0.301527, + "nauc_mrr_at_1000_std": -0.093595, + "nauc_mrr_at_1000_diff1": 0.48574, + "main_score": 0.45063, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.349645614624023, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FinanceBenchRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FinanceBenchRetrieval.json new file mode 100644 index 0000000000..8ab3b830b3 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FinanceBenchRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e68478442112cae36b70a216f52cc2777acf0a7e", + "task_name": "FinanceBenchRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.62667, + "ndcg_at_3": 0.75166, + "ndcg_at_5": 0.77721, + "ndcg_at_10": 0.79669, + "ndcg_at_20": 0.79992, + "ndcg_at_100": 0.80259, + "ndcg_at_1000": 0.80455, + "map_at_1": 0.62667, + "map_at_3": 0.72111, + "map_at_5": 0.73578, + "map_at_10": 0.74386, + "map_at_20": 0.74467, + "map_at_100": 0.74512, + "map_at_1000": 0.74524, + "recall_at_1": 0.62667, + "recall_at_3": 0.84, + "recall_at_5": 0.9, + "recall_at_10": 0.96, + "recall_at_20": 0.97333, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "precision_at_1": 0.62667, + "precision_at_3": 0.28, + "precision_at_5": 0.18, + "precision_at_10": 0.096, + "precision_at_20": 0.04867, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62, + "mrr_at_3": 0.717778, + "mrr_at_5": 0.732444, + "mrr_at_10": 0.740526, + "mrr_at_20": 0.741341, + "mrr_at_100": 0.741783, + "mrr_at_1000": 0.741903, + "nauc_ndcg_at_1_max": 0.549771, + "nauc_ndcg_at_1_std": 0.349536, + "nauc_ndcg_at_1_diff1": 0.386703, + "nauc_ndcg_at_3_max": 0.565736, + "nauc_ndcg_at_3_std": 0.322992, + "nauc_ndcg_at_3_diff1": 0.299787, + "nauc_ndcg_at_5_max": 0.591613, + "nauc_ndcg_at_5_std": 0.36401, + "nauc_ndcg_at_5_diff1": 0.322116, + "nauc_ndcg_at_10_max": 0.57702, + "nauc_ndcg_at_10_std": 0.362665, + "nauc_ndcg_at_10_diff1": 0.285715, + "nauc_ndcg_at_20_max": 0.580463, + "nauc_ndcg_at_20_std": 0.365872, + "nauc_ndcg_at_20_diff1": 0.301935, + "nauc_ndcg_at_100_max": 0.579564, + "nauc_ndcg_at_100_std": 0.358972, + "nauc_ndcg_at_100_diff1": 0.320909, + "nauc_ndcg_at_1000_max": 0.574567, + "nauc_ndcg_at_1000_std": 0.352132, + "nauc_ndcg_at_1000_diff1": 0.323766, + "nauc_map_at_1_max": 0.549771, + "nauc_map_at_1_std": 0.349536, + "nauc_map_at_1_diff1": 0.386703, + "nauc_map_at_3_max": 0.563045, + "nauc_map_at_3_std": 0.328226, + "nauc_map_at_3_diff1": 0.327397, + "nauc_map_at_5_max": 0.575878, + "nauc_map_at_5_std": 0.348418, + "nauc_map_at_5_diff1": 0.339824, + "nauc_map_at_10_max": 0.569892, + "nauc_map_at_10_std": 0.347045, + "nauc_map_at_10_diff1": 0.328863, + "nauc_map_at_20_max": 0.570687, + "nauc_map_at_20_std": 0.347805, + "nauc_map_at_20_diff1": 0.332258, + "nauc_map_at_100_max": 0.570432, + "nauc_map_at_100_std": 0.346774, + "nauc_map_at_100_diff1": 0.334906, + "nauc_map_at_1000_max": 0.570191, + "nauc_map_at_1000_std": 0.346444, + "nauc_map_at_1000_diff1": 0.335047, + "nauc_recall_at_1_max": 0.549771, + "nauc_recall_at_1_std": 0.349536, + "nauc_recall_at_1_diff1": 0.386703, + "nauc_recall_at_3_max": 0.576358, + "nauc_recall_at_3_std": 0.301444, + "nauc_recall_at_3_diff1": 0.175708, + "nauc_recall_at_5_max": 0.696919, + "nauc_recall_at_5_std": 0.478929, + "nauc_recall_at_5_diff1": 0.213539, + "nauc_recall_at_10_max": 0.676004, + "nauc_recall_at_10_std": 0.643324, + "nauc_recall_at_10_diff1": -0.447246, + "nauc_recall_at_20_max": 0.806839, + "nauc_recall_at_20_std": 0.855859, + "nauc_recall_at_20_diff1": -0.389122, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.079365, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.549771, + "nauc_precision_at_1_std": 0.349536, + "nauc_precision_at_1_diff1": 0.386703, + "nauc_precision_at_3_max": 0.576358, + "nauc_precision_at_3_std": 0.301444, + "nauc_precision_at_3_diff1": 0.175708, + "nauc_precision_at_5_max": 0.696919, + "nauc_precision_at_5_std": 0.478929, + "nauc_precision_at_5_diff1": 0.213539, + "nauc_precision_at_10_max": 0.676004, + "nauc_precision_at_10_std": 0.643324, + "nauc_precision_at_10_diff1": -0.447246, + "nauc_precision_at_20_max": 0.806839, + "nauc_precision_at_20_std": 0.855859, + "nauc_precision_at_20_diff1": -0.389122, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.079365, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.545775, + "nauc_mrr_at_1_std": 0.347978, + "nauc_mrr_at_1_diff1": 0.403963, + "nauc_mrr_at_3_max": 0.560391, + "nauc_mrr_at_3_std": 0.327397, + "nauc_mrr_at_3_diff1": 0.338879, + "nauc_mrr_at_5_max": 0.572967, + "nauc_mrr_at_5_std": 0.347376, + "nauc_mrr_at_5_diff1": 0.351856, + "nauc_mrr_at_10_max": 0.566924, + "nauc_mrr_at_10_std": 0.345976, + "nauc_mrr_at_10_diff1": 0.341436, + "nauc_mrr_at_20_max": 0.567701, + "nauc_mrr_at_20_std": 0.346726, + "nauc_mrr_at_20_diff1": 0.34485, + "nauc_mrr_at_100_max": 0.567442, + "nauc_mrr_at_100_std": 0.345701, + "nauc_mrr_at_100_diff1": 0.347501, + "nauc_mrr_at_1000_max": 0.567201, + "nauc_mrr_at_1000_std": 0.345373, + "nauc_mrr_at_1000_diff1": 0.347647, + "main_score": 0.79669, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.6652727127075195, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/French1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/French1Retrieval.json new file mode 100644 index 0000000000..5cf0073900 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/French1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c5c5a44f75dff57be44e5623e817239b050bf0f2", + "task_name": "French1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.71137, + "ndcg_at_3": 0.77956, + "ndcg_at_5": 0.79422, + "ndcg_at_10": 0.80699, + "ndcg_at_20": 0.81416, + "ndcg_at_100": 0.82281, + "ndcg_at_1000": 0.82554, + "map_at_1": 0.71137, + "map_at_3": 0.76326, + "map_at_5": 0.77142, + "map_at_10": 0.77672, + "map_at_20": 0.77872, + "map_at_100": 0.77995, + "map_at_1000": 0.78006, + "recall_at_1": 0.71137, + "recall_at_3": 0.82653, + "recall_at_5": 0.862, + "recall_at_10": 0.90136, + "recall_at_20": 0.92954, + "recall_at_100": 0.9757, + "recall_at_1000": 0.99684, + "precision_at_1": 0.71137, + "precision_at_3": 0.27559, + "precision_at_5": 0.17245, + "precision_at_10": 0.09016, + "precision_at_20": 0.04649, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.710641, + "mrr_at_3": 0.762958, + "mrr_at_5": 0.771024, + "mrr_at_10": 0.776391, + "mrr_at_20": 0.778382, + "mrr_at_100": 0.779616, + "mrr_at_1000": 0.779724, + "nauc_ndcg_at_1_max": 0.633207, + "nauc_ndcg_at_1_std": -0.027225, + "nauc_ndcg_at_1_diff1": 0.781679, + "nauc_ndcg_at_3_max": 0.662653, + "nauc_ndcg_at_3_std": -0.030139, + "nauc_ndcg_at_3_diff1": 0.748597, + "nauc_ndcg_at_5_max": 0.667109, + "nauc_ndcg_at_5_std": -0.035742, + "nauc_ndcg_at_5_diff1": 0.749626, + "nauc_ndcg_at_10_max": 0.659465, + "nauc_ndcg_at_10_std": -0.039378, + "nauc_ndcg_at_10_diff1": 0.743773, + "nauc_ndcg_at_20_max": 0.658655, + "nauc_ndcg_at_20_std": -0.036032, + "nauc_ndcg_at_20_diff1": 0.745597, + "nauc_ndcg_at_100_max": 0.65756, + "nauc_ndcg_at_100_std": -0.033004, + "nauc_ndcg_at_100_diff1": 0.750349, + "nauc_ndcg_at_1000_max": 0.657286, + "nauc_ndcg_at_1000_std": -0.030304, + "nauc_ndcg_at_1000_diff1": 0.751801, + "nauc_map_at_1_max": 0.633207, + "nauc_map_at_1_std": -0.027225, + "nauc_map_at_1_diff1": 0.781679, + "nauc_map_at_3_max": 0.655931, + "nauc_map_at_3_std": -0.028941, + "nauc_map_at_3_diff1": 0.757326, + "nauc_map_at_5_max": 0.65791, + "nauc_map_at_5_std": -0.031747, + "nauc_map_at_5_diff1": 0.7581, + "nauc_map_at_10_max": 0.655053, + "nauc_map_at_10_std": -0.032875, + "nauc_map_at_10_diff1": 0.756165, + "nauc_map_at_20_max": 0.654782, + "nauc_map_at_20_std": -0.031791, + "nauc_map_at_20_diff1": 0.756711, + "nauc_map_at_100_max": 0.654701, + "nauc_map_at_100_std": -0.03109, + "nauc_map_at_100_diff1": 0.757356, + "nauc_map_at_1000_max": 0.654691, + "nauc_map_at_1000_std": -0.030987, + "nauc_map_at_1000_diff1": 0.757398, + "nauc_recall_at_1_max": 0.633207, + "nauc_recall_at_1_std": -0.027225, + "nauc_recall_at_1_diff1": 0.781679, + "nauc_recall_at_3_max": 0.68688, + "nauc_recall_at_3_std": -0.034779, + "nauc_recall_at_3_diff1": 0.71636, + "nauc_recall_at_5_max": 0.707979, + "nauc_recall_at_5_std": -0.054899, + "nauc_recall_at_5_diff1": 0.712709, + "nauc_recall_at_10_max": 0.678824, + "nauc_recall_at_10_std": -0.082693, + "nauc_recall_at_10_diff1": 0.667735, + "nauc_recall_at_20_max": 0.679673, + "nauc_recall_at_20_std": -0.073404, + "nauc_recall_at_20_diff1": 0.654675, + "nauc_recall_at_100_max": 0.67247, + "nauc_recall_at_100_std": -0.076795, + "nauc_recall_at_100_diff1": 0.645481, + "nauc_recall_at_1000_max": 0.654952, + "nauc_recall_at_1000_std": 0.627665, + "nauc_recall_at_1000_diff1": 0.524619, + "nauc_precision_at_1_max": 0.633207, + "nauc_precision_at_1_std": -0.027225, + "nauc_precision_at_1_diff1": 0.781679, + "nauc_precision_at_3_max": 0.685367, + "nauc_precision_at_3_std": -0.032117, + "nauc_precision_at_3_diff1": 0.713449, + "nauc_precision_at_5_max": 0.706049, + "nauc_precision_at_5_std": -0.051559, + "nauc_precision_at_5_diff1": 0.709137, + "nauc_precision_at_10_max": 0.676348, + "nauc_precision_at_10_std": -0.078073, + "nauc_precision_at_10_diff1": 0.663115, + "nauc_precision_at_20_max": 0.676208, + "nauc_precision_at_20_std": -0.067003, + "nauc_precision_at_20_diff1": 0.648296, + "nauc_precision_at_100_max": 0.662657, + "nauc_precision_at_100_std": -0.058384, + "nauc_precision_at_100_diff1": 0.627346, + "nauc_precision_at_1000_max": 0.589284, + "nauc_precision_at_1000_std": 0.671608, + "nauc_precision_at_1000_diff1": 0.413706, + "nauc_mrr_at_1_max": 0.629686, + "nauc_mrr_at_1_std": -0.023672, + "nauc_mrr_at_1_diff1": 0.782942, + "nauc_mrr_at_3_max": 0.65387, + "nauc_mrr_at_3_std": -0.026783, + "nauc_mrr_at_3_diff1": 0.75824, + "nauc_mrr_at_5_max": 0.655869, + "nauc_mrr_at_5_std": -0.030085, + "nauc_mrr_at_5_diff1": 0.759195, + "nauc_mrr_at_10_max": 0.652895, + "nauc_mrr_at_10_std": -0.030753, + "nauc_mrr_at_10_diff1": 0.757148, + "nauc_mrr_at_20_max": 0.652605, + "nauc_mrr_at_20_std": -0.029643, + "nauc_mrr_at_20_diff1": 0.757703, + "nauc_mrr_at_100_max": 0.652515, + "nauc_mrr_at_100_std": -0.028931, + "nauc_mrr_at_100_diff1": 0.75836, + "nauc_mrr_at_1000_max": 0.652503, + "nauc_mrr_at_1000_std": -0.028828, + "nauc_mrr_at_1000_diff1": 0.758401, + "main_score": 0.80699, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 150.6568787097931, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FrenchLegal1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FrenchLegal1Retrieval.json new file mode 100644 index 0000000000..ee9257d630 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FrenchLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d", + "task_name": "FrenchLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.40647, + "ndcg_at_3": 0.47641, + "ndcg_at_5": 0.49281, + "ndcg_at_10": 0.51086, + "ndcg_at_20": 0.52606, + "ndcg_at_100": 0.55085, + "ndcg_at_1000": 0.57163, + "map_at_1": 0.40647, + "map_at_3": 0.45968, + "map_at_5": 0.46878, + "map_at_10": 0.47632, + "map_at_20": 0.48057, + "map_at_100": 0.48396, + "map_at_1000": 0.48464, + "recall_at_1": 0.40647, + "recall_at_3": 0.52461, + "recall_at_5": 0.56446, + "recall_at_10": 0.61978, + "recall_at_20": 0.67932, + "recall_at_100": 0.81341, + "recall_at_1000": 0.98265, + "precision_at_1": 0.40647, + "precision_at_3": 0.17487, + "precision_at_5": 0.11289, + "precision_at_10": 0.06198, + "precision_at_20": 0.03397, + "precision_at_100": 0.00813, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.40647, + "mrr_at_3": 0.459681, + "mrr_at_5": 0.468776, + "mrr_at_10": 0.476324, + "mrr_at_20": 0.48057, + "mrr_at_100": 0.483961, + "mrr_at_1000": 0.484643, + "nauc_ndcg_at_1_max": 0.47915, + "nauc_ndcg_at_1_std": 0.144518, + "nauc_ndcg_at_1_diff1": 0.713629, + "nauc_ndcg_at_3_max": 0.481727, + "nauc_ndcg_at_3_std": 0.145981, + "nauc_ndcg_at_3_diff1": 0.668072, + "nauc_ndcg_at_5_max": 0.481532, + "nauc_ndcg_at_5_std": 0.150019, + "nauc_ndcg_at_5_diff1": 0.662499, + "nauc_ndcg_at_10_max": 0.478967, + "nauc_ndcg_at_10_std": 0.150447, + "nauc_ndcg_at_10_diff1": 0.656942, + "nauc_ndcg_at_20_max": 0.479236, + "nauc_ndcg_at_20_std": 0.154889, + "nauc_ndcg_at_20_diff1": 0.654525, + "nauc_ndcg_at_100_max": 0.476394, + "nauc_ndcg_at_100_std": 0.159255, + "nauc_ndcg_at_100_diff1": 0.653451, + "nauc_ndcg_at_1000_max": 0.479471, + "nauc_ndcg_at_1000_std": 0.155354, + "nauc_ndcg_at_1000_diff1": 0.660185, + "nauc_map_at_1_max": 0.47915, + "nauc_map_at_1_std": 0.144518, + "nauc_map_at_1_diff1": 0.713629, + "nauc_map_at_3_max": 0.481454, + "nauc_map_at_3_std": 0.144955, + "nauc_map_at_3_diff1": 0.678781, + "nauc_map_at_5_max": 0.48143, + "nauc_map_at_5_std": 0.147141, + "nauc_map_at_5_diff1": 0.675936, + "nauc_map_at_10_max": 0.480398, + "nauc_map_at_10_std": 0.147576, + "nauc_map_at_10_diff1": 0.673596, + "nauc_map_at_20_max": 0.480418, + "nauc_map_at_20_std": 0.148793, + "nauc_map_at_20_diff1": 0.673086, + "nauc_map_at_100_max": 0.479852, + "nauc_map_at_100_std": 0.149187, + "nauc_map_at_100_diff1": 0.672866, + "nauc_map_at_1000_max": 0.479982, + "nauc_map_at_1000_std": 0.149132, + "nauc_map_at_1000_diff1": 0.673044, + "nauc_recall_at_1_max": 0.47915, + "nauc_recall_at_1_std": 0.144518, + "nauc_recall_at_1_diff1": 0.713629, + "nauc_recall_at_3_max": 0.482385, + "nauc_recall_at_3_std": 0.149327, + "nauc_recall_at_3_diff1": 0.636331, + "nauc_recall_at_5_max": 0.481539, + "nauc_recall_at_5_std": 0.159836, + "nauc_recall_at_5_diff1": 0.620272, + "nauc_recall_at_10_max": 0.472818, + "nauc_recall_at_10_std": 0.160368, + "nauc_recall_at_10_diff1": 0.599293, + "nauc_recall_at_20_max": 0.473963, + "nauc_recall_at_20_std": 0.182103, + "nauc_recall_at_20_diff1": 0.580578, + "nauc_recall_at_100_max": 0.449728, + "nauc_recall_at_100_std": 0.241701, + "nauc_recall_at_100_diff1": 0.535751, + "nauc_recall_at_1000_max": 0.576182, + "nauc_recall_at_1000_std": 0.370645, + "nauc_recall_at_1000_diff1": 0.439059, + "nauc_precision_at_1_max": 0.47915, + "nauc_precision_at_1_std": 0.144518, + "nauc_precision_at_1_diff1": 0.713629, + "nauc_precision_at_3_max": 0.482385, + "nauc_precision_at_3_std": 0.149327, + "nauc_precision_at_3_diff1": 0.636331, + "nauc_precision_at_5_max": 0.481539, + "nauc_precision_at_5_std": 0.159836, + "nauc_precision_at_5_diff1": 0.620272, + "nauc_precision_at_10_max": 0.472818, + "nauc_precision_at_10_std": 0.160368, + "nauc_precision_at_10_diff1": 0.599293, + "nauc_precision_at_20_max": 0.473963, + "nauc_precision_at_20_std": 0.182103, + "nauc_precision_at_20_diff1": 0.580578, + "nauc_precision_at_100_max": 0.449728, + "nauc_precision_at_100_std": 0.241701, + "nauc_precision_at_100_diff1": 0.535751, + "nauc_precision_at_1000_max": 0.576182, + "nauc_precision_at_1000_std": 0.370645, + "nauc_precision_at_1000_diff1": 0.439059, + "nauc_mrr_at_1_max": 0.47915, + "nauc_mrr_at_1_std": 0.144518, + "nauc_mrr_at_1_diff1": 0.713629, + "nauc_mrr_at_3_max": 0.481454, + "nauc_mrr_at_3_std": 0.144955, + "nauc_mrr_at_3_diff1": 0.678781, + "nauc_mrr_at_5_max": 0.48143, + "nauc_mrr_at_5_std": 0.147141, + "nauc_mrr_at_5_diff1": 0.675936, + "nauc_mrr_at_10_max": 0.480398, + "nauc_mrr_at_10_std": 0.147576, + "nauc_mrr_at_10_diff1": 0.673596, + "nauc_mrr_at_20_max": 0.480418, + "nauc_mrr_at_20_std": 0.148793, + "nauc_mrr_at_20_diff1": 0.673086, + "nauc_mrr_at_100_max": 0.479852, + "nauc_mrr_at_100_std": 0.149187, + "nauc_mrr_at_100_diff1": 0.672865, + "nauc_mrr_at_1000_max": 0.479982, + "nauc_mrr_at_1000_std": 0.149132, + "nauc_mrr_at_1000_diff1": 0.673043, + "main_score": 0.51086, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 43.37080502510071, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FreshStackRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FreshStackRetrieval.json new file mode 100644 index 0000000000..fd99aad618 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FreshStackRetrieval.json @@ -0,0 +1,161 @@ +{ + "dataset_revision": "7a20df1abe4dafc46f93f9a7965bf9c6968bdf04", + "task_name": "FreshStackRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.33482, + "ndcg_at_3": 0.28746, + "ndcg_at_5": 0.27319, + "ndcg_at_10": 0.2759, + "ndcg_at_20": 0.30606, + "ndcg_at_100": 0.40641, + "ndcg_at_1000": 0.48482, + "map_at_1": 0.05838, + "map_at_3": 0.10163, + "map_at_5": 0.12621, + "map_at_10": 0.15563, + "map_at_20": 0.17844, + "map_at_100": 0.20868, + "map_at_1000": 0.21741, + "recall_at_1": 0.05838, + "recall_at_3": 0.12263, + "recall_at_5": 0.17148, + "recall_at_10": 0.25418, + "recall_at_20": 0.35496, + "recall_at_100": 0.64782, + "recall_at_1000": 0.96565, + "precision_at_1": 0.33482, + "precision_at_3": 0.26538, + "precision_at_5": 0.23065, + "precision_at_10": 0.18318, + "precision_at_20": 0.13326, + "precision_at_100": 0.05034, + "precision_at_1000": 0.00781, + "mrr_at_1": 0.334821, + "mrr_at_3": 0.417907, + "mrr_at_5": 0.434945, + "mrr_at_10": 0.451963, + "mrr_at_20": 0.458204, + "mrr_at_100": 0.461751, + "mrr_at_1000": 0.462021, + "nauc_ndcg_at_1_max": 0.13571, + "nauc_ndcg_at_1_std": -0.004053, + "nauc_ndcg_at_1_diff1": 0.238776, + "nauc_ndcg_at_3_max": 0.158503, + "nauc_ndcg_at_3_std": 0.039547, + "nauc_ndcg_at_3_diff1": 0.165087, + "nauc_ndcg_at_5_max": 0.174884, + "nauc_ndcg_at_5_std": 0.049588, + "nauc_ndcg_at_5_diff1": 0.148633, + "nauc_ndcg_at_10_max": 0.13475, + "nauc_ndcg_at_10_std": 0.034256, + "nauc_ndcg_at_10_diff1": 0.160139, + "nauc_ndcg_at_20_max": 0.120123, + "nauc_ndcg_at_20_std": 0.032825, + "nauc_ndcg_at_20_diff1": 0.15115, + "nauc_ndcg_at_100_max": 0.118405, + "nauc_ndcg_at_100_std": 0.083338, + "nauc_ndcg_at_100_diff1": 0.138457, + "nauc_ndcg_at_1000_max": 0.154234, + "nauc_ndcg_at_1000_std": 0.093646, + "nauc_ndcg_at_1000_diff1": 0.146666, + "nauc_map_at_1_max": 0.030128, + "nauc_map_at_1_std": -0.063133, + "nauc_map_at_1_diff1": 0.217869, + "nauc_map_at_3_max": 0.058606, + "nauc_map_at_3_std": -0.04131, + "nauc_map_at_3_diff1": 0.173541, + "nauc_map_at_5_max": 0.082142, + "nauc_map_at_5_std": -0.026271, + "nauc_map_at_5_diff1": 0.157353, + "nauc_map_at_10_max": 0.092914, + "nauc_map_at_10_std": -0.015115, + "nauc_map_at_10_diff1": 0.162031, + "nauc_map_at_20_max": 0.110266, + "nauc_map_at_20_std": 0.001222, + "nauc_map_at_20_diff1": 0.157725, + "nauc_map_at_100_max": 0.117656, + "nauc_map_at_100_std": 0.030289, + "nauc_map_at_100_diff1": 0.151592, + "nauc_map_at_1000_max": 0.122888, + "nauc_map_at_1000_std": 0.035482, + "nauc_map_at_1000_diff1": 0.150875, + "nauc_recall_at_1_max": 0.030128, + "nauc_recall_at_1_std": -0.063133, + "nauc_recall_at_1_diff1": 0.217869, + "nauc_recall_at_3_max": 0.045816, + "nauc_recall_at_3_std": -0.031392, + "nauc_recall_at_3_diff1": 0.141971, + "nauc_recall_at_5_max": 0.071492, + "nauc_recall_at_5_std": -0.00851, + "nauc_recall_at_5_diff1": 0.11366, + "nauc_recall_at_10_max": 0.042713, + "nauc_recall_at_10_std": -0.003978, + "nauc_recall_at_10_diff1": 0.117962, + "nauc_recall_at_20_max": 0.043429, + "nauc_recall_at_20_std": 0.014244, + "nauc_recall_at_20_diff1": 0.092569, + "nauc_recall_at_100_max": -0.011266, + "nauc_recall_at_100_std": 0.098256, + "nauc_recall_at_100_diff1": 0.047415, + "nauc_recall_at_1000_max": -0.096293, + "nauc_recall_at_1000_std": 0.41253, + "nauc_recall_at_1000_diff1": 0.191333, + "nauc_precision_at_1_max": 0.13571, + "nauc_precision_at_1_std": -0.004053, + "nauc_precision_at_1_diff1": 0.238776, + "nauc_precision_at_3_max": 0.169683, + "nauc_precision_at_3_std": 0.069007, + "nauc_precision_at_3_diff1": 0.13364, + "nauc_precision_at_5_max": 0.205875, + "nauc_precision_at_5_std": 0.097192, + "nauc_precision_at_5_diff1": 0.098393, + "nauc_precision_at_10_max": 0.184113, + "nauc_precision_at_10_std": 0.111284, + "nauc_precision_at_10_diff1": 0.092318, + "nauc_precision_at_20_max": 0.213269, + "nauc_precision_at_20_std": 0.138564, + "nauc_precision_at_20_diff1": 0.069485, + "nauc_precision_at_100_max": 0.162484, + "nauc_precision_at_100_std": 0.18129, + "nauc_precision_at_100_diff1": 0.006378, + "nauc_precision_at_1000_max": 0.19167, + "nauc_precision_at_1000_std": 0.124895, + "nauc_precision_at_1000_diff1": -0.019963, + "nauc_mrr_at_1_max": 0.13571, + "nauc_mrr_at_1_std": -0.004053, + "nauc_mrr_at_1_diff1": 0.238776, + "nauc_mrr_at_3_max": 0.146672, + "nauc_mrr_at_3_std": 0.034506, + "nauc_mrr_at_3_diff1": 0.204906, + "nauc_mrr_at_5_max": 0.15456, + "nauc_mrr_at_5_std": 0.045346, + "nauc_mrr_at_5_diff1": 0.200626, + "nauc_mrr_at_10_max": 0.143785, + "nauc_mrr_at_10_std": 0.041009, + "nauc_mrr_at_10_diff1": 0.202241, + "nauc_mrr_at_20_max": 0.145269, + "nauc_mrr_at_20_std": 0.038166, + "nauc_mrr_at_20_diff1": 0.202706, + "nauc_mrr_at_100_max": 0.145035, + "nauc_mrr_at_100_std": 0.037892, + "nauc_mrr_at_100_diff1": 0.203409, + "nauc_mrr_at_1000_max": 0.145108, + "nauc_mrr_at_1000_std": 0.037847, + "nauc_mrr_at_1000_diff1": 0.203638, + "main_score": 0.2759, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code", + "javascript-Code", + "go-Code" + ] + } + ] + }, + "evaluation_time": 31.540672063827515, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/German1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/German1Retrieval.json new file mode 100644 index 0000000000..30521b4dd9 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/German1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd", + "task_name": "German1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92292, + "ndcg_at_3": 0.95154, + "ndcg_at_5": 0.95378, + "ndcg_at_10": 0.95768, + "ndcg_at_20": 0.95893, + "ndcg_at_100": 0.95962, + "ndcg_at_1000": 0.96017, + "map_at_1": 0.92191, + "map_at_3": 0.94501, + "map_at_5": 0.94626, + "map_at_10": 0.94784, + "map_at_20": 0.94821, + "map_at_100": 0.94833, + "map_at_1000": 0.94836, + "recall_at_1": 0.92191, + "recall_at_3": 0.97025, + "recall_at_5": 0.97566, + "recall_at_10": 0.98783, + "recall_at_20": 0.99256, + "recall_at_100": 0.99594, + "recall_at_1000": 1.0, + "precision_at_1": 0.92292, + "precision_at_3": 0.32409, + "precision_at_5": 0.19554, + "precision_at_10": 0.09899, + "precision_at_20": 0.04973, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922921, + "mrr_at_3": 0.945008, + "mrr_at_5": 0.946259, + "mrr_at_10": 0.94784, + "mrr_at_20": 0.948215, + "mrr_at_100": 0.948335, + "mrr_at_1000": 0.948361, + "nauc_ndcg_at_1_max": 0.677171, + "nauc_ndcg_at_1_std": -0.020658, + "nauc_ndcg_at_1_diff1": 0.942292, + "nauc_ndcg_at_3_max": 0.77042, + "nauc_ndcg_at_3_std": 0.005674, + "nauc_ndcg_at_3_diff1": 0.944696, + "nauc_ndcg_at_5_max": 0.762501, + "nauc_ndcg_at_5_std": -0.019533, + "nauc_ndcg_at_5_diff1": 0.945234, + "nauc_ndcg_at_10_max": 0.747466, + "nauc_ndcg_at_10_std": -0.006962, + "nauc_ndcg_at_10_diff1": 0.942282, + "nauc_ndcg_at_20_max": 0.743408, + "nauc_ndcg_at_20_std": -0.006426, + "nauc_ndcg_at_20_diff1": 0.941672, + "nauc_ndcg_at_100_max": 0.742029, + "nauc_ndcg_at_100_std": -0.002725, + "nauc_ndcg_at_100_diff1": 0.943253, + "nauc_ndcg_at_1000_max": 0.740392, + "nauc_ndcg_at_1000_std": -0.010817, + "nauc_ndcg_at_1000_diff1": 0.943456, + "nauc_map_at_1_max": 0.679029, + "nauc_map_at_1_std": -0.016931, + "nauc_map_at_1_diff1": 0.943041, + "nauc_map_at_3_max": 0.744835, + "nauc_map_at_3_std": -0.007993, + "nauc_map_at_3_diff1": 0.944191, + "nauc_map_at_5_max": 0.740459, + "nauc_map_at_5_std": -0.020111, + "nauc_map_at_5_diff1": 0.944414, + "nauc_map_at_10_max": 0.734874, + "nauc_map_at_10_std": -0.016448, + "nauc_map_at_10_diff1": 0.943412, + "nauc_map_at_20_max": 0.733826, + "nauc_map_at_20_std": -0.016265, + "nauc_map_at_20_diff1": 0.94328, + "nauc_map_at_100_max": 0.733642, + "nauc_map_at_100_std": -0.015596, + "nauc_map_at_100_diff1": 0.94355, + "nauc_map_at_1000_max": 0.733601, + "nauc_map_at_1000_std": -0.015934, + "nauc_map_at_1000_diff1": 0.943564, + "nauc_recall_at_1_max": 0.679029, + "nauc_recall_at_1_std": -0.016931, + "nauc_recall_at_1_diff1": 0.943041, + "nauc_recall_at_3_max": 0.90237, + "nauc_recall_at_3_std": 0.082221, + "nauc_recall_at_3_diff1": 0.947155, + "nauc_recall_at_5_max": 0.895199, + "nauc_recall_at_5_std": -0.019071, + "nauc_recall_at_5_diff1": 0.950391, + "nauc_recall_at_10_max": 0.863293, + "nauc_recall_at_10_std": 0.128535, + "nauc_recall_at_10_diff1": 0.923479, + "nauc_recall_at_20_max": 0.852064, + "nauc_recall_at_20_std": 0.220139, + "nauc_recall_at_20_diff1": 0.898552, + "nauc_recall_at_100_max": 0.871196, + "nauc_recall_at_100_std": 0.563508, + "nauc_recall_at_100_diff1": 0.93191, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.677171, + "nauc_precision_at_1_std": -0.020658, + "nauc_precision_at_1_diff1": 0.942292, + "nauc_precision_at_3_max": 0.756719, + "nauc_precision_at_3_std": 0.057272, + "nauc_precision_at_3_diff1": 0.7858, + "nauc_precision_at_5_max": 0.722187, + "nauc_precision_at_5_std": -0.036042, + "nauc_precision_at_5_diff1": 0.757309, + "nauc_precision_at_10_max": 0.563315, + "nauc_precision_at_10_std": 0.065239, + "nauc_precision_at_10_diff1": 0.586749, + "nauc_precision_at_20_max": 0.426215, + "nauc_precision_at_20_std": 0.100052, + "nauc_precision_at_20_diff1": 0.424495, + "nauc_precision_at_100_max": 0.246627, + "nauc_precision_at_100_std": 0.230191, + "nauc_precision_at_100_diff1": 0.231027, + "nauc_precision_at_1000_max": -0.471666, + "nauc_precision_at_1000_std": -0.153145, + "nauc_precision_at_1000_diff1": -0.575032, + "nauc_mrr_at_1_max": 0.677171, + "nauc_mrr_at_1_std": -0.020658, + "nauc_mrr_at_1_diff1": 0.942292, + "nauc_mrr_at_3_max": 0.744835, + "nauc_mrr_at_3_std": -0.007993, + "nauc_mrr_at_3_diff1": 0.944191, + "nauc_mrr_at_5_max": 0.740459, + "nauc_mrr_at_5_std": -0.020111, + "nauc_mrr_at_5_diff1": 0.944414, + "nauc_mrr_at_10_max": 0.734874, + "nauc_mrr_at_10_std": -0.016448, + "nauc_mrr_at_10_diff1": 0.943412, + "nauc_mrr_at_20_max": 0.733826, + "nauc_mrr_at_20_std": -0.016265, + "nauc_mrr_at_20_diff1": 0.94328, + "nauc_mrr_at_100_max": 0.733642, + "nauc_mrr_at_100_std": -0.015596, + "nauc_mrr_at_100_diff1": 0.94355, + "nauc_mrr_at_1000_max": 0.733601, + "nauc_mrr_at_1000_std": -0.015934, + "nauc_mrr_at_1000_diff1": 0.943564, + "main_score": 0.95768, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 8.983518123626709, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/GermanHealthcare1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/GermanHealthcare1Retrieval.json new file mode 100644 index 0000000000..5b64d66c64 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/GermanHealthcare1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8", + "task_name": "GermanHealthcare1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6043, + "ndcg_at_3": 0.69734, + "ndcg_at_5": 0.72482, + "ndcg_at_10": 0.74242, + "ndcg_at_20": 0.75461, + "ndcg_at_100": 0.7647, + "ndcg_at_1000": 0.76673, + "map_at_1": 0.6043, + "map_at_3": 0.67384, + "map_at_5": 0.6891, + "map_at_10": 0.69648, + "map_at_20": 0.69995, + "map_at_100": 0.70154, + "map_at_1000": 0.70163, + "recall_at_1": 0.6043, + "recall_at_3": 0.76559, + "recall_at_5": 0.83226, + "recall_at_10": 0.88602, + "recall_at_20": 0.93333, + "recall_at_100": 0.98495, + "recall_at_1000": 1.0, + "precision_at_1": 0.6043, + "precision_at_3": 0.2552, + "precision_at_5": 0.16645, + "precision_at_10": 0.0886, + "precision_at_20": 0.04667, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.604301, + "mrr_at_3": 0.673835, + "mrr_at_5": 0.689104, + "mrr_at_10": 0.696485, + "mrr_at_20": 0.699953, + "mrr_at_100": 0.701538, + "mrr_at_1000": 0.701629, + "nauc_ndcg_at_1_max": 0.596224, + "nauc_ndcg_at_1_std": -0.083006, + "nauc_ndcg_at_1_diff1": 0.777865, + "nauc_ndcg_at_3_max": 0.588969, + "nauc_ndcg_at_3_std": -0.069337, + "nauc_ndcg_at_3_diff1": 0.71655, + "nauc_ndcg_at_5_max": 0.585751, + "nauc_ndcg_at_5_std": -0.073907, + "nauc_ndcg_at_5_diff1": 0.705505, + "nauc_ndcg_at_10_max": 0.584317, + "nauc_ndcg_at_10_std": -0.069464, + "nauc_ndcg_at_10_diff1": 0.709415, + "nauc_ndcg_at_20_max": 0.590442, + "nauc_ndcg_at_20_std": -0.056775, + "nauc_ndcg_at_20_diff1": 0.714612, + "nauc_ndcg_at_100_max": 0.592317, + "nauc_ndcg_at_100_std": -0.063717, + "nauc_ndcg_at_100_diff1": 0.721567, + "nauc_ndcg_at_1000_max": 0.590735, + "nauc_ndcg_at_1000_std": -0.068985, + "nauc_ndcg_at_1000_diff1": 0.724859, + "nauc_map_at_1_max": 0.596224, + "nauc_map_at_1_std": -0.083006, + "nauc_map_at_1_diff1": 0.777865, + "nauc_map_at_3_max": 0.591653, + "nauc_map_at_3_std": -0.075047, + "nauc_map_at_3_diff1": 0.733678, + "nauc_map_at_5_max": 0.59015, + "nauc_map_at_5_std": -0.077319, + "nauc_map_at_5_diff1": 0.728606, + "nauc_map_at_10_max": 0.589824, + "nauc_map_at_10_std": -0.075882, + "nauc_map_at_10_diff1": 0.73052, + "nauc_map_at_20_max": 0.591298, + "nauc_map_at_20_std": -0.072864, + "nauc_map_at_20_diff1": 0.731932, + "nauc_map_at_100_max": 0.591526, + "nauc_map_at_100_std": -0.073866, + "nauc_map_at_100_diff1": 0.732974, + "nauc_map_at_1000_max": 0.591455, + "nauc_map_at_1000_std": -0.07407, + "nauc_map_at_1000_diff1": 0.733107, + "nauc_recall_at_1_max": 0.596224, + "nauc_recall_at_1_std": -0.083006, + "nauc_recall_at_1_diff1": 0.777865, + "nauc_recall_at_3_max": 0.57874, + "nauc_recall_at_3_std": -0.047319, + "nauc_recall_at_3_diff1": 0.653486, + "nauc_recall_at_5_max": 0.563931, + "nauc_recall_at_5_std": -0.058236, + "nauc_recall_at_5_diff1": 0.595246, + "nauc_recall_at_10_max": 0.545402, + "nauc_recall_at_10_std": -0.024078, + "nauc_recall_at_10_diff1": 0.573799, + "nauc_recall_at_20_max": 0.59396, + "nauc_recall_at_20_std": 0.157134, + "nauc_recall_at_20_diff1": 0.546947, + "nauc_recall_at_100_max": 0.73407, + "nauc_recall_at_100_std": 0.432175, + "nauc_recall_at_100_diff1": 0.414543, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.596224, + "nauc_precision_at_1_std": -0.083006, + "nauc_precision_at_1_diff1": 0.777865, + "nauc_precision_at_3_max": 0.57874, + "nauc_precision_at_3_std": -0.047319, + "nauc_precision_at_3_diff1": 0.653486, + "nauc_precision_at_5_max": 0.563931, + "nauc_precision_at_5_std": -0.058236, + "nauc_precision_at_5_diff1": 0.595246, + "nauc_precision_at_10_max": 0.545402, + "nauc_precision_at_10_std": -0.024078, + "nauc_precision_at_10_diff1": 0.573799, + "nauc_precision_at_20_max": 0.59396, + "nauc_precision_at_20_std": 0.157134, + "nauc_precision_at_20_diff1": 0.546947, + "nauc_precision_at_100_max": 0.73407, + "nauc_precision_at_100_std": 0.432175, + "nauc_precision_at_100_diff1": 0.414543, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.596224, + "nauc_mrr_at_1_std": -0.083006, + "nauc_mrr_at_1_diff1": 0.777865, + "nauc_mrr_at_3_max": 0.591653, + "nauc_mrr_at_3_std": -0.075047, + "nauc_mrr_at_3_diff1": 0.733678, + "nauc_mrr_at_5_max": 0.59015, + "nauc_mrr_at_5_std": -0.077319, + "nauc_mrr_at_5_diff1": 0.728606, + "nauc_mrr_at_10_max": 0.589824, + "nauc_mrr_at_10_std": -0.075882, + "nauc_mrr_at_10_diff1": 0.73052, + "nauc_mrr_at_20_max": 0.591298, + "nauc_mrr_at_20_std": -0.072864, + "nauc_mrr_at_20_diff1": 0.731932, + "nauc_mrr_at_100_max": 0.591526, + "nauc_mrr_at_100_std": -0.073866, + "nauc_mrr_at_100_diff1": 0.732974, + "nauc_mrr_at_1000_max": 0.591455, + "nauc_mrr_at_1000_std": -0.074069, + "nauc_mrr_at_1000_diff1": 0.733106, + "main_score": 0.74242, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 7.447481632232666, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/GermanLegal1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/GermanLegal1Retrieval.json new file mode 100644 index 0000000000..51017cb982 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/GermanLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "65ea369daff680b77f90b560e7e97d2ab4ec5072", + "task_name": "GermanLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51435, + "ndcg_at_3": 0.58768, + "ndcg_at_5": 0.61749, + "ndcg_at_10": 0.64101, + "ndcg_at_20": 0.65662, + "ndcg_at_100": 0.67338, + "ndcg_at_1000": 0.68181, + "map_at_1": 0.46248, + "map_at_3": 0.55759, + "map_at_5": 0.57643, + "map_at_10": 0.58796, + "map_at_20": 0.59273, + "map_at_100": 0.59537, + "map_at_1000": 0.59571, + "recall_at_1": 0.46248, + "recall_at_3": 0.64178, + "recall_at_5": 0.71139, + "recall_at_10": 0.77881, + "recall_at_20": 0.83754, + "recall_at_100": 0.92298, + "recall_at_1000": 0.9877, + "precision_at_1": 0.51435, + "precision_at_3": 0.25054, + "precision_at_5": 0.16875, + "precision_at_10": 0.09327, + "precision_at_20": 0.05025, + "precision_at_100": 0.0111, + "precision_at_1000": 0.00119, + "mrr_at_1": 0.514348, + "mrr_at_3": 0.587975, + "mrr_at_5": 0.602853, + "mrr_at_10": 0.610704, + "mrr_at_20": 0.614461, + "mrr_at_100": 0.616464, + "mrr_at_1000": 0.616722, + "nauc_ndcg_at_1_max": 0.463415, + "nauc_ndcg_at_1_std": -0.008302, + "nauc_ndcg_at_1_diff1": 0.61332, + "nauc_ndcg_at_3_max": 0.453175, + "nauc_ndcg_at_3_std": -0.012588, + "nauc_ndcg_at_3_diff1": 0.560455, + "nauc_ndcg_at_5_max": 0.465101, + "nauc_ndcg_at_5_std": -0.00582, + "nauc_ndcg_at_5_diff1": 0.56127, + "nauc_ndcg_at_10_max": 0.475277, + "nauc_ndcg_at_10_std": 0.01045, + "nauc_ndcg_at_10_diff1": 0.564647, + "nauc_ndcg_at_20_max": 0.478328, + "nauc_ndcg_at_20_std": 0.014573, + "nauc_ndcg_at_20_diff1": 0.569933, + "nauc_ndcg_at_100_max": 0.477722, + "nauc_ndcg_at_100_std": 0.018638, + "nauc_ndcg_at_100_diff1": 0.571623, + "nauc_ndcg_at_1000_max": 0.476005, + "nauc_ndcg_at_1000_std": 0.01214, + "nauc_ndcg_at_1000_diff1": 0.573638, + "nauc_map_at_1_max": 0.379743, + "nauc_map_at_1_std": -0.045741, + "nauc_map_at_1_diff1": 0.581755, + "nauc_map_at_3_max": 0.438326, + "nauc_map_at_3_std": -0.02303, + "nauc_map_at_3_diff1": 0.565739, + "nauc_map_at_5_max": 0.449499, + "nauc_map_at_5_std": -0.016749, + "nauc_map_at_5_diff1": 0.566818, + "nauc_map_at_10_max": 0.45622, + "nauc_map_at_10_std": -0.008284, + "nauc_map_at_10_diff1": 0.568561, + "nauc_map_at_20_max": 0.457461, + "nauc_map_at_20_std": -0.007207, + "nauc_map_at_20_diff1": 0.570307, + "nauc_map_at_100_max": 0.457591, + "nauc_map_at_100_std": -0.006235, + "nauc_map_at_100_diff1": 0.570697, + "nauc_map_at_1000_max": 0.457566, + "nauc_map_at_1000_std": -0.006422, + "nauc_map_at_1000_diff1": 0.570801, + "nauc_recall_at_1_max": 0.379743, + "nauc_recall_at_1_std": -0.045741, + "nauc_recall_at_1_diff1": 0.581755, + "nauc_recall_at_3_max": 0.434449, + "nauc_recall_at_3_std": -0.015455, + "nauc_recall_at_3_diff1": 0.509843, + "nauc_recall_at_5_max": 0.458447, + "nauc_recall_at_5_std": -8.5e-05, + "nauc_recall_at_5_diff1": 0.499877, + "nauc_recall_at_10_max": 0.493673, + "nauc_recall_at_10_std": 0.060729, + "nauc_recall_at_10_diff1": 0.503116, + "nauc_recall_at_20_max": 0.512838, + "nauc_recall_at_20_std": 0.100406, + "nauc_recall_at_20_diff1": 0.514817, + "nauc_recall_at_100_max": 0.539447, + "nauc_recall_at_100_std": 0.225619, + "nauc_recall_at_100_diff1": 0.502964, + "nauc_recall_at_1000_max": 0.630953, + "nauc_recall_at_1000_std": 0.27054, + "nauc_recall_at_1000_diff1": 0.504561, + "nauc_precision_at_1_max": 0.463415, + "nauc_precision_at_1_std": -0.008302, + "nauc_precision_at_1_diff1": 0.61332, + "nauc_precision_at_3_max": 0.456161, + "nauc_precision_at_3_std": 0.068446, + "nauc_precision_at_3_diff1": 0.381389, + "nauc_precision_at_5_max": 0.444025, + "nauc_precision_at_5_std": 0.106304, + "nauc_precision_at_5_diff1": 0.311122, + "nauc_precision_at_10_max": 0.414322, + "nauc_precision_at_10_std": 0.160704, + "nauc_precision_at_10_diff1": 0.242229, + "nauc_precision_at_20_max": 0.385709, + "nauc_precision_at_20_std": 0.187412, + "nauc_precision_at_20_diff1": 0.192841, + "nauc_precision_at_100_max": 0.310477, + "nauc_precision_at_100_std": 0.229554, + "nauc_precision_at_100_diff1": 0.081926, + "nauc_precision_at_1000_max": 0.228578, + "nauc_precision_at_1000_std": 0.211093, + "nauc_precision_at_1000_diff1": -0.020809, + "nauc_mrr_at_1_max": 0.463415, + "nauc_mrr_at_1_std": -0.008302, + "nauc_mrr_at_1_diff1": 0.61332, + "nauc_mrr_at_3_max": 0.482729, + "nauc_mrr_at_3_std": 0.004068, + "nauc_mrr_at_3_diff1": 0.588599, + "nauc_mrr_at_5_max": 0.485064, + "nauc_mrr_at_5_std": 0.006483, + "nauc_mrr_at_5_diff1": 0.588549, + "nauc_mrr_at_10_max": 0.485867, + "nauc_mrr_at_10_std": 0.009833, + "nauc_mrr_at_10_diff1": 0.589329, + "nauc_mrr_at_20_max": 0.485927, + "nauc_mrr_at_20_std": 0.010442, + "nauc_mrr_at_20_diff1": 0.590367, + "nauc_mrr_at_100_max": 0.485589, + "nauc_mrr_at_100_std": 0.010547, + "nauc_mrr_at_100_diff1": 0.590497, + "nauc_mrr_at_1000_max": 0.485529, + "nauc_mrr_at_1000_std": 0.010354, + "nauc_mrr_at_1000_diff1": 0.590542, + "main_score": 0.64101, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 28.824700593948364, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HC3FinanceRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HC3FinanceRetrieval.json new file mode 100644 index 0000000000..0ca44b5188 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HC3FinanceRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "fda6fad068f2ed814d99f29dc95dbb28ac586943", + "task_name": "HC3FinanceRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.33735, + "ndcg_at_3": 0.43577, + "ndcg_at_5": 0.46833, + "ndcg_at_10": 0.51217, + "ndcg_at_20": 0.53447, + "ndcg_at_100": 0.56276, + "ndcg_at_1000": 0.56803, + "map_at_1": 0.33735, + "map_at_3": 0.41004, + "map_at_5": 0.42799, + "map_at_10": 0.4462, + "map_at_20": 0.45219, + "map_at_100": 0.45648, + "map_at_1000": 0.45673, + "recall_at_1": 0.33735, + "recall_at_3": 0.51084, + "recall_at_5": 0.59036, + "recall_at_10": 0.7253, + "recall_at_20": 0.81446, + "recall_at_100": 0.96145, + "recall_at_1000": 1.0, + "precision_at_1": 0.33735, + "precision_at_3": 0.17028, + "precision_at_5": 0.11807, + "precision_at_10": 0.07253, + "precision_at_20": 0.04072, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.337349, + "mrr_at_3": 0.41004, + "mrr_at_5": 0.427992, + "mrr_at_10": 0.446199, + "mrr_at_20": 0.452192, + "mrr_at_100": 0.456484, + "mrr_at_1000": 0.456733, + "nauc_ndcg_at_1_max": 0.16811, + "nauc_ndcg_at_1_std": -0.096773, + "nauc_ndcg_at_1_diff1": 0.26161, + "nauc_ndcg_at_3_max": 0.164, + "nauc_ndcg_at_3_std": -0.099043, + "nauc_ndcg_at_3_diff1": 0.226543, + "nauc_ndcg_at_5_max": 0.178273, + "nauc_ndcg_at_5_std": -0.096914, + "nauc_ndcg_at_5_diff1": 0.224904, + "nauc_ndcg_at_10_max": 0.164256, + "nauc_ndcg_at_10_std": -0.096797, + "nauc_ndcg_at_10_diff1": 0.216229, + "nauc_ndcg_at_20_max": 0.15513, + "nauc_ndcg_at_20_std": -0.100942, + "nauc_ndcg_at_20_diff1": 0.212773, + "nauc_ndcg_at_100_max": 0.165974, + "nauc_ndcg_at_100_std": -0.0963, + "nauc_ndcg_at_100_diff1": 0.218646, + "nauc_ndcg_at_1000_max": 0.164826, + "nauc_ndcg_at_1000_std": -0.098591, + "nauc_ndcg_at_1000_diff1": 0.225682, + "nauc_map_at_1_max": 0.16811, + "nauc_map_at_1_std": -0.096773, + "nauc_map_at_1_diff1": 0.26161, + "nauc_map_at_3_max": 0.164544, + "nauc_map_at_3_std": -0.100106, + "nauc_map_at_3_diff1": 0.233984, + "nauc_map_at_5_max": 0.171232, + "nauc_map_at_5_std": -0.099975, + "nauc_map_at_5_diff1": 0.232843, + "nauc_map_at_10_max": 0.165658, + "nauc_map_at_10_std": -0.099415, + "nauc_map_at_10_diff1": 0.230329, + "nauc_map_at_20_max": 0.163604, + "nauc_map_at_20_std": -0.100839, + "nauc_map_at_20_diff1": 0.230248, + "nauc_map_at_100_max": 0.165342, + "nauc_map_at_100_std": -0.099974, + "nauc_map_at_100_diff1": 0.231758, + "nauc_map_at_1000_max": 0.165277, + "nauc_map_at_1000_std": -0.100059, + "nauc_map_at_1000_diff1": 0.231992, + "nauc_recall_at_1_max": 0.16811, + "nauc_recall_at_1_std": -0.096773, + "nauc_recall_at_1_diff1": 0.26161, + "nauc_recall_at_3_max": 0.162594, + "nauc_recall_at_3_std": -0.095255, + "nauc_recall_at_3_diff1": 0.205195, + "nauc_recall_at_5_max": 0.204283, + "nauc_recall_at_5_std": -0.084882, + "nauc_recall_at_5_diff1": 0.200791, + "nauc_recall_at_10_max": 0.155631, + "nauc_recall_at_10_std": -0.084976, + "nauc_recall_at_10_diff1": 0.153685, + "nauc_recall_at_20_max": 0.088048, + "nauc_recall_at_20_std": -0.103563, + "nauc_recall_at_20_diff1": 0.09797, + "nauc_recall_at_100_max": 0.215451, + "nauc_recall_at_100_std": 0.020533, + "nauc_recall_at_100_diff1": -0.151983, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.16811, + "nauc_precision_at_1_std": -0.096773, + "nauc_precision_at_1_diff1": 0.26161, + "nauc_precision_at_3_max": 0.162594, + "nauc_precision_at_3_std": -0.095255, + "nauc_precision_at_3_diff1": 0.205195, + "nauc_precision_at_5_max": 0.204283, + "nauc_precision_at_5_std": -0.084882, + "nauc_precision_at_5_diff1": 0.200791, + "nauc_precision_at_10_max": 0.155631, + "nauc_precision_at_10_std": -0.084976, + "nauc_precision_at_10_diff1": 0.153685, + "nauc_precision_at_20_max": 0.088048, + "nauc_precision_at_20_std": -0.103563, + "nauc_precision_at_20_diff1": 0.09797, + "nauc_precision_at_100_max": 0.215451, + "nauc_precision_at_100_std": 0.020533, + "nauc_precision_at_100_diff1": -0.151983, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.16811, + "nauc_mrr_at_1_std": -0.096773, + "nauc_mrr_at_1_diff1": 0.26161, + "nauc_mrr_at_3_max": 0.164544, + "nauc_mrr_at_3_std": -0.100106, + "nauc_mrr_at_3_diff1": 0.233984, + "nauc_mrr_at_5_max": 0.171232, + "nauc_mrr_at_5_std": -0.099975, + "nauc_mrr_at_5_diff1": 0.232843, + "nauc_mrr_at_10_max": 0.165658, + "nauc_mrr_at_10_std": -0.099415, + "nauc_mrr_at_10_diff1": 0.230329, + "nauc_mrr_at_20_max": 0.163604, + "nauc_mrr_at_20_std": -0.100839, + "nauc_mrr_at_20_diff1": 0.230248, + "nauc_mrr_at_100_max": 0.165342, + "nauc_mrr_at_100_std": -0.099974, + "nauc_mrr_at_100_diff1": 0.231758, + "nauc_mrr_at_1000_max": 0.165277, + "nauc_mrr_at_1000_std": -0.100059, + "nauc_mrr_at_1000_diff1": 0.231992, + "main_score": 0.51217, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.3163211345672607, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HumanEvalRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HumanEvalRetrieval.json new file mode 100644 index 0000000000..af1a13cd00 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HumanEvalRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "ed1f48aca747f10bac146795328e2f03326e7625", + "task_name": "HumanEvalRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74684, + "ndcg_at_3": 0.82723, + "ndcg_at_5": 0.85093, + "ndcg_at_10": 0.86347, + "ndcg_at_20": 0.86493, + "ndcg_at_100": 0.86745, + "ndcg_at_1000": 0.86745, + "map_at_1": 0.74684, + "map_at_3": 0.80696, + "map_at_5": 0.82025, + "map_at_10": 0.82558, + "map_at_20": 0.82591, + "map_at_100": 0.82633, + "map_at_1000": 0.82633, + "recall_at_1": 0.74684, + "recall_at_3": 0.88608, + "recall_at_5": 0.94304, + "recall_at_10": 0.98101, + "recall_at_20": 0.98734, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74684, + "precision_at_3": 0.29536, + "precision_at_5": 0.18861, + "precision_at_10": 0.0981, + "precision_at_20": 0.04937, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.746835, + "mrr_at_3": 0.806962, + "mrr_at_5": 0.820253, + "mrr_at_10": 0.825578, + "mrr_at_20": 0.825911, + "mrr_at_100": 0.826328, + "mrr_at_1000": 0.826328, + "nauc_ndcg_at_1_max": 0.650235, + "nauc_ndcg_at_1_std": -0.001174, + "nauc_ndcg_at_1_diff1": 0.771871, + "nauc_ndcg_at_3_max": 0.697283, + "nauc_ndcg_at_3_std": 0.079068, + "nauc_ndcg_at_3_diff1": 0.702436, + "nauc_ndcg_at_5_max": 0.703489, + "nauc_ndcg_at_5_std": 0.059713, + "nauc_ndcg_at_5_diff1": 0.749588, + "nauc_ndcg_at_10_max": 0.687795, + "nauc_ndcg_at_10_std": 0.034161, + "nauc_ndcg_at_10_diff1": 0.740089, + "nauc_ndcg_at_20_max": 0.684098, + "nauc_ndcg_at_20_std": 0.033107, + "nauc_ndcg_at_20_diff1": 0.742291, + "nauc_ndcg_at_100_max": 0.679037, + "nauc_ndcg_at_100_std": 0.031092, + "nauc_ndcg_at_100_diff1": 0.742722, + "nauc_ndcg_at_1000_max": 0.679037, + "nauc_ndcg_at_1000_std": 0.031092, + "nauc_ndcg_at_1000_diff1": 0.742722, + "nauc_map_at_1_max": 0.650235, + "nauc_map_at_1_std": -0.001174, + "nauc_map_at_1_diff1": 0.771871, + "nauc_map_at_3_max": 0.679768, + "nauc_map_at_3_std": 0.046639, + "nauc_map_at_3_diff1": 0.723234, + "nauc_map_at_5_max": 0.681318, + "nauc_map_at_5_std": 0.034244, + "nauc_map_at_5_diff1": 0.74794, + "nauc_map_at_10_max": 0.675501, + "nauc_map_at_10_std": 0.025279, + "nauc_map_at_10_diff1": 0.744318, + "nauc_map_at_20_max": 0.674821, + "nauc_map_at_20_std": 0.025074, + "nauc_map_at_20_diff1": 0.744717, + "nauc_map_at_100_max": 0.674202, + "nauc_map_at_100_std": 0.025355, + "nauc_map_at_100_diff1": 0.744778, + "nauc_map_at_1000_max": 0.674202, + "nauc_map_at_1000_std": 0.025355, + "nauc_map_at_1000_diff1": 0.744778, + "nauc_recall_at_1_max": 0.650235, + "nauc_recall_at_1_std": -0.001174, + "nauc_recall_at_1_diff1": 0.771871, + "nauc_recall_at_3_max": 0.779104, + "nauc_recall_at_3_std": 0.231931, + "nauc_recall_at_3_diff1": 0.608001, + "nauc_recall_at_5_max": 0.894493, + "nauc_recall_at_5_std": 0.27708, + "nauc_recall_at_5_diff1": 0.779014, + "nauc_recall_at_10_max": 0.956366, + "nauc_recall_at_10_std": 0.185251, + "nauc_recall_at_10_diff1": 0.665751, + "nauc_recall_at_20_max": 0.934548, + "nauc_recall_at_20_std": 0.216302, + "nauc_recall_at_20_diff1": 0.721571, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.650235, + "nauc_precision_at_1_std": -0.001174, + "nauc_precision_at_1_diff1": 0.771871, + "nauc_precision_at_3_max": 0.779104, + "nauc_precision_at_3_std": 0.231931, + "nauc_precision_at_3_diff1": 0.608001, + "nauc_precision_at_5_max": 0.894493, + "nauc_precision_at_5_std": 0.27708, + "nauc_precision_at_5_diff1": 0.779014, + "nauc_precision_at_10_max": 0.956366, + "nauc_precision_at_10_std": 0.185251, + "nauc_precision_at_10_diff1": 0.665751, + "nauc_precision_at_20_max": 0.934548, + "nauc_precision_at_20_std": 0.216302, + "nauc_precision_at_20_diff1": 0.721571, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.650235, + "nauc_mrr_at_1_std": -0.001174, + "nauc_mrr_at_1_diff1": 0.771871, + "nauc_mrr_at_3_max": 0.679768, + "nauc_mrr_at_3_std": 0.046639, + "nauc_mrr_at_3_diff1": 0.723234, + "nauc_mrr_at_5_max": 0.681318, + "nauc_mrr_at_5_std": 0.034244, + "nauc_mrr_at_5_diff1": 0.74794, + "nauc_mrr_at_10_max": 0.675501, + "nauc_mrr_at_10_std": 0.025279, + "nauc_mrr_at_10_diff1": 0.744318, + "nauc_mrr_at_20_max": 0.674821, + "nauc_mrr_at_20_std": 0.025074, + "nauc_mrr_at_20_diff1": 0.744717, + "nauc_mrr_at_100_max": 0.674202, + "nauc_mrr_at_100_std": 0.025355, + "nauc_mrr_at_100_diff1": 0.744778, + "nauc_mrr_at_1000_max": 0.674202, + "nauc_mrr_at_1000_std": 0.025355, + "nauc_mrr_at_1000_diff1": 0.744778, + "main_score": 0.86347, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 1.3638815879821777, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/JapaneseCode1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/JapaneseCode1Retrieval.json new file mode 100644 index 0000000000..786b191b8f --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/JapaneseCode1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "fc4cb6390055e65490dfc42526e1d6a379e8cd86", + "task_name": "JapaneseCode1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.56306, + "ndcg_at_3": 0.65877, + "ndcg_at_5": 0.68095, + "ndcg_at_10": 0.69852, + "ndcg_at_20": 0.7123, + "ndcg_at_100": 0.72657, + "ndcg_at_1000": 0.73102, + "map_at_1": 0.55495, + "map_at_3": 0.63356, + "map_at_5": 0.64655, + "map_at_10": 0.65401, + "map_at_20": 0.65792, + "map_at_100": 0.65998, + "map_at_1000": 0.66016, + "recall_at_1": 0.55495, + "recall_at_3": 0.72684, + "recall_at_5": 0.77995, + "recall_at_10": 0.83333, + "recall_at_20": 0.88682, + "recall_at_100": 0.96235, + "recall_at_1000": 0.99673, + "precision_at_1": 0.56306, + "precision_at_3": 0.24895, + "precision_at_5": 0.16081, + "precision_at_10": 0.08604, + "precision_at_20": 0.04583, + "precision_at_100": 0.00996, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.563063, + "mrr_at_3": 0.637613, + "mrr_at_5": 0.649437, + "mrr_at_10": 0.656576, + "mrr_at_20": 0.660312, + "mrr_at_100": 0.662255, + "mrr_at_1000": 0.662418, + "nauc_ndcg_at_1_max": 0.511583, + "nauc_ndcg_at_1_std": -0.140818, + "nauc_ndcg_at_1_diff1": 0.712467, + "nauc_ndcg_at_3_max": 0.548404, + "nauc_ndcg_at_3_std": -0.109944, + "nauc_ndcg_at_3_diff1": 0.656732, + "nauc_ndcg_at_5_max": 0.551531, + "nauc_ndcg_at_5_std": -0.100958, + "nauc_ndcg_at_5_diff1": 0.651515, + "nauc_ndcg_at_10_max": 0.553508, + "nauc_ndcg_at_10_std": -0.095215, + "nauc_ndcg_at_10_diff1": 0.650346, + "nauc_ndcg_at_20_max": 0.549479, + "nauc_ndcg_at_20_std": -0.087975, + "nauc_ndcg_at_20_diff1": 0.651249, + "nauc_ndcg_at_100_max": 0.548352, + "nauc_ndcg_at_100_std": -0.088536, + "nauc_ndcg_at_100_diff1": 0.658137, + "nauc_ndcg_at_1000_max": 0.545872, + "nauc_ndcg_at_1000_std": -0.096903, + "nauc_ndcg_at_1000_diff1": 0.661382, + "nauc_map_at_1_max": 0.495539, + "nauc_map_at_1_std": -0.140752, + "nauc_map_at_1_diff1": 0.711374, + "nauc_map_at_3_max": 0.536247, + "nauc_map_at_3_std": -0.118461, + "nauc_map_at_3_diff1": 0.670555, + "nauc_map_at_5_max": 0.538457, + "nauc_map_at_5_std": -0.11335, + "nauc_map_at_5_diff1": 0.667995, + "nauc_map_at_10_max": 0.539356, + "nauc_map_at_10_std": -0.111366, + "nauc_map_at_10_diff1": 0.668005, + "nauc_map_at_20_max": 0.53821, + "nauc_map_at_20_std": -0.109309, + "nauc_map_at_20_diff1": 0.668381, + "nauc_map_at_100_max": 0.537954, + "nauc_map_at_100_std": -0.109301, + "nauc_map_at_100_diff1": 0.669231, + "nauc_map_at_1000_max": 0.537898, + "nauc_map_at_1000_std": -0.109552, + "nauc_map_at_1000_diff1": 0.669339, + "nauc_recall_at_1_max": 0.495539, + "nauc_recall_at_1_std": -0.140752, + "nauc_recall_at_1_diff1": 0.711374, + "nauc_recall_at_3_max": 0.578123, + "nauc_recall_at_3_std": -0.08271, + "nauc_recall_at_3_diff1": 0.601777, + "nauc_recall_at_5_max": 0.592871, + "nauc_recall_at_5_std": -0.052151, + "nauc_recall_at_5_diff1": 0.57821, + "nauc_recall_at_10_max": 0.611895, + "nauc_recall_at_10_std": -0.011266, + "nauc_recall_at_10_diff1": 0.551838, + "nauc_recall_at_20_max": 0.604816, + "nauc_recall_at_20_std": 0.075074, + "nauc_recall_at_20_diff1": 0.521156, + "nauc_recall_at_100_max": 0.67822, + "nauc_recall_at_100_std": 0.351248, + "nauc_recall_at_100_diff1": 0.490399, + "nauc_recall_at_1000_max": 0.723027, + "nauc_recall_at_1000_std": 0.646367, + "nauc_recall_at_1000_diff1": 0.449032, + "nauc_precision_at_1_max": 0.511583, + "nauc_precision_at_1_std": -0.140818, + "nauc_precision_at_1_diff1": 0.712467, + "nauc_precision_at_3_max": 0.556863, + "nauc_precision_at_3_std": -0.06935, + "nauc_precision_at_3_diff1": 0.53313, + "nauc_precision_at_5_max": 0.541368, + "nauc_precision_at_5_std": -0.032871, + "nauc_precision_at_5_diff1": 0.468796, + "nauc_precision_at_10_max": 0.5249, + "nauc_precision_at_10_std": 0.013288, + "nauc_precision_at_10_diff1": 0.399235, + "nauc_precision_at_20_max": 0.462949, + "nauc_precision_at_20_std": 0.082114, + "nauc_precision_at_20_diff1": 0.310899, + "nauc_precision_at_100_max": 0.307734, + "nauc_precision_at_100_std": 0.192319, + "nauc_precision_at_100_diff1": 0.070541, + "nauc_precision_at_1000_max": 0.06463, + "nauc_precision_at_1000_std": 0.080185, + "nauc_precision_at_1000_diff1": -0.180853, + "nauc_mrr_at_1_max": 0.511583, + "nauc_mrr_at_1_std": -0.140818, + "nauc_mrr_at_1_diff1": 0.712467, + "nauc_mrr_at_3_max": 0.544036, + "nauc_mrr_at_3_std": -0.115912, + "nauc_mrr_at_3_diff1": 0.673279, + "nauc_mrr_at_5_max": 0.544677, + "nauc_mrr_at_5_std": -0.112193, + "nauc_mrr_at_5_diff1": 0.671375, + "nauc_mrr_at_10_max": 0.544716, + "nauc_mrr_at_10_std": -0.110924, + "nauc_mrr_at_10_diff1": 0.671445, + "nauc_mrr_at_20_max": 0.543736, + "nauc_mrr_at_20_std": -0.109071, + "nauc_mrr_at_20_diff1": 0.671806, + "nauc_mrr_at_100_max": 0.543548, + "nauc_mrr_at_100_std": -0.108999, + "nauc_mrr_at_100_diff1": 0.672621, + "nauc_mrr_at_1000_max": 0.543489, + "nauc_mrr_at_1000_std": -0.109227, + "nauc_mrr_at_1000_diff1": 0.672724, + "main_score": 0.69852, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 8.919061183929443, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/JapaneseLegal1Retrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/JapaneseLegal1Retrieval.json new file mode 100644 index 0000000000..632c655c9b --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/JapaneseLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d653557fe66bb6af2b0e2adfc371a24554cf11ce", + "task_name": "JapaneseLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65674, + "ndcg_at_3": 0.78616, + "ndcg_at_5": 0.80834, + "ndcg_at_10": 0.82022, + "ndcg_at_20": 0.8252, + "ndcg_at_100": 0.82768, + "ndcg_at_1000": 0.82798, + "map_at_1": 0.6557, + "map_at_3": 0.75498, + "map_at_5": 0.76742, + "map_at_10": 0.77248, + "map_at_20": 0.77384, + "map_at_100": 0.77424, + "map_at_1000": 0.77425, + "recall_at_1": 0.6557, + "recall_at_3": 0.87556, + "recall_at_5": 0.92911, + "recall_at_10": 0.96521, + "recall_at_20": 0.98481, + "recall_at_100": 0.99738, + "recall_at_1000": 0.99972, + "precision_at_1": 0.65674, + "precision_at_3": 0.2928, + "precision_at_5": 0.18649, + "precision_at_10": 0.09691, + "precision_at_20": 0.04945, + "precision_at_100": 0.01002, + "precision_at_1000": 0.001, + "mrr_at_1": 0.656741, + "mrr_at_3": 0.75533, + "mrr_at_5": 0.767634, + "mrr_at_10": 0.772583, + "mrr_at_20": 0.773959, + "mrr_at_100": 0.774345, + "mrr_at_1000": 0.774357, + "nauc_ndcg_at_1_max": 0.161648, + "nauc_ndcg_at_1_std": -0.100629, + "nauc_ndcg_at_1_diff1": 0.593076, + "nauc_ndcg_at_3_max": 0.156424, + "nauc_ndcg_at_3_std": -0.180373, + "nauc_ndcg_at_3_diff1": 0.558742, + "nauc_ndcg_at_5_max": 0.138376, + "nauc_ndcg_at_5_std": -0.2023, + "nauc_ndcg_at_5_diff1": 0.567448, + "nauc_ndcg_at_10_max": 0.144796, + "nauc_ndcg_at_10_std": -0.182046, + "nauc_ndcg_at_10_diff1": 0.573837, + "nauc_ndcg_at_20_max": 0.149952, + "nauc_ndcg_at_20_std": -0.169409, + "nauc_ndcg_at_20_diff1": 0.574703, + "nauc_ndcg_at_100_max": 0.152631, + "nauc_ndcg_at_100_std": -0.159749, + "nauc_ndcg_at_100_diff1": 0.574438, + "nauc_ndcg_at_1000_max": 0.151358, + "nauc_ndcg_at_1000_std": -0.160595, + "nauc_ndcg_at_1000_diff1": 0.573932, + "nauc_map_at_1_max": 0.158758, + "nauc_map_at_1_std": -0.101273, + "nauc_map_at_1_diff1": 0.594515, + "nauc_map_at_3_max": 0.155947, + "nauc_map_at_3_std": -0.155431, + "nauc_map_at_3_diff1": 0.56829, + "nauc_map_at_5_max": 0.147513, + "nauc_map_at_5_std": -0.164176, + "nauc_map_at_5_diff1": 0.572558, + "nauc_map_at_10_max": 0.150104, + "nauc_map_at_10_std": -0.15681, + "nauc_map_at_10_diff1": 0.574985, + "nauc_map_at_20_max": 0.151293, + "nauc_map_at_20_std": -0.153964, + "nauc_map_at_20_diff1": 0.575179, + "nauc_map_at_100_max": 0.151689, + "nauc_map_at_100_std": -0.152703, + "nauc_map_at_100_diff1": 0.575148, + "nauc_map_at_1000_max": 0.151649, + "nauc_map_at_1000_std": -0.152731, + "nauc_map_at_1000_diff1": 0.575134, + "nauc_recall_at_1_max": 0.158758, + "nauc_recall_at_1_std": -0.101273, + "nauc_recall_at_1_diff1": 0.594515, + "nauc_recall_at_3_max": 0.158031, + "nauc_recall_at_3_std": -0.30595, + "nauc_recall_at_3_diff1": 0.5127, + "nauc_recall_at_5_max": 0.057465, + "nauc_recall_at_5_std": -0.520873, + "nauc_recall_at_5_diff1": 0.532889, + "nauc_recall_at_10_max": 0.055931, + "nauc_recall_at_10_std": -0.5641, + "nauc_recall_at_10_diff1": 0.58018, + "nauc_recall_at_20_max": 0.137327, + "nauc_recall_at_20_std": -0.559538, + "nauc_recall_at_20_diff1": 0.623133, + "nauc_recall_at_100_max": 0.772257, + "nauc_recall_at_100_std": 0.286579, + "nauc_recall_at_100_diff1": 0.78186, + "nauc_recall_at_1000_max": 0.777082, + "nauc_recall_at_1000_std": 0.679034, + "nauc_recall_at_1000_diff1": 0.414348, + "nauc_precision_at_1_max": 0.161648, + "nauc_precision_at_1_std": -0.100629, + "nauc_precision_at_1_diff1": 0.593076, + "nauc_precision_at_3_max": 0.165763, + "nauc_precision_at_3_std": -0.290519, + "nauc_precision_at_3_diff1": 0.482455, + "nauc_precision_at_5_max": 0.075092, + "nauc_precision_at_5_std": -0.474145, + "nauc_precision_at_5_diff1": 0.468989, + "nauc_precision_at_10_max": 0.091669, + "nauc_precision_at_10_std": -0.442109, + "nauc_precision_at_10_diff1": 0.424419, + "nauc_precision_at_20_max": 0.186145, + "nauc_precision_at_20_std": -0.315861, + "nauc_precision_at_20_diff1": 0.303809, + "nauc_precision_at_100_max": 0.390095, + "nauc_precision_at_100_std": 0.258489, + "nauc_precision_at_100_diff1": -0.092141, + "nauc_precision_at_1000_max": 0.280934, + "nauc_precision_at_1000_std": 0.263661, + "nauc_precision_at_1000_diff1": -0.354531, + "nauc_mrr_at_1_max": 0.161648, + "nauc_mrr_at_1_std": -0.100629, + "nauc_mrr_at_1_diff1": 0.593076, + "nauc_mrr_at_3_max": 0.156935, + "nauc_mrr_at_3_std": -0.15516, + "nauc_mrr_at_3_diff1": 0.567841, + "nauc_mrr_at_5_max": 0.148273, + "nauc_mrr_at_5_std": -0.163942, + "nauc_mrr_at_5_diff1": 0.572271, + "nauc_mrr_at_10_max": 0.1507, + "nauc_mrr_at_10_std": -0.156612, + "nauc_mrr_at_10_diff1": 0.574743, + "nauc_mrr_at_20_max": 0.15189, + "nauc_mrr_at_20_std": -0.15377, + "nauc_mrr_at_20_diff1": 0.574933, + "nauc_mrr_at_100_max": 0.152289, + "nauc_mrr_at_100_std": -0.152514, + "nauc_mrr_at_100_diff1": 0.574906, + "nauc_mrr_at_1000_max": 0.152249, + "nauc_mrr_at_1000_std": -0.152542, + "nauc_mrr_at_1000_diff1": 0.574891, + "main_score": 0.82022, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 212.357439994812, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MBPPRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MBPPRetrieval.json new file mode 100644 index 0000000000..cd228695e5 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MBPPRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "586a1fd6a0c63fdeda3b49c0293559a81c79cdec", + "task_name": "MBPPRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.69918, + "ndcg_at_3": 0.80422, + "ndcg_at_5": 0.82361, + "ndcg_at_10": 0.83554, + "ndcg_at_20": 0.84049, + "ndcg_at_100": 0.84444, + "ndcg_at_1000": 0.845, + "map_at_1": 0.69918, + "map_at_3": 0.78029, + "map_at_5": 0.79102, + "map_at_10": 0.79611, + "map_at_20": 0.79749, + "map_at_100": 0.79808, + "map_at_1000": 0.79811, + "recall_at_1": 0.69918, + "recall_at_3": 0.87269, + "recall_at_5": 0.91992, + "recall_at_10": 0.95585, + "recall_at_20": 0.97536, + "recall_at_100": 0.99589, + "recall_at_1000": 1.0, + "precision_at_1": 0.69918, + "precision_at_3": 0.2909, + "precision_at_5": 0.18398, + "precision_at_10": 0.09559, + "precision_at_20": 0.04877, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.699179, + "mrr_at_3": 0.780287, + "mrr_at_5": 0.791016, + "mrr_at_10": 0.796114, + "mrr_at_20": 0.797434, + "mrr_at_100": 0.798081, + "mrr_at_1000": 0.798108, + "nauc_ndcg_at_1_max": 0.329862, + "nauc_ndcg_at_1_std": -0.153744, + "nauc_ndcg_at_1_diff1": 0.693226, + "nauc_ndcg_at_3_max": 0.419332, + "nauc_ndcg_at_3_std": -0.131887, + "nauc_ndcg_at_3_diff1": 0.634004, + "nauc_ndcg_at_5_max": 0.435259, + "nauc_ndcg_at_5_std": -0.123824, + "nauc_ndcg_at_5_diff1": 0.632421, + "nauc_ndcg_at_10_max": 0.426744, + "nauc_ndcg_at_10_std": -0.110171, + "nauc_ndcg_at_10_diff1": 0.645324, + "nauc_ndcg_at_20_max": 0.412284, + "nauc_ndcg_at_20_std": -0.125933, + "nauc_ndcg_at_20_diff1": 0.653157, + "nauc_ndcg_at_100_max": 0.401852, + "nauc_ndcg_at_100_std": -0.130291, + "nauc_ndcg_at_100_diff1": 0.653689, + "nauc_ndcg_at_1000_max": 0.400519, + "nauc_ndcg_at_1000_std": -0.13093, + "nauc_ndcg_at_1000_diff1": 0.65358, + "nauc_map_at_1_max": 0.329862, + "nauc_map_at_1_std": -0.153744, + "nauc_map_at_1_diff1": 0.693226, + "nauc_map_at_3_max": 0.391756, + "nauc_map_at_3_std": -0.140643, + "nauc_map_at_3_diff1": 0.650285, + "nauc_map_at_5_max": 0.398041, + "nauc_map_at_5_std": -0.137471, + "nauc_map_at_5_diff1": 0.650444, + "nauc_map_at_10_max": 0.394098, + "nauc_map_at_10_std": -0.13352, + "nauc_map_at_10_diff1": 0.656023, + "nauc_map_at_20_max": 0.390656, + "nauc_map_at_20_std": -0.1369, + "nauc_map_at_20_diff1": 0.65791, + "nauc_map_at_100_max": 0.389435, + "nauc_map_at_100_std": -0.137126, + "nauc_map_at_100_diff1": 0.657822, + "nauc_map_at_1000_max": 0.389391, + "nauc_map_at_1000_std": -0.137127, + "nauc_map_at_1000_diff1": 0.657808, + "nauc_recall_at_1_max": 0.329862, + "nauc_recall_at_1_std": -0.153744, + "nauc_recall_at_1_diff1": 0.693226, + "nauc_recall_at_3_max": 0.545171, + "nauc_recall_at_3_std": -0.090562, + "nauc_recall_at_3_diff1": 0.561041, + "nauc_recall_at_5_max": 0.689217, + "nauc_recall_at_5_std": -0.027081, + "nauc_recall_at_5_diff1": 0.513136, + "nauc_recall_at_10_max": 0.808533, + "nauc_recall_at_10_std": 0.198263, + "nauc_recall_at_10_diff1": 0.53402, + "nauc_recall_at_20_max": 0.781235, + "nauc_recall_at_20_std": 0.068252, + "nauc_recall_at_20_diff1": 0.620778, + "nauc_recall_at_100_max": 0.748015, + "nauc_recall_at_100_std": 0.079361, + "nauc_recall_at_100_diff1": 0.658621, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.329862, + "nauc_precision_at_1_std": -0.153744, + "nauc_precision_at_1_diff1": 0.693226, + "nauc_precision_at_3_max": 0.545171, + "nauc_precision_at_3_std": -0.090562, + "nauc_precision_at_3_diff1": 0.561041, + "nauc_precision_at_5_max": 0.689217, + "nauc_precision_at_5_std": -0.027081, + "nauc_precision_at_5_diff1": 0.513136, + "nauc_precision_at_10_max": 0.808533, + "nauc_precision_at_10_std": 0.198263, + "nauc_precision_at_10_diff1": 0.53402, + "nauc_precision_at_20_max": 0.781235, + "nauc_precision_at_20_std": 0.068252, + "nauc_precision_at_20_diff1": 0.620778, + "nauc_precision_at_100_max": 0.748015, + "nauc_precision_at_100_std": 0.079361, + "nauc_precision_at_100_diff1": 0.658621, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.329862, + "nauc_mrr_at_1_std": -0.152813, + "nauc_mrr_at_1_diff1": 0.693226, + "nauc_mrr_at_3_max": 0.391756, + "nauc_mrr_at_3_std": -0.140028, + "nauc_mrr_at_3_diff1": 0.650285, + "nauc_mrr_at_5_max": 0.398041, + "nauc_mrr_at_5_std": -0.136824, + "nauc_mrr_at_5_diff1": 0.650444, + "nauc_mrr_at_10_max": 0.394098, + "nauc_mrr_at_10_std": -0.132855, + "nauc_mrr_at_10_diff1": 0.656023, + "nauc_mrr_at_20_max": 0.390792, + "nauc_mrr_at_20_std": -0.135906, + "nauc_mrr_at_20_diff1": 0.657825, + "nauc_mrr_at_100_max": 0.38944, + "nauc_mrr_at_100_std": -0.136442, + "nauc_mrr_at_100_diff1": 0.65782, + "nauc_mrr_at_1000_max": 0.389396, + "nauc_mrr_at_1000_std": -0.136443, + "nauc_mrr_at_1000_diff1": 0.657806, + "main_score": 0.83554, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 5.841732501983643, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/WikiSQLRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/WikiSQLRetrieval.json new file mode 100644 index 0000000000..496abb0f5c --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/WikiSQLRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "4e099ab42dffd49d72c1472f451371e53343e3d7", + "task_name": "WikiSQLRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.67871, + "ndcg_at_3": 0.77855, + "ndcg_at_5": 0.79548, + "ndcg_at_10": 0.80685, + "ndcg_at_20": 0.81388, + "ndcg_at_100": 0.82183, + "ndcg_at_1000": 0.82286, + "map_at_1": 0.67871, + "map_at_3": 0.75488, + "map_at_5": 0.76418, + "map_at_10": 0.76897, + "map_at_20": 0.77096, + "map_at_100": 0.77211, + "map_at_1000": 0.77215, + "recall_at_1": 0.67871, + "recall_at_3": 0.84668, + "recall_at_5": 0.88818, + "recall_at_10": 0.92285, + "recall_at_20": 0.9502, + "recall_at_100": 0.99219, + "recall_at_1000": 1.0, + "precision_at_1": 0.67871, + "precision_at_3": 0.28223, + "precision_at_5": 0.17764, + "precision_at_10": 0.09229, + "precision_at_20": 0.04751, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.677734, + "mrr_at_3": 0.754395, + "mrr_at_5": 0.763696, + "mrr_at_10": 0.768488, + "mrr_at_20": 0.770479, + "mrr_at_100": 0.771627, + "mrr_at_1000": 0.77167, + "nauc_ndcg_at_1_max": 0.521523, + "nauc_ndcg_at_1_std": -0.092592, + "nauc_ndcg_at_1_diff1": 0.723143, + "nauc_ndcg_at_3_max": 0.588143, + "nauc_ndcg_at_3_std": -0.137482, + "nauc_ndcg_at_3_diff1": 0.697394, + "nauc_ndcg_at_5_max": 0.586887, + "nauc_ndcg_at_5_std": -0.131015, + "nauc_ndcg_at_5_diff1": 0.700168, + "nauc_ndcg_at_10_max": 0.586266, + "nauc_ndcg_at_10_std": -0.132632, + "nauc_ndcg_at_10_diff1": 0.70575, + "nauc_ndcg_at_20_max": 0.581955, + "nauc_ndcg_at_20_std": -0.132514, + "nauc_ndcg_at_20_diff1": 0.705928, + "nauc_ndcg_at_100_max": 0.572599, + "nauc_ndcg_at_100_std": -0.121882, + "nauc_ndcg_at_100_diff1": 0.706514, + "nauc_ndcg_at_1000_max": 0.571075, + "nauc_ndcg_at_1000_std": -0.122992, + "nauc_ndcg_at_1000_diff1": 0.70663, + "nauc_map_at_1_max": 0.521523, + "nauc_map_at_1_std": -0.092592, + "nauc_map_at_1_diff1": 0.723143, + "nauc_map_at_3_max": 0.567149, + "nauc_map_at_3_std": -0.123404, + "nauc_map_at_3_diff1": 0.704399, + "nauc_map_at_5_max": 0.565709, + "nauc_map_at_5_std": -0.11962, + "nauc_map_at_5_diff1": 0.706081, + "nauc_map_at_10_max": 0.565216, + "nauc_map_at_10_std": -0.120118, + "nauc_map_at_10_diff1": 0.708047, + "nauc_map_at_20_max": 0.56396, + "nauc_map_at_20_std": -0.119937, + "nauc_map_at_20_diff1": 0.708083, + "nauc_map_at_100_max": 0.562859, + "nauc_map_at_100_std": -0.118578, + "nauc_map_at_100_diff1": 0.708178, + "nauc_map_at_1000_max": 0.562808, + "nauc_map_at_1000_std": -0.118624, + "nauc_map_at_1000_diff1": 0.708175, + "nauc_recall_at_1_max": 0.521523, + "nauc_recall_at_1_std": -0.092592, + "nauc_recall_at_1_diff1": 0.723143, + "nauc_recall_at_3_max": 0.677803, + "nauc_recall_at_3_std": -0.197565, + "nauc_recall_at_3_diff1": 0.668127, + "nauc_recall_at_5_max": 0.702127, + "nauc_recall_at_5_std": -0.191707, + "nauc_recall_at_5_diff1": 0.669328, + "nauc_recall_at_10_max": 0.744653, + "nauc_recall_at_10_std": -0.22638, + "nauc_recall_at_10_diff1": 0.696267, + "nauc_recall_at_20_max": 0.777329, + "nauc_recall_at_20_std": -0.277127, + "nauc_recall_at_20_diff1": 0.694161, + "nauc_recall_at_100_max": 0.805977, + "nauc_recall_at_100_std": 0.041839, + "nauc_recall_at_100_diff1": 0.680838, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.521523, + "nauc_precision_at_1_std": -0.092592, + "nauc_precision_at_1_diff1": 0.723143, + "nauc_precision_at_3_max": 0.677803, + "nauc_precision_at_3_std": -0.197565, + "nauc_precision_at_3_diff1": 0.668127, + "nauc_precision_at_5_max": 0.702127, + "nauc_precision_at_5_std": -0.191707, + "nauc_precision_at_5_diff1": 0.669328, + "nauc_precision_at_10_max": 0.744653, + "nauc_precision_at_10_std": -0.22638, + "nauc_precision_at_10_diff1": 0.696267, + "nauc_precision_at_20_max": 0.777329, + "nauc_precision_at_20_std": -0.277127, + "nauc_precision_at_20_diff1": 0.694161, + "nauc_precision_at_100_max": 0.805977, + "nauc_precision_at_100_std": 0.041839, + "nauc_precision_at_100_diff1": 0.680838, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.52609, + "nauc_mrr_at_1_std": -0.092483, + "nauc_mrr_at_1_diff1": 0.725299, + "nauc_mrr_at_3_max": 0.569965, + "nauc_mrr_at_3_std": -0.123593, + "nauc_mrr_at_3_diff1": 0.705779, + "nauc_mrr_at_5_max": 0.568637, + "nauc_mrr_at_5_std": -0.119821, + "nauc_mrr_at_5_diff1": 0.707513, + "nauc_mrr_at_10_max": 0.568201, + "nauc_mrr_at_10_std": -0.120385, + "nauc_mrr_at_10_diff1": 0.709526, + "nauc_mrr_at_20_max": 0.566975, + "nauc_mrr_at_20_std": -0.120245, + "nauc_mrr_at_20_diff1": 0.709579, + "nauc_mrr_at_100_max": 0.565892, + "nauc_mrr_at_100_std": -0.118886, + "nauc_mrr_at_100_diff1": 0.709683, + "nauc_mrr_at_1000_max": 0.565842, + "nauc_mrr_at_1000_std": -0.118932, + "nauc_mrr_at_1000_diff1": 0.70968, + "main_score": 0.80685, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 18.851704835891724, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AILACasedocs.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AILACasedocs.json new file mode 100644 index 0000000000..f0ab072f01 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AILACasedocs.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a", + "task_name": "AILACasedocs", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.28, + "ndcg_at_3": 0.25467, + "ndcg_at_5": 0.24034, + "ndcg_at_10": 0.26427, + "ndcg_at_20": 0.31907, + "ndcg_at_100": 0.42555, + "ndcg_at_1000": 0.45275, + "map_at_1": 0.09476, + "map_at_3": 0.15544, + "map_at_5": 0.16779, + "map_at_10": 0.18867, + "map_at_20": 0.20803, + "map_at_100": 0.23103, + "map_at_1000": 0.23535, + "recall_at_1": 0.09476, + "recall_at_3": 0.19369, + "recall_at_5": 0.22019, + "recall_at_10": 0.3089, + "recall_at_20": 0.47144, + "recall_at_100": 0.88118, + "recall_at_1000": 1.0, + "precision_at_1": 0.28, + "precision_at_3": 0.18667, + "precision_at_5": 0.136, + "precision_at_10": 0.104, + "precision_at_20": 0.081, + "precision_at_100": 0.0326, + "precision_at_1000": 0.0039, + "mrr_at_1": 0.28, + "mrr_at_3": 0.333333, + "mrr_at_5": 0.338333, + "mrr_at_10": 0.355722, + "mrr_at_20": 0.368949, + "mrr_at_100": 0.374657, + "mrr_at_1000": 0.374807, + "nauc_ndcg_at_1_max": 0.365998, + "nauc_ndcg_at_1_std": -0.092324, + "nauc_ndcg_at_1_diff1": 0.38572, + "nauc_ndcg_at_3_max": 0.324502, + "nauc_ndcg_at_3_std": -0.106219, + "nauc_ndcg_at_3_diff1": 0.234824, + "nauc_ndcg_at_5_max": 0.243689, + "nauc_ndcg_at_5_std": -0.125283, + "nauc_ndcg_at_5_diff1": 0.269239, + "nauc_ndcg_at_10_max": 0.242755, + "nauc_ndcg_at_10_std": -0.12644, + "nauc_ndcg_at_10_diff1": 0.254013, + "nauc_ndcg_at_20_max": 0.281261, + "nauc_ndcg_at_20_std": -0.077588, + "nauc_ndcg_at_20_diff1": 0.239716, + "nauc_ndcg_at_100_max": 0.221019, + "nauc_ndcg_at_100_std": -0.118221, + "nauc_ndcg_at_100_diff1": 0.21562, + "nauc_ndcg_at_1000_max": 0.234521, + "nauc_ndcg_at_1000_std": -0.105669, + "nauc_ndcg_at_1000_diff1": 0.204608, + "nauc_map_at_1_max": 0.068923, + "nauc_map_at_1_std": -0.244908, + "nauc_map_at_1_diff1": 0.349233, + "nauc_map_at_3_max": 0.190794, + "nauc_map_at_3_std": -0.167956, + "nauc_map_at_3_diff1": 0.262022, + "nauc_map_at_5_max": 0.171371, + "nauc_map_at_5_std": -0.16873, + "nauc_map_at_5_diff1": 0.278997, + "nauc_map_at_10_max": 0.193725, + "nauc_map_at_10_std": -0.14943, + "nauc_map_at_10_diff1": 0.272514, + "nauc_map_at_20_max": 0.213939, + "nauc_map_at_20_std": -0.127421, + "nauc_map_at_20_diff1": 0.264904, + "nauc_map_at_100_max": 0.200584, + "nauc_map_at_100_std": -0.132993, + "nauc_map_at_100_diff1": 0.251263, + "nauc_map_at_1000_max": 0.202083, + "nauc_map_at_1000_std": -0.133803, + "nauc_map_at_1000_diff1": 0.247967, + "nauc_recall_at_1_max": 0.068923, + "nauc_recall_at_1_std": -0.244908, + "nauc_recall_at_1_diff1": 0.349233, + "nauc_recall_at_3_max": 0.176832, + "nauc_recall_at_3_std": -0.143146, + "nauc_recall_at_3_diff1": 0.192427, + "nauc_recall_at_5_max": 0.128822, + "nauc_recall_at_5_std": -0.175056, + "nauc_recall_at_5_diff1": 0.247771, + "nauc_recall_at_10_max": 0.19684, + "nauc_recall_at_10_std": -0.105511, + "nauc_recall_at_10_diff1": 0.183486, + "nauc_recall_at_20_max": 0.32994, + "nauc_recall_at_20_std": 0.014284, + "nauc_recall_at_20_diff1": 0.185972, + "nauc_recall_at_100_max": -0.076986, + "nauc_recall_at_100_std": -0.219046, + "nauc_recall_at_100_diff1": 0.050786, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.365998, + "nauc_precision_at_1_std": -0.092324, + "nauc_precision_at_1_diff1": 0.38572, + "nauc_precision_at_3_max": 0.423521, + "nauc_precision_at_3_std": -0.036924, + "nauc_precision_at_3_diff1": 0.192467, + "nauc_precision_at_5_max": 0.32939, + "nauc_precision_at_5_std": -0.022371, + "nauc_precision_at_5_diff1": 0.193415, + "nauc_precision_at_10_max": 0.337736, + "nauc_precision_at_10_std": -0.007431, + "nauc_precision_at_10_diff1": 0.122452, + "nauc_precision_at_20_max": 0.304809, + "nauc_precision_at_20_std": 0.078552, + "nauc_precision_at_20_diff1": 0.005901, + "nauc_precision_at_100_max": 0.078155, + "nauc_precision_at_100_std": -0.019157, + "nauc_precision_at_100_diff1": -0.102077, + "nauc_precision_at_1000_max": 0.072093, + "nauc_precision_at_1000_std": -0.033253, + "nauc_precision_at_1000_diff1": -0.136154, + "nauc_mrr_at_1_max": 0.365998, + "nauc_mrr_at_1_std": -0.092324, + "nauc_mrr_at_1_diff1": 0.38572, + "nauc_mrr_at_3_max": 0.297545, + "nauc_mrr_at_3_std": -0.092719, + "nauc_mrr_at_3_diff1": 0.284654, + "nauc_mrr_at_5_max": 0.285535, + "nauc_mrr_at_5_std": -0.103299, + "nauc_mrr_at_5_diff1": 0.301768, + "nauc_mrr_at_10_max": 0.303166, + "nauc_mrr_at_10_std": -0.087639, + "nauc_mrr_at_10_diff1": 0.269584, + "nauc_mrr_at_20_max": 0.310965, + "nauc_mrr_at_20_std": -0.075582, + "nauc_mrr_at_20_diff1": 0.277136, + "nauc_mrr_at_100_max": 0.306813, + "nauc_mrr_at_100_std": -0.080409, + "nauc_mrr_at_100_diff1": 0.278154, + "nauc_mrr_at_1000_max": 0.30703, + "nauc_mrr_at_1000_std": -0.080368, + "nauc_mrr_at_1000_diff1": 0.279071, + "main_score": 0.26427, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14.48967695236206, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ChatDoctorRetrieval.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ChatDoctorRetrieval.json new file mode 100644 index 0000000000..c7d138cd45 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ChatDoctorRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d", + "task_name": "ChatDoctorRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.4645, + "ndcg_at_3": 0.52751, + "ndcg_at_5": 0.54881, + "ndcg_at_10": 0.56871, + "ndcg_at_20": 0.5834, + "ndcg_at_100": 0.60775, + "ndcg_at_1000": 0.62088, + "map_at_1": 0.4645, + "map_at_3": 0.51175, + "map_at_5": 0.52357, + "map_at_10": 0.53175, + "map_at_20": 0.53578, + "map_at_100": 0.53911, + "map_at_1000": 0.53959, + "recall_at_1": 0.4645, + "recall_at_3": 0.57324, + "recall_at_5": 0.62493, + "recall_at_10": 0.68664, + "recall_at_20": 0.74477, + "recall_at_100": 0.87641, + "recall_at_1000": 0.98068, + "precision_at_1": 0.4645, + "precision_at_3": 0.19108, + "precision_at_5": 0.12499, + "precision_at_10": 0.06866, + "precision_at_20": 0.03724, + "precision_at_100": 0.00876, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.464497, + "mrr_at_3": 0.511745, + "mrr_at_5": 0.523568, + "mrr_at_10": 0.531749, + "mrr_at_20": 0.53578, + "mrr_at_100": 0.539112, + "mrr_at_1000": 0.53959, + "nauc_ndcg_at_1_max": 0.627437, + "nauc_ndcg_at_1_std": -0.008278, + "nauc_ndcg_at_1_diff1": 0.781759, + "nauc_ndcg_at_3_max": 0.605999, + "nauc_ndcg_at_3_std": 0.003293, + "nauc_ndcg_at_3_diff1": 0.72492, + "nauc_ndcg_at_5_max": 0.600935, + "nauc_ndcg_at_5_std": 0.014511, + "nauc_ndcg_at_5_diff1": 0.714698, + "nauc_ndcg_at_10_max": 0.600888, + "nauc_ndcg_at_10_std": 0.024243, + "nauc_ndcg_at_10_diff1": 0.709863, + "nauc_ndcg_at_20_max": 0.602117, + "nauc_ndcg_at_20_std": 0.030781, + "nauc_ndcg_at_20_diff1": 0.707734, + "nauc_ndcg_at_100_max": 0.602885, + "nauc_ndcg_at_100_std": 0.034463, + "nauc_ndcg_at_100_diff1": 0.710904, + "nauc_ndcg_at_1000_max": 0.605443, + "nauc_ndcg_at_1000_std": 0.026817, + "nauc_ndcg_at_1000_diff1": 0.717939, + "nauc_map_at_1_max": 0.627437, + "nauc_map_at_1_std": -0.008278, + "nauc_map_at_1_diff1": 0.781759, + "nauc_map_at_3_max": 0.611737, + "nauc_map_at_3_std": -0.000259, + "nauc_map_at_3_diff1": 0.739293, + "nauc_map_at_5_max": 0.609072, + "nauc_map_at_5_std": 0.005664, + "nauc_map_at_5_diff1": 0.733984, + "nauc_map_at_10_max": 0.609206, + "nauc_map_at_10_std": 0.009191, + "nauc_map_at_10_diff1": 0.732355, + "nauc_map_at_20_max": 0.609547, + "nauc_map_at_20_std": 0.010752, + "nauc_map_at_20_diff1": 0.731905, + "nauc_map_at_100_max": 0.609505, + "nauc_map_at_100_std": 0.01123, + "nauc_map_at_100_diff1": 0.7323, + "nauc_map_at_1000_max": 0.609563, + "nauc_map_at_1000_std": 0.011027, + "nauc_map_at_1000_diff1": 0.732505, + "nauc_recall_at_1_max": 0.627437, + "nauc_recall_at_1_std": -0.008278, + "nauc_recall_at_1_diff1": 0.781759, + "nauc_recall_at_3_max": 0.588362, + "nauc_recall_at_3_std": 0.014396, + "nauc_recall_at_3_diff1": 0.681091, + "nauc_recall_at_5_max": 0.573677, + "nauc_recall_at_5_std": 0.045337, + "nauc_recall_at_5_diff1": 0.65067, + "nauc_recall_at_10_max": 0.569718, + "nauc_recall_at_10_std": 0.086272, + "nauc_recall_at_10_diff1": 0.624573, + "nauc_recall_at_20_max": 0.571297, + "nauc_recall_at_20_std": 0.132037, + "nauc_recall_at_20_diff1": 0.599222, + "nauc_recall_at_100_max": 0.560967, + "nauc_recall_at_100_std": 0.261241, + "nauc_recall_at_100_diff1": 0.550989, + "nauc_recall_at_1000_max": 0.653791, + "nauc_recall_at_1000_std": 0.519816, + "nauc_recall_at_1000_diff1": 0.545832, + "nauc_precision_at_1_max": 0.627437, + "nauc_precision_at_1_std": -0.008278, + "nauc_precision_at_1_diff1": 0.781759, + "nauc_precision_at_3_max": 0.588362, + "nauc_precision_at_3_std": 0.014396, + "nauc_precision_at_3_diff1": 0.681091, + "nauc_precision_at_5_max": 0.573677, + "nauc_precision_at_5_std": 0.045337, + "nauc_precision_at_5_diff1": 0.65067, + "nauc_precision_at_10_max": 0.569718, + "nauc_precision_at_10_std": 0.086272, + "nauc_precision_at_10_diff1": 0.624573, + "nauc_precision_at_20_max": 0.571297, + "nauc_precision_at_20_std": 0.132037, + "nauc_precision_at_20_diff1": 0.599222, + "nauc_precision_at_100_max": 0.560967, + "nauc_precision_at_100_std": 0.261241, + "nauc_precision_at_100_diff1": 0.550989, + "nauc_precision_at_1000_max": 0.653791, + "nauc_precision_at_1000_std": 0.519816, + "nauc_precision_at_1000_diff1": 0.545832, + "nauc_mrr_at_1_max": 0.627437, + "nauc_mrr_at_1_std": -0.008278, + "nauc_mrr_at_1_diff1": 0.781759, + "nauc_mrr_at_3_max": 0.611737, + "nauc_mrr_at_3_std": -0.000259, + "nauc_mrr_at_3_diff1": 0.739293, + "nauc_mrr_at_5_max": 0.609072, + "nauc_mrr_at_5_std": 0.005664, + "nauc_mrr_at_5_diff1": 0.733984, + "nauc_mrr_at_10_max": 0.609206, + "nauc_mrr_at_10_std": 0.009191, + "nauc_mrr_at_10_diff1": 0.732355, + "nauc_mrr_at_20_max": 0.609547, + "nauc_mrr_at_20_std": 0.010752, + "nauc_mrr_at_20_diff1": 0.731905, + "nauc_mrr_at_100_max": 0.609506, + "nauc_mrr_at_100_std": 0.011228, + "nauc_mrr_at_100_diff1": 0.732301, + "nauc_mrr_at_1000_max": 0.609564, + "nauc_mrr_at_1000_std": 0.011026, + "nauc_mrr_at_1000_diff1": 0.732505, + "main_score": 0.56871, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 165.75084710121155, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/FreshStackRetrieval.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/FreshStackRetrieval.json new file mode 100644 index 0000000000..11221c61d1 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/FreshStackRetrieval.json @@ -0,0 +1,161 @@ +{ + "dataset_revision": "7a20df1abe4dafc46f93f9a7965bf9c6968bdf04", + "task_name": "FreshStackRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30952, + "ndcg_at_3": 0.26784, + "ndcg_at_5": 0.25573, + "ndcg_at_10": 0.25192, + "ndcg_at_20": 0.28207, + "ndcg_at_100": 0.38218, + "ndcg_at_1000": 0.46501, + "map_at_1": 0.05127, + "map_at_3": 0.09003, + "map_at_5": 0.11193, + "map_at_10": 0.13693, + "map_at_20": 0.15786, + "map_at_100": 0.18696, + "map_at_1000": 0.19636, + "recall_at_1": 0.05127, + "recall_at_3": 0.11125, + "recall_at_5": 0.16008, + "recall_at_10": 0.23324, + "recall_at_20": 0.33188, + "recall_at_100": 0.61909, + "recall_at_1000": 0.95268, + "precision_at_1": 0.30952, + "precision_at_3": 0.2495, + "precision_at_5": 0.21905, + "precision_at_10": 0.16384, + "precision_at_20": 0.12091, + "precision_at_100": 0.04826, + "precision_at_1000": 0.00775, + "mrr_at_1": 0.309524, + "mrr_at_3": 0.395833, + "mrr_at_5": 0.418006, + "mrr_at_10": 0.431337, + "mrr_at_20": 0.437625, + "mrr_at_100": 0.441457, + "mrr_at_1000": 0.441777, + "nauc_ndcg_at_1_max": 0.181367, + "nauc_ndcg_at_1_std": -0.001274, + "nauc_ndcg_at_1_diff1": 0.256466, + "nauc_ndcg_at_3_max": 0.176095, + "nauc_ndcg_at_3_std": 0.034807, + "nauc_ndcg_at_3_diff1": 0.216631, + "nauc_ndcg_at_5_max": 0.171204, + "nauc_ndcg_at_5_std": 0.052601, + "nauc_ndcg_at_5_diff1": 0.225129, + "nauc_ndcg_at_10_max": 0.13821, + "nauc_ndcg_at_10_std": 0.044976, + "nauc_ndcg_at_10_diff1": 0.257248, + "nauc_ndcg_at_20_max": 0.105348, + "nauc_ndcg_at_20_std": 0.0353, + "nauc_ndcg_at_20_diff1": 0.266368, + "nauc_ndcg_at_100_max": 0.141142, + "nauc_ndcg_at_100_std": 0.092241, + "nauc_ndcg_at_100_diff1": 0.253482, + "nauc_ndcg_at_1000_max": 0.193628, + "nauc_ndcg_at_1000_std": 0.111655, + "nauc_ndcg_at_1000_diff1": 0.240027, + "nauc_map_at_1_max": 0.060117, + "nauc_map_at_1_std": -0.043381, + "nauc_map_at_1_diff1": 0.267316, + "nauc_map_at_3_max": 0.052994, + "nauc_map_at_3_std": -0.043913, + "nauc_map_at_3_diff1": 0.267351, + "nauc_map_at_5_max": 0.058366, + "nauc_map_at_5_std": -0.028109, + "nauc_map_at_5_diff1": 0.272711, + "nauc_map_at_10_max": 0.073377, + "nauc_map_at_10_std": -0.007929, + "nauc_map_at_10_diff1": 0.276298, + "nauc_map_at_20_max": 0.084967, + "nauc_map_at_20_std": 0.011303, + "nauc_map_at_20_diff1": 0.268739, + "nauc_map_at_100_max": 0.11061, + "nauc_map_at_100_std": 0.046552, + "nauc_map_at_100_diff1": 0.259594, + "nauc_map_at_1000_max": 0.120968, + "nauc_map_at_1000_std": 0.052575, + "nauc_map_at_1000_diff1": 0.257234, + "nauc_recall_at_1_max": 0.060117, + "nauc_recall_at_1_std": -0.043381, + "nauc_recall_at_1_diff1": 0.267316, + "nauc_recall_at_3_max": 0.020281, + "nauc_recall_at_3_std": -0.050348, + "nauc_recall_at_3_diff1": 0.242387, + "nauc_recall_at_5_max": 0.02089, + "nauc_recall_at_5_std": -0.005431, + "nauc_recall_at_5_diff1": 0.233548, + "nauc_recall_at_10_max": 0.011808, + "nauc_recall_at_10_std": -0.000505, + "nauc_recall_at_10_diff1": 0.232857, + "nauc_recall_at_20_max": -0.001008, + "nauc_recall_at_20_std": 0.007837, + "nauc_recall_at_20_diff1": 0.212568, + "nauc_recall_at_100_max": 0.018419, + "nauc_recall_at_100_std": 0.08694, + "nauc_recall_at_100_diff1": 0.203282, + "nauc_recall_at_1000_max": 0.10334, + "nauc_recall_at_1000_std": 0.355339, + "nauc_recall_at_1000_diff1": 0.196762, + "nauc_precision_at_1_max": 0.181367, + "nauc_precision_at_1_std": -0.001274, + "nauc_precision_at_1_diff1": 0.256466, + "nauc_precision_at_3_max": 0.177815, + "nauc_precision_at_3_std": 0.051645, + "nauc_precision_at_3_diff1": 0.197176, + "nauc_precision_at_5_max": 0.182504, + "nauc_precision_at_5_std": 0.082396, + "nauc_precision_at_5_diff1": 0.1854, + "nauc_precision_at_10_max": 0.201598, + "nauc_precision_at_10_std": 0.117847, + "nauc_precision_at_10_diff1": 0.187605, + "nauc_precision_at_20_max": 0.21907, + "nauc_precision_at_20_std": 0.14476, + "nauc_precision_at_20_diff1": 0.146034, + "nauc_precision_at_100_max": 0.284717, + "nauc_precision_at_100_std": 0.219267, + "nauc_precision_at_100_diff1": 0.057627, + "nauc_precision_at_1000_max": 0.322751, + "nauc_precision_at_1000_std": 0.177832, + "nauc_precision_at_1000_diff1": -0.018444, + "nauc_mrr_at_1_max": 0.181367, + "nauc_mrr_at_1_std": -0.001274, + "nauc_mrr_at_1_diff1": 0.256466, + "nauc_mrr_at_3_max": 0.18435, + "nauc_mrr_at_3_std": 0.030172, + "nauc_mrr_at_3_diff1": 0.252157, + "nauc_mrr_at_5_max": 0.185263, + "nauc_mrr_at_5_std": 0.04136, + "nauc_mrr_at_5_diff1": 0.253355, + "nauc_mrr_at_10_max": 0.182087, + "nauc_mrr_at_10_std": 0.03973, + "nauc_mrr_at_10_diff1": 0.254611, + "nauc_mrr_at_20_max": 0.178984, + "nauc_mrr_at_20_std": 0.036467, + "nauc_mrr_at_20_diff1": 0.255471, + "nauc_mrr_at_100_max": 0.180995, + "nauc_mrr_at_100_std": 0.035802, + "nauc_mrr_at_100_diff1": 0.255455, + "nauc_mrr_at_1000_max": 0.1809, + "nauc_mrr_at_1000_std": 0.035848, + "nauc_mrr_at_1000_diff1": 0.255499, + "main_score": 0.25192, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code", + "javascript-Code", + "go-Code" + ] + } + ] + }, + "evaluation_time": 175.06156992912292, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/model_meta.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/model_meta.json index d73788e356..b8eb55223c 100644 --- a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/model_meta.json +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/model_meta.json @@ -1 +1 @@ -{"name": "jinaai/jina-embeddings-v3", "revision": "215a6e121fa0183376388ac6b1ae230326bfeaed", "release_date": "2024-09-18", "languages": ["afr_Latn", "amh_Latn", "ara_Latn", "asm_Latn", "aze_Latn", "bel_Latn", "bul_Latn", "ben_Latn", "ben_Beng", "bre_Latn", "bos_Latn", "cat_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Latn", "eng_Latn", "epo_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Latn", "fin_Latn", "fra_Latn", "fry_Latn", "gle_Latn", "gla_Latn", "glg_Latn", "guj_Latn", "hau_Latn", "heb_Latn", "hin_Latn", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Latn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Latn", "jav_Latn", "kat_Latn", "kaz_Latn", "khm_Latn", "kan_Latn", "kor_Latn", "kur_Latn", "kir_Latn", "lat_Latn", "lao_Latn", "lit_Latn", "lav_Latn", "mlg_Latn", "mkd_Latn", "mal_Latn", "mon_Latn", "mar_Latn", "msa_Latn", "mya_Latn", "nep_Latn", "nld_Latn", "nob_Latn", "orm_Latn", "ori_Latn", "pan_Latn", "pol_Latn", "pus_Latn", "por_Latn", "ron_Latn", "rus_Latn", "san_Latn", "snd_Latn", "sin_Latn", "slk_Latn", "slv_Latn", "som_Latn", "sqi_Latn", "srp_Latn", "sun_Latn", "swe_Latn", "swa_Latn", "tam_Latn", "tam_Taml", "tel_Latn", "tel_Telu", "tha_Latn", "tgl_Latn", "tur_Latn", "uig_Latn", "ukr_Latn", "urd_Latn", "urd_Arab", "uzb_Latn", "vie_Latn", "xho_Latn", "yid_Latn", "zho_Hant", "zho_Hans"], "n_parameters": 572000000, "memory_usage_mb": 1092.0, "max_tokens": 8194.0, "embed_dim": 1024, "license": "cc-by-nc-4.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/jinaai/jina-embeddings-v3", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"STS12": [], "MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"]}, "adapted_from": "XLM-RoBERTa", "superseded_by": null, "modalities": ["text"], "loader": "JinaWrapper"} \ No newline at end of file +{"name": "jinaai/jina-embeddings-v3", "revision": "215a6e121fa0183376388ac6b1ae230326bfeaed", "release_date": "2024-09-18", "languages": ["afr-Latn", "amh-Latn", "ara-Latn", "asm-Latn", "aze-Latn", "bel-Latn", "bul-Latn", "ben-Latn", "ben-Beng", "bre-Latn", "bos-Latn", "cat-Latn", "ces-Latn", "cym-Latn", "dan-Latn", "deu-Latn", "ell-Latn", "eng-Latn", "epo-Latn", "spa-Latn", "est-Latn", "eus-Latn", "fas-Latn", "fin-Latn", "fra-Latn", "fry-Latn", "gle-Latn", "gla-Latn", "glg-Latn", "guj-Latn", "hau-Latn", "heb-Latn", "hin-Latn", "hin-Deva", "hrv-Latn", "hun-Latn", "hye-Latn", "ind-Latn", "isl-Latn", "ita-Latn", "jpn-Latn", "jav-Latn", "kat-Latn", "kaz-Latn", "khm-Latn", "kan-Latn", "kor-Latn", "kur-Latn", "kir-Latn", "lat-Latn", "lao-Latn", "lit-Latn", "lav-Latn", "mlg-Latn", "mkd-Latn", "mal-Latn", "mon-Latn", "mar-Latn", "msa-Latn", "mya-Latn", "nep-Latn", "nld-Latn", "nob-Latn", "orm-Latn", "ori-Latn", "pan-Latn", "pol-Latn", "pus-Latn", "por-Latn", "ron-Latn", "rus-Latn", "san-Latn", "snd-Latn", "sin-Latn", "slk-Latn", "slv-Latn", "som-Latn", "sqi-Latn", "srp-Latn", "sun-Latn", "swe-Latn", "swa-Latn", "tam-Latn", "tam-Taml", "tel-Latn", "tel-Telu", "tha-Latn", "tgl-Latn", "tur-Latn", "uig-Latn", "ukr-Latn", "urd-Latn", "urd-Arab", "uzb-Latn", "vie-Latn", "xho-Latn", "yid-Latn", "zho-Hant", "zho-Hans"], "n_parameters": 572000000, "memory_usage_mb": 1092.0, "max_tokens": 8194.0, "embed_dim": 1024, "license": "cc-by-nc-4.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/jinaai/jina-embeddings-v3", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"STS12": [], "MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"]}, "adapted_from": "XLM-RoBERTa", "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "JinaWrapper"} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ChatDoctorRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ChatDoctorRetrieval.json new file mode 100644 index 0000000000..29dcd5767d --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ChatDoctorRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d", + "task_name": "ChatDoctorRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.20676, + "ndcg_at_3": 0.26769, + "ndcg_at_5": 0.28999, + "ndcg_at_10": 0.31493, + "ndcg_at_20": 0.33533, + "ndcg_at_100": 0.37233, + "ndcg_at_1000": 0.3982, + "map_at_1": 0.20676, + "map_at_3": 0.25255, + "map_at_5": 0.26491, + "map_at_10": 0.27525, + "map_at_20": 0.28082, + "map_at_100": 0.28581, + "map_at_1000": 0.28671, + "recall_at_1": 0.20676, + "recall_at_3": 0.31157, + "recall_at_5": 0.36577, + "recall_at_10": 0.44268, + "recall_at_20": 0.52352, + "recall_at_100": 0.72492, + "recall_at_1000": 0.93221, + "precision_at_1": 0.20676, + "precision_at_3": 0.10386, + "precision_at_5": 0.07315, + "precision_at_10": 0.04427, + "precision_at_20": 0.02618, + "precision_at_100": 0.00725, + "precision_at_1000": 0.00093, + "mrr_at_1": 0.206761, + "mrr_at_3": 0.252549, + "mrr_at_5": 0.264908, + "mrr_at_10": 0.275248, + "mrr_at_20": 0.280818, + "mrr_at_100": 0.285809, + "mrr_at_1000": 0.286712, + "nauc_ndcg_at_1_max": 0.26146, + "nauc_ndcg_at_1_std": -0.086565, + "nauc_ndcg_at_1_diff1": 0.506133, + "nauc_ndcg_at_3_max": 0.238014, + "nauc_ndcg_at_3_std": -0.072939, + "nauc_ndcg_at_3_diff1": 0.425012, + "nauc_ndcg_at_5_max": 0.231396, + "nauc_ndcg_at_5_std": -0.072226, + "nauc_ndcg_at_5_diff1": 0.407994, + "nauc_ndcg_at_10_max": 0.232784, + "nauc_ndcg_at_10_std": -0.059791, + "nauc_ndcg_at_10_diff1": 0.399449, + "nauc_ndcg_at_20_max": 0.231712, + "nauc_ndcg_at_20_std": -0.05461, + "nauc_ndcg_at_20_diff1": 0.393868, + "nauc_ndcg_at_100_max": 0.237266, + "nauc_ndcg_at_100_std": -0.035118, + "nauc_ndcg_at_100_diff1": 0.39121, + "nauc_ndcg_at_1000_max": 0.240265, + "nauc_ndcg_at_1000_std": -0.04023, + "nauc_ndcg_at_1000_diff1": 0.40177, + "nauc_map_at_1_max": 0.26146, + "nauc_map_at_1_std": -0.086565, + "nauc_map_at_1_diff1": 0.506133, + "nauc_map_at_3_max": 0.243713, + "nauc_map_at_3_std": -0.07632, + "nauc_map_at_3_diff1": 0.443578, + "nauc_map_at_5_max": 0.239847, + "nauc_map_at_5_std": -0.076004, + "nauc_map_at_5_diff1": 0.433668, + "nauc_map_at_10_max": 0.240323, + "nauc_map_at_10_std": -0.070731, + "nauc_map_at_10_diff1": 0.429937, + "nauc_map_at_20_max": 0.239973, + "nauc_map_at_20_std": -0.069436, + "nauc_map_at_20_diff1": 0.428397, + "nauc_map_at_100_max": 0.240698, + "nauc_map_at_100_std": -0.066804, + "nauc_map_at_100_diff1": 0.428057, + "nauc_map_at_1000_max": 0.24084, + "nauc_map_at_1000_std": -0.066914, + "nauc_map_at_1000_diff1": 0.428427, + "nauc_recall_at_1_max": 0.26146, + "nauc_recall_at_1_std": -0.086565, + "nauc_recall_at_1_diff1": 0.506133, + "nauc_recall_at_3_max": 0.22282, + "nauc_recall_at_3_std": -0.0639, + "nauc_recall_at_3_diff1": 0.375905, + "nauc_recall_at_5_max": 0.208574, + "nauc_recall_at_5_std": -0.062117, + "nauc_recall_at_5_diff1": 0.339333, + "nauc_recall_at_10_max": 0.213053, + "nauc_recall_at_10_std": -0.026632, + "nauc_recall_at_10_diff1": 0.315453, + "nauc_recall_at_20_max": 0.208632, + "nauc_recall_at_20_std": -0.004748, + "nauc_recall_at_20_diff1": 0.291136, + "nauc_recall_at_100_max": 0.238709, + "nauc_recall_at_100_std": 0.147324, + "nauc_recall_at_100_diff1": 0.234638, + "nauc_recall_at_1000_max": 0.332112, + "nauc_recall_at_1000_std": 0.403701, + "nauc_recall_at_1000_diff1": 0.207946, + "nauc_precision_at_1_max": 0.26146, + "nauc_precision_at_1_std": -0.086565, + "nauc_precision_at_1_diff1": 0.506133, + "nauc_precision_at_3_max": 0.22282, + "nauc_precision_at_3_std": -0.0639, + "nauc_precision_at_3_diff1": 0.375905, + "nauc_precision_at_5_max": 0.208574, + "nauc_precision_at_5_std": -0.062117, + "nauc_precision_at_5_diff1": 0.339333, + "nauc_precision_at_10_max": 0.213053, + "nauc_precision_at_10_std": -0.026632, + "nauc_precision_at_10_diff1": 0.315453, + "nauc_precision_at_20_max": 0.208632, + "nauc_precision_at_20_std": -0.004748, + "nauc_precision_at_20_diff1": 0.291136, + "nauc_precision_at_100_max": 0.238709, + "nauc_precision_at_100_std": 0.147324, + "nauc_precision_at_100_diff1": 0.234638, + "nauc_precision_at_1000_max": 0.332112, + "nauc_precision_at_1000_std": 0.403701, + "nauc_precision_at_1000_diff1": 0.207946, + "nauc_mrr_at_1_max": 0.26146, + "nauc_mrr_at_1_std": -0.086565, + "nauc_mrr_at_1_diff1": 0.506133, + "nauc_mrr_at_3_max": 0.243713, + "nauc_mrr_at_3_std": -0.07632, + "nauc_mrr_at_3_diff1": 0.443578, + "nauc_mrr_at_5_max": 0.239847, + "nauc_mrr_at_5_std": -0.076004, + "nauc_mrr_at_5_diff1": 0.433668, + "nauc_mrr_at_10_max": 0.240323, + "nauc_mrr_at_10_std": -0.070731, + "nauc_mrr_at_10_diff1": 0.429937, + "nauc_mrr_at_20_max": 0.239973, + "nauc_mrr_at_20_std": -0.069436, + "nauc_mrr_at_20_diff1": 0.428397, + "nauc_mrr_at_100_max": 0.240698, + "nauc_mrr_at_100_std": -0.066804, + "nauc_mrr_at_100_diff1": 0.428057, + "nauc_mrr_at_1000_max": 0.24084, + "nauc_mrr_at_1000_std": -0.066914, + "nauc_mrr_at_1000_diff1": 0.428427, + "main_score": 0.31493, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 22.911041498184204, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Code1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Code1Retrieval.json new file mode 100644 index 0000000000..76a2b1fccb --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Code1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "94d25599a7e0221484f31749448e5ea217484e41", + "task_name": "Code1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30206, + "ndcg_at_3": 0.37175, + "ndcg_at_5": 0.39336, + "ndcg_at_10": 0.4164, + "ndcg_at_20": 0.43366, + "ndcg_at_100": 0.46056, + "ndcg_at_1000": 0.48094, + "map_at_1": 0.30206, + "map_at_3": 0.3546, + "map_at_5": 0.36661, + "map_at_10": 0.37612, + "map_at_20": 0.38084, + "map_at_100": 0.38449, + "map_at_1000": 0.38518, + "recall_at_1": 0.30206, + "recall_at_3": 0.42138, + "recall_at_5": 0.47379, + "recall_at_10": 0.545, + "recall_at_20": 0.61341, + "recall_at_100": 0.75938, + "recall_at_1000": 0.9238, + "precision_at_1": 0.30206, + "precision_at_3": 0.14046, + "precision_at_5": 0.09476, + "precision_at_10": 0.0545, + "precision_at_20": 0.03067, + "precision_at_100": 0.00759, + "precision_at_1000": 0.00092, + "mrr_at_1": 0.301989, + "mrr_at_3": 0.354518, + "mrr_at_5": 0.366505, + "mrr_at_10": 0.376074, + "mrr_at_20": 0.380786, + "mrr_at_100": 0.384434, + "mrr_at_1000": 0.385129, + "nauc_ndcg_at_1_max": 0.401697, + "nauc_ndcg_at_1_std": 0.04264, + "nauc_ndcg_at_1_diff1": 0.576354, + "nauc_ndcg_at_3_max": 0.383836, + "nauc_ndcg_at_3_std": 0.057052, + "nauc_ndcg_at_3_diff1": 0.510554, + "nauc_ndcg_at_5_max": 0.379213, + "nauc_ndcg_at_5_std": 0.06507, + "nauc_ndcg_at_5_diff1": 0.496883, + "nauc_ndcg_at_10_max": 0.3765, + "nauc_ndcg_at_10_std": 0.075539, + "nauc_ndcg_at_10_diff1": 0.487431, + "nauc_ndcg_at_20_max": 0.374174, + "nauc_ndcg_at_20_std": 0.082581, + "nauc_ndcg_at_20_diff1": 0.482001, + "nauc_ndcg_at_100_max": 0.376445, + "nauc_ndcg_at_100_std": 0.087267, + "nauc_ndcg_at_100_diff1": 0.482451, + "nauc_ndcg_at_1000_max": 0.379706, + "nauc_ndcg_at_1000_std": 0.083579, + "nauc_ndcg_at_1000_diff1": 0.490555, + "nauc_map_at_1_max": 0.401697, + "nauc_map_at_1_std": 0.04264, + "nauc_map_at_1_diff1": 0.576354, + "nauc_map_at_3_max": 0.388377, + "nauc_map_at_3_std": 0.053301, + "nauc_map_at_3_diff1": 0.526132, + "nauc_map_at_5_max": 0.385917, + "nauc_map_at_5_std": 0.057803, + "nauc_map_at_5_diff1": 0.518581, + "nauc_map_at_10_max": 0.384796, + "nauc_map_at_10_std": 0.0621, + "nauc_map_at_10_diff1": 0.514679, + "nauc_map_at_20_max": 0.384242, + "nauc_map_at_20_std": 0.063862, + "nauc_map_at_20_diff1": 0.513367, + "nauc_map_at_100_max": 0.384644, + "nauc_map_at_100_std": 0.064275, + "nauc_map_at_100_diff1": 0.513549, + "nauc_map_at_1000_max": 0.38474, + "nauc_map_at_1000_std": 0.06415, + "nauc_map_at_1000_diff1": 0.513829, + "nauc_recall_at_1_max": 0.401697, + "nauc_recall_at_1_std": 0.04264, + "nauc_recall_at_1_diff1": 0.576354, + "nauc_recall_at_3_max": 0.370867, + "nauc_recall_at_3_std": 0.067799, + "nauc_recall_at_3_diff1": 0.466497, + "nauc_recall_at_5_max": 0.35908, + "nauc_recall_at_5_std": 0.087128, + "nauc_recall_at_5_diff1": 0.432713, + "nauc_recall_at_10_max": 0.349532, + "nauc_recall_at_10_std": 0.121529, + "nauc_recall_at_10_diff1": 0.399763, + "nauc_recall_at_20_max": 0.336784, + "nauc_recall_at_20_std": 0.156831, + "nauc_recall_at_20_diff1": 0.368335, + "nauc_recall_at_100_max": 0.338083, + "nauc_recall_at_100_std": 0.227311, + "nauc_recall_at_100_diff1": 0.325965, + "nauc_recall_at_1000_max": 0.376909, + "nauc_recall_at_1000_std": 0.357769, + "nauc_recall_at_1000_diff1": 0.303468, + "nauc_precision_at_1_max": 0.401697, + "nauc_precision_at_1_std": 0.04264, + "nauc_precision_at_1_diff1": 0.576354, + "nauc_precision_at_3_max": 0.370867, + "nauc_precision_at_3_std": 0.067799, + "nauc_precision_at_3_diff1": 0.466497, + "nauc_precision_at_5_max": 0.35908, + "nauc_precision_at_5_std": 0.087128, + "nauc_precision_at_5_diff1": 0.432713, + "nauc_precision_at_10_max": 0.349532, + "nauc_precision_at_10_std": 0.121529, + "nauc_precision_at_10_diff1": 0.399763, + "nauc_precision_at_20_max": 0.336784, + "nauc_precision_at_20_std": 0.156831, + "nauc_precision_at_20_diff1": 0.368335, + "nauc_precision_at_100_max": 0.338083, + "nauc_precision_at_100_std": 0.227311, + "nauc_precision_at_100_diff1": 0.325965, + "nauc_precision_at_1000_max": 0.376909, + "nauc_precision_at_1000_std": 0.357769, + "nauc_precision_at_1000_diff1": 0.303468, + "nauc_mrr_at_1_max": 0.401689, + "nauc_mrr_at_1_std": 0.042754, + "nauc_mrr_at_1_diff1": 0.576571, + "nauc_mrr_at_3_max": 0.388406, + "nauc_mrr_at_3_std": 0.052998, + "nauc_mrr_at_3_diff1": 0.526257, + "nauc_mrr_at_5_max": 0.385953, + "nauc_mrr_at_5_std": 0.057607, + "nauc_mrr_at_5_diff1": 0.518831, + "nauc_mrr_at_10_max": 0.384863, + "nauc_mrr_at_10_std": 0.06201, + "nauc_mrr_at_10_diff1": 0.514863, + "nauc_mrr_at_20_max": 0.384281, + "nauc_mrr_at_20_std": 0.063732, + "nauc_mrr_at_20_diff1": 0.51354, + "nauc_mrr_at_100_max": 0.384681, + "nauc_mrr_at_100_std": 0.064143, + "nauc_mrr_at_100_diff1": 0.513725, + "nauc_mrr_at_1000_max": 0.384778, + "nauc_mrr_at_1000_std": 0.064019, + "nauc_mrr_at_1000_diff1": 0.514005, + "main_score": 0.4164, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 61.553791761398315, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DS1000Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DS1000Retrieval.json new file mode 100644 index 0000000000..9d4d0a564b --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DS1000Retrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "25cd4dc8172e799235d83c66439b6b7b8e6583ec", + "task_name": "DS1000Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.04054, + "ndcg_at_3": 0.07306, + "ndcg_at_5": 0.08303, + "ndcg_at_10": 0.09604, + "ndcg_at_20": 0.11105, + "ndcg_at_100": 0.14088, + "ndcg_at_1000": 0.20465, + "map_at_1": 0.04054, + "map_at_3": 0.0654, + "map_at_5": 0.07098, + "map_at_10": 0.07628, + "map_at_20": 0.08038, + "map_at_100": 0.08388, + "map_at_1000": 0.08575, + "recall_at_1": 0.04054, + "recall_at_3": 0.0951, + "recall_at_5": 0.11912, + "recall_at_10": 0.15966, + "recall_at_20": 0.21922, + "recall_at_100": 0.38939, + "recall_at_1000": 0.92292, + "precision_at_1": 0.04054, + "precision_at_3": 0.0317, + "precision_at_5": 0.02382, + "precision_at_10": 0.01597, + "precision_at_20": 0.01096, + "precision_at_100": 0.00389, + "precision_at_1000": 0.00092, + "mrr_at_1": 0.040541, + "mrr_at_3": 0.065732, + "mrr_at_5": 0.071388, + "mrr_at_10": 0.076449, + "mrr_at_20": 0.080589, + "mrr_at_100": 0.08406, + "mrr_at_1000": 0.085927, + "nauc_ndcg_at_1_max": 0.624666, + "nauc_ndcg_at_1_std": 0.682138, + "nauc_ndcg_at_1_diff1": 0.681308, + "nauc_ndcg_at_3_max": 0.621835, + "nauc_ndcg_at_3_std": 0.664042, + "nauc_ndcg_at_3_diff1": 0.574811, + "nauc_ndcg_at_5_max": 0.623549, + "nauc_ndcg_at_5_std": 0.655948, + "nauc_ndcg_at_5_diff1": 0.550504, + "nauc_ndcg_at_10_max": 0.603895, + "nauc_ndcg_at_10_std": 0.640334, + "nauc_ndcg_at_10_diff1": 0.521049, + "nauc_ndcg_at_20_max": 0.578616, + "nauc_ndcg_at_20_std": 0.624829, + "nauc_ndcg_at_20_diff1": 0.479267, + "nauc_ndcg_at_100_max": 0.528294, + "nauc_ndcg_at_100_std": 0.571936, + "nauc_ndcg_at_100_diff1": 0.421319, + "nauc_ndcg_at_1000_max": 0.564377, + "nauc_ndcg_at_1000_std": 0.594113, + "nauc_ndcg_at_1000_diff1": 0.456442, + "nauc_map_at_1_max": 0.624666, + "nauc_map_at_1_std": 0.682138, + "nauc_map_at_1_diff1": 0.681308, + "nauc_map_at_3_max": 0.621954, + "nauc_map_at_3_std": 0.668636, + "nauc_map_at_3_diff1": 0.589776, + "nauc_map_at_5_max": 0.623462, + "nauc_map_at_5_std": 0.663373, + "nauc_map_at_5_diff1": 0.57345, + "nauc_map_at_10_max": 0.613597, + "nauc_map_at_10_std": 0.655162, + "nauc_map_at_10_diff1": 0.557175, + "nauc_map_at_20_max": 0.603538, + "nauc_map_at_20_std": 0.648993, + "nauc_map_at_20_diff1": 0.541236, + "nauc_map_at_100_max": 0.594438, + "nauc_map_at_100_std": 0.639579, + "nauc_map_at_100_diff1": 0.530191, + "nauc_map_at_1000_max": 0.595621, + "nauc_map_at_1000_std": 0.639578, + "nauc_map_at_1000_diff1": 0.531553, + "nauc_recall_at_1_max": 0.624666, + "nauc_recall_at_1_std": 0.682138, + "nauc_recall_at_1_diff1": 0.681308, + "nauc_recall_at_3_max": 0.621684, + "nauc_recall_at_3_std": 0.654387, + "nauc_recall_at_3_diff1": 0.545383, + "nauc_recall_at_5_max": 0.623616, + "nauc_recall_at_5_std": 0.641358, + "nauc_recall_at_5_diff1": 0.507471, + "nauc_recall_at_10_max": 0.584764, + "nauc_recall_at_10_std": 0.61335, + "nauc_recall_at_10_diff1": 0.45858, + "nauc_recall_at_20_max": 0.534574, + "nauc_recall_at_20_std": 0.584517, + "nauc_recall_at_20_diff1": 0.377092, + "nauc_recall_at_100_max": 0.403402, + "nauc_recall_at_100_std": 0.444985, + "nauc_recall_at_100_diff1": 0.235967, + "nauc_recall_at_1000_max": 0.582226, + "nauc_recall_at_1000_std": 0.448103, + "nauc_recall_at_1000_diff1": 0.158896, + "nauc_precision_at_1_max": 0.624666, + "nauc_precision_at_1_std": 0.682138, + "nauc_precision_at_1_diff1": 0.681308, + "nauc_precision_at_3_max": 0.621684, + "nauc_precision_at_3_std": 0.654387, + "nauc_precision_at_3_diff1": 0.545383, + "nauc_precision_at_5_max": 0.623616, + "nauc_precision_at_5_std": 0.641358, + "nauc_precision_at_5_diff1": 0.507471, + "nauc_precision_at_10_max": 0.584764, + "nauc_precision_at_10_std": 0.61335, + "nauc_precision_at_10_diff1": 0.45858, + "nauc_precision_at_20_max": 0.534574, + "nauc_precision_at_20_std": 0.584517, + "nauc_precision_at_20_diff1": 0.377092, + "nauc_precision_at_100_max": 0.403402, + "nauc_precision_at_100_std": 0.444985, + "nauc_precision_at_100_diff1": 0.235967, + "nauc_precision_at_1000_max": 0.582226, + "nauc_precision_at_1000_std": 0.448103, + "nauc_precision_at_1000_diff1": 0.158896, + "nauc_mrr_at_1_max": 0.610785, + "nauc_mrr_at_1_std": 0.686695, + "nauc_mrr_at_1_diff1": 0.580408, + "nauc_mrr_at_3_max": 0.612389, + "nauc_mrr_at_3_std": 0.668341, + "nauc_mrr_at_3_diff1": 0.55122, + "nauc_mrr_at_5_max": 0.617841, + "nauc_mrr_at_5_std": 0.665079, + "nauc_mrr_at_5_diff1": 0.541497, + "nauc_mrr_at_10_max": 0.607837, + "nauc_mrr_at_10_std": 0.655694, + "nauc_mrr_at_10_diff1": 0.525838, + "nauc_mrr_at_20_max": 0.598758, + "nauc_mrr_at_20_std": 0.649788, + "nauc_mrr_at_20_diff1": 0.511732, + "nauc_mrr_at_100_max": 0.589935, + "nauc_mrr_at_100_std": 0.640645, + "nauc_mrr_at_100_diff1": 0.501225, + "nauc_mrr_at_1000_max": 0.591094, + "nauc_mrr_at_1000_std": 0.640649, + "nauc_mrr_at_1000_diff1": 0.502458, + "main_score": 0.09604, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 9.669978380203247, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance1Retrieval.json new file mode 100644 index 0000000000..0e3f7e59b7 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b2816ead5389ee383019bb2e50df9f1aac8229d8", + "task_name": "EnglishFinance1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.43866, + "ndcg_at_3": 0.51561, + "ndcg_at_5": 0.54649, + "ndcg_at_10": 0.56575, + "ndcg_at_20": 0.58575, + "ndcg_at_100": 0.60887, + "ndcg_at_1000": 0.62181, + "map_at_1": 0.43494, + "map_at_3": 0.4969, + "map_at_5": 0.514, + "map_at_10": 0.52197, + "map_at_20": 0.52759, + "map_at_100": 0.53059, + "map_at_1000": 0.53122, + "recall_at_1": 0.43494, + "recall_at_3": 0.56691, + "recall_at_5": 0.64312, + "recall_at_10": 0.7026, + "recall_at_20": 0.78067, + "recall_at_100": 0.90753, + "recall_at_1000": 1.0, + "precision_at_1": 0.43866, + "precision_at_3": 0.19083, + "precision_at_5": 0.13011, + "precision_at_10": 0.071, + "precision_at_20": 0.03941, + "precision_at_100": 0.00918, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.438662, + "mrr_at_3": 0.49938, + "mrr_at_5": 0.515551, + "mrr_at_10": 0.523516, + "mrr_at_20": 0.529143, + "mrr_at_100": 0.532203, + "mrr_at_1000": 0.532744, + "nauc_ndcg_at_1_max": 0.455244, + "nauc_ndcg_at_1_std": -0.036299, + "nauc_ndcg_at_1_diff1": 0.640325, + "nauc_ndcg_at_3_max": 0.44348, + "nauc_ndcg_at_3_std": -0.022194, + "nauc_ndcg_at_3_diff1": 0.551063, + "nauc_ndcg_at_5_max": 0.454958, + "nauc_ndcg_at_5_std": 0.020507, + "nauc_ndcg_at_5_diff1": 0.522911, + "nauc_ndcg_at_10_max": 0.46458, + "nauc_ndcg_at_10_std": 0.0249, + "nauc_ndcg_at_10_diff1": 0.520102, + "nauc_ndcg_at_20_max": 0.481654, + "nauc_ndcg_at_20_std": 0.049546, + "nauc_ndcg_at_20_diff1": 0.513773, + "nauc_ndcg_at_100_max": 0.469996, + "nauc_ndcg_at_100_std": 0.03468, + "nauc_ndcg_at_100_diff1": 0.530182, + "nauc_ndcg_at_1000_max": 0.462186, + "nauc_ndcg_at_1000_std": 0.016886, + "nauc_ndcg_at_1000_diff1": 0.540158, + "nauc_map_at_1_max": 0.456263, + "nauc_map_at_1_std": -0.033976, + "nauc_map_at_1_diff1": 0.646549, + "nauc_map_at_3_max": 0.44708, + "nauc_map_at_3_std": -0.023117, + "nauc_map_at_3_diff1": 0.57432, + "nauc_map_at_5_max": 0.451807, + "nauc_map_at_5_std": -0.002779, + "nauc_map_at_5_diff1": 0.558842, + "nauc_map_at_10_max": 0.454737, + "nauc_map_at_10_std": -0.002194, + "nauc_map_at_10_diff1": 0.558625, + "nauc_map_at_20_max": 0.459175, + "nauc_map_at_20_std": 0.004351, + "nauc_map_at_20_diff1": 0.557395, + "nauc_map_at_100_max": 0.457502, + "nauc_map_at_100_std": 0.002038, + "nauc_map_at_100_diff1": 0.5593, + "nauc_map_at_1000_max": 0.45708, + "nauc_map_at_1000_std": 0.001213, + "nauc_map_at_1000_diff1": 0.559808, + "nauc_recall_at_1_max": 0.456263, + "nauc_recall_at_1_std": -0.033976, + "nauc_recall_at_1_diff1": 0.646549, + "nauc_recall_at_3_max": 0.435138, + "nauc_recall_at_3_std": -0.01587, + "nauc_recall_at_3_diff1": 0.485722, + "nauc_recall_at_5_max": 0.470064, + "nauc_recall_at_5_std": 0.109302, + "nauc_recall_at_5_diff1": 0.40283, + "nauc_recall_at_10_max": 0.513827, + "nauc_recall_at_10_std": 0.14319, + "nauc_recall_at_10_diff1": 0.373776, + "nauc_recall_at_20_max": 0.625039, + "nauc_recall_at_20_std": 0.313085, + "nauc_recall_at_20_diff1": 0.296946, + "nauc_recall_at_100_max": 0.611216, + "nauc_recall_at_100_std": 0.391256, + "nauc_recall_at_100_diff1": 0.330554, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.455244, + "nauc_precision_at_1_std": -0.036299, + "nauc_precision_at_1_diff1": 0.640325, + "nauc_precision_at_3_max": 0.428992, + "nauc_precision_at_3_std": -0.014912, + "nauc_precision_at_3_diff1": 0.467709, + "nauc_precision_at_5_max": 0.446359, + "nauc_precision_at_5_std": 0.099296, + "nauc_precision_at_5_diff1": 0.369142, + "nauc_precision_at_10_max": 0.485092, + "nauc_precision_at_10_std": 0.130326, + "nauc_precision_at_10_diff1": 0.337291, + "nauc_precision_at_20_max": 0.582034, + "nauc_precision_at_20_std": 0.286598, + "nauc_precision_at_20_diff1": 0.255476, + "nauc_precision_at_100_max": 0.510473, + "nauc_precision_at_100_std": 0.315359, + "nauc_precision_at_100_diff1": 0.246049, + "nauc_precision_at_1000_max": -0.468527, + "nauc_precision_at_1000_std": -0.352168, + "nauc_precision_at_1000_diff1": -0.142073, + "nauc_mrr_at_1_max": 0.455244, + "nauc_mrr_at_1_std": -0.036299, + "nauc_mrr_at_1_diff1": 0.640325, + "nauc_mrr_at_3_max": 0.443786, + "nauc_mrr_at_3_std": -0.027535, + "nauc_mrr_at_3_diff1": 0.568776, + "nauc_mrr_at_5_max": 0.450693, + "nauc_mrr_at_5_std": -0.004512, + "nauc_mrr_at_5_diff1": 0.555734, + "nauc_mrr_at_10_max": 0.45361, + "nauc_mrr_at_10_std": -0.003949, + "nauc_mrr_at_10_diff1": 0.555475, + "nauc_mrr_at_20_max": 0.458037, + "nauc_mrr_at_20_std": 0.002578, + "nauc_mrr_at_20_diff1": 0.554206, + "nauc_mrr_at_100_max": 0.456236, + "nauc_mrr_at_100_std": 0.000103, + "nauc_mrr_at_100_diff1": 0.556168, + "nauc_mrr_at_1000_max": 0.455976, + "nauc_mrr_at_1000_std": -0.000524, + "nauc_mrr_at_1000_diff1": 0.556561, + "main_score": 0.56575, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.15447998046875, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance2Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance2Retrieval.json new file mode 100644 index 0000000000..8c657b23de --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance2Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "346d5039b9ec75a7b80f8ff008d5ca3df126f5aa", + "task_name": "EnglishFinance2Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15207, + "ndcg_at_3": 0.21127, + "ndcg_at_5": 0.22872, + "ndcg_at_10": 0.2485, + "ndcg_at_20": 0.26899, + "ndcg_at_100": 0.3157, + "ndcg_at_1000": 0.35764, + "map_at_1": 0.15207, + "map_at_3": 0.19739, + "map_at_5": 0.2073, + "map_at_10": 0.21528, + "map_at_20": 0.22096, + "map_at_100": 0.22713, + "map_at_1000": 0.22905, + "recall_at_1": 0.15207, + "recall_at_3": 0.25115, + "recall_at_5": 0.29263, + "recall_at_10": 0.35484, + "recall_at_20": 0.43548, + "recall_at_100": 0.69124, + "recall_at_1000": 1.0, + "precision_at_1": 0.15207, + "precision_at_3": 0.08372, + "precision_at_5": 0.05853, + "precision_at_10": 0.03548, + "precision_at_20": 0.02177, + "precision_at_100": 0.00691, + "precision_at_1000": 0.001, + "mrr_at_1": 0.154378, + "mrr_at_3": 0.198541, + "mrr_at_5": 0.208449, + "mrr_at_10": 0.216429, + "mrr_at_20": 0.222108, + "mrr_at_100": 0.228282, + "mrr_at_1000": 0.230209, + "nauc_ndcg_at_1_max": 0.349083, + "nauc_ndcg_at_1_std": 0.108194, + "nauc_ndcg_at_1_diff1": 0.330557, + "nauc_ndcg_at_3_max": 0.279162, + "nauc_ndcg_at_3_std": 0.091326, + "nauc_ndcg_at_3_diff1": 0.255523, + "nauc_ndcg_at_5_max": 0.261782, + "nauc_ndcg_at_5_std": 0.079047, + "nauc_ndcg_at_5_diff1": 0.247456, + "nauc_ndcg_at_10_max": 0.251962, + "nauc_ndcg_at_10_std": 0.071413, + "nauc_ndcg_at_10_diff1": 0.232253, + "nauc_ndcg_at_20_max": 0.245123, + "nauc_ndcg_at_20_std": 0.066712, + "nauc_ndcg_at_20_diff1": 0.224014, + "nauc_ndcg_at_100_max": 0.240613, + "nauc_ndcg_at_100_std": 0.068258, + "nauc_ndcg_at_100_diff1": 0.211389, + "nauc_ndcg_at_1000_max": 0.258137, + "nauc_ndcg_at_1000_std": 0.073839, + "nauc_ndcg_at_1000_diff1": 0.232686, + "nauc_map_at_1_max": 0.349083, + "nauc_map_at_1_std": 0.108194, + "nauc_map_at_1_diff1": 0.330557, + "nauc_map_at_3_max": 0.292637, + "nauc_map_at_3_std": 0.094485, + "nauc_map_at_3_diff1": 0.268886, + "nauc_map_at_5_max": 0.281961, + "nauc_map_at_5_std": 0.086715, + "nauc_map_at_5_diff1": 0.263601, + "nauc_map_at_10_max": 0.276236, + "nauc_map_at_10_std": 0.082927, + "nauc_map_at_10_diff1": 0.255694, + "nauc_map_at_20_max": 0.27493, + "nauc_map_at_20_std": 0.081578, + "nauc_map_at_20_diff1": 0.253766, + "nauc_map_at_100_max": 0.274353, + "nauc_map_at_100_std": 0.081345, + "nauc_map_at_100_diff1": 0.251625, + "nauc_map_at_1000_max": 0.275202, + "nauc_map_at_1000_std": 0.081613, + "nauc_map_at_1000_diff1": 0.252529, + "nauc_recall_at_1_max": 0.349083, + "nauc_recall_at_1_std": 0.108194, + "nauc_recall_at_1_diff1": 0.330557, + "nauc_recall_at_3_max": 0.246051, + "nauc_recall_at_3_std": 0.083598, + "nauc_recall_at_3_diff1": 0.223101, + "nauc_recall_at_5_max": 0.212597, + "nauc_recall_at_5_std": 0.060096, + "nauc_recall_at_5_diff1": 0.20938, + "nauc_recall_at_10_max": 0.194273, + "nauc_recall_at_10_std": 0.042497, + "nauc_recall_at_10_diff1": 0.17595, + "nauc_recall_at_20_max": 0.167809, + "nauc_recall_at_20_std": 0.02708, + "nauc_recall_at_20_diff1": 0.146084, + "nauc_recall_at_100_max": 0.116407, + "nauc_recall_at_100_std": 0.028485, + "nauc_recall_at_100_diff1": 0.05528, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.349083, + "nauc_precision_at_1_std": 0.108194, + "nauc_precision_at_1_diff1": 0.330557, + "nauc_precision_at_3_max": 0.246051, + "nauc_precision_at_3_std": 0.083598, + "nauc_precision_at_3_diff1": 0.223101, + "nauc_precision_at_5_max": 0.212597, + "nauc_precision_at_5_std": 0.060096, + "nauc_precision_at_5_diff1": 0.20938, + "nauc_precision_at_10_max": 0.194273, + "nauc_precision_at_10_std": 0.042497, + "nauc_precision_at_10_diff1": 0.17595, + "nauc_precision_at_20_max": 0.167809, + "nauc_precision_at_20_std": 0.02708, + "nauc_precision_at_20_diff1": 0.146084, + "nauc_precision_at_100_max": 0.116407, + "nauc_precision_at_100_std": 0.028485, + "nauc_precision_at_100_diff1": 0.05528, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.346833, + "nauc_mrr_at_1_std": 0.103492, + "nauc_mrr_at_1_diff1": 0.317105, + "nauc_mrr_at_3_max": 0.291942, + "nauc_mrr_at_3_std": 0.092529, + "nauc_mrr_at_3_diff1": 0.263398, + "nauc_mrr_at_5_max": 0.281331, + "nauc_mrr_at_5_std": 0.084835, + "nauc_mrr_at_5_diff1": 0.258247, + "nauc_mrr_at_10_max": 0.275636, + "nauc_mrr_at_10_std": 0.081076, + "nauc_mrr_at_10_diff1": 0.250411, + "nauc_mrr_at_20_max": 0.274337, + "nauc_mrr_at_20_std": 0.079736, + "nauc_mrr_at_20_diff1": 0.2485, + "nauc_mrr_at_100_max": 0.273755, + "nauc_mrr_at_100_std": 0.079486, + "nauc_mrr_at_100_diff1": 0.246342, + "nauc_mrr_at_1000_max": 0.274596, + "nauc_mrr_at_1000_std": 0.079741, + "nauc_mrr_at_1000_diff1": 0.247211, + "main_score": 0.2485, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.8838164806365967, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance3Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance3Retrieval.json new file mode 100644 index 0000000000..61ba58c02c --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance3Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5ed0bc0fffa309e99400ea800397931749d12cd2", + "task_name": "EnglishFinance3Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.26888, + "ndcg_at_3": 0.33686, + "ndcg_at_5": 0.36367, + "ndcg_at_10": 0.39003, + "ndcg_at_20": 0.41133, + "ndcg_at_100": 0.44486, + "ndcg_at_1000": 0.46762, + "map_at_1": 0.26888, + "map_at_3": 0.32016, + "map_at_5": 0.33506, + "map_at_10": 0.34603, + "map_at_20": 0.3519, + "map_at_100": 0.35645, + "map_at_1000": 0.35726, + "recall_at_1": 0.26888, + "recall_at_3": 0.3852, + "recall_at_5": 0.45015, + "recall_at_10": 0.53122, + "recall_at_20": 0.61531, + "recall_at_100": 0.79708, + "recall_at_1000": 0.97885, + "precision_at_1": 0.26888, + "precision_at_3": 0.1284, + "precision_at_5": 0.09003, + "precision_at_10": 0.05312, + "precision_at_20": 0.03077, + "precision_at_100": 0.00797, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.268882, + "mrr_at_3": 0.320158, + "mrr_at_5": 0.335062, + "mrr_at_10": 0.346034, + "mrr_at_20": 0.351897, + "mrr_at_100": 0.356452, + "mrr_at_1000": 0.357258, + "nauc_ndcg_at_1_max": 0.282837, + "nauc_ndcg_at_1_std": -0.100131, + "nauc_ndcg_at_1_diff1": 0.545239, + "nauc_ndcg_at_3_max": 0.254069, + "nauc_ndcg_at_3_std": -0.111662, + "nauc_ndcg_at_3_diff1": 0.460298, + "nauc_ndcg_at_5_max": 0.250569, + "nauc_ndcg_at_5_std": -0.094842, + "nauc_ndcg_at_5_diff1": 0.440758, + "nauc_ndcg_at_10_max": 0.251972, + "nauc_ndcg_at_10_std": -0.086063, + "nauc_ndcg_at_10_diff1": 0.435905, + "nauc_ndcg_at_20_max": 0.253843, + "nauc_ndcg_at_20_std": -0.078958, + "nauc_ndcg_at_20_diff1": 0.432476, + "nauc_ndcg_at_100_max": 0.253766, + "nauc_ndcg_at_100_std": -0.074297, + "nauc_ndcg_at_100_diff1": 0.433778, + "nauc_ndcg_at_1000_max": 0.257874, + "nauc_ndcg_at_1000_std": -0.080903, + "nauc_ndcg_at_1000_diff1": 0.446325, + "nauc_map_at_1_max": 0.282837, + "nauc_map_at_1_std": -0.100131, + "nauc_map_at_1_diff1": 0.545239, + "nauc_map_at_3_max": 0.26036, + "nauc_map_at_3_std": -0.109077, + "nauc_map_at_3_diff1": 0.479961, + "nauc_map_at_5_max": 0.258406, + "nauc_map_at_5_std": -0.099983, + "nauc_map_at_5_diff1": 0.468681, + "nauc_map_at_10_max": 0.25906, + "nauc_map_at_10_std": -0.096349, + "nauc_map_at_10_diff1": 0.466794, + "nauc_map_at_20_max": 0.259578, + "nauc_map_at_20_std": -0.094671, + "nauc_map_at_20_diff1": 0.466037, + "nauc_map_at_100_max": 0.25939, + "nauc_map_at_100_std": -0.094273, + "nauc_map_at_100_diff1": 0.466337, + "nauc_map_at_1000_max": 0.259547, + "nauc_map_at_1000_std": -0.094529, + "nauc_map_at_1000_diff1": 0.466756, + "nauc_recall_at_1_max": 0.282837, + "nauc_recall_at_1_std": -0.100131, + "nauc_recall_at_1_diff1": 0.545239, + "nauc_recall_at_3_max": 0.236919, + "nauc_recall_at_3_std": -0.118732, + "nauc_recall_at_3_diff1": 0.406248, + "nauc_recall_at_5_max": 0.228511, + "nauc_recall_at_5_std": -0.077794, + "nauc_recall_at_5_diff1": 0.361091, + "nauc_recall_at_10_max": 0.231649, + "nauc_recall_at_10_std": -0.049865, + "nauc_recall_at_10_diff1": 0.342273, + "nauc_recall_at_20_max": 0.237729, + "nauc_recall_at_20_std": -0.014065, + "nauc_recall_at_20_diff1": 0.317686, + "nauc_recall_at_100_max": 0.233235, + "nauc_recall_at_100_std": 0.06881, + "nauc_recall_at_100_diff1": 0.26239, + "nauc_recall_at_1000_max": 0.498864, + "nauc_recall_at_1000_std": 0.487304, + "nauc_recall_at_1000_diff1": 0.309248, + "nauc_precision_at_1_max": 0.282837, + "nauc_precision_at_1_std": -0.100131, + "nauc_precision_at_1_diff1": 0.545239, + "nauc_precision_at_3_max": 0.236919, + "nauc_precision_at_3_std": -0.118732, + "nauc_precision_at_3_diff1": 0.406248, + "nauc_precision_at_5_max": 0.228511, + "nauc_precision_at_5_std": -0.077794, + "nauc_precision_at_5_diff1": 0.361091, + "nauc_precision_at_10_max": 0.231649, + "nauc_precision_at_10_std": -0.049865, + "nauc_precision_at_10_diff1": 0.342273, + "nauc_precision_at_20_max": 0.237729, + "nauc_precision_at_20_std": -0.014065, + "nauc_precision_at_20_diff1": 0.317686, + "nauc_precision_at_100_max": 0.233235, + "nauc_precision_at_100_std": 0.06881, + "nauc_precision_at_100_diff1": 0.26239, + "nauc_precision_at_1000_max": 0.498864, + "nauc_precision_at_1000_std": 0.487304, + "nauc_precision_at_1000_diff1": 0.309248, + "nauc_mrr_at_1_max": 0.282837, + "nauc_mrr_at_1_std": -0.100131, + "nauc_mrr_at_1_diff1": 0.545239, + "nauc_mrr_at_3_max": 0.26036, + "nauc_mrr_at_3_std": -0.109077, + "nauc_mrr_at_3_diff1": 0.479961, + "nauc_mrr_at_5_max": 0.258406, + "nauc_mrr_at_5_std": -0.099983, + "nauc_mrr_at_5_diff1": 0.468681, + "nauc_mrr_at_10_max": 0.25906, + "nauc_mrr_at_10_std": -0.096349, + "nauc_mrr_at_10_diff1": 0.466794, + "nauc_mrr_at_20_max": 0.259578, + "nauc_mrr_at_20_std": -0.094671, + "nauc_mrr_at_20_diff1": 0.466037, + "nauc_mrr_at_100_max": 0.25939, + "nauc_mrr_at_100_std": -0.094273, + "nauc_mrr_at_100_diff1": 0.466337, + "nauc_mrr_at_1000_max": 0.259547, + "nauc_mrr_at_1000_std": -0.094529, + "nauc_mrr_at_1000_diff1": 0.466756, + "main_score": 0.39003, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9.722262382507324, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance4Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance4Retrieval.json new file mode 100644 index 0000000000..1982a763cc --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishFinance4Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2fdb7001309f897d50d38d196a3fd0f03c913810", + "task_name": "EnglishFinance4Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24649, + "ndcg_at_3": 0.2944, + "ndcg_at_5": 0.30986, + "ndcg_at_10": 0.32701, + "ndcg_at_20": 0.34001, + "ndcg_at_100": 0.36346, + "ndcg_at_1000": 0.38576, + "map_at_1": 0.24649, + "map_at_3": 0.28248, + "map_at_5": 0.29106, + "map_at_10": 0.29816, + "map_at_20": 0.30172, + "map_at_100": 0.30486, + "map_at_1000": 0.30558, + "recall_at_1": 0.24649, + "recall_at_3": 0.32894, + "recall_at_5": 0.36645, + "recall_at_10": 0.41941, + "recall_at_20": 0.47086, + "recall_at_100": 0.59876, + "recall_at_1000": 0.78142, + "precision_at_1": 0.24649, + "precision_at_3": 0.10965, + "precision_at_5": 0.07329, + "precision_at_10": 0.04194, + "precision_at_20": 0.02354, + "precision_at_100": 0.00599, + "precision_at_1000": 0.00078, + "mrr_at_1": 0.246445, + "mrr_at_3": 0.282476, + "mrr_at_5": 0.291047, + "mrr_at_10": 0.29814, + "mrr_at_20": 0.301702, + "mrr_at_100": 0.304843, + "mrr_at_1000": 0.305559, + "nauc_ndcg_at_1_max": 0.528326, + "nauc_ndcg_at_1_std": 0.194598, + "nauc_ndcg_at_1_diff1": 0.617432, + "nauc_ndcg_at_3_max": 0.513108, + "nauc_ndcg_at_3_std": 0.202816, + "nauc_ndcg_at_3_diff1": 0.549882, + "nauc_ndcg_at_5_max": 0.508796, + "nauc_ndcg_at_5_std": 0.206216, + "nauc_ndcg_at_5_diff1": 0.535173, + "nauc_ndcg_at_10_max": 0.503901, + "nauc_ndcg_at_10_std": 0.210839, + "nauc_ndcg_at_10_diff1": 0.521717, + "nauc_ndcg_at_20_max": 0.50206, + "nauc_ndcg_at_20_std": 0.213819, + "nauc_ndcg_at_20_diff1": 0.513716, + "nauc_ndcg_at_100_max": 0.50102, + "nauc_ndcg_at_100_std": 0.218611, + "nauc_ndcg_at_100_diff1": 0.506189, + "nauc_ndcg_at_1000_max": 0.503851, + "nauc_ndcg_at_1000_std": 0.21463, + "nauc_ndcg_at_1000_diff1": 0.507862, + "nauc_map_at_1_max": 0.528326, + "nauc_map_at_1_std": 0.194598, + "nauc_map_at_1_diff1": 0.617432, + "nauc_map_at_3_max": 0.516435, + "nauc_map_at_3_std": 0.200663, + "nauc_map_at_3_diff1": 0.565144, + "nauc_map_at_5_max": 0.514025, + "nauc_map_at_5_std": 0.202584, + "nauc_map_at_5_diff1": 0.55677, + "nauc_map_at_10_max": 0.511832, + "nauc_map_at_10_std": 0.204414, + "nauc_map_at_10_diff1": 0.550925, + "nauc_map_at_20_max": 0.511339, + "nauc_map_at_20_std": 0.205216, + "nauc_map_at_20_diff1": 0.548747, + "nauc_map_at_100_max": 0.51119, + "nauc_map_at_100_std": 0.205865, + "nauc_map_at_100_diff1": 0.547734, + "nauc_map_at_1000_max": 0.511296, + "nauc_map_at_1000_std": 0.205811, + "nauc_map_at_1000_diff1": 0.547798, + "nauc_recall_at_1_max": 0.528326, + "nauc_recall_at_1_std": 0.194598, + "nauc_recall_at_1_diff1": 0.617432, + "nauc_recall_at_3_max": 0.504078, + "nauc_recall_at_3_std": 0.208803, + "nauc_recall_at_3_diff1": 0.508264, + "nauc_recall_at_5_max": 0.494134, + "nauc_recall_at_5_std": 0.216584, + "nauc_recall_at_5_diff1": 0.47505, + "nauc_recall_at_10_max": 0.48057, + "nauc_recall_at_10_std": 0.230596, + "nauc_recall_at_10_diff1": 0.436986, + "nauc_recall_at_20_max": 0.47311, + "nauc_recall_at_20_std": 0.242378, + "nauc_recall_at_20_diff1": 0.405057, + "nauc_recall_at_100_max": 0.463818, + "nauc_recall_at_100_std": 0.272779, + "nauc_recall_at_100_diff1": 0.349682, + "nauc_recall_at_1000_max": 0.479042, + "nauc_recall_at_1000_std": 0.244038, + "nauc_recall_at_1000_diff1": 0.285966, + "nauc_precision_at_1_max": 0.528326, + "nauc_precision_at_1_std": 0.194598, + "nauc_precision_at_1_diff1": 0.617432, + "nauc_precision_at_3_max": 0.504078, + "nauc_precision_at_3_std": 0.208803, + "nauc_precision_at_3_diff1": 0.508264, + "nauc_precision_at_5_max": 0.494134, + "nauc_precision_at_5_std": 0.216584, + "nauc_precision_at_5_diff1": 0.47505, + "nauc_precision_at_10_max": 0.48057, + "nauc_precision_at_10_std": 0.230596, + "nauc_precision_at_10_diff1": 0.436986, + "nauc_precision_at_20_max": 0.47311, + "nauc_precision_at_20_std": 0.242378, + "nauc_precision_at_20_diff1": 0.405057, + "nauc_precision_at_100_max": 0.463818, + "nauc_precision_at_100_std": 0.272779, + "nauc_precision_at_100_diff1": 0.349682, + "nauc_precision_at_1000_max": 0.479042, + "nauc_precision_at_1000_std": 0.244038, + "nauc_precision_at_1000_diff1": 0.285966, + "nauc_mrr_at_1_max": 0.528326, + "nauc_mrr_at_1_std": 0.194473, + "nauc_mrr_at_1_diff1": 0.61763, + "nauc_mrr_at_3_max": 0.516427, + "nauc_mrr_at_3_std": 0.20062, + "nauc_mrr_at_3_diff1": 0.565225, + "nauc_mrr_at_5_max": 0.514037, + "nauc_mrr_at_5_std": 0.202522, + "nauc_mrr_at_5_diff1": 0.556885, + "nauc_mrr_at_10_max": 0.511842, + "nauc_mrr_at_10_std": 0.204347, + "nauc_mrr_at_10_diff1": 0.551025, + "nauc_mrr_at_20_max": 0.511336, + "nauc_mrr_at_20_std": 0.205159, + "nauc_mrr_at_20_diff1": 0.548841, + "nauc_mrr_at_100_max": 0.511192, + "nauc_mrr_at_100_std": 0.205801, + "nauc_mrr_at_100_diff1": 0.547832, + "nauc_mrr_at_1000_max": 0.511297, + "nauc_mrr_at_1000_std": 0.205748, + "nauc_mrr_at_1000_diff1": 0.547897, + "main_score": 0.32701, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 165.1875557899475, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishHealthcare1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishHealthcare1Retrieval.json new file mode 100644 index 0000000000..814536705f --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/EnglishHealthcare1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "393c24e85114d44c43259fb2d1c5639c5d09809d", + "task_name": "EnglishHealthcare1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.21744, + "ndcg_at_3": 0.28362, + "ndcg_at_5": 0.3071, + "ndcg_at_10": 0.33494, + "ndcg_at_20": 0.36467, + "ndcg_at_100": 0.42875, + "ndcg_at_1000": 0.4369, + "map_at_1": 0.21744, + "map_at_3": 0.26727, + "map_at_5": 0.28035, + "map_at_10": 0.29184, + "map_at_20": 0.29981, + "map_at_100": 0.30824, + "map_at_1000": 0.30873, + "recall_at_1": 0.21744, + "recall_at_3": 0.33097, + "recall_at_5": 0.38773, + "recall_at_10": 0.4739, + "recall_at_20": 0.59267, + "recall_at_100": 0.94442, + "recall_at_1000": 1.0, + "precision_at_1": 0.21744, + "precision_at_3": 0.11032, + "precision_at_5": 0.07755, + "precision_at_10": 0.04739, + "precision_at_20": 0.02968, + "precision_at_100": 0.00947, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.217435, + "mrr_at_3": 0.267275, + "mrr_at_5": 0.280351, + "mrr_at_10": 0.291836, + "mrr_at_20": 0.299853, + "mrr_at_100": 0.308286, + "mrr_at_1000": 0.308748, + "nauc_ndcg_at_1_max": 0.446332, + "nauc_ndcg_at_1_std": 0.255244, + "nauc_ndcg_at_1_diff1": 0.489606, + "nauc_ndcg_at_3_max": 0.450687, + "nauc_ndcg_at_3_std": 0.266958, + "nauc_ndcg_at_3_diff1": 0.429386, + "nauc_ndcg_at_5_max": 0.445715, + "nauc_ndcg_at_5_std": 0.273572, + "nauc_ndcg_at_5_diff1": 0.406156, + "nauc_ndcg_at_10_max": 0.438318, + "nauc_ndcg_at_10_std": 0.276122, + "nauc_ndcg_at_10_diff1": 0.387515, + "nauc_ndcg_at_20_max": 0.438352, + "nauc_ndcg_at_20_std": 0.28039, + "nauc_ndcg_at_20_diff1": 0.382637, + "nauc_ndcg_at_100_max": 0.446118, + "nauc_ndcg_at_100_std": 0.282581, + "nauc_ndcg_at_100_diff1": 0.402361, + "nauc_ndcg_at_1000_max": 0.443203, + "nauc_ndcg_at_1000_std": 0.275815, + "nauc_ndcg_at_1000_diff1": 0.406267, + "nauc_map_at_1_max": 0.446332, + "nauc_map_at_1_std": 0.255244, + "nauc_map_at_1_diff1": 0.489606, + "nauc_map_at_3_max": 0.449906, + "nauc_map_at_3_std": 0.264687, + "nauc_map_at_3_diff1": 0.442771, + "nauc_map_at_5_max": 0.447053, + "nauc_map_at_5_std": 0.268315, + "nauc_map_at_5_diff1": 0.429333, + "nauc_map_at_10_max": 0.443747, + "nauc_map_at_10_std": 0.269357, + "nauc_map_at_10_diff1": 0.421589, + "nauc_map_at_20_max": 0.44397, + "nauc_map_at_20_std": 0.270699, + "nauc_map_at_20_diff1": 0.420271, + "nauc_map_at_100_max": 0.444876, + "nauc_map_at_100_std": 0.271127, + "nauc_map_at_100_diff1": 0.422617, + "nauc_map_at_1000_max": 0.444713, + "nauc_map_at_1000_std": 0.270753, + "nauc_map_at_1000_diff1": 0.422821, + "nauc_recall_at_1_max": 0.446332, + "nauc_recall_at_1_std": 0.255244, + "nauc_recall_at_1_diff1": 0.489606, + "nauc_recall_at_3_max": 0.452688, + "nauc_recall_at_3_std": 0.27286, + "nauc_recall_at_3_diff1": 0.393844, + "nauc_recall_at_5_max": 0.441533, + "nauc_recall_at_5_std": 0.288183, + "nauc_recall_at_5_diff1": 0.342894, + "nauc_recall_at_10_max": 0.420799, + "nauc_recall_at_10_std": 0.295934, + "nauc_recall_at_10_diff1": 0.287124, + "nauc_recall_at_20_max": 0.418056, + "nauc_recall_at_20_std": 0.314328, + "nauc_recall_at_20_diff1": 0.25807, + "nauc_recall_at_100_max": 0.536027, + "nauc_recall_at_100_std": 0.500127, + "nauc_recall_at_100_diff1": 0.264645, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.446332, + "nauc_precision_at_1_std": 0.255244, + "nauc_precision_at_1_diff1": 0.489606, + "nauc_precision_at_3_max": 0.452688, + "nauc_precision_at_3_std": 0.27286, + "nauc_precision_at_3_diff1": 0.393844, + "nauc_precision_at_5_max": 0.441533, + "nauc_precision_at_5_std": 0.288183, + "nauc_precision_at_5_diff1": 0.342894, + "nauc_precision_at_10_max": 0.420799, + "nauc_precision_at_10_std": 0.295934, + "nauc_precision_at_10_diff1": 0.287124, + "nauc_precision_at_20_max": 0.416034, + "nauc_precision_at_20_std": 0.311962, + "nauc_precision_at_20_diff1": 0.256691, + "nauc_precision_at_100_max": 0.494768, + "nauc_precision_at_100_std": 0.454204, + "nauc_precision_at_100_diff1": 0.238285, + "nauc_precision_at_1000_max": -0.514579, + "nauc_precision_at_1000_std": -0.574664, + "nauc_precision_at_1000_diff1": -0.353595, + "nauc_mrr_at_1_max": 0.446332, + "nauc_mrr_at_1_std": 0.255244, + "nauc_mrr_at_1_diff1": 0.489606, + "nauc_mrr_at_3_max": 0.449906, + "nauc_mrr_at_3_std": 0.264687, + "nauc_mrr_at_3_diff1": 0.442771, + "nauc_mrr_at_5_max": 0.447053, + "nauc_mrr_at_5_std": 0.268315, + "nauc_mrr_at_5_diff1": 0.429333, + "nauc_mrr_at_10_max": 0.443747, + "nauc_mrr_at_10_std": 0.269357, + "nauc_mrr_at_10_diff1": 0.421589, + "nauc_mrr_at_20_max": 0.443866, + "nauc_mrr_at_20_std": 0.270573, + "nauc_mrr_at_20_diff1": 0.420207, + "nauc_mrr_at_100_max": 0.444776, + "nauc_mrr_at_100_std": 0.270995, + "nauc_mrr_at_100_diff1": 0.42256, + "nauc_mrr_at_1000_max": 0.444661, + "nauc_mrr_at_1000_std": 0.270689, + "nauc_mrr_at_1000_diff1": 0.422787, + "main_score": 0.33494, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.773857831954956, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FinQARetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FinQARetrieval.json new file mode 100644 index 0000000000..8f5c53d2ff --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FinQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd", + "task_name": "FinQARetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.13533, + "ndcg_at_3": 0.19146, + "ndcg_at_5": 0.20999, + "ndcg_at_10": 0.22983, + "ndcg_at_20": 0.25185, + "ndcg_at_100": 0.29211, + "ndcg_at_1000": 0.33804, + "map_at_1": 0.13533, + "map_at_3": 0.17721, + "map_at_5": 0.18754, + "map_at_10": 0.19569, + "map_at_20": 0.20163, + "map_at_100": 0.20702, + "map_at_1000": 0.20882, + "recall_at_1": 0.13533, + "recall_at_3": 0.23286, + "recall_at_5": 0.27768, + "recall_at_10": 0.33919, + "recall_at_20": 0.42707, + "recall_at_100": 0.64675, + "recall_at_1000": 1.0, + "precision_at_1": 0.13533, + "precision_at_3": 0.07762, + "precision_at_5": 0.05554, + "precision_at_10": 0.03392, + "precision_at_20": 0.02135, + "precision_at_100": 0.00647, + "precision_at_1000": 0.001, + "mrr_at_1": 0.135325, + "mrr_at_3": 0.176919, + "mrr_at_5": 0.187551, + "mrr_at_10": 0.195705, + "mrr_at_20": 0.201634, + "mrr_at_100": 0.207031, + "mrr_at_1000": 0.208828, + "nauc_ndcg_at_1_max": 0.301524, + "nauc_ndcg_at_1_std": -0.033902, + "nauc_ndcg_at_1_diff1": 0.456323, + "nauc_ndcg_at_3_max": 0.241773, + "nauc_ndcg_at_3_std": -0.051248, + "nauc_ndcg_at_3_diff1": 0.321413, + "nauc_ndcg_at_5_max": 0.229235, + "nauc_ndcg_at_5_std": -0.041857, + "nauc_ndcg_at_5_diff1": 0.300444, + "nauc_ndcg_at_10_max": 0.226099, + "nauc_ndcg_at_10_std": -0.039187, + "nauc_ndcg_at_10_diff1": 0.289067, + "nauc_ndcg_at_20_max": 0.225995, + "nauc_ndcg_at_20_std": -0.030562, + "nauc_ndcg_at_20_diff1": 0.270889, + "nauc_ndcg_at_100_max": 0.236846, + "nauc_ndcg_at_100_std": -0.014813, + "nauc_ndcg_at_100_diff1": 0.271157, + "nauc_ndcg_at_1000_max": 0.238679, + "nauc_ndcg_at_1000_std": -0.029007, + "nauc_ndcg_at_1000_diff1": 0.297316, + "nauc_map_at_1_max": 0.301524, + "nauc_map_at_1_std": -0.033902, + "nauc_map_at_1_diff1": 0.456323, + "nauc_map_at_3_max": 0.252966, + "nauc_map_at_3_std": -0.047528, + "nauc_map_at_3_diff1": 0.34885, + "nauc_map_at_5_max": 0.245317, + "nauc_map_at_5_std": -0.042087, + "nauc_map_at_5_diff1": 0.335545, + "nauc_map_at_10_max": 0.243529, + "nauc_map_at_10_std": -0.0407, + "nauc_map_at_10_diff1": 0.330004, + "nauc_map_at_20_max": 0.243752, + "nauc_map_at_20_std": -0.037818, + "nauc_map_at_20_diff1": 0.324639, + "nauc_map_at_100_max": 0.245755, + "nauc_map_at_100_std": -0.035689, + "nauc_map_at_100_diff1": 0.325266, + "nauc_map_at_1000_max": 0.245897, + "nauc_map_at_1000_std": -0.036214, + "nauc_map_at_1000_diff1": 0.326465, + "nauc_recall_at_1_max": 0.301524, + "nauc_recall_at_1_std": -0.033902, + "nauc_recall_at_1_diff1": 0.456323, + "nauc_recall_at_3_max": 0.215157, + "nauc_recall_at_3_std": -0.06027, + "nauc_recall_at_3_diff1": 0.25537, + "nauc_recall_at_5_max": 0.191477, + "nauc_recall_at_5_std": -0.040272, + "nauc_recall_at_5_diff1": 0.218437, + "nauc_recall_at_10_max": 0.186458, + "nauc_recall_at_10_std": -0.03445, + "nauc_recall_at_10_diff1": 0.194625, + "nauc_recall_at_20_max": 0.18525, + "nauc_recall_at_20_std": -0.008903, + "nauc_recall_at_20_diff1": 0.138107, + "nauc_recall_at_100_max": 0.227269, + "nauc_recall_at_100_std": 0.080046, + "nauc_recall_at_100_diff1": 0.103938, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.301524, + "nauc_precision_at_1_std": -0.033902, + "nauc_precision_at_1_diff1": 0.456323, + "nauc_precision_at_3_max": 0.215157, + "nauc_precision_at_3_std": -0.06027, + "nauc_precision_at_3_diff1": 0.25537, + "nauc_precision_at_5_max": 0.191477, + "nauc_precision_at_5_std": -0.040272, + "nauc_precision_at_5_diff1": 0.218437, + "nauc_precision_at_10_max": 0.186458, + "nauc_precision_at_10_std": -0.03445, + "nauc_precision_at_10_diff1": 0.194625, + "nauc_precision_at_20_max": 0.18525, + "nauc_precision_at_20_std": -0.008903, + "nauc_precision_at_20_diff1": 0.138107, + "nauc_precision_at_100_max": 0.227269, + "nauc_precision_at_100_std": 0.080046, + "nauc_precision_at_100_diff1": 0.103938, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.301524, + "nauc_mrr_at_1_std": -0.033902, + "nauc_mrr_at_1_diff1": 0.456323, + "nauc_mrr_at_3_max": 0.253538, + "nauc_mrr_at_3_std": -0.046925, + "nauc_mrr_at_3_diff1": 0.349708, + "nauc_mrr_at_5_max": 0.245368, + "nauc_mrr_at_5_std": -0.041831, + "nauc_mrr_at_5_diff1": 0.335697, + "nauc_mrr_at_10_max": 0.243579, + "nauc_mrr_at_10_std": -0.040446, + "nauc_mrr_at_10_diff1": 0.330155, + "nauc_mrr_at_20_max": 0.243822, + "nauc_mrr_at_20_std": -0.03756, + "nauc_mrr_at_20_diff1": 0.324816, + "nauc_mrr_at_100_max": 0.245824, + "nauc_mrr_at_100_std": -0.035434, + "nauc_mrr_at_100_diff1": 0.325443, + "nauc_mrr_at_1000_max": 0.245966, + "nauc_mrr_at_1000_std": -0.035958, + "nauc_mrr_at_1000_diff1": 0.326642, + "main_score": 0.22983, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.1490609645843506, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FinanceBenchRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FinanceBenchRetrieval.json new file mode 100644 index 0000000000..2203dd1a74 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FinanceBenchRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e68478442112cae36b70a216f52cc2777acf0a7e", + "task_name": "FinanceBenchRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.22, + "ndcg_at_3": 0.33976, + "ndcg_at_5": 0.36443, + "ndcg_at_10": 0.41603, + "ndcg_at_20": 0.43251, + "ndcg_at_100": 0.48067, + "ndcg_at_1000": 0.48459, + "map_at_1": 0.22, + "map_at_3": 0.30778, + "map_at_5": 0.32144, + "map_at_10": 0.34263, + "map_at_20": 0.34695, + "map_at_100": 0.35403, + "map_at_1000": 0.35427, + "recall_at_1": 0.22, + "recall_at_3": 0.43333, + "recall_at_5": 0.49333, + "recall_at_10": 0.65333, + "recall_at_20": 0.72, + "recall_at_100": 0.97333, + "recall_at_1000": 1.0, + "precision_at_1": 0.22, + "precision_at_3": 0.14444, + "precision_at_5": 0.09867, + "precision_at_10": 0.06533, + "precision_at_20": 0.036, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.22, + "mrr_at_3": 0.307778, + "mrr_at_5": 0.323111, + "mrr_at_10": 0.344299, + "mrr_at_20": 0.348619, + "mrr_at_100": 0.355699, + "mrr_at_1000": 0.35594, + "nauc_ndcg_at_1_max": 0.176296, + "nauc_ndcg_at_1_std": -0.100134, + "nauc_ndcg_at_1_diff1": 0.324942, + "nauc_ndcg_at_3_max": 0.345101, + "nauc_ndcg_at_3_std": 0.074152, + "nauc_ndcg_at_3_diff1": 0.268685, + "nauc_ndcg_at_5_max": 0.368865, + "nauc_ndcg_at_5_std": 0.081238, + "nauc_ndcg_at_5_diff1": 0.249426, + "nauc_ndcg_at_10_max": 0.368592, + "nauc_ndcg_at_10_std": 0.092054, + "nauc_ndcg_at_10_diff1": 0.243707, + "nauc_ndcg_at_20_max": 0.367213, + "nauc_ndcg_at_20_std": 0.083842, + "nauc_ndcg_at_20_diff1": 0.255311, + "nauc_ndcg_at_100_max": 0.348084, + "nauc_ndcg_at_100_std": 0.067899, + "nauc_ndcg_at_100_diff1": 0.265161, + "nauc_ndcg_at_1000_max": 0.33914, + "nauc_ndcg_at_1000_std": 0.055743, + "nauc_ndcg_at_1000_diff1": 0.266071, + "nauc_map_at_1_max": 0.176296, + "nauc_map_at_1_std": -0.100134, + "nauc_map_at_1_diff1": 0.324942, + "nauc_map_at_3_max": 0.310885, + "nauc_map_at_3_std": 0.032298, + "nauc_map_at_3_diff1": 0.281118, + "nauc_map_at_5_max": 0.324892, + "nauc_map_at_5_std": 0.036938, + "nauc_map_at_5_diff1": 0.270208, + "nauc_map_at_10_max": 0.322904, + "nauc_map_at_10_std": 0.039184, + "nauc_map_at_10_diff1": 0.267559, + "nauc_map_at_20_max": 0.322228, + "nauc_map_at_20_std": 0.036998, + "nauc_map_at_20_diff1": 0.270856, + "nauc_map_at_100_max": 0.318974, + "nauc_map_at_100_std": 0.034151, + "nauc_map_at_100_diff1": 0.272907, + "nauc_map_at_1000_max": 0.318494, + "nauc_map_at_1000_std": 0.033504, + "nauc_map_at_1000_diff1": 0.272958, + "nauc_recall_at_1_max": 0.176296, + "nauc_recall_at_1_std": -0.100134, + "nauc_recall_at_1_diff1": 0.324942, + "nauc_recall_at_3_max": 0.434235, + "nauc_recall_at_3_std": 0.185869, + "nauc_recall_at_3_diff1": 0.235875, + "nauc_recall_at_5_max": 0.487974, + "nauc_recall_at_5_std": 0.201271, + "nauc_recall_at_5_diff1": 0.191141, + "nauc_recall_at_10_max": 0.518455, + "nauc_recall_at_10_std": 0.270983, + "nauc_recall_at_10_diff1": 0.163136, + "nauc_recall_at_20_max": 0.53588, + "nauc_recall_at_20_std": 0.25655, + "nauc_recall_at_20_diff1": 0.205853, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.865196, + "nauc_recall_at_100_diff1": 0.204832, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.176296, + "nauc_precision_at_1_std": -0.100134, + "nauc_precision_at_1_diff1": 0.324942, + "nauc_precision_at_3_max": 0.434235, + "nauc_precision_at_3_std": 0.185869, + "nauc_precision_at_3_diff1": 0.235875, + "nauc_precision_at_5_max": 0.487974, + "nauc_precision_at_5_std": 0.201271, + "nauc_precision_at_5_diff1": 0.191141, + "nauc_precision_at_10_max": 0.518455, + "nauc_precision_at_10_std": 0.270983, + "nauc_precision_at_10_diff1": 0.163136, + "nauc_precision_at_20_max": 0.53588, + "nauc_precision_at_20_std": 0.25655, + "nauc_precision_at_20_diff1": 0.205853, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.865196, + "nauc_precision_at_100_diff1": 0.204832, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.176296, + "nauc_mrr_at_1_std": -0.100134, + "nauc_mrr_at_1_diff1": 0.324942, + "nauc_mrr_at_3_max": 0.3092, + "nauc_mrr_at_3_std": 0.021358, + "nauc_mrr_at_3_diff1": 0.285797, + "nauc_mrr_at_5_max": 0.320546, + "nauc_mrr_at_5_std": 0.031826, + "nauc_mrr_at_5_diff1": 0.272278, + "nauc_mrr_at_10_max": 0.318446, + "nauc_mrr_at_10_std": 0.033932, + "nauc_mrr_at_10_diff1": 0.269688, + "nauc_mrr_at_20_max": 0.317734, + "nauc_mrr_at_20_std": 0.031707, + "nauc_mrr_at_20_diff1": 0.272998, + "nauc_mrr_at_100_max": 0.3144, + "nauc_mrr_at_100_std": 0.028764, + "nauc_mrr_at_100_diff1": 0.275086, + "nauc_mrr_at_1000_max": 0.313918, + "nauc_mrr_at_1000_std": 0.028114, + "nauc_mrr_at_1000_diff1": 0.275138, + "main_score": 0.41603, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 0.6477246284484863, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/French1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/French1Retrieval.json new file mode 100644 index 0000000000..fe2989727f --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/French1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c5c5a44f75dff57be44e5623e817239b050bf0f2", + "task_name": "French1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.55564, + "ndcg_at_3": 0.62887, + "ndcg_at_5": 0.6473, + "ndcg_at_10": 0.66719, + "ndcg_at_20": 0.68036, + "ndcg_at_100": 0.69571, + "ndcg_at_1000": 0.70417, + "map_at_1": 0.55564, + "map_at_3": 0.61093, + "map_at_5": 0.62111, + "map_at_10": 0.62942, + "map_at_20": 0.63308, + "map_at_100": 0.63519, + "map_at_1000": 0.63551, + "recall_at_1": 0.55564, + "recall_at_3": 0.68076, + "recall_at_5": 0.7257, + "recall_at_10": 0.78669, + "recall_at_20": 0.83844, + "recall_at_100": 0.92128, + "recall_at_1000": 0.9881, + "precision_at_1": 0.55564, + "precision_at_3": 0.227, + "precision_at_5": 0.14519, + "precision_at_10": 0.07869, + "precision_at_20": 0.04193, + "precision_at_100": 0.00922, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.555394, + "mrr_at_3": 0.610625, + "mrr_at_5": 0.620926, + "mrr_at_10": 0.629196, + "mrr_at_20": 0.632863, + "mrr_at_100": 0.63497, + "mrr_at_1000": 0.635285, + "nauc_ndcg_at_1_max": 0.554015, + "nauc_ndcg_at_1_std": -0.059107, + "nauc_ndcg_at_1_diff1": 0.697767, + "nauc_ndcg_at_3_max": 0.57397, + "nauc_ndcg_at_3_std": -0.030015, + "nauc_ndcg_at_3_diff1": 0.650418, + "nauc_ndcg_at_5_max": 0.57458, + "nauc_ndcg_at_5_std": -0.02348, + "nauc_ndcg_at_5_diff1": 0.643461, + "nauc_ndcg_at_10_max": 0.576402, + "nauc_ndcg_at_10_std": -0.016422, + "nauc_ndcg_at_10_diff1": 0.639316, + "nauc_ndcg_at_20_max": 0.579535, + "nauc_ndcg_at_20_std": -0.014212, + "nauc_ndcg_at_20_diff1": 0.640092, + "nauc_ndcg_at_100_max": 0.578583, + "nauc_ndcg_at_100_std": -0.010852, + "nauc_ndcg_at_100_diff1": 0.645752, + "nauc_ndcg_at_1000_max": 0.575777, + "nauc_ndcg_at_1000_std": -0.018924, + "nauc_ndcg_at_1000_diff1": 0.649479, + "nauc_map_at_1_max": 0.554015, + "nauc_map_at_1_std": -0.059107, + "nauc_map_at_1_diff1": 0.697767, + "nauc_map_at_3_max": 0.569133, + "nauc_map_at_3_std": -0.037989, + "nauc_map_at_3_diff1": 0.662268, + "nauc_map_at_5_max": 0.569257, + "nauc_map_at_5_std": -0.034942, + "nauc_map_at_5_diff1": 0.658889, + "nauc_map_at_10_max": 0.569939, + "nauc_map_at_10_std": -0.03225, + "nauc_map_at_10_diff1": 0.657623, + "nauc_map_at_20_max": 0.570594, + "nauc_map_at_20_std": -0.032045, + "nauc_map_at_20_diff1": 0.658, + "nauc_map_at_100_max": 0.570471, + "nauc_map_at_100_std": -0.031622, + "nauc_map_at_100_diff1": 0.658794, + "nauc_map_at_1000_max": 0.570377, + "nauc_map_at_1000_std": -0.031863, + "nauc_map_at_1000_diff1": 0.658926, + "nauc_recall_at_1_max": 0.554015, + "nauc_recall_at_1_std": -0.059107, + "nauc_recall_at_1_diff1": 0.697767, + "nauc_recall_at_3_max": 0.589542, + "nauc_recall_at_3_std": -0.003889, + "nauc_recall_at_3_diff1": 0.612132, + "nauc_recall_at_5_max": 0.593654, + "nauc_recall_at_5_std": 0.019161, + "nauc_recall_at_5_diff1": 0.587392, + "nauc_recall_at_10_max": 0.604916, + "nauc_recall_at_10_std": 0.05676, + "nauc_recall_at_10_diff1": 0.557311, + "nauc_recall_at_20_max": 0.63442, + "nauc_recall_at_20_std": 0.094453, + "nauc_recall_at_20_diff1": 0.539537, + "nauc_recall_at_100_max": 0.668711, + "nauc_recall_at_100_std": 0.24733, + "nauc_recall_at_100_diff1": 0.538383, + "nauc_recall_at_1000_max": 0.74005, + "nauc_recall_at_1000_std": 0.383758, + "nauc_recall_at_1000_diff1": 0.524489, + "nauc_precision_at_1_max": 0.554015, + "nauc_precision_at_1_std": -0.059107, + "nauc_precision_at_1_diff1": 0.697767, + "nauc_precision_at_3_max": 0.590184, + "nauc_precision_at_3_std": -0.002319, + "nauc_precision_at_3_diff1": 0.611329, + "nauc_precision_at_5_max": 0.594366, + "nauc_precision_at_5_std": 0.020881, + "nauc_precision_at_5_diff1": 0.586534, + "nauc_precision_at_10_max": 0.605764, + "nauc_precision_at_10_std": 0.058783, + "nauc_precision_at_10_diff1": 0.556326, + "nauc_precision_at_20_max": 0.635424, + "nauc_precision_at_20_std": 0.096939, + "nauc_precision_at_20_diff1": 0.538327, + "nauc_precision_at_100_max": 0.67048, + "nauc_precision_at_100_std": 0.25135, + "nauc_precision_at_100_diff1": 0.536034, + "nauc_precision_at_1000_max": 0.748962, + "nauc_precision_at_1000_std": 0.404885, + "nauc_precision_at_1000_diff1": 0.509885, + "nauc_mrr_at_1_max": 0.552502, + "nauc_mrr_at_1_std": -0.059929, + "nauc_mrr_at_1_diff1": 0.698318, + "nauc_mrr_at_3_max": 0.56846, + "nauc_mrr_at_3_std": -0.038245, + "nauc_mrr_at_3_diff1": 0.663144, + "nauc_mrr_at_5_max": 0.568068, + "nauc_mrr_at_5_std": -0.035466, + "nauc_mrr_at_5_diff1": 0.659329, + "nauc_mrr_at_10_max": 0.568774, + "nauc_mrr_at_10_std": -0.03277, + "nauc_mrr_at_10_diff1": 0.658107, + "nauc_mrr_at_20_max": 0.569433, + "nauc_mrr_at_20_std": -0.032547, + "nauc_mrr_at_20_diff1": 0.6585, + "nauc_mrr_at_100_max": 0.569287, + "nauc_mrr_at_100_std": -0.032146, + "nauc_mrr_at_100_diff1": 0.659288, + "nauc_mrr_at_1000_max": 0.569192, + "nauc_mrr_at_1000_std": -0.032388, + "nauc_mrr_at_1000_diff1": 0.65942, + "main_score": 0.66719, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 133.7556664943695, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FrenchLegal1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FrenchLegal1Retrieval.json new file mode 100644 index 0000000000..31ee2ca719 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FrenchLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d", + "task_name": "FrenchLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.02203, + "ndcg_at_3": 0.03194, + "ndcg_at_5": 0.03541, + "ndcg_at_10": 0.04126, + "ndcg_at_20": 0.04777, + "ndcg_at_100": 0.06495, + "ndcg_at_1000": 0.11907, + "map_at_1": 0.02203, + "map_at_3": 0.02938, + "map_at_5": 0.0313, + "map_at_10": 0.03378, + "map_at_20": 0.03555, + "map_at_100": 0.03774, + "map_at_1000": 0.0391, + "recall_at_1": 0.02203, + "recall_at_3": 0.03938, + "recall_at_5": 0.04782, + "recall_at_10": 0.06564, + "recall_at_20": 0.09142, + "recall_at_100": 0.18706, + "recall_at_1000": 0.65401, + "precision_at_1": 0.02203, + "precision_at_3": 0.01313, + "precision_at_5": 0.00956, + "precision_at_10": 0.00656, + "precision_at_20": 0.00457, + "precision_at_100": 0.00187, + "precision_at_1000": 0.00065, + "mrr_at_1": 0.022035, + "mrr_at_3": 0.02938, + "mrr_at_5": 0.031302, + "mrr_at_10": 0.033779, + "mrr_at_20": 0.035555, + "mrr_at_100": 0.037735, + "mrr_at_1000": 0.039103, + "nauc_ndcg_at_1_max": 0.321394, + "nauc_ndcg_at_1_std": -0.25888, + "nauc_ndcg_at_1_diff1": 0.433731, + "nauc_ndcg_at_3_max": 0.280729, + "nauc_ndcg_at_3_std": -0.260764, + "nauc_ndcg_at_3_diff1": 0.329001, + "nauc_ndcg_at_5_max": 0.249562, + "nauc_ndcg_at_5_std": -0.257035, + "nauc_ndcg_at_5_diff1": 0.307478, + "nauc_ndcg_at_10_max": 0.242508, + "nauc_ndcg_at_10_std": -0.22985, + "nauc_ndcg_at_10_diff1": 0.246684, + "nauc_ndcg_at_20_max": 0.239374, + "nauc_ndcg_at_20_std": -0.211741, + "nauc_ndcg_at_20_diff1": 0.197088, + "nauc_ndcg_at_100_max": 0.208922, + "nauc_ndcg_at_100_std": -0.195144, + "nauc_ndcg_at_100_diff1": 0.162001, + "nauc_ndcg_at_1000_max": 0.241691, + "nauc_ndcg_at_1000_std": -0.152612, + "nauc_ndcg_at_1000_diff1": 0.143012, + "nauc_map_at_1_max": 0.321394, + "nauc_map_at_1_std": -0.25888, + "nauc_map_at_1_diff1": 0.433731, + "nauc_map_at_3_max": 0.29092, + "nauc_map_at_3_std": -0.260428, + "nauc_map_at_3_diff1": 0.347441, + "nauc_map_at_5_max": 0.270442, + "nauc_map_at_5_std": -0.258232, + "nauc_map_at_5_diff1": 0.332344, + "nauc_map_at_10_max": 0.265668, + "nauc_map_at_10_std": -0.243975, + "nauc_map_at_10_diff1": 0.298918, + "nauc_map_at_20_max": 0.262995, + "nauc_map_at_20_std": -0.236434, + "nauc_map_at_20_diff1": 0.277993, + "nauc_map_at_100_max": 0.255983, + "nauc_map_at_100_std": -0.231149, + "nauc_map_at_100_diff1": 0.267775, + "nauc_map_at_1000_max": 0.256143, + "nauc_map_at_1000_std": -0.227965, + "nauc_map_at_1000_diff1": 0.265729, + "nauc_recall_at_1_max": 0.321394, + "nauc_recall_at_1_std": -0.25888, + "nauc_recall_at_1_diff1": 0.433731, + "nauc_recall_at_3_max": 0.257917, + "nauc_recall_at_3_std": -0.261484, + "nauc_recall_at_3_diff1": 0.289455, + "nauc_recall_at_5_max": 0.206701, + "nauc_recall_at_5_std": -0.254322, + "nauc_recall_at_5_diff1": 0.258979, + "nauc_recall_at_10_max": 0.203624, + "nauc_recall_at_10_std": -0.203407, + "nauc_recall_at_10_diff1": 0.156411, + "nauc_recall_at_20_max": 0.209137, + "nauc_recall_at_20_std": -0.173939, + "nauc_recall_at_20_diff1": 0.079505, + "nauc_recall_at_100_max": 0.156993, + "nauc_recall_at_100_std": -0.157962, + "nauc_recall_at_100_diff1": 0.053187, + "nauc_recall_at_1000_max": 0.278507, + "nauc_recall_at_1000_std": -0.038183, + "nauc_recall_at_1000_diff1": 0.004817, + "nauc_precision_at_1_max": 0.321394, + "nauc_precision_at_1_std": -0.25888, + "nauc_precision_at_1_diff1": 0.433731, + "nauc_precision_at_3_max": 0.257917, + "nauc_precision_at_3_std": -0.261484, + "nauc_precision_at_3_diff1": 0.289455, + "nauc_precision_at_5_max": 0.206701, + "nauc_precision_at_5_std": -0.254322, + "nauc_precision_at_5_diff1": 0.258979, + "nauc_precision_at_10_max": 0.203624, + "nauc_precision_at_10_std": -0.203407, + "nauc_precision_at_10_diff1": 0.156411, + "nauc_precision_at_20_max": 0.209137, + "nauc_precision_at_20_std": -0.173939, + "nauc_precision_at_20_diff1": 0.079505, + "nauc_precision_at_100_max": 0.156993, + "nauc_precision_at_100_std": -0.157962, + "nauc_precision_at_100_diff1": 0.053187, + "nauc_precision_at_1000_max": 0.278507, + "nauc_precision_at_1000_std": -0.038183, + "nauc_precision_at_1000_diff1": 0.004817, + "nauc_mrr_at_1_max": 0.321394, + "nauc_mrr_at_1_std": -0.25888, + "nauc_mrr_at_1_diff1": 0.433731, + "nauc_mrr_at_3_max": 0.29092, + "nauc_mrr_at_3_std": -0.260428, + "nauc_mrr_at_3_diff1": 0.347441, + "nauc_mrr_at_5_max": 0.270442, + "nauc_mrr_at_5_std": -0.258232, + "nauc_mrr_at_5_diff1": 0.332344, + "nauc_mrr_at_10_max": 0.265668, + "nauc_mrr_at_10_std": -0.243975, + "nauc_mrr_at_10_diff1": 0.298918, + "nauc_mrr_at_20_max": 0.262995, + "nauc_mrr_at_20_std": -0.236434, + "nauc_mrr_at_20_diff1": 0.277993, + "nauc_mrr_at_100_max": 0.255983, + "nauc_mrr_at_100_std": -0.231149, + "nauc_mrr_at_100_diff1": 0.267775, + "nauc_mrr_at_1000_max": 0.256143, + "nauc_mrr_at_1000_std": -0.227965, + "nauc_mrr_at_1000_diff1": 0.265729, + "main_score": 0.04126, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 28.727385997772217, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FreshStackRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FreshStackRetrieval.json new file mode 100644 index 0000000000..5aad510705 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FreshStackRetrieval.json @@ -0,0 +1,161 @@ +{ + "dataset_revision": "7a20df1abe4dafc46f93f9a7965bf9c6968bdf04", + "task_name": "FreshStackRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.13839, + "ndcg_at_3": 0.116, + "ndcg_at_5": 0.10933, + "ndcg_at_10": 0.11122, + "ndcg_at_20": 0.12275, + "ndcg_at_100": 0.17973, + "ndcg_at_1000": 0.27235, + "map_at_1": 0.02249, + "map_at_3": 0.0367, + "map_at_5": 0.04352, + "map_at_10": 0.05301, + "map_at_20": 0.05963, + "map_at_100": 0.07054, + "map_at_1000": 0.0768, + "recall_at_1": 0.02249, + "recall_at_3": 0.0461, + "recall_at_5": 0.06429, + "recall_at_10": 0.1035, + "recall_at_20": 0.14459, + "recall_at_100": 0.31183, + "recall_at_1000": 0.70448, + "precision_at_1": 0.13839, + "precision_at_3": 0.10665, + "precision_at_5": 0.09167, + "precision_at_10": 0.07411, + "precision_at_20": 0.05454, + "precision_at_100": 0.02446, + "precision_at_1000": 0.00577, + "mrr_at_1": 0.138393, + "mrr_at_3": 0.181796, + "mrr_at_5": 0.19623, + "mrr_at_10": 0.210689, + "mrr_at_20": 0.216871, + "mrr_at_100": 0.223028, + "mrr_at_1000": 0.224014, + "nauc_ndcg_at_1_max": 0.035319, + "nauc_ndcg_at_1_std": -0.027772, + "nauc_ndcg_at_1_diff1": 0.182806, + "nauc_ndcg_at_3_max": 0.064562, + "nauc_ndcg_at_3_std": -0.021547, + "nauc_ndcg_at_3_diff1": 0.130363, + "nauc_ndcg_at_5_max": 0.067662, + "nauc_ndcg_at_5_std": -0.008636, + "nauc_ndcg_at_5_diff1": 0.124521, + "nauc_ndcg_at_10_max": 0.071628, + "nauc_ndcg_at_10_std": -0.007485, + "nauc_ndcg_at_10_diff1": 0.141179, + "nauc_ndcg_at_20_max": 0.083305, + "nauc_ndcg_at_20_std": 0.004667, + "nauc_ndcg_at_20_diff1": 0.142107, + "nauc_ndcg_at_100_max": 0.095215, + "nauc_ndcg_at_100_std": 0.030198, + "nauc_ndcg_at_100_diff1": 0.130751, + "nauc_ndcg_at_1000_max": 0.099467, + "nauc_ndcg_at_1000_std": 0.072415, + "nauc_ndcg_at_1000_diff1": 0.107693, + "nauc_map_at_1_max": 0.036373, + "nauc_map_at_1_std": -0.039224, + "nauc_map_at_1_diff1": 0.266877, + "nauc_map_at_3_max": 0.053133, + "nauc_map_at_3_std": -0.027891, + "nauc_map_at_3_diff1": 0.209682, + "nauc_map_at_5_max": 0.05355, + "nauc_map_at_5_std": -0.028609, + "nauc_map_at_5_diff1": 0.192968, + "nauc_map_at_10_max": 0.066692, + "nauc_map_at_10_std": -0.016581, + "nauc_map_at_10_diff1": 0.184672, + "nauc_map_at_20_max": 0.077694, + "nauc_map_at_20_std": -0.004292, + "nauc_map_at_20_diff1": 0.173966, + "nauc_map_at_100_max": 0.087298, + "nauc_map_at_100_std": 0.011024, + "nauc_map_at_100_diff1": 0.164525, + "nauc_map_at_1000_max": 0.087625, + "nauc_map_at_1000_std": 0.01922, + "nauc_map_at_1000_diff1": 0.159452, + "nauc_recall_at_1_max": 0.036373, + "nauc_recall_at_1_std": -0.039224, + "nauc_recall_at_1_diff1": 0.266877, + "nauc_recall_at_3_max": 0.059753, + "nauc_recall_at_3_std": -0.019898, + "nauc_recall_at_3_diff1": 0.18106, + "nauc_recall_at_5_max": 0.046454, + "nauc_recall_at_5_std": -0.02396, + "nauc_recall_at_5_diff1": 0.135983, + "nauc_recall_at_10_max": 0.048994, + "nauc_recall_at_10_std": -0.020248, + "nauc_recall_at_10_diff1": 0.124313, + "nauc_recall_at_20_max": 0.084641, + "nauc_recall_at_20_std": 0.003162, + "nauc_recall_at_20_diff1": 0.103385, + "nauc_recall_at_100_max": 0.087437, + "nauc_recall_at_100_std": 0.037751, + "nauc_recall_at_100_diff1": 0.075525, + "nauc_recall_at_1000_max": 0.102234, + "nauc_recall_at_1000_std": 0.195859, + "nauc_recall_at_1000_diff1": 0.013584, + "nauc_precision_at_1_max": 0.035319, + "nauc_precision_at_1_std": -0.027772, + "nauc_precision_at_1_diff1": 0.182806, + "nauc_precision_at_3_max": 0.077918, + "nauc_precision_at_3_std": -0.012174, + "nauc_precision_at_3_diff1": 0.098929, + "nauc_precision_at_5_max": 0.082282, + "nauc_precision_at_5_std": 0.008912, + "nauc_precision_at_5_diff1": 0.073995, + "nauc_precision_at_10_max": 0.098271, + "nauc_precision_at_10_std": 0.025774, + "nauc_precision_at_10_diff1": 0.085441, + "nauc_precision_at_20_max": 0.126706, + "nauc_precision_at_20_std": 0.060929, + "nauc_precision_at_20_diff1": 0.069905, + "nauc_precision_at_100_max": 0.127653, + "nauc_precision_at_100_std": 0.107703, + "nauc_precision_at_100_diff1": 0.048853, + "nauc_precision_at_1000_max": 0.082628, + "nauc_precision_at_1000_std": 0.103493, + "nauc_precision_at_1000_diff1": -0.02194, + "nauc_mrr_at_1_max": 0.035319, + "nauc_mrr_at_1_std": -0.027772, + "nauc_mrr_at_1_diff1": 0.182806, + "nauc_mrr_at_3_max": 0.054912, + "nauc_mrr_at_3_std": -0.014018, + "nauc_mrr_at_3_diff1": 0.160387, + "nauc_mrr_at_5_max": 0.05326, + "nauc_mrr_at_5_std": -0.009697, + "nauc_mrr_at_5_diff1": 0.148382, + "nauc_mrr_at_10_max": 0.049626, + "nauc_mrr_at_10_std": -0.015551, + "nauc_mrr_at_10_diff1": 0.151197, + "nauc_mrr_at_20_max": 0.052132, + "nauc_mrr_at_20_std": -0.014571, + "nauc_mrr_at_20_diff1": 0.148223, + "nauc_mrr_at_100_max": 0.052213, + "nauc_mrr_at_100_std": -0.014152, + "nauc_mrr_at_100_diff1": 0.147429, + "nauc_mrr_at_1000_max": 0.052237, + "nauc_mrr_at_1000_std": -0.014134, + "nauc_mrr_at_1000_diff1": 0.147742, + "main_score": 0.11122, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code", + "javascript-Code", + "go-Code" + ] + } + ] + }, + "evaluation_time": 24.485909938812256, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/German1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/German1Retrieval.json new file mode 100644 index 0000000000..3c0deaa90e --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/German1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd", + "task_name": "German1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.72887, + "ndcg_at_3": 0.79058, + "ndcg_at_5": 0.80478, + "ndcg_at_10": 0.81719, + "ndcg_at_20": 0.8238, + "ndcg_at_100": 0.83311, + "ndcg_at_1000": 0.83556, + "map_at_1": 0.72819, + "map_at_3": 0.77586, + "map_at_5": 0.78374, + "map_at_10": 0.78882, + "map_at_20": 0.79069, + "map_at_100": 0.79204, + "map_at_1000": 0.79213, + "recall_at_1": 0.72819, + "recall_at_3": 0.833, + "recall_at_5": 0.86748, + "recall_at_10": 0.90602, + "recall_at_20": 0.93171, + "recall_at_100": 0.98107, + "recall_at_1000": 1.0, + "precision_at_1": 0.72887, + "precision_at_3": 0.27812, + "precision_at_5": 0.17377, + "precision_at_10": 0.0908, + "precision_at_20": 0.04669, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.728871, + "mrr_at_3": 0.775862, + "mrr_at_5": 0.783739, + "mrr_at_10": 0.788782, + "mrr_at_20": 0.790657, + "mrr_at_100": 0.792001, + "mrr_at_1000": 0.792096, + "nauc_ndcg_at_1_max": 0.392407, + "nauc_ndcg_at_1_std": -0.219201, + "nauc_ndcg_at_1_diff1": 0.853703, + "nauc_ndcg_at_3_max": 0.381596, + "nauc_ndcg_at_3_std": -0.244343, + "nauc_ndcg_at_3_diff1": 0.828666, + "nauc_ndcg_at_5_max": 0.377739, + "nauc_ndcg_at_5_std": -0.236128, + "nauc_ndcg_at_5_diff1": 0.82469, + "nauc_ndcg_at_10_max": 0.376872, + "nauc_ndcg_at_10_std": -0.232657, + "nauc_ndcg_at_10_diff1": 0.824064, + "nauc_ndcg_at_20_max": 0.378688, + "nauc_ndcg_at_20_std": -0.229011, + "nauc_ndcg_at_20_diff1": 0.826592, + "nauc_ndcg_at_100_max": 0.376211, + "nauc_ndcg_at_100_std": -0.230748, + "nauc_ndcg_at_100_diff1": 0.829866, + "nauc_ndcg_at_1000_max": 0.38027, + "nauc_ndcg_at_1000_std": -0.229706, + "nauc_ndcg_at_1000_diff1": 0.830499, + "nauc_map_at_1_max": 0.393411, + "nauc_map_at_1_std": -0.216946, + "nauc_map_at_1_diff1": 0.854604, + "nauc_map_at_3_max": 0.385535, + "nauc_map_at_3_std": -0.2368, + "nauc_map_at_3_diff1": 0.835331, + "nauc_map_at_5_max": 0.383512, + "nauc_map_at_5_std": -0.232744, + "nauc_map_at_5_diff1": 0.833577, + "nauc_map_at_10_max": 0.383156, + "nauc_map_at_10_std": -0.231273, + "nauc_map_at_10_diff1": 0.833292, + "nauc_map_at_20_max": 0.383706, + "nauc_map_at_20_std": -0.230254, + "nauc_map_at_20_diff1": 0.833952, + "nauc_map_at_100_max": 0.383502, + "nauc_map_at_100_std": -0.230044, + "nauc_map_at_100_diff1": 0.834279, + "nauc_map_at_1000_max": 0.383631, + "nauc_map_at_1000_std": -0.229975, + "nauc_map_at_1000_diff1": 0.834295, + "nauc_recall_at_1_max": 0.393411, + "nauc_recall_at_1_std": -0.216946, + "nauc_recall_at_1_diff1": 0.854604, + "nauc_recall_at_3_max": 0.366574, + "nauc_recall_at_3_std": -0.272442, + "nauc_recall_at_3_diff1": 0.804261, + "nauc_recall_at_5_max": 0.351307, + "nauc_recall_at_5_std": -0.248834, + "nauc_recall_at_5_diff1": 0.784912, + "nauc_recall_at_10_max": 0.339021, + "nauc_recall_at_10_std": -0.235499, + "nauc_recall_at_10_diff1": 0.769992, + "nauc_recall_at_20_max": 0.340346, + "nauc_recall_at_20_std": -0.205604, + "nauc_recall_at_20_diff1": 0.773737, + "nauc_recall_at_100_max": 0.12829, + "nauc_recall_at_100_std": -0.276524, + "nauc_recall_at_100_diff1": 0.788881, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.392407, + "nauc_precision_at_1_std": -0.219201, + "nauc_precision_at_1_diff1": 0.853703, + "nauc_precision_at_3_max": 0.355833, + "nauc_precision_at_3_std": -0.273826, + "nauc_precision_at_3_diff1": 0.784616, + "nauc_precision_at_5_max": 0.338377, + "nauc_precision_at_5_std": -0.25096, + "nauc_precision_at_5_diff1": 0.761106, + "nauc_precision_at_10_max": 0.312899, + "nauc_precision_at_10_std": -0.238311, + "nauc_precision_at_10_diff1": 0.722241, + "nauc_precision_at_20_max": 0.304814, + "nauc_precision_at_20_std": -0.21089, + "nauc_precision_at_20_diff1": 0.70872, + "nauc_precision_at_100_max": 0.047978, + "nauc_precision_at_100_std": -0.282289, + "nauc_precision_at_100_diff1": 0.578599, + "nauc_precision_at_1000_max": -0.383057, + "nauc_precision_at_1000_std": -0.313232, + "nauc_precision_at_1000_diff1": -0.549974, + "nauc_mrr_at_1_max": 0.392407, + "nauc_mrr_at_1_std": -0.219201, + "nauc_mrr_at_1_diff1": 0.853703, + "nauc_mrr_at_3_max": 0.385535, + "nauc_mrr_at_3_std": -0.2368, + "nauc_mrr_at_3_diff1": 0.835331, + "nauc_mrr_at_5_max": 0.383512, + "nauc_mrr_at_5_std": -0.232744, + "nauc_mrr_at_5_diff1": 0.833577, + "nauc_mrr_at_10_max": 0.383229, + "nauc_mrr_at_10_std": -0.231167, + "nauc_mrr_at_10_diff1": 0.833344, + "nauc_mrr_at_20_max": 0.38378, + "nauc_mrr_at_20_std": -0.230147, + "nauc_mrr_at_20_diff1": 0.834004, + "nauc_mrr_at_100_max": 0.383577, + "nauc_mrr_at_100_std": -0.229936, + "nauc_mrr_at_100_diff1": 0.834331, + "nauc_mrr_at_1000_max": 0.383705, + "nauc_mrr_at_1000_std": -0.229868, + "nauc_mrr_at_1000_diff1": 0.834348, + "main_score": 0.81719, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 3.1893081665039062, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/GermanHealthcare1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/GermanHealthcare1Retrieval.json new file mode 100644 index 0000000000..48f05ee270 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/GermanHealthcare1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8", + "task_name": "GermanHealthcare1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.26452, + "ndcg_at_3": 0.35189, + "ndcg_at_5": 0.37957, + "ndcg_at_10": 0.41174, + "ndcg_at_20": 0.44042, + "ndcg_at_100": 0.47525, + "ndcg_at_1000": 0.49127, + "map_at_1": 0.26452, + "map_at_3": 0.33011, + "map_at_5": 0.34559, + "map_at_10": 0.35898, + "map_at_20": 0.36678, + "map_at_100": 0.37179, + "map_at_1000": 0.37248, + "recall_at_1": 0.26452, + "recall_at_3": 0.41505, + "recall_at_5": 0.48172, + "recall_at_10": 0.58065, + "recall_at_20": 0.69462, + "recall_at_100": 0.87957, + "recall_at_1000": 1.0, + "precision_at_1": 0.26452, + "precision_at_3": 0.13835, + "precision_at_5": 0.09634, + "precision_at_10": 0.05806, + "precision_at_20": 0.03473, + "precision_at_100": 0.0088, + "precision_at_1000": 0.001, + "mrr_at_1": 0.264516, + "mrr_at_3": 0.330108, + "mrr_at_5": 0.345591, + "mrr_at_10": 0.358976, + "mrr_at_20": 0.366784, + "mrr_at_100": 0.371792, + "mrr_at_1000": 0.372479, + "nauc_ndcg_at_1_max": 0.368246, + "nauc_ndcg_at_1_std": -0.043215, + "nauc_ndcg_at_1_diff1": 0.518817, + "nauc_ndcg_at_3_max": 0.347401, + "nauc_ndcg_at_3_std": -0.015641, + "nauc_ndcg_at_3_diff1": 0.421377, + "nauc_ndcg_at_5_max": 0.35404, + "nauc_ndcg_at_5_std": 0.000892, + "nauc_ndcg_at_5_diff1": 0.403092, + "nauc_ndcg_at_10_max": 0.355721, + "nauc_ndcg_at_10_std": -0.010378, + "nauc_ndcg_at_10_diff1": 0.399167, + "nauc_ndcg_at_20_max": 0.352823, + "nauc_ndcg_at_20_std": -0.007951, + "nauc_ndcg_at_20_diff1": 0.403965, + "nauc_ndcg_at_100_max": 0.358035, + "nauc_ndcg_at_100_std": -0.003314, + "nauc_ndcg_at_100_diff1": 0.41039, + "nauc_ndcg_at_1000_max": 0.356093, + "nauc_ndcg_at_1000_std": -0.010722, + "nauc_ndcg_at_1000_diff1": 0.42006, + "nauc_map_at_1_max": 0.368246, + "nauc_map_at_1_std": -0.043215, + "nauc_map_at_1_diff1": 0.518817, + "nauc_map_at_3_max": 0.352246, + "nauc_map_at_3_std": -0.02206, + "nauc_map_at_3_diff1": 0.443531, + "nauc_map_at_5_max": 0.356347, + "nauc_map_at_5_std": -0.012852, + "nauc_map_at_5_diff1": 0.433656, + "nauc_map_at_10_max": 0.357371, + "nauc_map_at_10_std": -0.017191, + "nauc_map_at_10_diff1": 0.432964, + "nauc_map_at_20_max": 0.356633, + "nauc_map_at_20_std": -0.016265, + "nauc_map_at_20_diff1": 0.434332, + "nauc_map_at_100_max": 0.356871, + "nauc_map_at_100_std": -0.016523, + "nauc_map_at_100_diff1": 0.435453, + "nauc_map_at_1000_max": 0.356895, + "nauc_map_at_1000_std": -0.016725, + "nauc_map_at_1000_diff1": 0.435885, + "nauc_recall_at_1_max": 0.368246, + "nauc_recall_at_1_std": -0.043215, + "nauc_recall_at_1_diff1": 0.518817, + "nauc_recall_at_3_max": 0.334107, + "nauc_recall_at_3_std": 0.001974, + "nauc_recall_at_3_diff1": 0.360778, + "nauc_recall_at_5_max": 0.348096, + "nauc_recall_at_5_std": 0.0416, + "nauc_recall_at_5_diff1": 0.315099, + "nauc_recall_at_10_max": 0.351335, + "nauc_recall_at_10_std": 0.00682, + "nauc_recall_at_10_diff1": 0.291088, + "nauc_recall_at_20_max": 0.336699, + "nauc_recall_at_20_std": 0.01926, + "nauc_recall_at_20_diff1": 0.292616, + "nauc_recall_at_100_max": 0.404259, + "nauc_recall_at_100_std": 0.139339, + "nauc_recall_at_100_diff1": 0.24339, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.368246, + "nauc_precision_at_1_std": -0.043215, + "nauc_precision_at_1_diff1": 0.518817, + "nauc_precision_at_3_max": 0.334107, + "nauc_precision_at_3_std": 0.001974, + "nauc_precision_at_3_diff1": 0.360778, + "nauc_precision_at_5_max": 0.348096, + "nauc_precision_at_5_std": 0.0416, + "nauc_precision_at_5_diff1": 0.315099, + "nauc_precision_at_10_max": 0.351335, + "nauc_precision_at_10_std": 0.00682, + "nauc_precision_at_10_diff1": 0.291088, + "nauc_precision_at_20_max": 0.336699, + "nauc_precision_at_20_std": 0.01926, + "nauc_precision_at_20_diff1": 0.292616, + "nauc_precision_at_100_max": 0.404259, + "nauc_precision_at_100_std": 0.139339, + "nauc_precision_at_100_diff1": 0.24339, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.368246, + "nauc_mrr_at_1_std": -0.043215, + "nauc_mrr_at_1_diff1": 0.518817, + "nauc_mrr_at_3_max": 0.352246, + "nauc_mrr_at_3_std": -0.02206, + "nauc_mrr_at_3_diff1": 0.443531, + "nauc_mrr_at_5_max": 0.356347, + "nauc_mrr_at_5_std": -0.012852, + "nauc_mrr_at_5_diff1": 0.433656, + "nauc_mrr_at_10_max": 0.357371, + "nauc_mrr_at_10_std": -0.017191, + "nauc_mrr_at_10_diff1": 0.432964, + "nauc_mrr_at_20_max": 0.356633, + "nauc_mrr_at_20_std": -0.016265, + "nauc_mrr_at_20_diff1": 0.434332, + "nauc_mrr_at_100_max": 0.35687, + "nauc_mrr_at_100_std": -0.016513, + "nauc_mrr_at_100_diff1": 0.435447, + "nauc_mrr_at_1000_max": 0.356895, + "nauc_mrr_at_1000_std": -0.016714, + "nauc_mrr_at_1000_diff1": 0.43588, + "main_score": 0.41174, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 1.7750933170318604, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/GermanLegal1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/GermanLegal1Retrieval.json new file mode 100644 index 0000000000..284a479561 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/GermanLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "65ea369daff680b77f90b560e7e97d2ab4ec5072", + "task_name": "GermanLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34145, + "ndcg_at_3": 0.38334, + "ndcg_at_5": 0.40418, + "ndcg_at_10": 0.42716, + "ndcg_at_20": 0.44193, + "ndcg_at_100": 0.47052, + "ndcg_at_1000": 0.49471, + "map_at_1": 0.30326, + "map_at_3": 0.36161, + "map_at_5": 0.37425, + "map_at_10": 0.3845, + "map_at_20": 0.38888, + "map_at_100": 0.39301, + "map_at_1000": 0.39391, + "recall_at_1": 0.30326, + "recall_at_3": 0.41729, + "recall_at_5": 0.46637, + "recall_at_10": 0.53385, + "recall_at_20": 0.58931, + "recall_at_100": 0.73845, + "recall_at_1000": 0.92575, + "precision_at_1": 0.34145, + "precision_at_3": 0.16381, + "precision_at_5": 0.11054, + "precision_at_10": 0.06373, + "precision_at_20": 0.03529, + "precision_at_100": 0.00887, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.341452, + "mrr_at_3": 0.390363, + "mrr_at_5": 0.401238, + "mrr_at_10": 0.410001, + "mrr_at_20": 0.413787, + "mrr_at_100": 0.417276, + "mrr_at_1000": 0.418012, + "nauc_ndcg_at_1_max": 0.562812, + "nauc_ndcg_at_1_std": 0.071025, + "nauc_ndcg_at_1_diff1": 0.669278, + "nauc_ndcg_at_3_max": 0.534424, + "nauc_ndcg_at_3_std": 0.080224, + "nauc_ndcg_at_3_diff1": 0.604816, + "nauc_ndcg_at_5_max": 0.527167, + "nauc_ndcg_at_5_std": 0.087633, + "nauc_ndcg_at_5_diff1": 0.5957, + "nauc_ndcg_at_10_max": 0.522393, + "nauc_ndcg_at_10_std": 0.098773, + "nauc_ndcg_at_10_diff1": 0.590294, + "nauc_ndcg_at_20_max": 0.517237, + "nauc_ndcg_at_20_std": 0.105841, + "nauc_ndcg_at_20_diff1": 0.586245, + "nauc_ndcg_at_100_max": 0.516102, + "nauc_ndcg_at_100_std": 0.10996, + "nauc_ndcg_at_100_diff1": 0.588848, + "nauc_ndcg_at_1000_max": 0.522, + "nauc_ndcg_at_1000_std": 0.10702, + "nauc_ndcg_at_1000_diff1": 0.593817, + "nauc_map_at_1_max": 0.509762, + "nauc_map_at_1_std": 0.057392, + "nauc_map_at_1_diff1": 0.647853, + "nauc_map_at_3_max": 0.528257, + "nauc_map_at_3_std": 0.074616, + "nauc_map_at_3_diff1": 0.610675, + "nauc_map_at_5_max": 0.526483, + "nauc_map_at_5_std": 0.078787, + "nauc_map_at_5_diff1": 0.606062, + "nauc_map_at_10_max": 0.525774, + "nauc_map_at_10_std": 0.084187, + "nauc_map_at_10_diff1": 0.604019, + "nauc_map_at_20_max": 0.524642, + "nauc_map_at_20_std": 0.086514, + "nauc_map_at_20_diff1": 0.603154, + "nauc_map_at_100_max": 0.524972, + "nauc_map_at_100_std": 0.087221, + "nauc_map_at_100_diff1": 0.603733, + "nauc_map_at_1000_max": 0.525168, + "nauc_map_at_1000_std": 0.087152, + "nauc_map_at_1000_diff1": 0.603879, + "nauc_recall_at_1_max": 0.509762, + "nauc_recall_at_1_std": 0.057392, + "nauc_recall_at_1_diff1": 0.647853, + "nauc_recall_at_3_max": 0.513041, + "nauc_recall_at_3_std": 0.084175, + "nauc_recall_at_3_diff1": 0.562893, + "nauc_recall_at_5_max": 0.493268, + "nauc_recall_at_5_std": 0.099654, + "nauc_recall_at_5_diff1": 0.538933, + "nauc_recall_at_10_max": 0.467455, + "nauc_recall_at_10_std": 0.130045, + "nauc_recall_at_10_diff1": 0.510859, + "nauc_recall_at_20_max": 0.440556, + "nauc_recall_at_20_std": 0.15895, + "nauc_recall_at_20_diff1": 0.487665, + "nauc_recall_at_100_max": 0.393407, + "nauc_recall_at_100_std": 0.202663, + "nauc_recall_at_100_diff1": 0.465145, + "nauc_recall_at_1000_max": 0.369849, + "nauc_recall_at_1000_std": 0.292294, + "nauc_recall_at_1000_diff1": 0.415512, + "nauc_precision_at_1_max": 0.562812, + "nauc_precision_at_1_std": 0.071025, + "nauc_precision_at_1_diff1": 0.669278, + "nauc_precision_at_3_max": 0.53932, + "nauc_precision_at_3_std": 0.099942, + "nauc_precision_at_3_diff1": 0.512114, + "nauc_precision_at_5_max": 0.509843, + "nauc_precision_at_5_std": 0.116749, + "nauc_precision_at_5_diff1": 0.469269, + "nauc_precision_at_10_max": 0.473053, + "nauc_precision_at_10_std": 0.146332, + "nauc_precision_at_10_diff1": 0.423324, + "nauc_precision_at_20_max": 0.432942, + "nauc_precision_at_20_std": 0.1675, + "nauc_precision_at_20_diff1": 0.379758, + "nauc_precision_at_100_max": 0.350725, + "nauc_precision_at_100_std": 0.176617, + "nauc_precision_at_100_diff1": 0.288956, + "nauc_precision_at_1000_max": 0.234478, + "nauc_precision_at_1000_std": 0.150528, + "nauc_precision_at_1000_diff1": 0.120386, + "nauc_mrr_at_1_max": 0.562812, + "nauc_mrr_at_1_std": 0.071025, + "nauc_mrr_at_1_diff1": 0.669278, + "nauc_mrr_at_3_max": 0.55849, + "nauc_mrr_at_3_std": 0.084963, + "nauc_mrr_at_3_diff1": 0.632617, + "nauc_mrr_at_5_max": 0.552632, + "nauc_mrr_at_5_std": 0.089973, + "nauc_mrr_at_5_diff1": 0.626759, + "nauc_mrr_at_10_max": 0.54957, + "nauc_mrr_at_10_std": 0.093637, + "nauc_mrr_at_10_diff1": 0.624629, + "nauc_mrr_at_20_max": 0.548128, + "nauc_mrr_at_20_std": 0.095042, + "nauc_mrr_at_20_diff1": 0.623607, + "nauc_mrr_at_100_max": 0.547819, + "nauc_mrr_at_100_std": 0.095352, + "nauc_mrr_at_100_diff1": 0.62398, + "nauc_mrr_at_1000_max": 0.547953, + "nauc_mrr_at_1000_std": 0.09523, + "nauc_mrr_at_1000_diff1": 0.624085, + "main_score": 0.42716, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 14.6048104763031, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HC3FinanceRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HC3FinanceRetrieval.json new file mode 100644 index 0000000000..2fbe12c789 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HC3FinanceRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "fda6fad068f2ed814d99f29dc95dbb28ac586943", + "task_name": "HC3FinanceRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.10843, + "ndcg_at_3": 0.17998, + "ndcg_at_5": 0.21378, + "ndcg_at_10": 0.24893, + "ndcg_at_20": 0.28052, + "ndcg_at_100": 0.33255, + "ndcg_at_1000": 0.35585, + "map_at_1": 0.10843, + "map_at_3": 0.16225, + "map_at_5": 0.18104, + "map_at_10": 0.19515, + "map_at_20": 0.20376, + "map_at_100": 0.21099, + "map_at_1000": 0.2121, + "recall_at_1": 0.10843, + "recall_at_3": 0.23133, + "recall_at_5": 0.31325, + "recall_at_10": 0.4241, + "recall_at_20": 0.5494, + "recall_at_100": 0.82892, + "recall_at_1000": 1.0, + "precision_at_1": 0.10843, + "precision_at_3": 0.07711, + "precision_at_5": 0.06265, + "precision_at_10": 0.04241, + "precision_at_20": 0.02747, + "precision_at_100": 0.00829, + "precision_at_1000": 0.001, + "mrr_at_1": 0.108434, + "mrr_at_3": 0.162249, + "mrr_at_5": 0.181044, + "mrr_at_10": 0.195147, + "mrr_at_20": 0.203763, + "mrr_at_100": 0.210991, + "mrr_at_1000": 0.2121, + "nauc_ndcg_at_1_max": 0.046832, + "nauc_ndcg_at_1_std": 0.004408, + "nauc_ndcg_at_1_diff1": 0.129726, + "nauc_ndcg_at_3_max": 0.051058, + "nauc_ndcg_at_3_std": -0.017872, + "nauc_ndcg_at_3_diff1": 0.059659, + "nauc_ndcg_at_5_max": 0.057844, + "nauc_ndcg_at_5_std": -0.027216, + "nauc_ndcg_at_5_diff1": 0.059479, + "nauc_ndcg_at_10_max": 0.077776, + "nauc_ndcg_at_10_std": 0.002082, + "nauc_ndcg_at_10_diff1": 0.067857, + "nauc_ndcg_at_20_max": 0.092795, + "nauc_ndcg_at_20_std": 0.026442, + "nauc_ndcg_at_20_diff1": 0.065745, + "nauc_ndcg_at_100_max": 0.092083, + "nauc_ndcg_at_100_std": 0.03953, + "nauc_ndcg_at_100_diff1": 0.074704, + "nauc_ndcg_at_1000_max": 0.076284, + "nauc_ndcg_at_1000_std": 0.01461, + "nauc_ndcg_at_1000_diff1": 0.071905, + "nauc_map_at_1_max": 0.046832, + "nauc_map_at_1_std": 0.004408, + "nauc_map_at_1_diff1": 0.129726, + "nauc_map_at_3_max": 0.050145, + "nauc_map_at_3_std": -0.012912, + "nauc_map_at_3_diff1": 0.072478, + "nauc_map_at_5_max": 0.054869, + "nauc_map_at_5_std": -0.01874, + "nauc_map_at_5_diff1": 0.072207, + "nauc_map_at_10_max": 0.063919, + "nauc_map_at_10_std": -0.005159, + "nauc_map_at_10_diff1": 0.075359, + "nauc_map_at_20_max": 0.068216, + "nauc_map_at_20_std": 0.001822, + "nauc_map_at_20_diff1": 0.074791, + "nauc_map_at_100_max": 0.067518, + "nauc_map_at_100_std": 0.003763, + "nauc_map_at_100_diff1": 0.076361, + "nauc_map_at_1000_max": 0.066569, + "nauc_map_at_1000_std": 0.002503, + "nauc_map_at_1000_diff1": 0.0761, + "nauc_recall_at_1_max": 0.046832, + "nauc_recall_at_1_std": 0.004408, + "nauc_recall_at_1_diff1": 0.129726, + "nauc_recall_at_3_max": 0.053158, + "nauc_recall_at_3_std": -0.029318, + "nauc_recall_at_3_diff1": 0.030821, + "nauc_recall_at_5_max": 0.064253, + "nauc_recall_at_5_std": -0.046014, + "nauc_recall_at_5_diff1": 0.032916, + "nauc_recall_at_10_max": 0.111931, + "nauc_recall_at_10_std": 0.023783, + "nauc_recall_at_10_diff1": 0.055924, + "nauc_recall_at_20_max": 0.163512, + "nauc_recall_at_20_std": 0.105527, + "nauc_recall_at_20_diff1": 0.047864, + "nauc_recall_at_100_max": 0.236706, + "nauc_recall_at_100_std": 0.281944, + "nauc_recall_at_100_diff1": 0.09304, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.046832, + "nauc_precision_at_1_std": 0.004408, + "nauc_precision_at_1_diff1": 0.129726, + "nauc_precision_at_3_max": 0.053158, + "nauc_precision_at_3_std": -0.029318, + "nauc_precision_at_3_diff1": 0.030821, + "nauc_precision_at_5_max": 0.064253, + "nauc_precision_at_5_std": -0.046014, + "nauc_precision_at_5_diff1": 0.032916, + "nauc_precision_at_10_max": 0.111931, + "nauc_precision_at_10_std": 0.023783, + "nauc_precision_at_10_diff1": 0.055924, + "nauc_precision_at_20_max": 0.163512, + "nauc_precision_at_20_std": 0.105527, + "nauc_precision_at_20_diff1": 0.047864, + "nauc_precision_at_100_max": 0.236706, + "nauc_precision_at_100_std": 0.281944, + "nauc_precision_at_100_diff1": 0.09304, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.046832, + "nauc_mrr_at_1_std": 0.004408, + "nauc_mrr_at_1_diff1": 0.129726, + "nauc_mrr_at_3_max": 0.050145, + "nauc_mrr_at_3_std": -0.012912, + "nauc_mrr_at_3_diff1": 0.072478, + "nauc_mrr_at_5_max": 0.054869, + "nauc_mrr_at_5_std": -0.01874, + "nauc_mrr_at_5_diff1": 0.072207, + "nauc_mrr_at_10_max": 0.063919, + "nauc_mrr_at_10_std": -0.005159, + "nauc_mrr_at_10_diff1": 0.075359, + "nauc_mrr_at_20_max": 0.068216, + "nauc_mrr_at_20_std": 0.001822, + "nauc_mrr_at_20_diff1": 0.074791, + "nauc_mrr_at_100_max": 0.067518, + "nauc_mrr_at_100_std": 0.003763, + "nauc_mrr_at_100_diff1": 0.076361, + "nauc_mrr_at_1000_max": 0.066569, + "nauc_mrr_at_1000_std": 0.002503, + "nauc_mrr_at_1000_diff1": 0.0761, + "main_score": 0.24893, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.1919267177581787, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HumanEvalRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HumanEvalRetrieval.json new file mode 100644 index 0000000000..4493b810d2 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HumanEvalRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "ed1f48aca747f10bac146795328e2f03326e7625", + "task_name": "HumanEvalRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25949, + "ndcg_at_3": 0.32956, + "ndcg_at_5": 0.36634, + "ndcg_at_10": 0.39487, + "ndcg_at_20": 0.4318, + "ndcg_at_100": 0.47935, + "ndcg_at_1000": 0.4857, + "map_at_1": 0.25949, + "map_at_3": 0.31224, + "map_at_5": 0.33281, + "map_at_10": 0.34452, + "map_at_20": 0.35474, + "map_at_100": 0.36151, + "map_at_1000": 0.36187, + "recall_at_1": 0.25949, + "recall_at_3": 0.37975, + "recall_at_5": 0.46835, + "recall_at_10": 0.55696, + "recall_at_20": 0.70253, + "recall_at_100": 0.9557, + "recall_at_1000": 1.0, + "precision_at_1": 0.25949, + "precision_at_3": 0.12658, + "precision_at_5": 0.09367, + "precision_at_10": 0.0557, + "precision_at_20": 0.03513, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.259494, + "mrr_at_3": 0.312236, + "mrr_at_5": 0.332806, + "mrr_at_10": 0.34452, + "mrr_at_20": 0.354737, + "mrr_at_100": 0.361512, + "mrr_at_1000": 0.361868, + "nauc_ndcg_at_1_max": 0.126407, + "nauc_ndcg_at_1_std": -0.178662, + "nauc_ndcg_at_1_diff1": 0.3832, + "nauc_ndcg_at_3_max": 0.136402, + "nauc_ndcg_at_3_std": -0.152621, + "nauc_ndcg_at_3_diff1": 0.285045, + "nauc_ndcg_at_5_max": 0.140233, + "nauc_ndcg_at_5_std": -0.133561, + "nauc_ndcg_at_5_diff1": 0.250272, + "nauc_ndcg_at_10_max": 0.160142, + "nauc_ndcg_at_10_std": -0.101956, + "nauc_ndcg_at_10_diff1": 0.256677, + "nauc_ndcg_at_20_max": 0.151615, + "nauc_ndcg_at_20_std": -0.089753, + "nauc_ndcg_at_20_diff1": 0.247406, + "nauc_ndcg_at_100_max": 0.138681, + "nauc_ndcg_at_100_std": -0.112044, + "nauc_ndcg_at_100_diff1": 0.257301, + "nauc_ndcg_at_1000_max": 0.147057, + "nauc_ndcg_at_1000_std": -0.120028, + "nauc_ndcg_at_1000_diff1": 0.27105, + "nauc_map_at_1_max": 0.126407, + "nauc_map_at_1_std": -0.178662, + "nauc_map_at_1_diff1": 0.3832, + "nauc_map_at_3_max": 0.132936, + "nauc_map_at_3_std": -0.159547, + "nauc_map_at_3_diff1": 0.304006, + "nauc_map_at_5_max": 0.135408, + "nauc_map_at_5_std": -0.148229, + "nauc_map_at_5_diff1": 0.28453, + "nauc_map_at_10_max": 0.144893, + "nauc_map_at_10_std": -0.134703, + "nauc_map_at_10_diff1": 0.287603, + "nauc_map_at_20_max": 0.141783, + "nauc_map_at_20_std": -0.132172, + "nauc_map_at_20_diff1": 0.285437, + "nauc_map_at_100_max": 0.141701, + "nauc_map_at_100_std": -0.135022, + "nauc_map_at_100_diff1": 0.287629, + "nauc_map_at_1000_max": 0.142092, + "nauc_map_at_1000_std": -0.135444, + "nauc_map_at_1000_diff1": 0.288282, + "nauc_recall_at_1_max": 0.126407, + "nauc_recall_at_1_std": -0.178662, + "nauc_recall_at_1_diff1": 0.3832, + "nauc_recall_at_3_max": 0.14633, + "nauc_recall_at_3_std": -0.133322, + "nauc_recall_at_3_diff1": 0.234629, + "nauc_recall_at_5_max": 0.154174, + "nauc_recall_at_5_std": -0.090737, + "nauc_recall_at_5_diff1": 0.152138, + "nauc_recall_at_10_max": 0.21088, + "nauc_recall_at_10_std": 0.008704, + "nauc_recall_at_10_diff1": 0.164314, + "nauc_recall_at_20_max": 0.189345, + "nauc_recall_at_20_std": 0.10067, + "nauc_recall_at_20_diff1": 0.095256, + "nauc_recall_at_100_max": -0.220569, + "nauc_recall_at_100_std": 0.223526, + "nauc_recall_at_100_diff1": -0.336471, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.126407, + "nauc_precision_at_1_std": -0.178662, + "nauc_precision_at_1_diff1": 0.3832, + "nauc_precision_at_3_max": 0.14633, + "nauc_precision_at_3_std": -0.133322, + "nauc_precision_at_3_diff1": 0.234629, + "nauc_precision_at_5_max": 0.154174, + "nauc_precision_at_5_std": -0.090737, + "nauc_precision_at_5_diff1": 0.152138, + "nauc_precision_at_10_max": 0.21088, + "nauc_precision_at_10_std": 0.008704, + "nauc_precision_at_10_diff1": 0.164314, + "nauc_precision_at_20_max": 0.189345, + "nauc_precision_at_20_std": 0.10067, + "nauc_precision_at_20_diff1": 0.095256, + "nauc_precision_at_100_max": -0.220569, + "nauc_precision_at_100_std": 0.223526, + "nauc_precision_at_100_diff1": -0.336471, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.126407, + "nauc_mrr_at_1_std": -0.178662, + "nauc_mrr_at_1_diff1": 0.3832, + "nauc_mrr_at_3_max": 0.132936, + "nauc_mrr_at_3_std": -0.159547, + "nauc_mrr_at_3_diff1": 0.304006, + "nauc_mrr_at_5_max": 0.135408, + "nauc_mrr_at_5_std": -0.148229, + "nauc_mrr_at_5_diff1": 0.28453, + "nauc_mrr_at_10_max": 0.144893, + "nauc_mrr_at_10_std": -0.134703, + "nauc_mrr_at_10_diff1": 0.287603, + "nauc_mrr_at_20_max": 0.141783, + "nauc_mrr_at_20_std": -0.132172, + "nauc_mrr_at_20_diff1": 0.285437, + "nauc_mrr_at_100_max": 0.141701, + "nauc_mrr_at_100_std": -0.135022, + "nauc_mrr_at_100_diff1": 0.287629, + "nauc_mrr_at_1000_max": 0.142092, + "nauc_mrr_at_1000_std": -0.135444, + "nauc_mrr_at_1000_diff1": 0.288282, + "main_score": 0.39487, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 0.4860522747039795, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/JapaneseCode1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/JapaneseCode1Retrieval.json new file mode 100644 index 0000000000..819df2fb7c --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/JapaneseCode1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "fc4cb6390055e65490dfc42526e1d6a379e8cd86", + "task_name": "JapaneseCode1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25, + "ndcg_at_3": 0.31264, + "ndcg_at_5": 0.33636, + "ndcg_at_10": 0.36272, + "ndcg_at_20": 0.38314, + "ndcg_at_100": 0.41725, + "ndcg_at_1000": 0.44372, + "map_at_1": 0.24523, + "map_at_3": 0.29585, + "map_at_5": 0.30939, + "map_at_10": 0.32039, + "map_at_20": 0.32606, + "map_at_100": 0.33052, + "map_at_1000": 0.33142, + "recall_at_1": 0.24523, + "recall_at_3": 0.35773, + "recall_at_5": 0.41456, + "recall_at_10": 0.49538, + "recall_at_20": 0.57541, + "recall_at_100": 0.76231, + "recall_at_1000": 0.97432, + "precision_at_1": 0.25, + "precision_at_3": 0.12252, + "precision_at_5": 0.0855, + "precision_at_10": 0.05113, + "precision_at_20": 0.02975, + "precision_at_100": 0.00788, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.25, + "mrr_at_3": 0.299324, + "mrr_at_5": 0.312185, + "mrr_at_10": 0.323028, + "mrr_at_20": 0.328559, + "mrr_at_100": 0.332935, + "mrr_at_1000": 0.333807, + "nauc_ndcg_at_1_max": 0.287058, + "nauc_ndcg_at_1_std": 0.053416, + "nauc_ndcg_at_1_diff1": 0.514959, + "nauc_ndcg_at_3_max": 0.2881, + "nauc_ndcg_at_3_std": 0.068281, + "nauc_ndcg_at_3_diff1": 0.435165, + "nauc_ndcg_at_5_max": 0.282686, + "nauc_ndcg_at_5_std": 0.068319, + "nauc_ndcg_at_5_diff1": 0.419839, + "nauc_ndcg_at_10_max": 0.283863, + "nauc_ndcg_at_10_std": 0.075783, + "nauc_ndcg_at_10_diff1": 0.412708, + "nauc_ndcg_at_20_max": 0.288823, + "nauc_ndcg_at_20_std": 0.087099, + "nauc_ndcg_at_20_diff1": 0.407474, + "nauc_ndcg_at_100_max": 0.29322, + "nauc_ndcg_at_100_std": 0.094017, + "nauc_ndcg_at_100_diff1": 0.410262, + "nauc_ndcg_at_1000_max": 0.291025, + "nauc_ndcg_at_1000_std": 0.088283, + "nauc_ndcg_at_1000_diff1": 0.419956, + "nauc_map_at_1_max": 0.288767, + "nauc_map_at_1_std": 0.057321, + "nauc_map_at_1_diff1": 0.515251, + "nauc_map_at_3_max": 0.288397, + "nauc_map_at_3_std": 0.065862, + "nauc_map_at_3_diff1": 0.453829, + "nauc_map_at_5_max": 0.285292, + "nauc_map_at_5_std": 0.065884, + "nauc_map_at_5_diff1": 0.444739, + "nauc_map_at_10_max": 0.286042, + "nauc_map_at_10_std": 0.069499, + "nauc_map_at_10_diff1": 0.441625, + "nauc_map_at_20_max": 0.287449, + "nauc_map_at_20_std": 0.072798, + "nauc_map_at_20_diff1": 0.440309, + "nauc_map_at_100_max": 0.287923, + "nauc_map_at_100_std": 0.07357, + "nauc_map_at_100_diff1": 0.440682, + "nauc_map_at_1000_max": 0.287825, + "nauc_map_at_1000_std": 0.07348, + "nauc_map_at_1000_diff1": 0.440982, + "nauc_recall_at_1_max": 0.288767, + "nauc_recall_at_1_std": 0.057321, + "nauc_recall_at_1_diff1": 0.515251, + "nauc_recall_at_3_max": 0.288471, + "nauc_recall_at_3_std": 0.075339, + "nauc_recall_at_3_diff1": 0.385101, + "nauc_recall_at_5_max": 0.276015, + "nauc_recall_at_5_std": 0.07494, + "nauc_recall_at_5_diff1": 0.350501, + "nauc_recall_at_10_max": 0.27868, + "nauc_recall_at_10_std": 0.095895, + "nauc_recall_at_10_diff1": 0.328134, + "nauc_recall_at_20_max": 0.297898, + "nauc_recall_at_20_std": 0.142037, + "nauc_recall_at_20_diff1": 0.300105, + "nauc_recall_at_100_max": 0.341049, + "nauc_recall_at_100_std": 0.225397, + "nauc_recall_at_100_diff1": 0.272645, + "nauc_recall_at_1000_max": 0.517077, + "nauc_recall_at_1000_std": 0.566867, + "nauc_recall_at_1000_diff1": 0.201296, + "nauc_precision_at_1_max": 0.287058, + "nauc_precision_at_1_std": 0.053416, + "nauc_precision_at_1_diff1": 0.514959, + "nauc_precision_at_3_max": 0.284927, + "nauc_precision_at_3_std": 0.070838, + "nauc_precision_at_3_diff1": 0.377869, + "nauc_precision_at_5_max": 0.271063, + "nauc_precision_at_5_std": 0.072018, + "nauc_precision_at_5_diff1": 0.339326, + "nauc_precision_at_10_max": 0.267368, + "nauc_precision_at_10_std": 0.092639, + "nauc_precision_at_10_diff1": 0.312924, + "nauc_precision_at_20_max": 0.281956, + "nauc_precision_at_20_std": 0.134961, + "nauc_precision_at_20_diff1": 0.279856, + "nauc_precision_at_100_max": 0.289361, + "nauc_precision_at_100_std": 0.196645, + "nauc_precision_at_100_diff1": 0.22743, + "nauc_precision_at_1000_max": 0.117688, + "nauc_precision_at_1000_std": 0.195788, + "nauc_precision_at_1000_diff1": 0.023622, + "nauc_mrr_at_1_max": 0.287058, + "nauc_mrr_at_1_std": 0.053416, + "nauc_mrr_at_1_diff1": 0.514959, + "nauc_mrr_at_3_max": 0.286211, + "nauc_mrr_at_3_std": 0.06484, + "nauc_mrr_at_3_diff1": 0.452419, + "nauc_mrr_at_5_max": 0.282751, + "nauc_mrr_at_5_std": 0.064677, + "nauc_mrr_at_5_diff1": 0.44411, + "nauc_mrr_at_10_max": 0.283425, + "nauc_mrr_at_10_std": 0.067512, + "nauc_mrr_at_10_diff1": 0.441177, + "nauc_mrr_at_20_max": 0.284772, + "nauc_mrr_at_20_std": 0.07066, + "nauc_mrr_at_20_diff1": 0.439858, + "nauc_mrr_at_100_max": 0.285139, + "nauc_mrr_at_100_std": 0.071427, + "nauc_mrr_at_100_diff1": 0.440168, + "nauc_mrr_at_1000_max": 0.28508, + "nauc_mrr_at_1000_std": 0.071339, + "nauc_mrr_at_1000_diff1": 0.440481, + "main_score": 0.36272, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 6.629378080368042, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/JapaneseLegal1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/JapaneseLegal1Retrieval.json new file mode 100644 index 0000000000..3d8d4730eb --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/JapaneseLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d653557fe66bb6af2b0e2adfc371a24554cf11ce", + "task_name": "JapaneseLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37607, + "ndcg_at_3": 0.48133, + "ndcg_at_5": 0.51025, + "ndcg_at_10": 0.53633, + "ndcg_at_20": 0.55244, + "ndcg_at_100": 0.57255, + "ndcg_at_1000": 0.58363, + "map_at_1": 0.37523, + "map_at_3": 0.45532, + "map_at_5": 0.47149, + "map_at_10": 0.4824, + "map_at_20": 0.48685, + "map_at_100": 0.48974, + "map_at_1000": 0.49013, + "recall_at_1": 0.37523, + "recall_at_3": 0.556, + "recall_at_5": 0.62602, + "recall_at_10": 0.70598, + "recall_at_20": 0.76951, + "recall_at_100": 0.87641, + "recall_at_1000": 0.96471, + "precision_at_1": 0.37607, + "precision_at_3": 0.18615, + "precision_at_5": 0.12586, + "precision_at_10": 0.071, + "precision_at_20": 0.0387, + "precision_at_100": 0.00881, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.376068, + "mrr_at_3": 0.455795, + "mrr_at_5": 0.471717, + "mrr_at_10": 0.482688, + "mrr_at_20": 0.487002, + "mrr_at_100": 0.489889, + "mrr_at_1000": 0.490286, + "nauc_ndcg_at_1_max": 0.192834, + "nauc_ndcg_at_1_std": -0.140906, + "nauc_ndcg_at_1_diff1": 0.469721, + "nauc_ndcg_at_3_max": 0.217842, + "nauc_ndcg_at_3_std": -0.146662, + "nauc_ndcg_at_3_diff1": 0.441355, + "nauc_ndcg_at_5_max": 0.225571, + "nauc_ndcg_at_5_std": -0.148167, + "nauc_ndcg_at_5_diff1": 0.440116, + "nauc_ndcg_at_10_max": 0.229915, + "nauc_ndcg_at_10_std": -0.141816, + "nauc_ndcg_at_10_diff1": 0.436988, + "nauc_ndcg_at_20_max": 0.231642, + "nauc_ndcg_at_20_std": -0.138537, + "nauc_ndcg_at_20_diff1": 0.435523, + "nauc_ndcg_at_100_max": 0.230424, + "nauc_ndcg_at_100_std": -0.129975, + "nauc_ndcg_at_100_diff1": 0.435894, + "nauc_ndcg_at_1000_max": 0.227845, + "nauc_ndcg_at_1000_std": -0.133098, + "nauc_ndcg_at_1000_diff1": 0.439142, + "nauc_map_at_1_max": 0.192361, + "nauc_map_at_1_std": -0.14127, + "nauc_map_at_1_diff1": 0.470946, + "nauc_map_at_3_max": 0.210222, + "nauc_map_at_3_std": -0.145771, + "nauc_map_at_3_diff1": 0.447957, + "nauc_map_at_5_max": 0.214384, + "nauc_map_at_5_std": -0.146507, + "nauc_map_at_5_diff1": 0.447206, + "nauc_map_at_10_max": 0.21606, + "nauc_map_at_10_std": -0.143705, + "nauc_map_at_10_diff1": 0.446183, + "nauc_map_at_20_max": 0.216358, + "nauc_map_at_20_std": -0.142988, + "nauc_map_at_20_diff1": 0.445833, + "nauc_map_at_100_max": 0.216111, + "nauc_map_at_100_std": -0.141876, + "nauc_map_at_100_diff1": 0.44587, + "nauc_map_at_1000_max": 0.216054, + "nauc_map_at_1000_std": -0.141914, + "nauc_map_at_1000_diff1": 0.445963, + "nauc_recall_at_1_max": 0.192361, + "nauc_recall_at_1_std": -0.14127, + "nauc_recall_at_1_diff1": 0.470946, + "nauc_recall_at_3_max": 0.240859, + "nauc_recall_at_3_std": -0.149964, + "nauc_recall_at_3_diff1": 0.422619, + "nauc_recall_at_5_max": 0.263614, + "nauc_recall_at_5_std": -0.153902, + "nauc_recall_at_5_diff1": 0.417444, + "nauc_recall_at_10_max": 0.28538, + "nauc_recall_at_10_std": -0.132776, + "nauc_recall_at_10_diff1": 0.401009, + "nauc_recall_at_20_max": 0.307969, + "nauc_recall_at_20_std": -0.110679, + "nauc_recall_at_20_diff1": 0.385548, + "nauc_recall_at_100_max": 0.347643, + "nauc_recall_at_100_std": 0.015465, + "nauc_recall_at_100_diff1": 0.356661, + "nauc_recall_at_1000_max": 0.446686, + "nauc_recall_at_1000_std": 0.128571, + "nauc_recall_at_1000_diff1": 0.377459, + "nauc_precision_at_1_max": 0.192834, + "nauc_precision_at_1_std": -0.140906, + "nauc_precision_at_1_diff1": 0.469721, + "nauc_precision_at_3_max": 0.2415, + "nauc_precision_at_3_std": -0.148398, + "nauc_precision_at_3_diff1": 0.414991, + "nauc_precision_at_5_max": 0.26245, + "nauc_precision_at_5_std": -0.151315, + "nauc_precision_at_5_diff1": 0.404752, + "nauc_precision_at_10_max": 0.283802, + "nauc_precision_at_10_std": -0.128331, + "nauc_precision_at_10_diff1": 0.38332, + "nauc_precision_at_20_max": 0.306016, + "nauc_precision_at_20_std": -0.103356, + "nauc_precision_at_20_diff1": 0.360751, + "nauc_precision_at_100_max": 0.342746, + "nauc_precision_at_100_std": 0.020915, + "nauc_precision_at_100_diff1": 0.316722, + "nauc_precision_at_1000_max": 0.413444, + "nauc_precision_at_1000_std": 0.125737, + "nauc_precision_at_1000_diff1": 0.253023, + "nauc_mrr_at_1_max": 0.192834, + "nauc_mrr_at_1_std": -0.140906, + "nauc_mrr_at_1_diff1": 0.469721, + "nauc_mrr_at_3_max": 0.210614, + "nauc_mrr_at_3_std": -0.145555, + "nauc_mrr_at_3_diff1": 0.447264, + "nauc_mrr_at_5_max": 0.214687, + "nauc_mrr_at_5_std": -0.146175, + "nauc_mrr_at_5_diff1": 0.446889, + "nauc_mrr_at_10_max": 0.216646, + "nauc_mrr_at_10_std": -0.142957, + "nauc_mrr_at_10_diff1": 0.445903, + "nauc_mrr_at_20_max": 0.216627, + "nauc_mrr_at_20_std": -0.142537, + "nauc_mrr_at_20_diff1": 0.445655, + "nauc_mrr_at_100_max": 0.216391, + "nauc_mrr_at_100_std": -0.141419, + "nauc_mrr_at_100_diff1": 0.445676, + "nauc_mrr_at_1000_max": 0.216329, + "nauc_mrr_at_1000_std": -0.14146, + "nauc_mrr_at_1000_diff1": 0.445766, + "main_score": 0.53633, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 181.30519580841064, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MBPPRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MBPPRetrieval.json new file mode 100644 index 0000000000..f18c08215e --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MBPPRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "586a1fd6a0c63fdeda3b49c0293559a81c79cdec", + "task_name": "MBPPRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.23922, + "ndcg_at_3": 0.31798, + "ndcg_at_5": 0.34891, + "ndcg_at_10": 0.37604, + "ndcg_at_20": 0.39844, + "ndcg_at_100": 0.43263, + "ndcg_at_1000": 0.45744, + "map_at_1": 0.23922, + "map_at_3": 0.29808, + "map_at_5": 0.31528, + "map_at_10": 0.32662, + "map_at_20": 0.33281, + "map_at_100": 0.33758, + "map_at_1000": 0.33853, + "recall_at_1": 0.23922, + "recall_at_3": 0.37577, + "recall_at_5": 0.45072, + "recall_at_10": 0.53388, + "recall_at_20": 0.62218, + "recall_at_100": 0.80595, + "recall_at_1000": 1.0, + "precision_at_1": 0.23922, + "precision_at_3": 0.12526, + "precision_at_5": 0.09014, + "precision_at_10": 0.05339, + "precision_at_20": 0.03111, + "precision_at_100": 0.00806, + "precision_at_1000": 0.001, + "mrr_at_1": 0.23922, + "mrr_at_3": 0.298084, + "mrr_at_5": 0.315281, + "mrr_at_10": 0.326621, + "mrr_at_20": 0.332809, + "mrr_at_100": 0.337581, + "mrr_at_1000": 0.338528, + "nauc_ndcg_at_1_max": 0.287615, + "nauc_ndcg_at_1_std": 0.002315, + "nauc_ndcg_at_1_diff1": 0.460051, + "nauc_ndcg_at_3_max": 0.300256, + "nauc_ndcg_at_3_std": -0.002239, + "nauc_ndcg_at_3_diff1": 0.379543, + "nauc_ndcg_at_5_max": 0.303799, + "nauc_ndcg_at_5_std": 0.011949, + "nauc_ndcg_at_5_diff1": 0.373424, + "nauc_ndcg_at_10_max": 0.292237, + "nauc_ndcg_at_10_std": 0.005914, + "nauc_ndcg_at_10_diff1": 0.364705, + "nauc_ndcg_at_20_max": 0.296176, + "nauc_ndcg_at_20_std": 0.018721, + "nauc_ndcg_at_20_diff1": 0.365686, + "nauc_ndcg_at_100_max": 0.308695, + "nauc_ndcg_at_100_std": 0.032745, + "nauc_ndcg_at_100_diff1": 0.370565, + "nauc_ndcg_at_1000_max": 0.298739, + "nauc_ndcg_at_1000_std": 0.01685, + "nauc_ndcg_at_1000_diff1": 0.377874, + "nauc_map_at_1_max": 0.287615, + "nauc_map_at_1_std": 0.002315, + "nauc_map_at_1_diff1": 0.460051, + "nauc_map_at_3_max": 0.295493, + "nauc_map_at_3_std": -0.001461, + "nauc_map_at_3_diff1": 0.397575, + "nauc_map_at_5_max": 0.297735, + "nauc_map_at_5_std": 0.006989, + "nauc_map_at_5_diff1": 0.394158, + "nauc_map_at_10_max": 0.292584, + "nauc_map_at_10_std": 0.004083, + "nauc_map_at_10_diff1": 0.390034, + "nauc_map_at_20_max": 0.293796, + "nauc_map_at_20_std": 0.007633, + "nauc_map_at_20_diff1": 0.390643, + "nauc_map_at_100_max": 0.2953, + "nauc_map_at_100_std": 0.00925, + "nauc_map_at_100_diff1": 0.391563, + "nauc_map_at_1000_max": 0.294882, + "nauc_map_at_1000_std": 0.008638, + "nauc_map_at_1000_diff1": 0.391729, + "nauc_recall_at_1_max": 0.287615, + "nauc_recall_at_1_std": 0.002315, + "nauc_recall_at_1_diff1": 0.460051, + "nauc_recall_at_3_max": 0.313773, + "nauc_recall_at_3_std": -0.004234, + "nauc_recall_at_3_diff1": 0.3312, + "nauc_recall_at_5_max": 0.321082, + "nauc_recall_at_5_std": 0.026858, + "nauc_recall_at_5_diff1": 0.316711, + "nauc_recall_at_10_max": 0.288329, + "nauc_recall_at_10_std": 0.0111, + "nauc_recall_at_10_diff1": 0.290491, + "nauc_recall_at_20_max": 0.303431, + "nauc_recall_at_20_std": 0.065328, + "nauc_recall_at_20_diff1": 0.284567, + "nauc_recall_at_100_max": 0.422524, + "nauc_recall_at_100_std": 0.222231, + "nauc_recall_at_100_diff1": 0.271411, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.287615, + "nauc_precision_at_1_std": 0.002315, + "nauc_precision_at_1_diff1": 0.460051, + "nauc_precision_at_3_max": 0.313773, + "nauc_precision_at_3_std": -0.004234, + "nauc_precision_at_3_diff1": 0.3312, + "nauc_precision_at_5_max": 0.321082, + "nauc_precision_at_5_std": 0.026858, + "nauc_precision_at_5_diff1": 0.316711, + "nauc_precision_at_10_max": 0.288329, + "nauc_precision_at_10_std": 0.0111, + "nauc_precision_at_10_diff1": 0.290491, + "nauc_precision_at_20_max": 0.303431, + "nauc_precision_at_20_std": 0.065328, + "nauc_precision_at_20_diff1": 0.284567, + "nauc_precision_at_100_max": 0.422524, + "nauc_precision_at_100_std": 0.222231, + "nauc_precision_at_100_diff1": 0.271411, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.287615, + "nauc_mrr_at_1_std": 0.002315, + "nauc_mrr_at_1_diff1": 0.460051, + "nauc_mrr_at_3_max": 0.295493, + "nauc_mrr_at_3_std": -0.001461, + "nauc_mrr_at_3_diff1": 0.397575, + "nauc_mrr_at_5_max": 0.297735, + "nauc_mrr_at_5_std": 0.006989, + "nauc_mrr_at_5_diff1": 0.394158, + "nauc_mrr_at_10_max": 0.292584, + "nauc_mrr_at_10_std": 0.004083, + "nauc_mrr_at_10_diff1": 0.390034, + "nauc_mrr_at_20_max": 0.293796, + "nauc_mrr_at_20_std": 0.007633, + "nauc_mrr_at_20_diff1": 0.390643, + "nauc_mrr_at_100_max": 0.2953, + "nauc_mrr_at_100_std": 0.00925, + "nauc_mrr_at_100_diff1": 0.391563, + "nauc_mrr_at_1000_max": 0.294882, + "nauc_mrr_at_1000_std": 0.008638, + "nauc_mrr_at_1000_diff1": 0.391729, + "main_score": 0.37604, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 3.0305747985839844, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/WikiSQLRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/WikiSQLRetrieval.json new file mode 100644 index 0000000000..d479fb4753 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/WikiSQLRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "4e099ab42dffd49d72c1472f451371e53343e3d7", + "task_name": "WikiSQLRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.71777, + "ndcg_at_3": 0.78882, + "ndcg_at_5": 0.8026, + "ndcg_at_10": 0.81579, + "ndcg_at_20": 0.82242, + "ndcg_at_100": 0.83094, + "ndcg_at_1000": 0.83281, + "map_at_1": 0.71777, + "map_at_3": 0.77165, + "map_at_5": 0.77936, + "map_at_10": 0.78467, + "map_at_20": 0.78646, + "map_at_100": 0.78764, + "map_at_1000": 0.78774, + "recall_at_1": 0.71777, + "recall_at_3": 0.83838, + "recall_at_5": 0.87158, + "recall_at_10": 0.91309, + "recall_at_20": 0.93945, + "recall_at_100": 0.98535, + "recall_at_1000": 0.99902, + "precision_at_1": 0.71777, + "precision_at_3": 0.27946, + "precision_at_5": 0.17432, + "precision_at_10": 0.09131, + "precision_at_20": 0.04697, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.716797, + "mrr_at_3": 0.771403, + "mrr_at_5": 0.778947, + "mrr_at_10": 0.784258, + "mrr_at_20": 0.786058, + "mrr_at_100": 0.787237, + "mrr_at_1000": 0.787328, + "nauc_ndcg_at_1_max": 0.561532, + "nauc_ndcg_at_1_std": -0.192452, + "nauc_ndcg_at_1_diff1": 0.788214, + "nauc_ndcg_at_3_max": 0.596612, + "nauc_ndcg_at_3_std": -0.25351, + "nauc_ndcg_at_3_diff1": 0.765818, + "nauc_ndcg_at_5_max": 0.597464, + "nauc_ndcg_at_5_std": -0.249813, + "nauc_ndcg_at_5_diff1": 0.760562, + "nauc_ndcg_at_10_max": 0.597123, + "nauc_ndcg_at_10_std": -0.242837, + "nauc_ndcg_at_10_diff1": 0.761263, + "nauc_ndcg_at_20_max": 0.592803, + "nauc_ndcg_at_20_std": -0.235466, + "nauc_ndcg_at_20_diff1": 0.762697, + "nauc_ndcg_at_100_max": 0.592692, + "nauc_ndcg_at_100_std": -0.232144, + "nauc_ndcg_at_100_diff1": 0.767973, + "nauc_ndcg_at_1000_max": 0.58995, + "nauc_ndcg_at_1000_std": -0.232111, + "nauc_ndcg_at_1000_diff1": 0.767722, + "nauc_map_at_1_max": 0.561532, + "nauc_map_at_1_std": -0.192452, + "nauc_map_at_1_diff1": 0.788214, + "nauc_map_at_3_max": 0.585799, + "nauc_map_at_3_std": -0.237522, + "nauc_map_at_3_diff1": 0.771386, + "nauc_map_at_5_max": 0.585904, + "nauc_map_at_5_std": -0.235559, + "nauc_map_at_5_diff1": 0.768971, + "nauc_map_at_10_max": 0.585636, + "nauc_map_at_10_std": -0.23259, + "nauc_map_at_10_diff1": 0.769127, + "nauc_map_at_20_max": 0.584613, + "nauc_map_at_20_std": -0.230685, + "nauc_map_at_20_diff1": 0.769575, + "nauc_map_at_100_max": 0.584608, + "nauc_map_at_100_std": -0.230105, + "nauc_map_at_100_diff1": 0.77032, + "nauc_map_at_1000_max": 0.584505, + "nauc_map_at_1000_std": -0.230085, + "nauc_map_at_1000_diff1": 0.770304, + "nauc_recall_at_1_max": 0.561532, + "nauc_recall_at_1_std": -0.192452, + "nauc_recall_at_1_diff1": 0.788214, + "nauc_recall_at_3_max": 0.638751, + "nauc_recall_at_3_std": -0.314343, + "nauc_recall_at_3_diff1": 0.744808, + "nauc_recall_at_5_max": 0.651216, + "nauc_recall_at_5_std": -0.312573, + "nauc_recall_at_5_diff1": 0.721243, + "nauc_recall_at_10_max": 0.670812, + "nauc_recall_at_10_std": -0.29963, + "nauc_recall_at_10_diff1": 0.712046, + "nauc_recall_at_20_max": 0.655348, + "nauc_recall_at_20_std": -0.249013, + "nauc_recall_at_20_diff1": 0.704637, + "nauc_recall_at_100_max": 0.831844, + "nauc_recall_at_100_std": -0.144649, + "nauc_recall_at_100_diff1": 0.798944, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.934633, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.561532, + "nauc_precision_at_1_std": -0.192452, + "nauc_precision_at_1_diff1": 0.788214, + "nauc_precision_at_3_max": 0.638751, + "nauc_precision_at_3_std": -0.314343, + "nauc_precision_at_3_diff1": 0.744808, + "nauc_precision_at_5_max": 0.651216, + "nauc_precision_at_5_std": -0.312573, + "nauc_precision_at_5_diff1": 0.721243, + "nauc_precision_at_10_max": 0.670812, + "nauc_precision_at_10_std": -0.29963, + "nauc_precision_at_10_diff1": 0.712046, + "nauc_precision_at_20_max": 0.655348, + "nauc_precision_at_20_std": -0.249013, + "nauc_precision_at_20_diff1": 0.704637, + "nauc_precision_at_100_max": 0.831844, + "nauc_precision_at_100_std": -0.144649, + "nauc_precision_at_100_diff1": 0.798944, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.934633, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.561348, + "nauc_mrr_at_1_std": -0.197218, + "nauc_mrr_at_1_diff1": 0.789917, + "nauc_mrr_at_3_max": 0.586493, + "nauc_mrr_at_3_std": -0.239286, + "nauc_mrr_at_3_diff1": 0.77192, + "nauc_mrr_at_5_max": 0.586078, + "nauc_mrr_at_5_std": -0.237179, + "nauc_mrr_at_5_diff1": 0.769496, + "nauc_mrr_at_10_max": 0.585838, + "nauc_mrr_at_10_std": -0.234274, + "nauc_mrr_at_10_diff1": 0.769669, + "nauc_mrr_at_20_max": 0.584814, + "nauc_mrr_at_20_std": -0.232375, + "nauc_mrr_at_20_diff1": 0.770124, + "nauc_mrr_at_100_max": 0.584811, + "nauc_mrr_at_100_std": -0.231805, + "nauc_mrr_at_100_diff1": 0.770872, + "nauc_mrr_at_1000_max": 0.584708, + "nauc_mrr_at_1000_std": -0.231786, + "nauc_mrr_at_1000_diff1": 0.770856, + "main_score": 0.81579, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 10.188303232192993, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ChatDoctorRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ChatDoctorRetrieval.json new file mode 100644 index 0000000000..9ea13113a1 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ChatDoctorRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d", + "task_name": "ChatDoctorRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.20426, + "ndcg_at_3": 0.26529, + "ndcg_at_5": 0.28629, + "ndcg_at_10": 0.31002, + "ndcg_at_20": 0.33331, + "ndcg_at_100": 0.37145, + "ndcg_at_1000": 0.39719, + "map_at_1": 0.20426, + "map_at_3": 0.25034, + "map_at_5": 0.26195, + "map_at_10": 0.27179, + "map_at_20": 0.27809, + "map_at_100": 0.28312, + "map_at_1000": 0.28406, + "recall_at_1": 0.20426, + "recall_at_3": 0.30853, + "recall_at_5": 0.35969, + "recall_at_10": 0.43284, + "recall_at_20": 0.52567, + "recall_at_100": 0.73475, + "recall_at_1000": 0.93919, + "precision_at_1": 0.20426, + "precision_at_3": 0.10284, + "precision_at_5": 0.07194, + "precision_at_10": 0.04328, + "precision_at_20": 0.02628, + "precision_at_100": 0.00735, + "precision_at_1000": 0.00094, + "mrr_at_1": 0.204257, + "mrr_at_3": 0.250343, + "mrr_at_5": 0.261951, + "mrr_at_10": 0.271792, + "mrr_at_20": 0.278089, + "mrr_at_100": 0.283122, + "mrr_at_1000": 0.284055, + "nauc_ndcg_at_1_max": 0.229902, + "nauc_ndcg_at_1_std": -0.099585, + "nauc_ndcg_at_1_diff1": 0.486834, + "nauc_ndcg_at_3_max": 0.201877, + "nauc_ndcg_at_3_std": -0.095231, + "nauc_ndcg_at_3_diff1": 0.401757, + "nauc_ndcg_at_5_max": 0.19745, + "nauc_ndcg_at_5_std": -0.088141, + "nauc_ndcg_at_5_diff1": 0.386623, + "nauc_ndcg_at_10_max": 0.191146, + "nauc_ndcg_at_10_std": -0.082443, + "nauc_ndcg_at_10_diff1": 0.376953, + "nauc_ndcg_at_20_max": 0.187705, + "nauc_ndcg_at_20_std": -0.075804, + "nauc_ndcg_at_20_diff1": 0.369418, + "nauc_ndcg_at_100_max": 0.195132, + "nauc_ndcg_at_100_std": -0.058809, + "nauc_ndcg_at_100_diff1": 0.370941, + "nauc_ndcg_at_1000_max": 0.199904, + "nauc_ndcg_at_1000_std": -0.062327, + "nauc_ndcg_at_1000_diff1": 0.380732, + "nauc_map_at_1_max": 0.229902, + "nauc_map_at_1_std": -0.099585, + "nauc_map_at_1_diff1": 0.486834, + "nauc_map_at_3_max": 0.207435, + "nauc_map_at_3_std": -0.096571, + "nauc_map_at_3_diff1": 0.420482, + "nauc_map_at_5_max": 0.204851, + "nauc_map_at_5_std": -0.09255, + "nauc_map_at_5_diff1": 0.411889, + "nauc_map_at_10_max": 0.201864, + "nauc_map_at_10_std": -0.090151, + "nauc_map_at_10_diff1": 0.407719, + "nauc_map_at_20_max": 0.200842, + "nauc_map_at_20_std": -0.088306, + "nauc_map_at_20_diff1": 0.405579, + "nauc_map_at_100_max": 0.201721, + "nauc_map_at_100_std": -0.086354, + "nauc_map_at_100_diff1": 0.405828, + "nauc_map_at_1000_max": 0.201956, + "nauc_map_at_1000_std": -0.086368, + "nauc_map_at_1000_diff1": 0.406187, + "nauc_recall_at_1_max": 0.229902, + "nauc_recall_at_1_std": -0.099585, + "nauc_recall_at_1_diff1": 0.486834, + "nauc_recall_at_3_max": 0.187501, + "nauc_recall_at_3_std": -0.091565, + "nauc_recall_at_3_diff1": 0.352548, + "nauc_recall_at_5_max": 0.178023, + "nauc_recall_at_5_std": -0.075644, + "nauc_recall_at_5_diff1": 0.319254, + "nauc_recall_at_10_max": 0.16166, + "nauc_recall_at_10_std": -0.059402, + "nauc_recall_at_10_diff1": 0.292389, + "nauc_recall_at_20_max": 0.147876, + "nauc_recall_at_20_std": -0.033287, + "nauc_recall_at_20_diff1": 0.260644, + "nauc_recall_at_100_max": 0.18575, + "nauc_recall_at_100_std": 0.109951, + "nauc_recall_at_100_diff1": 0.225855, + "nauc_recall_at_1000_max": 0.3177, + "nauc_recall_at_1000_std": 0.411258, + "nauc_recall_at_1000_diff1": 0.188832, + "nauc_precision_at_1_max": 0.229902, + "nauc_precision_at_1_std": -0.099585, + "nauc_precision_at_1_diff1": 0.486834, + "nauc_precision_at_3_max": 0.187501, + "nauc_precision_at_3_std": -0.091565, + "nauc_precision_at_3_diff1": 0.352548, + "nauc_precision_at_5_max": 0.178023, + "nauc_precision_at_5_std": -0.075644, + "nauc_precision_at_5_diff1": 0.319254, + "nauc_precision_at_10_max": 0.16166, + "nauc_precision_at_10_std": -0.059402, + "nauc_precision_at_10_diff1": 0.292389, + "nauc_precision_at_20_max": 0.147876, + "nauc_precision_at_20_std": -0.033287, + "nauc_precision_at_20_diff1": 0.260644, + "nauc_precision_at_100_max": 0.18575, + "nauc_precision_at_100_std": 0.109951, + "nauc_precision_at_100_diff1": 0.225855, + "nauc_precision_at_1000_max": 0.3177, + "nauc_precision_at_1000_std": 0.411258, + "nauc_precision_at_1000_diff1": 0.188832, + "nauc_mrr_at_1_max": 0.229902, + "nauc_mrr_at_1_std": -0.099585, + "nauc_mrr_at_1_diff1": 0.486834, + "nauc_mrr_at_3_max": 0.207435, + "nauc_mrr_at_3_std": -0.096571, + "nauc_mrr_at_3_diff1": 0.420482, + "nauc_mrr_at_5_max": 0.204851, + "nauc_mrr_at_5_std": -0.09255, + "nauc_mrr_at_5_diff1": 0.411889, + "nauc_mrr_at_10_max": 0.201864, + "nauc_mrr_at_10_std": -0.090151, + "nauc_mrr_at_10_diff1": 0.407719, + "nauc_mrr_at_20_max": 0.200842, + "nauc_mrr_at_20_std": -0.088306, + "nauc_mrr_at_20_diff1": 0.405579, + "nauc_mrr_at_100_max": 0.201719, + "nauc_mrr_at_100_std": -0.086356, + "nauc_mrr_at_100_diff1": 0.405826, + "nauc_mrr_at_1000_max": 0.201954, + "nauc_mrr_at_1000_std": -0.08637, + "nauc_mrr_at_1000_diff1": 0.406186, + "main_score": 0.31002, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 35.27428102493286, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/Code1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/Code1Retrieval.json new file mode 100644 index 0000000000..d696edb0fb --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/Code1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "94d25599a7e0221484f31749448e5ea217484e41", + "task_name": "Code1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36903, + "ndcg_at_3": 0.4444, + "ndcg_at_5": 0.46662, + "ndcg_at_10": 0.48923, + "ndcg_at_20": 0.50512, + "ndcg_at_100": 0.52943, + "ndcg_at_1000": 0.54577, + "map_at_1": 0.36903, + "map_at_3": 0.4259, + "map_at_5": 0.43825, + "map_at_10": 0.44762, + "map_at_20": 0.452, + "map_at_100": 0.45528, + "map_at_1000": 0.45585, + "recall_at_1": 0.36903, + "recall_at_3": 0.49792, + "recall_at_5": 0.55177, + "recall_at_10": 0.62154, + "recall_at_20": 0.68421, + "recall_at_100": 0.81631, + "recall_at_1000": 0.94758, + "precision_at_1": 0.36903, + "precision_at_3": 0.16597, + "precision_at_5": 0.11035, + "precision_at_10": 0.06215, + "precision_at_20": 0.03421, + "precision_at_100": 0.00816, + "precision_at_1000": 0.00095, + "mrr_at_1": 0.369029, + "mrr_at_3": 0.425898, + "mrr_at_5": 0.438261, + "mrr_at_10": 0.44761, + "mrr_at_20": 0.451988, + "mrr_at_100": 0.455281, + "mrr_at_1000": 0.455848, + "nauc_ndcg_at_1_max": 0.492399, + "nauc_ndcg_at_1_std": -0.01481, + "nauc_ndcg_at_1_diff1": 0.653955, + "nauc_ndcg_at_3_max": 0.482421, + "nauc_ndcg_at_3_std": 0.011693, + "nauc_ndcg_at_3_diff1": 0.583352, + "nauc_ndcg_at_5_max": 0.480581, + "nauc_ndcg_at_5_std": 0.020108, + "nauc_ndcg_at_5_diff1": 0.570559, + "nauc_ndcg_at_10_max": 0.478882, + "nauc_ndcg_at_10_std": 0.025273, + "nauc_ndcg_at_10_diff1": 0.562283, + "nauc_ndcg_at_20_max": 0.479673, + "nauc_ndcg_at_20_std": 0.030949, + "nauc_ndcg_at_20_diff1": 0.55965, + "nauc_ndcg_at_100_max": 0.480959, + "nauc_ndcg_at_100_std": 0.033623, + "nauc_ndcg_at_100_diff1": 0.562027, + "nauc_ndcg_at_1000_max": 0.482414, + "nauc_ndcg_at_1000_std": 0.030582, + "nauc_ndcg_at_1000_diff1": 0.569643, + "nauc_map_at_1_max": 0.492399, + "nauc_map_at_1_std": -0.01481, + "nauc_map_at_1_diff1": 0.653955, + "nauc_map_at_3_max": 0.485011, + "nauc_map_at_3_std": 0.004969, + "nauc_map_at_3_diff1": 0.600612, + "nauc_map_at_5_max": 0.484086, + "nauc_map_at_5_std": 0.009613, + "nauc_map_at_5_diff1": 0.593767, + "nauc_map_at_10_max": 0.483394, + "nauc_map_at_10_std": 0.011598, + "nauc_map_at_10_diff1": 0.590633, + "nauc_map_at_20_max": 0.483703, + "nauc_map_at_20_std": 0.012981, + "nauc_map_at_20_diff1": 0.590169, + "nauc_map_at_100_max": 0.483794, + "nauc_map_at_100_std": 0.01312, + "nauc_map_at_100_diff1": 0.590607, + "nauc_map_at_1000_max": 0.483847, + "nauc_map_at_1000_std": 0.013042, + "nauc_map_at_1000_diff1": 0.590846, + "nauc_recall_at_1_max": 0.492399, + "nauc_recall_at_1_std": -0.01481, + "nauc_recall_at_1_diff1": 0.653955, + "nauc_recall_at_3_max": 0.474786, + "nauc_recall_at_3_std": 0.031454, + "nauc_recall_at_3_diff1": 0.532882, + "nauc_recall_at_5_max": 0.469473, + "nauc_recall_at_5_std": 0.05337, + "nauc_recall_at_5_diff1": 0.497852, + "nauc_recall_at_10_max": 0.462855, + "nauc_recall_at_10_std": 0.074171, + "nauc_recall_at_10_diff1": 0.462816, + "nauc_recall_at_20_max": 0.463968, + "nauc_recall_at_20_std": 0.108067, + "nauc_recall_at_20_diff1": 0.436956, + "nauc_recall_at_100_max": 0.470507, + "nauc_recall_at_100_std": 0.178714, + "nauc_recall_at_100_diff1": 0.394391, + "nauc_recall_at_1000_max": 0.512018, + "nauc_recall_at_1000_std": 0.356651, + "nauc_recall_at_1000_diff1": 0.367491, + "nauc_precision_at_1_max": 0.492399, + "nauc_precision_at_1_std": -0.01481, + "nauc_precision_at_1_diff1": 0.653955, + "nauc_precision_at_3_max": 0.474786, + "nauc_precision_at_3_std": 0.031454, + "nauc_precision_at_3_diff1": 0.532882, + "nauc_precision_at_5_max": 0.469473, + "nauc_precision_at_5_std": 0.05337, + "nauc_precision_at_5_diff1": 0.497852, + "nauc_precision_at_10_max": 0.462855, + "nauc_precision_at_10_std": 0.074171, + "nauc_precision_at_10_diff1": 0.462816, + "nauc_precision_at_20_max": 0.463968, + "nauc_precision_at_20_std": 0.108067, + "nauc_precision_at_20_diff1": 0.436956, + "nauc_precision_at_100_max": 0.470507, + "nauc_precision_at_100_std": 0.178714, + "nauc_precision_at_100_diff1": 0.394391, + "nauc_precision_at_1000_max": 0.512018, + "nauc_precision_at_1000_std": 0.356651, + "nauc_precision_at_1000_diff1": 0.367491, + "nauc_mrr_at_1_max": 0.491953, + "nauc_mrr_at_1_std": -0.014414, + "nauc_mrr_at_1_diff1": 0.653955, + "nauc_mrr_at_3_max": 0.484726, + "nauc_mrr_at_3_std": 0.005074, + "nauc_mrr_at_3_diff1": 0.600608, + "nauc_mrr_at_5_max": 0.483839, + "nauc_mrr_at_5_std": 0.009778, + "nauc_mrr_at_5_diff1": 0.593762, + "nauc_mrr_at_10_max": 0.48314, + "nauc_mrr_at_10_std": 0.011714, + "nauc_mrr_at_10_diff1": 0.590641, + "nauc_mrr_at_20_max": 0.48346, + "nauc_mrr_at_20_std": 0.01313, + "nauc_mrr_at_20_diff1": 0.590176, + "nauc_mrr_at_100_max": 0.483544, + "nauc_mrr_at_100_std": 0.013263, + "nauc_mrr_at_100_diff1": 0.590609, + "nauc_mrr_at_1000_max": 0.483596, + "nauc_mrr_at_1000_std": 0.013185, + "nauc_mrr_at_1000_diff1": 0.590847, + "main_score": 0.48923, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 73.70386385917664, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DS1000Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DS1000Retrieval.json new file mode 100644 index 0000000000..71b156fe6b --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DS1000Retrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "25cd4dc8172e799235d83c66439b6b7b8e6583ec", + "task_name": "DS1000Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.05856, + "ndcg_at_3": 0.10695, + "ndcg_at_5": 0.12272, + "ndcg_at_10": 0.13843, + "ndcg_at_20": 0.15414, + "ndcg_at_100": 0.18641, + "ndcg_at_1000": 0.24388, + "map_at_1": 0.05856, + "map_at_3": 0.09543, + "map_at_5": 0.10424, + "map_at_10": 0.11082, + "map_at_20": 0.11521, + "map_at_100": 0.11937, + "map_at_1000": 0.12107, + "recall_at_1": 0.05856, + "recall_at_3": 0.14014, + "recall_at_5": 0.17818, + "recall_at_10": 0.22623, + "recall_at_20": 0.28779, + "recall_at_100": 0.46647, + "recall_at_1000": 0.94494, + "precision_at_1": 0.05856, + "precision_at_3": 0.04671, + "precision_at_5": 0.03564, + "precision_at_10": 0.02262, + "precision_at_20": 0.01439, + "precision_at_100": 0.00466, + "precision_at_1000": 0.00094, + "mrr_at_1": 0.059059, + "mrr_at_3": 0.09643, + "mrr_at_5": 0.105088, + "mrr_at_10": 0.111439, + "mrr_at_20": 0.115863, + "mrr_at_100": 0.119987, + "mrr_at_1000": 0.121689, + "nauc_ndcg_at_1_max": 0.622372, + "nauc_ndcg_at_1_std": 0.58399, + "nauc_ndcg_at_1_diff1": 0.68273, + "nauc_ndcg_at_3_max": 0.627421, + "nauc_ndcg_at_3_std": 0.591277, + "nauc_ndcg_at_3_diff1": 0.597704, + "nauc_ndcg_at_5_max": 0.608506, + "nauc_ndcg_at_5_std": 0.568107, + "nauc_ndcg_at_5_diff1": 0.570513, + "nauc_ndcg_at_10_max": 0.605145, + "nauc_ndcg_at_10_std": 0.55221, + "nauc_ndcg_at_10_diff1": 0.563318, + "nauc_ndcg_at_20_max": 0.592566, + "nauc_ndcg_at_20_std": 0.540266, + "nauc_ndcg_at_20_diff1": 0.542469, + "nauc_ndcg_at_100_max": 0.561813, + "nauc_ndcg_at_100_std": 0.529043, + "nauc_ndcg_at_100_diff1": 0.528661, + "nauc_ndcg_at_1000_max": 0.577485, + "nauc_ndcg_at_1000_std": 0.535733, + "nauc_ndcg_at_1000_diff1": 0.546114, + "nauc_map_at_1_max": 0.622372, + "nauc_map_at_1_std": 0.58399, + "nauc_map_at_1_diff1": 0.68273, + "nauc_map_at_3_max": 0.62869, + "nauc_map_at_3_std": 0.592146, + "nauc_map_at_3_diff1": 0.611074, + "nauc_map_at_5_max": 0.616728, + "nauc_map_at_5_std": 0.577581, + "nauc_map_at_5_diff1": 0.592768, + "nauc_map_at_10_max": 0.61442, + "nauc_map_at_10_std": 0.569275, + "nauc_map_at_10_diff1": 0.587526, + "nauc_map_at_20_max": 0.610283, + "nauc_map_at_20_std": 0.565479, + "nauc_map_at_20_diff1": 0.580562, + "nauc_map_at_100_max": 0.604187, + "nauc_map_at_100_std": 0.562586, + "nauc_map_at_100_diff1": 0.577007, + "nauc_map_at_1000_max": 0.604628, + "nauc_map_at_1000_std": 0.562796, + "nauc_map_at_1000_diff1": 0.577436, + "nauc_recall_at_1_max": 0.622372, + "nauc_recall_at_1_std": 0.58399, + "nauc_recall_at_1_diff1": 0.68273, + "nauc_recall_at_3_max": 0.624211, + "nauc_recall_at_3_std": 0.588905, + "nauc_recall_at_3_diff1": 0.570273, + "nauc_recall_at_5_max": 0.591097, + "nauc_recall_at_5_std": 0.54796, + "nauc_recall_at_5_diff1": 0.527523, + "nauc_recall_at_10_max": 0.58748, + "nauc_recall_at_10_std": 0.518098, + "nauc_recall_at_10_diff1": 0.521093, + "nauc_recall_at_20_max": 0.557201, + "nauc_recall_at_20_std": 0.490183, + "nauc_recall_at_20_diff1": 0.472133, + "nauc_recall_at_100_max": 0.463382, + "nauc_recall_at_100_std": 0.462148, + "nauc_recall_at_100_diff1": 0.437632, + "nauc_recall_at_1000_max": 0.417601, + "nauc_recall_at_1000_std": 0.322697, + "nauc_recall_at_1000_diff1": 0.497017, + "nauc_precision_at_1_max": 0.622372, + "nauc_precision_at_1_std": 0.58399, + "nauc_precision_at_1_diff1": 0.68273, + "nauc_precision_at_3_max": 0.624211, + "nauc_precision_at_3_std": 0.588905, + "nauc_precision_at_3_diff1": 0.570273, + "nauc_precision_at_5_max": 0.591097, + "nauc_precision_at_5_std": 0.54796, + "nauc_precision_at_5_diff1": 0.527523, + "nauc_precision_at_10_max": 0.58748, + "nauc_precision_at_10_std": 0.518098, + "nauc_precision_at_10_diff1": 0.521093, + "nauc_precision_at_20_max": 0.557201, + "nauc_precision_at_20_std": 0.490183, + "nauc_precision_at_20_diff1": 0.472133, + "nauc_precision_at_100_max": 0.463382, + "nauc_precision_at_100_std": 0.462148, + "nauc_precision_at_100_diff1": 0.437632, + "nauc_precision_at_1000_max": 0.417601, + "nauc_precision_at_1000_std": 0.322697, + "nauc_precision_at_1000_diff1": 0.497017, + "nauc_mrr_at_1_max": 0.615544, + "nauc_mrr_at_1_std": 0.587152, + "nauc_mrr_at_1_diff1": 0.582635, + "nauc_mrr_at_3_max": 0.62677, + "nauc_mrr_at_3_std": 0.595838, + "nauc_mrr_at_3_diff1": 0.572678, + "nauc_mrr_at_5_max": 0.614679, + "nauc_mrr_at_5_std": 0.580231, + "nauc_mrr_at_5_diff1": 0.557198, + "nauc_mrr_at_10_max": 0.611745, + "nauc_mrr_at_10_std": 0.57121, + "nauc_mrr_at_10_diff1": 0.554351, + "nauc_mrr_at_20_max": 0.608176, + "nauc_mrr_at_20_std": 0.567455, + "nauc_mrr_at_20_diff1": 0.548282, + "nauc_mrr_at_100_max": 0.602097, + "nauc_mrr_at_100_std": 0.564757, + "nauc_mrr_at_100_diff1": 0.54501, + "nauc_mrr_at_1000_max": 0.602505, + "nauc_mrr_at_1000_std": 0.564986, + "nauc_mrr_at_1000_diff1": 0.54528, + "main_score": 0.13843, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 13.388522624969482, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance1Retrieval.json new file mode 100644 index 0000000000..8f104d1461 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b2816ead5389ee383019bb2e50df9f1aac8229d8", + "task_name": "EnglishFinance1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.43123, + "ndcg_at_3": 0.50555, + "ndcg_at_5": 0.52699, + "ndcg_at_10": 0.55716, + "ndcg_at_20": 0.58018, + "ndcg_at_100": 0.60535, + "ndcg_at_1000": 0.61553, + "map_at_1": 0.42751, + "map_at_3": 0.48637, + "map_at_5": 0.49827, + "map_at_10": 0.511, + "map_at_20": 0.51755, + "map_at_100": 0.52111, + "map_at_1000": 0.5216, + "recall_at_1": 0.42751, + "recall_at_3": 0.55948, + "recall_at_5": 0.61152, + "recall_at_10": 0.70307, + "recall_at_20": 0.79229, + "recall_at_100": 0.92658, + "recall_at_1000": 1.0, + "precision_at_1": 0.43123, + "precision_at_3": 0.18835, + "precision_at_5": 0.12342, + "precision_at_10": 0.07138, + "precision_at_20": 0.04015, + "precision_at_100": 0.00941, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.431227, + "mrr_at_3": 0.488228, + "mrr_at_5": 0.500124, + "mrr_at_10": 0.512802, + "mrr_at_20": 0.519347, + "mrr_at_100": 0.5229, + "mrr_at_1000": 0.523301, + "nauc_ndcg_at_1_max": 0.434773, + "nauc_ndcg_at_1_std": -0.110075, + "nauc_ndcg_at_1_diff1": 0.711108, + "nauc_ndcg_at_3_max": 0.451313, + "nauc_ndcg_at_3_std": -0.071264, + "nauc_ndcg_at_3_diff1": 0.604453, + "nauc_ndcg_at_5_max": 0.472743, + "nauc_ndcg_at_5_std": -0.0428, + "nauc_ndcg_at_5_diff1": 0.588538, + "nauc_ndcg_at_10_max": 0.477215, + "nauc_ndcg_at_10_std": -0.035357, + "nauc_ndcg_at_10_diff1": 0.579829, + "nauc_ndcg_at_20_max": 0.476882, + "nauc_ndcg_at_20_std": -0.030969, + "nauc_ndcg_at_20_diff1": 0.580404, + "nauc_ndcg_at_100_max": 0.474384, + "nauc_ndcg_at_100_std": -0.027197, + "nauc_ndcg_at_100_diff1": 0.595989, + "nauc_ndcg_at_1000_max": 0.466016, + "nauc_ndcg_at_1000_std": -0.046959, + "nauc_ndcg_at_1000_diff1": 0.604512, + "nauc_map_at_1_max": 0.435054, + "nauc_map_at_1_std": -0.109973, + "nauc_map_at_1_diff1": 0.711475, + "nauc_map_at_3_max": 0.449823, + "nauc_map_at_3_std": -0.080797, + "nauc_map_at_3_diff1": 0.630684, + "nauc_map_at_5_max": 0.460893, + "nauc_map_at_5_std": -0.066096, + "nauc_map_at_5_diff1": 0.622435, + "nauc_map_at_10_max": 0.461179, + "nauc_map_at_10_std": -0.064309, + "nauc_map_at_10_diff1": 0.619226, + "nauc_map_at_20_max": 0.460415, + "nauc_map_at_20_std": -0.063632, + "nauc_map_at_20_diff1": 0.619711, + "nauc_map_at_100_max": 0.460487, + "nauc_map_at_100_std": -0.062103, + "nauc_map_at_100_diff1": 0.62181, + "nauc_map_at_1000_max": 0.46006, + "nauc_map_at_1000_std": -0.063038, + "nauc_map_at_1000_diff1": 0.622186, + "nauc_recall_at_1_max": 0.435054, + "nauc_recall_at_1_std": -0.109973, + "nauc_recall_at_1_diff1": 0.711475, + "nauc_recall_at_3_max": 0.458131, + "nauc_recall_at_3_std": -0.038955, + "nauc_recall_at_3_diff1": 0.524529, + "nauc_recall_at_5_max": 0.51666, + "nauc_recall_at_5_std": 0.040691, + "nauc_recall_at_5_diff1": 0.476577, + "nauc_recall_at_10_max": 0.553033, + "nauc_recall_at_10_std": 0.092325, + "nauc_recall_at_10_diff1": 0.424174, + "nauc_recall_at_20_max": 0.58221, + "nauc_recall_at_20_std": 0.162048, + "nauc_recall_at_20_diff1": 0.378561, + "nauc_recall_at_100_max": 0.670845, + "nauc_recall_at_100_std": 0.468256, + "nauc_recall_at_100_diff1": 0.368921, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.434773, + "nauc_precision_at_1_std": -0.110075, + "nauc_precision_at_1_diff1": 0.711108, + "nauc_precision_at_3_max": 0.452454, + "nauc_precision_at_3_std": -0.035134, + "nauc_precision_at_3_diff1": 0.51345, + "nauc_precision_at_5_max": 0.510118, + "nauc_precision_at_5_std": 0.043355, + "nauc_precision_at_5_diff1": 0.466177, + "nauc_precision_at_10_max": 0.516865, + "nauc_precision_at_10_std": 0.076637, + "nauc_precision_at_10_diff1": 0.406133, + "nauc_precision_at_20_max": 0.533062, + "nauc_precision_at_20_std": 0.13777, + "nauc_precision_at_20_diff1": 0.357165, + "nauc_precision_at_100_max": 0.468531, + "nauc_precision_at_100_std": 0.310147, + "nauc_precision_at_100_diff1": 0.303265, + "nauc_precision_at_1000_max": -0.459091, + "nauc_precision_at_1000_std": -0.448299, + "nauc_precision_at_1000_diff1": 0.060701, + "nauc_mrr_at_1_max": 0.434773, + "nauc_mrr_at_1_std": -0.110075, + "nauc_mrr_at_1_diff1": 0.711108, + "nauc_mrr_at_3_max": 0.446249, + "nauc_mrr_at_3_std": -0.083818, + "nauc_mrr_at_3_diff1": 0.630441, + "nauc_mrr_at_5_max": 0.457275, + "nauc_mrr_at_5_std": -0.06915, + "nauc_mrr_at_5_diff1": 0.622183, + "nauc_mrr_at_10_max": 0.457577, + "nauc_mrr_at_10_std": -0.067915, + "nauc_mrr_at_10_diff1": 0.619753, + "nauc_mrr_at_20_max": 0.45676, + "nauc_mrr_at_20_std": -0.067289, + "nauc_mrr_at_20_diff1": 0.620245, + "nauc_mrr_at_100_max": 0.45684, + "nauc_mrr_at_100_std": -0.065763, + "nauc_mrr_at_100_diff1": 0.622364, + "nauc_mrr_at_1000_max": 0.456565, + "nauc_mrr_at_1000_std": -0.066428, + "nauc_mrr_at_1000_diff1": 0.622555, + "main_score": 0.55716, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.3452746868133545, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance2Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance2Retrieval.json new file mode 100644 index 0000000000..86e5664ddc --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance2Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "346d5039b9ec75a7b80f8ff008d5ca3df126f5aa", + "task_name": "EnglishFinance2Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15438, + "ndcg_at_3": 0.21692, + "ndcg_at_5": 0.23575, + "ndcg_at_10": 0.25925, + "ndcg_at_20": 0.27795, + "ndcg_at_100": 0.32285, + "ndcg_at_1000": 0.36283, + "map_at_1": 0.15438, + "map_at_3": 0.20046, + "map_at_5": 0.21083, + "map_at_10": 0.22076, + "map_at_20": 0.22593, + "map_at_100": 0.23171, + "map_at_1000": 0.23354, + "recall_at_1": 0.15438, + "recall_at_3": 0.26498, + "recall_at_5": 0.31106, + "recall_at_10": 0.38249, + "recall_at_20": 0.45622, + "recall_at_100": 0.70507, + "recall_at_1000": 1.0, + "precision_at_1": 0.15438, + "precision_at_3": 0.08833, + "precision_at_5": 0.06221, + "precision_at_10": 0.03825, + "precision_at_20": 0.02281, + "precision_at_100": 0.00705, + "precision_at_1000": 0.001, + "mrr_at_1": 0.154378, + "mrr_at_3": 0.200461, + "mrr_at_5": 0.210829, + "mrr_at_10": 0.220758, + "mrr_at_20": 0.225943, + "mrr_at_100": 0.231729, + "mrr_at_1000": 0.233556, + "nauc_ndcg_at_1_max": 0.403163, + "nauc_ndcg_at_1_std": 0.125602, + "nauc_ndcg_at_1_diff1": 0.350641, + "nauc_ndcg_at_3_max": 0.333491, + "nauc_ndcg_at_3_std": 0.098359, + "nauc_ndcg_at_3_diff1": 0.266264, + "nauc_ndcg_at_5_max": 0.324772, + "nauc_ndcg_at_5_std": 0.11857, + "nauc_ndcg_at_5_diff1": 0.261801, + "nauc_ndcg_at_10_max": 0.322555, + "nauc_ndcg_at_10_std": 0.11432, + "nauc_ndcg_at_10_diff1": 0.244089, + "nauc_ndcg_at_20_max": 0.312008, + "nauc_ndcg_at_20_std": 0.102195, + "nauc_ndcg_at_20_diff1": 0.241012, + "nauc_ndcg_at_100_max": 0.29981, + "nauc_ndcg_at_100_std": 0.091874, + "nauc_ndcg_at_100_diff1": 0.236735, + "nauc_ndcg_at_1000_max": 0.318083, + "nauc_ndcg_at_1000_std": 0.103252, + "nauc_ndcg_at_1000_diff1": 0.250951, + "nauc_map_at_1_max": 0.403163, + "nauc_map_at_1_std": 0.125602, + "nauc_map_at_1_diff1": 0.350641, + "nauc_map_at_3_max": 0.348396, + "nauc_map_at_3_std": 0.103146, + "nauc_map_at_3_diff1": 0.284753, + "nauc_map_at_5_max": 0.342765, + "nauc_map_at_5_std": 0.11493, + "nauc_map_at_5_diff1": 0.281373, + "nauc_map_at_10_max": 0.341719, + "nauc_map_at_10_std": 0.113135, + "nauc_map_at_10_diff1": 0.273561, + "nauc_map_at_20_max": 0.338081, + "nauc_map_at_20_std": 0.109333, + "nauc_map_at_20_diff1": 0.272262, + "nauc_map_at_100_max": 0.335673, + "nauc_map_at_100_std": 0.108022, + "nauc_map_at_100_diff1": 0.270347, + "nauc_map_at_1000_max": 0.336415, + "nauc_map_at_1000_std": 0.108507, + "nauc_map_at_1000_diff1": 0.271084, + "nauc_recall_at_1_max": 0.403163, + "nauc_recall_at_1_std": 0.125602, + "nauc_recall_at_1_diff1": 0.350641, + "nauc_recall_at_3_max": 0.296886, + "nauc_recall_at_3_std": 0.086953, + "nauc_recall_at_3_diff1": 0.220709, + "nauc_recall_at_5_max": 0.281816, + "nauc_recall_at_5_std": 0.129766, + "nauc_recall_at_5_diff1": 0.215681, + "nauc_recall_at_10_max": 0.277262, + "nauc_recall_at_10_std": 0.11798, + "nauc_recall_at_10_diff1": 0.170887, + "nauc_recall_at_20_max": 0.244696, + "nauc_recall_at_20_std": 0.078955, + "nauc_recall_at_20_diff1": 0.162226, + "nauc_recall_at_100_max": 0.160371, + "nauc_recall_at_100_std": 0.007498, + "nauc_recall_at_100_diff1": 0.132945, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.403163, + "nauc_precision_at_1_std": 0.125602, + "nauc_precision_at_1_diff1": 0.350641, + "nauc_precision_at_3_max": 0.296886, + "nauc_precision_at_3_std": 0.086953, + "nauc_precision_at_3_diff1": 0.220709, + "nauc_precision_at_5_max": 0.281816, + "nauc_precision_at_5_std": 0.129766, + "nauc_precision_at_5_diff1": 0.215681, + "nauc_precision_at_10_max": 0.277262, + "nauc_precision_at_10_std": 0.11798, + "nauc_precision_at_10_diff1": 0.170887, + "nauc_precision_at_20_max": 0.244696, + "nauc_precision_at_20_std": 0.078955, + "nauc_precision_at_20_diff1": 0.162226, + "nauc_precision_at_100_max": 0.160371, + "nauc_precision_at_100_std": 0.007498, + "nauc_precision_at_100_diff1": 0.132945, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.403163, + "nauc_mrr_at_1_std": 0.125602, + "nauc_mrr_at_1_diff1": 0.350641, + "nauc_mrr_at_3_max": 0.348396, + "nauc_mrr_at_3_std": 0.103146, + "nauc_mrr_at_3_diff1": 0.284753, + "nauc_mrr_at_5_max": 0.342765, + "nauc_mrr_at_5_std": 0.11493, + "nauc_mrr_at_5_diff1": 0.281373, + "nauc_mrr_at_10_max": 0.341719, + "nauc_mrr_at_10_std": 0.113135, + "nauc_mrr_at_10_diff1": 0.273561, + "nauc_mrr_at_20_max": 0.338023, + "nauc_mrr_at_20_std": 0.109287, + "nauc_mrr_at_20_diff1": 0.272198, + "nauc_mrr_at_100_max": 0.335615, + "nauc_mrr_at_100_std": 0.107976, + "nauc_mrr_at_100_diff1": 0.270282, + "nauc_mrr_at_1000_max": 0.336357, + "nauc_mrr_at_1000_std": 0.108461, + "nauc_mrr_at_1000_diff1": 0.271018, + "main_score": 0.25925, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.9197306632995605, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance3Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance3Retrieval.json new file mode 100644 index 0000000000..ce27efa79d --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance3Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5ed0bc0fffa309e99400ea800397931749d12cd2", + "task_name": "EnglishFinance3Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.29355, + "ndcg_at_3": 0.366, + "ndcg_at_5": 0.39573, + "ndcg_at_10": 0.4212, + "ndcg_at_20": 0.4417, + "ndcg_at_100": 0.47647, + "ndcg_at_1000": 0.49522, + "map_at_1": 0.29355, + "map_at_3": 0.34777, + "map_at_5": 0.36431, + "map_at_10": 0.37476, + "map_at_20": 0.38032, + "map_at_100": 0.38499, + "map_at_1000": 0.38569, + "recall_at_1": 0.29355, + "recall_at_3": 0.41893, + "recall_at_5": 0.49094, + "recall_at_10": 0.56999, + "recall_at_20": 0.65156, + "recall_at_100": 0.84089, + "recall_at_1000": 0.98892, + "precision_at_1": 0.29355, + "precision_at_3": 0.13964, + "precision_at_5": 0.09819, + "precision_at_10": 0.057, + "precision_at_20": 0.03258, + "precision_at_100": 0.00841, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.293555, + "mrr_at_3": 0.347768, + "mrr_at_5": 0.364308, + "mrr_at_10": 0.374761, + "mrr_at_20": 0.380321, + "mrr_at_100": 0.384986, + "mrr_at_1000": 0.385691, + "nauc_ndcg_at_1_max": 0.288838, + "nauc_ndcg_at_1_std": -0.108885, + "nauc_ndcg_at_1_diff1": 0.541378, + "nauc_ndcg_at_3_max": 0.26817, + "nauc_ndcg_at_3_std": -0.097369, + "nauc_ndcg_at_3_diff1": 0.483257, + "nauc_ndcg_at_5_max": 0.251882, + "nauc_ndcg_at_5_std": -0.102521, + "nauc_ndcg_at_5_diff1": 0.466508, + "nauc_ndcg_at_10_max": 0.246759, + "nauc_ndcg_at_10_std": -0.104434, + "nauc_ndcg_at_10_diff1": 0.453577, + "nauc_ndcg_at_20_max": 0.243904, + "nauc_ndcg_at_20_std": -0.102446, + "nauc_ndcg_at_20_diff1": 0.453012, + "nauc_ndcg_at_100_max": 0.253112, + "nauc_ndcg_at_100_std": -0.094263, + "nauc_ndcg_at_100_diff1": 0.460756, + "nauc_ndcg_at_1000_max": 0.258385, + "nauc_ndcg_at_1000_std": -0.095006, + "nauc_ndcg_at_1000_diff1": 0.469249, + "nauc_map_at_1_max": 0.288838, + "nauc_map_at_1_std": -0.108885, + "nauc_map_at_1_diff1": 0.541378, + "nauc_map_at_3_max": 0.274096, + "nauc_map_at_3_std": -0.09951, + "nauc_map_at_3_diff1": 0.497532, + "nauc_map_at_5_max": 0.264997, + "nauc_map_at_5_std": -0.102371, + "nauc_map_at_5_diff1": 0.488196, + "nauc_map_at_10_max": 0.263191, + "nauc_map_at_10_std": -0.103027, + "nauc_map_at_10_diff1": 0.483258, + "nauc_map_at_20_max": 0.26245, + "nauc_map_at_20_std": -0.102549, + "nauc_map_at_20_diff1": 0.483198, + "nauc_map_at_100_max": 0.263851, + "nauc_map_at_100_std": -0.101353, + "nauc_map_at_100_diff1": 0.484152, + "nauc_map_at_1000_max": 0.264056, + "nauc_map_at_1000_std": -0.101344, + "nauc_map_at_1000_diff1": 0.484404, + "nauc_recall_at_1_max": 0.288838, + "nauc_recall_at_1_std": -0.108885, + "nauc_recall_at_1_diff1": 0.541378, + "nauc_recall_at_3_max": 0.251104, + "nauc_recall_at_3_std": -0.091585, + "nauc_recall_at_3_diff1": 0.442928, + "nauc_recall_at_5_max": 0.211647, + "nauc_recall_at_5_std": -0.103947, + "nauc_recall_at_5_diff1": 0.401901, + "nauc_recall_at_10_max": 0.190935, + "nauc_recall_at_10_std": -0.110969, + "nauc_recall_at_10_diff1": 0.354117, + "nauc_recall_at_20_max": 0.171163, + "nauc_recall_at_20_std": -0.102153, + "nauc_recall_at_20_diff1": 0.339048, + "nauc_recall_at_100_max": 0.203464, + "nauc_recall_at_100_std": -0.018864, + "nauc_recall_at_100_diff1": 0.331014, + "nauc_recall_at_1000_max": 0.621998, + "nauc_recall_at_1000_std": 0.696274, + "nauc_recall_at_1000_diff1": 0.534427, + "nauc_precision_at_1_max": 0.288838, + "nauc_precision_at_1_std": -0.108885, + "nauc_precision_at_1_diff1": 0.541378, + "nauc_precision_at_3_max": 0.251104, + "nauc_precision_at_3_std": -0.091585, + "nauc_precision_at_3_diff1": 0.442928, + "nauc_precision_at_5_max": 0.211647, + "nauc_precision_at_5_std": -0.103947, + "nauc_precision_at_5_diff1": 0.401901, + "nauc_precision_at_10_max": 0.190935, + "nauc_precision_at_10_std": -0.110969, + "nauc_precision_at_10_diff1": 0.354117, + "nauc_precision_at_20_max": 0.171163, + "nauc_precision_at_20_std": -0.102153, + "nauc_precision_at_20_diff1": 0.339048, + "nauc_precision_at_100_max": 0.203464, + "nauc_precision_at_100_std": -0.018864, + "nauc_precision_at_100_diff1": 0.331014, + "nauc_precision_at_1000_max": 0.621998, + "nauc_precision_at_1000_std": 0.696274, + "nauc_precision_at_1000_diff1": 0.534427, + "nauc_mrr_at_1_max": 0.288838, + "nauc_mrr_at_1_std": -0.108885, + "nauc_mrr_at_1_diff1": 0.541378, + "nauc_mrr_at_3_max": 0.274096, + "nauc_mrr_at_3_std": -0.09951, + "nauc_mrr_at_3_diff1": 0.497532, + "nauc_mrr_at_5_max": 0.264997, + "nauc_mrr_at_5_std": -0.102371, + "nauc_mrr_at_5_diff1": 0.488196, + "nauc_mrr_at_10_max": 0.263191, + "nauc_mrr_at_10_std": -0.103027, + "nauc_mrr_at_10_diff1": 0.483258, + "nauc_mrr_at_20_max": 0.26245, + "nauc_mrr_at_20_std": -0.102549, + "nauc_mrr_at_20_diff1": 0.483198, + "nauc_mrr_at_100_max": 0.263851, + "nauc_mrr_at_100_std": -0.101353, + "nauc_mrr_at_100_diff1": 0.484152, + "nauc_mrr_at_1000_max": 0.264056, + "nauc_mrr_at_1000_std": -0.101344, + "nauc_mrr_at_1000_diff1": 0.484404, + "main_score": 0.4212, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.014723539352417, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance4Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance4Retrieval.json new file mode 100644 index 0000000000..c12c86a9e0 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishFinance4Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2fdb7001309f897d50d38d196a3fd0f03c913810", + "task_name": "EnglishFinance4Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.26178, + "ndcg_at_3": 0.3134, + "ndcg_at_5": 0.3295, + "ndcg_at_10": 0.34715, + "ndcg_at_20": 0.36161, + "ndcg_at_100": 0.38584, + "ndcg_at_1000": 0.40728, + "map_at_1": 0.26178, + "map_at_3": 0.30073, + "map_at_5": 0.30965, + "map_at_10": 0.31692, + "map_at_20": 0.32091, + "map_at_100": 0.32413, + "map_at_1000": 0.32483, + "recall_at_1": 0.26178, + "recall_at_3": 0.35007, + "recall_at_5": 0.38922, + "recall_at_10": 0.44381, + "recall_at_20": 0.50095, + "recall_at_100": 0.63341, + "recall_at_1000": 0.80833, + "precision_at_1": 0.26178, + "precision_at_3": 0.11669, + "precision_at_5": 0.07784, + "precision_at_10": 0.04438, + "precision_at_20": 0.02505, + "precision_at_100": 0.00633, + "precision_at_1000": 0.00081, + "mrr_at_1": 0.261828, + "mrr_at_3": 0.300765, + "mrr_at_5": 0.309658, + "mrr_at_10": 0.316947, + "mrr_at_20": 0.32093, + "mrr_at_100": 0.324156, + "mrr_at_1000": 0.324857, + "nauc_ndcg_at_1_max": 0.519578, + "nauc_ndcg_at_1_std": 0.192488, + "nauc_ndcg_at_1_diff1": 0.630755, + "nauc_ndcg_at_3_max": 0.502696, + "nauc_ndcg_at_3_std": 0.203135, + "nauc_ndcg_at_3_diff1": 0.561662, + "nauc_ndcg_at_5_max": 0.497623, + "nauc_ndcg_at_5_std": 0.205327, + "nauc_ndcg_at_5_diff1": 0.545901, + "nauc_ndcg_at_10_max": 0.494633, + "nauc_ndcg_at_10_std": 0.209189, + "nauc_ndcg_at_10_diff1": 0.534743, + "nauc_ndcg_at_20_max": 0.491963, + "nauc_ndcg_at_20_std": 0.213397, + "nauc_ndcg_at_20_diff1": 0.525832, + "nauc_ndcg_at_100_max": 0.494288, + "nauc_ndcg_at_100_std": 0.219782, + "nauc_ndcg_at_100_diff1": 0.52076, + "nauc_ndcg_at_1000_max": 0.498086, + "nauc_ndcg_at_1000_std": 0.213991, + "nauc_ndcg_at_1000_diff1": 0.521896, + "nauc_map_at_1_max": 0.519578, + "nauc_map_at_1_std": 0.192488, + "nauc_map_at_1_diff1": 0.630755, + "nauc_map_at_3_max": 0.506334, + "nauc_map_at_3_std": 0.200427, + "nauc_map_at_3_diff1": 0.577311, + "nauc_map_at_5_max": 0.503482, + "nauc_map_at_5_std": 0.201626, + "nauc_map_at_5_diff1": 0.568381, + "nauc_map_at_10_max": 0.502094, + "nauc_map_at_10_std": 0.203198, + "nauc_map_at_10_diff1": 0.563584, + "nauc_map_at_20_max": 0.50139, + "nauc_map_at_20_std": 0.204423, + "nauc_map_at_20_diff1": 0.561119, + "nauc_map_at_100_max": 0.501729, + "nauc_map_at_100_std": 0.205355, + "nauc_map_at_100_diff1": 0.560524, + "nauc_map_at_1000_max": 0.501833, + "nauc_map_at_1000_std": 0.205208, + "nauc_map_at_1000_diff1": 0.560566, + "nauc_recall_at_1_max": 0.519578, + "nauc_recall_at_1_std": 0.192488, + "nauc_recall_at_1_diff1": 0.630755, + "nauc_recall_at_3_max": 0.492774, + "nauc_recall_at_3_std": 0.210699, + "nauc_recall_at_3_diff1": 0.51866, + "nauc_recall_at_5_max": 0.481089, + "nauc_recall_at_5_std": 0.215834, + "nauc_recall_at_5_diff1": 0.48277, + "nauc_recall_at_10_max": 0.472718, + "nauc_recall_at_10_std": 0.227622, + "nauc_recall_at_10_diff1": 0.449677, + "nauc_recall_at_20_max": 0.461768, + "nauc_recall_at_20_std": 0.243784, + "nauc_recall_at_20_diff1": 0.413737, + "nauc_recall_at_100_max": 0.47074, + "nauc_recall_at_100_std": 0.286318, + "nauc_recall_at_100_diff1": 0.363311, + "nauc_recall_at_1000_max": 0.512436, + "nauc_recall_at_1000_std": 0.240116, + "nauc_recall_at_1000_diff1": 0.282637, + "nauc_precision_at_1_max": 0.519578, + "nauc_precision_at_1_std": 0.192488, + "nauc_precision_at_1_diff1": 0.630755, + "nauc_precision_at_3_max": 0.492774, + "nauc_precision_at_3_std": 0.210699, + "nauc_precision_at_3_diff1": 0.51866, + "nauc_precision_at_5_max": 0.481089, + "nauc_precision_at_5_std": 0.215834, + "nauc_precision_at_5_diff1": 0.48277, + "nauc_precision_at_10_max": 0.472718, + "nauc_precision_at_10_std": 0.227622, + "nauc_precision_at_10_diff1": 0.449677, + "nauc_precision_at_20_max": 0.461768, + "nauc_precision_at_20_std": 0.243784, + "nauc_precision_at_20_diff1": 0.413737, + "nauc_precision_at_100_max": 0.47074, + "nauc_precision_at_100_std": 0.286318, + "nauc_precision_at_100_diff1": 0.363311, + "nauc_precision_at_1000_max": 0.512436, + "nauc_precision_at_1000_std": 0.240116, + "nauc_precision_at_1000_diff1": 0.282637, + "nauc_mrr_at_1_max": 0.519588, + "nauc_mrr_at_1_std": 0.192638, + "nauc_mrr_at_1_diff1": 0.63056, + "nauc_mrr_at_3_max": 0.506381, + "nauc_mrr_at_3_std": 0.200542, + "nauc_mrr_at_3_diff1": 0.577209, + "nauc_mrr_at_5_max": 0.503516, + "nauc_mrr_at_5_std": 0.201711, + "nauc_mrr_at_5_diff1": 0.568301, + "nauc_mrr_at_10_max": 0.502107, + "nauc_mrr_at_10_std": 0.203274, + "nauc_mrr_at_10_diff1": 0.5635, + "nauc_mrr_at_20_max": 0.501412, + "nauc_mrr_at_20_std": 0.204509, + "nauc_mrr_at_20_diff1": 0.561037, + "nauc_mrr_at_100_max": 0.501742, + "nauc_mrr_at_100_std": 0.205436, + "nauc_mrr_at_100_diff1": 0.560442, + "nauc_mrr_at_1000_max": 0.501846, + "nauc_mrr_at_1000_std": 0.205289, + "nauc_mrr_at_1000_diff1": 0.560483, + "main_score": 0.34715, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 208.80309987068176, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishHealthcare1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishHealthcare1Retrieval.json new file mode 100644 index 0000000000..d58e4ba661 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/EnglishHealthcare1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "393c24e85114d44c43259fb2d1c5639c5d09809d", + "task_name": "EnglishHealthcare1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.22402, + "ndcg_at_3": 0.29318, + "ndcg_at_5": 0.31558, + "ndcg_at_10": 0.34925, + "ndcg_at_20": 0.3779, + "ndcg_at_100": 0.43592, + "ndcg_at_1000": 0.44565, + "map_at_1": 0.22402, + "map_at_3": 0.27657, + "map_at_5": 0.28891, + "map_at_10": 0.30265, + "map_at_20": 0.31035, + "map_at_100": 0.31797, + "map_at_1000": 0.31855, + "recall_at_1": 0.22402, + "recall_at_3": 0.3411, + "recall_at_5": 0.39584, + "recall_at_10": 0.50076, + "recall_at_20": 0.61531, + "recall_at_100": 0.93335, + "recall_at_1000": 1.0, + "precision_at_1": 0.22402, + "precision_at_3": 0.1137, + "precision_at_5": 0.07917, + "precision_at_10": 0.05008, + "precision_at_20": 0.03077, + "precision_at_100": 0.00937, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.224024, + "mrr_at_3": 0.276567, + "mrr_at_5": 0.288909, + "mrr_at_10": 0.302652, + "mrr_at_20": 0.310351, + "mrr_at_100": 0.317993, + "mrr_at_1000": 0.31855, + "nauc_ndcg_at_1_max": 0.366422, + "nauc_ndcg_at_1_std": 0.218863, + "nauc_ndcg_at_1_diff1": 0.503231, + "nauc_ndcg_at_3_max": 0.387352, + "nauc_ndcg_at_3_std": 0.247557, + "nauc_ndcg_at_3_diff1": 0.437408, + "nauc_ndcg_at_5_max": 0.384014, + "nauc_ndcg_at_5_std": 0.253227, + "nauc_ndcg_at_5_diff1": 0.422865, + "nauc_ndcg_at_10_max": 0.382799, + "nauc_ndcg_at_10_std": 0.262197, + "nauc_ndcg_at_10_diff1": 0.403869, + "nauc_ndcg_at_20_max": 0.392782, + "nauc_ndcg_at_20_std": 0.278316, + "nauc_ndcg_at_20_diff1": 0.400213, + "nauc_ndcg_at_100_max": 0.390546, + "nauc_ndcg_at_100_std": 0.2683, + "nauc_ndcg_at_100_diff1": 0.41998, + "nauc_ndcg_at_1000_max": 0.387148, + "nauc_ndcg_at_1000_std": 0.261118, + "nauc_ndcg_at_1000_diff1": 0.424089, + "nauc_map_at_1_max": 0.366422, + "nauc_map_at_1_std": 0.218863, + "nauc_map_at_1_diff1": 0.503231, + "nauc_map_at_3_max": 0.383312, + "nauc_map_at_3_std": 0.240993, + "nauc_map_at_3_diff1": 0.452495, + "nauc_map_at_5_max": 0.381512, + "nauc_map_at_5_std": 0.244399, + "nauc_map_at_5_diff1": 0.444176, + "nauc_map_at_10_max": 0.380797, + "nauc_map_at_10_std": 0.24795, + "nauc_map_at_10_diff1": 0.436311, + "nauc_map_at_20_max": 0.3832, + "nauc_map_at_20_std": 0.251812, + "nauc_map_at_20_diff1": 0.435487, + "nauc_map_at_100_max": 0.383381, + "nauc_map_at_100_std": 0.251167, + "nauc_map_at_100_diff1": 0.438203, + "nauc_map_at_1000_max": 0.383197, + "nauc_map_at_1000_std": 0.250751, + "nauc_map_at_1000_diff1": 0.438439, + "nauc_recall_at_1_max": 0.366422, + "nauc_recall_at_1_std": 0.218863, + "nauc_recall_at_1_diff1": 0.503231, + "nauc_recall_at_3_max": 0.397908, + "nauc_recall_at_3_std": 0.265162, + "nauc_recall_at_3_diff1": 0.396933, + "nauc_recall_at_5_max": 0.389805, + "nauc_recall_at_5_std": 0.277019, + "nauc_recall_at_5_diff1": 0.364879, + "nauc_recall_at_10_max": 0.387428, + "nauc_recall_at_10_std": 0.305161, + "nauc_recall_at_10_diff1": 0.306846, + "nauc_recall_at_20_max": 0.43218, + "nauc_recall_at_20_std": 0.381756, + "nauc_recall_at_20_diff1": 0.278645, + "nauc_recall_at_100_max": 0.483986, + "nauc_recall_at_100_std": 0.463355, + "nauc_recall_at_100_diff1": 0.303706, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.366422, + "nauc_precision_at_1_std": 0.218863, + "nauc_precision_at_1_diff1": 0.503231, + "nauc_precision_at_3_max": 0.397908, + "nauc_precision_at_3_std": 0.265162, + "nauc_precision_at_3_diff1": 0.396933, + "nauc_precision_at_5_max": 0.389805, + "nauc_precision_at_5_std": 0.277019, + "nauc_precision_at_5_diff1": 0.364879, + "nauc_precision_at_10_max": 0.387428, + "nauc_precision_at_10_std": 0.305161, + "nauc_precision_at_10_diff1": 0.306846, + "nauc_precision_at_20_max": 0.43218, + "nauc_precision_at_20_std": 0.381756, + "nauc_precision_at_20_diff1": 0.278645, + "nauc_precision_at_100_max": 0.442027, + "nauc_precision_at_100_std": 0.400345, + "nauc_precision_at_100_diff1": 0.303994, + "nauc_precision_at_1000_max": -0.292691, + "nauc_precision_at_1000_std": -0.574664, + "nauc_precision_at_1000_diff1": 0.04655, + "nauc_mrr_at_1_max": 0.366422, + "nauc_mrr_at_1_std": 0.218863, + "nauc_mrr_at_1_diff1": 0.503231, + "nauc_mrr_at_3_max": 0.383312, + "nauc_mrr_at_3_std": 0.240993, + "nauc_mrr_at_3_diff1": 0.452495, + "nauc_mrr_at_5_max": 0.381512, + "nauc_mrr_at_5_std": 0.244399, + "nauc_mrr_at_5_diff1": 0.444176, + "nauc_mrr_at_10_max": 0.380797, + "nauc_mrr_at_10_std": 0.24795, + "nauc_mrr_at_10_diff1": 0.436311, + "nauc_mrr_at_20_max": 0.3832, + "nauc_mrr_at_20_std": 0.251812, + "nauc_mrr_at_20_diff1": 0.435487, + "nauc_mrr_at_100_max": 0.383366, + "nauc_mrr_at_100_std": 0.251111, + "nauc_mrr_at_100_diff1": 0.438234, + "nauc_mrr_at_1000_max": 0.383192, + "nauc_mrr_at_1000_std": 0.250755, + "nauc_mrr_at_1000_diff1": 0.438447, + "main_score": 0.34925, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.508595943450928, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FinQARetrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FinQARetrieval.json new file mode 100644 index 0000000000..07713c3592 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FinQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd", + "task_name": "FinQARetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15641, + "ndcg_at_3": 0.20993, + "ndcg_at_5": 0.22827, + "ndcg_at_10": 0.25101, + "ndcg_at_20": 0.27084, + "ndcg_at_100": 0.315, + "ndcg_at_1000": 0.35644, + "map_at_1": 0.15641, + "map_at_3": 0.19684, + "map_at_5": 0.20694, + "map_at_10": 0.21617, + "map_at_20": 0.22163, + "map_at_100": 0.22751, + "map_at_1000": 0.22919, + "recall_at_1": 0.15641, + "recall_at_3": 0.2478, + "recall_at_5": 0.29262, + "recall_at_10": 0.3638, + "recall_at_20": 0.442, + "recall_at_100": 0.68366, + "recall_at_1000": 1.0, + "precision_at_1": 0.15641, + "precision_at_3": 0.0826, + "precision_at_5": 0.05852, + "precision_at_10": 0.03638, + "precision_at_20": 0.0221, + "precision_at_100": 0.00684, + "precision_at_1000": 0.001, + "mrr_at_1": 0.156415, + "mrr_at_3": 0.196837, + "mrr_at_5": 0.206942, + "mrr_at_10": 0.216167, + "mrr_at_20": 0.221634, + "mrr_at_100": 0.227514, + "mrr_at_1000": 0.229189, + "nauc_ndcg_at_1_max": 0.232598, + "nauc_ndcg_at_1_std": -0.024007, + "nauc_ndcg_at_1_diff1": 0.388508, + "nauc_ndcg_at_3_max": 0.226105, + "nauc_ndcg_at_3_std": -0.014397, + "nauc_ndcg_at_3_diff1": 0.300838, + "nauc_ndcg_at_5_max": 0.20393, + "nauc_ndcg_at_5_std": -0.022561, + "nauc_ndcg_at_5_diff1": 0.274886, + "nauc_ndcg_at_10_max": 0.197506, + "nauc_ndcg_at_10_std": -0.022181, + "nauc_ndcg_at_10_diff1": 0.259521, + "nauc_ndcg_at_20_max": 0.189007, + "nauc_ndcg_at_20_std": -0.013734, + "nauc_ndcg_at_20_diff1": 0.250579, + "nauc_ndcg_at_100_max": 0.194321, + "nauc_ndcg_at_100_std": -0.00758, + "nauc_ndcg_at_100_diff1": 0.242663, + "nauc_ndcg_at_1000_max": 0.201468, + "nauc_ndcg_at_1000_std": -0.01427, + "nauc_ndcg_at_1000_diff1": 0.267546, + "nauc_map_at_1_max": 0.232598, + "nauc_map_at_1_std": -0.024007, + "nauc_map_at_1_diff1": 0.388508, + "nauc_map_at_3_max": 0.226557, + "nauc_map_at_3_std": -0.017402, + "nauc_map_at_3_diff1": 0.318229, + "nauc_map_at_5_max": 0.213352, + "nauc_map_at_5_std": -0.021999, + "nauc_map_at_5_diff1": 0.302839, + "nauc_map_at_10_max": 0.210562, + "nauc_map_at_10_std": -0.021749, + "nauc_map_at_10_diff1": 0.29606, + "nauc_map_at_20_max": 0.20798, + "nauc_map_at_20_std": -0.019206, + "nauc_map_at_20_diff1": 0.293288, + "nauc_map_at_100_max": 0.20879, + "nauc_map_at_100_std": -0.01819, + "nauc_map_at_100_diff1": 0.292221, + "nauc_map_at_1000_max": 0.209242, + "nauc_map_at_1000_std": -0.018435, + "nauc_map_at_1000_diff1": 0.293235, + "nauc_recall_at_1_max": 0.232598, + "nauc_recall_at_1_std": -0.024007, + "nauc_recall_at_1_diff1": 0.388508, + "nauc_recall_at_3_max": 0.225296, + "nauc_recall_at_3_std": -0.006511, + "nauc_recall_at_3_diff1": 0.257621, + "nauc_recall_at_5_max": 0.179474, + "nauc_recall_at_5_std": -0.02467, + "nauc_recall_at_5_diff1": 0.20573, + "nauc_recall_at_10_max": 0.163391, + "nauc_recall_at_10_std": -0.023839, + "nauc_recall_at_10_diff1": 0.167907, + "nauc_recall_at_20_max": 0.135696, + "nauc_recall_at_20_std": 0.003905, + "nauc_recall_at_20_diff1": 0.139169, + "nauc_recall_at_100_max": 0.148971, + "nauc_recall_at_100_std": 0.043108, + "nauc_recall_at_100_diff1": 0.058843, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.232598, + "nauc_precision_at_1_std": -0.024007, + "nauc_precision_at_1_diff1": 0.388508, + "nauc_precision_at_3_max": 0.225296, + "nauc_precision_at_3_std": -0.006511, + "nauc_precision_at_3_diff1": 0.257621, + "nauc_precision_at_5_max": 0.179474, + "nauc_precision_at_5_std": -0.02467, + "nauc_precision_at_5_diff1": 0.20573, + "nauc_precision_at_10_max": 0.163391, + "nauc_precision_at_10_std": -0.023839, + "nauc_precision_at_10_diff1": 0.167907, + "nauc_precision_at_20_max": 0.135696, + "nauc_precision_at_20_std": 0.003905, + "nauc_precision_at_20_diff1": 0.139169, + "nauc_precision_at_100_max": 0.148971, + "nauc_precision_at_100_std": 0.043108, + "nauc_precision_at_100_diff1": 0.058843, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.232598, + "nauc_mrr_at_1_std": -0.024007, + "nauc_mrr_at_1_diff1": 0.388508, + "nauc_mrr_at_3_max": 0.226871, + "nauc_mrr_at_3_std": -0.017402, + "nauc_mrr_at_3_diff1": 0.317978, + "nauc_mrr_at_5_max": 0.213429, + "nauc_mrr_at_5_std": -0.021999, + "nauc_mrr_at_5_diff1": 0.302778, + "nauc_mrr_at_10_max": 0.210639, + "nauc_mrr_at_10_std": -0.021749, + "nauc_mrr_at_10_diff1": 0.295999, + "nauc_mrr_at_20_max": 0.208056, + "nauc_mrr_at_20_std": -0.019206, + "nauc_mrr_at_20_diff1": 0.293227, + "nauc_mrr_at_100_max": 0.208865, + "nauc_mrr_at_100_std": -0.01819, + "nauc_mrr_at_100_diff1": 0.292162, + "nauc_mrr_at_1000_max": 0.209318, + "nauc_mrr_at_1000_std": -0.018434, + "nauc_mrr_at_1000_diff1": 0.293176, + "main_score": 0.25101, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.5525968074798584, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FinanceBenchRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FinanceBenchRetrieval.json new file mode 100644 index 0000000000..14a97613a1 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FinanceBenchRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e68478442112cae36b70a216f52cc2777acf0a7e", + "task_name": "FinanceBenchRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.33333, + "ndcg_at_3": 0.49095, + "ndcg_at_5": 0.51591, + "ndcg_at_10": 0.54351, + "ndcg_at_20": 0.56511, + "ndcg_at_100": 0.59129, + "ndcg_at_1000": 0.59416, + "map_at_1": 0.33333, + "map_at_3": 0.45111, + "map_at_5": 0.46511, + "map_at_10": 0.47625, + "map_at_20": 0.482, + "map_at_100": 0.48565, + "map_at_1000": 0.48581, + "recall_at_1": 0.33333, + "recall_at_3": 0.60667, + "recall_at_5": 0.66667, + "recall_at_10": 0.75333, + "recall_at_20": 0.84, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.33333, + "precision_at_3": 0.20222, + "precision_at_5": 0.13333, + "precision_at_10": 0.07533, + "precision_at_20": 0.042, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.326667, + "mrr_at_3": 0.45, + "mrr_at_5": 0.464, + "mrr_at_10": 0.475135, + "mrr_at_20": 0.48089, + "mrr_at_100": 0.484536, + "mrr_at_1000": 0.484697, + "nauc_ndcg_at_1_max": 0.255445, + "nauc_ndcg_at_1_std": 0.047231, + "nauc_ndcg_at_1_diff1": 0.316358, + "nauc_ndcg_at_3_max": 0.321024, + "nauc_ndcg_at_3_std": 0.071777, + "nauc_ndcg_at_3_diff1": 0.248072, + "nauc_ndcg_at_5_max": 0.357752, + "nauc_ndcg_at_5_std": 0.070702, + "nauc_ndcg_at_5_diff1": 0.259172, + "nauc_ndcg_at_10_max": 0.348412, + "nauc_ndcg_at_10_std": 0.080033, + "nauc_ndcg_at_10_diff1": 0.267506, + "nauc_ndcg_at_20_max": 0.36078, + "nauc_ndcg_at_20_std": 0.103323, + "nauc_ndcg_at_20_diff1": 0.268966, + "nauc_ndcg_at_100_max": 0.337577, + "nauc_ndcg_at_100_std": 0.081505, + "nauc_ndcg_at_100_diff1": 0.278819, + "nauc_ndcg_at_1000_max": 0.332564, + "nauc_ndcg_at_1000_std": 0.077128, + "nauc_ndcg_at_1000_diff1": 0.274187, + "nauc_map_at_1_max": 0.255445, + "nauc_map_at_1_std": 0.047231, + "nauc_map_at_1_diff1": 0.316358, + "nauc_map_at_3_max": 0.305507, + "nauc_map_at_3_std": 0.065711, + "nauc_map_at_3_diff1": 0.264652, + "nauc_map_at_5_max": 0.324658, + "nauc_map_at_5_std": 0.065098, + "nauc_map_at_5_diff1": 0.271087, + "nauc_map_at_10_max": 0.321014, + "nauc_map_at_10_std": 0.069631, + "nauc_map_at_10_diff1": 0.274661, + "nauc_map_at_20_max": 0.322972, + "nauc_map_at_20_std": 0.07401, + "nauc_map_at_20_diff1": 0.274863, + "nauc_map_at_100_max": 0.319619, + "nauc_map_at_100_std": 0.070719, + "nauc_map_at_100_diff1": 0.276411, + "nauc_map_at_1000_max": 0.319389, + "nauc_map_at_1000_std": 0.070532, + "nauc_map_at_1000_diff1": 0.276206, + "nauc_recall_at_1_max": 0.255445, + "nauc_recall_at_1_std": 0.047231, + "nauc_recall_at_1_diff1": 0.316358, + "nauc_recall_at_3_max": 0.369262, + "nauc_recall_at_3_std": 0.090756, + "nauc_recall_at_3_diff1": 0.19633, + "nauc_recall_at_5_max": 0.477287, + "nauc_recall_at_5_std": 0.08954, + "nauc_recall_at_5_diff1": 0.220314, + "nauc_recall_at_10_max": 0.463739, + "nauc_recall_at_10_std": 0.124843, + "nauc_recall_at_10_diff1": 0.243987, + "nauc_recall_at_20_max": 0.617145, + "nauc_recall_at_20_std": 0.334458, + "nauc_recall_at_20_diff1": 0.24822, + "nauc_recall_at_100_max": 0.786026, + "nauc_recall_at_100_std": 0.478836, + "nauc_recall_at_100_diff1": 0.693433, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.255445, + "nauc_precision_at_1_std": 0.047231, + "nauc_precision_at_1_diff1": 0.316358, + "nauc_precision_at_3_max": 0.369262, + "nauc_precision_at_3_std": 0.090756, + "nauc_precision_at_3_diff1": 0.19633, + "nauc_precision_at_5_max": 0.477287, + "nauc_precision_at_5_std": 0.08954, + "nauc_precision_at_5_diff1": 0.220314, + "nauc_precision_at_10_max": 0.463739, + "nauc_precision_at_10_std": 0.124843, + "nauc_precision_at_10_diff1": 0.243987, + "nauc_precision_at_20_max": 0.617145, + "nauc_precision_at_20_std": 0.334458, + "nauc_precision_at_20_diff1": 0.24822, + "nauc_precision_at_100_max": 0.786026, + "nauc_precision_at_100_std": 0.478836, + "nauc_precision_at_100_diff1": 0.693433, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.253016, + "nauc_mrr_at_1_std": 0.025453, + "nauc_mrr_at_1_diff1": 0.336433, + "nauc_mrr_at_3_max": 0.301539, + "nauc_mrr_at_3_std": 0.055978, + "nauc_mrr_at_3_diff1": 0.276876, + "nauc_mrr_at_5_max": 0.320662, + "nauc_mrr_at_5_std": 0.055133, + "nauc_mrr_at_5_diff1": 0.283621, + "nauc_mrr_at_10_max": 0.316915, + "nauc_mrr_at_10_std": 0.05946, + "nauc_mrr_at_10_diff1": 0.287488, + "nauc_mrr_at_20_max": 0.318822, + "nauc_mrr_at_20_std": 0.063709, + "nauc_mrr_at_20_diff1": 0.287872, + "nauc_mrr_at_100_max": 0.315413, + "nauc_mrr_at_100_std": 0.060296, + "nauc_mrr_at_100_diff1": 0.289565, + "nauc_mrr_at_1000_max": 0.31518, + "nauc_mrr_at_1000_std": 0.060105, + "nauc_mrr_at_1000_diff1": 0.289367, + "main_score": 0.54351, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.6514453887939453, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/French1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/French1Retrieval.json new file mode 100644 index 0000000000..cab864845f --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/French1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c5c5a44f75dff57be44e5623e817239b050bf0f2", + "task_name": "French1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.58673, + "ndcg_at_3": 0.66154, + "ndcg_at_5": 0.68122, + "ndcg_at_10": 0.69704, + "ndcg_at_20": 0.7086, + "ndcg_at_100": 0.72364, + "ndcg_at_1000": 0.73091, + "map_at_1": 0.58673, + "map_at_3": 0.64336, + "map_at_5": 0.65427, + "map_at_10": 0.66086, + "map_at_20": 0.66407, + "map_at_100": 0.66618, + "map_at_1000": 0.66645, + "recall_at_1": 0.58673, + "recall_at_3": 0.71404, + "recall_at_5": 0.7619, + "recall_at_10": 0.8105, + "recall_at_20": 0.85593, + "recall_at_100": 0.93659, + "recall_at_1000": 0.99417, + "precision_at_1": 0.58673, + "precision_at_3": 0.2381, + "precision_at_5": 0.15243, + "precision_at_10": 0.08107, + "precision_at_20": 0.04281, + "precision_at_100": 0.00937, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.587707, + "mrr_at_3": 0.643829, + "mrr_at_5": 0.654677, + "mrr_at_10": 0.661296, + "mrr_at_20": 0.664483, + "mrr_at_100": 0.666595, + "mrr_at_1000": 0.666863, + "nauc_ndcg_at_1_max": 0.606733, + "nauc_ndcg_at_1_std": -0.03651, + "nauc_ndcg_at_1_diff1": 0.748582, + "nauc_ndcg_at_3_max": 0.616087, + "nauc_ndcg_at_3_std": -0.028778, + "nauc_ndcg_at_3_diff1": 0.700246, + "nauc_ndcg_at_5_max": 0.621698, + "nauc_ndcg_at_5_std": -0.024376, + "nauc_ndcg_at_5_diff1": 0.696512, + "nauc_ndcg_at_10_max": 0.620377, + "nauc_ndcg_at_10_std": -0.020795, + "nauc_ndcg_at_10_diff1": 0.691262, + "nauc_ndcg_at_20_max": 0.622147, + "nauc_ndcg_at_20_std": -0.014294, + "nauc_ndcg_at_20_diff1": 0.694071, + "nauc_ndcg_at_100_max": 0.620699, + "nauc_ndcg_at_100_std": -0.011879, + "nauc_ndcg_at_100_diff1": 0.698157, + "nauc_ndcg_at_1000_max": 0.619198, + "nauc_ndcg_at_1000_std": -0.018229, + "nauc_ndcg_at_1000_diff1": 0.70203, + "nauc_map_at_1_max": 0.606733, + "nauc_map_at_1_std": -0.03651, + "nauc_map_at_1_diff1": 0.748582, + "nauc_map_at_3_max": 0.614195, + "nauc_map_at_3_std": -0.030398, + "nauc_map_at_3_diff1": 0.712886, + "nauc_map_at_5_max": 0.617253, + "nauc_map_at_5_std": -0.028132, + "nauc_map_at_5_diff1": 0.711401, + "nauc_map_at_10_max": 0.616539, + "nauc_map_at_10_std": -0.027059, + "nauc_map_at_10_diff1": 0.709591, + "nauc_map_at_20_max": 0.616796, + "nauc_map_at_20_std": -0.025763, + "nauc_map_at_20_diff1": 0.710396, + "nauc_map_at_100_max": 0.616622, + "nauc_map_at_100_std": -0.025483, + "nauc_map_at_100_diff1": 0.711005, + "nauc_map_at_1000_max": 0.616577, + "nauc_map_at_1000_std": -0.02568, + "nauc_map_at_1000_diff1": 0.711141, + "nauc_recall_at_1_max": 0.606733, + "nauc_recall_at_1_std": -0.03651, + "nauc_recall_at_1_diff1": 0.748582, + "nauc_recall_at_3_max": 0.622147, + "nauc_recall_at_3_std": -0.023557, + "nauc_recall_at_3_diff1": 0.658125, + "nauc_recall_at_5_max": 0.638923, + "nauc_recall_at_5_std": -0.009615, + "nauc_recall_at_5_diff1": 0.639568, + "nauc_recall_at_10_max": 0.637828, + "nauc_recall_at_10_std": 0.010885, + "nauc_recall_at_10_diff1": 0.605585, + "nauc_recall_at_20_max": 0.657033, + "nauc_recall_at_20_std": 0.068153, + "nauc_recall_at_20_diff1": 0.601499, + "nauc_recall_at_100_max": 0.668605, + "nauc_recall_at_100_std": 0.207416, + "nauc_recall_at_100_diff1": 0.571263, + "nauc_recall_at_1000_max": 0.673272, + "nauc_recall_at_1000_std": 0.424061, + "nauc_recall_at_1000_diff1": 0.465455, + "nauc_precision_at_1_max": 0.606733, + "nauc_precision_at_1_std": -0.03651, + "nauc_precision_at_1_diff1": 0.748582, + "nauc_precision_at_3_max": 0.622787, + "nauc_precision_at_3_std": -0.021822, + "nauc_precision_at_3_diff1": 0.657177, + "nauc_precision_at_5_max": 0.639633, + "nauc_precision_at_5_std": -0.00763, + "nauc_precision_at_5_diff1": 0.638504, + "nauc_precision_at_10_max": 0.638687, + "nauc_precision_at_10_std": 0.01323, + "nauc_precision_at_10_diff1": 0.604382, + "nauc_precision_at_20_max": 0.658078, + "nauc_precision_at_20_std": 0.070992, + "nauc_precision_at_20_diff1": 0.599967, + "nauc_precision_at_100_max": 0.670799, + "nauc_precision_at_100_std": 0.212663, + "nauc_precision_at_100_diff1": 0.568133, + "nauc_precision_at_1000_max": 0.695353, + "nauc_precision_at_1000_std": 0.462984, + "nauc_precision_at_1000_diff1": 0.440657, + "nauc_mrr_at_1_max": 0.610215, + "nauc_mrr_at_1_std": -0.029554, + "nauc_mrr_at_1_diff1": 0.746352, + "nauc_mrr_at_3_max": 0.616455, + "nauc_mrr_at_3_std": -0.025972, + "nauc_mrr_at_3_diff1": 0.711902, + "nauc_mrr_at_5_max": 0.618973, + "nauc_mrr_at_5_std": -0.0244, + "nauc_mrr_at_5_diff1": 0.710217, + "nauc_mrr_at_10_max": 0.618296, + "nauc_mrr_at_10_std": -0.023247, + "nauc_mrr_at_10_diff1": 0.708365, + "nauc_mrr_at_20_max": 0.618568, + "nauc_mrr_at_20_std": -0.021907, + "nauc_mrr_at_20_diff1": 0.709165, + "nauc_mrr_at_100_max": 0.618409, + "nauc_mrr_at_100_std": -0.021596, + "nauc_mrr_at_100_diff1": 0.709768, + "nauc_mrr_at_1000_max": 0.618365, + "nauc_mrr_at_1000_std": -0.02179, + "nauc_mrr_at_1000_diff1": 0.709903, + "main_score": 0.69704, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 114.58316826820374, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FrenchLegal1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FrenchLegal1Retrieval.json new file mode 100644 index 0000000000..18f5041835 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FrenchLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d", + "task_name": "FrenchLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.03282, + "ndcg_at_3": 0.04372, + "ndcg_at_5": 0.04959, + "ndcg_at_10": 0.05769, + "ndcg_at_20": 0.06399, + "ndcg_at_100": 0.0822, + "ndcg_at_1000": 0.1385, + "map_at_1": 0.03282, + "map_at_3": 0.04087, + "map_at_5": 0.04405, + "map_at_10": 0.04744, + "map_at_20": 0.04918, + "map_at_100": 0.0514, + "map_at_1000": 0.05288, + "recall_at_1": 0.03282, + "recall_at_3": 0.05204, + "recall_at_5": 0.06657, + "recall_at_10": 0.09142, + "recall_at_20": 0.11627, + "recall_at_100": 0.21894, + "recall_at_1000": 0.69995, + "precision_at_1": 0.03282, + "precision_at_3": 0.01735, + "precision_at_5": 0.01331, + "precision_at_10": 0.00914, + "precision_at_20": 0.00581, + "precision_at_100": 0.00219, + "precision_at_1000": 0.0007, + "mrr_at_1": 0.032818, + "mrr_at_3": 0.040866, + "mrr_at_5": 0.044054, + "mrr_at_10": 0.047443, + "mrr_at_20": 0.04918, + "mrr_at_100": 0.051399, + "mrr_at_1000": 0.052879, + "nauc_ndcg_at_1_max": 0.302704, + "nauc_ndcg_at_1_std": -0.133562, + "nauc_ndcg_at_1_diff1": 0.414641, + "nauc_ndcg_at_3_max": 0.234459, + "nauc_ndcg_at_3_std": -0.112252, + "nauc_ndcg_at_3_diff1": 0.303953, + "nauc_ndcg_at_5_max": 0.223032, + "nauc_ndcg_at_5_std": -0.103906, + "nauc_ndcg_at_5_diff1": 0.264084, + "nauc_ndcg_at_10_max": 0.210192, + "nauc_ndcg_at_10_std": -0.095982, + "nauc_ndcg_at_10_diff1": 0.256923, + "nauc_ndcg_at_20_max": 0.194254, + "nauc_ndcg_at_20_std": -0.090254, + "nauc_ndcg_at_20_diff1": 0.234616, + "nauc_ndcg_at_100_max": 0.150896, + "nauc_ndcg_at_100_std": -0.095899, + "nauc_ndcg_at_100_diff1": 0.202093, + "nauc_ndcg_at_1000_max": 0.150145, + "nauc_ndcg_at_1000_std": -0.056577, + "nauc_ndcg_at_1000_diff1": 0.180753, + "nauc_map_at_1_max": 0.302704, + "nauc_map_at_1_std": -0.133562, + "nauc_map_at_1_diff1": 0.414641, + "nauc_map_at_3_max": 0.245735, + "nauc_map_at_3_std": -0.115708, + "nauc_map_at_3_diff1": 0.327065, + "nauc_map_at_5_max": 0.238016, + "nauc_map_at_5_std": -0.11072, + "nauc_map_at_5_diff1": 0.301153, + "nauc_map_at_10_max": 0.231598, + "nauc_map_at_10_std": -0.106754, + "nauc_map_at_10_diff1": 0.295116, + "nauc_map_at_20_max": 0.225392, + "nauc_map_at_20_std": -0.104299, + "nauc_map_at_20_diff1": 0.285869, + "nauc_map_at_100_max": 0.216361, + "nauc_map_at_100_std": -0.104983, + "nauc_map_at_100_diff1": 0.278788, + "nauc_map_at_1000_max": 0.215861, + "nauc_map_at_1000_std": -0.103601, + "nauc_map_at_1000_diff1": 0.27675, + "nauc_recall_at_1_max": 0.302704, + "nauc_recall_at_1_std": -0.133562, + "nauc_recall_at_1_diff1": 0.414641, + "nauc_recall_at_3_max": 0.209535, + "nauc_recall_at_3_std": -0.104638, + "nauc_recall_at_3_diff1": 0.251035, + "nauc_recall_at_5_max": 0.193669, + "nauc_recall_at_5_std": -0.089906, + "nauc_recall_at_5_diff1": 0.188671, + "nauc_recall_at_10_max": 0.173649, + "nauc_recall_at_10_std": -0.076868, + "nauc_recall_at_10_diff1": 0.194551, + "nauc_recall_at_20_max": 0.144361, + "nauc_recall_at_20_std": -0.067799, + "nauc_recall_at_20_diff1": 0.156582, + "nauc_recall_at_100_max": 0.059133, + "nauc_recall_at_100_std": -0.089368, + "nauc_recall_at_100_diff1": 0.104666, + "nauc_recall_at_1000_max": 0.047833, + "nauc_recall_at_1000_std": 0.075828, + "nauc_recall_at_1000_diff1": 0.02278, + "nauc_precision_at_1_max": 0.302704, + "nauc_precision_at_1_std": -0.133562, + "nauc_precision_at_1_diff1": 0.414641, + "nauc_precision_at_3_max": 0.209535, + "nauc_precision_at_3_std": -0.104638, + "nauc_precision_at_3_diff1": 0.251035, + "nauc_precision_at_5_max": 0.193669, + "nauc_precision_at_5_std": -0.089906, + "nauc_precision_at_5_diff1": 0.188671, + "nauc_precision_at_10_max": 0.173649, + "nauc_precision_at_10_std": -0.076868, + "nauc_precision_at_10_diff1": 0.194551, + "nauc_precision_at_20_max": 0.144361, + "nauc_precision_at_20_std": -0.067799, + "nauc_precision_at_20_diff1": 0.156582, + "nauc_precision_at_100_max": 0.059133, + "nauc_precision_at_100_std": -0.089368, + "nauc_precision_at_100_diff1": 0.104666, + "nauc_precision_at_1000_max": 0.047833, + "nauc_precision_at_1000_std": 0.075828, + "nauc_precision_at_1000_diff1": 0.02278, + "nauc_mrr_at_1_max": 0.302704, + "nauc_mrr_at_1_std": -0.133562, + "nauc_mrr_at_1_diff1": 0.414641, + "nauc_mrr_at_3_max": 0.245735, + "nauc_mrr_at_3_std": -0.115708, + "nauc_mrr_at_3_diff1": 0.327065, + "nauc_mrr_at_5_max": 0.238016, + "nauc_mrr_at_5_std": -0.11072, + "nauc_mrr_at_5_diff1": 0.301153, + "nauc_mrr_at_10_max": 0.231598, + "nauc_mrr_at_10_std": -0.106754, + "nauc_mrr_at_10_diff1": 0.295116, + "nauc_mrr_at_20_max": 0.225392, + "nauc_mrr_at_20_std": -0.104299, + "nauc_mrr_at_20_diff1": 0.285869, + "nauc_mrr_at_100_max": 0.216361, + "nauc_mrr_at_100_std": -0.104983, + "nauc_mrr_at_100_diff1": 0.278788, + "nauc_mrr_at_1000_max": 0.215861, + "nauc_mrr_at_1000_std": -0.103601, + "nauc_mrr_at_1000_diff1": 0.27675, + "main_score": 0.05769, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 27.26424264907837, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FreshStackRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FreshStackRetrieval.json new file mode 100644 index 0000000000..1e4d3a9d8e --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FreshStackRetrieval.json @@ -0,0 +1,161 @@ +{ + "dataset_revision": "7a20df1abe4dafc46f93f9a7965bf9c6968bdf04", + "task_name": "FreshStackRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.13244, + "ndcg_at_3": 0.11712, + "ndcg_at_5": 0.11153, + "ndcg_at_10": 0.11081, + "ndcg_at_20": 0.12484, + "ndcg_at_100": 0.18556, + "ndcg_at_1000": 0.2758, + "map_at_1": 0.01967, + "map_at_3": 0.03596, + "map_at_5": 0.04333, + "map_at_10": 0.05226, + "map_at_20": 0.06012, + "map_at_100": 0.07191, + "map_at_1000": 0.07807, + "recall_at_1": 0.01967, + "recall_at_3": 0.04679, + "recall_at_5": 0.06668, + "recall_at_10": 0.10223, + "recall_at_20": 0.14995, + "recall_at_100": 0.32871, + "recall_at_1000": 0.7148, + "precision_at_1": 0.13244, + "precision_at_3": 0.11062, + "precision_at_5": 0.09732, + "precision_at_10": 0.0753, + "precision_at_20": 0.05722, + "precision_at_100": 0.02619, + "precision_at_1000": 0.00588, + "mrr_at_1": 0.13244, + "mrr_at_3": 0.179812, + "mrr_at_5": 0.194692, + "mrr_at_10": 0.207887, + "mrr_at_20": 0.213779, + "mrr_at_100": 0.220316, + "mrr_at_1000": 0.22116, + "nauc_ndcg_at_1_max": 0.087726, + "nauc_ndcg_at_1_std": -0.065336, + "nauc_ndcg_at_1_diff1": 0.260154, + "nauc_ndcg_at_3_max": 0.102767, + "nauc_ndcg_at_3_std": -0.052652, + "nauc_ndcg_at_3_diff1": 0.18979, + "nauc_ndcg_at_5_max": 0.110564, + "nauc_ndcg_at_5_std": -0.035655, + "nauc_ndcg_at_5_diff1": 0.178902, + "nauc_ndcg_at_10_max": 0.105349, + "nauc_ndcg_at_10_std": -0.043058, + "nauc_ndcg_at_10_diff1": 0.17956, + "nauc_ndcg_at_20_max": 0.089846, + "nauc_ndcg_at_20_std": -0.032392, + "nauc_ndcg_at_20_diff1": 0.186721, + "nauc_ndcg_at_100_max": 0.09018, + "nauc_ndcg_at_100_std": 0.007864, + "nauc_ndcg_at_100_diff1": 0.175089, + "nauc_ndcg_at_1000_max": 0.11994, + "nauc_ndcg_at_1000_std": 0.0626, + "nauc_ndcg_at_1000_diff1": 0.180878, + "nauc_map_at_1_max": 0.066043, + "nauc_map_at_1_std": -0.083499, + "nauc_map_at_1_diff1": 0.3195, + "nauc_map_at_3_max": 0.073199, + "nauc_map_at_3_std": -0.08006, + "nauc_map_at_3_diff1": 0.233935, + "nauc_map_at_5_max": 0.075301, + "nauc_map_at_5_std": -0.071238, + "nauc_map_at_5_diff1": 0.220587, + "nauc_map_at_10_max": 0.081067, + "nauc_map_at_10_std": -0.067933, + "nauc_map_at_10_diff1": 0.215571, + "nauc_map_at_20_max": 0.07969, + "nauc_map_at_20_std": -0.057636, + "nauc_map_at_20_diff1": 0.20763, + "nauc_map_at_100_max": 0.089528, + "nauc_map_at_100_std": -0.034811, + "nauc_map_at_100_diff1": 0.197758, + "nauc_map_at_1000_max": 0.09643, + "nauc_map_at_1000_std": -0.021264, + "nauc_map_at_1000_diff1": 0.198715, + "nauc_recall_at_1_max": 0.066043, + "nauc_recall_at_1_std": -0.083499, + "nauc_recall_at_1_diff1": 0.3195, + "nauc_recall_at_3_max": 0.077566, + "nauc_recall_at_3_std": -0.068751, + "nauc_recall_at_3_diff1": 0.181364, + "nauc_recall_at_5_max": 0.066429, + "nauc_recall_at_5_std": -0.057176, + "nauc_recall_at_5_diff1": 0.158222, + "nauc_recall_at_10_max": 0.066457, + "nauc_recall_at_10_std": -0.038084, + "nauc_recall_at_10_diff1": 0.131428, + "nauc_recall_at_20_max": 0.057721, + "nauc_recall_at_20_std": -0.01876, + "nauc_recall_at_20_diff1": 0.139643, + "nauc_recall_at_100_max": 0.016971, + "nauc_recall_at_100_std": 0.028245, + "nauc_recall_at_100_diff1": 0.106624, + "nauc_recall_at_1000_max": 0.009102, + "nauc_recall_at_1000_std": 0.138709, + "nauc_recall_at_1000_diff1": 0.078686, + "nauc_precision_at_1_max": 0.087726, + "nauc_precision_at_1_std": -0.065336, + "nauc_precision_at_1_diff1": 0.260154, + "nauc_precision_at_3_max": 0.109773, + "nauc_precision_at_3_std": -0.045568, + "nauc_precision_at_3_diff1": 0.166051, + "nauc_precision_at_5_max": 0.121263, + "nauc_precision_at_5_std": -0.020021, + "nauc_precision_at_5_diff1": 0.145235, + "nauc_precision_at_10_max": 0.133542, + "nauc_precision_at_10_std": -0.012449, + "nauc_precision_at_10_diff1": 0.141948, + "nauc_precision_at_20_max": 0.125572, + "nauc_precision_at_20_std": 0.030004, + "nauc_precision_at_20_diff1": 0.133817, + "nauc_precision_at_100_max": 0.140157, + "nauc_precision_at_100_std": 0.127158, + "nauc_precision_at_100_diff1": 0.087576, + "nauc_precision_at_1000_max": 0.172288, + "nauc_precision_at_1000_std": 0.184948, + "nauc_precision_at_1000_diff1": 0.066085, + "nauc_mrr_at_1_max": 0.087726, + "nauc_mrr_at_1_std": -0.065336, + "nauc_mrr_at_1_diff1": 0.260154, + "nauc_mrr_at_3_max": 0.094708, + "nauc_mrr_at_3_std": -0.051555, + "nauc_mrr_at_3_diff1": 0.215558, + "nauc_mrr_at_5_max": 0.09571, + "nauc_mrr_at_5_std": -0.046957, + "nauc_mrr_at_5_diff1": 0.208378, + "nauc_mrr_at_10_max": 0.100497, + "nauc_mrr_at_10_std": -0.039341, + "nauc_mrr_at_10_diff1": 0.20408, + "nauc_mrr_at_20_max": 0.099861, + "nauc_mrr_at_20_std": -0.037453, + "nauc_mrr_at_20_diff1": 0.204355, + "nauc_mrr_at_100_max": 0.098978, + "nauc_mrr_at_100_std": -0.037223, + "nauc_mrr_at_100_diff1": 0.204295, + "nauc_mrr_at_1000_max": 0.099003, + "nauc_mrr_at_1000_std": -0.037477, + "nauc_mrr_at_1000_diff1": 0.204581, + "main_score": 0.11081, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code", + "javascript-Code", + "go-Code" + ] + } + ] + }, + "evaluation_time": 24.15037250518799, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/German1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/German1Retrieval.json new file mode 100644 index 0000000000..c7d2191029 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/German1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd", + "task_name": "German1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.79108, + "ndcg_at_3": 0.84331, + "ndcg_at_5": 0.85783, + "ndcg_at_10": 0.86504, + "ndcg_at_20": 0.87133, + "ndcg_at_100": 0.87672, + "ndcg_at_1000": 0.87799, + "map_at_1": 0.79006, + "map_at_3": 0.83052, + "map_at_5": 0.8386, + "map_at_10": 0.84156, + "map_at_20": 0.84327, + "map_at_100": 0.8441, + "map_at_1000": 0.84416, + "recall_at_1": 0.79006, + "recall_at_3": 0.88032, + "recall_at_5": 0.91548, + "recall_at_10": 0.9378, + "recall_at_20": 0.96281, + "recall_at_100": 0.99053, + "recall_at_1000": 1.0, + "precision_at_1": 0.79108, + "precision_at_3": 0.29412, + "precision_at_5": 0.1835, + "precision_at_10": 0.09398, + "precision_at_20": 0.04824, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.791075, + "mrr_at_3": 0.830516, + "mrr_at_5": 0.838596, + "mrr_at_10": 0.841563, + "mrr_at_20": 0.843272, + "mrr_at_100": 0.844102, + "mrr_at_1000": 0.84416, + "nauc_ndcg_at_1_max": 0.42866, + "nauc_ndcg_at_1_std": -0.008598, + "nauc_ndcg_at_1_diff1": 0.88105, + "nauc_ndcg_at_3_max": 0.458351, + "nauc_ndcg_at_3_std": 0.046671, + "nauc_ndcg_at_3_diff1": 0.85166, + "nauc_ndcg_at_5_max": 0.463898, + "nauc_ndcg_at_5_std": 0.072619, + "nauc_ndcg_at_5_diff1": 0.848181, + "nauc_ndcg_at_10_max": 0.455526, + "nauc_ndcg_at_10_std": 0.063109, + "nauc_ndcg_at_10_diff1": 0.853138, + "nauc_ndcg_at_20_max": 0.448956, + "nauc_ndcg_at_20_std": 0.059094, + "nauc_ndcg_at_20_diff1": 0.85398, + "nauc_ndcg_at_100_max": 0.446546, + "nauc_ndcg_at_100_std": 0.052231, + "nauc_ndcg_at_100_diff1": 0.853569, + "nauc_ndcg_at_1000_max": 0.44939, + "nauc_ndcg_at_1000_std": 0.046507, + "nauc_ndcg_at_1000_diff1": 0.856618, + "nauc_map_at_1_max": 0.429888, + "nauc_map_at_1_std": -0.008348, + "nauc_map_at_1_diff1": 0.88295, + "nauc_map_at_3_max": 0.451078, + "nauc_map_at_3_std": 0.030058, + "nauc_map_at_3_diff1": 0.859794, + "nauc_map_at_5_max": 0.453637, + "nauc_map_at_5_std": 0.042381, + "nauc_map_at_5_diff1": 0.858297, + "nauc_map_at_10_max": 0.450538, + "nauc_map_at_10_std": 0.03828, + "nauc_map_at_10_diff1": 0.860221, + "nauc_map_at_20_max": 0.448824, + "nauc_map_at_20_std": 0.037039, + "nauc_map_at_20_diff1": 0.860471, + "nauc_map_at_100_max": 0.448505, + "nauc_map_at_100_std": 0.036159, + "nauc_map_at_100_diff1": 0.860468, + "nauc_map_at_1000_max": 0.448592, + "nauc_map_at_1000_std": 0.035927, + "nauc_map_at_1000_diff1": 0.860568, + "nauc_recall_at_1_max": 0.429888, + "nauc_recall_at_1_std": -0.008348, + "nauc_recall_at_1_diff1": 0.88295, + "nauc_recall_at_3_max": 0.486196, + "nauc_recall_at_3_std": 0.112341, + "nauc_recall_at_3_diff1": 0.819892, + "nauc_recall_at_5_max": 0.517176, + "nauc_recall_at_5_std": 0.236076, + "nauc_recall_at_5_diff1": 0.795441, + "nauc_recall_at_10_max": 0.482113, + "nauc_recall_at_10_std": 0.235849, + "nauc_recall_at_10_diff1": 0.808508, + "nauc_recall_at_20_max": 0.419728, + "nauc_recall_at_20_std": 0.301292, + "nauc_recall_at_20_diff1": 0.790089, + "nauc_recall_at_100_max": 0.183501, + "nauc_recall_at_100_std": 0.559581, + "nauc_recall_at_100_diff1": 0.573572, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.42866, + "nauc_precision_at_1_std": -0.008598, + "nauc_precision_at_1_diff1": 0.88105, + "nauc_precision_at_3_max": 0.462821, + "nauc_precision_at_3_std": 0.108356, + "nauc_precision_at_3_diff1": 0.779105, + "nauc_precision_at_5_max": 0.483906, + "nauc_precision_at_5_std": 0.225658, + "nauc_precision_at_5_diff1": 0.740533, + "nauc_precision_at_10_max": 0.439431, + "nauc_precision_at_10_std": 0.221905, + "nauc_precision_at_10_diff1": 0.734261, + "nauc_precision_at_20_max": 0.356226, + "nauc_precision_at_20_std": 0.273112, + "nauc_precision_at_20_diff1": 0.671818, + "nauc_precision_at_100_max": 0.048647, + "nauc_precision_at_100_std": 0.401157, + "nauc_precision_at_100_diff1": 0.261747, + "nauc_precision_at_1000_max": -0.313232, + "nauc_precision_at_1000_std": -0.023972, + "nauc_precision_at_1000_diff1": -0.575032, + "nauc_mrr_at_1_max": 0.42866, + "nauc_mrr_at_1_std": -0.008598, + "nauc_mrr_at_1_diff1": 0.88105, + "nauc_mrr_at_3_max": 0.451078, + "nauc_mrr_at_3_std": 0.030058, + "nauc_mrr_at_3_diff1": 0.859794, + "nauc_mrr_at_5_max": 0.453637, + "nauc_mrr_at_5_std": 0.042381, + "nauc_mrr_at_5_diff1": 0.858297, + "nauc_mrr_at_10_max": 0.450538, + "nauc_mrr_at_10_std": 0.03828, + "nauc_mrr_at_10_diff1": 0.860221, + "nauc_mrr_at_20_max": 0.448824, + "nauc_mrr_at_20_std": 0.037039, + "nauc_mrr_at_20_diff1": 0.860471, + "nauc_mrr_at_100_max": 0.448505, + "nauc_mrr_at_100_std": 0.036159, + "nauc_mrr_at_100_diff1": 0.860468, + "nauc_mrr_at_1000_max": 0.448592, + "nauc_mrr_at_1000_std": 0.035927, + "nauc_mrr_at_1000_diff1": 0.860568, + "main_score": 0.86504, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 4.2304017543792725, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/GermanHealthcare1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/GermanHealthcare1Retrieval.json new file mode 100644 index 0000000000..188cc56604 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/GermanHealthcare1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8", + "task_name": "GermanHealthcare1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.29032, + "ndcg_at_3": 0.36385, + "ndcg_at_5": 0.40217, + "ndcg_at_10": 0.44371, + "ndcg_at_20": 0.46647, + "ndcg_at_100": 0.5005, + "ndcg_at_1000": 0.51241, + "map_at_1": 0.29032, + "map_at_3": 0.3448, + "map_at_5": 0.3662, + "map_at_10": 0.38325, + "map_at_20": 0.38976, + "map_at_100": 0.3945, + "map_at_1000": 0.39504, + "recall_at_1": 0.29032, + "recall_at_3": 0.41935, + "recall_at_5": 0.51183, + "recall_at_10": 0.64086, + "recall_at_20": 0.72903, + "recall_at_100": 0.91183, + "recall_at_1000": 1.0, + "precision_at_1": 0.29032, + "precision_at_3": 0.13978, + "precision_at_5": 0.10237, + "precision_at_10": 0.06409, + "precision_at_20": 0.03645, + "precision_at_100": 0.00912, + "precision_at_1000": 0.001, + "mrr_at_1": 0.290323, + "mrr_at_3": 0.344086, + "mrr_at_5": 0.366022, + "mrr_at_10": 0.383075, + "mrr_at_20": 0.38958, + "mrr_at_100": 0.394319, + "mrr_at_1000": 0.394864, + "nauc_ndcg_at_1_max": 0.373604, + "nauc_ndcg_at_1_std": -0.13455, + "nauc_ndcg_at_1_diff1": 0.534568, + "nauc_ndcg_at_3_max": 0.347727, + "nauc_ndcg_at_3_std": -0.098274, + "nauc_ndcg_at_3_diff1": 0.434825, + "nauc_ndcg_at_5_max": 0.365833, + "nauc_ndcg_at_5_std": -0.060409, + "nauc_ndcg_at_5_diff1": 0.421212, + "nauc_ndcg_at_10_max": 0.357136, + "nauc_ndcg_at_10_std": -0.055254, + "nauc_ndcg_at_10_diff1": 0.399141, + "nauc_ndcg_at_20_max": 0.371748, + "nauc_ndcg_at_20_std": -0.047263, + "nauc_ndcg_at_20_diff1": 0.40256, + "nauc_ndcg_at_100_max": 0.375325, + "nauc_ndcg_at_100_std": -0.051618, + "nauc_ndcg_at_100_diff1": 0.415612, + "nauc_ndcg_at_1000_max": 0.368729, + "nauc_ndcg_at_1000_std": -0.067218, + "nauc_ndcg_at_1000_diff1": 0.42823, + "nauc_map_at_1_max": 0.373604, + "nauc_map_at_1_std": -0.13455, + "nauc_map_at_1_diff1": 0.534568, + "nauc_map_at_3_max": 0.354993, + "nauc_map_at_3_std": -0.107483, + "nauc_map_at_3_diff1": 0.45907, + "nauc_map_at_5_max": 0.364919, + "nauc_map_at_5_std": -0.086983, + "nauc_map_at_5_diff1": 0.451717, + "nauc_map_at_10_max": 0.361633, + "nauc_map_at_10_std": -0.085184, + "nauc_map_at_10_diff1": 0.443519, + "nauc_map_at_20_max": 0.366167, + "nauc_map_at_20_std": -0.083284, + "nauc_map_at_20_diff1": 0.44537, + "nauc_map_at_100_max": 0.366392, + "nauc_map_at_100_std": -0.084115, + "nauc_map_at_100_diff1": 0.447148, + "nauc_map_at_1000_max": 0.366165, + "nauc_map_at_1000_std": -0.084724, + "nauc_map_at_1000_diff1": 0.447749, + "nauc_recall_at_1_max": 0.373604, + "nauc_recall_at_1_std": -0.13455, + "nauc_recall_at_1_diff1": 0.534568, + "nauc_recall_at_3_max": 0.326899, + "nauc_recall_at_3_std": -0.072208, + "nauc_recall_at_3_diff1": 0.366599, + "nauc_recall_at_5_max": 0.370865, + "nauc_recall_at_5_std": 0.022681, + "nauc_recall_at_5_diff1": 0.330838, + "nauc_recall_at_10_max": 0.339896, + "nauc_recall_at_10_std": 0.054109, + "nauc_recall_at_10_diff1": 0.236922, + "nauc_recall_at_20_max": 0.405244, + "nauc_recall_at_20_std": 0.119095, + "nauc_recall_at_20_diff1": 0.213291, + "nauc_recall_at_100_max": 0.535308, + "nauc_recall_at_100_std": 0.319315, + "nauc_recall_at_100_diff1": 0.134819, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.373604, + "nauc_precision_at_1_std": -0.13455, + "nauc_precision_at_1_diff1": 0.534568, + "nauc_precision_at_3_max": 0.326899, + "nauc_precision_at_3_std": -0.072208, + "nauc_precision_at_3_diff1": 0.366599, + "nauc_precision_at_5_max": 0.370865, + "nauc_precision_at_5_std": 0.022681, + "nauc_precision_at_5_diff1": 0.330838, + "nauc_precision_at_10_max": 0.339896, + "nauc_precision_at_10_std": 0.054109, + "nauc_precision_at_10_diff1": 0.236922, + "nauc_precision_at_20_max": 0.405244, + "nauc_precision_at_20_std": 0.119095, + "nauc_precision_at_20_diff1": 0.213291, + "nauc_precision_at_100_max": 0.535308, + "nauc_precision_at_100_std": 0.319315, + "nauc_precision_at_100_diff1": 0.134819, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.373604, + "nauc_mrr_at_1_std": -0.13455, + "nauc_mrr_at_1_diff1": 0.534568, + "nauc_mrr_at_3_max": 0.353746, + "nauc_mrr_at_3_std": -0.106722, + "nauc_mrr_at_3_diff1": 0.459206, + "nauc_mrr_at_5_max": 0.364603, + "nauc_mrr_at_5_std": -0.086792, + "nauc_mrr_at_5_diff1": 0.451751, + "nauc_mrr_at_10_max": 0.361311, + "nauc_mrr_at_10_std": -0.08499, + "nauc_mrr_at_10_diff1": 0.443555, + "nauc_mrr_at_20_max": 0.365842, + "nauc_mrr_at_20_std": -0.083087, + "nauc_mrr_at_20_diff1": 0.445407, + "nauc_mrr_at_100_max": 0.366066, + "nauc_mrr_at_100_std": -0.083914, + "nauc_mrr_at_100_diff1": 0.447184, + "nauc_mrr_at_1000_max": 0.365839, + "nauc_mrr_at_1000_std": -0.084522, + "nauc_mrr_at_1000_diff1": 0.447785, + "main_score": 0.44371, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 2.755189895629883, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/GermanLegal1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/GermanLegal1Retrieval.json new file mode 100644 index 0000000000..19f16b2f18 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/GermanLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "65ea369daff680b77f90b560e7e97d2ab4ec5072", + "task_name": "GermanLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37232, + "ndcg_at_3": 0.41576, + "ndcg_at_5": 0.43796, + "ndcg_at_10": 0.46135, + "ndcg_at_20": 0.47862, + "ndcg_at_100": 0.50472, + "ndcg_at_1000": 0.52706, + "map_at_1": 0.32997, + "map_at_3": 0.39247, + "map_at_5": 0.40634, + "map_at_10": 0.41698, + "map_at_20": 0.42211, + "map_at_100": 0.42596, + "map_at_1000": 0.42676, + "recall_at_1": 0.32997, + "recall_at_3": 0.45107, + "recall_at_5": 0.50309, + "recall_at_10": 0.57117, + "recall_at_20": 0.63629, + "recall_at_100": 0.77166, + "recall_at_1000": 0.94617, + "precision_at_1": 0.37232, + "precision_at_3": 0.177, + "precision_at_5": 0.1196, + "precision_at_10": 0.06831, + "precision_at_20": 0.03814, + "precision_at_100": 0.00928, + "precision_at_1000": 0.00114, + "mrr_at_1": 0.372317, + "mrr_at_3": 0.424041, + "mrr_at_5": 0.435266, + "mrr_at_10": 0.444138, + "mrr_at_20": 0.448492, + "mrr_at_100": 0.45171, + "mrr_at_1000": 0.452358, + "nauc_ndcg_at_1_max": 0.511706, + "nauc_ndcg_at_1_std": 0.030177, + "nauc_ndcg_at_1_diff1": 0.642495, + "nauc_ndcg_at_3_max": 0.500441, + "nauc_ndcg_at_3_std": 0.044841, + "nauc_ndcg_at_3_diff1": 0.596494, + "nauc_ndcg_at_5_max": 0.495346, + "nauc_ndcg_at_5_std": 0.054241, + "nauc_ndcg_at_5_diff1": 0.590149, + "nauc_ndcg_at_10_max": 0.491841, + "nauc_ndcg_at_10_std": 0.05958, + "nauc_ndcg_at_10_diff1": 0.582524, + "nauc_ndcg_at_20_max": 0.490274, + "nauc_ndcg_at_20_std": 0.068219, + "nauc_ndcg_at_20_diff1": 0.581161, + "nauc_ndcg_at_100_max": 0.488634, + "nauc_ndcg_at_100_std": 0.068167, + "nauc_ndcg_at_100_diff1": 0.581356, + "nauc_ndcg_at_1000_max": 0.493902, + "nauc_ndcg_at_1000_std": 0.067002, + "nauc_ndcg_at_1000_diff1": 0.588046, + "nauc_map_at_1_max": 0.456851, + "nauc_map_at_1_std": 0.017157, + "nauc_map_at_1_diff1": 0.614042, + "nauc_map_at_3_max": 0.490372, + "nauc_map_at_3_std": 0.036148, + "nauc_map_at_3_diff1": 0.59816, + "nauc_map_at_5_max": 0.489869, + "nauc_map_at_5_std": 0.041564, + "nauc_map_at_5_diff1": 0.595395, + "nauc_map_at_10_max": 0.489963, + "nauc_map_at_10_std": 0.04467, + "nauc_map_at_10_diff1": 0.592345, + "nauc_map_at_20_max": 0.490075, + "nauc_map_at_20_std": 0.047125, + "nauc_map_at_20_diff1": 0.592235, + "nauc_map_at_100_max": 0.490054, + "nauc_map_at_100_std": 0.047214, + "nauc_map_at_100_diff1": 0.592448, + "nauc_map_at_1000_max": 0.4902, + "nauc_map_at_1000_std": 0.047268, + "nauc_map_at_1000_diff1": 0.592652, + "nauc_recall_at_1_max": 0.456851, + "nauc_recall_at_1_std": 0.017157, + "nauc_recall_at_1_diff1": 0.614042, + "nauc_recall_at_3_max": 0.484582, + "nauc_recall_at_3_std": 0.053664, + "nauc_recall_at_3_diff1": 0.561322, + "nauc_recall_at_5_max": 0.468035, + "nauc_recall_at_5_std": 0.075367, + "nauc_recall_at_5_diff1": 0.54027, + "nauc_recall_at_10_max": 0.450632, + "nauc_recall_at_10_std": 0.09029, + "nauc_recall_at_10_diff1": 0.511087, + "nauc_recall_at_20_max": 0.432365, + "nauc_recall_at_20_std": 0.129826, + "nauc_recall_at_20_diff1": 0.491224, + "nauc_recall_at_100_max": 0.399361, + "nauc_recall_at_100_std": 0.15004, + "nauc_recall_at_100_diff1": 0.460733, + "nauc_recall_at_1000_max": 0.427812, + "nauc_recall_at_1000_std": 0.290733, + "nauc_recall_at_1000_diff1": 0.469932, + "nauc_precision_at_1_max": 0.511706, + "nauc_precision_at_1_std": 0.030177, + "nauc_precision_at_1_diff1": 0.642495, + "nauc_precision_at_3_max": 0.513732, + "nauc_precision_at_3_std": 0.075378, + "nauc_precision_at_3_diff1": 0.512142, + "nauc_precision_at_5_max": 0.483101, + "nauc_precision_at_5_std": 0.096752, + "nauc_precision_at_5_diff1": 0.464456, + "nauc_precision_at_10_max": 0.446002, + "nauc_precision_at_10_std": 0.115657, + "nauc_precision_at_10_diff1": 0.403043, + "nauc_precision_at_20_max": 0.413491, + "nauc_precision_at_20_std": 0.142667, + "nauc_precision_at_20_diff1": 0.357732, + "nauc_precision_at_100_max": 0.340522, + "nauc_precision_at_100_std": 0.148499, + "nauc_precision_at_100_diff1": 0.263026, + "nauc_precision_at_1000_max": 0.230069, + "nauc_precision_at_1000_std": 0.143319, + "nauc_precision_at_1000_diff1": 0.103078, + "nauc_mrr_at_1_max": 0.511706, + "nauc_mrr_at_1_std": 0.030177, + "nauc_mrr_at_1_diff1": 0.642495, + "nauc_mrr_at_3_max": 0.522936, + "nauc_mrr_at_3_std": 0.050072, + "nauc_mrr_at_3_diff1": 0.622346, + "nauc_mrr_at_5_max": 0.518575, + "nauc_mrr_at_5_std": 0.055586, + "nauc_mrr_at_5_diff1": 0.618135, + "nauc_mrr_at_10_max": 0.515038, + "nauc_mrr_at_10_std": 0.05596, + "nauc_mrr_at_10_diff1": 0.614885, + "nauc_mrr_at_20_max": 0.514398, + "nauc_mrr_at_20_std": 0.057731, + "nauc_mrr_at_20_diff1": 0.614829, + "nauc_mrr_at_100_max": 0.513695, + "nauc_mrr_at_100_std": 0.057415, + "nauc_mrr_at_100_diff1": 0.614729, + "nauc_mrr_at_1000_max": 0.513783, + "nauc_mrr_at_1000_std": 0.057419, + "nauc_mrr_at_1000_diff1": 0.614857, + "main_score": 0.46135, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 22.912209033966064, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HC3FinanceRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HC3FinanceRetrieval.json new file mode 100644 index 0000000000..6b22135560 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HC3FinanceRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "fda6fad068f2ed814d99f29dc95dbb28ac586943", + "task_name": "HC3FinanceRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.14217, + "ndcg_at_3": 0.21968, + "ndcg_at_5": 0.24872, + "ndcg_at_10": 0.29256, + "ndcg_at_20": 0.32154, + "ndcg_at_100": 0.37285, + "ndcg_at_1000": 0.38888, + "map_at_1": 0.14217, + "map_at_3": 0.1992, + "map_at_5": 0.21546, + "map_at_10": 0.23324, + "map_at_20": 0.24105, + "map_at_100": 0.2479, + "map_at_1000": 0.24865, + "recall_at_1": 0.14217, + "recall_at_3": 0.27952, + "recall_at_5": 0.3494, + "recall_at_10": 0.48675, + "recall_at_20": 0.60241, + "recall_at_100": 0.88193, + "recall_at_1000": 1.0, + "precision_at_1": 0.14217, + "precision_at_3": 0.09317, + "precision_at_5": 0.06988, + "precision_at_10": 0.04867, + "precision_at_20": 0.03012, + "precision_at_100": 0.00882, + "precision_at_1000": 0.001, + "mrr_at_1": 0.142169, + "mrr_at_3": 0.199197, + "mrr_at_5": 0.215462, + "mrr_at_10": 0.233238, + "mrr_at_20": 0.24105, + "mrr_at_100": 0.247902, + "mrr_at_1000": 0.248652, + "nauc_ndcg_at_1_max": 0.078061, + "nauc_ndcg_at_1_std": -0.023085, + "nauc_ndcg_at_1_diff1": 0.182581, + "nauc_ndcg_at_3_max": 0.05913, + "nauc_ndcg_at_3_std": -0.060573, + "nauc_ndcg_at_3_diff1": 0.110341, + "nauc_ndcg_at_5_max": 0.086944, + "nauc_ndcg_at_5_std": -0.050671, + "nauc_ndcg_at_5_diff1": 0.097135, + "nauc_ndcg_at_10_max": 0.094812, + "nauc_ndcg_at_10_std": -0.036664, + "nauc_ndcg_at_10_diff1": 0.102226, + "nauc_ndcg_at_20_max": 0.103001, + "nauc_ndcg_at_20_std": -0.021608, + "nauc_ndcg_at_20_diff1": 0.095764, + "nauc_ndcg_at_100_max": 0.102014, + "nauc_ndcg_at_100_std": -0.017395, + "nauc_ndcg_at_100_diff1": 0.087663, + "nauc_ndcg_at_1000_max": 0.092183, + "nauc_ndcg_at_1000_std": -0.028483, + "nauc_ndcg_at_1000_diff1": 0.104909, + "nauc_map_at_1_max": 0.078061, + "nauc_map_at_1_std": -0.023085, + "nauc_map_at_1_diff1": 0.182581, + "nauc_map_at_3_max": 0.064313, + "nauc_map_at_3_std": -0.051272, + "nauc_map_at_3_diff1": 0.125575, + "nauc_map_at_5_max": 0.08032, + "nauc_map_at_5_std": -0.045673, + "nauc_map_at_5_diff1": 0.116165, + "nauc_map_at_10_max": 0.08299, + "nauc_map_at_10_std": -0.040169, + "nauc_map_at_10_diff1": 0.119077, + "nauc_map_at_20_max": 0.08503, + "nauc_map_at_20_std": -0.036413, + "nauc_map_at_20_diff1": 0.117359, + "nauc_map_at_100_max": 0.085019, + "nauc_map_at_100_std": -0.034743, + "nauc_map_at_100_diff1": 0.116548, + "nauc_map_at_1000_max": 0.084555, + "nauc_map_at_1000_std": -0.035255, + "nauc_map_at_1000_diff1": 0.117457, + "nauc_recall_at_1_max": 0.078061, + "nauc_recall_at_1_std": -0.023085, + "nauc_recall_at_1_diff1": 0.182581, + "nauc_recall_at_3_max": 0.046477, + "nauc_recall_at_3_std": -0.083045, + "nauc_recall_at_3_diff1": 0.074251, + "nauc_recall_at_5_max": 0.105072, + "nauc_recall_at_5_std": -0.061251, + "nauc_recall_at_5_diff1": 0.053698, + "nauc_recall_at_10_max": 0.129135, + "nauc_recall_at_10_std": -0.022014, + "nauc_recall_at_10_diff1": 0.063921, + "nauc_recall_at_20_max": 0.164209, + "nauc_recall_at_20_std": 0.037519, + "nauc_recall_at_20_diff1": 0.036016, + "nauc_recall_at_100_max": 0.246315, + "nauc_recall_at_100_std": 0.146139, + "nauc_recall_at_100_diff1": -0.159882, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.078061, + "nauc_precision_at_1_std": -0.023085, + "nauc_precision_at_1_diff1": 0.182581, + "nauc_precision_at_3_max": 0.046477, + "nauc_precision_at_3_std": -0.083045, + "nauc_precision_at_3_diff1": 0.074251, + "nauc_precision_at_5_max": 0.105072, + "nauc_precision_at_5_std": -0.061251, + "nauc_precision_at_5_diff1": 0.053698, + "nauc_precision_at_10_max": 0.129135, + "nauc_precision_at_10_std": -0.022014, + "nauc_precision_at_10_diff1": 0.063921, + "nauc_precision_at_20_max": 0.164209, + "nauc_precision_at_20_std": 0.037519, + "nauc_precision_at_20_diff1": 0.036016, + "nauc_precision_at_100_max": 0.246315, + "nauc_precision_at_100_std": 0.146139, + "nauc_precision_at_100_diff1": -0.159882, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.078061, + "nauc_mrr_at_1_std": -0.023085, + "nauc_mrr_at_1_diff1": 0.182581, + "nauc_mrr_at_3_max": 0.064313, + "nauc_mrr_at_3_std": -0.051272, + "nauc_mrr_at_3_diff1": 0.125575, + "nauc_mrr_at_5_max": 0.08032, + "nauc_mrr_at_5_std": -0.045673, + "nauc_mrr_at_5_diff1": 0.116165, + "nauc_mrr_at_10_max": 0.08299, + "nauc_mrr_at_10_std": -0.040169, + "nauc_mrr_at_10_diff1": 0.119077, + "nauc_mrr_at_20_max": 0.08503, + "nauc_mrr_at_20_std": -0.036413, + "nauc_mrr_at_20_diff1": 0.117359, + "nauc_mrr_at_100_max": 0.085019, + "nauc_mrr_at_100_std": -0.034743, + "nauc_mrr_at_100_diff1": 0.116548, + "nauc_mrr_at_1000_max": 0.084555, + "nauc_mrr_at_1000_std": -0.035255, + "nauc_mrr_at_1000_diff1": 0.117457, + "main_score": 0.29256, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.7468066215515137, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HumanEvalRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HumanEvalRetrieval.json new file mode 100644 index 0000000000..8d1820582c --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HumanEvalRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "ed1f48aca747f10bac146795328e2f03326e7625", + "task_name": "HumanEvalRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27848, + "ndcg_at_3": 0.37402, + "ndcg_at_5": 0.41213, + "ndcg_at_10": 0.44697, + "ndcg_at_20": 0.48059, + "ndcg_at_100": 0.51631, + "ndcg_at_1000": 0.51998, + "map_at_1": 0.27848, + "map_at_3": 0.35021, + "map_at_5": 0.37078, + "map_at_10": 0.38518, + "map_at_20": 0.39442, + "map_at_100": 0.39912, + "map_at_1000": 0.39933, + "recall_at_1": 0.27848, + "recall_at_3": 0.44304, + "recall_at_5": 0.53797, + "recall_at_10": 0.64557, + "recall_at_20": 0.77848, + "recall_at_100": 0.97468, + "recall_at_1000": 1.0, + "precision_at_1": 0.27848, + "precision_at_3": 0.14768, + "precision_at_5": 0.10759, + "precision_at_10": 0.06456, + "precision_at_20": 0.03892, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.278481, + "mrr_at_3": 0.350211, + "mrr_at_5": 0.370781, + "mrr_at_10": 0.385182, + "mrr_at_20": 0.39442, + "mrr_at_100": 0.399118, + "mrr_at_1000": 0.399334, + "nauc_ndcg_at_1_max": 0.191192, + "nauc_ndcg_at_1_std": -0.050485, + "nauc_ndcg_at_1_diff1": 0.503609, + "nauc_ndcg_at_3_max": 0.177176, + "nauc_ndcg_at_3_std": -0.058584, + "nauc_ndcg_at_3_diff1": 0.432508, + "nauc_ndcg_at_5_max": 0.180522, + "nauc_ndcg_at_5_std": -0.051326, + "nauc_ndcg_at_5_diff1": 0.43112, + "nauc_ndcg_at_10_max": 0.183926, + "nauc_ndcg_at_10_std": -0.078999, + "nauc_ndcg_at_10_diff1": 0.433066, + "nauc_ndcg_at_20_max": 0.192928, + "nauc_ndcg_at_20_std": -0.052586, + "nauc_ndcg_at_20_diff1": 0.422474, + "nauc_ndcg_at_100_max": 0.193839, + "nauc_ndcg_at_100_std": -0.042752, + "nauc_ndcg_at_100_diff1": 0.44343, + "nauc_ndcg_at_1000_max": 0.189887, + "nauc_ndcg_at_1000_std": -0.049893, + "nauc_ndcg_at_1000_diff1": 0.443528, + "nauc_map_at_1_max": 0.191192, + "nauc_map_at_1_std": -0.050485, + "nauc_map_at_1_diff1": 0.503609, + "nauc_map_at_3_max": 0.179601, + "nauc_map_at_3_std": -0.059267, + "nauc_map_at_3_diff1": 0.447297, + "nauc_map_at_5_max": 0.182936, + "nauc_map_at_5_std": -0.053733, + "nauc_map_at_5_diff1": 0.447012, + "nauc_map_at_10_max": 0.184369, + "nauc_map_at_10_std": -0.064326, + "nauc_map_at_10_diff1": 0.449211, + "nauc_map_at_20_max": 0.186168, + "nauc_map_at_20_std": -0.057241, + "nauc_map_at_20_diff1": 0.446555, + "nauc_map_at_100_max": 0.186923, + "nauc_map_at_100_std": -0.054284, + "nauc_map_at_100_diff1": 0.449982, + "nauc_map_at_1000_max": 0.186702, + "nauc_map_at_1000_std": -0.054678, + "nauc_map_at_1000_diff1": 0.449999, + "nauc_recall_at_1_max": 0.191192, + "nauc_recall_at_1_std": -0.050485, + "nauc_recall_at_1_diff1": 0.503609, + "nauc_recall_at_3_max": 0.17073, + "nauc_recall_at_3_std": -0.055647, + "nauc_recall_at_3_diff1": 0.391852, + "nauc_recall_at_5_max": 0.172447, + "nauc_recall_at_5_std": -0.044039, + "nauc_recall_at_5_diff1": 0.384705, + "nauc_recall_at_10_max": 0.182953, + "nauc_recall_at_10_std": -0.142356, + "nauc_recall_at_10_diff1": 0.377128, + "nauc_recall_at_20_max": 0.24178, + "nauc_recall_at_20_std": -0.014771, + "nauc_recall_at_20_diff1": 0.293822, + "nauc_recall_at_100_max": 0.473092, + "nauc_recall_at_100_std": 0.46293, + "nauc_recall_at_100_diff1": 0.439319, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.191192, + "nauc_precision_at_1_std": -0.050485, + "nauc_precision_at_1_diff1": 0.503609, + "nauc_precision_at_3_max": 0.17073, + "nauc_precision_at_3_std": -0.055647, + "nauc_precision_at_3_diff1": 0.391852, + "nauc_precision_at_5_max": 0.172447, + "nauc_precision_at_5_std": -0.044039, + "nauc_precision_at_5_diff1": 0.384705, + "nauc_precision_at_10_max": 0.182953, + "nauc_precision_at_10_std": -0.142356, + "nauc_precision_at_10_diff1": 0.377128, + "nauc_precision_at_20_max": 0.24178, + "nauc_precision_at_20_std": -0.014771, + "nauc_precision_at_20_diff1": 0.293822, + "nauc_precision_at_100_max": 0.473092, + "nauc_precision_at_100_std": 0.46293, + "nauc_precision_at_100_diff1": 0.439319, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.191192, + "nauc_mrr_at_1_std": -0.050485, + "nauc_mrr_at_1_diff1": 0.503609, + "nauc_mrr_at_3_max": 0.179601, + "nauc_mrr_at_3_std": -0.059267, + "nauc_mrr_at_3_diff1": 0.447297, + "nauc_mrr_at_5_max": 0.182936, + "nauc_mrr_at_5_std": -0.053733, + "nauc_mrr_at_5_diff1": 0.447012, + "nauc_mrr_at_10_max": 0.184369, + "nauc_mrr_at_10_std": -0.064326, + "nauc_mrr_at_10_diff1": 0.449211, + "nauc_mrr_at_20_max": 0.186168, + "nauc_mrr_at_20_std": -0.057241, + "nauc_mrr_at_20_diff1": 0.446555, + "nauc_mrr_at_100_max": 0.186923, + "nauc_mrr_at_100_std": -0.054284, + "nauc_mrr_at_100_diff1": 0.449982, + "nauc_mrr_at_1000_max": 0.186702, + "nauc_mrr_at_1000_std": -0.054678, + "nauc_mrr_at_1000_diff1": 0.449999, + "main_score": 0.44697, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 0.8606362342834473, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/JapaneseCode1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/JapaneseCode1Retrieval.json new file mode 100644 index 0000000000..e8f5bab9af --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/JapaneseCode1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "fc4cb6390055e65490dfc42526e1d6a379e8cd86", + "task_name": "JapaneseCode1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30766, + "ndcg_at_3": 0.37181, + "ndcg_at_5": 0.39382, + "ndcg_at_10": 0.42046, + "ndcg_at_20": 0.43958, + "ndcg_at_100": 0.47247, + "ndcg_at_1000": 0.49462, + "map_at_1": 0.30206, + "map_at_3": 0.35488, + "map_at_5": 0.36723, + "map_at_10": 0.37816, + "map_at_20": 0.38348, + "map_at_100": 0.38795, + "map_at_1000": 0.38874, + "recall_at_1": 0.30206, + "recall_at_3": 0.41832, + "recall_at_5": 0.47147, + "recall_at_10": 0.55424, + "recall_at_20": 0.62905, + "recall_at_100": 0.80702, + "recall_at_1000": 0.98221, + "precision_at_1": 0.30766, + "precision_at_3": 0.14339, + "precision_at_5": 0.09703, + "precision_at_10": 0.05721, + "precision_at_20": 0.03245, + "precision_at_100": 0.00834, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.307658, + "mrr_at_3": 0.357207, + "mrr_at_5": 0.369369, + "mrr_at_10": 0.379995, + "mrr_at_20": 0.385243, + "mrr_at_100": 0.389581, + "mrr_at_1000": 0.390345, + "nauc_ndcg_at_1_max": 0.332382, + "nauc_ndcg_at_1_std": -0.029334, + "nauc_ndcg_at_1_diff1": 0.546656, + "nauc_ndcg_at_3_max": 0.334822, + "nauc_ndcg_at_3_std": -0.004844, + "nauc_ndcg_at_3_diff1": 0.487574, + "nauc_ndcg_at_5_max": 0.333719, + "nauc_ndcg_at_5_std": -0.002293, + "nauc_ndcg_at_5_diff1": 0.470682, + "nauc_ndcg_at_10_max": 0.330991, + "nauc_ndcg_at_10_std": 0.003113, + "nauc_ndcg_at_10_diff1": 0.459974, + "nauc_ndcg_at_20_max": 0.333985, + "nauc_ndcg_at_20_std": 0.009633, + "nauc_ndcg_at_20_diff1": 0.461109, + "nauc_ndcg_at_100_max": 0.33658, + "nauc_ndcg_at_100_std": 0.022965, + "nauc_ndcg_at_100_diff1": 0.462932, + "nauc_ndcg_at_1000_max": 0.338289, + "nauc_ndcg_at_1000_std": 0.012721, + "nauc_ndcg_at_1000_diff1": 0.473231, + "nauc_map_at_1_max": 0.324562, + "nauc_map_at_1_std": -0.026183, + "nauc_map_at_1_diff1": 0.542829, + "nauc_map_at_3_max": 0.334122, + "nauc_map_at_3_std": -0.009102, + "nauc_map_at_3_diff1": 0.500323, + "nauc_map_at_5_max": 0.333466, + "nauc_map_at_5_std": -0.007814, + "nauc_map_at_5_diff1": 0.491048, + "nauc_map_at_10_max": 0.332435, + "nauc_map_at_10_std": -0.00543, + "nauc_map_at_10_diff1": 0.487093, + "nauc_map_at_20_max": 0.333243, + "nauc_map_at_20_std": -0.003688, + "nauc_map_at_20_diff1": 0.487396, + "nauc_map_at_100_max": 0.333559, + "nauc_map_at_100_std": -0.002106, + "nauc_map_at_100_diff1": 0.487626, + "nauc_map_at_1000_max": 0.333707, + "nauc_map_at_1000_std": -0.002365, + "nauc_map_at_1000_diff1": 0.488006, + "nauc_recall_at_1_max": 0.324562, + "nauc_recall_at_1_std": -0.026183, + "nauc_recall_at_1_diff1": 0.542829, + "nauc_recall_at_3_max": 0.333801, + "nauc_recall_at_3_std": 0.007809, + "nauc_recall_at_3_diff1": 0.448757, + "nauc_recall_at_5_max": 0.332666, + "nauc_recall_at_5_std": 0.014607, + "nauc_recall_at_5_diff1": 0.407731, + "nauc_recall_at_10_max": 0.323288, + "nauc_recall_at_10_std": 0.032593, + "nauc_recall_at_10_diff1": 0.367199, + "nauc_recall_at_20_max": 0.335774, + "nauc_recall_at_20_std": 0.064699, + "nauc_recall_at_20_diff1": 0.363266, + "nauc_recall_at_100_max": 0.362948, + "nauc_recall_at_100_std": 0.226093, + "nauc_recall_at_100_diff1": 0.323755, + "nauc_recall_at_1000_max": 0.72731, + "nauc_recall_at_1000_std": 0.592874, + "nauc_recall_at_1000_diff1": 0.386791, + "nauc_precision_at_1_max": 0.332382, + "nauc_precision_at_1_std": -0.029334, + "nauc_precision_at_1_diff1": 0.546656, + "nauc_precision_at_3_max": 0.338299, + "nauc_precision_at_3_std": 0.006154, + "nauc_precision_at_3_diff1": 0.440908, + "nauc_precision_at_5_max": 0.332461, + "nauc_precision_at_5_std": 0.013037, + "nauc_precision_at_5_diff1": 0.396117, + "nauc_precision_at_10_max": 0.318136, + "nauc_precision_at_10_std": 0.031629, + "nauc_precision_at_10_diff1": 0.35245, + "nauc_precision_at_20_max": 0.324973, + "nauc_precision_at_20_std": 0.060764, + "nauc_precision_at_20_diff1": 0.342103, + "nauc_precision_at_100_max": 0.318843, + "nauc_precision_at_100_std": 0.186328, + "nauc_precision_at_100_diff1": 0.277477, + "nauc_precision_at_1000_max": 0.207451, + "nauc_precision_at_1000_std": 0.141542, + "nauc_precision_at_1000_diff1": 0.122931, + "nauc_mrr_at_1_max": 0.332382, + "nauc_mrr_at_1_std": -0.029334, + "nauc_mrr_at_1_diff1": 0.546656, + "nauc_mrr_at_3_max": 0.33537, + "nauc_mrr_at_3_std": -0.010029, + "nauc_mrr_at_3_diff1": 0.501888, + "nauc_mrr_at_5_max": 0.334966, + "nauc_mrr_at_5_std": -0.008955, + "nauc_mrr_at_5_diff1": 0.493033, + "nauc_mrr_at_10_max": 0.333766, + "nauc_mrr_at_10_std": -0.00708, + "nauc_mrr_at_10_diff1": 0.488843, + "nauc_mrr_at_20_max": 0.334523, + "nauc_mrr_at_20_std": -0.005478, + "nauc_mrr_at_20_diff1": 0.489243, + "nauc_mrr_at_100_max": 0.33477, + "nauc_mrr_at_100_std": -0.00389, + "nauc_mrr_at_100_diff1": 0.489439, + "nauc_mrr_at_1000_max": 0.334923, + "nauc_mrr_at_1000_std": -0.004124, + "nauc_mrr_at_1000_diff1": 0.489799, + "main_score": 0.42046, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 8.095737934112549, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/JapaneseLegal1Retrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/JapaneseLegal1Retrieval.json new file mode 100644 index 0000000000..3eb4be3443 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/JapaneseLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d653557fe66bb6af2b0e2adfc371a24554cf11ce", + "task_name": "JapaneseLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.41108, + "ndcg_at_3": 0.51991, + "ndcg_at_5": 0.54437, + "ndcg_at_10": 0.56491, + "ndcg_at_20": 0.57756, + "ndcg_at_100": 0.59537, + "ndcg_at_1000": 0.60856, + "map_at_1": 0.41047, + "map_at_3": 0.4932, + "map_at_5": 0.50688, + "map_at_10": 0.51548, + "map_at_20": 0.51899, + "map_at_100": 0.52146, + "map_at_1000": 0.52195, + "recall_at_1": 0.41047, + "recall_at_3": 0.59662, + "recall_at_5": 0.65587, + "recall_at_10": 0.71873, + "recall_at_20": 0.76856, + "recall_at_100": 0.86442, + "recall_at_1000": 0.96843, + "precision_at_1": 0.41108, + "precision_at_3": 0.19957, + "precision_at_5": 0.13171, + "precision_at_10": 0.07221, + "precision_at_20": 0.03861, + "precision_at_100": 0.00868, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.411084, + "mrr_at_3": 0.493544, + "mrr_at_5": 0.506992, + "mrr_at_10": 0.515514, + "mrr_at_20": 0.519035, + "mrr_at_100": 0.52149, + "mrr_at_1000": 0.521974, + "nauc_ndcg_at_1_max": 0.278404, + "nauc_ndcg_at_1_std": -0.215327, + "nauc_ndcg_at_1_diff1": 0.534272, + "nauc_ndcg_at_3_max": 0.317274, + "nauc_ndcg_at_3_std": -0.263726, + "nauc_ndcg_at_3_diff1": 0.518052, + "nauc_ndcg_at_5_max": 0.326929, + "nauc_ndcg_at_5_std": -0.278781, + "nauc_ndcg_at_5_diff1": 0.516874, + "nauc_ndcg_at_10_max": 0.33193, + "nauc_ndcg_at_10_std": -0.285886, + "nauc_ndcg_at_10_diff1": 0.517769, + "nauc_ndcg_at_20_max": 0.332401, + "nauc_ndcg_at_20_std": -0.288597, + "nauc_ndcg_at_20_diff1": 0.516226, + "nauc_ndcg_at_100_max": 0.330835, + "nauc_ndcg_at_100_std": -0.289405, + "nauc_ndcg_at_100_diff1": 0.517154, + "nauc_ndcg_at_1000_max": 0.325384, + "nauc_ndcg_at_1000_std": -0.275554, + "nauc_ndcg_at_1000_diff1": 0.518734, + "nauc_map_at_1_max": 0.277887, + "nauc_map_at_1_std": -0.215237, + "nauc_map_at_1_diff1": 0.535172, + "nauc_map_at_3_max": 0.306836, + "nauc_map_at_3_std": -0.251486, + "nauc_map_at_3_diff1": 0.522442, + "nauc_map_at_5_max": 0.312134, + "nauc_map_at_5_std": -0.259233, + "nauc_map_at_5_diff1": 0.521799, + "nauc_map_at_10_max": 0.313971, + "nauc_map_at_10_std": -0.261698, + "nauc_map_at_10_diff1": 0.522328, + "nauc_map_at_20_max": 0.313971, + "nauc_map_at_20_std": -0.262279, + "nauc_map_at_20_diff1": 0.521932, + "nauc_map_at_100_max": 0.31372, + "nauc_map_at_100_std": -0.262281, + "nauc_map_at_100_diff1": 0.522099, + "nauc_map_at_1000_max": 0.313505, + "nauc_map_at_1000_std": -0.261791, + "nauc_map_at_1000_diff1": 0.522158, + "nauc_recall_at_1_max": 0.277887, + "nauc_recall_at_1_std": -0.215237, + "nauc_recall_at_1_diff1": 0.535172, + "nauc_recall_at_3_max": 0.349215, + "nauc_recall_at_3_std": -0.302067, + "nauc_recall_at_3_diff1": 0.504716, + "nauc_recall_at_5_max": 0.378485, + "nauc_recall_at_5_std": -0.347706, + "nauc_recall_at_5_diff1": 0.499867, + "nauc_recall_at_10_max": 0.405097, + "nauc_recall_at_10_std": -0.386023, + "nauc_recall_at_10_diff1": 0.50011, + "nauc_recall_at_20_max": 0.420203, + "nauc_recall_at_20_std": -0.417595, + "nauc_recall_at_20_diff1": 0.488874, + "nauc_recall_at_100_max": 0.452615, + "nauc_recall_at_100_std": -0.50197, + "nauc_recall_at_100_diff1": 0.482178, + "nauc_recall_at_1000_max": 0.480647, + "nauc_recall_at_1000_std": -0.244518, + "nauc_recall_at_1000_diff1": 0.482913, + "nauc_precision_at_1_max": 0.278404, + "nauc_precision_at_1_std": -0.215327, + "nauc_precision_at_1_diff1": 0.534272, + "nauc_precision_at_3_max": 0.349706, + "nauc_precision_at_3_std": -0.299856, + "nauc_precision_at_3_diff1": 0.496315, + "nauc_precision_at_5_max": 0.378353, + "nauc_precision_at_5_std": -0.342696, + "nauc_precision_at_5_diff1": 0.48669, + "nauc_precision_at_10_max": 0.40232, + "nauc_precision_at_10_std": -0.378781, + "nauc_precision_at_10_diff1": 0.481429, + "nauc_precision_at_20_max": 0.414125, + "nauc_precision_at_20_std": -0.408286, + "nauc_precision_at_20_diff1": 0.464677, + "nauc_precision_at_100_max": 0.440138, + "nauc_precision_at_100_std": -0.481928, + "nauc_precision_at_100_diff1": 0.44147, + "nauc_precision_at_1000_max": 0.405887, + "nauc_precision_at_1000_std": -0.206641, + "nauc_precision_at_1000_diff1": 0.315097, + "nauc_mrr_at_1_max": 0.278404, + "nauc_mrr_at_1_std": -0.215327, + "nauc_mrr_at_1_diff1": 0.534272, + "nauc_mrr_at_3_max": 0.307271, + "nauc_mrr_at_3_std": -0.251526, + "nauc_mrr_at_3_diff1": 0.522149, + "nauc_mrr_at_5_max": 0.312062, + "nauc_mrr_at_5_std": -0.259402, + "nauc_mrr_at_5_diff1": 0.521686, + "nauc_mrr_at_10_max": 0.313693, + "nauc_mrr_at_10_std": -0.261868, + "nauc_mrr_at_10_diff1": 0.522346, + "nauc_mrr_at_20_max": 0.313775, + "nauc_mrr_at_20_std": -0.262338, + "nauc_mrr_at_20_diff1": 0.521913, + "nauc_mrr_at_100_max": 0.313523, + "nauc_mrr_at_100_std": -0.262345, + "nauc_mrr_at_100_diff1": 0.522109, + "nauc_mrr_at_1000_max": 0.31331, + "nauc_mrr_at_1000_std": -0.261853, + "nauc_mrr_at_1000_diff1": 0.522169, + "main_score": 0.56491, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 178.05774784088135, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MBPPRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MBPPRetrieval.json new file mode 100644 index 0000000000..e8b22b485c --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MBPPRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "586a1fd6a0c63fdeda3b49c0293559a81c79cdec", + "task_name": "MBPPRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25051, + "ndcg_at_3": 0.33864, + "ndcg_at_5": 0.36956, + "ndcg_at_10": 0.40491, + "ndcg_at_20": 0.42996, + "ndcg_at_100": 0.46247, + "ndcg_at_1000": 0.47989, + "map_at_1": 0.25051, + "map_at_3": 0.31725, + "map_at_5": 0.33445, + "map_at_10": 0.34873, + "map_at_20": 0.35539, + "map_at_100": 0.35964, + "map_at_1000": 0.36033, + "recall_at_1": 0.25051, + "recall_at_3": 0.40041, + "recall_at_5": 0.47536, + "recall_at_10": 0.58624, + "recall_at_20": 0.68686, + "recall_at_100": 0.8655, + "recall_at_1000": 1.0, + "precision_at_1": 0.25051, + "precision_at_3": 0.13347, + "precision_at_5": 0.09507, + "precision_at_10": 0.05862, + "precision_at_20": 0.03434, + "precision_at_100": 0.00866, + "precision_at_1000": 0.001, + "mrr_at_1": 0.250513, + "mrr_at_3": 0.317248, + "mrr_at_5": 0.334446, + "mrr_at_10": 0.348729, + "mrr_at_20": 0.355389, + "mrr_at_100": 0.359638, + "mrr_at_1000": 0.360325, + "nauc_ndcg_at_1_max": 0.229595, + "nauc_ndcg_at_1_std": -0.047273, + "nauc_ndcg_at_1_diff1": 0.476661, + "nauc_ndcg_at_3_max": 0.247522, + "nauc_ndcg_at_3_std": -0.022609, + "nauc_ndcg_at_3_diff1": 0.392827, + "nauc_ndcg_at_5_max": 0.241378, + "nauc_ndcg_at_5_std": -0.013883, + "nauc_ndcg_at_5_diff1": 0.382741, + "nauc_ndcg_at_10_max": 0.246215, + "nauc_ndcg_at_10_std": -0.006388, + "nauc_ndcg_at_10_diff1": 0.385287, + "nauc_ndcg_at_20_max": 0.252008, + "nauc_ndcg_at_20_std": -0.002305, + "nauc_ndcg_at_20_diff1": 0.379497, + "nauc_ndcg_at_100_max": 0.254969, + "nauc_ndcg_at_100_std": -0.007133, + "nauc_ndcg_at_100_diff1": 0.391187, + "nauc_ndcg_at_1000_max": 0.248098, + "nauc_ndcg_at_1000_std": -0.013457, + "nauc_ndcg_at_1000_diff1": 0.396031, + "nauc_map_at_1_max": 0.229595, + "nauc_map_at_1_std": -0.047273, + "nauc_map_at_1_diff1": 0.476661, + "nauc_map_at_3_max": 0.243318, + "nauc_map_at_3_std": -0.029716, + "nauc_map_at_3_diff1": 0.412614, + "nauc_map_at_5_max": 0.240181, + "nauc_map_at_5_std": -0.024815, + "nauc_map_at_5_diff1": 0.407333, + "nauc_map_at_10_max": 0.241577, + "nauc_map_at_10_std": -0.022526, + "nauc_map_at_10_diff1": 0.408058, + "nauc_map_at_20_max": 0.242783, + "nauc_map_at_20_std": -0.021727, + "nauc_map_at_20_diff1": 0.406936, + "nauc_map_at_100_max": 0.243314, + "nauc_map_at_100_std": -0.022118, + "nauc_map_at_100_diff1": 0.408331, + "nauc_map_at_1000_max": 0.243024, + "nauc_map_at_1000_std": -0.022406, + "nauc_map_at_1000_diff1": 0.408554, + "nauc_recall_at_1_max": 0.229595, + "nauc_recall_at_1_std": -0.047273, + "nauc_recall_at_1_diff1": 0.476661, + "nauc_recall_at_3_max": 0.25891, + "nauc_recall_at_3_std": -0.002859, + "nauc_recall_at_3_diff1": 0.339168, + "nauc_recall_at_5_max": 0.24345, + "nauc_recall_at_5_std": 0.017951, + "nauc_recall_at_5_diff1": 0.313089, + "nauc_recall_at_10_max": 0.262268, + "nauc_recall_at_10_std": 0.048876, + "nauc_recall_at_10_diff1": 0.317244, + "nauc_recall_at_20_max": 0.295483, + "nauc_recall_at_20_std": 0.080259, + "nauc_recall_at_20_diff1": 0.274608, + "nauc_recall_at_100_max": 0.366074, + "nauc_recall_at_100_std": 0.092834, + "nauc_recall_at_100_diff1": 0.316969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.229595, + "nauc_precision_at_1_std": -0.047273, + "nauc_precision_at_1_diff1": 0.476661, + "nauc_precision_at_3_max": 0.25891, + "nauc_precision_at_3_std": -0.002859, + "nauc_precision_at_3_diff1": 0.339168, + "nauc_precision_at_5_max": 0.24345, + "nauc_precision_at_5_std": 0.017951, + "nauc_precision_at_5_diff1": 0.313089, + "nauc_precision_at_10_max": 0.262268, + "nauc_precision_at_10_std": 0.048876, + "nauc_precision_at_10_diff1": 0.317244, + "nauc_precision_at_20_max": 0.295483, + "nauc_precision_at_20_std": 0.080259, + "nauc_precision_at_20_diff1": 0.274608, + "nauc_precision_at_100_max": 0.366074, + "nauc_precision_at_100_std": 0.092834, + "nauc_precision_at_100_diff1": 0.316969, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.229595, + "nauc_mrr_at_1_std": -0.047273, + "nauc_mrr_at_1_diff1": 0.476661, + "nauc_mrr_at_3_max": 0.243318, + "nauc_mrr_at_3_std": -0.029716, + "nauc_mrr_at_3_diff1": 0.412614, + "nauc_mrr_at_5_max": 0.240181, + "nauc_mrr_at_5_std": -0.024815, + "nauc_mrr_at_5_diff1": 0.407333, + "nauc_mrr_at_10_max": 0.241577, + "nauc_mrr_at_10_std": -0.022526, + "nauc_mrr_at_10_diff1": 0.408058, + "nauc_mrr_at_20_max": 0.242783, + "nauc_mrr_at_20_std": -0.021727, + "nauc_mrr_at_20_diff1": 0.406936, + "nauc_mrr_at_100_max": 0.243314, + "nauc_mrr_at_100_std": -0.022118, + "nauc_mrr_at_100_diff1": 0.408331, + "nauc_mrr_at_1000_max": 0.243024, + "nauc_mrr_at_1000_std": -0.022406, + "nauc_mrr_at_1000_diff1": 0.408554, + "main_score": 0.40491, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 4.058202028274536, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/WikiSQLRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/WikiSQLRetrieval.json new file mode 100644 index 0000000000..dabbb8c1c3 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/WikiSQLRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "4e099ab42dffd49d72c1472f451371e53343e3d7", + "task_name": "WikiSQLRetrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76758, + "ndcg_at_3": 0.82538, + "ndcg_at_5": 0.83746, + "ndcg_at_10": 0.84808, + "ndcg_at_20": 0.85344, + "ndcg_at_100": 0.86032, + "ndcg_at_1000": 0.86222, + "map_at_1": 0.76758, + "map_at_3": 0.81185, + "map_at_5": 0.81844, + "map_at_10": 0.82285, + "map_at_20": 0.82435, + "map_at_100": 0.82533, + "map_at_1000": 0.82541, + "recall_at_1": 0.76758, + "recall_at_3": 0.86426, + "recall_at_5": 0.89404, + "recall_at_10": 0.92676, + "recall_at_20": 0.94775, + "recall_at_100": 0.98438, + "recall_at_1000": 0.99902, + "precision_at_1": 0.76758, + "precision_at_3": 0.28809, + "precision_at_5": 0.17881, + "precision_at_10": 0.09268, + "precision_at_20": 0.04739, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.76709, + "mrr_at_3": 0.811686, + "mrr_at_5": 0.818278, + "mrr_at_10": 0.822682, + "mrr_at_20": 0.824178, + "mrr_at_100": 0.825161, + "mrr_at_1000": 0.825239, + "nauc_ndcg_at_1_max": 0.603374, + "nauc_ndcg_at_1_std": -0.293766, + "nauc_ndcg_at_1_diff1": 0.852423, + "nauc_ndcg_at_3_max": 0.652424, + "nauc_ndcg_at_3_std": -0.339874, + "nauc_ndcg_at_3_diff1": 0.82786, + "nauc_ndcg_at_5_max": 0.651402, + "nauc_ndcg_at_5_std": -0.337941, + "nauc_ndcg_at_5_diff1": 0.825762, + "nauc_ndcg_at_10_max": 0.651395, + "nauc_ndcg_at_10_std": -0.327058, + "nauc_ndcg_at_10_diff1": 0.827507, + "nauc_ndcg_at_20_max": 0.648199, + "nauc_ndcg_at_20_std": -0.320365, + "nauc_ndcg_at_20_diff1": 0.827657, + "nauc_ndcg_at_100_max": 0.647182, + "nauc_ndcg_at_100_std": -0.311993, + "nauc_ndcg_at_100_diff1": 0.831043, + "nauc_ndcg_at_1000_max": 0.644276, + "nauc_ndcg_at_1000_std": -0.317186, + "nauc_ndcg_at_1000_diff1": 0.831888, + "nauc_map_at_1_max": 0.603374, + "nauc_map_at_1_std": -0.293766, + "nauc_map_at_1_diff1": 0.852423, + "nauc_map_at_3_max": 0.640735, + "nauc_map_at_3_std": -0.326485, + "nauc_map_at_3_diff1": 0.834786, + "nauc_map_at_5_max": 0.639789, + "nauc_map_at_5_std": -0.325349, + "nauc_map_at_5_diff1": 0.833998, + "nauc_map_at_10_max": 0.639356, + "nauc_map_at_10_std": -0.32162, + "nauc_map_at_10_diff1": 0.834848, + "nauc_map_at_20_max": 0.638509, + "nauc_map_at_20_std": -0.319872, + "nauc_map_at_20_diff1": 0.834941, + "nauc_map_at_100_max": 0.638353, + "nauc_map_at_100_std": -0.318753, + "nauc_map_at_100_diff1": 0.835348, + "nauc_map_at_1000_max": 0.638262, + "nauc_map_at_1000_std": -0.318864, + "nauc_map_at_1000_diff1": 0.83537, + "nauc_recall_at_1_max": 0.603374, + "nauc_recall_at_1_std": -0.293766, + "nauc_recall_at_1_diff1": 0.852423, + "nauc_recall_at_3_max": 0.695848, + "nauc_recall_at_3_std": -0.391221, + "nauc_recall_at_3_diff1": 0.801411, + "nauc_recall_at_5_max": 0.70317, + "nauc_recall_at_5_std": -0.395125, + "nauc_recall_at_5_diff1": 0.787307, + "nauc_recall_at_10_max": 0.727265, + "nauc_recall_at_10_std": -0.34868, + "nauc_recall_at_10_diff1": 0.780865, + "nauc_recall_at_20_max": 0.724591, + "nauc_recall_at_20_std": -0.291676, + "nauc_recall_at_20_diff1": 0.763945, + "nauc_recall_at_100_max": 0.856651, + "nauc_recall_at_100_std": 0.123426, + "nauc_recall_at_100_diff1": 0.76898, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.934633, + "nauc_recall_at_1000_diff1": 0.777076, + "nauc_precision_at_1_max": 0.603374, + "nauc_precision_at_1_std": -0.293766, + "nauc_precision_at_1_diff1": 0.852423, + "nauc_precision_at_3_max": 0.695848, + "nauc_precision_at_3_std": -0.391221, + "nauc_precision_at_3_diff1": 0.801411, + "nauc_precision_at_5_max": 0.70317, + "nauc_precision_at_5_std": -0.395125, + "nauc_precision_at_5_diff1": 0.787307, + "nauc_precision_at_10_max": 0.727265, + "nauc_precision_at_10_std": -0.34868, + "nauc_precision_at_10_diff1": 0.780865, + "nauc_precision_at_20_max": 0.724591, + "nauc_precision_at_20_std": -0.291676, + "nauc_precision_at_20_diff1": 0.763945, + "nauc_precision_at_100_max": 0.856651, + "nauc_precision_at_100_std": 0.123426, + "nauc_precision_at_100_diff1": 0.76898, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.934633, + "nauc_precision_at_1000_diff1": 0.777076, + "nauc_mrr_at_1_max": 0.591609, + "nauc_mrr_at_1_std": -0.289985, + "nauc_mrr_at_1_diff1": 0.853314, + "nauc_mrr_at_3_max": 0.633382, + "nauc_mrr_at_3_std": -0.324037, + "nauc_mrr_at_3_diff1": 0.835214, + "nauc_mrr_at_5_max": 0.632186, + "nauc_mrr_at_5_std": -0.322818, + "nauc_mrr_at_5_diff1": 0.834441, + "nauc_mrr_at_10_max": 0.631553, + "nauc_mrr_at_10_std": -0.31902, + "nauc_mrr_at_10_diff1": 0.835292, + "nauc_mrr_at_20_max": 0.630637, + "nauc_mrr_at_20_std": -0.317237, + "nauc_mrr_at_20_diff1": 0.8354, + "nauc_mrr_at_100_max": 0.63043, + "nauc_mrr_at_100_std": -0.316108, + "nauc_mrr_at_100_diff1": 0.835811, + "nauc_mrr_at_1000_max": 0.630336, + "nauc_mrr_at_1000_std": -0.316217, + "nauc_mrr_at_1000_diff1": 0.835833, + "main_score": 0.84808, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 10.861430644989014, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/model_meta.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/model_meta.json index 0dd587956e..4b2df05caf 100644 --- a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/model_meta.json +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/model_meta.json @@ -1 +1 @@ -{"name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "revision": "79f2382ceacceacdf38563d7c5d16b9ff8d725d6", "release_date": "2019-11-01", "languages": ["ara_Arab", "bul_Cyrl", "cat_Latn", "ces_Latn", "dan_Latn", "deu_Latn", "ell_Grek", "eng_Latn", "spa_Latn", "est_Latn", "fas_Arab", "fin_Latn", "fra_Latn", "fra_Latn", "glg_Latn", "guj_Gujr", "heb_Hebr", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Armn", "ind_Latn", "ita_Latn", "jpn_Jpan", "kat_Geor", "kor_Hang", "kur_Arab", "lit_Latn", "lav_Latn", "mkd_Cyrl", "mon_Cyrl", "mar_Deva", "msa_Latn", "mya_Mymr", "nob_Latn", "nld_Latn", "pol_Latn", "por_Latn", "por_Latn", "ron_Latn", "rus_Cyrl", "slk_Latn", "slv_Latn", "sqi_Latn", "srp_Cyrl", "swe_Latn", "tha_Thai", "tur_Latn", "ukr_Cyrl", "urd_Arab", "vie_Latn", "zho_Hans", "zho_Hant"], "n_parameters": 278000000, "memory_usage_mb": 1061.0, "max_tokens": 512.0, "embed_dim": 768, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"]}, "adapted_from": null, "superseded_by": null, "modalities": ["text"], "loader": null} \ No newline at end of file +{"name": "sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "revision": "79f2382ceacceacdf38563d7c5d16b9ff8d725d6", "release_date": "2019-11-01", "languages": ["ara-Arab", "bul-Cyrl", "cat-Latn", "ces-Latn", "dan-Latn", "deu-Latn", "ell-Grek", "eng-Latn", "spa-Latn", "est-Latn", "fas-Arab", "fin-Latn", "fra-Latn", "fra-Latn", "glg-Latn", "guj-Gujr", "heb-Hebr", "hin-Deva", "hrv-Latn", "hun-Latn", "hye-Armn", "ind-Latn", "ita-Latn", "jpn-Jpan", "kat-Geor", "kor-Hang", "kur-Arab", "lit-Latn", "lav-Latn", "mkd-Cyrl", "mon-Cyrl", "mar-Deva", "msa-Latn", "mya-Mymr", "nob-Latn", "nld-Latn", "pol-Latn", "por-Latn", "por-Latn", "ron-Latn", "rus-Cyrl", "slk-Latn", "slv-Latn", "sqi-Latn", "srp-Cyrl", "swe-Latn", "tha-Thai", "tur-Latn", "ukr-Cyrl", "urd-Arab", "vie-Latn", "zho-Hans", "zho-Hant"], "n_parameters": 278000000, "memory_usage_mb": 1061.0, "max_tokens": 512.0, "embed_dim": 768, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/sentence-transformers/paraphrase-multilingual-mpnet-base-v2", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"]}, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": null} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/Code1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/Code1Retrieval.json new file mode 100644 index 0000000000..be3179aaa7 --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/Code1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "94d25599a7e0221484f31749448e5ea217484e41", + "task_name": "Code1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.32263, + "ndcg_at_3": 0.38395, + "ndcg_at_5": 0.4019, + "ndcg_at_10": 0.42252, + "ndcg_at_20": 0.4377, + "ndcg_at_100": 0.46016, + "ndcg_at_1000": 0.4786, + "map_at_1": 0.32263, + "map_at_3": 0.36895, + "map_at_5": 0.37889, + "map_at_10": 0.3874, + "map_at_20": 0.39156, + "map_at_100": 0.39461, + "map_at_1000": 0.39519, + "recall_at_1": 0.32263, + "recall_at_3": 0.42732, + "recall_at_5": 0.47099, + "recall_at_10": 0.53475, + "recall_at_20": 0.59482, + "recall_at_100": 0.71687, + "recall_at_1000": 0.86831, + "precision_at_1": 0.32263, + "precision_at_3": 0.14244, + "precision_at_5": 0.0942, + "precision_at_10": 0.05348, + "precision_at_20": 0.02974, + "precision_at_100": 0.00717, + "precision_at_1000": 0.00087, + "mrr_at_1": 0.322627, + "mrr_at_3": 0.368961, + "mrr_at_5": 0.378894, + "mrr_at_10": 0.387422, + "mrr_at_20": 0.391573, + "mrr_at_100": 0.394612, + "mrr_at_1000": 0.3952, + "nauc_ndcg_at_1_max": 0.476111, + "nauc_ndcg_at_1_std": -0.044722, + "nauc_ndcg_at_1_diff1": 0.660328, + "nauc_ndcg_at_3_max": 0.458379, + "nauc_ndcg_at_3_std": -0.036556, + "nauc_ndcg_at_3_diff1": 0.595784, + "nauc_ndcg_at_5_max": 0.453736, + "nauc_ndcg_at_5_std": -0.036171, + "nauc_ndcg_at_5_diff1": 0.584076, + "nauc_ndcg_at_10_max": 0.448783, + "nauc_ndcg_at_10_std": -0.035556, + "nauc_ndcg_at_10_diff1": 0.572607, + "nauc_ndcg_at_20_max": 0.447774, + "nauc_ndcg_at_20_std": -0.031111, + "nauc_ndcg_at_20_diff1": 0.56733, + "nauc_ndcg_at_100_max": 0.450331, + "nauc_ndcg_at_100_std": -0.022544, + "nauc_ndcg_at_100_diff1": 0.564711, + "nauc_ndcg_at_1000_max": 0.451747, + "nauc_ndcg_at_1000_std": -0.019236, + "nauc_ndcg_at_1000_diff1": 0.56952, + "nauc_map_at_1_max": 0.476111, + "nauc_map_at_1_std": -0.044722, + "nauc_map_at_1_diff1": 0.660328, + "nauc_map_at_3_max": 0.462939, + "nauc_map_at_3_std": -0.038421, + "nauc_map_at_3_diff1": 0.61105, + "nauc_map_at_5_max": 0.460388, + "nauc_map_at_5_std": -0.038226, + "nauc_map_at_5_diff1": 0.604686, + "nauc_map_at_10_max": 0.458341, + "nauc_map_at_10_std": -0.038045, + "nauc_map_at_10_diff1": 0.600005, + "nauc_map_at_20_max": 0.458142, + "nauc_map_at_20_std": -0.036861, + "nauc_map_at_20_diff1": 0.598684, + "nauc_map_at_100_max": 0.458531, + "nauc_map_at_100_std": -0.035829, + "nauc_map_at_100_diff1": 0.598408, + "nauc_map_at_1000_max": 0.458593, + "nauc_map_at_1000_std": -0.035717, + "nauc_map_at_1000_diff1": 0.598549, + "nauc_recall_at_1_max": 0.476111, + "nauc_recall_at_1_std": -0.044722, + "nauc_recall_at_1_diff1": 0.660328, + "nauc_recall_at_3_max": 0.445247, + "nauc_recall_at_3_std": -0.031274, + "nauc_recall_at_3_diff1": 0.552327, + "nauc_recall_at_5_max": 0.433736, + "nauc_recall_at_5_std": -0.03021, + "nauc_recall_at_5_diff1": 0.522915, + "nauc_recall_at_10_max": 0.417292, + "nauc_recall_at_10_std": -0.027632, + "nauc_recall_at_10_diff1": 0.483975, + "nauc_recall_at_20_max": 0.410565, + "nauc_recall_at_20_std": -0.007981, + "nauc_recall_at_20_diff1": 0.45545, + "nauc_recall_at_100_max": 0.418454, + "nauc_recall_at_100_std": 0.061699, + "nauc_recall_at_100_diff1": 0.406793, + "nauc_recall_at_1000_max": 0.41565, + "nauc_recall_at_1000_std": 0.200583, + "nauc_recall_at_1000_diff1": 0.363893, + "nauc_precision_at_1_max": 0.476111, + "nauc_precision_at_1_std": -0.044722, + "nauc_precision_at_1_diff1": 0.660328, + "nauc_precision_at_3_max": 0.445247, + "nauc_precision_at_3_std": -0.031274, + "nauc_precision_at_3_diff1": 0.552327, + "nauc_precision_at_5_max": 0.433736, + "nauc_precision_at_5_std": -0.03021, + "nauc_precision_at_5_diff1": 0.522915, + "nauc_precision_at_10_max": 0.417292, + "nauc_precision_at_10_std": -0.027632, + "nauc_precision_at_10_diff1": 0.483975, + "nauc_precision_at_20_max": 0.410565, + "nauc_precision_at_20_std": -0.007981, + "nauc_precision_at_20_diff1": 0.45545, + "nauc_precision_at_100_max": 0.418454, + "nauc_precision_at_100_std": 0.061699, + "nauc_precision_at_100_diff1": 0.406793, + "nauc_precision_at_1000_max": 0.41565, + "nauc_precision_at_1000_std": 0.200583, + "nauc_precision_at_1000_diff1": 0.363893, + "nauc_mrr_at_1_max": 0.47634, + "nauc_mrr_at_1_std": -0.044605, + "nauc_mrr_at_1_diff1": 0.660328, + "nauc_mrr_at_3_max": 0.462957, + "nauc_mrr_at_3_std": -0.03824, + "nauc_mrr_at_3_diff1": 0.610998, + "nauc_mrr_at_5_max": 0.460448, + "nauc_mrr_at_5_std": -0.038091, + "nauc_mrr_at_5_diff1": 0.604638, + "nauc_mrr_at_10_max": 0.458413, + "nauc_mrr_at_10_std": -0.037796, + "nauc_mrr_at_10_diff1": 0.599934, + "nauc_mrr_at_20_max": 0.45821, + "nauc_mrr_at_20_std": -0.036696, + "nauc_mrr_at_20_diff1": 0.598647, + "nauc_mrr_at_100_max": 0.458606, + "nauc_mrr_at_100_std": -0.035661, + "nauc_mrr_at_100_diff1": 0.598372, + "nauc_mrr_at_1000_max": 0.458668, + "nauc_mrr_at_1000_std": -0.035548, + "nauc_mrr_at_1000_diff1": 0.598513, + "main_score": 0.42252, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 53.53518462181091, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance1Retrieval.json new file mode 100644 index 0000000000..23ee7abbac --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b2816ead5389ee383019bb2e50df9f1aac8229d8", + "task_name": "EnglishFinance1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.4461, + "ndcg_at_3": 0.54821, + "ndcg_at_5": 0.59094, + "ndcg_at_10": 0.61359, + "ndcg_at_20": 0.6316, + "ndcg_at_100": 0.64836, + "ndcg_at_1000": 0.65523, + "map_at_1": 0.44238, + "map_at_3": 0.52192, + "map_at_5": 0.5459, + "map_at_10": 0.55577, + "map_at_20": 0.56081, + "map_at_100": 0.56311, + "map_at_1000": 0.56351, + "recall_at_1": 0.44238, + "recall_at_3": 0.61942, + "recall_at_5": 0.72351, + "recall_at_10": 0.79229, + "recall_at_20": 0.86292, + "recall_at_100": 0.95307, + "recall_at_1000": 1.0, + "precision_at_1": 0.4461, + "precision_at_3": 0.20942, + "precision_at_5": 0.14647, + "precision_at_10": 0.0803, + "precision_at_20": 0.04368, + "precision_at_100": 0.0097, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.446097, + "mrr_at_3": 0.525403, + "mrr_at_5": 0.54938, + "mrr_at_10": 0.558845, + "mrr_at_20": 0.563877, + "mrr_at_100": 0.566124, + "mrr_at_1000": 0.566444, + "nauc_ndcg_at_1_max": 0.194342, + "nauc_ndcg_at_1_std": 0.023246, + "nauc_ndcg_at_1_diff1": 0.497301, + "nauc_ndcg_at_3_max": 0.165832, + "nauc_ndcg_at_3_std": -0.000551, + "nauc_ndcg_at_3_diff1": 0.425163, + "nauc_ndcg_at_5_max": 0.215383, + "nauc_ndcg_at_5_std": 0.044471, + "nauc_ndcg_at_5_diff1": 0.438954, + "nauc_ndcg_at_10_max": 0.224701, + "nauc_ndcg_at_10_std": 0.040669, + "nauc_ndcg_at_10_diff1": 0.446133, + "nauc_ndcg_at_20_max": 0.23604, + "nauc_ndcg_at_20_std": 0.057384, + "nauc_ndcg_at_20_diff1": 0.456771, + "nauc_ndcg_at_100_max": 0.22318, + "nauc_ndcg_at_100_std": 0.05403, + "nauc_ndcg_at_100_diff1": 0.459246, + "nauc_ndcg_at_1000_max": 0.213331, + "nauc_ndcg_at_1000_std": 0.041427, + "nauc_ndcg_at_1000_diff1": 0.453529, + "nauc_map_at_1_max": 0.186939, + "nauc_map_at_1_std": 0.016367, + "nauc_map_at_1_diff1": 0.489816, + "nauc_map_at_3_max": 0.173439, + "nauc_map_at_3_std": 0.008253, + "nauc_map_at_3_diff1": 0.442643, + "nauc_map_at_5_max": 0.199408, + "nauc_map_at_5_std": 0.031378, + "nauc_map_at_5_diff1": 0.450804, + "nauc_map_at_10_max": 0.203091, + "nauc_map_at_10_std": 0.029819, + "nauc_map_at_10_diff1": 0.454633, + "nauc_map_at_20_max": 0.206226, + "nauc_map_at_20_std": 0.034427, + "nauc_map_at_20_diff1": 0.457009, + "nauc_map_at_100_max": 0.204337, + "nauc_map_at_100_std": 0.034281, + "nauc_map_at_100_diff1": 0.456802, + "nauc_map_at_1000_max": 0.203686, + "nauc_map_at_1000_std": 0.033497, + "nauc_map_at_1000_diff1": 0.456474, + "nauc_recall_at_1_max": 0.186939, + "nauc_recall_at_1_std": 0.016367, + "nauc_recall_at_1_diff1": 0.489816, + "nauc_recall_at_3_max": 0.140034, + "nauc_recall_at_3_std": -0.025924, + "nauc_recall_at_3_diff1": 0.369962, + "nauc_recall_at_5_max": 0.277723, + "nauc_recall_at_5_std": 0.101121, + "nauc_recall_at_5_diff1": 0.390502, + "nauc_recall_at_10_max": 0.331833, + "nauc_recall_at_10_std": 0.094365, + "nauc_recall_at_10_diff1": 0.404389, + "nauc_recall_at_20_max": 0.458771, + "nauc_recall_at_20_std": 0.239463, + "nauc_recall_at_20_diff1": 0.475858, + "nauc_recall_at_100_max": 0.52634, + "nauc_recall_at_100_std": 0.458895, + "nauc_recall_at_100_diff1": 0.638126, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.194342, + "nauc_precision_at_1_std": 0.023246, + "nauc_precision_at_1_diff1": 0.497301, + "nauc_precision_at_3_max": 0.133974, + "nauc_precision_at_3_std": -0.027204, + "nauc_precision_at_3_diff1": 0.364034, + "nauc_precision_at_5_max": 0.269059, + "nauc_precision_at_5_std": 0.097996, + "nauc_precision_at_5_diff1": 0.384127, + "nauc_precision_at_10_max": 0.323791, + "nauc_precision_at_10_std": 0.097566, + "nauc_precision_at_10_diff1": 0.391512, + "nauc_precision_at_20_max": 0.439437, + "nauc_precision_at_20_std": 0.234096, + "nauc_precision_at_20_diff1": 0.453786, + "nauc_precision_at_100_max": 0.285014, + "nauc_precision_at_100_std": 0.236944, + "nauc_precision_at_100_diff1": 0.356463, + "nauc_precision_at_1000_max": -0.360553, + "nauc_precision_at_1000_std": -0.36431, + "nauc_precision_at_1000_diff1": -0.36431, + "nauc_mrr_at_1_max": 0.194342, + "nauc_mrr_at_1_std": 0.023246, + "nauc_mrr_at_1_diff1": 0.497301, + "nauc_mrr_at_3_max": 0.178745, + "nauc_mrr_at_3_std": 0.009794, + "nauc_mrr_at_3_diff1": 0.445496, + "nauc_mrr_at_5_max": 0.205087, + "nauc_mrr_at_5_std": 0.03307, + "nauc_mrr_at_5_diff1": 0.453932, + "nauc_mrr_at_10_max": 0.206583, + "nauc_mrr_at_10_std": 0.030021, + "nauc_mrr_at_10_diff1": 0.456251, + "nauc_mrr_at_20_max": 0.209788, + "nauc_mrr_at_20_std": 0.034649, + "nauc_mrr_at_20_diff1": 0.458682, + "nauc_mrr_at_100_max": 0.208064, + "nauc_mrr_at_100_std": 0.034678, + "nauc_mrr_at_100_diff1": 0.458593, + "nauc_mrr_at_1000_max": 0.207638, + "nauc_mrr_at_1000_std": 0.034153, + "nauc_mrr_at_1000_diff1": 0.458436, + "main_score": 0.61359, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 0.8911898136138916, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance2Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance2Retrieval.json new file mode 100644 index 0000000000..e04fd8dd7b --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance2Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "346d5039b9ec75a7b80f8ff008d5ca3df126f5aa", + "task_name": "EnglishFinance2Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.28802, + "ndcg_at_3": 0.40575, + "ndcg_at_5": 0.44303, + "ndcg_at_10": 0.48273, + "ndcg_at_20": 0.50708, + "ndcg_at_100": 0.53604, + "ndcg_at_1000": 0.54199, + "map_at_1": 0.28802, + "map_at_3": 0.37711, + "map_at_5": 0.39796, + "map_at_10": 0.41447, + "map_at_20": 0.42109, + "map_at_100": 0.42487, + "map_at_1000": 0.42514, + "recall_at_1": 0.28802, + "recall_at_3": 0.48848, + "recall_at_5": 0.57834, + "recall_at_10": 0.70046, + "recall_at_20": 0.79724, + "recall_at_100": 0.95622, + "recall_at_1000": 1.0, + "precision_at_1": 0.28802, + "precision_at_3": 0.16283, + "precision_at_5": 0.11567, + "precision_at_10": 0.07005, + "precision_at_20": 0.03986, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.288018, + "mrr_at_3": 0.377112, + "mrr_at_5": 0.397965, + "mrr_at_10": 0.414469, + "mrr_at_20": 0.421094, + "mrr_at_100": 0.42487, + "mrr_at_1000": 0.425143, + "nauc_ndcg_at_1_max": 0.217603, + "nauc_ndcg_at_1_std": -0.033121, + "nauc_ndcg_at_1_diff1": 0.4805, + "nauc_ndcg_at_3_max": 0.259216, + "nauc_ndcg_at_3_std": 0.009946, + "nauc_ndcg_at_3_diff1": 0.364488, + "nauc_ndcg_at_5_max": 0.272058, + "nauc_ndcg_at_5_std": 0.023742, + "nauc_ndcg_at_5_diff1": 0.359665, + "nauc_ndcg_at_10_max": 0.27747, + "nauc_ndcg_at_10_std": 0.023937, + "nauc_ndcg_at_10_diff1": 0.361536, + "nauc_ndcg_at_20_max": 0.265938, + "nauc_ndcg_at_20_std": 0.026794, + "nauc_ndcg_at_20_diff1": 0.358718, + "nauc_ndcg_at_100_max": 0.26476, + "nauc_ndcg_at_100_std": 0.020854, + "nauc_ndcg_at_100_diff1": 0.370959, + "nauc_ndcg_at_1000_max": 0.26468, + "nauc_ndcg_at_1000_std": 0.017059, + "nauc_ndcg_at_1000_diff1": 0.37736, + "nauc_map_at_1_max": 0.217603, + "nauc_map_at_1_std": -0.033121, + "nauc_map_at_1_diff1": 0.4805, + "nauc_map_at_3_max": 0.2506, + "nauc_map_at_3_std": -0.000333, + "nauc_map_at_3_diff1": 0.3908, + "nauc_map_at_5_max": 0.257626, + "nauc_map_at_5_std": 0.006974, + "nauc_map_at_5_diff1": 0.388803, + "nauc_map_at_10_max": 0.260302, + "nauc_map_at_10_std": 0.006735, + "nauc_map_at_10_diff1": 0.390737, + "nauc_map_at_20_max": 0.257594, + "nauc_map_at_20_std": 0.008006, + "nauc_map_at_20_diff1": 0.390408, + "nauc_map_at_100_max": 0.257901, + "nauc_map_at_100_std": 0.007591, + "nauc_map_at_100_diff1": 0.391962, + "nauc_map_at_1000_max": 0.257893, + "nauc_map_at_1000_std": 0.007417, + "nauc_map_at_1000_diff1": 0.392221, + "nauc_recall_at_1_max": 0.217603, + "nauc_recall_at_1_std": -0.033121, + "nauc_recall_at_1_diff1": 0.4805, + "nauc_recall_at_3_max": 0.283231, + "nauc_recall_at_3_std": 0.039226, + "nauc_recall_at_3_diff1": 0.290091, + "nauc_recall_at_5_max": 0.317235, + "nauc_recall_at_5_std": 0.077038, + "nauc_recall_at_5_diff1": 0.27056, + "nauc_recall_at_10_max": 0.342655, + "nauc_recall_at_10_std": 0.090222, + "nauc_recall_at_10_diff1": 0.252648, + "nauc_recall_at_20_max": 0.289272, + "nauc_recall_at_20_std": 0.122132, + "nauc_recall_at_20_diff1": 0.195476, + "nauc_recall_at_100_max": 0.26836, + "nauc_recall_at_100_std": 0.185115, + "nauc_recall_at_100_diff1": 0.084039, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.217603, + "nauc_precision_at_1_std": -0.033121, + "nauc_precision_at_1_diff1": 0.4805, + "nauc_precision_at_3_max": 0.283231, + "nauc_precision_at_3_std": 0.039226, + "nauc_precision_at_3_diff1": 0.290091, + "nauc_precision_at_5_max": 0.317235, + "nauc_precision_at_5_std": 0.077038, + "nauc_precision_at_5_diff1": 0.27056, + "nauc_precision_at_10_max": 0.342655, + "nauc_precision_at_10_std": 0.090222, + "nauc_precision_at_10_diff1": 0.252648, + "nauc_precision_at_20_max": 0.289272, + "nauc_precision_at_20_std": 0.122132, + "nauc_precision_at_20_diff1": 0.195476, + "nauc_precision_at_100_max": 0.26836, + "nauc_precision_at_100_std": 0.185115, + "nauc_precision_at_100_diff1": 0.084039, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.217603, + "nauc_mrr_at_1_std": -0.033121, + "nauc_mrr_at_1_diff1": 0.4805, + "nauc_mrr_at_3_max": 0.2506, + "nauc_mrr_at_3_std": -0.000333, + "nauc_mrr_at_3_diff1": 0.3908, + "nauc_mrr_at_5_max": 0.257626, + "nauc_mrr_at_5_std": 0.006974, + "nauc_mrr_at_5_diff1": 0.388803, + "nauc_mrr_at_10_max": 0.260302, + "nauc_mrr_at_10_std": 0.006735, + "nauc_mrr_at_10_diff1": 0.390737, + "nauc_mrr_at_20_max": 0.257594, + "nauc_mrr_at_20_std": 0.008006, + "nauc_mrr_at_20_diff1": 0.390408, + "nauc_mrr_at_100_max": 0.257901, + "nauc_mrr_at_100_std": 0.007591, + "nauc_mrr_at_100_diff1": 0.391962, + "nauc_mrr_at_1000_max": 0.257893, + "nauc_mrr_at_1000_std": 0.007417, + "nauc_mrr_at_1000_diff1": 0.392221, + "main_score": 0.48273, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.43229341506958, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance3Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance3Retrieval.json new file mode 100644 index 0000000000..2e83037257 --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance3Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5ed0bc0fffa309e99400ea800397931749d12cd2", + "task_name": "EnglishFinance3Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.23867, + "ndcg_at_3": 0.31857, + "ndcg_at_5": 0.34312, + "ndcg_at_10": 0.37355, + "ndcg_at_20": 0.39664, + "ndcg_at_100": 0.42914, + "ndcg_at_1000": 0.45256, + "map_at_1": 0.23867, + "map_at_3": 0.29901, + "map_at_5": 0.31255, + "map_at_10": 0.3251, + "map_at_20": 0.33154, + "map_at_100": 0.33599, + "map_at_1000": 0.33683, + "recall_at_1": 0.23867, + "recall_at_3": 0.37513, + "recall_at_5": 0.43505, + "recall_at_10": 0.5292, + "recall_at_20": 0.61984, + "recall_at_100": 0.79557, + "recall_at_1000": 0.98238, + "precision_at_1": 0.23867, + "precision_at_3": 0.12504, + "precision_at_5": 0.08701, + "precision_at_10": 0.05292, + "precision_at_20": 0.03099, + "precision_at_100": 0.00796, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.238671, + "mrr_at_3": 0.29901, + "mrr_at_5": 0.312555, + "mrr_at_10": 0.325105, + "mrr_at_20": 0.331535, + "mrr_at_100": 0.335989, + "mrr_at_1000": 0.336825, + "nauc_ndcg_at_1_max": 0.156172, + "nauc_ndcg_at_1_std": -0.10662, + "nauc_ndcg_at_1_diff1": 0.48025, + "nauc_ndcg_at_3_max": 0.149471, + "nauc_ndcg_at_3_std": -0.103397, + "nauc_ndcg_at_3_diff1": 0.410046, + "nauc_ndcg_at_5_max": 0.146444, + "nauc_ndcg_at_5_std": -0.10641, + "nauc_ndcg_at_5_diff1": 0.40066, + "nauc_ndcg_at_10_max": 0.142681, + "nauc_ndcg_at_10_std": -0.112049, + "nauc_ndcg_at_10_diff1": 0.392758, + "nauc_ndcg_at_20_max": 0.143382, + "nauc_ndcg_at_20_std": -0.108082, + "nauc_ndcg_at_20_diff1": 0.387456, + "nauc_ndcg_at_100_max": 0.151511, + "nauc_ndcg_at_100_std": -0.092419, + "nauc_ndcg_at_100_diff1": 0.386568, + "nauc_ndcg_at_1000_max": 0.148271, + "nauc_ndcg_at_1000_std": -0.100255, + "nauc_ndcg_at_1000_diff1": 0.398475, + "nauc_map_at_1_max": 0.156172, + "nauc_map_at_1_std": -0.10662, + "nauc_map_at_1_diff1": 0.48025, + "nauc_map_at_3_max": 0.150018, + "nauc_map_at_3_std": -0.105021, + "nauc_map_at_3_diff1": 0.426531, + "nauc_map_at_5_max": 0.148257, + "nauc_map_at_5_std": -0.106747, + "nauc_map_at_5_diff1": 0.421058, + "nauc_map_at_10_max": 0.146712, + "nauc_map_at_10_std": -0.109287, + "nauc_map_at_10_diff1": 0.417852, + "nauc_map_at_20_max": 0.147103, + "nauc_map_at_20_std": -0.107956, + "nauc_map_at_20_diff1": 0.416565, + "nauc_map_at_100_max": 0.148266, + "nauc_map_at_100_std": -0.105826, + "nauc_map_at_100_diff1": 0.416643, + "nauc_map_at_1000_max": 0.148071, + "nauc_map_at_1000_std": -0.106141, + "nauc_map_at_1000_diff1": 0.417014, + "nauc_recall_at_1_max": 0.156172, + "nauc_recall_at_1_std": -0.10662, + "nauc_recall_at_1_diff1": 0.48025, + "nauc_recall_at_3_max": 0.148373, + "nauc_recall_at_3_std": -0.098696, + "nauc_recall_at_3_diff1": 0.365538, + "nauc_recall_at_5_max": 0.141586, + "nauc_recall_at_5_std": -0.105547, + "nauc_recall_at_5_diff1": 0.344506, + "nauc_recall_at_10_max": 0.129778, + "nauc_recall_at_10_std": -0.121735, + "nauc_recall_at_10_diff1": 0.317719, + "nauc_recall_at_20_max": 0.129852, + "nauc_recall_at_20_std": -0.107956, + "nauc_recall_at_20_diff1": 0.28659, + "nauc_recall_at_100_max": 0.189303, + "nauc_recall_at_100_std": 0.024883, + "nauc_recall_at_100_diff1": 0.219861, + "nauc_recall_at_1000_max": 0.239194, + "nauc_recall_at_1000_std": 0.207075, + "nauc_recall_at_1000_diff1": 0.192713, + "nauc_precision_at_1_max": 0.156172, + "nauc_precision_at_1_std": -0.10662, + "nauc_precision_at_1_diff1": 0.48025, + "nauc_precision_at_3_max": 0.148373, + "nauc_precision_at_3_std": -0.098696, + "nauc_precision_at_3_diff1": 0.365538, + "nauc_precision_at_5_max": 0.141586, + "nauc_precision_at_5_std": -0.105547, + "nauc_precision_at_5_diff1": 0.344506, + "nauc_precision_at_10_max": 0.129778, + "nauc_precision_at_10_std": -0.121735, + "nauc_precision_at_10_diff1": 0.317719, + "nauc_precision_at_20_max": 0.129852, + "nauc_precision_at_20_std": -0.107956, + "nauc_precision_at_20_diff1": 0.28659, + "nauc_precision_at_100_max": 0.189303, + "nauc_precision_at_100_std": 0.024883, + "nauc_precision_at_100_diff1": 0.219861, + "nauc_precision_at_1000_max": 0.239194, + "nauc_precision_at_1000_std": 0.207075, + "nauc_precision_at_1000_diff1": 0.192713, + "nauc_mrr_at_1_max": 0.156172, + "nauc_mrr_at_1_std": -0.10662, + "nauc_mrr_at_1_diff1": 0.48025, + "nauc_mrr_at_3_max": 0.150018, + "nauc_mrr_at_3_std": -0.105021, + "nauc_mrr_at_3_diff1": 0.426531, + "nauc_mrr_at_5_max": 0.148257, + "nauc_mrr_at_5_std": -0.106747, + "nauc_mrr_at_5_diff1": 0.421058, + "nauc_mrr_at_10_max": 0.146712, + "nauc_mrr_at_10_std": -0.109287, + "nauc_mrr_at_10_diff1": 0.417852, + "nauc_mrr_at_20_max": 0.147103, + "nauc_mrr_at_20_std": -0.107956, + "nauc_mrr_at_20_diff1": 0.416565, + "nauc_mrr_at_100_max": 0.148266, + "nauc_mrr_at_100_std": -0.105826, + "nauc_mrr_at_100_diff1": 0.416643, + "nauc_mrr_at_1000_max": 0.148071, + "nauc_mrr_at_1000_std": -0.106141, + "nauc_mrr_at_1000_diff1": 0.417014, + "main_score": 0.37355, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7.728301286697388, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance4Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance4Retrieval.json new file mode 100644 index 0000000000..0951b8fa89 --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishFinance4Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2fdb7001309f897d50d38d196a3fd0f03c913810", + "task_name": "EnglishFinance4Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.1798, + "ndcg_at_3": 0.22825, + "ndcg_at_5": 0.24521, + "ndcg_at_10": 0.26425, + "ndcg_at_20": 0.27944, + "ndcg_at_100": 0.3045, + "ndcg_at_1000": 0.32726, + "map_at_1": 0.1798, + "map_at_3": 0.21616, + "map_at_5": 0.22556, + "map_at_10": 0.23339, + "map_at_20": 0.23756, + "map_at_100": 0.24091, + "map_at_1000": 0.24165, + "recall_at_1": 0.1798, + "recall_at_3": 0.26329, + "recall_at_5": 0.30454, + "recall_at_10": 0.36354, + "recall_at_20": 0.42366, + "recall_at_100": 0.56037, + "recall_at_1000": 0.74633, + "precision_at_1": 0.1798, + "precision_at_3": 0.08776, + "precision_at_5": 0.06091, + "precision_at_10": 0.03635, + "precision_at_20": 0.02118, + "precision_at_100": 0.0056, + "precision_at_1000": 0.00075, + "mrr_at_1": 0.17975, + "mrr_at_3": 0.216172, + "mrr_at_5": 0.225534, + "mrr_at_10": 0.23338, + "mrr_at_20": 0.237558, + "mrr_at_100": 0.240907, + "mrr_at_1000": 0.241646, + "nauc_ndcg_at_1_max": 0.291606, + "nauc_ndcg_at_1_std": 0.022418, + "nauc_ndcg_at_1_diff1": 0.510412, + "nauc_ndcg_at_3_max": 0.272572, + "nauc_ndcg_at_3_std": 0.022981, + "nauc_ndcg_at_3_diff1": 0.443836, + "nauc_ndcg_at_5_max": 0.266747, + "nauc_ndcg_at_5_std": 0.027292, + "nauc_ndcg_at_5_diff1": 0.423771, + "nauc_ndcg_at_10_max": 0.266249, + "nauc_ndcg_at_10_std": 0.032573, + "nauc_ndcg_at_10_diff1": 0.409322, + "nauc_ndcg_at_20_max": 0.265573, + "nauc_ndcg_at_20_std": 0.037582, + "nauc_ndcg_at_20_diff1": 0.399851, + "nauc_ndcg_at_100_max": 0.2649, + "nauc_ndcg_at_100_std": 0.044379, + "nauc_ndcg_at_100_diff1": 0.389746, + "nauc_ndcg_at_1000_max": 0.263922, + "nauc_ndcg_at_1000_std": 0.039431, + "nauc_ndcg_at_1000_diff1": 0.387177, + "nauc_map_at_1_max": 0.291606, + "nauc_map_at_1_std": 0.022418, + "nauc_map_at_1_diff1": 0.510412, + "nauc_map_at_3_max": 0.276903, + "nauc_map_at_3_std": 0.022693, + "nauc_map_at_3_diff1": 0.458483, + "nauc_map_at_5_max": 0.273504, + "nauc_map_at_5_std": 0.025186, + "nauc_map_at_5_diff1": 0.446594, + "nauc_map_at_10_max": 0.273258, + "nauc_map_at_10_std": 0.027439, + "nauc_map_at_10_diff1": 0.440288, + "nauc_map_at_20_max": 0.273013, + "nauc_map_at_20_std": 0.028875, + "nauc_map_at_20_diff1": 0.437458, + "nauc_map_at_100_max": 0.273, + "nauc_map_at_100_std": 0.02987, + "nauc_map_at_100_diff1": 0.436094, + "nauc_map_at_1000_max": 0.272976, + "nauc_map_at_1000_std": 0.029791, + "nauc_map_at_1000_diff1": 0.436013, + "nauc_recall_at_1_max": 0.291606, + "nauc_recall_at_1_std": 0.022418, + "nauc_recall_at_1_diff1": 0.510412, + "nauc_recall_at_3_max": 0.261265, + "nauc_recall_at_3_std": 0.023791, + "nauc_recall_at_3_diff1": 0.405781, + "nauc_recall_at_5_max": 0.249186, + "nauc_recall_at_5_std": 0.033107, + "nauc_recall_at_5_diff1": 0.364772, + "nauc_recall_at_10_max": 0.248328, + "nauc_recall_at_10_std": 0.047443, + "nauc_recall_at_10_diff1": 0.327024, + "nauc_recall_at_20_max": 0.246446, + "nauc_recall_at_20_std": 0.064674, + "nauc_recall_at_20_diff1": 0.295548, + "nauc_recall_at_100_max": 0.240435, + "nauc_recall_at_100_std": 0.101029, + "nauc_recall_at_100_diff1": 0.234706, + "nauc_recall_at_1000_max": 0.218674, + "nauc_recall_at_1000_std": 0.065782, + "nauc_recall_at_1000_diff1": 0.140638, + "nauc_precision_at_1_max": 0.291606, + "nauc_precision_at_1_std": 0.022418, + "nauc_precision_at_1_diff1": 0.510412, + "nauc_precision_at_3_max": 0.261265, + "nauc_precision_at_3_std": 0.023791, + "nauc_precision_at_3_diff1": 0.405781, + "nauc_precision_at_5_max": 0.249186, + "nauc_precision_at_5_std": 0.033107, + "nauc_precision_at_5_diff1": 0.364772, + "nauc_precision_at_10_max": 0.248328, + "nauc_precision_at_10_std": 0.047443, + "nauc_precision_at_10_diff1": 0.327024, + "nauc_precision_at_20_max": 0.246446, + "nauc_precision_at_20_std": 0.064674, + "nauc_precision_at_20_diff1": 0.295548, + "nauc_precision_at_100_max": 0.240435, + "nauc_precision_at_100_std": 0.101029, + "nauc_precision_at_100_diff1": 0.234706, + "nauc_precision_at_1000_max": 0.218674, + "nauc_precision_at_1000_std": 0.065782, + "nauc_precision_at_1000_diff1": 0.140638, + "nauc_mrr_at_1_max": 0.291758, + "nauc_mrr_at_1_std": 0.022393, + "nauc_mrr_at_1_diff1": 0.510689, + "nauc_mrr_at_3_max": 0.276956, + "nauc_mrr_at_3_std": 0.022716, + "nauc_mrr_at_3_diff1": 0.458528, + "nauc_mrr_at_5_max": 0.273659, + "nauc_mrr_at_5_std": 0.02514, + "nauc_mrr_at_5_diff1": 0.446792, + "nauc_mrr_at_10_max": 0.273376, + "nauc_mrr_at_10_std": 0.027441, + "nauc_mrr_at_10_diff1": 0.440414, + "nauc_mrr_at_20_max": 0.273137, + "nauc_mrr_at_20_std": 0.02891, + "nauc_mrr_at_20_diff1": 0.437585, + "nauc_mrr_at_100_max": 0.273119, + "nauc_mrr_at_100_std": 0.029883, + "nauc_mrr_at_100_diff1": 0.436216, + "nauc_mrr_at_1000_max": 0.273097, + "nauc_mrr_at_1000_std": 0.029808, + "nauc_mrr_at_1000_diff1": 0.436137, + "main_score": 0.26425, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 154.35138988494873, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishHealthcare1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishHealthcare1Retrieval.json new file mode 100644 index 0000000000..578da5894f --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/EnglishHealthcare1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "393c24e85114d44c43259fb2d1c5639c5d09809d", + "task_name": "EnglishHealthcare1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36847, + "ndcg_at_3": 0.4531, + "ndcg_at_5": 0.4794, + "ndcg_at_10": 0.51221, + "ndcg_at_20": 0.53998, + "ndcg_at_100": 0.57528, + "ndcg_at_1000": 0.57867, + "map_at_1": 0.36847, + "map_at_3": 0.43225, + "map_at_5": 0.44685, + "map_at_10": 0.46031, + "map_at_20": 0.46797, + "map_at_100": 0.47292, + "map_at_1000": 0.47313, + "recall_at_1": 0.36847, + "recall_at_3": 0.51343, + "recall_at_5": 0.57729, + "recall_at_10": 0.67917, + "recall_at_20": 0.78856, + "recall_at_100": 0.97694, + "recall_at_1000": 1.0, + "precision_at_1": 0.36847, + "precision_at_3": 0.17114, + "precision_at_5": 0.11546, + "precision_at_10": 0.06792, + "precision_at_20": 0.03946, + "precision_at_100": 0.0098, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.368474, + "mrr_at_3": 0.432252, + "mrr_at_5": 0.446849, + "mrr_at_10": 0.460311, + "mrr_at_20": 0.468001, + "mrr_at_100": 0.472975, + "mrr_at_1000": 0.473159, + "nauc_ndcg_at_1_max": 0.291754, + "nauc_ndcg_at_1_std": -0.00676, + "nauc_ndcg_at_1_diff1": 0.581459, + "nauc_ndcg_at_3_max": 0.313683, + "nauc_ndcg_at_3_std": 0.04443, + "nauc_ndcg_at_3_diff1": 0.519148, + "nauc_ndcg_at_5_max": 0.313259, + "nauc_ndcg_at_5_std": 0.054967, + "nauc_ndcg_at_5_diff1": 0.507635, + "nauc_ndcg_at_10_max": 0.321066, + "nauc_ndcg_at_10_std": 0.068026, + "nauc_ndcg_at_10_diff1": 0.507089, + "nauc_ndcg_at_20_max": 0.329942, + "nauc_ndcg_at_20_std": 0.073488, + "nauc_ndcg_at_20_diff1": 0.514849, + "nauc_ndcg_at_100_max": 0.319242, + "nauc_ndcg_at_100_std": 0.057802, + "nauc_ndcg_at_100_diff1": 0.522287, + "nauc_ndcg_at_1000_max": 0.317474, + "nauc_ndcg_at_1000_std": 0.053679, + "nauc_ndcg_at_1000_diff1": 0.524038, + "nauc_map_at_1_max": 0.291754, + "nauc_map_at_1_std": -0.00676, + "nauc_map_at_1_diff1": 0.581459, + "nauc_map_at_3_max": 0.308758, + "nauc_map_at_3_std": 0.032231, + "nauc_map_at_3_diff1": 0.533835, + "nauc_map_at_5_max": 0.308326, + "nauc_map_at_5_std": 0.037764, + "nauc_map_at_5_diff1": 0.527733, + "nauc_map_at_10_max": 0.311335, + "nauc_map_at_10_std": 0.042956, + "nauc_map_at_10_diff1": 0.528024, + "nauc_map_at_20_max": 0.313201, + "nauc_map_at_20_std": 0.043743, + "nauc_map_at_20_diff1": 0.530393, + "nauc_map_at_100_max": 0.312124, + "nauc_map_at_100_std": 0.042185, + "nauc_map_at_100_diff1": 0.53153, + "nauc_map_at_1000_max": 0.312016, + "nauc_map_at_1000_std": 0.041948, + "nauc_map_at_1000_diff1": 0.531623, + "nauc_recall_at_1_max": 0.291754, + "nauc_recall_at_1_std": -0.00676, + "nauc_recall_at_1_diff1": 0.581459, + "nauc_recall_at_3_max": 0.328023, + "nauc_recall_at_3_std": 0.080265, + "nauc_recall_at_3_diff1": 0.476073, + "nauc_recall_at_5_max": 0.328513, + "nauc_recall_at_5_std": 0.110026, + "nauc_recall_at_5_diff1": 0.443628, + "nauc_recall_at_10_max": 0.360157, + "nauc_recall_at_10_std": 0.166443, + "nauc_recall_at_10_diff1": 0.428574, + "nauc_recall_at_20_max": 0.433583, + "nauc_recall_at_20_std": 0.241596, + "nauc_recall_at_20_diff1": 0.445592, + "nauc_recall_at_100_max": 0.451437, + "nauc_recall_at_100_std": 0.377275, + "nauc_recall_at_100_diff1": 0.378755, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.291754, + "nauc_precision_at_1_std": -0.00676, + "nauc_precision_at_1_diff1": 0.581459, + "nauc_precision_at_3_max": 0.328023, + "nauc_precision_at_3_std": 0.080265, + "nauc_precision_at_3_diff1": 0.476073, + "nauc_precision_at_5_max": 0.328513, + "nauc_precision_at_5_std": 0.110026, + "nauc_precision_at_5_diff1": 0.443628, + "nauc_precision_at_10_max": 0.360157, + "nauc_precision_at_10_std": 0.166443, + "nauc_precision_at_10_diff1": 0.428574, + "nauc_precision_at_20_max": 0.431668, + "nauc_precision_at_20_std": 0.239487, + "nauc_precision_at_20_diff1": 0.443533, + "nauc_precision_at_100_max": 0.310528, + "nauc_precision_at_100_std": 0.232403, + "nauc_precision_at_100_diff1": 0.302946, + "nauc_precision_at_1000_max": -0.443337, + "nauc_precision_at_1000_std": -0.48922, + "nauc_precision_at_1000_diff1": -0.208452, + "nauc_mrr_at_1_max": 0.291754, + "nauc_mrr_at_1_std": -0.00676, + "nauc_mrr_at_1_diff1": 0.581459, + "nauc_mrr_at_3_max": 0.308758, + "nauc_mrr_at_3_std": 0.032231, + "nauc_mrr_at_3_diff1": 0.533835, + "nauc_mrr_at_5_max": 0.308326, + "nauc_mrr_at_5_std": 0.037764, + "nauc_mrr_at_5_diff1": 0.527733, + "nauc_mrr_at_10_max": 0.311335, + "nauc_mrr_at_10_std": 0.042956, + "nauc_mrr_at_10_diff1": 0.528024, + "nauc_mrr_at_20_max": 0.313127, + "nauc_mrr_at_20_std": 0.043657, + "nauc_mrr_at_20_diff1": 0.530329, + "nauc_mrr_at_100_max": 0.312037, + "nauc_mrr_at_100_std": 0.042057, + "nauc_mrr_at_100_diff1": 0.531489, + "nauc_mrr_at_1000_max": 0.311964, + "nauc_mrr_at_1000_std": 0.041881, + "nauc_mrr_at_1000_diff1": 0.531575, + "main_score": 0.51221, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.058344841003418, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/French1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/French1Retrieval.json new file mode 100644 index 0000000000..6d419cb891 --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/French1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c5c5a44f75dff57be44e5623e817239b050bf0f2", + "task_name": "French1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44169, + "ndcg_at_3": 0.53513, + "ndcg_at_5": 0.55813, + "ndcg_at_10": 0.58008, + "ndcg_at_20": 0.59468, + "ndcg_at_100": 0.61325, + "ndcg_at_1000": 0.6235, + "map_at_1": 0.44157, + "map_at_3": 0.51247, + "map_at_5": 0.52523, + "map_at_10": 0.53435, + "map_at_20": 0.53844, + "map_at_100": 0.541, + "map_at_1000": 0.54137, + "recall_at_1": 0.44157, + "recall_at_3": 0.60058, + "recall_at_5": 0.65646, + "recall_at_10": 0.724, + "recall_at_20": 0.7811, + "recall_at_100": 0.8812, + "recall_at_1000": 0.96331, + "precision_at_1": 0.44169, + "precision_at_3": 0.20028, + "precision_at_5": 0.13134, + "precision_at_10": 0.07242, + "precision_at_20": 0.03907, + "precision_at_100": 0.00881, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.441448, + "mrr_at_3": 0.51235, + "mrr_at_5": 0.525105, + "mrr_at_10": 0.534222, + "mrr_at_20": 0.538316, + "mrr_at_100": 0.540881, + "mrr_at_1000": 0.541243, + "nauc_ndcg_at_1_max": 0.081448, + "nauc_ndcg_at_1_std": -0.081924, + "nauc_ndcg_at_1_diff1": 0.553978, + "nauc_ndcg_at_3_max": 0.082753, + "nauc_ndcg_at_3_std": -0.077934, + "nauc_ndcg_at_3_diff1": 0.505591, + "nauc_ndcg_at_5_max": 0.086184, + "nauc_ndcg_at_5_std": -0.068731, + "nauc_ndcg_at_5_diff1": 0.501342, + "nauc_ndcg_at_10_max": 0.084629, + "nauc_ndcg_at_10_std": -0.056121, + "nauc_ndcg_at_10_diff1": 0.496651, + "nauc_ndcg_at_20_max": 0.084691, + "nauc_ndcg_at_20_std": -0.052326, + "nauc_ndcg_at_20_diff1": 0.496879, + "nauc_ndcg_at_100_max": 0.080922, + "nauc_ndcg_at_100_std": -0.045428, + "nauc_ndcg_at_100_diff1": 0.499544, + "nauc_ndcg_at_1000_max": 0.082323, + "nauc_ndcg_at_1000_std": -0.053311, + "nauc_ndcg_at_1000_diff1": 0.503136, + "nauc_map_at_1_max": 0.081386, + "nauc_map_at_1_std": -0.082312, + "nauc_map_at_1_diff1": 0.554295, + "nauc_map_at_3_max": 0.08154, + "nauc_map_at_3_std": -0.07897, + "nauc_map_at_3_diff1": 0.517346, + "nauc_map_at_5_max": 0.083024, + "nauc_map_at_5_std": -0.074052, + "nauc_map_at_5_diff1": 0.515168, + "nauc_map_at_10_max": 0.082242, + "nauc_map_at_10_std": -0.069331, + "nauc_map_at_10_diff1": 0.51351, + "nauc_map_at_20_max": 0.082204, + "nauc_map_at_20_std": -0.068372, + "nauc_map_at_20_diff1": 0.513784, + "nauc_map_at_100_max": 0.081589, + "nauc_map_at_100_std": -0.067618, + "nauc_map_at_100_diff1": 0.514144, + "nauc_map_at_1000_max": 0.081654, + "nauc_map_at_1000_std": -0.067864, + "nauc_map_at_1000_diff1": 0.514265, + "nauc_recall_at_1_max": 0.081386, + "nauc_recall_at_1_std": -0.082312, + "nauc_recall_at_1_diff1": 0.554295, + "nauc_recall_at_3_max": 0.086919, + "nauc_recall_at_3_std": -0.074697, + "nauc_recall_at_3_diff1": 0.469239, + "nauc_recall_at_5_max": 0.098361, + "nauc_recall_at_5_std": -0.049201, + "nauc_recall_at_5_diff1": 0.454376, + "nauc_recall_at_10_max": 0.095214, + "nauc_recall_at_10_std": 0.004076, + "nauc_recall_at_10_diff1": 0.428468, + "nauc_recall_at_20_max": 0.098125, + "nauc_recall_at_20_std": 0.037047, + "nauc_recall_at_20_diff1": 0.414983, + "nauc_recall_at_100_max": 0.065234, + "nauc_recall_at_100_std": 0.189259, + "nauc_recall_at_100_diff1": 0.392614, + "nauc_recall_at_1000_max": 0.104024, + "nauc_recall_at_1000_std": 0.224389, + "nauc_recall_at_1000_diff1": 0.375423, + "nauc_precision_at_1_max": 0.081448, + "nauc_precision_at_1_std": -0.081924, + "nauc_precision_at_1_diff1": 0.553978, + "nauc_precision_at_3_max": 0.086935, + "nauc_precision_at_3_std": -0.073708, + "nauc_precision_at_3_diff1": 0.467836, + "nauc_precision_at_5_max": 0.098361, + "nauc_precision_at_5_std": -0.048141, + "nauc_precision_at_5_diff1": 0.452842, + "nauc_precision_at_10_max": 0.09522, + "nauc_precision_at_10_std": 0.005225, + "nauc_precision_at_10_diff1": 0.426718, + "nauc_precision_at_20_max": 0.098126, + "nauc_precision_at_20_std": 0.038362, + "nauc_precision_at_20_diff1": 0.412902, + "nauc_precision_at_100_max": 0.065355, + "nauc_precision_at_100_std": 0.190971, + "nauc_precision_at_100_diff1": 0.389113, + "nauc_precision_at_1000_max": 0.103962, + "nauc_precision_at_1000_std": 0.229375, + "nauc_precision_at_1000_diff1": 0.364601, + "nauc_mrr_at_1_max": 0.081325, + "nauc_mrr_at_1_std": -0.081237, + "nauc_mrr_at_1_diff1": 0.554612, + "nauc_mrr_at_3_max": 0.081475, + "nauc_mrr_at_3_std": -0.078609, + "nauc_mrr_at_3_diff1": 0.517682, + "nauc_mrr_at_5_max": 0.082958, + "nauc_mrr_at_5_std": -0.073683, + "nauc_mrr_at_5_diff1": 0.515511, + "nauc_mrr_at_10_max": 0.082177, + "nauc_mrr_at_10_std": -0.068957, + "nauc_mrr_at_10_diff1": 0.513859, + "nauc_mrr_at_20_max": 0.082139, + "nauc_mrr_at_20_std": -0.067994, + "nauc_mrr_at_20_diff1": 0.514136, + "nauc_mrr_at_100_max": 0.081518, + "nauc_mrr_at_100_std": -0.06724, + "nauc_mrr_at_100_diff1": 0.514499, + "nauc_mrr_at_1000_max": 0.081588, + "nauc_mrr_at_1000_std": -0.067483, + "nauc_mrr_at_1000_diff1": 0.514619, + "main_score": 0.58008, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 95.96914625167847, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/FrenchLegal1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/FrenchLegal1Retrieval.json new file mode 100644 index 0000000000..8dd302e68a --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/FrenchLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d", + "task_name": "FrenchLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76371, + "ndcg_at_3": 0.80861, + "ndcg_at_5": 0.81642, + "ndcg_at_10": 0.82507, + "ndcg_at_20": 0.83237, + "ndcg_at_100": 0.83988, + "ndcg_at_1000": 0.84471, + "map_at_1": 0.76371, + "map_at_3": 0.7977, + "map_at_5": 0.80209, + "map_at_10": 0.80574, + "map_at_20": 0.80779, + "map_at_100": 0.80883, + "map_at_1000": 0.80901, + "recall_at_1": 0.76371, + "recall_at_3": 0.84013, + "recall_at_5": 0.85888, + "recall_at_10": 0.88514, + "recall_at_20": 0.91374, + "recall_at_100": 0.95406, + "recall_at_1000": 0.9925, + "precision_at_1": 0.76371, + "precision_at_3": 0.28004, + "precision_at_5": 0.17178, + "precision_at_10": 0.08851, + "precision_at_20": 0.04569, + "precision_at_100": 0.00954, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.763713, + "mrr_at_3": 0.797703, + "mrr_at_5": 0.802086, + "mrr_at_10": 0.805743, + "mrr_at_20": 0.807788, + "mrr_at_100": 0.808834, + "mrr_at_1000": 0.809009, + "nauc_ndcg_at_1_max": 0.70468, + "nauc_ndcg_at_1_std": -0.260517, + "nauc_ndcg_at_1_diff1": 0.905039, + "nauc_ndcg_at_3_max": 0.72283, + "nauc_ndcg_at_3_std": -0.223539, + "nauc_ndcg_at_3_diff1": 0.88251, + "nauc_ndcg_at_5_max": 0.723187, + "nauc_ndcg_at_5_std": -0.228197, + "nauc_ndcg_at_5_diff1": 0.880004, + "nauc_ndcg_at_10_max": 0.72063, + "nauc_ndcg_at_10_std": -0.224594, + "nauc_ndcg_at_10_diff1": 0.876391, + "nauc_ndcg_at_20_max": 0.723358, + "nauc_ndcg_at_20_std": -0.226764, + "nauc_ndcg_at_20_diff1": 0.878309, + "nauc_ndcg_at_100_max": 0.723703, + "nauc_ndcg_at_100_std": -0.232386, + "nauc_ndcg_at_100_diff1": 0.880831, + "nauc_ndcg_at_1000_max": 0.72265, + "nauc_ndcg_at_1000_std": -0.233617, + "nauc_ndcg_at_1000_diff1": 0.881628, + "nauc_map_at_1_max": 0.70468, + "nauc_map_at_1_std": -0.260517, + "nauc_map_at_1_diff1": 0.905039, + "nauc_map_at_3_max": 0.718302, + "nauc_map_at_3_std": -0.234509, + "nauc_map_at_3_diff1": 0.888431, + "nauc_map_at_5_max": 0.718341, + "nauc_map_at_5_std": -0.237028, + "nauc_map_at_5_diff1": 0.887308, + "nauc_map_at_10_max": 0.717298, + "nauc_map_at_10_std": -0.235957, + "nauc_map_at_10_diff1": 0.886035, + "nauc_map_at_20_max": 0.717922, + "nauc_map_at_20_std": -0.236519, + "nauc_map_at_20_diff1": 0.886552, + "nauc_map_at_100_max": 0.717972, + "nauc_map_at_100_std": -0.237179, + "nauc_map_at_100_diff1": 0.886831, + "nauc_map_at_1000_max": 0.717948, + "nauc_map_at_1000_std": -0.237215, + "nauc_map_at_1000_diff1": 0.886858, + "nauc_recall_at_1_max": 0.70468, + "nauc_recall_at_1_std": -0.260517, + "nauc_recall_at_1_diff1": 0.905039, + "nauc_recall_at_3_max": 0.738595, + "nauc_recall_at_3_std": -0.184369, + "nauc_recall_at_3_diff1": 0.861728, + "nauc_recall_at_5_max": 0.741867, + "nauc_recall_at_5_std": -0.194598, + "nauc_recall_at_5_diff1": 0.851275, + "nauc_recall_at_10_max": 0.734185, + "nauc_recall_at_10_std": -0.170653, + "nauc_recall_at_10_diff1": 0.829695, + "nauc_recall_at_20_max": 0.758017, + "nauc_recall_at_20_std": -0.17091, + "nauc_recall_at_20_diff1": 0.829824, + "nauc_recall_at_100_max": 0.791457, + "nauc_recall_at_100_std": -0.222903, + "nauc_recall_at_100_diff1": 0.835186, + "nauc_recall_at_1000_max": 0.965276, + "nauc_recall_at_1000_std": -0.373395, + "nauc_recall_at_1000_diff1": 0.724447, + "nauc_precision_at_1_max": 0.70468, + "nauc_precision_at_1_std": -0.260517, + "nauc_precision_at_1_diff1": 0.905039, + "nauc_precision_at_3_max": 0.738595, + "nauc_precision_at_3_std": -0.184369, + "nauc_precision_at_3_diff1": 0.861728, + "nauc_precision_at_5_max": 0.741867, + "nauc_precision_at_5_std": -0.194598, + "nauc_precision_at_5_diff1": 0.851275, + "nauc_precision_at_10_max": 0.734185, + "nauc_precision_at_10_std": -0.170653, + "nauc_precision_at_10_diff1": 0.829695, + "nauc_precision_at_20_max": 0.758017, + "nauc_precision_at_20_std": -0.17091, + "nauc_precision_at_20_diff1": 0.829824, + "nauc_precision_at_100_max": 0.791457, + "nauc_precision_at_100_std": -0.222903, + "nauc_precision_at_100_diff1": 0.835186, + "nauc_precision_at_1000_max": 0.965276, + "nauc_precision_at_1000_std": -0.373395, + "nauc_precision_at_1000_diff1": 0.724447, + "nauc_mrr_at_1_max": 0.70468, + "nauc_mrr_at_1_std": -0.260517, + "nauc_mrr_at_1_diff1": 0.905039, + "nauc_mrr_at_3_max": 0.718302, + "nauc_mrr_at_3_std": -0.234509, + "nauc_mrr_at_3_diff1": 0.888431, + "nauc_mrr_at_5_max": 0.718341, + "nauc_mrr_at_5_std": -0.237028, + "nauc_mrr_at_5_diff1": 0.887308, + "nauc_mrr_at_10_max": 0.717298, + "nauc_mrr_at_10_std": -0.235957, + "nauc_mrr_at_10_diff1": 0.886035, + "nauc_mrr_at_20_max": 0.717922, + "nauc_mrr_at_20_std": -0.236519, + "nauc_mrr_at_20_diff1": 0.886552, + "nauc_mrr_at_100_max": 0.717972, + "nauc_mrr_at_100_std": -0.237179, + "nauc_mrr_at_100_diff1": 0.886831, + "nauc_mrr_at_1000_max": 0.717948, + "nauc_mrr_at_1000_std": -0.237215, + "nauc_mrr_at_1000_diff1": 0.886858, + "main_score": 0.82507, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 21.250367403030396, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/German1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/German1Retrieval.json new file mode 100644 index 0000000000..b88f5521c6 --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/German1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd", + "task_name": "German1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.38945, + "ndcg_at_3": 0.45259, + "ndcg_at_5": 0.47613, + "ndcg_at_10": 0.50415, + "ndcg_at_20": 0.52125, + "ndcg_at_100": 0.55173, + "ndcg_at_1000": 0.56778, + "map_at_1": 0.38911, + "map_at_3": 0.43723, + "map_at_5": 0.45021, + "map_at_10": 0.46168, + "map_at_20": 0.46638, + "map_at_100": 0.47035, + "map_at_1000": 0.47099, + "recall_at_1": 0.38911, + "recall_at_3": 0.49696, + "recall_at_5": 0.55443, + "recall_at_10": 0.64165, + "recall_at_20": 0.70926, + "recall_at_100": 0.87694, + "recall_at_1000": 1.0, + "precision_at_1": 0.38945, + "precision_at_3": 0.16588, + "precision_at_5": 0.11102, + "precision_at_10": 0.06423, + "precision_at_20": 0.0355, + "precision_at_100": 0.00878, + "precision_at_1000": 0.001, + "mrr_at_1": 0.389452, + "mrr_at_3": 0.437232, + "mrr_at_5": 0.450214, + "mrr_at_10": 0.461679, + "mrr_at_20": 0.466375, + "mrr_at_100": 0.470346, + "mrr_at_1000": 0.470985, + "nauc_ndcg_at_1_max": 0.307791, + "nauc_ndcg_at_1_std": 0.016297, + "nauc_ndcg_at_1_diff1": 0.680143, + "nauc_ndcg_at_3_max": 0.289573, + "nauc_ndcg_at_3_std": 0.016562, + "nauc_ndcg_at_3_diff1": 0.615943, + "nauc_ndcg_at_5_max": 0.277359, + "nauc_ndcg_at_5_std": 0.011605, + "nauc_ndcg_at_5_diff1": 0.605262, + "nauc_ndcg_at_10_max": 0.276533, + "nauc_ndcg_at_10_std": 0.024361, + "nauc_ndcg_at_10_diff1": 0.59535, + "nauc_ndcg_at_20_max": 0.28149, + "nauc_ndcg_at_20_std": 0.028482, + "nauc_ndcg_at_20_diff1": 0.592104, + "nauc_ndcg_at_100_max": 0.287734, + "nauc_ndcg_at_100_std": 0.032688, + "nauc_ndcg_at_100_diff1": 0.601256, + "nauc_ndcg_at_1000_max": 0.285972, + "nauc_ndcg_at_1000_std": 0.023602, + "nauc_ndcg_at_1000_diff1": 0.609082, + "nauc_map_at_1_max": 0.307312, + "nauc_map_at_1_std": 0.015771, + "nauc_map_at_1_diff1": 0.680929, + "nauc_map_at_3_max": 0.293275, + "nauc_map_at_3_std": 0.016058, + "nauc_map_at_3_diff1": 0.631138, + "nauc_map_at_5_max": 0.28674, + "nauc_map_at_5_std": 0.013598, + "nauc_map_at_5_diff1": 0.625664, + "nauc_map_at_10_max": 0.286557, + "nauc_map_at_10_std": 0.018496, + "nauc_map_at_10_diff1": 0.621845, + "nauc_map_at_20_max": 0.287944, + "nauc_map_at_20_std": 0.019385, + "nauc_map_at_20_diff1": 0.62118, + "nauc_map_at_100_max": 0.288531, + "nauc_map_at_100_std": 0.019431, + "nauc_map_at_100_diff1": 0.622354, + "nauc_map_at_1000_max": 0.288519, + "nauc_map_at_1000_std": 0.019126, + "nauc_map_at_1000_diff1": 0.622673, + "nauc_recall_at_1_max": 0.307312, + "nauc_recall_at_1_std": 0.015771, + "nauc_recall_at_1_diff1": 0.680929, + "nauc_recall_at_3_max": 0.279028, + "nauc_recall_at_3_std": 0.018223, + "nauc_recall_at_3_diff1": 0.571576, + "nauc_recall_at_5_max": 0.246874, + "nauc_recall_at_5_std": 0.004574, + "nauc_recall_at_5_diff1": 0.540951, + "nauc_recall_at_10_max": 0.239748, + "nauc_recall_at_10_std": 0.05019, + "nauc_recall_at_10_diff1": 0.498196, + "nauc_recall_at_20_max": 0.258968, + "nauc_recall_at_20_std": 0.076495, + "nauc_recall_at_20_diff1": 0.466969, + "nauc_recall_at_100_max": 0.327064, + "nauc_recall_at_100_std": 0.202242, + "nauc_recall_at_100_diff1": 0.461609, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.307791, + "nauc_precision_at_1_std": 0.016297, + "nauc_precision_at_1_diff1": 0.680143, + "nauc_precision_at_3_max": 0.279178, + "nauc_precision_at_3_std": 0.019244, + "nauc_precision_at_3_diff1": 0.56828, + "nauc_precision_at_5_max": 0.247147, + "nauc_precision_at_5_std": 0.005704, + "nauc_precision_at_5_diff1": 0.537566, + "nauc_precision_at_10_max": 0.240086, + "nauc_precision_at_10_std": 0.051289, + "nauc_precision_at_10_diff1": 0.494526, + "nauc_precision_at_20_max": 0.259269, + "nauc_precision_at_20_std": 0.077642, + "nauc_precision_at_20_diff1": 0.46288, + "nauc_precision_at_100_max": 0.327033, + "nauc_precision_at_100_std": 0.203423, + "nauc_precision_at_100_diff1": 0.453104, + "nauc_precision_at_1000_max": 0.30289, + "nauc_precision_at_1000_std": 0.192495, + "nauc_precision_at_1000_diff1": -0.313232, + "nauc_mrr_at_1_max": 0.307791, + "nauc_mrr_at_1_std": 0.016297, + "nauc_mrr_at_1_diff1": 0.680143, + "nauc_mrr_at_3_max": 0.293275, + "nauc_mrr_at_3_std": 0.016058, + "nauc_mrr_at_3_diff1": 0.631138, + "nauc_mrr_at_5_max": 0.28674, + "nauc_mrr_at_5_std": 0.013598, + "nauc_mrr_at_5_diff1": 0.625664, + "nauc_mrr_at_10_max": 0.286557, + "nauc_mrr_at_10_std": 0.018496, + "nauc_mrr_at_10_diff1": 0.621845, + "nauc_mrr_at_20_max": 0.287944, + "nauc_mrr_at_20_std": 0.019385, + "nauc_mrr_at_20_diff1": 0.62118, + "nauc_mrr_at_100_max": 0.288531, + "nauc_mrr_at_100_std": 0.019431, + "nauc_mrr_at_100_diff1": 0.622354, + "nauc_mrr_at_1000_max": 0.288505, + "nauc_mrr_at_1000_std": 0.019122, + "nauc_mrr_at_1000_diff1": 0.622673, + "main_score": 0.50415, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 2.6615116596221924, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/GermanHealthcare1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/GermanHealthcare1Retrieval.json new file mode 100644 index 0000000000..06804fd7c2 --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/GermanHealthcare1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8", + "task_name": "GermanHealthcare1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.04731, + "ndcg_at_3": 0.06976, + "ndcg_at_5": 0.08235, + "ndcg_at_10": 0.09999, + "ndcg_at_20": 0.11721, + "ndcg_at_100": 0.16126, + "ndcg_at_1000": 0.22727, + "map_at_1": 0.04731, + "map_at_3": 0.06416, + "map_at_5": 0.07125, + "map_at_10": 0.07869, + "map_at_20": 0.08332, + "map_at_100": 0.08874, + "map_at_1000": 0.09121, + "recall_at_1": 0.04731, + "recall_at_3": 0.08602, + "recall_at_5": 0.11613, + "recall_at_10": 0.16989, + "recall_at_20": 0.23871, + "recall_at_100": 0.48602, + "recall_at_1000": 1.0, + "precision_at_1": 0.04731, + "precision_at_3": 0.02867, + "precision_at_5": 0.02323, + "precision_at_10": 0.01699, + "precision_at_20": 0.01194, + "precision_at_100": 0.00486, + "precision_at_1000": 0.001, + "mrr_at_1": 0.047312, + "mrr_at_3": 0.064158, + "mrr_at_5": 0.071254, + "mrr_at_10": 0.07869, + "mrr_at_20": 0.083316, + "mrr_at_100": 0.088737, + "mrr_at_1000": 0.091213, + "nauc_ndcg_at_1_max": 0.108912, + "nauc_ndcg_at_1_std": -0.034786, + "nauc_ndcg_at_1_diff1": 0.213325, + "nauc_ndcg_at_3_max": 0.060301, + "nauc_ndcg_at_3_std": -0.034616, + "nauc_ndcg_at_3_diff1": 0.12301, + "nauc_ndcg_at_5_max": 0.025463, + "nauc_ndcg_at_5_std": -0.071144, + "nauc_ndcg_at_5_diff1": 0.118013, + "nauc_ndcg_at_10_max": -0.019758, + "nauc_ndcg_at_10_std": -0.123069, + "nauc_ndcg_at_10_diff1": 0.087056, + "nauc_ndcg_at_20_max": -0.014112, + "nauc_ndcg_at_20_std": -0.126686, + "nauc_ndcg_at_20_diff1": 0.105324, + "nauc_ndcg_at_100_max": 0.025308, + "nauc_ndcg_at_100_std": -0.089867, + "nauc_ndcg_at_100_diff1": 0.112297, + "nauc_ndcg_at_1000_max": 0.009492, + "nauc_ndcg_at_1000_std": -0.101712, + "nauc_ndcg_at_1000_diff1": 0.1092, + "nauc_map_at_1_max": 0.108912, + "nauc_map_at_1_std": -0.034786, + "nauc_map_at_1_diff1": 0.213325, + "nauc_map_at_3_max": 0.065191, + "nauc_map_at_3_std": -0.036254, + "nauc_map_at_3_diff1": 0.142792, + "nauc_map_at_5_max": 0.043084, + "nauc_map_at_5_std": -0.060248, + "nauc_map_at_5_diff1": 0.137525, + "nauc_map_at_10_max": 0.018256, + "nauc_map_at_10_std": -0.088398, + "nauc_map_at_10_diff1": 0.122522, + "nauc_map_at_20_max": 0.018804, + "nauc_map_at_20_std": -0.090781, + "nauc_map_at_20_diff1": 0.128454, + "nauc_map_at_100_max": 0.022805, + "nauc_map_at_100_std": -0.087883, + "nauc_map_at_100_diff1": 0.128154, + "nauc_map_at_1000_max": 0.022044, + "nauc_map_at_1000_std": -0.088136, + "nauc_map_at_1000_diff1": 0.127237, + "nauc_recall_at_1_max": 0.108912, + "nauc_recall_at_1_std": -0.034786, + "nauc_recall_at_1_diff1": 0.213325, + "nauc_recall_at_3_max": 0.050933, + "nauc_recall_at_3_std": -0.030595, + "nauc_recall_at_3_diff1": 0.079287, + "nauc_recall_at_5_max": -0.009266, + "nauc_recall_at_5_std": -0.093198, + "nauc_recall_at_5_diff1": 0.081441, + "nauc_recall_at_10_max": -0.086385, + "nauc_recall_at_10_std": -0.185348, + "nauc_recall_at_10_diff1": 0.025059, + "nauc_recall_at_20_max": -0.060825, + "nauc_recall_at_20_std": -0.181948, + "nauc_recall_at_20_diff1": 0.075044, + "nauc_recall_at_100_max": 0.072413, + "nauc_recall_at_100_std": -0.051537, + "nauc_recall_at_100_diff1": 0.105469, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.108912, + "nauc_precision_at_1_std": -0.034786, + "nauc_precision_at_1_diff1": 0.213325, + "nauc_precision_at_3_max": 0.050933, + "nauc_precision_at_3_std": -0.030595, + "nauc_precision_at_3_diff1": 0.079287, + "nauc_precision_at_5_max": -0.009266, + "nauc_precision_at_5_std": -0.093198, + "nauc_precision_at_5_diff1": 0.081441, + "nauc_precision_at_10_max": -0.086385, + "nauc_precision_at_10_std": -0.185348, + "nauc_precision_at_10_diff1": 0.025059, + "nauc_precision_at_20_max": -0.060825, + "nauc_precision_at_20_std": -0.181948, + "nauc_precision_at_20_diff1": 0.075044, + "nauc_precision_at_100_max": 0.072413, + "nauc_precision_at_100_std": -0.051537, + "nauc_precision_at_100_diff1": 0.105469, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.108912, + "nauc_mrr_at_1_std": -0.034786, + "nauc_mrr_at_1_diff1": 0.213325, + "nauc_mrr_at_3_max": 0.065191, + "nauc_mrr_at_3_std": -0.036254, + "nauc_mrr_at_3_diff1": 0.142792, + "nauc_mrr_at_5_max": 0.043084, + "nauc_mrr_at_5_std": -0.060248, + "nauc_mrr_at_5_diff1": 0.137525, + "nauc_mrr_at_10_max": 0.018256, + "nauc_mrr_at_10_std": -0.088398, + "nauc_mrr_at_10_diff1": 0.122522, + "nauc_mrr_at_20_max": 0.018804, + "nauc_mrr_at_20_std": -0.090781, + "nauc_mrr_at_20_diff1": 0.128454, + "nauc_mrr_at_100_max": 0.022805, + "nauc_mrr_at_100_std": -0.087883, + "nauc_mrr_at_100_diff1": 0.128154, + "nauc_mrr_at_1000_max": 0.022044, + "nauc_mrr_at_1000_std": -0.088135, + "nauc_mrr_at_1000_diff1": 0.127237, + "main_score": 0.09999, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 1.3623363971710205, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/GermanLegal1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/GermanLegal1Retrieval.json new file mode 100644 index 0000000000..59cfbc17a3 --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/GermanLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "65ea369daff680b77f90b560e7e97d2ab4ec5072", + "task_name": "GermanLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.39571, + "ndcg_at_3": 0.43556, + "ndcg_at_5": 0.45275, + "ndcg_at_10": 0.46911, + "ndcg_at_20": 0.48239, + "ndcg_at_100": 0.50507, + "ndcg_at_1000": 0.52723, + "map_at_1": 0.35256, + "map_at_3": 0.41381, + "map_at_5": 0.42477, + "map_at_10": 0.43235, + "map_at_20": 0.43629, + "map_at_100": 0.43955, + "map_at_1000": 0.4403, + "recall_at_1": 0.35256, + "recall_at_3": 0.46718, + "recall_at_5": 0.50718, + "recall_at_10": 0.55479, + "recall_at_20": 0.60476, + "recall_at_100": 0.72329, + "recall_at_1000": 0.89873, + "precision_at_1": 0.39571, + "precision_at_3": 0.18367, + "precision_at_5": 0.121, + "precision_at_10": 0.06663, + "precision_at_20": 0.03639, + "precision_at_100": 0.00871, + "precision_at_1000": 0.00108, + "mrr_at_1": 0.395708, + "mrr_at_3": 0.444136, + "mrr_at_5": 0.453034, + "mrr_at_10": 0.458958, + "mrr_at_20": 0.462325, + "mrr_at_100": 0.465133, + "mrr_at_1000": 0.465742, + "nauc_ndcg_at_1_max": 0.579319, + "nauc_ndcg_at_1_std": 0.216813, + "nauc_ndcg_at_1_diff1": 0.68697, + "nauc_ndcg_at_3_max": 0.580996, + "nauc_ndcg_at_3_std": 0.247013, + "nauc_ndcg_at_3_diff1": 0.654742, + "nauc_ndcg_at_5_max": 0.582825, + "nauc_ndcg_at_5_std": 0.251647, + "nauc_ndcg_at_5_diff1": 0.647847, + "nauc_ndcg_at_10_max": 0.57967, + "nauc_ndcg_at_10_std": 0.257127, + "nauc_ndcg_at_10_diff1": 0.640995, + "nauc_ndcg_at_20_max": 0.577262, + "nauc_ndcg_at_20_std": 0.264121, + "nauc_ndcg_at_20_diff1": 0.639955, + "nauc_ndcg_at_100_max": 0.573154, + "nauc_ndcg_at_100_std": 0.265344, + "nauc_ndcg_at_100_diff1": 0.639411, + "nauc_ndcg_at_1000_max": 0.573664, + "nauc_ndcg_at_1000_std": 0.261139, + "nauc_ndcg_at_1000_diff1": 0.641111, + "nauc_map_at_1_max": 0.517722, + "nauc_map_at_1_std": 0.167903, + "nauc_map_at_1_diff1": 0.655332, + "nauc_map_at_3_max": 0.57016, + "nauc_map_at_3_std": 0.230427, + "nauc_map_at_3_diff1": 0.654076, + "nauc_map_at_5_max": 0.573915, + "nauc_map_at_5_std": 0.236783, + "nauc_map_at_5_diff1": 0.650552, + "nauc_map_at_10_max": 0.573817, + "nauc_map_at_10_std": 0.240386, + "nauc_map_at_10_diff1": 0.6483, + "nauc_map_at_20_max": 0.573349, + "nauc_map_at_20_std": 0.242532, + "nauc_map_at_20_diff1": 0.64815, + "nauc_map_at_100_max": 0.573023, + "nauc_map_at_100_std": 0.242922, + "nauc_map_at_100_diff1": 0.648351, + "nauc_map_at_1000_max": 0.573018, + "nauc_map_at_1000_std": 0.242826, + "nauc_map_at_1000_diff1": 0.648384, + "nauc_recall_at_1_max": 0.517722, + "nauc_recall_at_1_std": 0.167903, + "nauc_recall_at_1_diff1": 0.655332, + "nauc_recall_at_3_max": 0.571083, + "nauc_recall_at_3_std": 0.260556, + "nauc_recall_at_3_diff1": 0.626036, + "nauc_recall_at_5_max": 0.569922, + "nauc_recall_at_5_std": 0.270708, + "nauc_recall_at_5_diff1": 0.604188, + "nauc_recall_at_10_max": 0.555324, + "nauc_recall_at_10_std": 0.28457, + "nauc_recall_at_10_diff1": 0.577451, + "nauc_recall_at_20_max": 0.539729, + "nauc_recall_at_20_std": 0.312416, + "nauc_recall_at_20_diff1": 0.565519, + "nauc_recall_at_100_max": 0.49447, + "nauc_recall_at_100_std": 0.327247, + "nauc_recall_at_100_diff1": 0.5353, + "nauc_recall_at_1000_max": 0.433517, + "nauc_recall_at_1000_std": 0.317566, + "nauc_recall_at_1000_diff1": 0.469115, + "nauc_precision_at_1_max": 0.579319, + "nauc_precision_at_1_std": 0.216813, + "nauc_precision_at_1_diff1": 0.68697, + "nauc_precision_at_3_max": 0.592505, + "nauc_precision_at_3_std": 0.316375, + "nauc_precision_at_3_diff1": 0.567439, + "nauc_precision_at_5_max": 0.575687, + "nauc_precision_at_5_std": 0.32624, + "nauc_precision_at_5_diff1": 0.520171, + "nauc_precision_at_10_max": 0.53448, + "nauc_precision_at_10_std": 0.330907, + "nauc_precision_at_10_diff1": 0.465713, + "nauc_precision_at_20_max": 0.500397, + "nauc_precision_at_20_std": 0.347937, + "nauc_precision_at_20_diff1": 0.432887, + "nauc_precision_at_100_max": 0.410549, + "nauc_precision_at_100_std": 0.335287, + "nauc_precision_at_100_diff1": 0.344501, + "nauc_precision_at_1000_max": 0.264303, + "nauc_precision_at_1000_std": 0.26096, + "nauc_precision_at_1000_diff1": 0.169067, + "nauc_mrr_at_1_max": 0.579319, + "nauc_mrr_at_1_std": 0.216813, + "nauc_mrr_at_1_diff1": 0.68697, + "nauc_mrr_at_3_max": 0.597519, + "nauc_mrr_at_3_std": 0.251267, + "nauc_mrr_at_3_diff1": 0.67563, + "nauc_mrr_at_5_max": 0.596175, + "nauc_mrr_at_5_std": 0.25166, + "nauc_mrr_at_5_diff1": 0.672049, + "nauc_mrr_at_10_max": 0.593751, + "nauc_mrr_at_10_std": 0.252783, + "nauc_mrr_at_10_diff1": 0.668702, + "nauc_mrr_at_20_max": 0.592942, + "nauc_mrr_at_20_std": 0.254112, + "nauc_mrr_at_20_diff1": 0.668189, + "nauc_mrr_at_100_max": 0.592201, + "nauc_mrr_at_100_std": 0.253868, + "nauc_mrr_at_100_diff1": 0.667954, + "nauc_mrr_at_1000_max": 0.592205, + "nauc_mrr_at_1000_std": 0.253751, + "nauc_mrr_at_1000_diff1": 0.668006, + "main_score": 0.46911, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 12.930002689361572, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/JapaneseCode1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/JapaneseCode1Retrieval.json new file mode 100644 index 0000000000..e9579866c7 --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/JapaneseCode1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "fc4cb6390055e65490dfc42526e1d6a379e8cd86", + "task_name": "JapaneseCode1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.1964, + "ndcg_at_3": 0.2367, + "ndcg_at_5": 0.24993, + "ndcg_at_10": 0.27111, + "ndcg_at_20": 0.28688, + "ndcg_at_100": 0.31195, + "ndcg_at_1000": 0.34464, + "map_at_1": 0.19219, + "map_at_3": 0.22549, + "map_at_5": 0.23279, + "map_at_10": 0.24175, + "map_at_20": 0.24609, + "map_at_100": 0.24941, + "map_at_1000": 0.25038, + "recall_at_1": 0.19219, + "recall_at_3": 0.26727, + "recall_at_5": 0.2994, + "recall_at_10": 0.36396, + "recall_at_20": 0.42616, + "recall_at_100": 0.5631, + "recall_at_1000": 0.83457, + "precision_at_1": 0.1964, + "precision_at_3": 0.09159, + "precision_at_5": 0.06162, + "precision_at_10": 0.03752, + "precision_at_20": 0.02196, + "precision_at_100": 0.0058, + "precision_at_1000": 0.00086, + "mrr_at_1": 0.196396, + "mrr_at_3": 0.227703, + "mrr_at_5": 0.234977, + "mrr_at_10": 0.243634, + "mrr_at_20": 0.2479, + "mrr_at_100": 0.251184, + "mrr_at_1000": 0.252117, + "nauc_ndcg_at_1_max": 0.593449, + "nauc_ndcg_at_1_std": 0.34506, + "nauc_ndcg_at_1_diff1": 0.723213, + "nauc_ndcg_at_3_max": 0.6016, + "nauc_ndcg_at_3_std": 0.368565, + "nauc_ndcg_at_3_diff1": 0.678479, + "nauc_ndcg_at_5_max": 0.596214, + "nauc_ndcg_at_5_std": 0.372443, + "nauc_ndcg_at_5_diff1": 0.655926, + "nauc_ndcg_at_10_max": 0.603346, + "nauc_ndcg_at_10_std": 0.393285, + "nauc_ndcg_at_10_diff1": 0.64122, + "nauc_ndcg_at_20_max": 0.606938, + "nauc_ndcg_at_20_std": 0.405758, + "nauc_ndcg_at_20_diff1": 0.633502, + "nauc_ndcg_at_100_max": 0.604192, + "nauc_ndcg_at_100_std": 0.423674, + "nauc_ndcg_at_100_diff1": 0.628476, + "nauc_ndcg_at_1000_max": 0.598011, + "nauc_ndcg_at_1000_std": 0.41687, + "nauc_ndcg_at_1000_diff1": 0.635483, + "nauc_map_at_1_max": 0.588877, + "nauc_map_at_1_std": 0.34067, + "nauc_map_at_1_diff1": 0.733907, + "nauc_map_at_3_max": 0.600055, + "nauc_map_at_3_std": 0.36204, + "nauc_map_at_3_diff1": 0.692352, + "nauc_map_at_5_max": 0.596947, + "nauc_map_at_5_std": 0.364162, + "nauc_map_at_5_diff1": 0.679279, + "nauc_map_at_10_max": 0.600081, + "nauc_map_at_10_std": 0.373428, + "nauc_map_at_10_diff1": 0.672752, + "nauc_map_at_20_max": 0.600999, + "nauc_map_at_20_std": 0.376771, + "nauc_map_at_20_diff1": 0.670451, + "nauc_map_at_100_max": 0.600842, + "nauc_map_at_100_std": 0.379419, + "nauc_map_at_100_diff1": 0.669707, + "nauc_map_at_1000_max": 0.600605, + "nauc_map_at_1000_std": 0.379315, + "nauc_map_at_1000_diff1": 0.669835, + "nauc_recall_at_1_max": 0.588877, + "nauc_recall_at_1_std": 0.34067, + "nauc_recall_at_1_diff1": 0.733907, + "nauc_recall_at_3_max": 0.602916, + "nauc_recall_at_3_std": 0.382405, + "nauc_recall_at_3_diff1": 0.641691, + "nauc_recall_at_5_max": 0.590426, + "nauc_recall_at_5_std": 0.390274, + "nauc_recall_at_5_diff1": 0.593372, + "nauc_recall_at_10_max": 0.610744, + "nauc_recall_at_10_std": 0.447443, + "nauc_recall_at_10_diff1": 0.55545, + "nauc_recall_at_20_max": 0.624069, + "nauc_recall_at_20_std": 0.492594, + "nauc_recall_at_20_diff1": 0.52897, + "nauc_recall_at_100_max": 0.609428, + "nauc_recall_at_100_std": 0.592206, + "nauc_recall_at_100_diff1": 0.495459, + "nauc_recall_at_1000_max": 0.523558, + "nauc_recall_at_1000_std": 0.647303, + "nauc_recall_at_1000_diff1": 0.478038, + "nauc_precision_at_1_max": 0.593449, + "nauc_precision_at_1_std": 0.34506, + "nauc_precision_at_1_diff1": 0.723213, + "nauc_precision_at_3_max": 0.606575, + "nauc_precision_at_3_std": 0.385427, + "nauc_precision_at_3_diff1": 0.623594, + "nauc_precision_at_5_max": 0.592205, + "nauc_precision_at_5_std": 0.392628, + "nauc_precision_at_5_diff1": 0.574092, + "nauc_precision_at_10_max": 0.608818, + "nauc_precision_at_10_std": 0.446238, + "nauc_precision_at_10_diff1": 0.532216, + "nauc_precision_at_20_max": 0.615818, + "nauc_precision_at_20_std": 0.484816, + "nauc_precision_at_20_diff1": 0.503002, + "nauc_precision_at_100_max": 0.593811, + "nauc_precision_at_100_std": 0.573377, + "nauc_precision_at_100_diff1": 0.459282, + "nauc_precision_at_1000_max": 0.42655, + "nauc_precision_at_1000_std": 0.518923, + "nauc_precision_at_1000_diff1": 0.341609, + "nauc_mrr_at_1_max": 0.593449, + "nauc_mrr_at_1_std": 0.34506, + "nauc_mrr_at_1_diff1": 0.723213, + "nauc_mrr_at_3_max": 0.601144, + "nauc_mrr_at_3_std": 0.364989, + "nauc_mrr_at_3_diff1": 0.689287, + "nauc_mrr_at_5_max": 0.598497, + "nauc_mrr_at_5_std": 0.367477, + "nauc_mrr_at_5_diff1": 0.67643, + "nauc_mrr_at_10_max": 0.601037, + "nauc_mrr_at_10_std": 0.375838, + "nauc_mrr_at_10_diff1": 0.669749, + "nauc_mrr_at_20_max": 0.601928, + "nauc_mrr_at_20_std": 0.379147, + "nauc_mrr_at_20_diff1": 0.667565, + "nauc_mrr_at_100_max": 0.601761, + "nauc_mrr_at_100_std": 0.381683, + "nauc_mrr_at_100_diff1": 0.666914, + "nauc_mrr_at_1000_max": 0.601537, + "nauc_mrr_at_1000_std": 0.381593, + "nauc_mrr_at_1000_diff1": 0.667054, + "main_score": 0.27111, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 6.114097595214844, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/JapaneseLegal1Retrieval.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/JapaneseLegal1Retrieval.json new file mode 100644 index 0000000000..d85aaa3823 --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/JapaneseLegal1Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d653557fe66bb6af2b0e2adfc371a24554cf11ce", + "task_name": "JapaneseLegal1Retrieval", + "mteb_version": "1.39.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.06631, + "ndcg_at_3": 0.08968, + "ndcg_at_5": 0.09776, + "ndcg_at_10": 0.10824, + "ndcg_at_20": 0.11896, + "ndcg_at_100": 0.14633, + "ndcg_at_1000": 0.18512, + "map_at_1": 0.0661, + "map_at_3": 0.08379, + "map_at_5": 0.08829, + "map_at_10": 0.09259, + "map_at_20": 0.09553, + "map_at_100": 0.09908, + "map_at_1000": 0.10026, + "recall_at_1": 0.0661, + "recall_at_3": 0.10649, + "recall_at_5": 0.12607, + "recall_at_10": 0.15858, + "recall_at_20": 0.20099, + "recall_at_100": 0.35189, + "recall_at_1000": 0.67365, + "precision_at_1": 0.06631, + "precision_at_3": 0.03561, + "precision_at_5": 0.02528, + "precision_at_10": 0.01591, + "precision_at_20": 0.01009, + "precision_at_100": 0.00354, + "precision_at_1000": 0.00068, + "mrr_at_1": 0.066308, + "mrr_at_3": 0.084046, + "mrr_at_5": 0.08854, + "mrr_at_10": 0.092831, + "mrr_at_20": 0.095766, + "mrr_at_100": 0.099311, + "mrr_at_1000": 0.100488, + "nauc_ndcg_at_1_max": 0.295539, + "nauc_ndcg_at_1_std": -0.204708, + "nauc_ndcg_at_1_diff1": 0.342005, + "nauc_ndcg_at_3_max": 0.252982, + "nauc_ndcg_at_3_std": -0.194629, + "nauc_ndcg_at_3_diff1": 0.244028, + "nauc_ndcg_at_5_max": 0.243725, + "nauc_ndcg_at_5_std": -0.191767, + "nauc_ndcg_at_5_diff1": 0.230255, + "nauc_ndcg_at_10_max": 0.231905, + "nauc_ndcg_at_10_std": -0.184044, + "nauc_ndcg_at_10_diff1": 0.208219, + "nauc_ndcg_at_20_max": 0.221094, + "nauc_ndcg_at_20_std": -0.17553, + "nauc_ndcg_at_20_diff1": 0.187954, + "nauc_ndcg_at_100_max": 0.197322, + "nauc_ndcg_at_100_std": -0.15939, + "nauc_ndcg_at_100_diff1": 0.174364, + "nauc_ndcg_at_1000_max": 0.173879, + "nauc_ndcg_at_1000_std": -0.13841, + "nauc_ndcg_at_1000_diff1": 0.179033, + "nauc_map_at_1_max": 0.294041, + "nauc_map_at_1_std": -0.203817, + "nauc_map_at_1_diff1": 0.34312, + "nauc_map_at_3_max": 0.259934, + "nauc_map_at_3_std": -0.195692, + "nauc_map_at_3_diff1": 0.263613, + "nauc_map_at_5_max": 0.254068, + "nauc_map_at_5_std": -0.193766, + "nauc_map_at_5_diff1": 0.254713, + "nauc_map_at_10_max": 0.248098, + "nauc_map_at_10_std": -0.190052, + "nauc_map_at_10_diff1": 0.243675, + "nauc_map_at_20_max": 0.244119, + "nauc_map_at_20_std": -0.187166, + "nauc_map_at_20_diff1": 0.236186, + "nauc_map_at_100_max": 0.240041, + "nauc_map_at_100_std": -0.18442, + "nauc_map_at_100_diff1": 0.233165, + "nauc_map_at_1000_max": 0.23897, + "nauc_map_at_1000_std": -0.183456, + "nauc_map_at_1000_diff1": 0.233157, + "nauc_recall_at_1_max": 0.294041, + "nauc_recall_at_1_std": -0.203817, + "nauc_recall_at_1_diff1": 0.34312, + "nauc_recall_at_3_max": 0.235956, + "nauc_recall_at_3_std": -0.191532, + "nauc_recall_at_3_diff1": 0.199465, + "nauc_recall_at_5_max": 0.219896, + "nauc_recall_at_5_std": -0.186782, + "nauc_recall_at_5_diff1": 0.177248, + "nauc_recall_at_10_max": 0.197477, + "nauc_recall_at_10_std": -0.170442, + "nauc_recall_at_10_diff1": 0.135892, + "nauc_recall_at_20_max": 0.175938, + "nauc_recall_at_20_std": -0.150668, + "nauc_recall_at_20_diff1": 0.096549, + "nauc_recall_at_100_max": 0.109714, + "nauc_recall_at_100_std": -0.104643, + "nauc_recall_at_100_diff1": 0.072887, + "nauc_recall_at_1000_max": -0.042684, + "nauc_recall_at_1000_std": 0.025761, + "nauc_recall_at_1000_diff1": 0.077278, + "nauc_precision_at_1_max": 0.295539, + "nauc_precision_at_1_std": -0.204708, + "nauc_precision_at_1_diff1": 0.342005, + "nauc_precision_at_3_max": 0.237623, + "nauc_precision_at_3_std": -0.192671, + "nauc_precision_at_3_diff1": 0.198582, + "nauc_precision_at_5_max": 0.221411, + "nauc_precision_at_5_std": -0.187805, + "nauc_precision_at_5_diff1": 0.176505, + "nauc_precision_at_10_max": 0.199117, + "nauc_precision_at_10_std": -0.171364, + "nauc_precision_at_10_diff1": 0.134853, + "nauc_precision_at_20_max": 0.177421, + "nauc_precision_at_20_std": -0.151314, + "nauc_precision_at_20_diff1": 0.094601, + "nauc_precision_at_100_max": 0.1106, + "nauc_precision_at_100_std": -0.104457, + "nauc_precision_at_100_diff1": 0.071889, + "nauc_precision_at_1000_max": -0.037914, + "nauc_precision_at_1000_std": 0.022961, + "nauc_precision_at_1000_diff1": 0.074326, + "nauc_mrr_at_1_max": 0.295539, + "nauc_mrr_at_1_std": -0.204708, + "nauc_mrr_at_1_diff1": 0.342005, + "nauc_mrr_at_3_max": 0.261389, + "nauc_mrr_at_3_std": -0.196596, + "nauc_mrr_at_3_diff1": 0.262651, + "nauc_mrr_at_5_max": 0.255489, + "nauc_mrr_at_5_std": -0.194644, + "nauc_mrr_at_5_diff1": 0.253808, + "nauc_mrr_at_10_max": 0.249415, + "nauc_mrr_at_10_std": -0.190804, + "nauc_mrr_at_10_diff1": 0.242785, + "nauc_mrr_at_20_max": 0.245355, + "nauc_mrr_at_20_std": -0.187957, + "nauc_mrr_at_20_diff1": 0.235414, + "nauc_mrr_at_100_max": 0.241295, + "nauc_mrr_at_100_std": -0.18522, + "nauc_mrr_at_100_diff1": 0.232436, + "nauc_mrr_at_1000_max": 0.240232, + "nauc_mrr_at_1000_std": -0.184262, + "nauc_mrr_at_1000_diff1": 0.232433, + "main_score": 0.10824, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 380.2117831707001, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/MIRACLRetrievalHardNegatives.json b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/MIRACLRetrievalHardNegatives.json new file mode 100644 index 0000000000..faff8ac72e --- /dev/null +++ b/results/sentence-transformers__static-retrieval-mrl-en-v1/f60985c706f192d45d218078e49e5a8b6f15283a/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "task_name": "MIRACLRetrievalHardNegatives", + "mteb_version": "1.39.1", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.028, + "ndcg_at_3": 0.03187, + "ndcg_at_5": 0.03537, + "ndcg_at_10": 0.04053, + "ndcg_at_20": 0.04769, + "ndcg_at_100": 0.06396, + "ndcg_at_1000": 0.09011, + "map_at_1": 0.01507, + "map_at_3": 0.02409, + "map_at_5": 0.0266, + "map_at_10": 0.02863, + "map_at_20": 0.03064, + "map_at_100": 0.03271, + "map_at_1000": 0.03352, + "recall_at_1": 0.01507, + "recall_at_3": 0.03582, + "recall_at_5": 0.04585, + "recall_at_10": 0.05977, + "recall_at_20": 0.08436, + "recall_at_100": 0.16123, + "recall_at_1000": 0.3445, + "precision_at_1": 0.028, + "precision_at_3": 0.019, + "precision_at_5": 0.0152, + "precision_at_10": 0.0105, + "precision_at_20": 0.00745, + "precision_at_100": 0.00294, + "precision_at_1000": 0.00067, + "mrr_at_1": 0.028, + "mrr_at_3": 0.039667, + "mrr_at_5": 0.043417, + "mrr_at_10": 0.046556, + "mrr_at_20": 0.048773, + "mrr_at_100": 0.051353, + "mrr_at_1000": 0.052112, + "nauc_ndcg_at_1_max": 0.304784, + "nauc_ndcg_at_1_std": 0.046476, + "nauc_ndcg_at_1_diff1": 0.234457, + "nauc_ndcg_at_3_max": 0.206134, + "nauc_ndcg_at_3_std": -0.018798, + "nauc_ndcg_at_3_diff1": 0.172848, + "nauc_ndcg_at_5_max": 0.214195, + "nauc_ndcg_at_5_std": -0.008383, + "nauc_ndcg_at_5_diff1": 0.139385, + "nauc_ndcg_at_10_max": 0.21199, + "nauc_ndcg_at_10_std": -0.001561, + "nauc_ndcg_at_10_diff1": 0.12399, + "nauc_ndcg_at_20_max": 0.182335, + "nauc_ndcg_at_20_std": 0.033808, + "nauc_ndcg_at_20_diff1": 0.10444, + "nauc_ndcg_at_100_max": 0.16025, + "nauc_ndcg_at_100_std": 0.025331, + "nauc_ndcg_at_100_diff1": 0.096345, + "nauc_ndcg_at_1000_max": 0.139817, + "nauc_ndcg_at_1000_std": 0.038724, + "nauc_ndcg_at_1000_diff1": 0.085915, + "nauc_map_at_1_max": 0.34062, + "nauc_map_at_1_std": -0.081952, + "nauc_map_at_1_diff1": 0.239973, + "nauc_map_at_3_max": 0.220009, + "nauc_map_at_3_std": -0.054826, + "nauc_map_at_3_diff1": 0.169075, + "nauc_map_at_5_max": 0.235447, + "nauc_map_at_5_std": -0.030732, + "nauc_map_at_5_diff1": 0.159114, + "nauc_map_at_10_max": 0.238274, + "nauc_map_at_10_std": -0.023482, + "nauc_map_at_10_diff1": 0.155303, + "nauc_map_at_20_max": 0.227313, + "nauc_map_at_20_std": -0.008108, + "nauc_map_at_20_diff1": 0.14414, + "nauc_map_at_100_max": 0.222496, + "nauc_map_at_100_std": -0.010118, + "nauc_map_at_100_diff1": 0.138169, + "nauc_map_at_1000_max": 0.220813, + "nauc_map_at_1000_std": -0.008742, + "nauc_map_at_1000_diff1": 0.136996, + "nauc_recall_at_1_max": 0.34062, + "nauc_recall_at_1_std": -0.081952, + "nauc_recall_at_1_diff1": 0.239973, + "nauc_recall_at_3_max": 0.134792, + "nauc_recall_at_3_std": -0.047333, + "nauc_recall_at_3_diff1": 0.117728, + "nauc_recall_at_5_max": 0.173769, + "nauc_recall_at_5_std": -0.006972, + "nauc_recall_at_5_diff1": 0.078939, + "nauc_recall_at_10_max": 0.186224, + "nauc_recall_at_10_std": 0.005328, + "nauc_recall_at_10_diff1": 0.067019, + "nauc_recall_at_20_max": 0.132223, + "nauc_recall_at_20_std": 0.076948, + "nauc_recall_at_20_diff1": 0.044209, + "nauc_recall_at_100_max": 0.103181, + "nauc_recall_at_100_std": 0.03957, + "nauc_recall_at_100_diff1": 0.058313, + "nauc_recall_at_1000_max": 0.063925, + "nauc_recall_at_1000_std": 0.070054, + "nauc_recall_at_1000_diff1": 0.041791, + "nauc_precision_at_1_max": 0.304784, + "nauc_precision_at_1_std": 0.046476, + "nauc_precision_at_1_diff1": 0.234457, + "nauc_precision_at_3_max": 0.189146, + "nauc_precision_at_3_std": 0.016442, + "nauc_precision_at_3_diff1": 0.176879, + "nauc_precision_at_5_max": 0.212673, + "nauc_precision_at_5_std": 0.060201, + "nauc_precision_at_5_diff1": 0.163702, + "nauc_precision_at_10_max": 0.207104, + "nauc_precision_at_10_std": 0.060401, + "nauc_precision_at_10_diff1": 0.131189, + "nauc_precision_at_20_max": 0.147232, + "nauc_precision_at_20_std": 0.103443, + "nauc_precision_at_20_diff1": 0.07908, + "nauc_precision_at_100_max": 0.09053, + "nauc_precision_at_100_std": 0.078542, + "nauc_precision_at_100_diff1": 0.057376, + "nauc_precision_at_1000_max": 0.041207, + "nauc_precision_at_1000_std": 0.078976, + "nauc_precision_at_1000_diff1": 0.03566, + "nauc_mrr_at_1_max": 0.304784, + "nauc_mrr_at_1_std": 0.046476, + "nauc_mrr_at_1_diff1": 0.234457, + "nauc_mrr_at_3_max": 0.225763, + "nauc_mrr_at_3_std": 0.012214, + "nauc_mrr_at_3_diff1": 0.182997, + "nauc_mrr_at_5_max": 0.22386, + "nauc_mrr_at_5_std": 0.023842, + "nauc_mrr_at_5_diff1": 0.169775, + "nauc_mrr_at_10_max": 0.221023, + "nauc_mrr_at_10_std": 0.025579, + "nauc_mrr_at_10_diff1": 0.158006, + "nauc_mrr_at_20_max": 0.20739, + "nauc_mrr_at_20_std": 0.035787, + "nauc_mrr_at_20_diff1": 0.151711, + "nauc_mrr_at_100_max": 0.201119, + "nauc_mrr_at_100_std": 0.033024, + "nauc_mrr_at_100_diff1": 0.148029, + "nauc_mrr_at_1000_max": 0.200387, + "nauc_mrr_at_1000_std": 0.033165, + "nauc_mrr_at_1000_diff1": 0.147097, + "main_score": 0.04053, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.01946, + "ndcg_at_3": 0.01646, + "ndcg_at_5": 0.01764, + "ndcg_at_10": 0.02338, + "ndcg_at_20": 0.02652, + "ndcg_at_100": 0.03681, + "ndcg_at_1000": 0.06126, + "map_at_1": 0.00988, + "map_at_3": 0.01241, + "map_at_5": 0.01328, + "map_at_10": 0.01561, + "map_at_20": 0.01634, + "map_at_100": 0.01757, + "map_at_1000": 0.01832, + "recall_at_1": 0.00988, + "recall_at_3": 0.01596, + "recall_at_5": 0.02002, + "recall_at_10": 0.03551, + "recall_at_20": 0.04666, + "recall_at_100": 0.09624, + "recall_at_1000": 0.26362, + "precision_at_1": 0.01946, + "precision_at_3": 0.00973, + "precision_at_5": 0.0073, + "precision_at_10": 0.00657, + "precision_at_20": 0.00426, + "precision_at_100": 0.0018, + "precision_at_1000": 0.00053, + "mrr_at_1": 0.019465, + "mrr_at_3": 0.02352, + "mrr_at_5": 0.025101, + "mrr_at_10": 0.028328, + "mrr_at_20": 0.029377, + "mrr_at_100": 0.030759, + "mrr_at_1000": 0.031656, + "nauc_ndcg_at_1_max": 0.370518, + "nauc_ndcg_at_1_std": -0.03397, + "nauc_ndcg_at_1_diff1": 0.250038, + "nauc_ndcg_at_3_max": 0.288112, + "nauc_ndcg_at_3_std": -0.084671, + "nauc_ndcg_at_3_diff1": 0.1888, + "nauc_ndcg_at_5_max": 0.25248, + "nauc_ndcg_at_5_std": -0.109835, + "nauc_ndcg_at_5_diff1": 0.181938, + "nauc_ndcg_at_10_max": 0.123686, + "nauc_ndcg_at_10_std": -0.048065, + "nauc_ndcg_at_10_diff1": 0.164893, + "nauc_ndcg_at_20_max": 0.132939, + "nauc_ndcg_at_20_std": -0.04036, + "nauc_ndcg_at_20_diff1": 0.163718, + "nauc_ndcg_at_100_max": 0.110713, + "nauc_ndcg_at_100_std": 0.001954, + "nauc_ndcg_at_100_diff1": 0.193138, + "nauc_ndcg_at_1000_max": 0.115112, + "nauc_ndcg_at_1000_std": 0.00291, + "nauc_ndcg_at_1000_diff1": 0.160006, + "nauc_map_at_1_max": 0.321418, + "nauc_map_at_1_std": -0.023871, + "nauc_map_at_1_diff1": 0.328694, + "nauc_map_at_3_max": 0.298478, + "nauc_map_at_3_std": -0.073222, + "nauc_map_at_3_diff1": 0.259539, + "nauc_map_at_5_max": 0.270027, + "nauc_map_at_5_std": -0.090858, + "nauc_map_at_5_diff1": 0.241462, + "nauc_map_at_10_max": 0.195224, + "nauc_map_at_10_std": -0.063781, + "nauc_map_at_10_diff1": 0.218734, + "nauc_map_at_20_max": 0.19313, + "nauc_map_at_20_std": -0.059813, + "nauc_map_at_20_diff1": 0.217807, + "nauc_map_at_100_max": 0.183134, + "nauc_map_at_100_std": -0.045886, + "nauc_map_at_100_diff1": 0.224471, + "nauc_map_at_1000_max": 0.180593, + "nauc_map_at_1000_std": -0.043503, + "nauc_map_at_1000_diff1": 0.219708, + "nauc_recall_at_1_max": 0.321418, + "nauc_recall_at_1_std": -0.023871, + "nauc_recall_at_1_diff1": 0.328694, + "nauc_recall_at_3_max": 0.258988, + "nauc_recall_at_3_std": -0.115892, + "nauc_recall_at_3_diff1": 0.183475, + "nauc_recall_at_5_max": 0.172191, + "nauc_recall_at_5_std": -0.159311, + "nauc_recall_at_5_diff1": 0.143913, + "nauc_recall_at_10_max": -0.013073, + "nauc_recall_at_10_std": -0.048027, + "nauc_recall_at_10_diff1": 0.136393, + "nauc_recall_at_20_max": 0.037781, + "nauc_recall_at_20_std": -0.04104, + "nauc_recall_at_20_diff1": 0.12159, + "nauc_recall_at_100_max": 0.036822, + "nauc_recall_at_100_std": 0.043001, + "nauc_recall_at_100_diff1": 0.178452, + "nauc_recall_at_1000_max": 0.084213, + "nauc_recall_at_1000_std": 0.023883, + "nauc_recall_at_1000_diff1": 0.121525, + "nauc_precision_at_1_max": 0.370518, + "nauc_precision_at_1_std": -0.03397, + "nauc_precision_at_1_diff1": 0.250038, + "nauc_precision_at_3_max": 0.264268, + "nauc_precision_at_3_std": -0.08882, + "nauc_precision_at_3_diff1": 0.093498, + "nauc_precision_at_5_max": 0.221386, + "nauc_precision_at_5_std": -0.156202, + "nauc_precision_at_5_diff1": 0.043456, + "nauc_precision_at_10_max": 0.021429, + "nauc_precision_at_10_std": 0.013415, + "nauc_precision_at_10_diff1": 0.0391, + "nauc_precision_at_20_max": 0.0612, + "nauc_precision_at_20_std": 0.033529, + "nauc_precision_at_20_diff1": 0.091178, + "nauc_precision_at_100_max": 0.054438, + "nauc_precision_at_100_std": 0.081095, + "nauc_precision_at_100_diff1": 0.193851, + "nauc_precision_at_1000_max": 0.060234, + "nauc_precision_at_1000_std": 0.040798, + "nauc_precision_at_1000_diff1": 0.124424, + "nauc_mrr_at_1_max": 0.370518, + "nauc_mrr_at_1_std": -0.03397, + "nauc_mrr_at_1_diff1": 0.250038, + "nauc_mrr_at_3_max": 0.315306, + "nauc_mrr_at_3_std": -0.057049, + "nauc_mrr_at_3_diff1": 0.173635, + "nauc_mrr_at_5_max": 0.29991, + "nauc_mrr_at_5_std": -0.08063, + "nauc_mrr_at_5_diff1": 0.15324, + "nauc_mrr_at_10_max": 0.230832, + "nauc_mrr_at_10_std": -0.049601, + "nauc_mrr_at_10_diff1": 0.148268, + "nauc_mrr_at_20_max": 0.234643, + "nauc_mrr_at_20_std": -0.048188, + "nauc_mrr_at_20_diff1": 0.150997, + "nauc_mrr_at_100_max": 0.228223, + "nauc_mrr_at_100_std": -0.044819, + "nauc_mrr_at_100_diff1": 0.156991, + "nauc_mrr_at_1000_max": 0.22715, + "nauc_mrr_at_1000_std": -0.044538, + "nauc_mrr_at_1000_diff1": 0.154385, + "main_score": 0.02338, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.08852, + "ndcg_at_3": 0.07928, + "ndcg_at_5": 0.0864, + "ndcg_at_10": 0.11395, + "ndcg_at_20": 0.14188, + "ndcg_at_100": 0.20491, + "ndcg_at_1000": 0.24704, + "map_at_1": 0.03503, + "map_at_3": 0.05365, + "map_at_5": 0.06056, + "map_at_10": 0.07228, + "map_at_20": 0.08039, + "map_at_100": 0.09127, + "map_at_1000": 0.09362, + "recall_at_1": 0.03503, + "recall_at_3": 0.07227, + "recall_at_5": 0.0961, + "recall_at_10": 0.16461, + "recall_at_20": 0.24666, + "recall_at_100": 0.50493, + "recall_at_1000": 0.75434, + "precision_at_1": 0.08852, + "precision_at_3": 0.05902, + "precision_at_5": 0.04721, + "precision_at_10": 0.04033, + "precision_at_20": 0.03197, + "precision_at_100": 0.01348, + "precision_at_1000": 0.00206, + "mrr_at_1": 0.088525, + "mrr_at_3": 0.120765, + "mrr_at_5": 0.130109, + "mrr_at_10": 0.145181, + "mrr_at_20": 0.154141, + "mrr_at_100": 0.161025, + "mrr_at_1000": 0.16181, + "nauc_ndcg_at_1_max": 0.057031, + "nauc_ndcg_at_1_std": 0.04185, + "nauc_ndcg_at_1_diff1": 0.165899, + "nauc_ndcg_at_3_max": 0.031485, + "nauc_ndcg_at_3_std": 0.085052, + "nauc_ndcg_at_3_diff1": 0.062823, + "nauc_ndcg_at_5_max": 0.014038, + "nauc_ndcg_at_5_std": 0.070515, + "nauc_ndcg_at_5_diff1": 0.071131, + "nauc_ndcg_at_10_max": 0.079886, + "nauc_ndcg_at_10_std": 0.065663, + "nauc_ndcg_at_10_diff1": 0.097698, + "nauc_ndcg_at_20_max": 0.091893, + "nauc_ndcg_at_20_std": 0.096911, + "nauc_ndcg_at_20_diff1": 0.075148, + "nauc_ndcg_at_100_max": 0.072687, + "nauc_ndcg_at_100_std": 0.19095, + "nauc_ndcg_at_100_diff1": 0.067467, + "nauc_ndcg_at_1000_max": 0.088611, + "nauc_ndcg_at_1000_std": 0.22574, + "nauc_ndcg_at_1000_diff1": 0.078115, + "nauc_map_at_1_max": 0.11583, + "nauc_map_at_1_std": 0.136108, + "nauc_map_at_1_diff1": 0.145417, + "nauc_map_at_3_max": 0.068925, + "nauc_map_at_3_std": 0.106297, + "nauc_map_at_3_diff1": 0.060696, + "nauc_map_at_5_max": 0.03805, + "nauc_map_at_5_std": 0.097727, + "nauc_map_at_5_diff1": 0.069971, + "nauc_map_at_10_max": 0.067388, + "nauc_map_at_10_std": 0.08805, + "nauc_map_at_10_diff1": 0.080737, + "nauc_map_at_20_max": 0.075425, + "nauc_map_at_20_std": 0.099035, + "nauc_map_at_20_diff1": 0.074965, + "nauc_map_at_100_max": 0.073325, + "nauc_map_at_100_std": 0.123378, + "nauc_map_at_100_diff1": 0.073124, + "nauc_map_at_1000_max": 0.07309, + "nauc_map_at_1000_std": 0.128246, + "nauc_map_at_1000_diff1": 0.073305, + "nauc_recall_at_1_max": 0.11583, + "nauc_recall_at_1_std": 0.136108, + "nauc_recall_at_1_diff1": 0.145417, + "nauc_recall_at_3_max": 0.032603, + "nauc_recall_at_3_std": 0.08491, + "nauc_recall_at_3_diff1": 0.018017, + "nauc_recall_at_5_max": -0.020325, + "nauc_recall_at_5_std": 0.047805, + "nauc_recall_at_5_diff1": 0.044215, + "nauc_recall_at_10_max": 0.110591, + "nauc_recall_at_10_std": 0.027728, + "nauc_recall_at_10_diff1": 0.096202, + "nauc_recall_at_20_max": 0.126575, + "nauc_recall_at_20_std": 0.080315, + "nauc_recall_at_20_diff1": 0.04147, + "nauc_recall_at_100_max": 0.073325, + "nauc_recall_at_100_std": 0.280748, + "nauc_recall_at_100_diff1": 0.022361, + "nauc_recall_at_1000_max": 0.185911, + "nauc_recall_at_1000_std": 0.499741, + "nauc_recall_at_1000_diff1": 0.063355, + "nauc_precision_at_1_max": 0.057031, + "nauc_precision_at_1_std": 0.04185, + "nauc_precision_at_1_diff1": 0.165899, + "nauc_precision_at_3_max": 0.011548, + "nauc_precision_at_3_std": 0.088179, + "nauc_precision_at_3_diff1": 0.044461, + "nauc_precision_at_5_max": -0.018193, + "nauc_precision_at_5_std": 0.063724, + "nauc_precision_at_5_diff1": 0.081412, + "nauc_precision_at_10_max": 0.095121, + "nauc_precision_at_10_std": 0.105076, + "nauc_precision_at_10_diff1": 0.108755, + "nauc_precision_at_20_max": 0.094637, + "nauc_precision_at_20_std": 0.170704, + "nauc_precision_at_20_diff1": 0.06526, + "nauc_precision_at_100_max": 0.053748, + "nauc_precision_at_100_std": 0.34051, + "nauc_precision_at_100_diff1": 0.031496, + "nauc_precision_at_1000_max": 0.072576, + "nauc_precision_at_1000_std": 0.342109, + "nauc_precision_at_1000_diff1": 0.052072, + "nauc_mrr_at_1_max": 0.057031, + "nauc_mrr_at_1_std": 0.04185, + "nauc_mrr_at_1_diff1": 0.165899, + "nauc_mrr_at_3_max": 0.025827, + "nauc_mrr_at_3_std": 0.065116, + "nauc_mrr_at_3_diff1": 0.092747, + "nauc_mrr_at_5_max": 0.020957, + "nauc_mrr_at_5_std": 0.057873, + "nauc_mrr_at_5_diff1": 0.100195, + "nauc_mrr_at_10_max": 0.048542, + "nauc_mrr_at_10_std": 0.059068, + "nauc_mrr_at_10_diff1": 0.115811, + "nauc_mrr_at_20_max": 0.048018, + "nauc_mrr_at_20_std": 0.067037, + "nauc_mrr_at_20_diff1": 0.108471, + "nauc_mrr_at_100_max": 0.041551, + "nauc_mrr_at_100_std": 0.072467, + "nauc_mrr_at_100_diff1": 0.109585, + "nauc_mrr_at_1000_max": 0.04221, + "nauc_mrr_at_1000_std": 0.072554, + "nauc_mrr_at_1000_diff1": 0.109469, + "main_score": 0.11395, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.16646, + "ndcg_at_3": 0.19024, + "ndcg_at_5": 0.2136, + "ndcg_at_10": 0.26812, + "ndcg_at_20": 0.31968, + "ndcg_at_100": 0.40942, + "ndcg_at_1000": 0.4273, + "map_at_1": 0.07208, + "map_at_3": 0.12337, + "map_at_5": 0.14661, + "map_at_10": 0.17719, + "map_at_20": 0.19655, + "map_at_100": 0.21765, + "map_at_1000": 0.21949, + "recall_at_1": 0.07208, + "recall_at_3": 0.1759, + "recall_at_5": 0.2493, + "recall_at_10": 0.39416, + "recall_at_20": 0.5467, + "recall_at_100": 0.90045, + "recall_at_1000": 0.99543, + "precision_at_1": 0.16646, + "precision_at_3": 0.15019, + "precision_at_5": 0.13116, + "precision_at_10": 0.10501, + "precision_at_20": 0.07484, + "precision_at_100": 0.02594, + "precision_at_1000": 0.0029, + "mrr_at_1": 0.166458, + "mrr_at_3": 0.252816, + "mrr_at_5": 0.277534, + "mrr_at_10": 0.297613, + "mrr_at_20": 0.307693, + "mrr_at_100": 0.312825, + "mrr_at_1000": 0.312979, + "nauc_ndcg_at_1_max": -0.063637, + "nauc_ndcg_at_1_std": -0.126, + "nauc_ndcg_at_1_diff1": 0.089991, + "nauc_ndcg_at_3_max": -0.02422, + "nauc_ndcg_at_3_std": -0.121778, + "nauc_ndcg_at_3_diff1": 0.092523, + "nauc_ndcg_at_5_max": -0.034455, + "nauc_ndcg_at_5_std": -0.139374, + "nauc_ndcg_at_5_diff1": 0.080454, + "nauc_ndcg_at_10_max": -0.023179, + "nauc_ndcg_at_10_std": -0.141521, + "nauc_ndcg_at_10_diff1": 0.068014, + "nauc_ndcg_at_20_max": -0.007028, + "nauc_ndcg_at_20_std": -0.128863, + "nauc_ndcg_at_20_diff1": 0.06458, + "nauc_ndcg_at_100_max": 0.033024, + "nauc_ndcg_at_100_std": -0.08222, + "nauc_ndcg_at_100_diff1": 0.067826, + "nauc_ndcg_at_1000_max": 0.015491, + "nauc_ndcg_at_1000_std": -0.090089, + "nauc_ndcg_at_1000_diff1": 0.059703, + "nauc_map_at_1_max": -0.070776, + "nauc_map_at_1_std": -0.180825, + "nauc_map_at_1_diff1": 0.223568, + "nauc_map_at_3_max": -0.042877, + "nauc_map_at_3_std": -0.158011, + "nauc_map_at_3_diff1": 0.154863, + "nauc_map_at_5_max": -0.045442, + "nauc_map_at_5_std": -0.162534, + "nauc_map_at_5_diff1": 0.128547, + "nauc_map_at_10_max": -0.037058, + "nauc_map_at_10_std": -0.161894, + "nauc_map_at_10_diff1": 0.112232, + "nauc_map_at_20_max": -0.025124, + "nauc_map_at_20_std": -0.149753, + "nauc_map_at_20_diff1": 0.105981, + "nauc_map_at_100_max": -0.012633, + "nauc_map_at_100_std": -0.136164, + "nauc_map_at_100_diff1": 0.102557, + "nauc_map_at_1000_max": -0.013966, + "nauc_map_at_1000_std": -0.136275, + "nauc_map_at_1000_diff1": 0.101315, + "nauc_recall_at_1_max": -0.070776, + "nauc_recall_at_1_std": -0.180825, + "nauc_recall_at_1_diff1": 0.223568, + "nauc_recall_at_3_max": -0.016571, + "nauc_recall_at_3_std": -0.136393, + "nauc_recall_at_3_diff1": 0.121035, + "nauc_recall_at_5_max": -0.031528, + "nauc_recall_at_5_std": -0.138142, + "nauc_recall_at_5_diff1": 0.058162, + "nauc_recall_at_10_max": -0.026481, + "nauc_recall_at_10_std": -0.129651, + "nauc_recall_at_10_diff1": 0.01655, + "nauc_recall_at_20_max": -0.008536, + "nauc_recall_at_20_std": -0.122038, + "nauc_recall_at_20_diff1": 0.013108, + "nauc_recall_at_100_max": 0.255429, + "nauc_recall_at_100_std": 0.102046, + "nauc_recall_at_100_diff1": 0.053486, + "nauc_recall_at_1000_max": 0.434801, + "nauc_recall_at_1000_std": 0.615943, + "nauc_recall_at_1000_diff1": -0.938417, + "nauc_precision_at_1_max": -0.063637, + "nauc_precision_at_1_std": -0.126, + "nauc_precision_at_1_diff1": 0.089991, + "nauc_precision_at_3_max": 0.019786, + "nauc_precision_at_3_std": -0.071206, + "nauc_precision_at_3_diff1": 0.025053, + "nauc_precision_at_5_max": 0.007822, + "nauc_precision_at_5_std": -0.080944, + "nauc_precision_at_5_diff1": -0.024037, + "nauc_precision_at_10_max": 0.058604, + "nauc_precision_at_10_std": -0.033455, + "nauc_precision_at_10_diff1": -0.056012, + "nauc_precision_at_20_max": 0.101825, + "nauc_precision_at_20_std": 0.033649, + "nauc_precision_at_20_diff1": -0.068677, + "nauc_precision_at_100_max": 0.153849, + "nauc_precision_at_100_std": 0.156751, + "nauc_precision_at_100_diff1": -0.078057, + "nauc_precision_at_1000_max": 0.109684, + "nauc_precision_at_1000_std": 0.139432, + "nauc_precision_at_1000_diff1": -0.097688, + "nauc_mrr_at_1_max": -0.063637, + "nauc_mrr_at_1_std": -0.126, + "nauc_mrr_at_1_diff1": 0.089991, + "nauc_mrr_at_3_max": -0.02027, + "nauc_mrr_at_3_std": -0.103266, + "nauc_mrr_at_3_diff1": 0.068977, + "nauc_mrr_at_5_max": -0.024293, + "nauc_mrr_at_5_std": -0.109409, + "nauc_mrr_at_5_diff1": 0.058202, + "nauc_mrr_at_10_max": -0.019701, + "nauc_mrr_at_10_std": -0.104809, + "nauc_mrr_at_10_diff1": 0.053461, + "nauc_mrr_at_20_max": -0.020464, + "nauc_mrr_at_20_std": -0.105939, + "nauc_mrr_at_20_diff1": 0.057221, + "nauc_mrr_at_100_max": -0.020439, + "nauc_mrr_at_100_std": -0.104901, + "nauc_mrr_at_100_diff1": 0.057139, + "nauc_mrr_at_1000_max": -0.020628, + "nauc_mrr_at_1000_std": -0.10507, + "nauc_mrr_at_1000_diff1": 0.057157, + "main_score": 0.26812, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.12654, + "ndcg_at_3": 0.11691, + "ndcg_at_5": 0.11867, + "ndcg_at_10": 0.13586, + "ndcg_at_20": 0.16669, + "ndcg_at_100": 0.23314, + "ndcg_at_1000": 0.28134, + "map_at_1": 0.03479, + "map_at_3": 0.05549, + "map_at_5": 0.06575, + "map_at_10": 0.0794, + "map_at_20": 0.08945, + "map_at_100": 0.10255, + "map_at_1000": 0.10597, + "recall_at_1": 0.03479, + "recall_at_3": 0.07539, + "recall_at_5": 0.10693, + "recall_at_10": 0.16686, + "recall_at_20": 0.24463, + "recall_at_100": 0.46867, + "recall_at_1000": 0.70596, + "precision_at_1": 0.12654, + "precision_at_3": 0.10082, + "precision_at_5": 0.08765, + "precision_at_10": 0.0696, + "precision_at_20": 0.05247, + "precision_at_100": 0.02157, + "precision_at_1000": 0.00333, + "mrr_at_1": 0.126543, + "mrr_at_3": 0.18107, + "mrr_at_5": 0.197814, + "mrr_at_10": 0.212354, + "mrr_at_20": 0.221209, + "mrr_at_100": 0.227457, + "mrr_at_1000": 0.227972, + "nauc_ndcg_at_1_max": 0.161361, + "nauc_ndcg_at_1_std": -0.033266, + "nauc_ndcg_at_1_diff1": 0.073215, + "nauc_ndcg_at_3_max": 0.163657, + "nauc_ndcg_at_3_std": -0.0249, + "nauc_ndcg_at_3_diff1": 0.024351, + "nauc_ndcg_at_5_max": 0.159388, + "nauc_ndcg_at_5_std": -0.029036, + "nauc_ndcg_at_5_diff1": 0.034549, + "nauc_ndcg_at_10_max": 0.164213, + "nauc_ndcg_at_10_std": -0.035147, + "nauc_ndcg_at_10_diff1": 0.009803, + "nauc_ndcg_at_20_max": 0.168197, + "nauc_ndcg_at_20_std": 0.008465, + "nauc_ndcg_at_20_diff1": 0.015071, + "nauc_ndcg_at_100_max": 0.185585, + "nauc_ndcg_at_100_std": 0.098694, + "nauc_ndcg_at_100_diff1": 0.017286, + "nauc_ndcg_at_1000_max": 0.211602, + "nauc_ndcg_at_1000_std": 0.150942, + "nauc_ndcg_at_1000_diff1": 0.023236, + "nauc_map_at_1_max": 0.094483, + "nauc_map_at_1_std": -0.139364, + "nauc_map_at_1_diff1": 0.040353, + "nauc_map_at_3_max": 0.126687, + "nauc_map_at_3_std": -0.098864, + "nauc_map_at_3_diff1": 0.029867, + "nauc_map_at_5_max": 0.13571, + "nauc_map_at_5_std": -0.078213, + "nauc_map_at_5_diff1": 0.030795, + "nauc_map_at_10_max": 0.154206, + "nauc_map_at_10_std": -0.070102, + "nauc_map_at_10_diff1": 0.007969, + "nauc_map_at_20_max": 0.156561, + "nauc_map_at_20_std": -0.042688, + "nauc_map_at_20_diff1": 0.010317, + "nauc_map_at_100_max": 0.166554, + "nauc_map_at_100_std": -0.003183, + "nauc_map_at_100_diff1": 0.010024, + "nauc_map_at_1000_max": 0.170821, + "nauc_map_at_1000_std": 0.007808, + "nauc_map_at_1000_diff1": 0.010873, + "nauc_recall_at_1_max": 0.094483, + "nauc_recall_at_1_std": -0.139364, + "nauc_recall_at_1_diff1": 0.040353, + "nauc_recall_at_3_max": 0.137627, + "nauc_recall_at_3_std": -0.078661, + "nauc_recall_at_3_diff1": 0.033984, + "nauc_recall_at_5_max": 0.138618, + "nauc_recall_at_5_std": -0.031548, + "nauc_recall_at_5_diff1": 0.036567, + "nauc_recall_at_10_max": 0.12764, + "nauc_recall_at_10_std": -0.032552, + "nauc_recall_at_10_diff1": -0.012469, + "nauc_recall_at_20_max": 0.11957, + "nauc_recall_at_20_std": 0.028627, + "nauc_recall_at_20_diff1": -0.006461, + "nauc_recall_at_100_max": 0.146412, + "nauc_recall_at_100_std": 0.186837, + "nauc_recall_at_100_diff1": 0.00235, + "nauc_recall_at_1000_max": 0.240537, + "nauc_recall_at_1000_std": 0.36852, + "nauc_recall_at_1000_diff1": 0.006673, + "nauc_precision_at_1_max": 0.161361, + "nauc_precision_at_1_std": -0.033266, + "nauc_precision_at_1_diff1": 0.073215, + "nauc_precision_at_3_max": 0.185394, + "nauc_precision_at_3_std": 0.016744, + "nauc_precision_at_3_diff1": 0.017255, + "nauc_precision_at_5_max": 0.186286, + "nauc_precision_at_5_std": 0.028552, + "nauc_precision_at_5_diff1": 0.031705, + "nauc_precision_at_10_max": 0.203877, + "nauc_precision_at_10_std": 0.044332, + "nauc_precision_at_10_diff1": -0.019577, + "nauc_precision_at_20_max": 0.193466, + "nauc_precision_at_20_std": 0.140159, + "nauc_precision_at_20_diff1": 0.003688, + "nauc_precision_at_100_max": 0.180703, + "nauc_precision_at_100_std": 0.291659, + "nauc_precision_at_100_diff1": 0.007664, + "nauc_precision_at_1000_max": 0.172396, + "nauc_precision_at_1000_std": 0.32521, + "nauc_precision_at_1000_diff1": 0.022188, + "nauc_mrr_at_1_max": 0.161361, + "nauc_mrr_at_1_std": -0.033266, + "nauc_mrr_at_1_diff1": 0.073215, + "nauc_mrr_at_3_max": 0.176897, + "nauc_mrr_at_3_std": -0.01785, + "nauc_mrr_at_3_diff1": 0.047143, + "nauc_mrr_at_5_max": 0.17038, + "nauc_mrr_at_5_std": -0.013373, + "nauc_mrr_at_5_diff1": 0.057401, + "nauc_mrr_at_10_max": 0.167743, + "nauc_mrr_at_10_std": -0.011198, + "nauc_mrr_at_10_diff1": 0.050297, + "nauc_mrr_at_20_max": 0.170139, + "nauc_mrr_at_20_std": -0.004414, + "nauc_mrr_at_20_diff1": 0.04918, + "nauc_mrr_at_100_max": 0.169299, + "nauc_mrr_at_100_std": -0.004062, + "nauc_mrr_at_100_diff1": 0.048965, + "nauc_mrr_at_1000_max": 0.169661, + "nauc_mrr_at_1000_std": -0.00369, + "nauc_mrr_at_1000_diff1": 0.04907, + "main_score": 0.13586, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.01266, + "ndcg_at_3": 0.01971, + "ndcg_at_5": 0.02392, + "ndcg_at_10": 0.03062, + "ndcg_at_20": 0.03584, + "ndcg_at_100": 0.05421, + "ndcg_at_1000": 0.08299, + "map_at_1": 0.01002, + "map_at_3": 0.01593, + "map_at_5": 0.01815, + "map_at_10": 0.02071, + "map_at_20": 0.02206, + "map_at_100": 0.02429, + "map_at_1000": 0.02519, + "recall_at_1": 0.01002, + "recall_at_3": 0.02326, + "recall_at_5": 0.03203, + "recall_at_10": 0.04957, + "recall_at_20": 0.06682, + "recall_at_100": 0.15266, + "recall_at_1000": 0.34938, + "precision_at_1": 0.01266, + "precision_at_3": 0.01213, + "precision_at_5": 0.01108, + "precision_at_10": 0.00902, + "precision_at_20": 0.00633, + "precision_at_100": 0.00296, + "precision_at_1000": 0.00073, + "mrr_at_1": 0.012658, + "mrr_at_3": 0.022152, + "mrr_at_5": 0.025712, + "mrr_at_10": 0.029774, + "mrr_at_20": 0.031763, + "mrr_at_100": 0.034786, + "mrr_at_1000": 0.035675, + "nauc_ndcg_at_1_max": 0.269844, + "nauc_ndcg_at_1_std": 0.042621, + "nauc_ndcg_at_1_diff1": 0.247169, + "nauc_ndcg_at_3_max": 0.166485, + "nauc_ndcg_at_3_std": 0.0753, + "nauc_ndcg_at_3_diff1": 0.200656, + "nauc_ndcg_at_5_max": 0.11791, + "nauc_ndcg_at_5_std": 0.061792, + "nauc_ndcg_at_5_diff1": 0.196957, + "nauc_ndcg_at_10_max": 0.081755, + "nauc_ndcg_at_10_std": 0.089286, + "nauc_ndcg_at_10_diff1": 0.158864, + "nauc_ndcg_at_20_max": 0.051296, + "nauc_ndcg_at_20_std": 0.122063, + "nauc_ndcg_at_20_diff1": 0.134458, + "nauc_ndcg_at_100_max": 0.036309, + "nauc_ndcg_at_100_std": 0.134368, + "nauc_ndcg_at_100_diff1": 0.097244, + "nauc_ndcg_at_1000_max": 0.048198, + "nauc_ndcg_at_1000_std": 0.136854, + "nauc_ndcg_at_1000_diff1": 0.082525, + "nauc_map_at_1_max": 0.184626, + "nauc_map_at_1_std": 0.037208, + "nauc_map_at_1_diff1": 0.272296, + "nauc_map_at_3_max": 0.182466, + "nauc_map_at_3_std": 0.069359, + "nauc_map_at_3_diff1": 0.217789, + "nauc_map_at_5_max": 0.152845, + "nauc_map_at_5_std": 0.068534, + "nauc_map_at_5_diff1": 0.213985, + "nauc_map_at_10_max": 0.126591, + "nauc_map_at_10_std": 0.081887, + "nauc_map_at_10_diff1": 0.190023, + "nauc_map_at_20_max": 0.109376, + "nauc_map_at_20_std": 0.098803, + "nauc_map_at_20_diff1": 0.176157, + "nauc_map_at_100_max": 0.104163, + "nauc_map_at_100_std": 0.104744, + "nauc_map_at_100_diff1": 0.16665, + "nauc_map_at_1000_max": 0.102746, + "nauc_map_at_1000_std": 0.106893, + "nauc_map_at_1000_diff1": 0.164688, + "nauc_recall_at_1_max": 0.184626, + "nauc_recall_at_1_std": 0.037208, + "nauc_recall_at_1_diff1": 0.272296, + "nauc_recall_at_3_max": 0.146942, + "nauc_recall_at_3_std": 0.063843, + "nauc_recall_at_3_diff1": 0.192492, + "nauc_recall_at_5_max": 0.076689, + "nauc_recall_at_5_std": 0.060477, + "nauc_recall_at_5_diff1": 0.193002, + "nauc_recall_at_10_max": 0.02781, + "nauc_recall_at_10_std": 0.104187, + "nauc_recall_at_10_diff1": 0.125356, + "nauc_recall_at_20_max": -0.027409, + "nauc_recall_at_20_std": 0.168053, + "nauc_recall_at_20_diff1": 0.094776, + "nauc_recall_at_100_max": -0.013331, + "nauc_recall_at_100_std": 0.152077, + "nauc_recall_at_100_diff1": 0.039946, + "nauc_recall_at_1000_max": 0.036904, + "nauc_recall_at_1000_std": 0.128029, + "nauc_recall_at_1000_diff1": 0.021771, + "nauc_precision_at_1_max": 0.269844, + "nauc_precision_at_1_std": 0.042621, + "nauc_precision_at_1_diff1": 0.247169, + "nauc_precision_at_3_max": 0.170111, + "nauc_precision_at_3_std": 0.079112, + "nauc_precision_at_3_diff1": 0.141684, + "nauc_precision_at_5_max": 0.069178, + "nauc_precision_at_5_std": 0.048012, + "nauc_precision_at_5_diff1": 0.109235, + "nauc_precision_at_10_max": 0.01825, + "nauc_precision_at_10_std": 0.104941, + "nauc_precision_at_10_diff1": 0.087806, + "nauc_precision_at_20_max": 0.014982, + "nauc_precision_at_20_std": 0.139317, + "nauc_precision_at_20_diff1": 0.048601, + "nauc_precision_at_100_max": -0.010959, + "nauc_precision_at_100_std": 0.172108, + "nauc_precision_at_100_diff1": 0.000664, + "nauc_precision_at_1000_max": 0.006464, + "nauc_precision_at_1000_std": 0.159693, + "nauc_precision_at_1000_diff1": -0.001594, + "nauc_mrr_at_1_max": 0.269844, + "nauc_mrr_at_1_std": 0.042621, + "nauc_mrr_at_1_diff1": 0.247169, + "nauc_mrr_at_3_max": 0.17792, + "nauc_mrr_at_3_std": 0.074522, + "nauc_mrr_at_3_diff1": 0.198731, + "nauc_mrr_at_5_max": 0.124559, + "nauc_mrr_at_5_std": 0.060977, + "nauc_mrr_at_5_diff1": 0.196915, + "nauc_mrr_at_10_max": 0.108632, + "nauc_mrr_at_10_std": 0.083919, + "nauc_mrr_at_10_diff1": 0.176236, + "nauc_mrr_at_20_max": 0.10218, + "nauc_mrr_at_20_std": 0.090675, + "nauc_mrr_at_20_diff1": 0.166609, + "nauc_mrr_at_100_max": 0.091761, + "nauc_mrr_at_100_std": 0.09324, + "nauc_mrr_at_100_diff1": 0.157238, + "nauc_mrr_at_1000_max": 0.092304, + "nauc_mrr_at_1000_std": 0.093453, + "nauc_mrr_at_1000_diff1": 0.156838, + "main_score": 0.03062, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.2, + "ndcg_at_3": 0.19352, + "ndcg_at_5": 0.21618, + "ndcg_at_10": 0.24662, + "ndcg_at_20": 0.27657, + "ndcg_at_100": 0.31916, + "ndcg_at_1000": 0.35039, + "map_at_1": 0.1169, + "map_at_3": 0.15908, + "map_at_5": 0.17328, + "map_at_10": 0.18709, + "map_at_20": 0.19662, + "map_at_100": 0.20389, + "map_at_1000": 0.20535, + "recall_at_1": 0.1169, + "recall_at_3": 0.20148, + "recall_at_5": 0.25163, + "recall_at_10": 0.33137, + "recall_at_20": 0.43197, + "recall_at_100": 0.62357, + "recall_at_1000": 0.83234, + "precision_at_1": 0.2, + "precision_at_3": 0.11633, + "precision_at_5": 0.0904, + "precision_at_10": 0.0603, + "precision_at_20": 0.0396, + "precision_at_100": 0.0118, + "precision_at_1000": 0.00159, + "mrr_at_1": 0.2, + "mrr_at_3": 0.249667, + "mrr_at_5": 0.265417, + "mrr_at_10": 0.277687, + "mrr_at_20": 0.284857, + "mrr_at_100": 0.289309, + "mrr_at_1000": 0.290011, + "nauc_ndcg_at_1_max": 0.25123, + "nauc_ndcg_at_1_std": -0.157231, + "nauc_ndcg_at_1_diff1": 0.343655, + "nauc_ndcg_at_3_max": 0.219339, + "nauc_ndcg_at_3_std": -0.203525, + "nauc_ndcg_at_3_diff1": 0.29665, + "nauc_ndcg_at_5_max": 0.215448, + "nauc_ndcg_at_5_std": -0.195538, + "nauc_ndcg_at_5_diff1": 0.286688, + "nauc_ndcg_at_10_max": 0.202201, + "nauc_ndcg_at_10_std": -0.191119, + "nauc_ndcg_at_10_diff1": 0.28525, + "nauc_ndcg_at_20_max": 0.209744, + "nauc_ndcg_at_20_std": -0.180764, + "nauc_ndcg_at_20_diff1": 0.277021, + "nauc_ndcg_at_100_max": 0.218727, + "nauc_ndcg_at_100_std": -0.15891, + "nauc_ndcg_at_100_diff1": 0.275477, + "nauc_ndcg_at_1000_max": 0.223206, + "nauc_ndcg_at_1000_std": -0.143877, + "nauc_ndcg_at_1000_diff1": 0.27712, + "nauc_map_at_1_max": 0.230005, + "nauc_map_at_1_std": -0.191664, + "nauc_map_at_1_diff1": 0.345647, + "nauc_map_at_3_max": 0.220998, + "nauc_map_at_3_std": -0.208349, + "nauc_map_at_3_diff1": 0.312416, + "nauc_map_at_5_max": 0.221155, + "nauc_map_at_5_std": -0.201168, + "nauc_map_at_5_diff1": 0.30126, + "nauc_map_at_10_max": 0.214756, + "nauc_map_at_10_std": -0.198847, + "nauc_map_at_10_diff1": 0.298937, + "nauc_map_at_20_max": 0.219024, + "nauc_map_at_20_std": -0.193409, + "nauc_map_at_20_diff1": 0.296908, + "nauc_map_at_100_max": 0.22177, + "nauc_map_at_100_std": -0.188974, + "nauc_map_at_100_diff1": 0.296531, + "nauc_map_at_1000_max": 0.222073, + "nauc_map_at_1000_std": -0.187867, + "nauc_map_at_1000_diff1": 0.29671, + "nauc_recall_at_1_max": 0.230005, + "nauc_recall_at_1_std": -0.191664, + "nauc_recall_at_1_diff1": 0.345647, + "nauc_recall_at_3_max": 0.176658, + "nauc_recall_at_3_std": -0.213689, + "nauc_recall_at_3_diff1": 0.248815, + "nauc_recall_at_5_max": 0.173298, + "nauc_recall_at_5_std": -0.185192, + "nauc_recall_at_5_diff1": 0.228694, + "nauc_recall_at_10_max": 0.130642, + "nauc_recall_at_10_std": -0.166509, + "nauc_recall_at_10_diff1": 0.219232, + "nauc_recall_at_20_max": 0.136838, + "nauc_recall_at_20_std": -0.134923, + "nauc_recall_at_20_diff1": 0.183763, + "nauc_recall_at_100_max": 0.155064, + "nauc_recall_at_100_std": -0.049206, + "nauc_recall_at_100_diff1": 0.177086, + "nauc_recall_at_1000_max": 0.159626, + "nauc_recall_at_1000_std": 0.153688, + "nauc_recall_at_1000_diff1": 0.149667, + "nauc_precision_at_1_max": 0.25123, + "nauc_precision_at_1_std": -0.157231, + "nauc_precision_at_1_diff1": 0.343655, + "nauc_precision_at_3_max": 0.233211, + "nauc_precision_at_3_std": -0.194509, + "nauc_precision_at_3_diff1": 0.270036, + "nauc_precision_at_5_max": 0.218905, + "nauc_precision_at_5_std": -0.160249, + "nauc_precision_at_5_diff1": 0.237596, + "nauc_precision_at_10_max": 0.179027, + "nauc_precision_at_10_std": -0.129238, + "nauc_precision_at_10_diff1": 0.203507, + "nauc_precision_at_20_max": 0.188574, + "nauc_precision_at_20_std": -0.085993, + "nauc_precision_at_20_diff1": 0.162418, + "nauc_precision_at_100_max": 0.174865, + "nauc_precision_at_100_std": 0.023722, + "nauc_precision_at_100_diff1": 0.092505, + "nauc_precision_at_1000_max": 0.15601, + "nauc_precision_at_1000_std": 0.125763, + "nauc_precision_at_1000_diff1": 0.033715, + "nauc_mrr_at_1_max": 0.25123, + "nauc_mrr_at_1_std": -0.157231, + "nauc_mrr_at_1_diff1": 0.343655, + "nauc_mrr_at_3_max": 0.234372, + "nauc_mrr_at_3_std": -0.183816, + "nauc_mrr_at_3_diff1": 0.304274, + "nauc_mrr_at_5_max": 0.230027, + "nauc_mrr_at_5_std": -0.178645, + "nauc_mrr_at_5_diff1": 0.301544, + "nauc_mrr_at_10_max": 0.225852, + "nauc_mrr_at_10_std": -0.176438, + "nauc_mrr_at_10_diff1": 0.301442, + "nauc_mrr_at_20_max": 0.226538, + "nauc_mrr_at_20_std": -0.176051, + "nauc_mrr_at_20_diff1": 0.299504, + "nauc_mrr_at_100_max": 0.227333, + "nauc_mrr_at_100_std": -0.174364, + "nauc_mrr_at_100_diff1": 0.299507, + "nauc_mrr_at_1000_max": 0.227225, + "nauc_mrr_at_1000_std": -0.174235, + "nauc_mrr_at_1000_diff1": 0.299492, + "main_score": 0.24662, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.04956, + "ndcg_at_3": 0.05498, + "ndcg_at_5": 0.06797, + "ndcg_at_10": 0.09257, + "ndcg_at_20": 0.11727, + "ndcg_at_100": 0.17412, + "ndcg_at_1000": 0.22109, + "map_at_1": 0.02505, + "map_at_3": 0.0396, + "map_at_5": 0.04766, + "map_at_10": 0.05746, + "map_at_20": 0.06453, + "map_at_100": 0.07334, + "map_at_1000": 0.07579, + "recall_at_1": 0.02505, + "recall_at_3": 0.05715, + "recall_at_5": 0.08845, + "recall_at_10": 0.15034, + "recall_at_20": 0.23244, + "recall_at_100": 0.47833, + "recall_at_1000": 0.78372, + "precision_at_1": 0.04956, + "precision_at_3": 0.03984, + "precision_at_5": 0.03615, + "precision_at_10": 0.03178, + "precision_at_20": 0.0242, + "precision_at_100": 0.0105, + "precision_at_1000": 0.00171, + "mrr_at_1": 0.049563, + "mrr_at_3": 0.074344, + "mrr_at_5": 0.085131, + "mrr_at_10": 0.099955, + "mrr_at_20": 0.10712, + "mrr_at_100": 0.114672, + "mrr_at_1000": 0.115589, + "nauc_ndcg_at_1_max": 0.051455, + "nauc_ndcg_at_1_std": 0.075837, + "nauc_ndcg_at_1_diff1": 0.114768, + "nauc_ndcg_at_3_max": 0.114952, + "nauc_ndcg_at_3_std": 0.125804, + "nauc_ndcg_at_3_diff1": 0.061507, + "nauc_ndcg_at_5_max": 0.08194, + "nauc_ndcg_at_5_std": 0.123206, + "nauc_ndcg_at_5_diff1": -0.005415, + "nauc_ndcg_at_10_max": 0.059101, + "nauc_ndcg_at_10_std": 0.105967, + "nauc_ndcg_at_10_diff1": 0.008613, + "nauc_ndcg_at_20_max": 0.105865, + "nauc_ndcg_at_20_std": 0.126416, + "nauc_ndcg_at_20_diff1": 0.040202, + "nauc_ndcg_at_100_max": 0.132234, + "nauc_ndcg_at_100_std": 0.186683, + "nauc_ndcg_at_100_diff1": 0.039304, + "nauc_ndcg_at_1000_max": 0.130029, + "nauc_ndcg_at_1000_std": 0.238586, + "nauc_ndcg_at_1000_diff1": 0.026447, + "nauc_map_at_1_max": 0.079036, + "nauc_map_at_1_std": 0.178425, + "nauc_map_at_1_diff1": 0.136452, + "nauc_map_at_3_max": 0.100299, + "nauc_map_at_3_std": 0.143586, + "nauc_map_at_3_diff1": 0.079726, + "nauc_map_at_5_max": 0.08139, + "nauc_map_at_5_std": 0.141768, + "nauc_map_at_5_diff1": 0.024185, + "nauc_map_at_10_max": 0.065875, + "nauc_map_at_10_std": 0.123962, + "nauc_map_at_10_diff1": 0.027308, + "nauc_map_at_20_max": 0.086561, + "nauc_map_at_20_std": 0.131834, + "nauc_map_at_20_diff1": 0.037711, + "nauc_map_at_100_max": 0.095387, + "nauc_map_at_100_std": 0.145859, + "nauc_map_at_100_diff1": 0.037674, + "nauc_map_at_1000_max": 0.094999, + "nauc_map_at_1000_std": 0.151933, + "nauc_map_at_1000_diff1": 0.035084, + "nauc_recall_at_1_max": 0.079036, + "nauc_recall_at_1_std": 0.178425, + "nauc_recall_at_1_diff1": 0.136452, + "nauc_recall_at_3_max": 0.126249, + "nauc_recall_at_3_std": 0.152879, + "nauc_recall_at_3_diff1": 0.078646, + "nauc_recall_at_5_max": 0.066683, + "nauc_recall_at_5_std": 0.142503, + "nauc_recall_at_5_diff1": -0.047196, + "nauc_recall_at_10_max": 0.021392, + "nauc_recall_at_10_std": 0.093333, + "nauc_recall_at_10_diff1": -0.012303, + "nauc_recall_at_20_max": 0.119009, + "nauc_recall_at_20_std": 0.126983, + "nauc_recall_at_20_diff1": 0.068441, + "nauc_recall_at_100_max": 0.170164, + "nauc_recall_at_100_std": 0.24147, + "nauc_recall_at_100_diff1": 0.062002, + "nauc_recall_at_1000_max": 0.200841, + "nauc_recall_at_1000_std": 0.523831, + "nauc_recall_at_1000_diff1": 0.055741, + "nauc_precision_at_1_max": 0.051455, + "nauc_precision_at_1_std": 0.075837, + "nauc_precision_at_1_diff1": 0.114768, + "nauc_precision_at_3_max": 0.134713, + "nauc_precision_at_3_std": 0.09385, + "nauc_precision_at_3_diff1": 0.035096, + "nauc_precision_at_5_max": 0.090262, + "nauc_precision_at_5_std": 0.095321, + "nauc_precision_at_5_diff1": -0.075648, + "nauc_precision_at_10_max": 0.084468, + "nauc_precision_at_10_std": 0.101865, + "nauc_precision_at_10_diff1": -0.046902, + "nauc_precision_at_20_max": 0.149131, + "nauc_precision_at_20_std": 0.145755, + "nauc_precision_at_20_diff1": -0.012806, + "nauc_precision_at_100_max": 0.164242, + "nauc_precision_at_100_std": 0.256796, + "nauc_precision_at_100_diff1": -0.025802, + "nauc_precision_at_1000_max": 0.132172, + "nauc_precision_at_1000_std": 0.291538, + "nauc_precision_at_1000_diff1": -0.056151, + "nauc_mrr_at_1_max": 0.051455, + "nauc_mrr_at_1_std": 0.075837, + "nauc_mrr_at_1_diff1": 0.114768, + "nauc_mrr_at_3_max": 0.106959, + "nauc_mrr_at_3_std": 0.0885, + "nauc_mrr_at_3_diff1": 0.067964, + "nauc_mrr_at_5_max": 0.086416, + "nauc_mrr_at_5_std": 0.087352, + "nauc_mrr_at_5_diff1": 0.021373, + "nauc_mrr_at_10_max": 0.07735, + "nauc_mrr_at_10_std": 0.082633, + "nauc_mrr_at_10_diff1": 0.026592, + "nauc_mrr_at_20_max": 0.087334, + "nauc_mrr_at_20_std": 0.087848, + "nauc_mrr_at_20_diff1": 0.034207, + "nauc_mrr_at_100_max": 0.087444, + "nauc_mrr_at_100_std": 0.092034, + "nauc_mrr_at_100_diff1": 0.035109, + "nauc_mrr_at_1000_max": 0.086319, + "nauc_mrr_at_1000_std": 0.092522, + "nauc_mrr_at_1000_diff1": 0.034607, + "main_score": 0.09257, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.02571, + "ndcg_at_3": 0.03075, + "ndcg_at_5": 0.03444, + "ndcg_at_10": 0.04124, + "ndcg_at_20": 0.0496, + "ndcg_at_100": 0.06999, + "ndcg_at_1000": 0.10253, + "map_at_1": 0.01176, + "map_at_3": 0.02121, + "map_at_5": 0.02377, + "map_at_10": 0.0267, + "map_at_20": 0.02913, + "map_at_100": 0.03191, + "map_at_1000": 0.03297, + "recall_at_1": 0.01176, + "recall_at_3": 0.03295, + "recall_at_5": 0.04493, + "recall_at_10": 0.06067, + "recall_at_20": 0.08903, + "recall_at_100": 0.17732, + "recall_at_1000": 0.40273, + "precision_at_1": 0.02571, + "precision_at_3": 0.02095, + "precision_at_5": 0.01829, + "precision_at_10": 0.01343, + "precision_at_20": 0.00914, + "precision_at_100": 0.00397, + "precision_at_1000": 0.00088, + "mrr_at_1": 0.025714, + "mrr_at_3": 0.039524, + "mrr_at_5": 0.044952, + "mrr_at_10": 0.049777, + "mrr_at_20": 0.052377, + "mrr_at_100": 0.055837, + "mrr_at_1000": 0.056702, + "nauc_ndcg_at_1_max": 0.130758, + "nauc_ndcg_at_1_std": -0.193751, + "nauc_ndcg_at_1_diff1": 0.138986, + "nauc_ndcg_at_3_max": -0.00113, + "nauc_ndcg_at_3_std": -0.064277, + "nauc_ndcg_at_3_diff1": 0.094198, + "nauc_ndcg_at_5_max": -0.00022, + "nauc_ndcg_at_5_std": -0.067837, + "nauc_ndcg_at_5_diff1": 0.064134, + "nauc_ndcg_at_10_max": -0.004939, + "nauc_ndcg_at_10_std": -0.028044, + "nauc_ndcg_at_10_diff1": 0.053159, + "nauc_ndcg_at_20_max": -0.053174, + "nauc_ndcg_at_20_std": 0.027842, + "nauc_ndcg_at_20_diff1": 0.025065, + "nauc_ndcg_at_100_max": -0.021776, + "nauc_ndcg_at_100_std": 0.072201, + "nauc_ndcg_at_100_diff1": 0.054509, + "nauc_ndcg_at_1000_max": -0.054457, + "nauc_ndcg_at_1000_std": 0.114565, + "nauc_ndcg_at_1000_diff1": 0.060902, + "nauc_map_at_1_max": 0.122892, + "nauc_map_at_1_std": -0.289952, + "nauc_map_at_1_diff1": 0.028079, + "nauc_map_at_3_max": 0.005386, + "nauc_map_at_3_std": -0.113121, + "nauc_map_at_3_diff1": 0.072783, + "nauc_map_at_5_max": 0.003551, + "nauc_map_at_5_std": -0.102939, + "nauc_map_at_5_diff1": 0.05343, + "nauc_map_at_10_max": 0.002036, + "nauc_map_at_10_std": -0.077611, + "nauc_map_at_10_diff1": 0.043484, + "nauc_map_at_20_max": -0.021078, + "nauc_map_at_20_std": -0.042908, + "nauc_map_at_20_diff1": 0.033318, + "nauc_map_at_100_max": -0.01265, + "nauc_map_at_100_std": -0.016395, + "nauc_map_at_100_diff1": 0.040858, + "nauc_map_at_1000_max": -0.01507, + "nauc_map_at_1000_std": -0.012411, + "nauc_map_at_1000_diff1": 0.041106, + "nauc_recall_at_1_max": 0.122892, + "nauc_recall_at_1_std": -0.289952, + "nauc_recall_at_1_diff1": 0.028079, + "nauc_recall_at_3_max": -0.036468, + "nauc_recall_at_3_std": -0.057422, + "nauc_recall_at_3_diff1": 0.076323, + "nauc_recall_at_5_max": -0.023932, + "nauc_recall_at_5_std": -0.061396, + "nauc_recall_at_5_diff1": 0.018561, + "nauc_recall_at_10_max": -0.020389, + "nauc_recall_at_10_std": -0.007401, + "nauc_recall_at_10_diff1": 0.009304, + "nauc_recall_at_20_max": -0.10409, + "nauc_recall_at_20_std": 0.082614, + "nauc_recall_at_20_diff1": -0.03587, + "nauc_recall_at_100_max": -0.010955, + "nauc_recall_at_100_std": 0.107349, + "nauc_recall_at_100_diff1": 0.031379, + "nauc_recall_at_1000_max": -0.079768, + "nauc_recall_at_1000_std": 0.181409, + "nauc_recall_at_1000_diff1": 0.049526, + "nauc_precision_at_1_max": 0.130758, + "nauc_precision_at_1_std": -0.193751, + "nauc_precision_at_1_diff1": 0.138986, + "nauc_precision_at_3_max": -0.015074, + "nauc_precision_at_3_std": -0.002927, + "nauc_precision_at_3_diff1": 0.114679, + "nauc_precision_at_5_max": -0.016904, + "nauc_precision_at_5_std": 0.010137, + "nauc_precision_at_5_diff1": 0.077961, + "nauc_precision_at_10_max": -0.031966, + "nauc_precision_at_10_std": 0.081152, + "nauc_precision_at_10_diff1": 0.066442, + "nauc_precision_at_20_max": -0.106339, + "nauc_precision_at_20_std": 0.160441, + "nauc_precision_at_20_diff1": 0.01432, + "nauc_precision_at_100_max": -0.033143, + "nauc_precision_at_100_std": 0.21958, + "nauc_precision_at_100_diff1": 0.100578, + "nauc_precision_at_1000_max": -0.10604, + "nauc_precision_at_1000_std": 0.235494, + "nauc_precision_at_1000_diff1": 0.089209, + "nauc_mrr_at_1_max": 0.130758, + "nauc_mrr_at_1_std": -0.193751, + "nauc_mrr_at_1_diff1": 0.138986, + "nauc_mrr_at_3_max": 0.031932, + "nauc_mrr_at_3_std": -0.04958, + "nauc_mrr_at_3_diff1": 0.140541, + "nauc_mrr_at_5_max": 0.030134, + "nauc_mrr_at_5_std": -0.049483, + "nauc_mrr_at_5_diff1": 0.122226, + "nauc_mrr_at_10_max": 0.023952, + "nauc_mrr_at_10_std": -0.025936, + "nauc_mrr_at_10_diff1": 0.114931, + "nauc_mrr_at_20_max": 0.007076, + "nauc_mrr_at_20_std": -0.011258, + "nauc_mrr_at_20_diff1": 0.104936, + "nauc_mrr_at_100_max": 0.003988, + "nauc_mrr_at_100_std": -0.002322, + "nauc_mrr_at_100_diff1": 0.108864, + "nauc_mrr_at_1000_max": 0.003411, + "nauc_mrr_at_1000_std": -0.000306, + "nauc_mrr_at_1000_diff1": 0.108921, + "main_score": 0.04124, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.09375, + "ndcg_at_3": 0.10235, + "ndcg_at_5": 0.11029, + "ndcg_at_10": 0.12881, + "ndcg_at_20": 0.15748, + "ndcg_at_100": 0.21176, + "ndcg_at_1000": 0.25965, + "map_at_1": 0.03936, + "map_at_3": 0.06545, + "map_at_5": 0.07414, + "map_at_10": 0.08379, + "map_at_20": 0.09269, + "map_at_100": 0.10162, + "map_at_1000": 0.10417, + "recall_at_1": 0.03936, + "recall_at_3": 0.09537, + "recall_at_5": 0.12547, + "recall_at_10": 0.17424, + "recall_at_20": 0.25915, + "recall_at_100": 0.47888, + "recall_at_1000": 0.75541, + "precision_at_1": 0.09375, + "precision_at_3": 0.07847, + "precision_at_5": 0.06604, + "precision_at_10": 0.04844, + "precision_at_20": 0.03672, + "precision_at_100": 0.01422, + "precision_at_1000": 0.00234, + "mrr_at_1": 0.09375, + "mrr_at_3": 0.140278, + "mrr_at_5": 0.154965, + "mrr_at_10": 0.166387, + "mrr_at_20": 0.174771, + "mrr_at_100": 0.180772, + "mrr_at_1000": 0.181644, + "nauc_ndcg_at_1_max": 0.121584, + "nauc_ndcg_at_1_std": -0.030883, + "nauc_ndcg_at_1_diff1": 0.112426, + "nauc_ndcg_at_3_max": 0.136635, + "nauc_ndcg_at_3_std": -0.018078, + "nauc_ndcg_at_3_diff1": 0.119462, + "nauc_ndcg_at_5_max": 0.139547, + "nauc_ndcg_at_5_std": -0.006336, + "nauc_ndcg_at_5_diff1": 0.118833, + "nauc_ndcg_at_10_max": 0.143076, + "nauc_ndcg_at_10_std": 0.02337, + "nauc_ndcg_at_10_diff1": 0.124962, + "nauc_ndcg_at_20_max": 0.154101, + "nauc_ndcg_at_20_std": 0.054901, + "nauc_ndcg_at_20_diff1": 0.114161, + "nauc_ndcg_at_100_max": 0.178456, + "nauc_ndcg_at_100_std": 0.111098, + "nauc_ndcg_at_100_diff1": 0.111312, + "nauc_ndcg_at_1000_max": 0.206072, + "nauc_ndcg_at_1000_std": 0.146846, + "nauc_ndcg_at_1000_diff1": 0.114637, + "nauc_map_at_1_max": 0.134601, + "nauc_map_at_1_std": 0.016637, + "nauc_map_at_1_diff1": 0.173957, + "nauc_map_at_3_max": 0.137262, + "nauc_map_at_3_std": -0.010546, + "nauc_map_at_3_diff1": 0.136541, + "nauc_map_at_5_max": 0.14133, + "nauc_map_at_5_std": -0.004311, + "nauc_map_at_5_diff1": 0.135396, + "nauc_map_at_10_max": 0.148136, + "nauc_map_at_10_std": 0.017816, + "nauc_map_at_10_diff1": 0.138639, + "nauc_map_at_20_max": 0.155127, + "nauc_map_at_20_std": 0.033244, + "nauc_map_at_20_diff1": 0.130854, + "nauc_map_at_100_max": 0.160812, + "nauc_map_at_100_std": 0.048509, + "nauc_map_at_100_diff1": 0.128329, + "nauc_map_at_1000_max": 0.164393, + "nauc_map_at_1000_std": 0.052964, + "nauc_map_at_1000_diff1": 0.128206, + "nauc_recall_at_1_max": 0.134601, + "nauc_recall_at_1_std": 0.016637, + "nauc_recall_at_1_diff1": 0.173957, + "nauc_recall_at_3_max": 0.118434, + "nauc_recall_at_3_std": -0.01623, + "nauc_recall_at_3_diff1": 0.121886, + "nauc_recall_at_5_max": 0.131295, + "nauc_recall_at_5_std": -0.002285, + "nauc_recall_at_5_diff1": 0.116709, + "nauc_recall_at_10_max": 0.118723, + "nauc_recall_at_10_std": 0.039468, + "nauc_recall_at_10_diff1": 0.106106, + "nauc_recall_at_20_max": 0.123113, + "nauc_recall_at_20_std": 0.092786, + "nauc_recall_at_20_diff1": 0.080108, + "nauc_recall_at_100_max": 0.158548, + "nauc_recall_at_100_std": 0.211658, + "nauc_recall_at_100_diff1": 0.089128, + "nauc_recall_at_1000_max": 0.289684, + "nauc_recall_at_1000_std": 0.434788, + "nauc_recall_at_1000_diff1": 0.126793, + "nauc_precision_at_1_max": 0.121584, + "nauc_precision_at_1_std": -0.030883, + "nauc_precision_at_1_diff1": 0.112426, + "nauc_precision_at_3_max": 0.143362, + "nauc_precision_at_3_std": -0.0206, + "nauc_precision_at_3_diff1": 0.102081, + "nauc_precision_at_5_max": 0.154281, + "nauc_precision_at_5_std": 0.010059, + "nauc_precision_at_5_diff1": 0.086835, + "nauc_precision_at_10_max": 0.169404, + "nauc_precision_at_10_std": 0.074687, + "nauc_precision_at_10_diff1": 0.098474, + "nauc_precision_at_20_max": 0.19172, + "nauc_precision_at_20_std": 0.129744, + "nauc_precision_at_20_diff1": 0.066859, + "nauc_precision_at_100_max": 0.205145, + "nauc_precision_at_100_std": 0.210306, + "nauc_precision_at_100_diff1": 0.019279, + "nauc_precision_at_1000_max": 0.186767, + "nauc_precision_at_1000_std": 0.215239, + "nauc_precision_at_1000_diff1": -0.007946, + "nauc_mrr_at_1_max": 0.121584, + "nauc_mrr_at_1_std": -0.030883, + "nauc_mrr_at_1_diff1": 0.112426, + "nauc_mrr_at_3_max": 0.12713, + "nauc_mrr_at_3_std": -0.0281, + "nauc_mrr_at_3_diff1": 0.117831, + "nauc_mrr_at_5_max": 0.13284, + "nauc_mrr_at_5_std": -0.021228, + "nauc_mrr_at_5_diff1": 0.114147, + "nauc_mrr_at_10_max": 0.129777, + "nauc_mrr_at_10_std": -0.012909, + "nauc_mrr_at_10_diff1": 0.107697, + "nauc_mrr_at_20_max": 0.131719, + "nauc_mrr_at_20_std": -0.006973, + "nauc_mrr_at_20_diff1": 0.107909, + "nauc_mrr_at_100_max": 0.133518, + "nauc_mrr_at_100_std": -0.004047, + "nauc_mrr_at_100_diff1": 0.108309, + "nauc_mrr_at_1000_max": 0.133477, + "nauc_mrr_at_1000_std": -0.004178, + "nauc_mrr_at_1000_diff1": 0.108172, + "main_score": 0.12881, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.03721, + "ndcg_at_3": 0.0426, + "ndcg_at_5": 0.05317, + "ndcg_at_10": 0.06745, + "ndcg_at_20": 0.0792, + "ndcg_at_100": 0.10905, + "ndcg_at_1000": 0.14129, + "map_at_1": 0.02013, + "map_at_3": 0.03155, + "map_at_5": 0.03783, + "map_at_10": 0.04356, + "map_at_20": 0.04668, + "map_at_100": 0.05095, + "map_at_1000": 0.05227, + "recall_at_1": 0.02013, + "recall_at_3": 0.04426, + "recall_at_5": 0.06761, + "recall_at_10": 0.10737, + "recall_at_20": 0.14725, + "recall_at_100": 0.28139, + "recall_at_1000": 0.49774, + "precision_at_1": 0.03721, + "precision_at_3": 0.02868, + "precision_at_5": 0.02767, + "precision_at_10": 0.02128, + "precision_at_20": 0.01424, + "precision_at_100": 0.00586, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.037209, + "mrr_at_3": 0.056977, + "mrr_at_5": 0.06657, + "mrr_at_10": 0.074758, + "mrr_at_20": 0.078917, + "mrr_at_100": 0.082559, + "mrr_at_1000": 0.083368, + "nauc_ndcg_at_1_max": 0.077115, + "nauc_ndcg_at_1_std": -0.129385, + "nauc_ndcg_at_1_diff1": 0.098496, + "nauc_ndcg_at_3_max": 0.070249, + "nauc_ndcg_at_3_std": -0.066427, + "nauc_ndcg_at_3_diff1": 0.149152, + "nauc_ndcg_at_5_max": 0.063075, + "nauc_ndcg_at_5_std": -0.040842, + "nauc_ndcg_at_5_diff1": 0.119126, + "nauc_ndcg_at_10_max": 0.049352, + "nauc_ndcg_at_10_std": -0.008946, + "nauc_ndcg_at_10_diff1": 0.098831, + "nauc_ndcg_at_20_max": 0.071999, + "nauc_ndcg_at_20_std": 0.024143, + "nauc_ndcg_at_20_diff1": 0.094094, + "nauc_ndcg_at_100_max": 0.087064, + "nauc_ndcg_at_100_std": 0.131052, + "nauc_ndcg_at_100_diff1": 0.094541, + "nauc_ndcg_at_1000_max": 0.106552, + "nauc_ndcg_at_1000_std": 0.191069, + "nauc_ndcg_at_1000_diff1": 0.083155, + "nauc_map_at_1_max": 0.131724, + "nauc_map_at_1_std": -0.133053, + "nauc_map_at_1_diff1": 0.066916, + "nauc_map_at_3_max": 0.081757, + "nauc_map_at_3_std": -0.080838, + "nauc_map_at_3_diff1": 0.132719, + "nauc_map_at_5_max": 0.072339, + "nauc_map_at_5_std": -0.066041, + "nauc_map_at_5_diff1": 0.122503, + "nauc_map_at_10_max": 0.063568, + "nauc_map_at_10_std": -0.050146, + "nauc_map_at_10_diff1": 0.109437, + "nauc_map_at_20_max": 0.072201, + "nauc_map_at_20_std": -0.034281, + "nauc_map_at_20_diff1": 0.10592, + "nauc_map_at_100_max": 0.075876, + "nauc_map_at_100_std": -0.00317, + "nauc_map_at_100_diff1": 0.105272, + "nauc_map_at_1000_max": 0.07803, + "nauc_map_at_1000_std": 0.004075, + "nauc_map_at_1000_diff1": 0.104493, + "nauc_recall_at_1_max": 0.131724, + "nauc_recall_at_1_std": -0.133053, + "nauc_recall_at_1_diff1": 0.066916, + "nauc_recall_at_3_max": 0.068352, + "nauc_recall_at_3_std": -0.045244, + "nauc_recall_at_3_diff1": 0.16677, + "nauc_recall_at_5_max": 0.053344, + "nauc_recall_at_5_std": -0.020745, + "nauc_recall_at_5_diff1": 0.110126, + "nauc_recall_at_10_max": 0.027782, + "nauc_recall_at_10_std": 0.022597, + "nauc_recall_at_10_diff1": 0.082169, + "nauc_recall_at_20_max": 0.07447, + "nauc_recall_at_20_std": 0.070917, + "nauc_recall_at_20_diff1": 0.075372, + "nauc_recall_at_100_max": 0.098425, + "nauc_recall_at_100_std": 0.244403, + "nauc_recall_at_100_diff1": 0.076595, + "nauc_recall_at_1000_max": 0.159885, + "nauc_recall_at_1000_std": 0.402658, + "nauc_recall_at_1000_diff1": 0.038268, + "nauc_precision_at_1_max": 0.077115, + "nauc_precision_at_1_std": -0.129385, + "nauc_precision_at_1_diff1": 0.098496, + "nauc_precision_at_3_max": 0.060958, + "nauc_precision_at_3_std": -0.028002, + "nauc_precision_at_3_diff1": 0.172387, + "nauc_precision_at_5_max": 0.044225, + "nauc_precision_at_5_std": 0.004313, + "nauc_precision_at_5_diff1": 0.130594, + "nauc_precision_at_10_max": 0.038325, + "nauc_precision_at_10_std": 0.074786, + "nauc_precision_at_10_diff1": 0.092311, + "nauc_precision_at_20_max": 0.074703, + "nauc_precision_at_20_std": 0.137248, + "nauc_precision_at_20_diff1": 0.076841, + "nauc_precision_at_100_max": 0.107844, + "nauc_precision_at_100_std": 0.344358, + "nauc_precision_at_100_diff1": 0.067207, + "nauc_precision_at_1000_max": 0.095512, + "nauc_precision_at_1000_std": 0.354775, + "nauc_precision_at_1000_diff1": 0.043951, + "nauc_mrr_at_1_max": 0.077115, + "nauc_mrr_at_1_std": -0.129385, + "nauc_mrr_at_1_diff1": 0.098496, + "nauc_mrr_at_3_max": 0.069649, + "nauc_mrr_at_3_std": -0.06534, + "nauc_mrr_at_3_diff1": 0.140709, + "nauc_mrr_at_5_max": 0.062171, + "nauc_mrr_at_5_std": -0.042382, + "nauc_mrr_at_5_diff1": 0.114803, + "nauc_mrr_at_10_max": 0.053512, + "nauc_mrr_at_10_std": -0.020565, + "nauc_mrr_at_10_diff1": 0.106102, + "nauc_mrr_at_20_max": 0.060395, + "nauc_mrr_at_20_std": -0.007385, + "nauc_mrr_at_20_diff1": 0.104492, + "nauc_mrr_at_100_max": 0.060361, + "nauc_mrr_at_100_std": 0.005198, + "nauc_mrr_at_100_diff1": 0.105309, + "nauc_mrr_at_1000_max": 0.061231, + "nauc_mrr_at_1000_std": 0.006444, + "nauc_mrr_at_1000_diff1": 0.105156, + "main_score": 0.06745, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.07042, + "ndcg_at_3": 0.07489, + "ndcg_at_5": 0.0845, + "ndcg_at_10": 0.09281, + "ndcg_at_20": 0.10691, + "ndcg_at_100": 0.12944, + "ndcg_at_1000": 0.16804, + "map_at_1": 0.04335, + "map_at_3": 0.06295, + "map_at_5": 0.06862, + "map_at_10": 0.07209, + "map_at_20": 0.07573, + "map_at_100": 0.07864, + "map_at_1000": 0.08004, + "recall_at_1": 0.04335, + "recall_at_3": 0.07908, + "recall_at_5": 0.10177, + "recall_at_10": 0.12572, + "recall_at_20": 0.17413, + "recall_at_100": 0.27369, + "recall_at_1000": 0.52084, + "precision_at_1": 0.07042, + "precision_at_3": 0.04225, + "precision_at_5": 0.03474, + "precision_at_10": 0.0216, + "precision_at_20": 0.01502, + "precision_at_100": 0.00545, + "precision_at_1000": 0.00122, + "mrr_at_1": 0.070423, + "mrr_at_3": 0.089984, + "mrr_at_5": 0.0982, + "mrr_at_10": 0.102973, + "mrr_at_20": 0.108265, + "mrr_at_100": 0.111919, + "mrr_at_1000": 0.11281, + "nauc_ndcg_at_1_max": 0.350571, + "nauc_ndcg_at_1_std": -0.174988, + "nauc_ndcg_at_1_diff1": 0.337046, + "nauc_ndcg_at_3_max": 0.419994, + "nauc_ndcg_at_3_std": -0.112183, + "nauc_ndcg_at_3_diff1": 0.410467, + "nauc_ndcg_at_5_max": 0.402143, + "nauc_ndcg_at_5_std": -0.103929, + "nauc_ndcg_at_5_diff1": 0.381788, + "nauc_ndcg_at_10_max": 0.392104, + "nauc_ndcg_at_10_std": -0.108105, + "nauc_ndcg_at_10_diff1": 0.346813, + "nauc_ndcg_at_20_max": 0.356581, + "nauc_ndcg_at_20_std": -0.098943, + "nauc_ndcg_at_20_diff1": 0.293127, + "nauc_ndcg_at_100_max": 0.34353, + "nauc_ndcg_at_100_std": -0.063215, + "nauc_ndcg_at_100_diff1": 0.253143, + "nauc_ndcg_at_1000_max": 0.360261, + "nauc_ndcg_at_1000_std": -0.063078, + "nauc_ndcg_at_1000_diff1": 0.245638, + "nauc_map_at_1_max": 0.436267, + "nauc_map_at_1_std": -0.248156, + "nauc_map_at_1_diff1": 0.441895, + "nauc_map_at_3_max": 0.466859, + "nauc_map_at_3_std": -0.153649, + "nauc_map_at_3_diff1": 0.459705, + "nauc_map_at_5_max": 0.446548, + "nauc_map_at_5_std": -0.140547, + "nauc_map_at_5_diff1": 0.437643, + "nauc_map_at_10_max": 0.438829, + "nauc_map_at_10_std": -0.143868, + "nauc_map_at_10_diff1": 0.415944, + "nauc_map_at_20_max": 0.425102, + "nauc_map_at_20_std": -0.138725, + "nauc_map_at_20_diff1": 0.394891, + "nauc_map_at_100_max": 0.423242, + "nauc_map_at_100_std": -0.131915, + "nauc_map_at_100_diff1": 0.387037, + "nauc_map_at_1000_max": 0.422512, + "nauc_map_at_1000_std": -0.130402, + "nauc_map_at_1000_diff1": 0.385109, + "nauc_recall_at_1_max": 0.436267, + "nauc_recall_at_1_std": -0.248156, + "nauc_recall_at_1_diff1": 0.441895, + "nauc_recall_at_3_max": 0.442729, + "nauc_recall_at_3_std": -0.07576, + "nauc_recall_at_3_diff1": 0.432348, + "nauc_recall_at_5_max": 0.380666, + "nauc_recall_at_5_std": -0.063413, + "nauc_recall_at_5_diff1": 0.356163, + "nauc_recall_at_10_max": 0.353966, + "nauc_recall_at_10_std": -0.087431, + "nauc_recall_at_10_diff1": 0.268857, + "nauc_recall_at_20_max": 0.283686, + "nauc_recall_at_20_std": -0.072265, + "nauc_recall_at_20_diff1": 0.158198, + "nauc_recall_at_100_max": 0.243118, + "nauc_recall_at_100_std": 0.012571, + "nauc_recall_at_100_diff1": 0.0573, + "nauc_recall_at_1000_max": 0.324533, + "nauc_recall_at_1000_std": 0.00196, + "nauc_recall_at_1000_diff1": 0.041058, + "nauc_precision_at_1_max": 0.350571, + "nauc_precision_at_1_std": -0.174988, + "nauc_precision_at_1_diff1": 0.337046, + "nauc_precision_at_3_max": 0.40952, + "nauc_precision_at_3_std": -0.082312, + "nauc_precision_at_3_diff1": 0.357617, + "nauc_precision_at_5_max": 0.327573, + "nauc_precision_at_5_std": -0.033971, + "nauc_precision_at_5_diff1": 0.308722, + "nauc_precision_at_10_max": 0.313746, + "nauc_precision_at_10_std": -0.030986, + "nauc_precision_at_10_diff1": 0.261083, + "nauc_precision_at_20_max": 0.234856, + "nauc_precision_at_20_std": -0.008361, + "nauc_precision_at_20_diff1": 0.150055, + "nauc_precision_at_100_max": 0.17875, + "nauc_precision_at_100_std": 0.098398, + "nauc_precision_at_100_diff1": 0.062225, + "nauc_precision_at_1000_max": 0.151775, + "nauc_precision_at_1000_std": 0.061663, + "nauc_precision_at_1000_diff1": 0.037772, + "nauc_mrr_at_1_max": 0.350571, + "nauc_mrr_at_1_std": -0.174988, + "nauc_mrr_at_1_diff1": 0.337046, + "nauc_mrr_at_3_max": 0.345501, + "nauc_mrr_at_3_std": -0.095051, + "nauc_mrr_at_3_diff1": 0.323724, + "nauc_mrr_at_5_max": 0.332493, + "nauc_mrr_at_5_std": -0.088673, + "nauc_mrr_at_5_diff1": 0.305519, + "nauc_mrr_at_10_max": 0.329914, + "nauc_mrr_at_10_std": -0.083693, + "nauc_mrr_at_10_diff1": 0.29515, + "nauc_mrr_at_20_max": 0.319098, + "nauc_mrr_at_20_std": -0.085316, + "nauc_mrr_at_20_diff1": 0.278533, + "nauc_mrr_at_100_max": 0.320236, + "nauc_mrr_at_100_std": -0.081474, + "nauc_mrr_at_100_diff1": 0.272005, + "nauc_mrr_at_1000_max": 0.321003, + "nauc_mrr_at_1000_std": -0.082772, + "nauc_mrr_at_1000_diff1": 0.27229, + "main_score": 0.09281, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "ndcg_at_1": 0.022, + "ndcg_at_3": 0.02268, + "ndcg_at_5": 0.02393, + "ndcg_at_10": 0.02875, + "ndcg_at_20": 0.03341, + "ndcg_at_100": 0.05111, + "ndcg_at_1000": 0.07964, + "map_at_1": 0.01022, + "map_at_3": 0.01501, + "map_at_5": 0.01645, + "map_at_10": 0.01838, + "map_at_20": 0.01958, + "map_at_100": 0.02181, + "map_at_1000": 0.0227, + "recall_at_1": 0.01022, + "recall_at_3": 0.02142, + "recall_at_5": 0.02771, + "recall_at_10": 0.04035, + "recall_at_20": 0.05417, + "recall_at_100": 0.13198, + "recall_at_1000": 0.31414, + "precision_at_1": 0.022, + "precision_at_3": 0.01633, + "precision_at_5": 0.0126, + "precision_at_10": 0.01, + "precision_at_20": 0.007, + "precision_at_100": 0.00333, + "precision_at_1000": 0.00083, + "mrr_at_1": 0.022, + "mrr_at_3": 0.031167, + "mrr_at_5": 0.034317, + "mrr_at_10": 0.038147, + "mrr_at_20": 0.040068, + "mrr_at_100": 0.042993, + "mrr_at_1000": 0.043987, + "nauc_ndcg_at_1_max": 0.363295, + "nauc_ndcg_at_1_std": 0.041393, + "nauc_ndcg_at_1_diff1": 0.376003, + "nauc_ndcg_at_3_max": 0.316001, + "nauc_ndcg_at_3_std": 0.005867, + "nauc_ndcg_at_3_diff1": 0.255766, + "nauc_ndcg_at_5_max": 0.292903, + "nauc_ndcg_at_5_std": 0.038354, + "nauc_ndcg_at_5_diff1": 0.241564, + "nauc_ndcg_at_10_max": 0.259411, + "nauc_ndcg_at_10_std": 0.061964, + "nauc_ndcg_at_10_diff1": 0.217793, + "nauc_ndcg_at_20_max": 0.237088, + "nauc_ndcg_at_20_std": 0.054868, + "nauc_ndcg_at_20_diff1": 0.222813, + "nauc_ndcg_at_100_max": 0.208523, + "nauc_ndcg_at_100_std": 0.081954, + "nauc_ndcg_at_100_diff1": 0.151062, + "nauc_ndcg_at_1000_max": 0.206048, + "nauc_ndcg_at_1000_std": 0.116237, + "nauc_ndcg_at_1000_diff1": 0.139669, + "nauc_map_at_1_max": 0.360381, + "nauc_map_at_1_std": 0.060737, + "nauc_map_at_1_diff1": 0.452292, + "nauc_map_at_3_max": 0.32085, + "nauc_map_at_3_std": 0.028387, + "nauc_map_at_3_diff1": 0.3197, + "nauc_map_at_5_max": 0.310868, + "nauc_map_at_5_std": 0.046488, + "nauc_map_at_5_diff1": 0.289862, + "nauc_map_at_10_max": 0.290053, + "nauc_map_at_10_std": 0.057202, + "nauc_map_at_10_diff1": 0.270674, + "nauc_map_at_20_max": 0.278915, + "nauc_map_at_20_std": 0.053657, + "nauc_map_at_20_diff1": 0.269442, + "nauc_map_at_100_max": 0.267709, + "nauc_map_at_100_std": 0.062562, + "nauc_map_at_100_diff1": 0.252871, + "nauc_map_at_1000_max": 0.268434, + "nauc_map_at_1000_std": 0.066459, + "nauc_map_at_1000_diff1": 0.250338, + "nauc_recall_at_1_max": 0.360381, + "nauc_recall_at_1_std": 0.060737, + "nauc_recall_at_1_diff1": 0.452292, + "nauc_recall_at_3_max": 0.284807, + "nauc_recall_at_3_std": 0.047132, + "nauc_recall_at_3_diff1": 0.253245, + "nauc_recall_at_5_max": 0.261792, + "nauc_recall_at_5_std": 0.088701, + "nauc_recall_at_5_diff1": 0.194956, + "nauc_recall_at_10_max": 0.202687, + "nauc_recall_at_10_std": 0.109285, + "nauc_recall_at_10_diff1": 0.166862, + "nauc_recall_at_20_max": 0.173789, + "nauc_recall_at_20_std": 0.086891, + "nauc_recall_at_20_diff1": 0.181974, + "nauc_recall_at_100_max": 0.134645, + "nauc_recall_at_100_std": 0.111522, + "nauc_recall_at_100_diff1": 0.047973, + "nauc_recall_at_1000_max": 0.142735, + "nauc_recall_at_1000_std": 0.164713, + "nauc_recall_at_1000_diff1": 0.049216, + "nauc_precision_at_1_max": 0.363295, + "nauc_precision_at_1_std": 0.041393, + "nauc_precision_at_1_diff1": 0.376003, + "nauc_precision_at_3_max": 0.301194, + "nauc_precision_at_3_std": -0.034563, + "nauc_precision_at_3_diff1": 0.197264, + "nauc_precision_at_5_max": 0.253172, + "nauc_precision_at_5_std": -0.005217, + "nauc_precision_at_5_diff1": 0.178935, + "nauc_precision_at_10_max": 0.225243, + "nauc_precision_at_10_std": 0.048683, + "nauc_precision_at_10_diff1": 0.131688, + "nauc_precision_at_20_max": 0.189203, + "nauc_precision_at_20_std": 0.041764, + "nauc_precision_at_20_diff1": 0.16914, + "nauc_precision_at_100_max": 0.173382, + "nauc_precision_at_100_std": 0.099427, + "nauc_precision_at_100_diff1": 0.079495, + "nauc_precision_at_1000_max": 0.132161, + "nauc_precision_at_1000_std": 0.124523, + "nauc_precision_at_1000_diff1": 0.069209, + "nauc_mrr_at_1_max": 0.363295, + "nauc_mrr_at_1_std": 0.041393, + "nauc_mrr_at_1_diff1": 0.376003, + "nauc_mrr_at_3_max": 0.326347, + "nauc_mrr_at_3_std": 0.004332, + "nauc_mrr_at_3_diff1": 0.272036, + "nauc_mrr_at_5_max": 0.306307, + "nauc_mrr_at_5_std": 0.012423, + "nauc_mrr_at_5_diff1": 0.256531, + "nauc_mrr_at_10_max": 0.290152, + "nauc_mrr_at_10_std": 0.023073, + "nauc_mrr_at_10_diff1": 0.232342, + "nauc_mrr_at_20_max": 0.281914, + "nauc_mrr_at_20_std": 0.019933, + "nauc_mrr_at_20_diff1": 0.237378, + "nauc_mrr_at_100_max": 0.276529, + "nauc_mrr_at_100_std": 0.026374, + "nauc_mrr_at_100_diff1": 0.223193, + "nauc_mrr_at_1000_max": 0.274962, + "nauc_mrr_at_1000_std": 0.028097, + "nauc_mrr_at_1000_diff1": 0.222638, + "main_score": 0.02875, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.12448, + "ndcg_at_3": 0.13857, + "ndcg_at_5": 0.16004, + "ndcg_at_10": 0.18329, + "ndcg_at_20": 0.19444, + "ndcg_at_100": 0.23069, + "ndcg_at_1000": 0.26388, + "map_at_1": 0.07675, + "map_at_3": 0.10854, + "map_at_5": 0.12365, + "map_at_10": 0.1351, + "map_at_20": 0.1386, + "map_at_100": 0.14444, + "map_at_1000": 0.1458, + "recall_at_1": 0.07675, + "recall_at_3": 0.14822, + "recall_at_5": 0.20469, + "recall_at_10": 0.26526, + "recall_at_20": 0.30057, + "recall_at_100": 0.46764, + "recall_at_1000": 0.69464, + "precision_at_1": 0.12448, + "precision_at_3": 0.08506, + "precision_at_5": 0.07261, + "precision_at_10": 0.04876, + "precision_at_20": 0.02832, + "precision_at_100": 0.0088, + "precision_at_1000": 0.00134, + "mrr_at_1": 0.124481, + "mrr_at_3": 0.169087, + "mrr_at_5": 0.185166, + "mrr_at_10": 0.194314, + "mrr_at_20": 0.197376, + "mrr_at_100": 0.201696, + "mrr_at_1000": 0.202454, + "nauc_ndcg_at_1_max": 0.256799, + "nauc_ndcg_at_1_std": 0.04622, + "nauc_ndcg_at_1_diff1": 0.462469, + "nauc_ndcg_at_3_max": 0.234612, + "nauc_ndcg_at_3_std": -0.01127, + "nauc_ndcg_at_3_diff1": 0.334302, + "nauc_ndcg_at_5_max": 0.22139, + "nauc_ndcg_at_5_std": -0.02781, + "nauc_ndcg_at_5_diff1": 0.319962, + "nauc_ndcg_at_10_max": 0.210759, + "nauc_ndcg_at_10_std": -0.033629, + "nauc_ndcg_at_10_diff1": 0.306719, + "nauc_ndcg_at_20_max": 0.213017, + "nauc_ndcg_at_20_std": -0.025811, + "nauc_ndcg_at_20_diff1": 0.290702, + "nauc_ndcg_at_100_max": 0.213901, + "nauc_ndcg_at_100_std": -0.001629, + "nauc_ndcg_at_100_diff1": 0.295815, + "nauc_ndcg_at_1000_max": 0.220466, + "nauc_ndcg_at_1000_std": 0.018154, + "nauc_ndcg_at_1000_diff1": 0.296884, + "nauc_map_at_1_max": 0.223483, + "nauc_map_at_1_std": -0.02553, + "nauc_map_at_1_diff1": 0.437153, + "nauc_map_at_3_max": 0.232563, + "nauc_map_at_3_std": -0.024499, + "nauc_map_at_3_diff1": 0.343095, + "nauc_map_at_5_max": 0.219042, + "nauc_map_at_5_std": -0.037257, + "nauc_map_at_5_diff1": 0.337443, + "nauc_map_at_10_max": 0.214641, + "nauc_map_at_10_std": -0.037965, + "nauc_map_at_10_diff1": 0.333551, + "nauc_map_at_20_max": 0.214734, + "nauc_map_at_20_std": -0.035005, + "nauc_map_at_20_diff1": 0.327262, + "nauc_map_at_100_max": 0.214112, + "nauc_map_at_100_std": -0.029645, + "nauc_map_at_100_diff1": 0.326965, + "nauc_map_at_1000_max": 0.214655, + "nauc_map_at_1000_std": -0.02855, + "nauc_map_at_1000_diff1": 0.326689, + "nauc_recall_at_1_max": 0.223483, + "nauc_recall_at_1_std": -0.02553, + "nauc_recall_at_1_diff1": 0.437153, + "nauc_recall_at_3_max": 0.223691, + "nauc_recall_at_3_std": -0.027989, + "nauc_recall_at_3_diff1": 0.267008, + "nauc_recall_at_5_max": 0.179037, + "nauc_recall_at_5_std": -0.047204, + "nauc_recall_at_5_diff1": 0.237929, + "nauc_recall_at_10_max": 0.150473, + "nauc_recall_at_10_std": -0.060751, + "nauc_recall_at_10_diff1": 0.215203, + "nauc_recall_at_20_max": 0.154062, + "nauc_recall_at_20_std": -0.038964, + "nauc_recall_at_20_diff1": 0.177321, + "nauc_recall_at_100_max": 0.144338, + "nauc_recall_at_100_std": 0.029073, + "nauc_recall_at_100_diff1": 0.19225, + "nauc_recall_at_1000_max": 0.147546, + "nauc_recall_at_1000_std": 0.155795, + "nauc_recall_at_1000_diff1": 0.182139, + "nauc_precision_at_1_max": 0.256799, + "nauc_precision_at_1_std": 0.04622, + "nauc_precision_at_1_diff1": 0.462469, + "nauc_precision_at_3_max": 0.24871, + "nauc_precision_at_3_std": 0.001637, + "nauc_precision_at_3_diff1": 0.294332, + "nauc_precision_at_5_max": 0.226889, + "nauc_precision_at_5_std": -0.007259, + "nauc_precision_at_5_diff1": 0.275302, + "nauc_precision_at_10_max": 0.191077, + "nauc_precision_at_10_std": 0.000166, + "nauc_precision_at_10_diff1": 0.22205, + "nauc_precision_at_20_max": 0.189754, + "nauc_precision_at_20_std": 0.011326, + "nauc_precision_at_20_diff1": 0.169162, + "nauc_precision_at_100_max": 0.17381, + "nauc_precision_at_100_std": 0.083567, + "nauc_precision_at_100_diff1": 0.154189, + "nauc_precision_at_1000_max": 0.176984, + "nauc_precision_at_1000_std": 0.147232, + "nauc_precision_at_1000_diff1": 0.106023, + "nauc_mrr_at_1_max": 0.256799, + "nauc_mrr_at_1_std": 0.04622, + "nauc_mrr_at_1_diff1": 0.462469, + "nauc_mrr_at_3_max": 0.259284, + "nauc_mrr_at_3_std": 0.018455, + "nauc_mrr_at_3_diff1": 0.380301, + "nauc_mrr_at_5_max": 0.252779, + "nauc_mrr_at_5_std": 0.017701, + "nauc_mrr_at_5_diff1": 0.371348, + "nauc_mrr_at_10_max": 0.248483, + "nauc_mrr_at_10_std": 0.013662, + "nauc_mrr_at_10_diff1": 0.362255, + "nauc_mrr_at_20_max": 0.249488, + "nauc_mrr_at_20_std": 0.01396, + "nauc_mrr_at_20_diff1": 0.359189, + "nauc_mrr_at_100_max": 0.251215, + "nauc_mrr_at_100_std": 0.017131, + "nauc_mrr_at_100_diff1": 0.361116, + "nauc_mrr_at_1000_max": 0.250742, + "nauc_mrr_at_1000_std": 0.01721, + "nauc_mrr_at_1000_diff1": 0.361093, + "main_score": 0.18329, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.0, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "ndcg_at_10": 0.00043, + "ndcg_at_20": 0.00072, + "ndcg_at_100": 0.00143, + "ndcg_at_1000": 0.00211, + "map_at_1": 0.0, + "map_at_3": 0.0, + "map_at_5": 0.0, + "map_at_10": 0.0002, + "map_at_20": 0.00027, + "map_at_100": 0.00038, + "map_at_1000": 0.0004, + "recall_at_1": 0.0, + "recall_at_3": 0.0, + "recall_at_5": 0.0, + "recall_at_10": 0.00121, + "recall_at_20": 0.00242, + "recall_at_100": 0.00604, + "recall_at_1000": 0.01208, + "precision_at_1": 0.0, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "precision_at_10": 0.00012, + "precision_at_20": 0.00012, + "precision_at_100": 6e-05, + "precision_at_1000": 1e-05, + "mrr_at_1": 0.0, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "mrr_at_10": 0.000201, + "mrr_at_20": 0.000272, + "mrr_at_100": 0.00038, + "mrr_at_1000": 0.000398, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": -0.575418, + "nauc_ndcg_at_10_std": 1.0, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": -0.575418, + "nauc_ndcg_at_20_std": 1.0, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": -0.575418, + "nauc_ndcg_at_100_std": 1.0, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": -0.540024, + "nauc_ndcg_at_1000_std": 0.532217, + "nauc_ndcg_at_1000_diff1": 0.649783, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": -0.575418, + "nauc_map_at_10_std": 1.0, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": -0.575418, + "nauc_map_at_20_std": 1.0, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": -0.575418, + "nauc_map_at_100_std": 1.0, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": -0.573126, + "nauc_map_at_1000_std": 0.931965, + "nauc_map_at_1000_diff1": 0.976571, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": -0.575418, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": -0.575418, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": -0.575418, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": -0.515913, + "nauc_recall_at_1000_std": 0.285335, + "nauc_recall_at_1000_diff1": 0.41429, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": -0.575418, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": -0.575418, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": -0.575418, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": -0.515913, + "nauc_precision_at_1000_std": 0.285335, + "nauc_precision_at_1000_diff1": 0.41429, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": -0.575418, + "nauc_mrr_at_10_std": 1.0, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": -0.575418, + "nauc_mrr_at_20_std": 1.0, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": -0.575418, + "nauc_mrr_at_100_std": 1.0, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": -0.573126, + "nauc_mrr_at_1000_std": 0.931965, + "nauc_mrr_at_1000_diff1": 0.976571, + "main_score": 0.00043, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.00136, + "ndcg_at_3": 0.00469, + "ndcg_at_5": 0.00613, + "ndcg_at_10": 0.00662, + "ndcg_at_20": 0.00807, + "ndcg_at_100": 0.01435, + "ndcg_at_1000": 0.01715, + "map_at_1": 0.00136, + "map_at_3": 0.00356, + "map_at_5": 0.00445, + "map_at_10": 0.00461, + "map_at_20": 0.00505, + "map_at_100": 0.00603, + "map_at_1000": 0.00612, + "recall_at_1": 0.00136, + "recall_at_3": 0.00637, + "recall_at_5": 0.00978, + "recall_at_10": 0.01091, + "recall_at_20": 0.01566, + "recall_at_100": 0.04362, + "recall_at_1000": 0.06488, + "precision_at_1": 0.00136, + "precision_at_3": 0.00318, + "precision_at_5": 0.00273, + "precision_at_10": 0.00164, + "precision_at_20": 0.00136, + "precision_at_100": 0.00079, + "precision_at_1000": 0.00011, + "mrr_at_1": 0.001364, + "mrr_at_3": 0.005002, + "mrr_at_5": 0.005616, + "mrr_at_10": 0.005995, + "mrr_at_20": 0.00635, + "mrr_at_100": 0.007468, + "mrr_at_1000": 0.007546, + "nauc_ndcg_at_1_max": -0.499487, + "nauc_ndcg_at_1_std": -0.414936, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": -0.371533, + "nauc_ndcg_at_3_std": -0.115036, + "nauc_ndcg_at_3_diff1": 0.200513, + "nauc_ndcg_at_5_max": -0.37738, + "nauc_ndcg_at_5_std": -0.024577, + "nauc_ndcg_at_5_diff1": 0.116938, + "nauc_ndcg_at_10_max": -0.386436, + "nauc_ndcg_at_10_std": 0.003188, + "nauc_ndcg_at_10_diff1": 0.079379, + "nauc_ndcg_at_20_max": -0.408528, + "nauc_ndcg_at_20_std": 0.025149, + "nauc_ndcg_at_20_diff1": -0.011784, + "nauc_ndcg_at_100_max": -0.423383, + "nauc_ndcg_at_100_std": 0.093108, + "nauc_ndcg_at_100_diff1": 0.001727, + "nauc_ndcg_at_1000_max": -0.425328, + "nauc_ndcg_at_1000_std": 0.15272, + "nauc_ndcg_at_1000_diff1": -0.063607, + "nauc_map_at_1_max": -0.499487, + "nauc_map_at_1_std": -0.414936, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": -0.36886, + "nauc_map_at_3_std": -0.165633, + "nauc_map_at_3_diff1": 0.295191, + "nauc_map_at_5_max": -0.376982, + "nauc_map_at_5_std": -0.09093, + "nauc_map_at_5_diff1": 0.230636, + "nauc_map_at_10_max": -0.381343, + "nauc_map_at_10_std": -0.078483, + "nauc_map_at_10_diff1": 0.20911, + "nauc_map_at_20_max": -0.392824, + "nauc_map_at_20_std": -0.049817, + "nauc_map_at_20_diff1": 0.152866, + "nauc_map_at_100_max": -0.401421, + "nauc_map_at_100_std": -0.006421, + "nauc_map_at_100_diff1": 0.129535, + "nauc_map_at_1000_max": -0.402316, + "nauc_map_at_1000_std": 0.002439, + "nauc_map_at_1000_diff1": 0.121589, + "nauc_recall_at_1_max": -0.499487, + "nauc_recall_at_1_std": -0.414936, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": -0.353309, + "nauc_recall_at_3_std": -0.022666, + "nauc_recall_at_3_diff1": 0.076529, + "nauc_recall_at_5_max": -0.368552, + "nauc_recall_at_5_std": 0.080057, + "nauc_recall_at_5_diff1": -0.018468, + "nauc_recall_at_10_max": -0.382191, + "nauc_recall_at_10_std": 0.108963, + "nauc_recall_at_10_diff1": -0.057254, + "nauc_recall_at_20_max": -0.423206, + "nauc_recall_at_20_std": 0.096562, + "nauc_recall_at_20_diff1": -0.169307, + "nauc_recall_at_100_max": -0.439854, + "nauc_recall_at_100_std": 0.146541, + "nauc_recall_at_100_diff1": -0.017062, + "nauc_recall_at_1000_max": -0.442222, + "nauc_recall_at_1000_std": 0.239474, + "nauc_recall_at_1000_diff1": -0.142833, + "nauc_precision_at_1_max": -0.499487, + "nauc_precision_at_1_std": -0.414936, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": -0.393566, + "nauc_precision_at_3_std": -0.05321, + "nauc_precision_at_3_diff1": 0.06266, + "nauc_precision_at_5_max": -0.403475, + "nauc_precision_at_5_std": 0.00573, + "nauc_precision_at_5_diff1": 0.044913, + "nauc_precision_at_10_max": -0.419477, + "nauc_precision_at_10_std": 0.082214, + "nauc_precision_at_10_diff1": -0.030726, + "nauc_precision_at_20_max": -0.451808, + "nauc_precision_at_20_std": 0.127807, + "nauc_precision_at_20_diff1": -0.188036, + "nauc_precision_at_100_max": -0.440972, + "nauc_precision_at_100_std": 0.133622, + "nauc_precision_at_100_diff1": -0.139287, + "nauc_precision_at_1000_max": -0.421284, + "nauc_precision_at_1000_std": 0.206043, + "nauc_precision_at_1000_diff1": -0.205914, + "nauc_mrr_at_1_max": -0.499487, + "nauc_mrr_at_1_std": -0.414936, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": -0.39838, + "nauc_mrr_at_3_std": -0.157299, + "nauc_mrr_at_3_diff1": 0.233897, + "nauc_mrr_at_5_max": -0.391594, + "nauc_mrr_at_5_std": -0.082813, + "nauc_mrr_at_5_diff1": 0.155217, + "nauc_mrr_at_10_max": -0.398414, + "nauc_mrr_at_10_std": -0.054976, + "nauc_mrr_at_10_diff1": 0.120702, + "nauc_mrr_at_20_max": -0.40298, + "nauc_mrr_at_20_std": -0.057133, + "nauc_mrr_at_20_diff1": 0.09235, + "nauc_mrr_at_100_max": -0.406275, + "nauc_mrr_at_100_std": -0.017237, + "nauc_mrr_at_100_diff1": 0.076258, + "nauc_mrr_at_1000_max": -0.407118, + "nauc_mrr_at_1000_std": -0.009448, + "nauc_mrr_at_1000_diff1": 0.071019, + "main_score": 0.00662, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.28571, + "ndcg_at_3": 0.37559, + "ndcg_at_5": 0.39164, + "ndcg_at_10": 0.4168, + "ndcg_at_20": 0.42007, + "ndcg_at_100": 0.43858, + "ndcg_at_1000": 0.46968, + "map_at_1": 0.2556, + "map_at_3": 0.34267, + "map_at_5": 0.35391, + "map_at_10": 0.36428, + "map_at_20": 0.36562, + "map_at_100": 0.36812, + "map_at_1000": 0.36921, + "recall_at_1": 0.2556, + "recall_at_3": 0.44118, + "recall_at_5": 0.47969, + "recall_at_10": 0.55532, + "recall_at_20": 0.56653, + "recall_at_100": 0.66667, + "recall_at_1000": 0.90756, + "precision_at_1": 0.28571, + "precision_at_3": 0.17087, + "precision_at_5": 0.11261, + "precision_at_10": 0.06639, + "precision_at_20": 0.03403, + "precision_at_100": 0.00807, + "precision_at_1000": 0.00109, + "mrr_at_1": 0.285714, + "mrr_at_3": 0.368347, + "mrr_at_5": 0.376331, + "mrr_at_10": 0.385291, + "mrr_at_20": 0.385937, + "mrr_at_100": 0.388051, + "mrr_at_1000": 0.389079, + "nauc_ndcg_at_1_max": 0.302141, + "nauc_ndcg_at_1_std": 0.04173, + "nauc_ndcg_at_1_diff1": 0.290786, + "nauc_ndcg_at_3_max": 0.24498, + "nauc_ndcg_at_3_std": -0.078186, + "nauc_ndcg_at_3_diff1": 0.319512, + "nauc_ndcg_at_5_max": 0.213284, + "nauc_ndcg_at_5_std": -0.107095, + "nauc_ndcg_at_5_diff1": 0.29693, + "nauc_ndcg_at_10_max": 0.227157, + "nauc_ndcg_at_10_std": -0.108799, + "nauc_ndcg_at_10_diff1": 0.321687, + "nauc_ndcg_at_20_max": 0.228031, + "nauc_ndcg_at_20_std": -0.105917, + "nauc_ndcg_at_20_diff1": 0.322614, + "nauc_ndcg_at_100_max": 0.228834, + "nauc_ndcg_at_100_std": -0.093277, + "nauc_ndcg_at_100_diff1": 0.306764, + "nauc_ndcg_at_1000_max": 0.225601, + "nauc_ndcg_at_1000_std": -0.092419, + "nauc_ndcg_at_1000_diff1": 0.311231, + "nauc_map_at_1_max": 0.239812, + "nauc_map_at_1_std": 0.042274, + "nauc_map_at_1_diff1": 0.266744, + "nauc_map_at_3_max": 0.239847, + "nauc_map_at_3_std": -0.050922, + "nauc_map_at_3_diff1": 0.30334, + "nauc_map_at_5_max": 0.222446, + "nauc_map_at_5_std": -0.066969, + "nauc_map_at_5_diff1": 0.285063, + "nauc_map_at_10_max": 0.23063, + "nauc_map_at_10_std": -0.067436, + "nauc_map_at_10_diff1": 0.297689, + "nauc_map_at_20_max": 0.232874, + "nauc_map_at_20_std": -0.065925, + "nauc_map_at_20_diff1": 0.299937, + "nauc_map_at_100_max": 0.233417, + "nauc_map_at_100_std": -0.063469, + "nauc_map_at_100_diff1": 0.297881, + "nauc_map_at_1000_max": 0.233332, + "nauc_map_at_1000_std": -0.063552, + "nauc_map_at_1000_diff1": 0.297775, + "nauc_recall_at_1_max": 0.239812, + "nauc_recall_at_1_std": 0.042274, + "nauc_recall_at_1_diff1": 0.266744, + "nauc_recall_at_3_max": 0.20844, + "nauc_recall_at_3_std": -0.1538, + "nauc_recall_at_3_diff1": 0.354492, + "nauc_recall_at_5_max": 0.139017, + "nauc_recall_at_5_std": -0.217159, + "nauc_recall_at_5_diff1": 0.30807, + "nauc_recall_at_10_max": 0.160546, + "nauc_recall_at_10_std": -0.235009, + "nauc_recall_at_10_diff1": 0.378073, + "nauc_recall_at_20_max": 0.158766, + "nauc_recall_at_20_std": -0.22863, + "nauc_recall_at_20_diff1": 0.37894, + "nauc_recall_at_100_max": 0.156402, + "nauc_recall_at_100_std": -0.179256, + "nauc_recall_at_100_diff1": 0.293216, + "nauc_recall_at_1000_max": -0.085826, + "nauc_recall_at_1000_std": -0.34754, + "nauc_recall_at_1000_diff1": 0.439063, + "nauc_precision_at_1_max": 0.302141, + "nauc_precision_at_1_std": 0.04173, + "nauc_precision_at_1_diff1": 0.290786, + "nauc_precision_at_3_max": 0.282535, + "nauc_precision_at_3_std": -0.136119, + "nauc_precision_at_3_diff1": 0.297949, + "nauc_precision_at_5_max": 0.214669, + "nauc_precision_at_5_std": -0.178184, + "nauc_precision_at_5_diff1": 0.227635, + "nauc_precision_at_10_max": 0.266298, + "nauc_precision_at_10_std": -0.17061, + "nauc_precision_at_10_diff1": 0.276841, + "nauc_precision_at_20_max": 0.277529, + "nauc_precision_at_20_std": -0.153637, + "nauc_precision_at_20_diff1": 0.287818, + "nauc_precision_at_100_max": 0.284957, + "nauc_precision_at_100_std": -0.090145, + "nauc_precision_at_100_diff1": 0.172357, + "nauc_precision_at_1000_max": 0.215716, + "nauc_precision_at_1000_std": -0.021419, + "nauc_precision_at_1000_diff1": 0.083842, + "nauc_mrr_at_1_max": 0.302141, + "nauc_mrr_at_1_std": 0.04173, + "nauc_mrr_at_1_diff1": 0.290786, + "nauc_mrr_at_3_max": 0.282327, + "nauc_mrr_at_3_std": -0.050974, + "nauc_mrr_at_3_diff1": 0.319705, + "nauc_mrr_at_5_max": 0.265628, + "nauc_mrr_at_5_std": -0.065753, + "nauc_mrr_at_5_diff1": 0.308306, + "nauc_mrr_at_10_max": 0.268559, + "nauc_mrr_at_10_std": -0.064468, + "nauc_mrr_at_10_diff1": 0.314318, + "nauc_mrr_at_20_max": 0.267378, + "nauc_mrr_at_20_std": -0.064185, + "nauc_mrr_at_20_diff1": 0.313168, + "nauc_mrr_at_100_max": 0.266206, + "nauc_mrr_at_100_std": -0.062473, + "nauc_mrr_at_100_diff1": 0.31175, + "nauc_mrr_at_1000_max": 0.266271, + "nauc_mrr_at_1000_std": -0.062508, + "nauc_mrr_at_1000_diff1": 0.311722, + "main_score": 0.4168, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.00763, + "ndcg_at_3": 0.01134, + "ndcg_at_5": 0.01645, + "ndcg_at_10": 0.02289, + "ndcg_at_20": 0.03106, + "ndcg_at_100": 0.05567, + "ndcg_at_1000": 0.09808, + "map_at_1": 0.00433, + "map_at_3": 0.00768, + "map_at_5": 0.01061, + "map_at_10": 0.01312, + "map_at_20": 0.01515, + "map_at_100": 0.0188, + "map_at_1000": 0.02055, + "recall_at_1": 0.00433, + "recall_at_3": 0.01154, + "recall_at_5": 0.0231, + "recall_at_10": 0.03766, + "recall_at_20": 0.06156, + "recall_at_100": 0.16124, + "recall_at_1000": 0.4368, + "precision_at_1": 0.00763, + "precision_at_3": 0.00848, + "precision_at_5": 0.01018, + "precision_at_10": 0.01018, + "precision_at_20": 0.00852, + "precision_at_100": 0.00471, + "precision_at_1000": 0.00115, + "mrr_at_1": 0.007634, + "mrr_at_3": 0.015691, + "mrr_at_5": 0.020144, + "mrr_at_10": 0.02447, + "mrr_at_20": 0.028186, + "mrr_at_100": 0.031506, + "mrr_at_1000": 0.032632, + "nauc_ndcg_at_1_max": -0.107318, + "nauc_ndcg_at_1_std": 0.199629, + "nauc_ndcg_at_1_diff1": 0.484605, + "nauc_ndcg_at_3_max": -0.042999, + "nauc_ndcg_at_3_std": 0.081843, + "nauc_ndcg_at_3_diff1": 0.572895, + "nauc_ndcg_at_5_max": -0.039015, + "nauc_ndcg_at_5_std": 0.101561, + "nauc_ndcg_at_5_diff1": 0.534641, + "nauc_ndcg_at_10_max": -0.052307, + "nauc_ndcg_at_10_std": 0.145199, + "nauc_ndcg_at_10_diff1": 0.434791, + "nauc_ndcg_at_20_max": -0.068973, + "nauc_ndcg_at_20_std": 0.135578, + "nauc_ndcg_at_20_diff1": 0.352768, + "nauc_ndcg_at_100_max": -0.106944, + "nauc_ndcg_at_100_std": 0.211567, + "nauc_ndcg_at_100_diff1": 0.215667, + "nauc_ndcg_at_1000_max": -0.172439, + "nauc_ndcg_at_1000_std": 0.225601, + "nauc_ndcg_at_1000_diff1": 0.185742, + "nauc_map_at_1_max": -0.014176, + "nauc_map_at_1_std": 0.011923, + "nauc_map_at_1_diff1": 0.75801, + "nauc_map_at_3_max": -0.047099, + "nauc_map_at_3_std": 0.032092, + "nauc_map_at_3_diff1": 0.645714, + "nauc_map_at_5_max": -0.022992, + "nauc_map_at_5_std": 0.082228, + "nauc_map_at_5_diff1": 0.597742, + "nauc_map_at_10_max": -0.03552, + "nauc_map_at_10_std": 0.116822, + "nauc_map_at_10_diff1": 0.537918, + "nauc_map_at_20_max": -0.050326, + "nauc_map_at_20_std": 0.110824, + "nauc_map_at_20_diff1": 0.490781, + "nauc_map_at_100_max": -0.063038, + "nauc_map_at_100_std": 0.152227, + "nauc_map_at_100_diff1": 0.415145, + "nauc_map_at_1000_max": -0.067702, + "nauc_map_at_1000_std": 0.16016, + "nauc_map_at_1000_diff1": 0.401688, + "nauc_recall_at_1_max": -0.014176, + "nauc_recall_at_1_std": 0.011923, + "nauc_recall_at_1_diff1": 0.75801, + "nauc_recall_at_3_max": -0.066528, + "nauc_recall_at_3_std": 0.042485, + "nauc_recall_at_3_diff1": 0.585639, + "nauc_recall_at_5_max": -0.045748, + "nauc_recall_at_5_std": 0.086493, + "nauc_recall_at_5_diff1": 0.518687, + "nauc_recall_at_10_max": -0.050624, + "nauc_recall_at_10_std": 0.170816, + "nauc_recall_at_10_diff1": 0.389966, + "nauc_recall_at_20_max": -0.081867, + "nauc_recall_at_20_std": 0.135688, + "nauc_recall_at_20_diff1": 0.270873, + "nauc_recall_at_100_max": -0.131253, + "nauc_recall_at_100_std": 0.239888, + "nauc_recall_at_100_diff1": 0.098475, + "nauc_recall_at_1000_max": -0.249134, + "nauc_recall_at_1000_std": 0.259835, + "nauc_recall_at_1000_diff1": 0.075128, + "nauc_precision_at_1_max": -0.107318, + "nauc_precision_at_1_std": 0.199629, + "nauc_precision_at_1_diff1": 0.484605, + "nauc_precision_at_3_max": -0.018822, + "nauc_precision_at_3_std": 0.148672, + "nauc_precision_at_3_diff1": 0.518162, + "nauc_precision_at_5_max": -0.045022, + "nauc_precision_at_5_std": 0.148912, + "nauc_precision_at_5_diff1": 0.44617, + "nauc_precision_at_10_max": -0.065842, + "nauc_precision_at_10_std": 0.163842, + "nauc_precision_at_10_diff1": 0.329559, + "nauc_precision_at_20_max": -0.077327, + "nauc_precision_at_20_std": 0.168472, + "nauc_precision_at_20_diff1": 0.251009, + "nauc_precision_at_100_max": -0.111031, + "nauc_precision_at_100_std": 0.250656, + "nauc_precision_at_100_diff1": 0.094062, + "nauc_precision_at_1000_max": -0.180675, + "nauc_precision_at_1000_std": 0.203786, + "nauc_precision_at_1000_diff1": 0.066787, + "nauc_mrr_at_1_max": -0.107318, + "nauc_mrr_at_1_std": 0.199629, + "nauc_mrr_at_1_diff1": 0.484605, + "nauc_mrr_at_3_max": -0.030849, + "nauc_mrr_at_3_std": 0.16228, + "nauc_mrr_at_3_diff1": 0.526613, + "nauc_mrr_at_5_max": -0.066707, + "nauc_mrr_at_5_std": 0.147943, + "nauc_mrr_at_5_diff1": 0.472286, + "nauc_mrr_at_10_max": -0.076427, + "nauc_mrr_at_10_std": 0.148305, + "nauc_mrr_at_10_diff1": 0.389913, + "nauc_mrr_at_20_max": -0.072927, + "nauc_mrr_at_20_std": 0.150241, + "nauc_mrr_at_20_diff1": 0.348828, + "nauc_mrr_at_100_max": -0.085963, + "nauc_mrr_at_100_std": 0.159916, + "nauc_mrr_at_100_diff1": 0.324256, + "nauc_mrr_at_1000_max": -0.090847, + "nauc_mrr_at_1000_std": 0.158887, + "nauc_mrr_at_1000_diff1": 0.325497, + "main_score": 0.02289, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 1768.4439730644226, + "kg_co2_emissions": null +} \ No newline at end of file