diff --git a/results/voyageai__voyage-4-large/1/AILACasedocs.json b/results/voyageai__voyage-4-large/1/AILACasedocs.json new file mode 100644 index 0000000000..f1aec40d1f --- /dev/null +++ b/results/voyageai__voyage-4-large/1/AILACasedocs.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a", + "task_name": "AILACasedocs", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46, + "ndcg_at_3": 0.44328, + "ndcg_at_5": 0.43618, + "ndcg_at_10": 0.45754, + "ndcg_at_20": 0.5065, + "ndcg_at_100": 0.58103, + "ndcg_at_1000": 0.59168, + "map_at_1": 0.1515, + "map_at_3": 0.28435, + "map_at_5": 0.32968, + "map_at_10": 0.36604, + "map_at_20": 0.391, + "map_at_100": 0.41329, + "map_at_1000": 0.41499, + "recall_at_1": 0.1515, + "recall_at_3": 0.3103, + "recall_at_5": 0.3924, + "recall_at_10": 0.50635, + "recall_at_20": 0.67216, + "recall_at_100": 0.94929, + "recall_at_1000": 1.0, + "accuracy": 0.1515, + "precision_at_1": 0.46, + "precision_at_3": 0.36667, + "precision_at_5": 0.288, + "precision_at_10": 0.194, + "precision_at_20": 0.128, + "precision_at_100": 0.0366, + "precision_at_1000": 0.0039, + "mrr_at_1": 0.46, + "mrr_at_3": 0.493333, + "mrr_at_5": 0.511333, + "mrr_at_10": 0.525992, + "mrr_at_20": 0.536194, + "mrr_at_100": 0.5377, + "mrr_at_1000": 0.537876, + "nauc_ndcg_at_1_max": 0.111061, + "nauc_ndcg_at_1_std": -0.462485, + "nauc_ndcg_at_1_diff1": 0.258048, + "nauc_ndcg_at_3_max": 0.13722, + "nauc_ndcg_at_3_std": -0.38926, + "nauc_ndcg_at_3_diff1": 0.21434, + "nauc_ndcg_at_5_max": 0.175502, + "nauc_ndcg_at_5_std": -0.354674, + "nauc_ndcg_at_5_diff1": 0.201152, + "nauc_ndcg_at_10_max": 0.222927, + "nauc_ndcg_at_10_std": -0.364637, + "nauc_ndcg_at_10_diff1": 0.234814, + "nauc_ndcg_at_20_max": 0.193726, + "nauc_ndcg_at_20_std": -0.35755, + "nauc_ndcg_at_20_diff1": 0.214433, + "nauc_ndcg_at_100_max": 0.186471, + "nauc_ndcg_at_100_std": -0.334927, + "nauc_ndcg_at_100_diff1": 0.202818, + "nauc_ndcg_at_1000_max": 0.19297, + "nauc_ndcg_at_1000_std": -0.351432, + "nauc_ndcg_at_1000_diff1": 0.213861, + "nauc_map_at_1_max": 0.092905, + "nauc_map_at_1_std": -0.426956, + "nauc_map_at_1_diff1": 0.420838, + "nauc_map_at_3_max": 0.109971, + "nauc_map_at_3_std": -0.412491, + "nauc_map_at_3_diff1": 0.315122, + "nauc_map_at_5_max": 0.15718, + "nauc_map_at_5_std": -0.40264, + "nauc_map_at_5_diff1": 0.251783, + "nauc_map_at_10_max": 0.192743, + "nauc_map_at_10_std": -0.400723, + "nauc_map_at_10_diff1": 0.246479, + "nauc_map_at_20_max": 0.192, + "nauc_map_at_20_std": -0.38394, + "nauc_map_at_20_diff1": 0.229373, + "nauc_map_at_100_max": 0.194574, + "nauc_map_at_100_std": -0.366813, + "nauc_map_at_100_diff1": 0.223369, + "nauc_map_at_1000_max": 0.195959, + "nauc_map_at_1000_std": -0.366928, + "nauc_map_at_1000_diff1": 0.224319, + "nauc_recall_at_1_max": 0.092905, + "nauc_recall_at_1_std": -0.426956, + "nauc_recall_at_1_diff1": 0.420838, + "nauc_recall_at_3_max": 0.075938, + "nauc_recall_at_3_std": -0.373499, + "nauc_recall_at_3_diff1": 0.266404, + "nauc_recall_at_5_max": 0.196258, + "nauc_recall_at_5_std": -0.299273, + "nauc_recall_at_5_diff1": 0.200686, + "nauc_recall_at_10_max": 0.300602, + "nauc_recall_at_10_std": -0.241691, + "nauc_recall_at_10_diff1": 0.196724, + "nauc_recall_at_20_max": 0.166943, + "nauc_recall_at_20_std": -0.196728, + "nauc_recall_at_20_diff1": 0.135512, + "nauc_recall_at_100_max": 0.061549, + "nauc_recall_at_100_std": 0.359823, + "nauc_recall_at_100_diff1": -0.101716, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.111061, + "nauc_precision_at_1_std": -0.462485, + "nauc_precision_at_1_diff1": 0.258048, + "nauc_precision_at_3_max": 0.12774, + "nauc_precision_at_3_std": -0.320773, + "nauc_precision_at_3_diff1": 0.073965, + "nauc_precision_at_5_max": 0.200573, + "nauc_precision_at_5_std": -0.223421, + "nauc_precision_at_5_diff1": -0.009011, + "nauc_precision_at_10_max": 0.235636, + "nauc_precision_at_10_std": -0.115961, + "nauc_precision_at_10_diff1": -0.044705, + "nauc_precision_at_20_max": 0.177061, + "nauc_precision_at_20_std": -0.002088, + "nauc_precision_at_20_diff1": -0.092496, + "nauc_precision_at_100_max": 0.101096, + "nauc_precision_at_100_std": 0.091448, + "nauc_precision_at_100_diff1": -0.121257, + "nauc_precision_at_1000_max": 0.111854, + "nauc_precision_at_1000_std": 0.090109, + "nauc_precision_at_1000_diff1": -0.094879, + "nauc_mrr_at_1_max": 0.111061, + "nauc_mrr_at_1_std": -0.462485, + "nauc_mrr_at_1_diff1": 0.258048, + "nauc_mrr_at_3_max": 0.062519, + "nauc_mrr_at_3_std": -0.485384, + "nauc_mrr_at_3_diff1": 0.223366, + "nauc_mrr_at_5_max": 0.135027, + "nauc_mrr_at_5_std": -0.434566, + "nauc_mrr_at_5_diff1": 0.243884, + "nauc_mrr_at_10_max": 0.137635, + "nauc_mrr_at_10_std": -0.426043, + "nauc_mrr_at_10_diff1": 0.238162, + "nauc_mrr_at_20_max": 0.126423, + "nauc_mrr_at_20_std": -0.426826, + "nauc_mrr_at_20_diff1": 0.232161, + "nauc_mrr_at_100_max": 0.127109, + "nauc_mrr_at_100_std": -0.428936, + "nauc_mrr_at_100_diff1": 0.234452, + "nauc_mrr_at_1000_max": 0.126704, + "nauc_mrr_at_1000_std": -0.429643, + "nauc_mrr_at_1000_diff1": 0.234186, + "cv_recall_at_1": 0.46, + "cv_recall_at_3": 0.54, + "cv_recall_at_5": 0.62, + "cv_recall_at_10": 0.74, + "cv_recall_at_20": 0.9, + "cv_recall_at_100": 0.98, + "cv_recall_at_1000": 1.0, + "main_score": 0.45754, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 72.53666114807129, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/AILAStatutes.json b/results/voyageai__voyage-4-large/1/AILAStatutes.json new file mode 100644 index 0000000000..a8517b000a --- /dev/null +++ b/results/voyageai__voyage-4-large/1/AILAStatutes.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "task_name": "AILAStatutes", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.52, + "ndcg_at_3": 0.40718, + "ndcg_at_5": 0.41209, + "ndcg_at_10": 0.50022, + "ndcg_at_20": 0.59226, + "ndcg_at_100": 0.65753, + "ndcg_at_1000": 0.65753, + "map_at_1": 0.131, + "map_at_3": 0.21933, + "map_at_5": 0.28372, + "map_at_10": 0.34671, + "map_at_20": 0.39974, + "map_at_100": 0.424, + "map_at_1000": 0.424, + "recall_at_1": 0.131, + "recall_at_3": 0.256, + "recall_at_5": 0.39667, + "recall_at_10": 0.56133, + "recall_at_20": 0.788, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.131, + "precision_at_1": 0.52, + "precision_at_3": 0.36667, + "precision_at_5": 0.344, + "precision_at_10": 0.246, + "precision_at_20": 0.172, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "mrr_at_1": 0.52, + "mrr_at_3": 0.61, + "mrr_at_5": 0.65, + "mrr_at_10": 0.655833, + "mrr_at_20": 0.658622, + "mrr_at_100": 0.658622, + "mrr_at_1000": 0.658622, + "nauc_ndcg_at_1_max": 0.243484, + "nauc_ndcg_at_1_std": 0.104957, + "nauc_ndcg_at_1_diff1": 0.15028, + "nauc_ndcg_at_3_max": 0.307454, + "nauc_ndcg_at_3_std": 0.148941, + "nauc_ndcg_at_3_diff1": 0.19932, + "nauc_ndcg_at_5_max": 0.315093, + "nauc_ndcg_at_5_std": 0.147465, + "nauc_ndcg_at_5_diff1": 0.181067, + "nauc_ndcg_at_10_max": 0.2546, + "nauc_ndcg_at_10_std": 0.169477, + "nauc_ndcg_at_10_diff1": 0.128715, + "nauc_ndcg_at_20_max": 0.252499, + "nauc_ndcg_at_20_std": 0.266644, + "nauc_ndcg_at_20_diff1": 0.109569, + "nauc_ndcg_at_100_max": 0.265132, + "nauc_ndcg_at_100_std": 0.199387, + "nauc_ndcg_at_100_diff1": 0.12224, + "nauc_ndcg_at_1000_max": 0.265132, + "nauc_ndcg_at_1000_std": 0.199387, + "nauc_ndcg_at_1000_diff1": 0.12224, + "nauc_map_at_1_max": 0.171483, + "nauc_map_at_1_std": 0.047397, + "nauc_map_at_1_diff1": 0.097461, + "nauc_map_at_3_max": 0.310522, + "nauc_map_at_3_std": 0.10081, + "nauc_map_at_3_diff1": 0.205418, + "nauc_map_at_5_max": 0.349176, + "nauc_map_at_5_std": 0.121985, + "nauc_map_at_5_diff1": 0.192873, + "nauc_map_at_10_max": 0.311212, + "nauc_map_at_10_std": 0.137853, + "nauc_map_at_10_diff1": 0.148299, + "nauc_map_at_20_max": 0.316593, + "nauc_map_at_20_std": 0.209551, + "nauc_map_at_20_diff1": 0.145052, + "nauc_map_at_100_max": 0.31256, + "nauc_map_at_100_std": 0.190498, + "nauc_map_at_100_diff1": 0.142737, + "nauc_map_at_1000_max": 0.31256, + "nauc_map_at_1000_std": 0.190498, + "nauc_map_at_1000_diff1": 0.142737, + "nauc_recall_at_1_max": 0.171483, + "nauc_recall_at_1_std": 0.047397, + "nauc_recall_at_1_diff1": 0.097461, + "nauc_recall_at_3_max": 0.310613, + "nauc_recall_at_3_std": 0.15556, + "nauc_recall_at_3_diff1": 0.196411, + "nauc_recall_at_5_max": 0.297064, + "nauc_recall_at_5_std": 0.149583, + "nauc_recall_at_5_diff1": 0.168142, + "nauc_recall_at_10_max": 0.144746, + "nauc_recall_at_10_std": 0.161305, + "nauc_recall_at_10_diff1": 0.062004, + "nauc_recall_at_20_max": 0.06744, + "nauc_recall_at_20_std": 0.387369, + "nauc_recall_at_20_diff1": -0.031445, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.243484, + "nauc_precision_at_1_std": 0.104957, + "nauc_precision_at_1_diff1": 0.15028, + "nauc_precision_at_3_max": 0.311051, + "nauc_precision_at_3_std": 0.169686, + "nauc_precision_at_3_diff1": 0.187129, + "nauc_precision_at_5_max": 0.275164, + "nauc_precision_at_5_std": 0.15401, + "nauc_precision_at_5_diff1": 0.111494, + "nauc_precision_at_10_max": 0.118724, + "nauc_precision_at_10_std": 0.158663, + "nauc_precision_at_10_diff1": 0.003288, + "nauc_precision_at_20_max": 0.085018, + "nauc_precision_at_20_std": 0.352232, + "nauc_precision_at_20_diff1": -0.063528, + "nauc_precision_at_100_max": -0.117744, + "nauc_precision_at_100_std": 0.078026, + "nauc_precision_at_100_diff1": -0.258082, + "nauc_precision_at_1000_max": -0.117744, + "nauc_precision_at_1000_std": 0.078026, + "nauc_precision_at_1000_diff1": -0.258082, + "nauc_mrr_at_1_max": 0.243484, + "nauc_mrr_at_1_std": 0.104957, + "nauc_mrr_at_1_diff1": 0.15028, + "nauc_mrr_at_3_max": 0.288357, + "nauc_mrr_at_3_std": 0.19795, + "nauc_mrr_at_3_diff1": 0.18706, + "nauc_mrr_at_5_max": 0.228052, + "nauc_mrr_at_5_std": 0.151382, + "nauc_mrr_at_5_diff1": 0.170203, + "nauc_mrr_at_10_max": 0.228421, + "nauc_mrr_at_10_std": 0.167469, + "nauc_mrr_at_10_diff1": 0.152844, + "nauc_mrr_at_20_max": 0.239864, + "nauc_mrr_at_20_std": 0.161746, + "nauc_mrr_at_20_diff1": 0.160815, + "nauc_mrr_at_100_max": 0.239864, + "nauc_mrr_at_100_std": 0.161746, + "nauc_mrr_at_100_diff1": 0.160815, + "nauc_mrr_at_1000_max": 0.239864, + "nauc_mrr_at_1000_std": 0.161746, + "nauc_mrr_at_1000_diff1": 0.160815, + "cv_recall_at_1": 0.52, + "cv_recall_at_3": 0.74, + "cv_recall_at_5": 0.92, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.50022, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.18379807472229, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/AppsRetrieval.json b/results/voyageai__voyage-4-large/1/AppsRetrieval.json new file mode 100644 index 0000000000..8352705f98 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/AppsRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "f22508f96b7a36c2415181ed8bb76f76e04ae2d5", + "task_name": "AppsRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.9421, + "ndcg_at_3": 0.96931, + "ndcg_at_5": 0.97119, + "ndcg_at_10": 0.97225, + "ndcg_at_20": 0.97279, + "ndcg_at_100": 0.97306, + "ndcg_at_1000": 0.97329, + "map_at_1": 0.9421, + "map_at_3": 0.96321, + "map_at_5": 0.96426, + "map_at_10": 0.96472, + "map_at_20": 0.96487, + "map_at_100": 0.96492, + "map_at_1000": 0.96493, + "recall_at_1": 0.9421, + "recall_at_3": 0.98672, + "recall_at_5": 0.99124, + "recall_at_10": 0.99442, + "recall_at_20": 0.99655, + "recall_at_100": 0.99788, + "recall_at_1000": 0.99973, + "accuracy": 0.9421, + "precision_at_1": 0.9421, + "precision_at_3": 0.32891, + "precision_at_5": 0.19825, + "precision_at_10": 0.09944, + "precision_at_20": 0.04983, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.942098, + "mrr_at_3": 0.963214, + "mrr_at_5": 0.964263, + "mrr_at_10": 0.964719, + "mrr_at_20": 0.964867, + "mrr_at_100": 0.964918, + "mrr_at_1000": 0.964926, + "nauc_ndcg_at_1_max": 0.650167, + "nauc_ndcg_at_1_std": -0.486151, + "nauc_ndcg_at_1_diff1": 0.948901, + "nauc_ndcg_at_3_max": 0.730987, + "nauc_ndcg_at_3_std": -0.46673, + "nauc_ndcg_at_3_diff1": 0.94639, + "nauc_ndcg_at_5_max": 0.723638, + "nauc_ndcg_at_5_std": -0.43959, + "nauc_ndcg_at_5_diff1": 0.946559, + "nauc_ndcg_at_10_max": 0.716065, + "nauc_ndcg_at_10_std": -0.448238, + "nauc_ndcg_at_10_diff1": 0.947923, + "nauc_ndcg_at_20_max": 0.710451, + "nauc_ndcg_at_20_std": -0.446089, + "nauc_ndcg_at_20_diff1": 0.947206, + "nauc_ndcg_at_100_max": 0.708092, + "nauc_ndcg_at_100_std": -0.447335, + "nauc_ndcg_at_100_diff1": 0.9485, + "nauc_ndcg_at_1000_max": 0.705715, + "nauc_ndcg_at_1000_std": -0.45598, + "nauc_ndcg_at_1000_diff1": 0.948055, + "nauc_map_at_1_max": 0.650167, + "nauc_map_at_1_std": -0.486151, + "nauc_map_at_1_diff1": 0.948901, + "nauc_map_at_3_max": 0.706434, + "nauc_map_at_3_std": -0.476644, + "nauc_map_at_3_diff1": 0.947161, + "nauc_map_at_5_max": 0.70231, + "nauc_map_at_5_std": -0.465073, + "nauc_map_at_5_diff1": 0.947273, + "nauc_map_at_10_max": 0.699565, + "nauc_map_at_10_std": -0.468188, + "nauc_map_at_10_diff1": 0.947833, + "nauc_map_at_20_max": 0.698293, + "nauc_map_at_20_std": -0.467835, + "nauc_map_at_20_diff1": 0.947674, + "nauc_map_at_100_max": 0.697962, + "nauc_map_at_100_std": -0.468052, + "nauc_map_at_100_diff1": 0.947856, + "nauc_map_at_1000_max": 0.69789, + "nauc_map_at_1000_std": -0.468348, + "nauc_map_at_1000_diff1": 0.947844, + "nauc_recall_at_1_max": 0.650167, + "nauc_recall_at_1_std": -0.486151, + "nauc_recall_at_1_diff1": 0.948901, + "nauc_recall_at_3_max": 0.920248, + "nauc_recall_at_3_std": -0.38457, + "nauc_recall_at_3_diff1": 0.940442, + "nauc_recall_at_5_max": 0.961042, + "nauc_recall_at_5_std": -0.120916, + "nauc_recall_at_5_diff1": 0.938476, + "nauc_recall_at_10_max": 0.98055, + "nauc_recall_at_10_std": -0.072677, + "nauc_recall_at_10_diff1": 0.951314, + "nauc_recall_at_20_max": 0.96858, + "nauc_recall_at_20_std": 0.225733, + "nauc_recall_at_20_diff1": 0.931407, + "nauc_recall_at_100_max": 0.983663, + "nauc_recall_at_100_std": 0.57181, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.650167, + "nauc_precision_at_1_std": -0.486151, + "nauc_precision_at_1_diff1": 0.948901, + "nauc_precision_at_3_max": 0.920248, + "nauc_precision_at_3_std": -0.38457, + "nauc_precision_at_3_diff1": 0.940442, + "nauc_precision_at_5_max": 0.961042, + "nauc_precision_at_5_std": -0.120916, + "nauc_precision_at_5_diff1": 0.938476, + "nauc_precision_at_10_max": 0.98055, + "nauc_precision_at_10_std": -0.072677, + "nauc_precision_at_10_diff1": 0.951314, + "nauc_precision_at_20_max": 0.96858, + "nauc_precision_at_20_std": 0.225733, + "nauc_precision_at_20_diff1": 0.931407, + "nauc_precision_at_100_max": 0.983663, + "nauc_precision_at_100_std": 0.57181, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.650167, + "nauc_mrr_at_1_std": -0.486151, + "nauc_mrr_at_1_diff1": 0.948901, + "nauc_mrr_at_3_max": 0.706434, + "nauc_mrr_at_3_std": -0.476644, + "nauc_mrr_at_3_diff1": 0.947161, + "nauc_mrr_at_5_max": 0.70231, + "nauc_mrr_at_5_std": -0.465073, + "nauc_mrr_at_5_diff1": 0.947273, + "nauc_mrr_at_10_max": 0.699565, + "nauc_mrr_at_10_std": -0.468188, + "nauc_mrr_at_10_diff1": 0.947833, + "nauc_mrr_at_20_max": 0.698293, + "nauc_mrr_at_20_std": -0.467835, + "nauc_mrr_at_20_diff1": 0.947674, + "nauc_mrr_at_100_max": 0.697962, + "nauc_mrr_at_100_std": -0.468052, + "nauc_mrr_at_100_diff1": 0.947856, + "nauc_mrr_at_1000_max": 0.69789, + "nauc_mrr_at_1000_std": -0.468348, + "nauc_mrr_at_1000_diff1": 0.947844, + "cv_recall_at_1": 0.9421, + "cv_recall_at_3": 0.98672, + "cv_recall_at_5": 0.99124, + "cv_recall_at_10": 0.99442, + "cv_recall_at_20": 0.99655, + "cv_recall_at_100": 0.99788, + "cv_recall_at_1000": 0.99973, + "main_score": 0.97225, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 378.6018500328064, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/CUREv1.json b/results/voyageai__voyage-4-large/1/CUREv1.json new file mode 100644 index 0000000000..d6fc24b510 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/CUREv1.json @@ -0,0 +1,5179 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "2.1.3", + "scores": { + "all": [ + { + "ndcg_at_1": 0.78075, + "ndcg_at_3": 0.71618, + "ndcg_at_5": 0.69662, + "ndcg_at_10": 0.67984, + "ndcg_at_20": 0.67941, + "ndcg_at_100": 0.7359, + "ndcg_at_1000": 0.79441, + "map_at_1": 0.1164, + "map_at_3": 0.21884, + "map_at_5": 0.27225, + "map_at_10": 0.34431, + "map_at_20": 0.40902, + "map_at_100": 0.51838, + "map_at_1000": 0.55874, + "recall_at_1": 0.1164, + "recall_at_3": 0.23179, + "recall_at_5": 0.3012, + "recall_at_10": 0.40932, + "recall_at_20": 0.52816, + "recall_at_100": 0.8019, + "recall_at_1000": 0.97682, + "accuracy": 0.1164, + "precision_at_1": 0.869, + "precision_at_3": 0.7405, + "precision_at_5": 0.6648, + "precision_at_10": 0.55175, + "precision_at_20": 0.43357, + "precision_at_100": 0.20204, + "precision_at_1000": 0.03609, + "mrr_at_1": 0.869, + "mrr_at_3": 0.91075, + "mrr_at_5": 0.91475, + "mrr_at_10": 0.916383, + "mrr_at_20": 0.916778, + "mrr_at_100": 0.916905, + "mrr_at_1000": 0.916913, + "nauc_ndcg_at_1_max": 0.464039, + "nauc_ndcg_at_1_std": 0.154999, + "nauc_ndcg_at_1_diff1": 0.41085, + "nauc_ndcg_at_3_max": 0.432016, + "nauc_ndcg_at_3_std": 0.162644, + "nauc_ndcg_at_3_diff1": 0.167546, + "nauc_ndcg_at_5_max": 0.413305, + "nauc_ndcg_at_5_std": 0.158658, + "nauc_ndcg_at_5_diff1": 0.140384, + "nauc_ndcg_at_10_max": 0.414321, + "nauc_ndcg_at_10_std": 0.156125, + "nauc_ndcg_at_10_diff1": 0.14433, + "nauc_ndcg_at_20_max": 0.404831, + "nauc_ndcg_at_20_std": 0.157917, + "nauc_ndcg_at_20_diff1": 0.177587, + "nauc_ndcg_at_100_max": 0.428733, + "nauc_ndcg_at_100_std": 0.241606, + "nauc_ndcg_at_100_diff1": 0.195313, + "nauc_ndcg_at_1000_max": 0.494419, + "nauc_ndcg_at_1000_std": 0.288722, + "nauc_ndcg_at_1000_diff1": 0.172057, + "nauc_map_at_1_max": 0.043388, + "nauc_map_at_1_std": -0.198349, + "nauc_map_at_1_diff1": 0.464882, + "nauc_map_at_3_max": 0.108188, + "nauc_map_at_3_std": -0.144425, + "nauc_map_at_3_diff1": 0.306344, + "nauc_map_at_5_max": 0.137941, + "nauc_map_at_5_std": -0.113985, + "nauc_map_at_5_diff1": 0.268047, + "nauc_map_at_10_max": 0.189123, + "nauc_map_at_10_std": -0.058871, + "nauc_map_at_10_diff1": 0.227733, + "nauc_map_at_20_max": 0.22536, + "nauc_map_at_20_std": 0.002955, + "nauc_map_at_20_diff1": 0.19852, + "nauc_map_at_100_max": 0.316661, + "nauc_map_at_100_std": 0.167609, + "nauc_map_at_100_diff1": 0.121319, + "nauc_map_at_1000_max": 0.344499, + "nauc_map_at_1000_std": 0.201464, + "nauc_map_at_1000_diff1": 0.075071, + "nauc_recall_at_1_max": 0.043388, + "nauc_recall_at_1_std": -0.198349, + "nauc_recall_at_1_diff1": 0.464882, + "nauc_recall_at_3_max": 0.07802, + "nauc_recall_at_3_std": -0.152962, + "nauc_recall_at_3_diff1": 0.289903, + "nauc_recall_at_5_max": 0.091913, + "nauc_recall_at_5_std": -0.128507, + "nauc_recall_at_5_diff1": 0.251121, + "nauc_recall_at_10_max": 0.129268, + "nauc_recall_at_10_std": -0.075304, + "nauc_recall_at_10_diff1": 0.215617, + "nauc_recall_at_20_max": 0.13765, + "nauc_recall_at_20_std": -0.017192, + "nauc_recall_at_20_diff1": 0.198564, + "nauc_recall_at_100_max": 0.209818, + "nauc_recall_at_100_std": 0.22363, + "nauc_recall_at_100_diff1": 0.162018, + "nauc_recall_at_1000_max": 0.491407, + "nauc_recall_at_1000_std": 0.710296, + "nauc_recall_at_1000_diff1": 0.181577, + "nauc_precision_at_1_max": 0.583426, + "nauc_precision_at_1_std": 0.273259, + "nauc_precision_at_1_diff1": 0.374091, + "nauc_precision_at_3_max": 0.364964, + "nauc_precision_at_3_std": 0.288013, + "nauc_precision_at_3_diff1": -0.226287, + "nauc_precision_at_5_max": 0.289738, + "nauc_precision_at_5_std": 0.294875, + "nauc_precision_at_5_diff1": -0.279761, + "nauc_precision_at_10_max": 0.23284, + "nauc_precision_at_10_std": 0.310463, + "nauc_precision_at_10_diff1": -0.301114, + "nauc_precision_at_20_max": 0.15665, + "nauc_precision_at_20_std": 0.292159, + "nauc_precision_at_20_diff1": -0.294942, + "nauc_precision_at_100_max": 0.061593, + "nauc_precision_at_100_std": 0.208903, + "nauc_precision_at_100_diff1": -0.262673, + "nauc_precision_at_1000_max": -0.032011, + "nauc_precision_at_1000_std": 0.006907, + "nauc_precision_at_1000_diff1": -0.237756, + "nauc_mrr_at_1_max": 0.583426, + "nauc_mrr_at_1_std": 0.273259, + "nauc_mrr_at_1_diff1": 0.374091, + "nauc_mrr_at_3_max": 0.638655, + "nauc_mrr_at_3_std": 0.326629, + "nauc_mrr_at_3_diff1": 0.374282, + "nauc_mrr_at_5_max": 0.634828, + "nauc_mrr_at_5_std": 0.32363, + "nauc_mrr_at_5_diff1": 0.369541, + "nauc_mrr_at_10_max": 0.630722, + "nauc_mrr_at_10_std": 0.320608, + "nauc_mrr_at_10_diff1": 0.363934, + "nauc_mrr_at_20_max": 0.629538, + "nauc_mrr_at_20_std": 0.319335, + "nauc_mrr_at_20_diff1": 0.36645, + "nauc_mrr_at_100_max": 0.62918, + "nauc_mrr_at_100_std": 0.318888, + "nauc_mrr_at_100_diff1": 0.366445, + "nauc_mrr_at_1000_max": 0.629146, + "nauc_mrr_at_1000_std": 0.318834, + "nauc_mrr_at_1000_diff1": 0.366424, + "cv_recall_at_1": 0.869, + "cv_recall_at_3": 0.9595, + "cv_recall_at_5": 0.977, + "cv_recall_at_10": 0.9885, + "cv_recall_at_20": 0.994, + "cv_recall_at_100": 0.999, + "cv_recall_at_1000": 1.0, + "main_score": 0.67984, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7535, + "ndcg_at_3": 0.68884, + "ndcg_at_5": 0.66887, + "ndcg_at_10": 0.65287, + "ndcg_at_20": 0.65386, + "ndcg_at_100": 0.71156, + "ndcg_at_1000": 0.77426, + "map_at_1": 0.11397, + "map_at_3": 0.20969, + "map_at_5": 0.26078, + "map_at_10": 0.32789, + "map_at_20": 0.38853, + "map_at_100": 0.49204, + "map_at_1000": 0.5317, + "recall_at_1": 0.11397, + "recall_at_3": 0.22224, + "recall_at_5": 0.28922, + "recall_at_10": 0.39448, + "recall_at_20": 0.51008, + "recall_at_100": 0.78156, + "recall_at_1000": 0.96821, + "accuracy": 0.11397, + "precision_at_1": 0.843, + "precision_at_3": 0.71217, + "precision_at_5": 0.639, + "precision_at_10": 0.5264, + "precision_at_20": 0.41532, + "precision_at_100": 0.19481, + "precision_at_1000": 0.03559, + "mrr_at_1": 0.843, + "mrr_at_3": 0.889, + "mrr_at_5": 0.89325, + "mrr_at_10": 0.895608, + "mrr_at_20": 0.896191, + "mrr_at_100": 0.896418, + "mrr_at_1000": 0.896432, + "nauc_ndcg_at_1_max": 0.43292, + "nauc_ndcg_at_1_std": 0.174655, + "nauc_ndcg_at_1_diff1": 0.398504, + "nauc_ndcg_at_3_max": 0.431566, + "nauc_ndcg_at_3_std": 0.230006, + "nauc_ndcg_at_3_diff1": 0.189536, + "nauc_ndcg_at_5_max": 0.433865, + "nauc_ndcg_at_5_std": 0.23528, + "nauc_ndcg_at_5_diff1": 0.186308, + "nauc_ndcg_at_10_max": 0.426752, + "nauc_ndcg_at_10_std": 0.225676, + "nauc_ndcg_at_10_diff1": 0.182766, + "nauc_ndcg_at_20_max": 0.430557, + "nauc_ndcg_at_20_std": 0.238509, + "nauc_ndcg_at_20_diff1": 0.213861, + "nauc_ndcg_at_100_max": 0.466461, + "nauc_ndcg_at_100_std": 0.323047, + "nauc_ndcg_at_100_diff1": 0.230363, + "nauc_ndcg_at_1000_max": 0.523337, + "nauc_ndcg_at_1000_std": 0.365088, + "nauc_ndcg_at_1000_diff1": 0.205919, + "nauc_map_at_1_max": 0.029599, + "nauc_map_at_1_std": -0.150552, + "nauc_map_at_1_diff1": 0.407755, + "nauc_map_at_3_max": 0.111855, + "nauc_map_at_3_std": -0.08826, + "nauc_map_at_3_diff1": 0.292286, + "nauc_map_at_5_max": 0.142875, + "nauc_map_at_5_std": -0.055488, + "nauc_map_at_5_diff1": 0.272165, + "nauc_map_at_10_max": 0.190166, + "nauc_map_at_10_std": -0.002442, + "nauc_map_at_10_diff1": 0.240599, + "nauc_map_at_20_max": 0.242499, + "nauc_map_at_20_std": 0.067757, + "nauc_map_at_20_diff1": 0.221597, + "nauc_map_at_100_max": 0.35365, + "nauc_map_at_100_std": 0.240379, + "nauc_map_at_100_diff1": 0.154238, + "nauc_map_at_1000_max": 0.387054, + "nauc_map_at_1000_std": 0.279266, + "nauc_map_at_1000_diff1": 0.112852, + "nauc_recall_at_1_max": 0.029599, + "nauc_recall_at_1_std": -0.150552, + "nauc_recall_at_1_diff1": 0.407755, + "nauc_recall_at_3_max": 0.082466, + "nauc_recall_at_3_std": -0.100409, + "nauc_recall_at_3_diff1": 0.272792, + "nauc_recall_at_5_max": 0.097848, + "nauc_recall_at_5_std": -0.074386, + "nauc_recall_at_5_diff1": 0.254597, + "nauc_recall_at_10_max": 0.123008, + "nauc_recall_at_10_std": -0.035799, + "nauc_recall_at_10_diff1": 0.227605, + "nauc_recall_at_20_max": 0.15748, + "nauc_recall_at_20_std": 0.032668, + "nauc_recall_at_20_diff1": 0.21805, + "nauc_recall_at_100_max": 0.272952, + "nauc_recall_at_100_std": 0.288254, + "nauc_recall_at_100_diff1": 0.187099, + "nauc_recall_at_1000_max": 0.56593, + "nauc_recall_at_1000_std": 0.737576, + "nauc_recall_at_1000_diff1": 0.156095, + "nauc_precision_at_1_max": 0.542977, + "nauc_precision_at_1_std": 0.309841, + "nauc_precision_at_1_diff1": 0.367168, + "nauc_precision_at_3_max": 0.395635, + "nauc_precision_at_3_std": 0.340344, + "nauc_precision_at_3_diff1": -0.134364, + "nauc_precision_at_5_max": 0.348626, + "nauc_precision_at_5_std": 0.349656, + "nauc_precision_at_5_diff1": -0.178937, + "nauc_precision_at_10_max": 0.287184, + "nauc_precision_at_10_std": 0.34061, + "nauc_precision_at_10_diff1": -0.235257, + "nauc_precision_at_20_max": 0.22597, + "nauc_precision_at_20_std": 0.326181, + "nauc_precision_at_20_diff1": -0.242982, + "nauc_precision_at_100_max": 0.114247, + "nauc_precision_at_100_std": 0.228701, + "nauc_precision_at_100_diff1": -0.244509, + "nauc_precision_at_1000_max": 0.001606, + "nauc_precision_at_1000_std": 0.023842, + "nauc_precision_at_1000_diff1": -0.228454, + "nauc_mrr_at_1_max": 0.542977, + "nauc_mrr_at_1_std": 0.309841, + "nauc_mrr_at_1_diff1": 0.367168, + "nauc_mrr_at_3_max": 0.592075, + "nauc_mrr_at_3_std": 0.36778, + "nauc_mrr_at_3_diff1": 0.363457, + "nauc_mrr_at_5_max": 0.588875, + "nauc_mrr_at_5_std": 0.366872, + "nauc_mrr_at_5_diff1": 0.367208, + "nauc_mrr_at_10_max": 0.584425, + "nauc_mrr_at_10_std": 0.361065, + "nauc_mrr_at_10_diff1": 0.365105, + "nauc_mrr_at_20_max": 0.58326, + "nauc_mrr_at_20_std": 0.358977, + "nauc_mrr_at_20_diff1": 0.364563, + "nauc_mrr_at_100_max": 0.582749, + "nauc_mrr_at_100_std": 0.358209, + "nauc_mrr_at_100_diff1": 0.364934, + "nauc_mrr_at_1000_max": 0.5827, + "nauc_mrr_at_1000_std": 0.358138, + "nauc_mrr_at_1000_diff1": 0.364915, + "cv_recall_at_1": 0.843, + "cv_recall_at_3": 0.946, + "cv_recall_at_5": 0.9645, + "cv_recall_at_10": 0.9815, + "cv_recall_at_20": 0.989, + "cv_recall_at_100": 0.9975, + "cv_recall_at_1000": 0.9995, + "main_score": 0.65287, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74525, + "ndcg_at_3": 0.68912, + "ndcg_at_5": 0.66458, + "ndcg_at_10": 0.64737, + "ndcg_at_20": 0.6468, + "ndcg_at_100": 0.70563, + "ndcg_at_1000": 0.76874, + "map_at_1": 0.11092, + "map_at_3": 0.20733, + "map_at_5": 0.25732, + "map_at_10": 0.32393, + "map_at_20": 0.3833, + "map_at_100": 0.48578, + "map_at_1000": 0.52523, + "recall_at_1": 0.11092, + "recall_at_3": 0.21988, + "recall_at_5": 0.28601, + "recall_at_10": 0.391, + "recall_at_20": 0.50266, + "recall_at_100": 0.7766, + "recall_at_1000": 0.96488, + "accuracy": 0.11092, + "precision_at_1": 0.834, + "precision_at_3": 0.71533, + "precision_at_5": 0.6346, + "precision_at_10": 0.52095, + "precision_at_20": 0.41052, + "precision_at_100": 0.19334, + "precision_at_1000": 0.03537, + "mrr_at_1": 0.834, + "mrr_at_3": 0.881667, + "mrr_at_5": 0.885492, + "mrr_at_10": 0.888162, + "mrr_at_20": 0.888891, + "mrr_at_100": 0.889249, + "mrr_at_1000": 0.889259, + "nauc_ndcg_at_1_max": 0.452942, + "nauc_ndcg_at_1_std": 0.199619, + "nauc_ndcg_at_1_diff1": 0.406784, + "nauc_ndcg_at_3_max": 0.441941, + "nauc_ndcg_at_3_std": 0.236787, + "nauc_ndcg_at_3_diff1": 0.216834, + "nauc_ndcg_at_5_max": 0.438438, + "nauc_ndcg_at_5_std": 0.24642, + "nauc_ndcg_at_5_diff1": 0.202879, + "nauc_ndcg_at_10_max": 0.449976, + "nauc_ndcg_at_10_std": 0.249497, + "nauc_ndcg_at_10_diff1": 0.212535, + "nauc_ndcg_at_20_max": 0.451544, + "nauc_ndcg_at_20_std": 0.260034, + "nauc_ndcg_at_20_diff1": 0.23394, + "nauc_ndcg_at_100_max": 0.490278, + "nauc_ndcg_at_100_std": 0.346163, + "nauc_ndcg_at_100_diff1": 0.252244, + "nauc_ndcg_at_1000_max": 0.53102, + "nauc_ndcg_at_1000_std": 0.379077, + "nauc_ndcg_at_1000_diff1": 0.229856, + "nauc_map_at_1_max": 0.095607, + "nauc_map_at_1_std": -0.139746, + "nauc_map_at_1_diff1": 0.455654, + "nauc_map_at_3_max": 0.155852, + "nauc_map_at_3_std": -0.074173, + "nauc_map_at_3_diff1": 0.337777, + "nauc_map_at_5_max": 0.177807, + "nauc_map_at_5_std": -0.040017, + "nauc_map_at_5_diff1": 0.302367, + "nauc_map_at_10_max": 0.226744, + "nauc_map_at_10_std": 0.018363, + "nauc_map_at_10_diff1": 0.266121, + "nauc_map_at_20_max": 0.27102, + "nauc_map_at_20_std": 0.090201, + "nauc_map_at_20_diff1": 0.23957, + "nauc_map_at_100_max": 0.370064, + "nauc_map_at_100_std": 0.2581, + "nauc_map_at_100_diff1": 0.176504, + "nauc_map_at_1000_max": 0.394298, + "nauc_map_at_1000_std": 0.290981, + "nauc_map_at_1000_diff1": 0.138875, + "nauc_recall_at_1_max": 0.095607, + "nauc_recall_at_1_std": -0.139746, + "nauc_recall_at_1_diff1": 0.455654, + "nauc_recall_at_3_max": 0.126764, + "nauc_recall_at_3_std": -0.082128, + "nauc_recall_at_3_diff1": 0.317449, + "nauc_recall_at_5_max": 0.132004, + "nauc_recall_at_5_std": -0.056499, + "nauc_recall_at_5_diff1": 0.278024, + "nauc_recall_at_10_max": 0.159265, + "nauc_recall_at_10_std": -0.00866, + "nauc_recall_at_10_diff1": 0.239807, + "nauc_recall_at_20_max": 0.190409, + "nauc_recall_at_20_std": 0.062493, + "nauc_recall_at_20_diff1": 0.21975, + "nauc_recall_at_100_max": 0.312199, + "nauc_recall_at_100_std": 0.325109, + "nauc_recall_at_100_diff1": 0.204105, + "nauc_recall_at_1000_max": 0.612374, + "nauc_recall_at_1000_std": 0.750119, + "nauc_recall_at_1000_diff1": 0.21948, + "nauc_precision_at_1_max": 0.572535, + "nauc_precision_at_1_std": 0.336905, + "nauc_precision_at_1_diff1": 0.380567, + "nauc_precision_at_3_max": 0.382228, + "nauc_precision_at_3_std": 0.346311, + "nauc_precision_at_3_diff1": -0.112449, + "nauc_precision_at_5_max": 0.318103, + "nauc_precision_at_5_std": 0.345668, + "nauc_precision_at_5_diff1": -0.17944, + "nauc_precision_at_10_max": 0.269471, + "nauc_precision_at_10_std": 0.342232, + "nauc_precision_at_10_diff1": -0.229822, + "nauc_precision_at_20_max": 0.197393, + "nauc_precision_at_20_std": 0.320177, + "nauc_precision_at_20_diff1": -0.246615, + "nauc_precision_at_100_max": 0.08256, + "nauc_precision_at_100_std": 0.211974, + "nauc_precision_at_100_diff1": -0.242156, + "nauc_precision_at_1000_max": -0.035543, + "nauc_precision_at_1000_std": 0.001092, + "nauc_precision_at_1000_diff1": -0.228149, + "nauc_mrr_at_1_max": 0.572535, + "nauc_mrr_at_1_std": 0.336905, + "nauc_mrr_at_1_diff1": 0.380567, + "nauc_mrr_at_3_max": 0.622531, + "nauc_mrr_at_3_std": 0.403138, + "nauc_mrr_at_3_diff1": 0.39315, + "nauc_mrr_at_5_max": 0.621903, + "nauc_mrr_at_5_std": 0.40315, + "nauc_mrr_at_5_diff1": 0.390573, + "nauc_mrr_at_10_max": 0.618796, + "nauc_mrr_at_10_std": 0.401084, + "nauc_mrr_at_10_diff1": 0.391254, + "nauc_mrr_at_20_max": 0.616901, + "nauc_mrr_at_20_std": 0.398553, + "nauc_mrr_at_20_diff1": 0.389536, + "nauc_mrr_at_100_max": 0.616262, + "nauc_mrr_at_100_std": 0.397485, + "nauc_mrr_at_100_diff1": 0.390157, + "nauc_mrr_at_1000_max": 0.616224, + "nauc_mrr_at_1000_std": 0.397426, + "nauc_mrr_at_1000_diff1": 0.390142, + "cv_recall_at_1": 0.834, + "cv_recall_at_3": 0.939, + "cv_recall_at_5": 0.9555, + "cv_recall_at_10": 0.9745, + "cv_recall_at_20": 0.9845, + "cv_recall_at_100": 0.9965, + "cv_recall_at_1000": 0.9995, + "main_score": 0.64737, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.825, + "ndcg_at_3": 0.75347, + "ndcg_at_5": 0.72343, + "ndcg_at_10": 0.6968, + "ndcg_at_20": 0.68668, + "ndcg_at_100": 0.73857, + "ndcg_at_1000": 0.81833, + "map_at_1": 0.12435, + "map_at_3": 0.2103, + "map_at_5": 0.24997, + "map_at_10": 0.31044, + "map_at_20": 0.37378, + "map_at_100": 0.50383, + "map_at_1000": 0.55636, + "recall_at_1": 0.12435, + "recall_at_3": 0.21772, + "recall_at_5": 0.26718, + "recall_at_10": 0.35459, + "recall_at_20": 0.46625, + "recall_at_100": 0.76791, + "recall_at_1000": 0.98587, + "accuracy": 0.12435, + "precision_at_1": 0.9, + "precision_at_3": 0.76333, + "precision_at_5": 0.688, + "precision_at_10": 0.5765, + "precision_at_20": 0.464, + "precision_at_100": 0.2342, + "precision_at_1000": 0.03904, + "mrr_at_1": 0.9, + "mrr_at_3": 0.94, + "mrr_at_5": 0.94325, + "mrr_at_10": 0.94325, + "mrr_at_20": 0.94325, + "mrr_at_100": 0.94325, + "mrr_at_1000": 0.94325, + "nauc_ndcg_at_1_max": 0.412393, + "nauc_ndcg_at_1_std": -0.07317, + "nauc_ndcg_at_1_diff1": 0.545386, + "nauc_ndcg_at_3_max": 0.346338, + "nauc_ndcg_at_3_std": -0.078279, + "nauc_ndcg_at_3_diff1": 0.199882, + "nauc_ndcg_at_5_max": 0.286812, + "nauc_ndcg_at_5_std": -0.089717, + "nauc_ndcg_at_5_diff1": 0.177171, + "nauc_ndcg_at_10_max": 0.316842, + "nauc_ndcg_at_10_std": -0.095889, + "nauc_ndcg_at_10_diff1": 0.248308, + "nauc_ndcg_at_20_max": 0.272467, + "nauc_ndcg_at_20_std": -0.133251, + "nauc_ndcg_at_20_diff1": 0.30167, + "nauc_ndcg_at_100_max": 0.281706, + "nauc_ndcg_at_100_std": -0.12254, + "nauc_ndcg_at_100_diff1": 0.302229, + "nauc_ndcg_at_1000_max": 0.332965, + "nauc_ndcg_at_1000_std": 0.031442, + "nauc_ndcg_at_1000_diff1": 0.237071, + "nauc_map_at_1_max": 0.028471, + "nauc_map_at_1_std": -0.443011, + "nauc_map_at_1_diff1": 0.595175, + "nauc_map_at_3_max": 0.070092, + "nauc_map_at_3_std": -0.430834, + "nauc_map_at_3_diff1": 0.465828, + "nauc_map_at_5_max": 0.077126, + "nauc_map_at_5_std": -0.428589, + "nauc_map_at_5_diff1": 0.425153, + "nauc_map_at_10_max": 0.126443, + "nauc_map_at_10_std": -0.40195, + "nauc_map_at_10_diff1": 0.401126, + "nauc_map_at_20_max": 0.143873, + "nauc_map_at_20_std": -0.363786, + "nauc_map_at_20_diff1": 0.374448, + "nauc_map_at_100_max": 0.215105, + "nauc_map_at_100_std": -0.135613, + "nauc_map_at_100_diff1": 0.283859, + "nauc_map_at_1000_max": 0.205674, + "nauc_map_at_1000_std": -0.031803, + "nauc_map_at_1000_diff1": 0.220639, + "nauc_recall_at_1_max": 0.028471, + "nauc_recall_at_1_std": -0.443011, + "nauc_recall_at_1_diff1": 0.595175, + "nauc_recall_at_3_max": 0.056731, + "nauc_recall_at_3_std": -0.426091, + "nauc_recall_at_3_diff1": 0.444328, + "nauc_recall_at_5_max": 0.051117, + "nauc_recall_at_5_std": -0.430315, + "nauc_recall_at_5_diff1": 0.395089, + "nauc_recall_at_10_max": 0.10221, + "nauc_recall_at_10_std": -0.407014, + "nauc_recall_at_10_diff1": 0.372121, + "nauc_recall_at_20_max": 0.082883, + "nauc_recall_at_20_std": -0.364144, + "nauc_recall_at_20_diff1": 0.316019, + "nauc_recall_at_100_max": 0.176108, + "nauc_recall_at_100_std": -0.066544, + "nauc_recall_at_100_diff1": 0.222077, + "nauc_recall_at_1000_max": 0.487198, + "nauc_recall_at_1000_std": 0.738281, + "nauc_recall_at_1000_diff1": -0.01906, + "nauc_precision_at_1_max": 0.553455, + "nauc_precision_at_1_std": 0.047852, + "nauc_precision_at_1_diff1": 0.584687, + "nauc_precision_at_3_max": 0.302706, + "nauc_precision_at_3_std": 0.277794, + "nauc_precision_at_3_diff1": -0.314711, + "nauc_precision_at_5_max": 0.168129, + "nauc_precision_at_5_std": 0.382355, + "nauc_precision_at_5_diff1": -0.424133, + "nauc_precision_at_10_max": 0.183138, + "nauc_precision_at_10_std": 0.507199, + "nauc_precision_at_10_diff1": -0.390894, + "nauc_precision_at_20_max": 0.079151, + "nauc_precision_at_20_std": 0.513747, + "nauc_precision_at_20_diff1": -0.382581, + "nauc_precision_at_100_max": -0.00692, + "nauc_precision_at_100_std": 0.475878, + "nauc_precision_at_100_diff1": -0.336135, + "nauc_precision_at_1000_max": -0.096166, + "nauc_precision_at_1000_std": 0.322356, + "nauc_precision_at_1000_diff1": -0.289522, + "nauc_mrr_at_1_max": 0.553455, + "nauc_mrr_at_1_std": 0.047852, + "nauc_mrr_at_1_diff1": 0.584687, + "nauc_mrr_at_3_max": 0.608433, + "nauc_mrr_at_3_std": 0.140873, + "nauc_mrr_at_3_diff1": 0.577128, + "nauc_mrr_at_5_max": 0.588888, + "nauc_mrr_at_5_std": 0.09779, + "nauc_mrr_at_5_diff1": 0.577127, + "nauc_mrr_at_10_max": 0.588888, + "nauc_mrr_at_10_std": 0.09779, + "nauc_mrr_at_10_diff1": 0.577127, + "nauc_mrr_at_20_max": 0.588888, + "nauc_mrr_at_20_std": 0.09779, + "nauc_mrr_at_20_diff1": 0.577127, + "nauc_mrr_at_100_max": 0.588888, + "nauc_mrr_at_100_std": 0.09779, + "nauc_mrr_at_100_diff1": 0.577127, + "nauc_mrr_at_1000_max": 0.588888, + "nauc_mrr_at_1000_std": 0.09779, + "nauc_mrr_at_1000_diff1": 0.577127, + "cv_recall_at_1": 0.9, + "cv_recall_at_3": 0.985, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.6968, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8125, + "ndcg_at_3": 0.73074, + "ndcg_at_5": 0.69453, + "ndcg_at_10": 0.67183, + "ndcg_at_20": 0.65792, + "ndcg_at_100": 0.71279, + "ndcg_at_1000": 0.79776, + "map_at_1": 0.12358, + "map_at_3": 0.19837, + "map_at_5": 0.23525, + "map_at_10": 0.29308, + "map_at_20": 0.34889, + "map_at_100": 0.47232, + "map_at_1000": 0.52352, + "recall_at_1": 0.12358, + "recall_at_3": 0.20438, + "recall_at_5": 0.25181, + "recall_at_10": 0.34547, + "recall_at_20": 0.44587, + "recall_at_100": 0.74804, + "recall_at_1000": 0.98069, + "accuracy": 0.12358, + "precision_at_1": 0.895, + "precision_at_3": 0.73333, + "precision_at_5": 0.657, + "precision_at_10": 0.5575, + "precision_at_20": 0.44, + "precision_at_100": 0.2247, + "precision_at_1000": 0.03866, + "mrr_at_1": 0.895, + "mrr_at_3": 0.9275, + "mrr_at_5": 0.93075, + "mrr_at_10": 0.932734, + "mrr_at_20": 0.932734, + "mrr_at_100": 0.932734, + "mrr_at_1000": 0.932734, + "nauc_ndcg_at_1_max": 0.548593, + "nauc_ndcg_at_1_std": 0.007225, + "nauc_ndcg_at_1_diff1": 0.552301, + "nauc_ndcg_at_3_max": 0.459971, + "nauc_ndcg_at_3_std": 0.040058, + "nauc_ndcg_at_3_diff1": 0.250523, + "nauc_ndcg_at_5_max": 0.457651, + "nauc_ndcg_at_5_std": 0.055526, + "nauc_ndcg_at_5_diff1": 0.249751, + "nauc_ndcg_at_10_max": 0.471304, + "nauc_ndcg_at_10_std": 0.011248, + "nauc_ndcg_at_10_diff1": 0.242836, + "nauc_ndcg_at_20_max": 0.46784, + "nauc_ndcg_at_20_std": 0.011575, + "nauc_ndcg_at_20_diff1": 0.278565, + "nauc_ndcg_at_100_max": 0.460542, + "nauc_ndcg_at_100_std": 0.081104, + "nauc_ndcg_at_100_diff1": 0.303209, + "nauc_ndcg_at_1000_max": 0.519539, + "nauc_ndcg_at_1000_std": 0.224485, + "nauc_ndcg_at_1000_diff1": 0.241783, + "nauc_map_at_1_max": 0.156354, + "nauc_map_at_1_std": -0.384464, + "nauc_map_at_1_diff1": 0.528982, + "nauc_map_at_3_max": 0.225061, + "nauc_map_at_3_std": -0.369119, + "nauc_map_at_3_diff1": 0.423018, + "nauc_map_at_5_max": 0.247579, + "nauc_map_at_5_std": -0.33852, + "nauc_map_at_5_diff1": 0.417953, + "nauc_map_at_10_max": 0.288713, + "nauc_map_at_10_std": -0.30783, + "nauc_map_at_10_diff1": 0.385436, + "nauc_map_at_20_max": 0.331359, + "nauc_map_at_20_std": -0.250042, + "nauc_map_at_20_diff1": 0.359142, + "nauc_map_at_100_max": 0.403537, + "nauc_map_at_100_std": 0.0328, + "nauc_map_at_100_diff1": 0.255683, + "nauc_map_at_1000_max": 0.407829, + "nauc_map_at_1000_std": 0.134529, + "nauc_map_at_1000_diff1": 0.183272, + "nauc_recall_at_1_max": 0.156354, + "nauc_recall_at_1_std": -0.384464, + "nauc_recall_at_1_diff1": 0.528982, + "nauc_recall_at_3_max": 0.213624, + "nauc_recall_at_3_std": -0.378569, + "nauc_recall_at_3_diff1": 0.411098, + "nauc_recall_at_5_max": 0.227671, + "nauc_recall_at_5_std": -0.34805, + "nauc_recall_at_5_diff1": 0.409523, + "nauc_recall_at_10_max": 0.240078, + "nauc_recall_at_10_std": -0.341987, + "nauc_recall_at_10_diff1": 0.352629, + "nauc_recall_at_20_max": 0.262839, + "nauc_recall_at_20_std": -0.291361, + "nauc_recall_at_20_diff1": 0.327424, + "nauc_recall_at_100_max": 0.302694, + "nauc_recall_at_100_std": 0.051206, + "nauc_recall_at_100_diff1": 0.31499, + "nauc_recall_at_1000_max": 0.507601, + "nauc_recall_at_1000_std": 0.741568, + "nauc_recall_at_1000_diff1": 0.159815, + "nauc_precision_at_1_max": 0.604246, + "nauc_precision_at_1_std": 0.093307, + "nauc_precision_at_1_diff1": 0.516934, + "nauc_precision_at_3_max": 0.305876, + "nauc_precision_at_3_std": 0.319118, + "nauc_precision_at_3_diff1": -0.229619, + "nauc_precision_at_5_max": 0.225634, + "nauc_precision_at_5_std": 0.434471, + "nauc_precision_at_5_diff1": -0.263876, + "nauc_precision_at_10_max": 0.147562, + "nauc_precision_at_10_std": 0.512226, + "nauc_precision_at_10_diff1": -0.362144, + "nauc_precision_at_20_max": 0.078864, + "nauc_precision_at_20_std": 0.524692, + "nauc_precision_at_20_diff1": -0.367706, + "nauc_precision_at_100_max": -0.027298, + "nauc_precision_at_100_std": 0.48949, + "nauc_precision_at_100_diff1": -0.334974, + "nauc_precision_at_1000_max": -0.098452, + "nauc_precision_at_1000_std": 0.308373, + "nauc_precision_at_1000_diff1": -0.297875, + "nauc_mrr_at_1_max": 0.604246, + "nauc_mrr_at_1_std": 0.093307, + "nauc_mrr_at_1_diff1": 0.516934, + "nauc_mrr_at_3_max": 0.653164, + "nauc_mrr_at_3_std": 0.127705, + "nauc_mrr_at_3_diff1": 0.560384, + "nauc_mrr_at_5_max": 0.653057, + "nauc_mrr_at_5_std": 0.128223, + "nauc_mrr_at_5_diff1": 0.558036, + "nauc_mrr_at_10_max": 0.642773, + "nauc_mrr_at_10_std": 0.111743, + "nauc_mrr_at_10_diff1": 0.548984, + "nauc_mrr_at_20_max": 0.642773, + "nauc_mrr_at_20_std": 0.111743, + "nauc_mrr_at_20_diff1": 0.548984, + "nauc_mrr_at_100_max": 0.642773, + "nauc_mrr_at_100_std": 0.111743, + "nauc_mrr_at_100_diff1": 0.548984, + "nauc_mrr_at_1000_max": 0.642773, + "nauc_mrr_at_1000_std": 0.111743, + "nauc_mrr_at_1000_diff1": 0.548984, + "cv_recall_at_1": 0.895, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.985, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.67183, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8075, + "ndcg_at_3": 0.72962, + "ndcg_at_5": 0.69188, + "ndcg_at_10": 0.66197, + "ndcg_at_20": 0.65049, + "ndcg_at_100": 0.70516, + "ndcg_at_1000": 0.79129, + "map_at_1": 0.12507, + "map_at_3": 0.19889, + "map_at_5": 0.23465, + "map_at_10": 0.28722, + "map_at_20": 0.34449, + "map_at_100": 0.46401, + "map_at_1000": 0.51409, + "recall_at_1": 0.12507, + "recall_at_3": 0.20478, + "recall_at_5": 0.25326, + "recall_at_10": 0.33695, + "recall_at_20": 0.43793, + "recall_at_100": 0.7389, + "recall_at_1000": 0.97707, + "accuracy": 0.12507, + "precision_at_1": 0.885, + "precision_at_3": 0.74, + "precision_at_5": 0.647, + "precision_at_10": 0.535, + "precision_at_20": 0.435, + "precision_at_100": 0.2194, + "precision_at_1000": 0.03798, + "mrr_at_1": 0.885, + "mrr_at_3": 0.9225, + "mrr_at_5": 0.92475, + "mrr_at_10": 0.927667, + "mrr_at_20": 0.927667, + "mrr_at_100": 0.927828, + "mrr_at_1000": 0.927828, + "nauc_ndcg_at_1_max": 0.541388, + "nauc_ndcg_at_1_std": 0.03046, + "nauc_ndcg_at_1_diff1": 0.38711, + "nauc_ndcg_at_3_max": 0.523441, + "nauc_ndcg_at_3_std": 0.162917, + "nauc_ndcg_at_3_diff1": 0.203746, + "nauc_ndcg_at_5_max": 0.483003, + "nauc_ndcg_at_5_std": 0.137298, + "nauc_ndcg_at_5_diff1": 0.202339, + "nauc_ndcg_at_10_max": 0.485891, + "nauc_ndcg_at_10_std": 0.107745, + "nauc_ndcg_at_10_diff1": 0.204927, + "nauc_ndcg_at_20_max": 0.489229, + "nauc_ndcg_at_20_std": 0.097514, + "nauc_ndcg_at_20_diff1": 0.25873, + "nauc_ndcg_at_100_max": 0.491049, + "nauc_ndcg_at_100_std": 0.171551, + "nauc_ndcg_at_100_diff1": 0.285366, + "nauc_ndcg_at_1000_max": 0.538257, + "nauc_ndcg_at_1000_std": 0.292188, + "nauc_ndcg_at_1000_diff1": 0.18653, + "nauc_map_at_1_max": 0.185996, + "nauc_map_at_1_std": -0.347738, + "nauc_map_at_1_diff1": 0.533815, + "nauc_map_at_3_max": 0.273083, + "nauc_map_at_3_std": -0.312952, + "nauc_map_at_3_diff1": 0.45717, + "nauc_map_at_5_max": 0.267713, + "nauc_map_at_5_std": -0.307702, + "nauc_map_at_5_diff1": 0.431074, + "nauc_map_at_10_max": 0.30998, + "nauc_map_at_10_std": -0.255648, + "nauc_map_at_10_diff1": 0.394076, + "nauc_map_at_20_max": 0.352956, + "nauc_map_at_20_std": -0.184032, + "nauc_map_at_20_diff1": 0.366457, + "nauc_map_at_100_max": 0.415229, + "nauc_map_at_100_std": 0.086327, + "nauc_map_at_100_diff1": 0.275249, + "nauc_map_at_1000_max": 0.409765, + "nauc_map_at_1000_std": 0.183052, + "nauc_map_at_1000_diff1": 0.190296, + "nauc_recall_at_1_max": 0.185996, + "nauc_recall_at_1_std": -0.347738, + "nauc_recall_at_1_diff1": 0.533815, + "nauc_recall_at_3_max": 0.264728, + "nauc_recall_at_3_std": -0.318923, + "nauc_recall_at_3_diff1": 0.456042, + "nauc_recall_at_5_max": 0.230832, + "nauc_recall_at_5_std": -0.327467, + "nauc_recall_at_5_diff1": 0.418999, + "nauc_recall_at_10_max": 0.261386, + "nauc_recall_at_10_std": -0.269946, + "nauc_recall_at_10_diff1": 0.365894, + "nauc_recall_at_20_max": 0.296423, + "nauc_recall_at_20_std": -0.204675, + "nauc_recall_at_20_diff1": 0.335318, + "nauc_recall_at_100_max": 0.335379, + "nauc_recall_at_100_std": 0.134775, + "nauc_recall_at_100_diff1": 0.302491, + "nauc_recall_at_1000_max": 0.607007, + "nauc_recall_at_1000_std": 0.80198, + "nauc_recall_at_1000_diff1": 0.001023, + "nauc_precision_at_1_max": 0.627783, + "nauc_precision_at_1_std": 0.140916, + "nauc_precision_at_1_diff1": 0.347437, + "nauc_precision_at_3_max": 0.337567, + "nauc_precision_at_3_std": 0.409597, + "nauc_precision_at_3_diff1": -0.277846, + "nauc_precision_at_5_max": 0.181632, + "nauc_precision_at_5_std": 0.407019, + "nauc_precision_at_5_diff1": -0.351284, + "nauc_precision_at_10_max": 0.121484, + "nauc_precision_at_10_std": 0.501055, + "nauc_precision_at_10_diff1": -0.395843, + "nauc_precision_at_20_max": 0.053652, + "nauc_precision_at_20_std": 0.504496, + "nauc_precision_at_20_diff1": -0.392112, + "nauc_precision_at_100_max": -0.06643, + "nauc_precision_at_100_std": 0.451398, + "nauc_precision_at_100_diff1": -0.358937, + "nauc_precision_at_1000_max": -0.136563, + "nauc_precision_at_1000_std": 0.286837, + "nauc_precision_at_1000_diff1": -0.355378, + "nauc_mrr_at_1_max": 0.627783, + "nauc_mrr_at_1_std": 0.140916, + "nauc_mrr_at_1_diff1": 0.347437, + "nauc_mrr_at_3_max": 0.673902, + "nauc_mrr_at_3_std": 0.195789, + "nauc_mrr_at_3_diff1": 0.312605, + "nauc_mrr_at_5_max": 0.674866, + "nauc_mrr_at_5_std": 0.179629, + "nauc_mrr_at_5_diff1": 0.318356, + "nauc_mrr_at_10_max": 0.664008, + "nauc_mrr_at_10_std": 0.177592, + "nauc_mrr_at_10_diff1": 0.322269, + "nauc_mrr_at_20_max": 0.664008, + "nauc_mrr_at_20_std": 0.177592, + "nauc_mrr_at_20_diff1": 0.322269, + "nauc_mrr_at_100_max": 0.663543, + "nauc_mrr_at_100_std": 0.176358, + "nauc_mrr_at_100_diff1": 0.322721, + "nauc_mrr_at_1000_max": 0.663543, + "nauc_mrr_at_1000_std": 0.176358, + "nauc_mrr_at_1000_diff1": 0.322721, + "cv_recall_at_1": 0.885, + "cv_recall_at_3": 0.965, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66197, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.81, + "ndcg_at_3": 0.75279, + "ndcg_at_5": 0.74803, + "ndcg_at_10": 0.75901, + "ndcg_at_20": 0.785, + "ndcg_at_100": 0.82905, + "ndcg_at_1000": 0.84801, + "map_at_1": 0.19497, + "map_at_3": 0.38267, + "map_at_5": 0.46763, + "map_at_10": 0.56679, + "map_at_20": 0.62698, + "map_at_100": 0.6911, + "map_at_1000": 0.70166, + "recall_at_1": 0.19497, + "recall_at_3": 0.40445, + "recall_at_5": 0.51574, + "recall_at_10": 0.66006, + "recall_at_20": 0.77768, + "recall_at_100": 0.9441, + "recall_at_1000": 0.99951, + "accuracy": 0.19497, + "precision_at_1": 0.87, + "precision_at_3": 0.73, + "precision_at_5": 0.626, + "precision_at_10": 0.4775, + "precision_at_20": 0.329, + "precision_at_100": 0.11145, + "precision_at_1000": 0.01345, + "mrr_at_1": 0.87, + "mrr_at_3": 0.916667, + "mrr_at_5": 0.921167, + "mrr_at_10": 0.922714, + "mrr_at_20": 0.922714, + "mrr_at_100": 0.922714, + "mrr_at_1000": 0.922714, + "nauc_ndcg_at_1_max": 0.430317, + "nauc_ndcg_at_1_std": 0.249509, + "nauc_ndcg_at_1_diff1": 0.438648, + "nauc_ndcg_at_3_max": 0.34361, + "nauc_ndcg_at_3_std": 0.015785, + "nauc_ndcg_at_3_diff1": 0.211314, + "nauc_ndcg_at_5_max": 0.285229, + "nauc_ndcg_at_5_std": -0.128031, + "nauc_ndcg_at_5_diff1": 0.20846, + "nauc_ndcg_at_10_max": 0.293967, + "nauc_ndcg_at_10_std": -0.241133, + "nauc_ndcg_at_10_diff1": 0.224713, + "nauc_ndcg_at_20_max": 0.346996, + "nauc_ndcg_at_20_std": -0.268616, + "nauc_ndcg_at_20_diff1": 0.2741, + "nauc_ndcg_at_100_max": 0.392022, + "nauc_ndcg_at_100_std": -0.181423, + "nauc_ndcg_at_100_diff1": 0.26342, + "nauc_ndcg_at_1000_max": 0.385567, + "nauc_ndcg_at_1000_std": -0.047251, + "nauc_ndcg_at_1000_diff1": 0.261574, + "nauc_map_at_1_max": -0.062168, + "nauc_map_at_1_std": -0.377307, + "nauc_map_at_1_diff1": 0.447189, + "nauc_map_at_3_max": 0.040751, + "nauc_map_at_3_std": -0.42989, + "nauc_map_at_3_diff1": 0.312936, + "nauc_map_at_5_max": 0.074168, + "nauc_map_at_5_std": -0.488089, + "nauc_map_at_5_diff1": 0.276376, + "nauc_map_at_10_max": 0.175816, + "nauc_map_at_10_std": -0.491226, + "nauc_map_at_10_diff1": 0.225809, + "nauc_map_at_20_max": 0.232383, + "nauc_map_at_20_std": -0.454879, + "nauc_map_at_20_diff1": 0.205492, + "nauc_map_at_100_max": 0.295624, + "nauc_map_at_100_std": -0.315709, + "nauc_map_at_100_diff1": 0.177, + "nauc_map_at_1000_max": 0.295388, + "nauc_map_at_1000_std": -0.274424, + "nauc_map_at_1000_diff1": 0.173483, + "nauc_recall_at_1_max": -0.062168, + "nauc_recall_at_1_std": -0.377307, + "nauc_recall_at_1_diff1": 0.447189, + "nauc_recall_at_3_max": 0.000256, + "nauc_recall_at_3_std": -0.472766, + "nauc_recall_at_3_diff1": 0.289569, + "nauc_recall_at_5_max": -0.002023, + "nauc_recall_at_5_std": -0.563483, + "nauc_recall_at_5_diff1": 0.237948, + "nauc_recall_at_10_max": 0.0919, + "nauc_recall_at_10_std": -0.61294, + "nauc_recall_at_10_diff1": 0.160961, + "nauc_recall_at_20_max": 0.17313, + "nauc_recall_at_20_std": -0.665518, + "nauc_recall_at_20_diff1": 0.190402, + "nauc_recall_at_100_max": 0.362852, + "nauc_recall_at_100_std": -0.691995, + "nauc_recall_at_100_diff1": 0.168443, + "nauc_recall_at_1000_max": -0.171335, + "nauc_recall_at_1000_std": 0.366244, + "nauc_recall_at_1000_diff1": 0.823721, + "nauc_precision_at_1_max": 0.592239, + "nauc_precision_at_1_std": 0.327427, + "nauc_precision_at_1_diff1": 0.406836, + "nauc_precision_at_3_max": 0.379562, + "nauc_precision_at_3_std": 0.280531, + "nauc_precision_at_3_diff1": -0.225196, + "nauc_precision_at_5_max": 0.275789, + "nauc_precision_at_5_std": 0.262938, + "nauc_precision_at_5_diff1": -0.258047, + "nauc_precision_at_10_max": 0.256231, + "nauc_precision_at_10_std": 0.396717, + "nauc_precision_at_10_diff1": -0.269136, + "nauc_precision_at_20_max": 0.17915, + "nauc_precision_at_20_std": 0.511495, + "nauc_precision_at_20_diff1": -0.246335, + "nauc_precision_at_100_max": 0.05, + "nauc_precision_at_100_std": 0.569811, + "nauc_precision_at_100_diff1": -0.18704, + "nauc_precision_at_1000_max": -0.009786, + "nauc_precision_at_1000_std": 0.576648, + "nauc_precision_at_1000_diff1": -0.168272, + "nauc_mrr_at_1_max": 0.592239, + "nauc_mrr_at_1_std": 0.327427, + "nauc_mrr_at_1_diff1": 0.406836, + "nauc_mrr_at_3_max": 0.625507, + "nauc_mrr_at_3_std": 0.38362, + "nauc_mrr_at_3_diff1": 0.444564, + "nauc_mrr_at_5_max": 0.613901, + "nauc_mrr_at_5_std": 0.368627, + "nauc_mrr_at_5_diff1": 0.424014, + "nauc_mrr_at_10_max": 0.615673, + "nauc_mrr_at_10_std": 0.367046, + "nauc_mrr_at_10_diff1": 0.427772, + "nauc_mrr_at_20_max": 0.615673, + "nauc_mrr_at_20_std": 0.367046, + "nauc_mrr_at_20_diff1": 0.427772, + "nauc_mrr_at_100_max": 0.615673, + "nauc_mrr_at_100_std": 0.367046, + "nauc_mrr_at_100_diff1": 0.427772, + "nauc_mrr_at_1000_max": 0.615673, + "nauc_mrr_at_1000_std": 0.367046, + "nauc_mrr_at_1000_diff1": 0.427772, + "cv_recall_at_1": 0.87, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.99, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.75901, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7325, + "ndcg_at_3": 0.7058, + "ndcg_at_5": 0.70233, + "ndcg_at_10": 0.71715, + "ndcg_at_20": 0.74658, + "ndcg_at_100": 0.79681, + "ndcg_at_1000": 0.81809, + "map_at_1": 0.17837, + "map_at_3": 0.35688, + "map_at_5": 0.43672, + "map_at_10": 0.52939, + "map_at_20": 0.58956, + "map_at_100": 0.65181, + "map_at_1000": 0.66306, + "recall_at_1": 0.17837, + "recall_at_3": 0.38769, + "recall_at_5": 0.49009, + "recall_at_10": 0.63394, + "recall_at_20": 0.75644, + "recall_at_100": 0.936, + "recall_at_1000": 0.99945, + "accuracy": 0.17837, + "precision_at_1": 0.795, + "precision_at_3": 0.69167, + "precision_at_5": 0.597, + "precision_at_10": 0.4525, + "precision_at_20": 0.3185, + "precision_at_100": 0.10955, + "precision_at_1000": 0.01345, + "mrr_at_1": 0.795, + "mrr_at_3": 0.860833, + "mrr_at_5": 0.866583, + "mrr_at_10": 0.870115, + "mrr_at_20": 0.870115, + "mrr_at_100": 0.870179, + "mrr_at_1000": 0.870179, + "nauc_ndcg_at_1_max": 0.312256, + "nauc_ndcg_at_1_std": 0.124569, + "nauc_ndcg_at_1_diff1": 0.330667, + "nauc_ndcg_at_3_max": 0.282952, + "nauc_ndcg_at_3_std": 0.029315, + "nauc_ndcg_at_3_diff1": 0.210395, + "nauc_ndcg_at_5_max": 0.25068, + "nauc_ndcg_at_5_std": -0.094408, + "nauc_ndcg_at_5_diff1": 0.234778, + "nauc_ndcg_at_10_max": 0.215503, + "nauc_ndcg_at_10_std": -0.209989, + "nauc_ndcg_at_10_diff1": 0.226783, + "nauc_ndcg_at_20_max": 0.262277, + "nauc_ndcg_at_20_std": -0.214977, + "nauc_ndcg_at_20_diff1": 0.265889, + "nauc_ndcg_at_100_max": 0.309277, + "nauc_ndcg_at_100_std": -0.135909, + "nauc_ndcg_at_100_diff1": 0.251938, + "nauc_ndcg_at_1000_max": 0.332789, + "nauc_ndcg_at_1000_std": -0.012828, + "nauc_ndcg_at_1000_diff1": 0.245968, + "nauc_map_at_1_max": -0.085795, + "nauc_map_at_1_std": -0.332746, + "nauc_map_at_1_diff1": 0.307574, + "nauc_map_at_3_max": -0.011892, + "nauc_map_at_3_std": -0.393525, + "nauc_map_at_3_diff1": 0.228917, + "nauc_map_at_5_max": 0.026263, + "nauc_map_at_5_std": -0.449763, + "nauc_map_at_5_diff1": 0.23212, + "nauc_map_at_10_max": 0.074641, + "nauc_map_at_10_std": -0.461308, + "nauc_map_at_10_diff1": 0.208028, + "nauc_map_at_20_max": 0.135086, + "nauc_map_at_20_std": -0.417327, + "nauc_map_at_20_diff1": 0.209891, + "nauc_map_at_100_max": 0.233418, + "nauc_map_at_100_std": -0.263243, + "nauc_map_at_100_diff1": 0.173644, + "nauc_map_at_1000_max": 0.24516, + "nauc_map_at_1000_std": -0.221925, + "nauc_map_at_1000_diff1": 0.16659, + "nauc_recall_at_1_max": -0.085795, + "nauc_recall_at_1_std": -0.332746, + "nauc_recall_at_1_diff1": 0.307574, + "nauc_recall_at_3_max": -0.068271, + "nauc_recall_at_3_std": -0.436513, + "nauc_recall_at_3_diff1": 0.198736, + "nauc_recall_at_5_max": -0.058195, + "nauc_recall_at_5_std": -0.531361, + "nauc_recall_at_5_diff1": 0.197722, + "nauc_recall_at_10_max": -0.054309, + "nauc_recall_at_10_std": -0.604499, + "nauc_recall_at_10_diff1": 0.158236, + "nauc_recall_at_20_max": 0.030449, + "nauc_recall_at_20_std": -0.610897, + "nauc_recall_at_20_diff1": 0.218511, + "nauc_recall_at_100_max": 0.135683, + "nauc_recall_at_100_std": -0.574862, + "nauc_recall_at_100_diff1": 0.127176, + "nauc_recall_at_1000_max": -0.701979, + "nauc_recall_at_1000_std": 0.629785, + "nauc_recall_at_1000_diff1": 0.690121, + "nauc_precision_at_1_max": 0.39716, + "nauc_precision_at_1_std": 0.152352, + "nauc_precision_at_1_diff1": 0.299398, + "nauc_precision_at_3_max": 0.353704, + "nauc_precision_at_3_std": 0.234299, + "nauc_precision_at_3_diff1": -0.041136, + "nauc_precision_at_5_max": 0.332283, + "nauc_precision_at_5_std": 0.24087, + "nauc_precision_at_5_diff1": -0.067901, + "nauc_precision_at_10_max": 0.285768, + "nauc_precision_at_10_std": 0.362931, + "nauc_precision_at_10_diff1": -0.156461, + "nauc_precision_at_20_max": 0.280096, + "nauc_precision_at_20_std": 0.508588, + "nauc_precision_at_20_diff1": -0.149864, + "nauc_precision_at_100_max": 0.20544, + "nauc_precision_at_100_std": 0.595995, + "nauc_precision_at_100_diff1": -0.184377, + "nauc_precision_at_1000_max": 0.148254, + "nauc_precision_at_1000_std": 0.595865, + "nauc_precision_at_1000_diff1": -0.180807, + "nauc_mrr_at_1_max": 0.39716, + "nauc_mrr_at_1_std": 0.152352, + "nauc_mrr_at_1_diff1": 0.299398, + "nauc_mrr_at_3_max": 0.436159, + "nauc_mrr_at_3_std": 0.225304, + "nauc_mrr_at_3_diff1": 0.322596, + "nauc_mrr_at_5_max": 0.418112, + "nauc_mrr_at_5_std": 0.215131, + "nauc_mrr_at_5_diff1": 0.31564, + "nauc_mrr_at_10_max": 0.422351, + "nauc_mrr_at_10_std": 0.200769, + "nauc_mrr_at_10_diff1": 0.315672, + "nauc_mrr_at_20_max": 0.422351, + "nauc_mrr_at_20_std": 0.200769, + "nauc_mrr_at_20_diff1": 0.315672, + "nauc_mrr_at_100_max": 0.422048, + "nauc_mrr_at_100_std": 0.200584, + "nauc_mrr_at_100_diff1": 0.315547, + "nauc_mrr_at_1000_max": 0.422048, + "nauc_mrr_at_1000_std": 0.200584, + "nauc_mrr_at_1000_diff1": 0.315547, + "cv_recall_at_1": 0.795, + "cv_recall_at_3": 0.945, + "cv_recall_at_5": 0.97, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.71715, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74, + "ndcg_at_3": 0.72086, + "ndcg_at_5": 0.71292, + "ndcg_at_10": 0.73109, + "ndcg_at_20": 0.75846, + "ndcg_at_100": 0.80468, + "ndcg_at_1000": 0.82679, + "map_at_1": 0.18203, + "map_at_3": 0.36911, + "map_at_5": 0.44758, + "map_at_10": 0.54543, + "map_at_20": 0.60614, + "map_at_100": 0.66642, + "map_at_1000": 0.67736, + "recall_at_1": 0.18203, + "recall_at_3": 0.3969, + "recall_at_5": 0.49716, + "recall_at_10": 0.64608, + "recall_at_20": 0.7655, + "recall_at_100": 0.93494, + "recall_at_1000": 0.99938, + "accuracy": 0.18203, + "precision_at_1": 0.8, + "precision_at_3": 0.70833, + "precision_at_5": 0.603, + "precision_at_10": 0.462, + "precision_at_20": 0.32275, + "precision_at_100": 0.1078, + "precision_at_1000": 0.01345, + "mrr_at_1": 0.8, + "mrr_at_3": 0.865, + "mrr_at_5": 0.8695, + "mrr_at_10": 0.872972, + "mrr_at_20": 0.872972, + "mrr_at_100": 0.873284, + "mrr_at_1000": 0.873284, + "nauc_ndcg_at_1_max": 0.325865, + "nauc_ndcg_at_1_std": 0.032658, + "nauc_ndcg_at_1_diff1": 0.365656, + "nauc_ndcg_at_3_max": 0.338404, + "nauc_ndcg_at_3_std": -0.009572, + "nauc_ndcg_at_3_diff1": 0.214657, + "nauc_ndcg_at_5_max": 0.294403, + "nauc_ndcg_at_5_std": -0.104744, + "nauc_ndcg_at_5_diff1": 0.215262, + "nauc_ndcg_at_10_max": 0.304347, + "nauc_ndcg_at_10_std": -0.211046, + "nauc_ndcg_at_10_diff1": 0.241761, + "nauc_ndcg_at_20_max": 0.349167, + "nauc_ndcg_at_20_std": -0.212939, + "nauc_ndcg_at_20_diff1": 0.264063, + "nauc_ndcg_at_100_max": 0.376896, + "nauc_ndcg_at_100_std": -0.143367, + "nauc_ndcg_at_100_diff1": 0.274222, + "nauc_ndcg_at_1000_max": 0.355499, + "nauc_ndcg_at_1000_std": -0.043372, + "nauc_ndcg_at_1000_diff1": 0.246805, + "nauc_map_at_1_max": 0.001332, + "nauc_map_at_1_std": -0.363715, + "nauc_map_at_1_diff1": 0.357946, + "nauc_map_at_3_max": 0.077591, + "nauc_map_at_3_std": -0.414537, + "nauc_map_at_3_diff1": 0.299726, + "nauc_map_at_5_max": 0.104928, + "nauc_map_at_5_std": -0.459968, + "nauc_map_at_5_diff1": 0.282369, + "nauc_map_at_10_max": 0.185473, + "nauc_map_at_10_std": -0.46002, + "nauc_map_at_10_diff1": 0.254767, + "nauc_map_at_20_max": 0.23731, + "nauc_map_at_20_std": -0.404091, + "nauc_map_at_20_diff1": 0.236213, + "nauc_map_at_100_max": 0.310081, + "nauc_map_at_100_std": -0.262173, + "nauc_map_at_100_diff1": 0.211628, + "nauc_map_at_1000_max": 0.309081, + "nauc_map_at_1000_std": -0.227846, + "nauc_map_at_1000_diff1": 0.198085, + "nauc_recall_at_1_max": 0.001332, + "nauc_recall_at_1_std": -0.363715, + "nauc_recall_at_1_diff1": 0.357946, + "nauc_recall_at_3_max": 0.027392, + "nauc_recall_at_3_std": -0.443335, + "nauc_recall_at_3_diff1": 0.275942, + "nauc_recall_at_5_max": 0.025609, + "nauc_recall_at_5_std": -0.514242, + "nauc_recall_at_5_diff1": 0.24744, + "nauc_recall_at_10_max": 0.084863, + "nauc_recall_at_10_std": -0.583586, + "nauc_recall_at_10_diff1": 0.204598, + "nauc_recall_at_20_max": 0.172761, + "nauc_recall_at_20_std": -0.576339, + "nauc_recall_at_20_diff1": 0.216737, + "nauc_recall_at_100_max": 0.363749, + "nauc_recall_at_100_std": -0.541711, + "nauc_recall_at_100_diff1": 0.224128, + "nauc_recall_at_1000_max": -0.694096, + "nauc_recall_at_1000_std": 0.38784, + "nauc_recall_at_1000_diff1": 0.675584, + "nauc_precision_at_1_max": 0.467345, + "nauc_precision_at_1_std": 0.086663, + "nauc_precision_at_1_diff1": 0.3505, + "nauc_precision_at_3_max": 0.410278, + "nauc_precision_at_3_std": 0.267449, + "nauc_precision_at_3_diff1": -0.097829, + "nauc_precision_at_5_max": 0.310576, + "nauc_precision_at_5_std": 0.275725, + "nauc_precision_at_5_diff1": -0.154663, + "nauc_precision_at_10_max": 0.25631, + "nauc_precision_at_10_std": 0.401725, + "nauc_precision_at_10_diff1": -0.199001, + "nauc_precision_at_20_max": 0.185283, + "nauc_precision_at_20_std": 0.528256, + "nauc_precision_at_20_diff1": -0.217931, + "nauc_precision_at_100_max": 0.080194, + "nauc_precision_at_100_std": 0.580739, + "nauc_precision_at_100_diff1": -0.218617, + "nauc_precision_at_1000_max": -0.021294, + "nauc_precision_at_1000_std": 0.530624, + "nauc_precision_at_1000_diff1": -0.240455, + "nauc_mrr_at_1_max": 0.467345, + "nauc_mrr_at_1_std": 0.086663, + "nauc_mrr_at_1_diff1": 0.3505, + "nauc_mrr_at_3_max": 0.512535, + "nauc_mrr_at_3_std": 0.187248, + "nauc_mrr_at_3_diff1": 0.332216, + "nauc_mrr_at_5_max": 0.509838, + "nauc_mrr_at_5_std": 0.168868, + "nauc_mrr_at_5_diff1": 0.341084, + "nauc_mrr_at_10_max": 0.508585, + "nauc_mrr_at_10_std": 0.16179, + "nauc_mrr_at_10_diff1": 0.341995, + "nauc_mrr_at_20_max": 0.508585, + "nauc_mrr_at_20_std": 0.16179, + "nauc_mrr_at_20_diff1": 0.341995, + "nauc_mrr_at_100_max": 0.507312, + "nauc_mrr_at_100_std": 0.160464, + "nauc_mrr_at_100_diff1": 0.341134, + "nauc_mrr_at_1000_max": 0.507312, + "nauc_mrr_at_1000_std": 0.160464, + "nauc_mrr_at_1000_diff1": 0.341134, + "cv_recall_at_1": 0.8, + "cv_recall_at_3": 0.945, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.73109, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.74493, + "ndcg_at_5": 0.72414, + "ndcg_at_10": 0.70507, + "ndcg_at_20": 0.70625, + "ndcg_at_100": 0.76852, + "ndcg_at_1000": 0.82722, + "map_at_1": 0.09457, + "map_at_3": 0.18945, + "map_at_5": 0.24606, + "map_at_10": 0.32415, + "map_at_20": 0.40641, + "map_at_100": 0.55505, + "map_at_1000": 0.61455, + "recall_at_1": 0.09457, + "recall_at_3": 0.19825, + "recall_at_5": 0.26567, + "recall_at_10": 0.36896, + "recall_at_20": 0.50197, + "recall_at_100": 0.81281, + "recall_at_1000": 0.99009, + "accuracy": 0.09457, + "precision_at_1": 0.9, + "precision_at_3": 0.80833, + "precision_at_5": 0.729, + "precision_at_10": 0.6285, + "precision_at_20": 0.52, + "precision_at_100": 0.26665, + "precision_at_1000": 0.04981, + "mrr_at_1": 0.9, + "mrr_at_3": 0.930833, + "mrr_at_5": 0.934333, + "mrr_at_10": 0.935048, + "mrr_at_20": 0.935683, + "mrr_at_100": 0.935839, + "mrr_at_1000": 0.935839, + "nauc_ndcg_at_1_max": 0.30233, + "nauc_ndcg_at_1_std": -0.055457, + "nauc_ndcg_at_1_diff1": 0.282842, + "nauc_ndcg_at_3_max": 0.395959, + "nauc_ndcg_at_3_std": 0.022101, + "nauc_ndcg_at_3_diff1": 0.050661, + "nauc_ndcg_at_5_max": 0.384506, + "nauc_ndcg_at_5_std": 0.002157, + "nauc_ndcg_at_5_diff1": 0.001953, + "nauc_ndcg_at_10_max": 0.47274, + "nauc_ndcg_at_10_std": -0.028025, + "nauc_ndcg_at_10_diff1": 0.047474, + "nauc_ndcg_at_20_max": 0.448732, + "nauc_ndcg_at_20_std": 0.02673, + "nauc_ndcg_at_20_diff1": 0.09086, + "nauc_ndcg_at_100_max": 0.429699, + "nauc_ndcg_at_100_std": 0.108111, + "nauc_ndcg_at_100_diff1": 0.082209, + "nauc_ndcg_at_1000_max": 0.525478, + "nauc_ndcg_at_1000_std": 0.050365, + "nauc_ndcg_at_1000_diff1": 0.037926, + "nauc_map_at_1_max": -0.071959, + "nauc_map_at_1_std": -0.175792, + "nauc_map_at_1_diff1": 0.423492, + "nauc_map_at_3_max": 0.067672, + "nauc_map_at_3_std": -0.100593, + "nauc_map_at_3_diff1": 0.285783, + "nauc_map_at_5_max": 0.097295, + "nauc_map_at_5_std": -0.059846, + "nauc_map_at_5_diff1": 0.215943, + "nauc_map_at_10_max": 0.163557, + "nauc_map_at_10_std": -0.029525, + "nauc_map_at_10_diff1": 0.175953, + "nauc_map_at_20_max": 0.196089, + "nauc_map_at_20_std": 0.018129, + "nauc_map_at_20_diff1": 0.142819, + "nauc_map_at_100_max": 0.34945, + "nauc_map_at_100_std": 0.125425, + "nauc_map_at_100_diff1": -0.003559, + "nauc_map_at_1000_max": 0.45861, + "nauc_map_at_1000_std": 0.070609, + "nauc_map_at_1000_diff1": -0.094793, + "nauc_recall_at_1_max": -0.071959, + "nauc_recall_at_1_std": -0.175792, + "nauc_recall_at_1_diff1": 0.423492, + "nauc_recall_at_3_max": 0.041352, + "nauc_recall_at_3_std": -0.091171, + "nauc_recall_at_3_diff1": 0.273394, + "nauc_recall_at_5_max": 0.054236, + "nauc_recall_at_5_std": -0.051293, + "nauc_recall_at_5_diff1": 0.206735, + "nauc_recall_at_10_max": 0.109299, + "nauc_recall_at_10_std": -0.032131, + "nauc_recall_at_10_diff1": 0.194746, + "nauc_recall_at_20_max": 0.08655, + "nauc_recall_at_20_std": 0.016807, + "nauc_recall_at_20_diff1": 0.187095, + "nauc_recall_at_100_max": 0.100899, + "nauc_recall_at_100_std": 0.273045, + "nauc_recall_at_100_diff1": 0.159985, + "nauc_recall_at_1000_max": 0.285625, + "nauc_recall_at_1000_std": 0.793494, + "nauc_recall_at_1000_diff1": 0.270722, + "nauc_precision_at_1_max": 0.59225, + "nauc_precision_at_1_std": -0.061438, + "nauc_precision_at_1_diff1": 0.239029, + "nauc_precision_at_3_max": 0.484258, + "nauc_precision_at_3_std": 0.191103, + "nauc_precision_at_3_diff1": -0.404401, + "nauc_precision_at_5_max": 0.390771, + "nauc_precision_at_5_std": 0.133239, + "nauc_precision_at_5_diff1": -0.407431, + "nauc_precision_at_10_max": 0.347314, + "nauc_precision_at_10_std": 0.084408, + "nauc_precision_at_10_diff1": -0.389047, + "nauc_precision_at_20_max": 0.256374, + "nauc_precision_at_20_std": 0.090967, + "nauc_precision_at_20_diff1": -0.355482, + "nauc_precision_at_100_max": 0.169158, + "nauc_precision_at_100_std": -0.021993, + "nauc_precision_at_100_diff1": -0.293862, + "nauc_precision_at_1000_max": 0.073197, + "nauc_precision_at_1000_std": -0.217284, + "nauc_precision_at_1000_diff1": -0.238243, + "nauc_mrr_at_1_max": 0.59225, + "nauc_mrr_at_1_std": -0.061438, + "nauc_mrr_at_1_diff1": 0.239029, + "nauc_mrr_at_3_max": 0.646575, + "nauc_mrr_at_3_std": -0.067643, + "nauc_mrr_at_3_diff1": 0.261877, + "nauc_mrr_at_5_max": 0.645502, + "nauc_mrr_at_5_std": -0.085553, + "nauc_mrr_at_5_diff1": 0.268642, + "nauc_mrr_at_10_max": 0.644659, + "nauc_mrr_at_10_std": -0.073828, + "nauc_mrr_at_10_diff1": 0.262036, + "nauc_mrr_at_20_max": 0.641877, + "nauc_mrr_at_20_std": -0.083138, + "nauc_mrr_at_20_diff1": 0.261016, + "nauc_mrr_at_100_max": 0.641005, + "nauc_mrr_at_100_std": -0.079103, + "nauc_mrr_at_100_diff1": 0.261352, + "nauc_mrr_at_1000_max": 0.641005, + "nauc_mrr_at_1000_std": -0.079103, + "nauc_mrr_at_1000_diff1": 0.261352, + "cv_recall_at_1": 0.9, + "cv_recall_at_3": 0.965, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.70507, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.755, + "ndcg_at_3": 0.71846, + "ndcg_at_5": 0.70934, + "ndcg_at_10": 0.69075, + "ndcg_at_20": 0.68361, + "ndcg_at_100": 0.74738, + "ndcg_at_1000": 0.81112, + "map_at_1": 0.09015, + "map_at_3": 0.18085, + "map_at_5": 0.23772, + "map_at_10": 0.31657, + "map_at_20": 0.38761, + "map_at_100": 0.53125, + "map_at_1000": 0.59112, + "recall_at_1": 0.09015, + "recall_at_3": 0.19085, + "recall_at_5": 0.25953, + "recall_at_10": 0.37115, + "recall_at_20": 0.48881, + "recall_at_100": 0.79726, + "recall_at_1000": 0.98999, + "accuracy": 0.09015, + "precision_at_1": 0.875, + "precision_at_3": 0.77, + "precision_at_5": 0.716, + "precision_at_10": 0.6165, + "precision_at_20": 0.503, + "precision_at_100": 0.26165, + "precision_at_1000": 0.0497, + "mrr_at_1": 0.875, + "mrr_at_3": 0.909167, + "mrr_at_5": 0.913417, + "mrr_at_10": 0.915431, + "mrr_at_20": 0.915743, + "mrr_at_100": 0.915915, + "mrr_at_1000": 0.915915, + "nauc_ndcg_at_1_max": 0.421885, + "nauc_ndcg_at_1_std": -0.072922, + "nauc_ndcg_at_1_diff1": 0.439628, + "nauc_ndcg_at_3_max": 0.478896, + "nauc_ndcg_at_3_std": 0.027238, + "nauc_ndcg_at_3_diff1": 0.164529, + "nauc_ndcg_at_5_max": 0.471574, + "nauc_ndcg_at_5_std": 0.062559, + "nauc_ndcg_at_5_diff1": 0.083025, + "nauc_ndcg_at_10_max": 0.522534, + "nauc_ndcg_at_10_std": 0.054725, + "nauc_ndcg_at_10_diff1": 0.10781, + "nauc_ndcg_at_20_max": 0.546374, + "nauc_ndcg_at_20_std": 0.104629, + "nauc_ndcg_at_20_diff1": 0.169497, + "nauc_ndcg_at_100_max": 0.537604, + "nauc_ndcg_at_100_std": 0.184122, + "nauc_ndcg_at_100_diff1": 0.224032, + "nauc_ndcg_at_1000_max": 0.588551, + "nauc_ndcg_at_1000_std": 0.114015, + "nauc_ndcg_at_1000_diff1": 0.146546, + "nauc_map_at_1_max": -0.046864, + "nauc_map_at_1_std": -0.144513, + "nauc_map_at_1_diff1": 0.539152, + "nauc_map_at_3_max": 0.146827, + "nauc_map_at_3_std": -0.064805, + "nauc_map_at_3_diff1": 0.403362, + "nauc_map_at_5_max": 0.17221, + "nauc_map_at_5_std": -0.023633, + "nauc_map_at_5_diff1": 0.337545, + "nauc_map_at_10_max": 0.238051, + "nauc_map_at_10_std": 0.037409, + "nauc_map_at_10_diff1": 0.29293, + "nauc_map_at_20_max": 0.287637, + "nauc_map_at_20_std": 0.07886, + "nauc_map_at_20_diff1": 0.257432, + "nauc_map_at_100_max": 0.428233, + "nauc_map_at_100_std": 0.186967, + "nauc_map_at_100_diff1": 0.128623, + "nauc_map_at_1000_max": 0.513827, + "nauc_map_at_1000_std": 0.140469, + "nauc_map_at_1000_diff1": 0.032883, + "nauc_recall_at_1_max": -0.046864, + "nauc_recall_at_1_std": -0.144513, + "nauc_recall_at_1_diff1": 0.539152, + "nauc_recall_at_3_max": 0.109788, + "nauc_recall_at_3_std": -0.069911, + "nauc_recall_at_3_diff1": 0.36774, + "nauc_recall_at_5_max": 0.111429, + "nauc_recall_at_5_std": -0.035433, + "nauc_recall_at_5_diff1": 0.312058, + "nauc_recall_at_10_max": 0.141421, + "nauc_recall_at_10_std": 0.015544, + "nauc_recall_at_10_diff1": 0.290254, + "nauc_recall_at_20_max": 0.17235, + "nauc_recall_at_20_std": 0.058232, + "nauc_recall_at_20_diff1": 0.300503, + "nauc_recall_at_100_max": 0.231261, + "nauc_recall_at_100_std": 0.344103, + "nauc_recall_at_100_diff1": 0.285405, + "nauc_recall_at_1000_max": 0.301143, + "nauc_recall_at_1000_std": 0.768356, + "nauc_recall_at_1000_diff1": 0.146386, + "nauc_precision_at_1_max": 0.655264, + "nauc_precision_at_1_std": -0.065407, + "nauc_precision_at_1_diff1": 0.486616, + "nauc_precision_at_3_max": 0.588418, + "nauc_precision_at_3_std": 0.168034, + "nauc_precision_at_3_diff1": -0.150521, + "nauc_precision_at_5_max": 0.463815, + "nauc_precision_at_5_std": 0.167181, + "nauc_precision_at_5_diff1": -0.343394, + "nauc_precision_at_10_max": 0.37638, + "nauc_precision_at_10_std": 0.156832, + "nauc_precision_at_10_diff1": -0.36268, + "nauc_precision_at_20_max": 0.283192, + "nauc_precision_at_20_std": 0.108293, + "nauc_precision_at_20_diff1": -0.370573, + "nauc_precision_at_100_max": 0.13698, + "nauc_precision_at_100_std": -0.019048, + "nauc_precision_at_100_diff1": -0.334751, + "nauc_precision_at_1000_max": 0.037306, + "nauc_precision_at_1000_std": -0.214506, + "nauc_precision_at_1000_diff1": -0.292418, + "nauc_mrr_at_1_max": 0.655264, + "nauc_mrr_at_1_std": -0.065407, + "nauc_mrr_at_1_diff1": 0.486616, + "nauc_mrr_at_3_max": 0.688335, + "nauc_mrr_at_3_std": -0.062213, + "nauc_mrr_at_3_diff1": 0.486898, + "nauc_mrr_at_5_max": 0.685925, + "nauc_mrr_at_5_std": -0.054445, + "nauc_mrr_at_5_diff1": 0.482181, + "nauc_mrr_at_10_max": 0.681965, + "nauc_mrr_at_10_std": -0.061974, + "nauc_mrr_at_10_diff1": 0.484223, + "nauc_mrr_at_20_max": 0.682448, + "nauc_mrr_at_20_std": -0.06494, + "nauc_mrr_at_20_diff1": 0.482272, + "nauc_mrr_at_100_max": 0.682058, + "nauc_mrr_at_100_std": -0.061437, + "nauc_mrr_at_100_diff1": 0.483639, + "nauc_mrr_at_1000_max": 0.682058, + "nauc_mrr_at_1000_std": -0.061437, + "nauc_mrr_at_1000_diff1": 0.483639, + "cv_recall_at_1": 0.875, + "cv_recall_at_3": 0.955, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.69075, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7575, + "ndcg_at_3": 0.7198, + "ndcg_at_5": 0.70352, + "ndcg_at_10": 0.68481, + "ndcg_at_20": 0.67977, + "ndcg_at_100": 0.74308, + "ndcg_at_1000": 0.80691, + "map_at_1": 0.08721, + "map_at_3": 0.17737, + "map_at_5": 0.23053, + "map_at_10": 0.31002, + "map_at_20": 0.38427, + "map_at_100": 0.52825, + "map_at_1000": 0.58787, + "recall_at_1": 0.08721, + "recall_at_3": 0.18461, + "recall_at_5": 0.24865, + "recall_at_10": 0.36457, + "recall_at_20": 0.48336, + "recall_at_100": 0.79431, + "recall_at_1000": 0.98593, + "accuracy": 0.08721, + "precision_at_1": 0.88, + "precision_at_3": 0.77333, + "precision_at_5": 0.71, + "precision_at_10": 0.613, + "precision_at_20": 0.50475, + "precision_at_100": 0.25935, + "precision_at_1000": 0.04945, + "mrr_at_1": 0.88, + "mrr_at_3": 0.905833, + "mrr_at_5": 0.911833, + "mrr_at_10": 0.914292, + "mrr_at_20": 0.914746, + "mrr_at_100": 0.915065, + "mrr_at_1000": 0.915098, + "nauc_ndcg_at_1_max": 0.480013, + "nauc_ndcg_at_1_std": 0.102037, + "nauc_ndcg_at_1_diff1": 0.295526, + "nauc_ndcg_at_3_max": 0.49151, + "nauc_ndcg_at_3_std": 0.190849, + "nauc_ndcg_at_3_diff1": 0.064465, + "nauc_ndcg_at_5_max": 0.455596, + "nauc_ndcg_at_5_std": 0.219607, + "nauc_ndcg_at_5_diff1": -0.017678, + "nauc_ndcg_at_10_max": 0.49746, + "nauc_ndcg_at_10_std": 0.181843, + "nauc_ndcg_at_10_diff1": 0.031999, + "nauc_ndcg_at_20_max": 0.515634, + "nauc_ndcg_at_20_std": 0.200787, + "nauc_ndcg_at_20_diff1": 0.09788, + "nauc_ndcg_at_100_max": 0.521233, + "nauc_ndcg_at_100_std": 0.29775, + "nauc_ndcg_at_100_diff1": 0.076793, + "nauc_ndcg_at_1000_max": 0.572541, + "nauc_ndcg_at_1000_std": 0.243494, + "nauc_ndcg_at_1000_diff1": 0.023326, + "nauc_map_at_1_max": -0.008213, + "nauc_map_at_1_std": -0.108607, + "nauc_map_at_1_diff1": 0.53234, + "nauc_map_at_3_max": 0.154488, + "nauc_map_at_3_std": 0.009654, + "nauc_map_at_3_diff1": 0.364866, + "nauc_map_at_5_max": 0.180692, + "nauc_map_at_5_std": 0.070629, + "nauc_map_at_5_diff1": 0.286765, + "nauc_map_at_10_max": 0.236334, + "nauc_map_at_10_std": 0.103373, + "nauc_map_at_10_diff1": 0.231732, + "nauc_map_at_20_max": 0.2819, + "nauc_map_at_20_std": 0.145211, + "nauc_map_at_20_diff1": 0.178301, + "nauc_map_at_100_max": 0.408898, + "nauc_map_at_100_std": 0.257416, + "nauc_map_at_100_diff1": 0.016673, + "nauc_map_at_1000_max": 0.47398, + "nauc_map_at_1000_std": 0.219971, + "nauc_map_at_1000_diff1": -0.061687, + "nauc_recall_at_1_max": -0.008213, + "nauc_recall_at_1_std": -0.108607, + "nauc_recall_at_1_diff1": 0.53234, + "nauc_recall_at_3_max": 0.138451, + "nauc_recall_at_3_std": 0.012834, + "nauc_recall_at_3_diff1": 0.345777, + "nauc_recall_at_5_max": 0.137259, + "nauc_recall_at_5_std": 0.077659, + "nauc_recall_at_5_diff1": 0.258003, + "nauc_recall_at_10_max": 0.143509, + "nauc_recall_at_10_std": 0.075114, + "nauc_recall_at_10_diff1": 0.251768, + "nauc_recall_at_20_max": 0.178013, + "nauc_recall_at_20_std": 0.110891, + "nauc_recall_at_20_diff1": 0.227126, + "nauc_recall_at_100_max": 0.245084, + "nauc_recall_at_100_std": 0.392644, + "nauc_recall_at_100_diff1": 0.144034, + "nauc_recall_at_1000_max": 0.541142, + "nauc_recall_at_1000_std": 0.832548, + "nauc_recall_at_1000_diff1": -0.348037, + "nauc_precision_at_1_max": 0.689747, + "nauc_precision_at_1_std": 0.336701, + "nauc_precision_at_1_diff1": 0.244452, + "nauc_precision_at_3_max": 0.551425, + "nauc_precision_at_3_std": 0.358681, + "nauc_precision_at_3_diff1": -0.276087, + "nauc_precision_at_5_max": 0.409648, + "nauc_precision_at_5_std": 0.29533, + "nauc_precision_at_5_diff1": -0.40443, + "nauc_precision_at_10_max": 0.341499, + "nauc_precision_at_10_std": 0.153462, + "nauc_precision_at_10_diff1": -0.416585, + "nauc_precision_at_20_max": 0.254341, + "nauc_precision_at_20_std": 0.090893, + "nauc_precision_at_20_diff1": -0.394873, + "nauc_precision_at_100_max": 0.110996, + "nauc_precision_at_100_std": -0.026153, + "nauc_precision_at_100_diff1": -0.322455, + "nauc_precision_at_1000_max": -0.013984, + "nauc_precision_at_1000_std": -0.225751, + "nauc_precision_at_1000_diff1": -0.263135, + "nauc_mrr_at_1_max": 0.689747, + "nauc_mrr_at_1_std": 0.336701, + "nauc_mrr_at_1_diff1": 0.244452, + "nauc_mrr_at_3_max": 0.728962, + "nauc_mrr_at_3_std": 0.362547, + "nauc_mrr_at_3_diff1": 0.183262, + "nauc_mrr_at_5_max": 0.720418, + "nauc_mrr_at_5_std": 0.375354, + "nauc_mrr_at_5_diff1": 0.193063, + "nauc_mrr_at_10_max": 0.724545, + "nauc_mrr_at_10_std": 0.36633, + "nauc_mrr_at_10_diff1": 0.188364, + "nauc_mrr_at_20_max": 0.723761, + "nauc_mrr_at_20_std": 0.362898, + "nauc_mrr_at_20_diff1": 0.187445, + "nauc_mrr_at_100_max": 0.723103, + "nauc_mrr_at_100_std": 0.364681, + "nauc_mrr_at_100_diff1": 0.187548, + "nauc_mrr_at_1000_max": 0.722994, + "nauc_mrr_at_1000_std": 0.364431, + "nauc_mrr_at_1000_diff1": 0.188307, + "cv_recall_at_1": 0.88, + "cv_recall_at_3": 0.935, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.68481, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.7425, + "ndcg_at_3": 0.7211, + "ndcg_at_5": 0.70852, + "ndcg_at_10": 0.69205, + "ndcg_at_20": 0.6931, + "ndcg_at_100": 0.72734, + "ndcg_at_1000": 0.79355, + "map_at_1": 0.10602, + "map_at_3": 0.20594, + "map_at_5": 0.25738, + "map_at_10": 0.32374, + "map_at_20": 0.38833, + "map_at_100": 0.51007, + "map_at_1000": 0.573, + "recall_at_1": 0.10602, + "recall_at_3": 0.22566, + "recall_at_5": 0.29308, + "recall_at_10": 0.39462, + "recall_at_20": 0.50716, + "recall_at_100": 0.76193, + "recall_at_1000": 0.96278, + "accuracy": 0.10602, + "precision_at_1": 0.84, + "precision_at_3": 0.76333, + "precision_at_5": 0.699, + "precision_at_10": 0.5895, + "precision_at_20": 0.4865, + "precision_at_100": 0.2568, + "precision_at_1000": 0.05827, + "mrr_at_1": 0.84, + "mrr_at_3": 0.899167, + "mrr_at_5": 0.902667, + "mrr_at_10": 0.903167, + "mrr_at_20": 0.904076, + "mrr_at_100": 0.904076, + "mrr_at_1000": 0.904076, + "nauc_ndcg_at_1_max": 0.425148, + "nauc_ndcg_at_1_std": 0.185395, + "nauc_ndcg_at_1_diff1": 0.194884, + "nauc_ndcg_at_3_max": 0.388846, + "nauc_ndcg_at_3_std": 0.146354, + "nauc_ndcg_at_3_diff1": 0.03481, + "nauc_ndcg_at_5_max": 0.368664, + "nauc_ndcg_at_5_std": 0.166933, + "nauc_ndcg_at_5_diff1": 0.010211, + "nauc_ndcg_at_10_max": 0.407342, + "nauc_ndcg_at_10_std": 0.244073, + "nauc_ndcg_at_10_diff1": 0.007187, + "nauc_ndcg_at_20_max": 0.470147, + "nauc_ndcg_at_20_std": 0.330937, + "nauc_ndcg_at_20_diff1": 0.045097, + "nauc_ndcg_at_100_max": 0.48816, + "nauc_ndcg_at_100_std": 0.412697, + "nauc_ndcg_at_100_diff1": 0.095679, + "nauc_ndcg_at_1000_max": 0.486472, + "nauc_ndcg_at_1000_std": 0.385427, + "nauc_ndcg_at_1000_diff1": 0.027714, + "nauc_map_at_1_max": 0.12945, + "nauc_map_at_1_std": 0.001372, + "nauc_map_at_1_diff1": 0.373692, + "nauc_map_at_3_max": 0.24616, + "nauc_map_at_3_std": 0.045289, + "nauc_map_at_3_diff1": 0.278056, + "nauc_map_at_5_max": 0.281139, + "nauc_map_at_5_std": 0.118201, + "nauc_map_at_5_diff1": 0.264897, + "nauc_map_at_10_max": 0.343912, + "nauc_map_at_10_std": 0.210609, + "nauc_map_at_10_diff1": 0.242094, + "nauc_map_at_20_max": 0.380268, + "nauc_map_at_20_std": 0.28475, + "nauc_map_at_20_diff1": 0.211092, + "nauc_map_at_100_max": 0.43322, + "nauc_map_at_100_std": 0.428345, + "nauc_map_at_100_diff1": 0.126373, + "nauc_map_at_1000_max": 0.418551, + "nauc_map_at_1000_std": 0.413002, + "nauc_map_at_1000_diff1": 0.003417, + "nauc_recall_at_1_max": 0.12945, + "nauc_recall_at_1_std": 0.001372, + "nauc_recall_at_1_diff1": 0.373692, + "nauc_recall_at_3_max": 0.212438, + "nauc_recall_at_3_std": 0.027967, + "nauc_recall_at_3_diff1": 0.297779, + "nauc_recall_at_5_max": 0.245208, + "nauc_recall_at_5_std": 0.102581, + "nauc_recall_at_5_diff1": 0.296334, + "nauc_recall_at_10_max": 0.302182, + "nauc_recall_at_10_std": 0.195288, + "nauc_recall_at_10_diff1": 0.285688, + "nauc_recall_at_20_max": 0.336404, + "nauc_recall_at_20_std": 0.305062, + "nauc_recall_at_20_diff1": 0.294713, + "nauc_recall_at_100_max": 0.412987, + "nauc_recall_at_100_std": 0.511625, + "nauc_recall_at_100_diff1": 0.30218, + "nauc_recall_at_1000_max": 0.598533, + "nauc_recall_at_1000_std": 0.859031, + "nauc_recall_at_1000_diff1": 0.399232, + "nauc_precision_at_1_max": 0.585374, + "nauc_precision_at_1_std": 0.128544, + "nauc_precision_at_1_diff1": 0.060322, + "nauc_precision_at_3_max": 0.292971, + "nauc_precision_at_3_std": 0.08875, + "nauc_precision_at_3_diff1": -0.345487, + "nauc_precision_at_5_max": 0.176366, + "nauc_precision_at_5_std": 0.154034, + "nauc_precision_at_5_diff1": -0.384302, + "nauc_precision_at_10_max": 0.07986, + "nauc_precision_at_10_std": 0.16312, + "nauc_precision_at_10_diff1": -0.423222, + "nauc_precision_at_20_max": -0.035943, + "nauc_precision_at_20_std": 0.089181, + "nauc_precision_at_20_diff1": -0.40768, + "nauc_precision_at_100_max": -0.155696, + "nauc_precision_at_100_std": -0.074313, + "nauc_precision_at_100_diff1": -0.372703, + "nauc_precision_at_1000_max": -0.24859, + "nauc_precision_at_1000_std": -0.278782, + "nauc_precision_at_1000_diff1": -0.371257, + "nauc_mrr_at_1_max": 0.585374, + "nauc_mrr_at_1_std": 0.128544, + "nauc_mrr_at_1_diff1": 0.060322, + "nauc_mrr_at_3_max": 0.591248, + "nauc_mrr_at_3_std": 0.141292, + "nauc_mrr_at_3_diff1": -0.074319, + "nauc_mrr_at_5_max": 0.582405, + "nauc_mrr_at_5_std": 0.129908, + "nauc_mrr_at_5_diff1": -0.086071, + "nauc_mrr_at_10_max": 0.580157, + "nauc_mrr_at_10_std": 0.125929, + "nauc_mrr_at_10_diff1": -0.083502, + "nauc_mrr_at_20_max": 0.579584, + "nauc_mrr_at_20_std": 0.134001, + "nauc_mrr_at_20_diff1": -0.067134, + "nauc_mrr_at_100_max": 0.579584, + "nauc_mrr_at_100_std": 0.134001, + "nauc_mrr_at_100_diff1": -0.067134, + "nauc_mrr_at_1000_max": 0.579584, + "nauc_mrr_at_1000_std": 0.134001, + "nauc_mrr_at_1000_diff1": -0.067134, + "cv_recall_at_1": 0.84, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.985, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.69205, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74, + "ndcg_at_3": 0.69815, + "ndcg_at_5": 0.67887, + "ndcg_at_10": 0.67465, + "ndcg_at_20": 0.6786, + "ndcg_at_100": 0.71336, + "ndcg_at_1000": 0.78453, + "map_at_1": 0.1083, + "map_at_3": 0.20736, + "map_at_5": 0.25261, + "map_at_10": 0.31643, + "map_at_20": 0.37819, + "map_at_100": 0.49295, + "map_at_1000": 0.55543, + "recall_at_1": 0.1083, + "recall_at_3": 0.2222, + "recall_at_5": 0.28755, + "recall_at_10": 0.39155, + "recall_at_20": 0.49759, + "recall_at_100": 0.74561, + "recall_at_1000": 0.95992, + "accuracy": 0.1083, + "precision_at_1": 0.84, + "precision_at_3": 0.735, + "precision_at_5": 0.662, + "precision_at_10": 0.5705, + "precision_at_20": 0.4755, + "precision_at_100": 0.25065, + "precision_at_1000": 0.05782, + "mrr_at_1": 0.84, + "mrr_at_3": 0.8925, + "mrr_at_5": 0.89675, + "mrr_at_10": 0.898583, + "mrr_at_20": 0.898583, + "mrr_at_100": 0.898783, + "mrr_at_1000": 0.898783, + "nauc_ndcg_at_1_max": 0.353719, + "nauc_ndcg_at_1_std": 0.292647, + "nauc_ndcg_at_1_diff1": 0.172194, + "nauc_ndcg_at_3_max": 0.380369, + "nauc_ndcg_at_3_std": 0.238714, + "nauc_ndcg_at_3_diff1": 0.102205, + "nauc_ndcg_at_5_max": 0.343456, + "nauc_ndcg_at_5_std": 0.248715, + "nauc_ndcg_at_5_diff1": 0.090873, + "nauc_ndcg_at_10_max": 0.312495, + "nauc_ndcg_at_10_std": 0.298178, + "nauc_ndcg_at_10_diff1": 0.091684, + "nauc_ndcg_at_20_max": 0.357048, + "nauc_ndcg_at_20_std": 0.351449, + "nauc_ndcg_at_20_diff1": 0.133531, + "nauc_ndcg_at_100_max": 0.407004, + "nauc_ndcg_at_100_std": 0.444806, + "nauc_ndcg_at_100_diff1": 0.194174, + "nauc_ndcg_at_1000_max": 0.423013, + "nauc_ndcg_at_1000_std": 0.44671, + "nauc_ndcg_at_1000_diff1": 0.150055, + "nauc_map_at_1_max": 0.06247, + "nauc_map_at_1_std": 0.033329, + "nauc_map_at_1_diff1": 0.328938, + "nauc_map_at_3_max": 0.167519, + "nauc_map_at_3_std": 0.076146, + "nauc_map_at_3_diff1": 0.306773, + "nauc_map_at_5_max": 0.19574, + "nauc_map_at_5_std": 0.140607, + "nauc_map_at_5_diff1": 0.294433, + "nauc_map_at_10_max": 0.23776, + "nauc_map_at_10_std": 0.21058, + "nauc_map_at_10_diff1": 0.274521, + "nauc_map_at_20_max": 0.280142, + "nauc_map_at_20_std": 0.2769, + "nauc_map_at_20_diff1": 0.260643, + "nauc_map_at_100_max": 0.32691, + "nauc_map_at_100_std": 0.405638, + "nauc_map_at_100_diff1": 0.207001, + "nauc_map_at_1000_max": 0.31446, + "nauc_map_at_1000_std": 0.395694, + "nauc_map_at_1000_diff1": 0.133226, + "nauc_recall_at_1_max": 0.06247, + "nauc_recall_at_1_std": 0.033329, + "nauc_recall_at_1_diff1": 0.328938, + "nauc_recall_at_3_max": 0.149671, + "nauc_recall_at_3_std": 0.052391, + "nauc_recall_at_3_diff1": 0.306803, + "nauc_recall_at_5_max": 0.157442, + "nauc_recall_at_5_std": 0.140503, + "nauc_recall_at_5_diff1": 0.2898, + "nauc_recall_at_10_max": 0.193714, + "nauc_recall_at_10_std": 0.205347, + "nauc_recall_at_10_diff1": 0.266915, + "nauc_recall_at_20_max": 0.247169, + "nauc_recall_at_20_std": 0.281035, + "nauc_recall_at_20_diff1": 0.265314, + "nauc_recall_at_100_max": 0.331627, + "nauc_recall_at_100_std": 0.472945, + "nauc_recall_at_100_diff1": 0.248842, + "nauc_recall_at_1000_max": 0.536733, + "nauc_recall_at_1000_std": 0.801668, + "nauc_recall_at_1000_diff1": 0.322416, + "nauc_precision_at_1_max": 0.485211, + "nauc_precision_at_1_std": 0.34533, + "nauc_precision_at_1_diff1": 0.01663, + "nauc_precision_at_3_max": 0.310018, + "nauc_precision_at_3_std": 0.157597, + "nauc_precision_at_3_diff1": -0.206565, + "nauc_precision_at_5_max": 0.212344, + "nauc_precision_at_5_std": 0.189469, + "nauc_precision_at_5_diff1": -0.247375, + "nauc_precision_at_10_max": 0.077667, + "nauc_precision_at_10_std": 0.160474, + "nauc_precision_at_10_diff1": -0.320305, + "nauc_precision_at_20_max": 0.011614, + "nauc_precision_at_20_std": 0.07897, + "nauc_precision_at_20_diff1": -0.301376, + "nauc_precision_at_100_max": -0.109692, + "nauc_precision_at_100_std": -0.072834, + "nauc_precision_at_100_diff1": -0.291121, + "nauc_precision_at_1000_max": -0.206947, + "nauc_precision_at_1000_std": -0.26162, + "nauc_precision_at_1000_diff1": -0.303788, + "nauc_mrr_at_1_max": 0.485211, + "nauc_mrr_at_1_std": 0.34533, + "nauc_mrr_at_1_diff1": 0.01663, + "nauc_mrr_at_3_max": 0.510246, + "nauc_mrr_at_3_std": 0.322441, + "nauc_mrr_at_3_diff1": -0.062606, + "nauc_mrr_at_5_max": 0.510906, + "nauc_mrr_at_5_std": 0.35091, + "nauc_mrr_at_5_diff1": -0.048379, + "nauc_mrr_at_10_max": 0.503133, + "nauc_mrr_at_10_std": 0.343421, + "nauc_mrr_at_10_diff1": -0.037386, + "nauc_mrr_at_20_max": 0.503133, + "nauc_mrr_at_20_std": 0.343421, + "nauc_mrr_at_20_diff1": -0.037386, + "nauc_mrr_at_100_max": 0.502112, + "nauc_mrr_at_100_std": 0.34234, + "nauc_mrr_at_100_diff1": -0.03711, + "nauc_mrr_at_1000_max": 0.502112, + "nauc_mrr_at_1000_std": 0.34234, + "nauc_mrr_at_1000_diff1": -0.03711, + "cv_recall_at_1": 0.84, + "cv_recall_at_3": 0.96, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.67465, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7275, + "ndcg_at_3": 0.6965, + "ndcg_at_5": 0.6777, + "ndcg_at_10": 0.66579, + "ndcg_at_20": 0.66604, + "ndcg_at_100": 0.70818, + "ndcg_at_1000": 0.78027, + "map_at_1": 0.1064, + "map_at_3": 0.20143, + "map_at_5": 0.25003, + "map_at_10": 0.31169, + "map_at_20": 0.37009, + "map_at_100": 0.48481, + "map_at_1000": 0.54646, + "recall_at_1": 0.1064, + "recall_at_3": 0.21604, + "recall_at_5": 0.27946, + "recall_at_10": 0.37951, + "recall_at_20": 0.48447, + "recall_at_100": 0.75057, + "recall_at_1000": 0.9596, + "accuracy": 0.1064, + "precision_at_1": 0.83, + "precision_at_3": 0.74, + "precision_at_5": 0.673, + "precision_at_10": 0.569, + "precision_at_20": 0.4655, + "precision_at_100": 0.2479, + "precision_at_1000": 0.05768, + "mrr_at_1": 0.83, + "mrr_at_3": 0.885833, + "mrr_at_5": 0.885833, + "mrr_at_10": 0.890437, + "mrr_at_20": 0.89077, + "mrr_at_100": 0.890948, + "mrr_at_1000": 0.890948, + "nauc_ndcg_at_1_max": 0.432968, + "nauc_ndcg_at_1_std": 0.243308, + "nauc_ndcg_at_1_diff1": 0.271948, + "nauc_ndcg_at_3_max": 0.414465, + "nauc_ndcg_at_3_std": 0.259053, + "nauc_ndcg_at_3_diff1": 0.215772, + "nauc_ndcg_at_5_max": 0.380882, + "nauc_ndcg_at_5_std": 0.229596, + "nauc_ndcg_at_5_diff1": 0.183715, + "nauc_ndcg_at_10_max": 0.374485, + "nauc_ndcg_at_10_std": 0.305175, + "nauc_ndcg_at_10_diff1": 0.20204, + "nauc_ndcg_at_20_max": 0.400382, + "nauc_ndcg_at_20_std": 0.340949, + "nauc_ndcg_at_20_diff1": 0.204202, + "nauc_ndcg_at_100_max": 0.471258, + "nauc_ndcg_at_100_std": 0.464364, + "nauc_ndcg_at_100_diff1": 0.249273, + "nauc_ndcg_at_1000_max": 0.430856, + "nauc_ndcg_at_1000_std": 0.423645, + "nauc_ndcg_at_1000_diff1": 0.212427, + "nauc_map_at_1_max": 0.206825, + "nauc_map_at_1_std": 0.067904, + "nauc_map_at_1_diff1": 0.384207, + "nauc_map_at_3_max": 0.334434, + "nauc_map_at_3_std": 0.155294, + "nauc_map_at_3_diff1": 0.334891, + "nauc_map_at_5_max": 0.339462, + "nauc_map_at_5_std": 0.209227, + "nauc_map_at_5_diff1": 0.290965, + "nauc_map_at_10_max": 0.379797, + "nauc_map_at_10_std": 0.28119, + "nauc_map_at_10_diff1": 0.286194, + "nauc_map_at_20_max": 0.400699, + "nauc_map_at_20_std": 0.3334, + "nauc_map_at_20_diff1": 0.267979, + "nauc_map_at_100_max": 0.418099, + "nauc_map_at_100_std": 0.452767, + "nauc_map_at_100_diff1": 0.231907, + "nauc_map_at_1000_max": 0.364723, + "nauc_map_at_1000_std": 0.414133, + "nauc_map_at_1000_diff1": 0.177549, + "nauc_recall_at_1_max": 0.206825, + "nauc_recall_at_1_std": 0.067904, + "nauc_recall_at_1_diff1": 0.384207, + "nauc_recall_at_3_max": 0.313347, + "nauc_recall_at_3_std": 0.144365, + "nauc_recall_at_3_diff1": 0.344672, + "nauc_recall_at_5_max": 0.309412, + "nauc_recall_at_5_std": 0.195903, + "nauc_recall_at_5_diff1": 0.293512, + "nauc_recall_at_10_max": 0.332706, + "nauc_recall_at_10_std": 0.286048, + "nauc_recall_at_10_diff1": 0.27215, + "nauc_recall_at_20_max": 0.362453, + "nauc_recall_at_20_std": 0.341562, + "nauc_recall_at_20_diff1": 0.265036, + "nauc_recall_at_100_max": 0.456673, + "nauc_recall_at_100_std": 0.552061, + "nauc_recall_at_100_diff1": 0.309529, + "nauc_recall_at_1000_max": 0.534008, + "nauc_recall_at_1000_std": 0.810262, + "nauc_recall_at_1000_diff1": 0.418119, + "nauc_precision_at_1_max": 0.568744, + "nauc_precision_at_1_std": 0.239682, + "nauc_precision_at_1_diff1": 0.176191, + "nauc_precision_at_3_max": 0.263514, + "nauc_precision_at_3_std": 0.191392, + "nauc_precision_at_3_diff1": -0.109426, + "nauc_precision_at_5_max": 0.094075, + "nauc_precision_at_5_std": 0.121027, + "nauc_precision_at_5_diff1": -0.219623, + "nauc_precision_at_10_max": -0.03062, + "nauc_precision_at_10_std": 0.089644, + "nauc_precision_at_10_diff1": -0.234264, + "nauc_precision_at_20_max": -0.145238, + "nauc_precision_at_20_std": -0.007431, + "nauc_precision_at_20_diff1": -0.270522, + "nauc_precision_at_100_max": -0.249707, + "nauc_precision_at_100_std": -0.15189, + "nauc_precision_at_100_diff1": -0.264906, + "nauc_precision_at_1000_max": -0.3386, + "nauc_precision_at_1000_std": -0.341648, + "nauc_precision_at_1000_diff1": -0.275582, + "nauc_mrr_at_1_max": 0.568744, + "nauc_mrr_at_1_std": 0.239682, + "nauc_mrr_at_1_diff1": 0.176191, + "nauc_mrr_at_3_max": 0.587599, + "nauc_mrr_at_3_std": 0.296393, + "nauc_mrr_at_3_diff1": 0.149833, + "nauc_mrr_at_5_max": 0.587599, + "nauc_mrr_at_5_std": 0.296393, + "nauc_mrr_at_5_diff1": 0.149833, + "nauc_mrr_at_10_max": 0.5788, + "nauc_mrr_at_10_std": 0.299522, + "nauc_mrr_at_10_diff1": 0.145833, + "nauc_mrr_at_20_max": 0.577458, + "nauc_mrr_at_20_std": 0.297708, + "nauc_mrr_at_20_diff1": 0.143997, + "nauc_mrr_at_100_max": 0.577211, + "nauc_mrr_at_100_std": 0.296507, + "nauc_mrr_at_100_diff1": 0.147217, + "nauc_mrr_at_1000_max": 0.577211, + "nauc_mrr_at_1000_std": 0.296507, + "nauc_mrr_at_1000_diff1": 0.147217, + "cv_recall_at_1": 0.83, + "cv_recall_at_3": 0.96, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66579, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.685, + "ndcg_at_3": 0.65377, + "ndcg_at_5": 0.6425, + "ndcg_at_10": 0.62769, + "ndcg_at_20": 0.63158, + "ndcg_at_100": 0.69506, + "ndcg_at_1000": 0.76893, + "map_at_1": 0.07173, + "map_at_3": 0.14395, + "map_at_5": 0.1876, + "map_at_10": 0.2522, + "map_at_20": 0.33231, + "map_at_100": 0.48628, + "map_at_1000": 0.53763, + "recall_at_1": 0.07173, + "recall_at_3": 0.16244, + "recall_at_5": 0.22155, + "recall_at_10": 0.31986, + "recall_at_20": 0.45664, + "recall_at_100": 0.78559, + "recall_at_1000": 0.99112, + "accuracy": 0.07173, + "precision_at_1": 0.815, + "precision_at_3": 0.73167, + "precision_at_5": 0.681, + "precision_at_10": 0.6035, + "precision_at_20": 0.513, + "precision_at_100": 0.25845, + "precision_at_1000": 0.04109, + "mrr_at_1": 0.815, + "mrr_at_3": 0.866667, + "mrr_at_5": 0.872167, + "mrr_at_10": 0.875603, + "mrr_at_20": 0.875916, + "mrr_at_100": 0.876175, + "mrr_at_1000": 0.876223, + "nauc_ndcg_at_1_max": 0.509787, + "nauc_ndcg_at_1_std": 0.273241, + "nauc_ndcg_at_1_diff1": 0.288036, + "nauc_ndcg_at_3_max": 0.52302, + "nauc_ndcg_at_3_std": 0.266977, + "nauc_ndcg_at_3_diff1": 0.109105, + "nauc_ndcg_at_5_max": 0.533112, + "nauc_ndcg_at_5_std": 0.282966, + "nauc_ndcg_at_5_diff1": 0.072287, + "nauc_ndcg_at_10_max": 0.545512, + "nauc_ndcg_at_10_std": 0.27321, + "nauc_ndcg_at_10_diff1": 0.091267, + "nauc_ndcg_at_20_max": 0.512444, + "nauc_ndcg_at_20_std": 0.254187, + "nauc_ndcg_at_20_diff1": 0.105527, + "nauc_ndcg_at_100_max": 0.551934, + "nauc_ndcg_at_100_std": 0.295121, + "nauc_ndcg_at_100_diff1": 0.121949, + "nauc_ndcg_at_1000_max": 0.604236, + "nauc_ndcg_at_1000_std": 0.331716, + "nauc_ndcg_at_1000_diff1": 0.097053, + "nauc_map_at_1_max": -0.028993, + "nauc_map_at_1_std": -0.14904, + "nauc_map_at_1_diff1": 0.470976, + "nauc_map_at_3_max": 0.015487, + "nauc_map_at_3_std": -0.115144, + "nauc_map_at_3_diff1": 0.336434, + "nauc_map_at_5_max": 0.079839, + "nauc_map_at_5_std": -0.076677, + "nauc_map_at_5_diff1": 0.307536, + "nauc_map_at_10_max": 0.175668, + "nauc_map_at_10_std": -0.018378, + "nauc_map_at_10_diff1": 0.270643, + "nauc_map_at_20_max": 0.252378, + "nauc_map_at_20_std": 0.035033, + "nauc_map_at_20_diff1": 0.212451, + "nauc_map_at_100_max": 0.470731, + "nauc_map_at_100_std": 0.240597, + "nauc_map_at_100_diff1": 0.082963, + "nauc_map_at_1000_max": 0.498148, + "nauc_map_at_1000_std": 0.27614, + "nauc_map_at_1000_diff1": 0.036346, + "nauc_recall_at_1_max": -0.028993, + "nauc_recall_at_1_std": -0.14904, + "nauc_recall_at_1_diff1": 0.470976, + "nauc_recall_at_3_max": -0.048551, + "nauc_recall_at_3_std": -0.14894, + "nauc_recall_at_3_diff1": 0.300575, + "nauc_recall_at_5_max": 0.005415, + "nauc_recall_at_5_std": -0.128145, + "nauc_recall_at_5_diff1": 0.278917, + "nauc_recall_at_10_max": 0.054099, + "nauc_recall_at_10_std": -0.048804, + "nauc_recall_at_10_diff1": 0.23995, + "nauc_recall_at_20_max": 0.066113, + "nauc_recall_at_20_std": -0.039862, + "nauc_recall_at_20_diff1": 0.176847, + "nauc_recall_at_100_max": 0.233741, + "nauc_recall_at_100_std": 0.138338, + "nauc_recall_at_100_diff1": 0.119711, + "nauc_recall_at_1000_max": 0.297735, + "nauc_recall_at_1000_std": 0.643531, + "nauc_recall_at_1000_diff1": 0.101155, + "nauc_precision_at_1_max": 0.619298, + "nauc_precision_at_1_std": 0.349867, + "nauc_precision_at_1_diff1": 0.356096, + "nauc_precision_at_3_max": 0.513962, + "nauc_precision_at_3_std": 0.325797, + "nauc_precision_at_3_diff1": -0.106175, + "nauc_precision_at_5_max": 0.494668, + "nauc_precision_at_5_std": 0.300717, + "nauc_precision_at_5_diff1": -0.160594, + "nauc_precision_at_10_max": 0.46743, + "nauc_precision_at_10_std": 0.301159, + "nauc_precision_at_10_diff1": -0.211043, + "nauc_precision_at_20_max": 0.377594, + "nauc_precision_at_20_std": 0.277448, + "nauc_precision_at_20_diff1": -0.23539, + "nauc_precision_at_100_max": 0.196525, + "nauc_precision_at_100_std": 0.212271, + "nauc_precision_at_100_diff1": -0.220912, + "nauc_precision_at_1000_max": 0.056235, + "nauc_precision_at_1000_std": 0.064319, + "nauc_precision_at_1000_diff1": -0.184759, + "nauc_mrr_at_1_max": 0.619298, + "nauc_mrr_at_1_std": 0.349867, + "nauc_mrr_at_1_diff1": 0.356096, + "nauc_mrr_at_3_max": 0.676057, + "nauc_mrr_at_3_std": 0.380619, + "nauc_mrr_at_3_diff1": 0.323016, + "nauc_mrr_at_5_max": 0.671519, + "nauc_mrr_at_5_std": 0.358921, + "nauc_mrr_at_5_diff1": 0.320062, + "nauc_mrr_at_10_max": 0.66939, + "nauc_mrr_at_10_std": 0.384362, + "nauc_mrr_at_10_diff1": 0.321358, + "nauc_mrr_at_20_max": 0.668517, + "nauc_mrr_at_20_std": 0.383083, + "nauc_mrr_at_20_diff1": 0.320301, + "nauc_mrr_at_100_max": 0.668477, + "nauc_mrr_at_100_std": 0.381831, + "nauc_mrr_at_100_diff1": 0.320887, + "nauc_mrr_at_1000_max": 0.668344, + "nauc_mrr_at_1000_std": 0.381582, + "nauc_mrr_at_1000_diff1": 0.320967, + "cv_recall_at_1": 0.815, + "cv_recall_at_3": 0.93, + "cv_recall_at_5": 0.955, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.62769, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7175, + "ndcg_at_3": 0.66624, + "ndcg_at_5": 0.64128, + "ndcg_at_10": 0.61135, + "ndcg_at_20": 0.61465, + "ndcg_at_100": 0.68484, + "ndcg_at_1000": 0.76131, + "map_at_1": 0.07672, + "map_at_3": 0.15072, + "map_at_5": 0.19231, + "map_at_10": 0.24784, + "map_at_20": 0.32182, + "map_at_100": 0.46987, + "map_at_1000": 0.52082, + "recall_at_1": 0.07672, + "recall_at_3": 0.1654, + "recall_at_5": 0.21917, + "recall_at_10": 0.29638, + "recall_at_20": 0.42716, + "recall_at_100": 0.774, + "recall_at_1000": 0.98373, + "accuracy": 0.07672, + "precision_at_1": 0.84, + "precision_at_3": 0.73667, + "precision_at_5": 0.673, + "precision_at_10": 0.5695, + "precision_at_20": 0.48925, + "precision_at_100": 0.25035, + "precision_at_1000": 0.04074, + "mrr_at_1": 0.84, + "mrr_at_3": 0.878333, + "mrr_at_5": 0.882833, + "mrr_at_10": 0.885714, + "mrr_at_20": 0.886464, + "mrr_at_100": 0.887198, + "mrr_at_1000": 0.887198, + "nauc_ndcg_at_1_max": 0.458674, + "nauc_ndcg_at_1_std": 0.292126, + "nauc_ndcg_at_1_diff1": 0.159309, + "nauc_ndcg_at_3_max": 0.521343, + "nauc_ndcg_at_3_std": 0.332696, + "nauc_ndcg_at_3_diff1": -0.004063, + "nauc_ndcg_at_5_max": 0.508942, + "nauc_ndcg_at_5_std": 0.322227, + "nauc_ndcg_at_5_diff1": 0.037464, + "nauc_ndcg_at_10_max": 0.502278, + "nauc_ndcg_at_10_std": 0.287968, + "nauc_ndcg_at_10_diff1": 0.032695, + "nauc_ndcg_at_20_max": 0.47186, + "nauc_ndcg_at_20_std": 0.294554, + "nauc_ndcg_at_20_diff1": 0.022672, + "nauc_ndcg_at_100_max": 0.53409, + "nauc_ndcg_at_100_std": 0.348628, + "nauc_ndcg_at_100_diff1": 0.041925, + "nauc_ndcg_at_1000_max": 0.581534, + "nauc_ndcg_at_1000_std": 0.40924, + "nauc_ndcg_at_1000_diff1": 0.026598, + "nauc_map_at_1_max": -0.121739, + "nauc_map_at_1_std": -0.146141, + "nauc_map_at_1_diff1": 0.159914, + "nauc_map_at_3_max": -0.048202, + "nauc_map_at_3_std": -0.056765, + "nauc_map_at_3_diff1": 0.079744, + "nauc_map_at_5_max": -0.008772, + "nauc_map_at_5_std": -0.02323, + "nauc_map_at_5_diff1": 0.106845, + "nauc_map_at_10_max": 0.086829, + "nauc_map_at_10_std": 0.024332, + "nauc_map_at_10_diff1": 0.080276, + "nauc_map_at_20_max": 0.178411, + "nauc_map_at_20_std": 0.094194, + "nauc_map_at_20_diff1": 0.047099, + "nauc_map_at_100_max": 0.432764, + "nauc_map_at_100_std": 0.306509, + "nauc_map_at_100_diff1": -0.037464, + "nauc_map_at_1000_max": 0.47532, + "nauc_map_at_1000_std": 0.345923, + "nauc_map_at_1000_diff1": -0.087148, + "nauc_recall_at_1_max": -0.121739, + "nauc_recall_at_1_std": -0.146141, + "nauc_recall_at_1_diff1": 0.159914, + "nauc_recall_at_3_max": -0.082841, + "nauc_recall_at_3_std": -0.058811, + "nauc_recall_at_3_diff1": 0.060607, + "nauc_recall_at_5_max": -0.048787, + "nauc_recall_at_5_std": -0.042779, + "nauc_recall_at_5_diff1": 0.107706, + "nauc_recall_at_10_max": 0.034144, + "nauc_recall_at_10_std": -0.004639, + "nauc_recall_at_10_diff1": 0.079494, + "nauc_recall_at_20_max": 0.058116, + "nauc_recall_at_20_std": 0.044963, + "nauc_recall_at_20_diff1": 0.034697, + "nauc_recall_at_100_max": 0.241185, + "nauc_recall_at_100_std": 0.166674, + "nauc_recall_at_100_diff1": 0.070816, + "nauc_recall_at_1000_max": 0.549484, + "nauc_recall_at_1000_std": 0.684422, + "nauc_recall_at_1000_diff1": 0.180836, + "nauc_precision_at_1_max": 0.554139, + "nauc_precision_at_1_std": 0.452381, + "nauc_precision_at_1_diff1": 0.195815, + "nauc_precision_at_3_max": 0.548577, + "nauc_precision_at_3_std": 0.38842, + "nauc_precision_at_3_diff1": -0.142464, + "nauc_precision_at_5_max": 0.497262, + "nauc_precision_at_5_std": 0.341657, + "nauc_precision_at_5_diff1": -0.095103, + "nauc_precision_at_10_max": 0.480028, + "nauc_precision_at_10_std": 0.284192, + "nauc_precision_at_10_diff1": -0.125018, + "nauc_precision_at_20_max": 0.420283, + "nauc_precision_at_20_std": 0.290309, + "nauc_precision_at_20_diff1": -0.154778, + "nauc_precision_at_100_max": 0.265958, + "nauc_precision_at_100_std": 0.222823, + "nauc_precision_at_100_diff1": -0.159422, + "nauc_precision_at_1000_max": 0.108906, + "nauc_precision_at_1000_std": 0.06001, + "nauc_precision_at_1000_diff1": -0.156417, + "nauc_mrr_at_1_max": 0.554139, + "nauc_mrr_at_1_std": 0.452381, + "nauc_mrr_at_1_diff1": 0.195815, + "nauc_mrr_at_3_max": 0.604823, + "nauc_mrr_at_3_std": 0.512807, + "nauc_mrr_at_3_diff1": 0.128983, + "nauc_mrr_at_5_max": 0.595484, + "nauc_mrr_at_5_std": 0.497956, + "nauc_mrr_at_5_diff1": 0.142302, + "nauc_mrr_at_10_max": 0.592266, + "nauc_mrr_at_10_std": 0.495005, + "nauc_mrr_at_10_diff1": 0.127074, + "nauc_mrr_at_20_max": 0.59037, + "nauc_mrr_at_20_std": 0.501084, + "nauc_mrr_at_20_diff1": 0.131517, + "nauc_mrr_at_100_max": 0.589397, + "nauc_mrr_at_100_std": 0.498023, + "nauc_mrr_at_100_diff1": 0.136338, + "nauc_mrr_at_1000_max": 0.589397, + "nauc_mrr_at_1000_std": 0.498023, + "nauc_mrr_at_1000_diff1": 0.136338, + "cv_recall_at_1": 0.84, + "cv_recall_at_3": 0.925, + "cv_recall_at_5": 0.945, + "cv_recall_at_10": 0.965, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.61135, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71, + "ndcg_at_3": 0.65969, + "ndcg_at_5": 0.62809, + "ndcg_at_10": 0.60224, + "ndcg_at_20": 0.60172, + "ndcg_at_100": 0.67406, + "ndcg_at_1000": 0.75147, + "map_at_1": 0.06881, + "map_at_3": 0.1384, + "map_at_5": 0.17916, + "map_at_10": 0.23857, + "map_at_20": 0.30823, + "map_at_100": 0.45496, + "map_at_1000": 0.50596, + "recall_at_1": 0.06881, + "recall_at_3": 0.14857, + "recall_at_5": 0.20751, + "recall_at_10": 0.29935, + "recall_at_20": 0.41818, + "recall_at_100": 0.77025, + "recall_at_1000": 0.98042, + "accuracy": 0.06881, + "precision_at_1": 0.83, + "precision_at_3": 0.735, + "precision_at_5": 0.659, + "precision_at_10": 0.567, + "precision_at_20": 0.4805, + "precision_at_100": 0.24905, + "precision_at_1000": 0.04066, + "mrr_at_1": 0.83, + "mrr_at_3": 0.873333, + "mrr_at_5": 0.880583, + "mrr_at_10": 0.882353, + "mrr_at_20": 0.882738, + "mrr_at_100": 0.883681, + "mrr_at_1000": 0.883681, + "nauc_ndcg_at_1_max": 0.489493, + "nauc_ndcg_at_1_std": 0.305538, + "nauc_ndcg_at_1_diff1": 0.178838, + "nauc_ndcg_at_3_max": 0.467635, + "nauc_ndcg_at_3_std": 0.277144, + "nauc_ndcg_at_3_diff1": 0.032295, + "nauc_ndcg_at_5_max": 0.460549, + "nauc_ndcg_at_5_std": 0.305211, + "nauc_ndcg_at_5_diff1": 0.006335, + "nauc_ndcg_at_10_max": 0.475549, + "nauc_ndcg_at_10_std": 0.281108, + "nauc_ndcg_at_10_diff1": 0.041147, + "nauc_ndcg_at_20_max": 0.478276, + "nauc_ndcg_at_20_std": 0.31832, + "nauc_ndcg_at_20_diff1": 0.042541, + "nauc_ndcg_at_100_max": 0.527122, + "nauc_ndcg_at_100_std": 0.351905, + "nauc_ndcg_at_100_diff1": 0.061385, + "nauc_ndcg_at_1000_max": 0.553731, + "nauc_ndcg_at_1000_std": 0.395324, + "nauc_ndcg_at_1000_diff1": 0.055577, + "nauc_map_at_1_max": 0.073383, + "nauc_map_at_1_std": -0.103114, + "nauc_map_at_1_diff1": 0.226433, + "nauc_map_at_3_max": 0.107317, + "nauc_map_at_3_std": -0.047365, + "nauc_map_at_3_diff1": 0.168165, + "nauc_map_at_5_max": 0.117531, + "nauc_map_at_5_std": -0.008833, + "nauc_map_at_5_diff1": 0.156941, + "nauc_map_at_10_max": 0.166034, + "nauc_map_at_10_std": 0.040005, + "nauc_map_at_10_diff1": 0.148711, + "nauc_map_at_20_max": 0.246869, + "nauc_map_at_20_std": 0.114539, + "nauc_map_at_20_diff1": 0.105258, + "nauc_map_at_100_max": 0.43423, + "nauc_map_at_100_std": 0.306027, + "nauc_map_at_100_diff1": 0.02346, + "nauc_map_at_1000_max": 0.465024, + "nauc_map_at_1000_std": 0.350421, + "nauc_map_at_1000_diff1": -0.022097, + "nauc_recall_at_1_max": 0.073383, + "nauc_recall_at_1_std": -0.103114, + "nauc_recall_at_1_diff1": 0.226433, + "nauc_recall_at_3_max": 0.085735, + "nauc_recall_at_3_std": -0.065638, + "nauc_recall_at_3_diff1": 0.155335, + "nauc_recall_at_5_max": 0.073152, + "nauc_recall_at_5_std": -0.017929, + "nauc_recall_at_5_diff1": 0.129275, + "nauc_recall_at_10_max": 0.074456, + "nauc_recall_at_10_std": 0.005449, + "nauc_recall_at_10_diff1": 0.130499, + "nauc_recall_at_20_max": 0.127427, + "nauc_recall_at_20_std": 0.070741, + "nauc_recall_at_20_diff1": 0.08641, + "nauc_recall_at_100_max": 0.263149, + "nauc_recall_at_100_std": 0.185971, + "nauc_recall_at_100_diff1": 0.078971, + "nauc_recall_at_1000_max": 0.664168, + "nauc_recall_at_1000_std": 0.718762, + "nauc_recall_at_1000_diff1": 0.18003, + "nauc_precision_at_1_max": 0.569179, + "nauc_precision_at_1_std": 0.469742, + "nauc_precision_at_1_diff1": 0.13994, + "nauc_precision_at_3_max": 0.400558, + "nauc_precision_at_3_std": 0.295364, + "nauc_precision_at_3_diff1": -0.094536, + "nauc_precision_at_5_max": 0.343441, + "nauc_precision_at_5_std": 0.310797, + "nauc_precision_at_5_diff1": -0.134158, + "nauc_precision_at_10_max": 0.354723, + "nauc_precision_at_10_std": 0.284064, + "nauc_precision_at_10_diff1": -0.110721, + "nauc_precision_at_20_max": 0.326507, + "nauc_precision_at_20_std": 0.307307, + "nauc_precision_at_20_diff1": -0.132384, + "nauc_precision_at_100_max": 0.205326, + "nauc_precision_at_100_std": 0.22467, + "nauc_precision_at_100_diff1": -0.160634, + "nauc_precision_at_1000_max": 0.065435, + "nauc_precision_at_1000_std": 0.080796, + "nauc_precision_at_1000_diff1": -0.150812, + "nauc_mrr_at_1_max": 0.569179, + "nauc_mrr_at_1_std": 0.469742, + "nauc_mrr_at_1_diff1": 0.13994, + "nauc_mrr_at_3_max": 0.621428, + "nauc_mrr_at_3_std": 0.506268, + "nauc_mrr_at_3_diff1": 0.16413, + "nauc_mrr_at_5_max": 0.608784, + "nauc_mrr_at_5_std": 0.512513, + "nauc_mrr_at_5_diff1": 0.126474, + "nauc_mrr_at_10_max": 0.610702, + "nauc_mrr_at_10_std": 0.516125, + "nauc_mrr_at_10_diff1": 0.134076, + "nauc_mrr_at_20_max": 0.610322, + "nauc_mrr_at_20_std": 0.514473, + "nauc_mrr_at_20_diff1": 0.132642, + "nauc_mrr_at_100_max": 0.609611, + "nauc_mrr_at_100_std": 0.512208, + "nauc_mrr_at_100_diff1": 0.135087, + "nauc_mrr_at_1000_max": 0.609611, + "nauc_mrr_at_1000_std": 0.512208, + "nauc_mrr_at_1000_diff1": 0.135087, + "cv_recall_at_1": 0.83, + "cv_recall_at_3": 0.92, + "cv_recall_at_5": 0.95, + "cv_recall_at_10": 0.965, + "cv_recall_at_20": 0.97, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.60224, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.7725, + "ndcg_at_3": 0.68472, + "ndcg_at_5": 0.66918, + "ndcg_at_10": 0.66849, + "ndcg_at_20": 0.6813, + "ndcg_at_100": 0.75573, + "ndcg_at_1000": 0.78503, + "map_at_1": 0.15658, + "map_at_3": 0.27468, + "map_at_5": 0.33024, + "map_at_10": 0.40875, + "map_at_20": 0.47199, + "map_at_100": 0.55416, + "map_at_1000": 0.56628, + "recall_at_1": 0.15658, + "recall_at_3": 0.29015, + "recall_at_5": 0.36827, + "recall_at_10": 0.50206, + "recall_at_20": 0.63838, + "recall_at_100": 0.89187, + "recall_at_1000": 0.9897, + "accuracy": 0.15658, + "precision_at_1": 0.85, + "precision_at_3": 0.66833, + "precision_at_5": 0.583, + "precision_at_10": 0.4615, + "precision_at_20": 0.33775, + "precision_at_100": 0.1242, + "precision_at_1000": 0.01482, + "mrr_at_1": 0.85, + "mrr_at_3": 0.889167, + "mrr_at_5": 0.892417, + "mrr_at_10": 0.896534, + "mrr_at_20": 0.897602, + "mrr_at_100": 0.897602, + "mrr_at_1000": 0.897602, + "nauc_ndcg_at_1_max": 0.597995, + "nauc_ndcg_at_1_std": 0.072748, + "nauc_ndcg_at_1_diff1": 0.523669, + "nauc_ndcg_at_3_max": 0.497132, + "nauc_ndcg_at_3_std": 0.038382, + "nauc_ndcg_at_3_diff1": 0.262177, + "nauc_ndcg_at_5_max": 0.470134, + "nauc_ndcg_at_5_std": 0.038003, + "nauc_ndcg_at_5_diff1": 0.247086, + "nauc_ndcg_at_10_max": 0.492859, + "nauc_ndcg_at_10_std": 0.006701, + "nauc_ndcg_at_10_diff1": 0.259399, + "nauc_ndcg_at_20_max": 0.47522, + "nauc_ndcg_at_20_std": 0.011135, + "nauc_ndcg_at_20_diff1": 0.275389, + "nauc_ndcg_at_100_max": 0.517666, + "nauc_ndcg_at_100_std": 0.086031, + "nauc_ndcg_at_100_diff1": 0.278531, + "nauc_ndcg_at_1000_max": 0.552223, + "nauc_ndcg_at_1000_std": 0.126406, + "nauc_ndcg_at_1000_diff1": 0.269755, + "nauc_map_at_1_max": 0.231732, + "nauc_map_at_1_std": -0.15062, + "nauc_map_at_1_diff1": 0.581403, + "nauc_map_at_3_max": 0.215278, + "nauc_map_at_3_std": -0.194161, + "nauc_map_at_3_diff1": 0.354133, + "nauc_map_at_5_max": 0.227495, + "nauc_map_at_5_std": -0.19201, + "nauc_map_at_5_diff1": 0.31009, + "nauc_map_at_10_max": 0.278067, + "nauc_map_at_10_std": -0.168337, + "nauc_map_at_10_diff1": 0.263722, + "nauc_map_at_20_max": 0.302331, + "nauc_map_at_20_std": -0.109604, + "nauc_map_at_20_diff1": 0.218668, + "nauc_map_at_100_max": 0.362322, + "nauc_map_at_100_std": 0.006001, + "nauc_map_at_100_diff1": 0.160326, + "nauc_map_at_1000_max": 0.371579, + "nauc_map_at_1000_std": 0.030123, + "nauc_map_at_1000_diff1": 0.151268, + "nauc_recall_at_1_max": 0.231732, + "nauc_recall_at_1_std": -0.15062, + "nauc_recall_at_1_diff1": 0.581403, + "nauc_recall_at_3_max": 0.169801, + "nauc_recall_at_3_std": -0.220831, + "nauc_recall_at_3_diff1": 0.329444, + "nauc_recall_at_5_max": 0.156679, + "nauc_recall_at_5_std": -0.235082, + "nauc_recall_at_5_diff1": 0.273781, + "nauc_recall_at_10_max": 0.194608, + "nauc_recall_at_10_std": -0.23601, + "nauc_recall_at_10_diff1": 0.227796, + "nauc_recall_at_20_max": 0.134896, + "nauc_recall_at_20_std": -0.213895, + "nauc_recall_at_20_diff1": 0.16884, + "nauc_recall_at_100_max": 0.17447, + "nauc_recall_at_100_std": 0.001916, + "nauc_recall_at_100_diff1": 0.093873, + "nauc_recall_at_1000_max": 0.432989, + "nauc_recall_at_1000_std": 0.370467, + "nauc_recall_at_1000_diff1": 0.05599, + "nauc_precision_at_1_max": 0.698064, + "nauc_precision_at_1_std": 0.140677, + "nauc_precision_at_1_diff1": 0.499707, + "nauc_precision_at_3_max": 0.248402, + "nauc_precision_at_3_std": 0.13649, + "nauc_precision_at_3_diff1": -0.267211, + "nauc_precision_at_5_max": 0.173261, + "nauc_precision_at_5_std": 0.204412, + "nauc_precision_at_5_diff1": -0.327511, + "nauc_precision_at_10_max": 0.179463, + "nauc_precision_at_10_std": 0.26822, + "nauc_precision_at_10_diff1": -0.311972, + "nauc_precision_at_20_max": 0.134762, + "nauc_precision_at_20_std": 0.344548, + "nauc_precision_at_20_diff1": -0.298795, + "nauc_precision_at_100_max": 0.083919, + "nauc_precision_at_100_std": 0.363643, + "nauc_precision_at_100_diff1": -0.244998, + "nauc_precision_at_1000_max": 0.056388, + "nauc_precision_at_1000_std": 0.335777, + "nauc_precision_at_1000_diff1": -0.233215, + "nauc_mrr_at_1_max": 0.698064, + "nauc_mrr_at_1_std": 0.140677, + "nauc_mrr_at_1_diff1": 0.499707, + "nauc_mrr_at_3_max": 0.749463, + "nauc_mrr_at_3_std": 0.164956, + "nauc_mrr_at_3_diff1": 0.509002, + "nauc_mrr_at_5_max": 0.750474, + "nauc_mrr_at_5_std": 0.146346, + "nauc_mrr_at_5_diff1": 0.499187, + "nauc_mrr_at_10_max": 0.744434, + "nauc_mrr_at_10_std": 0.149502, + "nauc_mrr_at_10_diff1": 0.481274, + "nauc_mrr_at_20_max": 0.741681, + "nauc_mrr_at_20_std": 0.151167, + "nauc_mrr_at_20_diff1": 0.490363, + "nauc_mrr_at_100_max": 0.741681, + "nauc_mrr_at_100_std": 0.151167, + "nauc_mrr_at_100_diff1": 0.490363, + "nauc_mrr_at_1000_max": 0.741681, + "nauc_mrr_at_1000_std": 0.151167, + "nauc_mrr_at_1000_diff1": 0.490363, + "cv_recall_at_1": 0.85, + "cv_recall_at_3": 0.94, + "cv_recall_at_5": 0.955, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66849, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7175, + "ndcg_at_3": 0.66208, + "ndcg_at_5": 0.64793, + "ndcg_at_10": 0.64257, + "ndcg_at_20": 0.65636, + "ndcg_at_100": 0.73542, + "ndcg_at_1000": 0.76769, + "map_at_1": 0.1573, + "map_at_3": 0.26333, + "map_at_5": 0.32042, + "map_at_10": 0.38986, + "map_at_20": 0.44606, + "map_at_100": 0.52651, + "map_at_1000": 0.53928, + "recall_at_1": 0.1573, + "recall_at_3": 0.27798, + "recall_at_5": 0.35857, + "recall_at_10": 0.4787, + "recall_at_20": 0.61127, + "recall_at_100": 0.88027, + "recall_at_1000": 0.98933, + "accuracy": 0.1573, + "precision_at_1": 0.81, + "precision_at_3": 0.64167, + "precision_at_5": 0.563, + "precision_at_10": 0.44, + "precision_at_20": 0.32375, + "precision_at_100": 0.12185, + "precision_at_1000": 0.01478, + "mrr_at_1": 0.81, + "mrr_at_3": 0.86, + "mrr_at_5": 0.868, + "mrr_at_10": 0.870792, + "mrr_at_20": 0.87201, + "mrr_at_100": 0.872088, + "mrr_at_1000": 0.872088, + "nauc_ndcg_at_1_max": 0.438325, + "nauc_ndcg_at_1_std": 0.034297, + "nauc_ndcg_at_1_diff1": 0.511402, + "nauc_ndcg_at_3_max": 0.446895, + "nauc_ndcg_at_3_std": 0.064435, + "nauc_ndcg_at_3_diff1": 0.271582, + "nauc_ndcg_at_5_max": 0.426367, + "nauc_ndcg_at_5_std": 0.061437, + "nauc_ndcg_at_5_diff1": 0.280615, + "nauc_ndcg_at_10_max": 0.427327, + "nauc_ndcg_at_10_std": 0.022841, + "nauc_ndcg_at_10_diff1": 0.287402, + "nauc_ndcg_at_20_max": 0.417604, + "nauc_ndcg_at_20_std": 0.019618, + "nauc_ndcg_at_20_diff1": 0.319301, + "nauc_ndcg_at_100_max": 0.481147, + "nauc_ndcg_at_100_std": 0.09638, + "nauc_ndcg_at_100_diff1": 0.330253, + "nauc_ndcg_at_1000_max": 0.509507, + "nauc_ndcg_at_1000_std": 0.105668, + "nauc_ndcg_at_1000_diff1": 0.319349, + "nauc_map_at_1_max": 0.072936, + "nauc_map_at_1_std": -0.085597, + "nauc_map_at_1_diff1": 0.481864, + "nauc_map_at_3_max": 0.145826, + "nauc_map_at_3_std": -0.105371, + "nauc_map_at_3_diff1": 0.338199, + "nauc_map_at_5_max": 0.17185, + "nauc_map_at_5_std": -0.10828, + "nauc_map_at_5_diff1": 0.317914, + "nauc_map_at_10_max": 0.208446, + "nauc_map_at_10_std": -0.086681, + "nauc_map_at_10_diff1": 0.276706, + "nauc_map_at_20_max": 0.254474, + "nauc_map_at_20_std": -0.03284, + "nauc_map_at_20_diff1": 0.256063, + "nauc_map_at_100_max": 0.338025, + "nauc_map_at_100_std": 0.067814, + "nauc_map_at_100_diff1": 0.209479, + "nauc_map_at_1000_max": 0.346912, + "nauc_map_at_1000_std": 0.078298, + "nauc_map_at_1000_diff1": 0.199944, + "nauc_recall_at_1_max": 0.072936, + "nauc_recall_at_1_std": -0.085597, + "nauc_recall_at_1_diff1": 0.481864, + "nauc_recall_at_3_max": 0.117107, + "nauc_recall_at_3_std": -0.129732, + "nauc_recall_at_3_diff1": 0.32389, + "nauc_recall_at_5_max": 0.11616, + "nauc_recall_at_5_std": -0.14151, + "nauc_recall_at_5_diff1": 0.312361, + "nauc_recall_at_10_max": 0.112042, + "nauc_recall_at_10_std": -0.146043, + "nauc_recall_at_10_diff1": 0.247611, + "nauc_recall_at_20_max": 0.109881, + "nauc_recall_at_20_std": -0.119414, + "nauc_recall_at_20_diff1": 0.229153, + "nauc_recall_at_100_max": 0.213202, + "nauc_recall_at_100_std": 0.127129, + "nauc_recall_at_100_diff1": 0.151576, + "nauc_recall_at_1000_max": 0.577139, + "nauc_recall_at_1000_std": 0.469271, + "nauc_recall_at_1000_diff1": -0.069206, + "nauc_precision_at_1_max": 0.53007, + "nauc_precision_at_1_std": 0.203782, + "nauc_precision_at_1_diff1": 0.432304, + "nauc_precision_at_3_max": 0.333308, + "nauc_precision_at_3_std": 0.177001, + "nauc_precision_at_3_diff1": -0.200355, + "nauc_precision_at_5_max": 0.296215, + "nauc_precision_at_5_std": 0.207432, + "nauc_precision_at_5_diff1": -0.225544, + "nauc_precision_at_10_max": 0.266145, + "nauc_precision_at_10_std": 0.229901, + "nauc_precision_at_10_diff1": -0.240876, + "nauc_precision_at_20_max": 0.221668, + "nauc_precision_at_20_std": 0.278729, + "nauc_precision_at_20_diff1": -0.230805, + "nauc_precision_at_100_max": 0.159599, + "nauc_precision_at_100_std": 0.272059, + "nauc_precision_at_100_diff1": -0.219304, + "nauc_precision_at_1000_max": 0.113049, + "nauc_precision_at_1000_std": 0.217357, + "nauc_precision_at_1000_diff1": -0.21777, + "nauc_mrr_at_1_max": 0.53007, + "nauc_mrr_at_1_std": 0.203782, + "nauc_mrr_at_1_diff1": 0.432304, + "nauc_mrr_at_3_max": 0.612812, + "nauc_mrr_at_3_std": 0.205092, + "nauc_mrr_at_3_diff1": 0.421823, + "nauc_mrr_at_5_max": 0.603781, + "nauc_mrr_at_5_std": 0.191752, + "nauc_mrr_at_5_diff1": 0.450513, + "nauc_mrr_at_10_max": 0.598469, + "nauc_mrr_at_10_std": 0.187391, + "nauc_mrr_at_10_diff1": 0.444683, + "nauc_mrr_at_20_max": 0.594897, + "nauc_mrr_at_20_std": 0.196422, + "nauc_mrr_at_20_diff1": 0.441064, + "nauc_mrr_at_100_max": 0.594637, + "nauc_mrr_at_100_std": 0.196469, + "nauc_mrr_at_100_diff1": 0.440705, + "nauc_mrr_at_1000_max": 0.594637, + "nauc_mrr_at_1000_std": 0.196469, + "nauc_mrr_at_1000_diff1": 0.440705, + "cv_recall_at_1": 0.81, + "cv_recall_at_3": 0.925, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.64257, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73, + "ndcg_at_3": 0.67713, + "ndcg_at_5": 0.64894, + "ndcg_at_10": 0.64231, + "ndcg_at_20": 0.65381, + "ndcg_at_100": 0.73169, + "ndcg_at_1000": 0.76703, + "map_at_1": 0.15267, + "map_at_3": 0.26956, + "map_at_5": 0.32013, + "map_at_10": 0.39063, + "map_at_20": 0.44556, + "map_at_100": 0.52597, + "map_at_1000": 0.53911, + "recall_at_1": 0.15267, + "recall_at_3": 0.2857, + "recall_at_5": 0.3572, + "recall_at_10": 0.4726, + "recall_at_20": 0.60019, + "recall_at_100": 0.86976, + "recall_at_1000": 0.98922, + "accuracy": 0.15267, + "precision_at_1": 0.795, + "precision_at_3": 0.65833, + "precision_at_5": 0.557, + "precision_at_10": 0.44, + "precision_at_20": 0.32025, + "precision_at_100": 0.12085, + "precision_at_1000": 0.01478, + "mrr_at_1": 0.795, + "mrr_at_3": 0.850833, + "mrr_at_5": 0.855083, + "mrr_at_10": 0.859139, + "mrr_at_20": 0.861147, + "mrr_at_100": 0.861456, + "mrr_at_1000": 0.861456, + "nauc_ndcg_at_1_max": 0.49896, + "nauc_ndcg_at_1_std": 0.073399, + "nauc_ndcg_at_1_diff1": 0.44984, + "nauc_ndcg_at_3_max": 0.499938, + "nauc_ndcg_at_3_std": 0.079981, + "nauc_ndcg_at_3_diff1": 0.346249, + "nauc_ndcg_at_5_max": 0.507924, + "nauc_ndcg_at_5_std": 0.091197, + "nauc_ndcg_at_5_diff1": 0.329964, + "nauc_ndcg_at_10_max": 0.463942, + "nauc_ndcg_at_10_std": 0.055124, + "nauc_ndcg_at_10_diff1": 0.346433, + "nauc_ndcg_at_20_max": 0.454672, + "nauc_ndcg_at_20_std": 0.020339, + "nauc_ndcg_at_20_diff1": 0.374469, + "nauc_ndcg_at_100_max": 0.522288, + "nauc_ndcg_at_100_std": 0.120347, + "nauc_ndcg_at_100_diff1": 0.376178, + "nauc_ndcg_at_1000_max": 0.548184, + "nauc_ndcg_at_1000_std": 0.12392, + "nauc_ndcg_at_1000_diff1": 0.371993, + "nauc_map_at_1_max": 0.181527, + "nauc_map_at_1_std": -0.120509, + "nauc_map_at_1_diff1": 0.575353, + "nauc_map_at_3_max": 0.180222, + "nauc_map_at_3_std": -0.13615, + "nauc_map_at_3_diff1": 0.444375, + "nauc_map_at_5_max": 0.211652, + "nauc_map_at_5_std": -0.127277, + "nauc_map_at_5_diff1": 0.407077, + "nauc_map_at_10_max": 0.247762, + "nauc_map_at_10_std": -0.108688, + "nauc_map_at_10_diff1": 0.35782, + "nauc_map_at_20_max": 0.291662, + "nauc_map_at_20_std": -0.060018, + "nauc_map_at_20_diff1": 0.333234, + "nauc_map_at_100_max": 0.386006, + "nauc_map_at_100_std": 0.073637, + "nauc_map_at_100_diff1": 0.284483, + "nauc_map_at_1000_max": 0.39478, + "nauc_map_at_1000_std": 0.08691, + "nauc_map_at_1000_diff1": 0.276435, + "nauc_recall_at_1_max": 0.181527, + "nauc_recall_at_1_std": -0.120509, + "nauc_recall_at_1_diff1": 0.575353, + "nauc_recall_at_3_max": 0.143351, + "nauc_recall_at_3_std": -0.152457, + "nauc_recall_at_3_diff1": 0.433679, + "nauc_recall_at_5_max": 0.15796, + "nauc_recall_at_5_std": -0.148362, + "nauc_recall_at_5_diff1": 0.377371, + "nauc_recall_at_10_max": 0.15322, + "nauc_recall_at_10_std": -0.171245, + "nauc_recall_at_10_diff1": 0.312754, + "nauc_recall_at_20_max": 0.137104, + "nauc_recall_at_20_std": -0.161569, + "nauc_recall_at_20_diff1": 0.283716, + "nauc_recall_at_100_max": 0.267518, + "nauc_recall_at_100_std": 0.167978, + "nauc_recall_at_100_diff1": 0.227467, + "nauc_recall_at_1000_max": 0.662118, + "nauc_recall_at_1000_std": 0.473303, + "nauc_recall_at_1000_diff1": 0.242067, + "nauc_precision_at_1_max": 0.599189, + "nauc_precision_at_1_std": 0.184596, + "nauc_precision_at_1_diff1": 0.420755, + "nauc_precision_at_3_max": 0.353888, + "nauc_precision_at_3_std": 0.214097, + "nauc_precision_at_3_diff1": -0.115379, + "nauc_precision_at_5_max": 0.328989, + "nauc_precision_at_5_std": 0.24082, + "nauc_precision_at_5_diff1": -0.225459, + "nauc_precision_at_10_max": 0.258196, + "nauc_precision_at_10_std": 0.273373, + "nauc_precision_at_10_diff1": -0.264483, + "nauc_precision_at_20_max": 0.228638, + "nauc_precision_at_20_std": 0.318835, + "nauc_precision_at_20_diff1": -0.275252, + "nauc_precision_at_100_max": 0.172258, + "nauc_precision_at_100_std": 0.349244, + "nauc_precision_at_100_diff1": -0.245882, + "nauc_precision_at_1000_max": 0.117221, + "nauc_precision_at_1000_std": 0.284048, + "nauc_precision_at_1000_diff1": -0.242122, + "nauc_mrr_at_1_max": 0.599189, + "nauc_mrr_at_1_std": 0.184596, + "nauc_mrr_at_1_diff1": 0.420755, + "nauc_mrr_at_3_max": 0.676534, + "nauc_mrr_at_3_std": 0.235617, + "nauc_mrr_at_3_diff1": 0.436752, + "nauc_mrr_at_5_max": 0.670728, + "nauc_mrr_at_5_std": 0.239962, + "nauc_mrr_at_5_diff1": 0.423499, + "nauc_mrr_at_10_max": 0.667644, + "nauc_mrr_at_10_std": 0.220133, + "nauc_mrr_at_10_diff1": 0.436918, + "nauc_mrr_at_20_max": 0.664636, + "nauc_mrr_at_20_std": 0.227742, + "nauc_mrr_at_20_diff1": 0.429882, + "nauc_mrr_at_100_max": 0.663845, + "nauc_mrr_at_100_std": 0.226879, + "nauc_mrr_at_100_diff1": 0.429192, + "nauc_mrr_at_1000_max": 0.663845, + "nauc_mrr_at_1000_std": 0.226879, + "nauc_mrr_at_1000_diff1": 0.429192, + "cv_recall_at_1": 0.795, + "cv_recall_at_3": 0.915, + "cv_recall_at_5": 0.935, + "cv_recall_at_10": 0.965, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.64231, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.7725, + "ndcg_at_3": 0.69764, + "ndcg_at_5": 0.67932, + "ndcg_at_10": 0.65805, + "ndcg_at_20": 0.65189, + "ndcg_at_100": 0.72182, + "ndcg_at_1000": 0.78514, + "map_at_1": 0.07965, + "map_at_3": 0.16636, + "map_at_5": 0.21513, + "map_at_10": 0.2831, + "map_at_20": 0.35434, + "map_at_100": 0.47898, + "map_at_1000": 0.52306, + "recall_at_1": 0.07965, + "recall_at_3": 0.17602, + "recall_at_5": 0.23966, + "recall_at_10": 0.33618, + "recall_at_20": 0.46181, + "recall_at_100": 0.79557, + "recall_at_1000": 0.98702, + "accuracy": 0.07965, + "precision_at_1": 0.865, + "precision_at_3": 0.74667, + "precision_at_5": 0.69, + "precision_at_10": 0.5825, + "precision_at_20": 0.465, + "precision_at_100": 0.21845, + "precision_at_1000": 0.03574, + "mrr_at_1": 0.865, + "mrr_at_3": 0.904167, + "mrr_at_5": 0.908667, + "mrr_at_10": 0.909881, + "mrr_at_20": 0.910144, + "mrr_at_100": 0.910638, + "mrr_at_1000": 0.910638, + "nauc_ndcg_at_1_max": 0.527499, + "nauc_ndcg_at_1_std": 0.19677, + "nauc_ndcg_at_1_diff1": 0.330648, + "nauc_ndcg_at_3_max": 0.474763, + "nauc_ndcg_at_3_std": 0.238286, + "nauc_ndcg_at_3_diff1": 0.166745, + "nauc_ndcg_at_5_max": 0.466265, + "nauc_ndcg_at_5_std": 0.214901, + "nauc_ndcg_at_5_diff1": 0.0903, + "nauc_ndcg_at_10_max": 0.47199, + "nauc_ndcg_at_10_std": 0.253428, + "nauc_ndcg_at_10_diff1": 0.090099, + "nauc_ndcg_at_20_max": 0.477849, + "nauc_ndcg_at_20_std": 0.307991, + "nauc_ndcg_at_20_diff1": 0.132913, + "nauc_ndcg_at_100_max": 0.482658, + "nauc_ndcg_at_100_std": 0.366354, + "nauc_ndcg_at_100_diff1": 0.185985, + "nauc_ndcg_at_1000_max": 0.550104, + "nauc_ndcg_at_1000_std": 0.347757, + "nauc_ndcg_at_1000_diff1": 0.162507, + "nauc_map_at_1_max": 0.143167, + "nauc_map_at_1_std": 0.115422, + "nauc_map_at_1_diff1": 0.47229, + "nauc_map_at_3_max": 0.188591, + "nauc_map_at_3_std": 0.144628, + "nauc_map_at_3_diff1": 0.361127, + "nauc_map_at_5_max": 0.186412, + "nauc_map_at_5_std": 0.145118, + "nauc_map_at_5_diff1": 0.305316, + "nauc_map_at_10_max": 0.217316, + "nauc_map_at_10_std": 0.180778, + "nauc_map_at_10_diff1": 0.257028, + "nauc_map_at_20_max": 0.249241, + "nauc_map_at_20_std": 0.241853, + "nauc_map_at_20_diff1": 0.206427, + "nauc_map_at_100_max": 0.334503, + "nauc_map_at_100_std": 0.324258, + "nauc_map_at_100_diff1": 0.102188, + "nauc_map_at_1000_max": 0.387012, + "nauc_map_at_1000_std": 0.340458, + "nauc_map_at_1000_diff1": 0.045003, + "nauc_recall_at_1_max": 0.143167, + "nauc_recall_at_1_std": 0.115422, + "nauc_recall_at_1_diff1": 0.47229, + "nauc_recall_at_3_max": 0.1663, + "nauc_recall_at_3_std": 0.109585, + "nauc_recall_at_3_diff1": 0.349196, + "nauc_recall_at_5_max": 0.13547, + "nauc_recall_at_5_std": 0.092381, + "nauc_recall_at_5_diff1": 0.27419, + "nauc_recall_at_10_max": 0.14197, + "nauc_recall_at_10_std": 0.134594, + "nauc_recall_at_10_diff1": 0.235815, + "nauc_recall_at_20_max": 0.146264, + "nauc_recall_at_20_std": 0.18835, + "nauc_recall_at_20_diff1": 0.200464, + "nauc_recall_at_100_max": 0.127974, + "nauc_recall_at_100_std": 0.315065, + "nauc_recall_at_100_diff1": 0.155889, + "nauc_recall_at_1000_max": 0.479963, + "nauc_recall_at_1000_std": 0.679227, + "nauc_recall_at_1000_diff1": 0.476813, + "nauc_precision_at_1_max": 0.532931, + "nauc_precision_at_1_std": 0.313079, + "nauc_precision_at_1_diff1": 0.330834, + "nauc_precision_at_3_max": 0.384232, + "nauc_precision_at_3_std": 0.251232, + "nauc_precision_at_3_diff1": -0.109548, + "nauc_precision_at_5_max": 0.300892, + "nauc_precision_at_5_std": 0.180901, + "nauc_precision_at_5_diff1": -0.265205, + "nauc_precision_at_10_max": 0.220113, + "nauc_precision_at_10_std": 0.160183, + "nauc_precision_at_10_diff1": -0.291318, + "nauc_precision_at_20_max": 0.182544, + "nauc_precision_at_20_std": 0.137058, + "nauc_precision_at_20_diff1": -0.303923, + "nauc_precision_at_100_max": 0.120746, + "nauc_precision_at_100_std": 0.041564, + "nauc_precision_at_100_diff1": -0.270274, + "nauc_precision_at_1000_max": 0.078267, + "nauc_precision_at_1000_std": -0.021043, + "nauc_precision_at_1000_diff1": -0.237933, + "nauc_mrr_at_1_max": 0.532931, + "nauc_mrr_at_1_std": 0.313079, + "nauc_mrr_at_1_diff1": 0.330834, + "nauc_mrr_at_3_max": 0.604338, + "nauc_mrr_at_3_std": 0.298819, + "nauc_mrr_at_3_diff1": 0.386126, + "nauc_mrr_at_5_max": 0.598125, + "nauc_mrr_at_5_std": 0.287961, + "nauc_mrr_at_5_diff1": 0.363413, + "nauc_mrr_at_10_max": 0.594828, + "nauc_mrr_at_10_std": 0.290832, + "nauc_mrr_at_10_diff1": 0.360577, + "nauc_mrr_at_20_max": 0.594003, + "nauc_mrr_at_20_std": 0.290041, + "nauc_mrr_at_20_diff1": 0.359995, + "nauc_mrr_at_100_max": 0.59236, + "nauc_mrr_at_100_std": 0.29195, + "nauc_mrr_at_100_diff1": 0.360433, + "nauc_mrr_at_1000_max": 0.59236, + "nauc_mrr_at_1000_std": 0.29195, + "nauc_mrr_at_1000_diff1": 0.360433, + "cv_recall_at_1": 0.865, + "cv_recall_at_3": 0.95, + "cv_recall_at_5": 0.97, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.65805, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.715, + "ndcg_at_3": 0.64518, + "ndcg_at_5": 0.62678, + "ndcg_at_10": 0.61955, + "ndcg_at_20": 0.611, + "ndcg_at_100": 0.68424, + "ndcg_at_1000": 0.75658, + "map_at_1": 0.07363, + "map_at_3": 0.15012, + "map_at_5": 0.19427, + "map_at_10": 0.26169, + "map_at_20": 0.32705, + "map_at_100": 0.44396, + "map_at_1000": 0.48919, + "recall_at_1": 0.07363, + "recall_at_3": 0.15744, + "recall_at_5": 0.21682, + "recall_at_10": 0.32255, + "recall_at_20": 0.4424, + "recall_at_100": 0.76188, + "recall_at_1000": 0.97982, + "accuracy": 0.07363, + "precision_at_1": 0.815, + "precision_at_3": 0.705, + "precision_at_5": 0.645, + "precision_at_10": 0.552, + "precision_at_20": 0.437, + "precision_at_100": 0.2097, + "precision_at_1000": 0.03555, + "mrr_at_1": 0.815, + "mrr_at_3": 0.859167, + "mrr_at_5": 0.866417, + "mrr_at_10": 0.87079, + "mrr_at_20": 0.87079, + "mrr_at_100": 0.87136, + "mrr_at_1000": 0.87136, + "nauc_ndcg_at_1_max": 0.40209, + "nauc_ndcg_at_1_std": 0.178081, + "nauc_ndcg_at_1_diff1": 0.365914, + "nauc_ndcg_at_3_max": 0.4135, + "nauc_ndcg_at_3_std": 0.251968, + "nauc_ndcg_at_3_diff1": 0.216141, + "nauc_ndcg_at_5_max": 0.44628, + "nauc_ndcg_at_5_std": 0.276579, + "nauc_ndcg_at_5_diff1": 0.235437, + "nauc_ndcg_at_10_max": 0.492175, + "nauc_ndcg_at_10_std": 0.312799, + "nauc_ndcg_at_10_diff1": 0.202034, + "nauc_ndcg_at_20_max": 0.480704, + "nauc_ndcg_at_20_std": 0.32796, + "nauc_ndcg_at_20_diff1": 0.254096, + "nauc_ndcg_at_100_max": 0.502656, + "nauc_ndcg_at_100_std": 0.423993, + "nauc_ndcg_at_100_diff1": 0.285755, + "nauc_ndcg_at_1000_max": 0.560408, + "nauc_ndcg_at_1000_std": 0.368749, + "nauc_ndcg_at_1000_diff1": 0.247932, + "nauc_map_at_1_max": 0.177299, + "nauc_map_at_1_std": 0.172225, + "nauc_map_at_1_diff1": 0.562423, + "nauc_map_at_3_max": 0.21833, + "nauc_map_at_3_std": 0.221251, + "nauc_map_at_3_diff1": 0.415061, + "nauc_map_at_5_max": 0.214519, + "nauc_map_at_5_std": 0.222923, + "nauc_map_at_5_diff1": 0.401427, + "nauc_map_at_10_max": 0.249692, + "nauc_map_at_10_std": 0.246876, + "nauc_map_at_10_diff1": 0.323234, + "nauc_map_at_20_max": 0.276468, + "nauc_map_at_20_std": 0.279256, + "nauc_map_at_20_diff1": 0.269453, + "nauc_map_at_100_max": 0.404616, + "nauc_map_at_100_std": 0.392568, + "nauc_map_at_100_diff1": 0.178872, + "nauc_map_at_1000_max": 0.45453, + "nauc_map_at_1000_std": 0.408609, + "nauc_map_at_1000_diff1": 0.134969, + "nauc_recall_at_1_max": 0.177299, + "nauc_recall_at_1_std": 0.172225, + "nauc_recall_at_1_diff1": 0.562423, + "nauc_recall_at_3_max": 0.190462, + "nauc_recall_at_3_std": 0.198154, + "nauc_recall_at_3_diff1": 0.397451, + "nauc_recall_at_5_max": 0.16587, + "nauc_recall_at_5_std": 0.182481, + "nauc_recall_at_5_diff1": 0.400876, + "nauc_recall_at_10_max": 0.161423, + "nauc_recall_at_10_std": 0.174324, + "nauc_recall_at_10_diff1": 0.286084, + "nauc_recall_at_20_max": 0.143739, + "nauc_recall_at_20_std": 0.198142, + "nauc_recall_at_20_diff1": 0.243709, + "nauc_recall_at_100_max": 0.255152, + "nauc_recall_at_100_std": 0.411729, + "nauc_recall_at_100_diff1": 0.181878, + "nauc_recall_at_1000_max": 0.700202, + "nauc_recall_at_1000_std": 0.849644, + "nauc_recall_at_1000_diff1": 0.325249, + "nauc_precision_at_1_max": 0.514994, + "nauc_precision_at_1_std": 0.337249, + "nauc_precision_at_1_diff1": 0.384836, + "nauc_precision_at_3_max": 0.38179, + "nauc_precision_at_3_std": 0.307858, + "nauc_precision_at_3_diff1": -0.055663, + "nauc_precision_at_5_max": 0.358162, + "nauc_precision_at_5_std": 0.262455, + "nauc_precision_at_5_diff1": -0.102536, + "nauc_precision_at_10_max": 0.328335, + "nauc_precision_at_10_std": 0.202712, + "nauc_precision_at_10_diff1": -0.230331, + "nauc_precision_at_20_max": 0.256063, + "nauc_precision_at_20_std": 0.144111, + "nauc_precision_at_20_diff1": -0.256063, + "nauc_precision_at_100_max": 0.186102, + "nauc_precision_at_100_std": 0.082208, + "nauc_precision_at_100_diff1": -0.225188, + "nauc_precision_at_1000_max": 0.087423, + "nauc_precision_at_1000_std": -0.024446, + "nauc_precision_at_1000_diff1": -0.176515, + "nauc_mrr_at_1_max": 0.514994, + "nauc_mrr_at_1_std": 0.337249, + "nauc_mrr_at_1_diff1": 0.384836, + "nauc_mrr_at_3_max": 0.568683, + "nauc_mrr_at_3_std": 0.309764, + "nauc_mrr_at_3_diff1": 0.405349, + "nauc_mrr_at_5_max": 0.574544, + "nauc_mrr_at_5_std": 0.325904, + "nauc_mrr_at_5_diff1": 0.418249, + "nauc_mrr_at_10_max": 0.562729, + "nauc_mrr_at_10_std": 0.318641, + "nauc_mrr_at_10_diff1": 0.414502, + "nauc_mrr_at_20_max": 0.562729, + "nauc_mrr_at_20_std": 0.318641, + "nauc_mrr_at_20_diff1": 0.414502, + "nauc_mrr_at_100_max": 0.56245, + "nauc_mrr_at_100_std": 0.318042, + "nauc_mrr_at_100_diff1": 0.413449, + "nauc_mrr_at_1000_max": 0.56245, + "nauc_mrr_at_1000_std": 0.318042, + "nauc_mrr_at_1000_diff1": 0.413449, + "cv_recall_at_1": 0.815, + "cv_recall_at_3": 0.91, + "cv_recall_at_5": 0.94, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.61955, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73, + "ndcg_at_3": 0.66016, + "ndcg_at_5": 0.63355, + "ndcg_at_10": 0.61897, + "ndcg_at_20": 0.61127, + "ndcg_at_100": 0.68376, + "ndcg_at_1000": 0.75775, + "map_at_1": 0.07654, + "map_at_3": 0.15099, + "map_at_5": 0.19576, + "map_at_10": 0.25856, + "map_at_20": 0.32387, + "map_at_100": 0.44109, + "map_at_1000": 0.48724, + "recall_at_1": 0.07654, + "recall_at_3": 0.16046, + "recall_at_5": 0.21855, + "recall_at_10": 0.31457, + "recall_at_20": 0.43291, + "recall_at_100": 0.75375, + "recall_at_1000": 0.98182, + "accuracy": 0.07654, + "precision_at_1": 0.825, + "precision_at_3": 0.71833, + "precision_at_5": 0.647, + "precision_at_10": 0.5445, + "precision_at_20": 0.4365, + "precision_at_100": 0.2097, + "precision_at_1000": 0.03563, + "mrr_at_1": 0.825, + "mrr_at_3": 0.865, + "mrr_at_5": 0.86975, + "mrr_at_10": 0.873895, + "mrr_at_20": 0.874933, + "mrr_at_100": 0.875643, + "mrr_at_1000": 0.875643, + "nauc_ndcg_at_1_max": 0.370747, + "nauc_ndcg_at_1_std": 0.187455, + "nauc_ndcg_at_1_diff1": 0.304831, + "nauc_ndcg_at_3_max": 0.419576, + "nauc_ndcg_at_3_std": 0.158884, + "nauc_ndcg_at_3_diff1": 0.146266, + "nauc_ndcg_at_5_max": 0.415, + "nauc_ndcg_at_5_std": 0.189577, + "nauc_ndcg_at_5_diff1": 0.137797, + "nauc_ndcg_at_10_max": 0.483512, + "nauc_ndcg_at_10_std": 0.243736, + "nauc_ndcg_at_10_diff1": 0.146134, + "nauc_ndcg_at_20_max": 0.467831, + "nauc_ndcg_at_20_std": 0.239529, + "nauc_ndcg_at_20_diff1": 0.170288, + "nauc_ndcg_at_100_max": 0.493125, + "nauc_ndcg_at_100_std": 0.31619, + "nauc_ndcg_at_100_diff1": 0.178944, + "nauc_ndcg_at_1000_max": 0.518549, + "nauc_ndcg_at_1000_std": 0.278039, + "nauc_ndcg_at_1000_diff1": 0.145518, + "nauc_map_at_1_max": 0.17826, + "nauc_map_at_1_std": 0.116242, + "nauc_map_at_1_diff1": 0.472088, + "nauc_map_at_3_max": 0.261584, + "nauc_map_at_3_std": 0.1398, + "nauc_map_at_3_diff1": 0.373775, + "nauc_map_at_5_max": 0.270652, + "nauc_map_at_5_std": 0.142633, + "nauc_map_at_5_diff1": 0.349528, + "nauc_map_at_10_max": 0.30418, + "nauc_map_at_10_std": 0.185458, + "nauc_map_at_10_diff1": 0.290998, + "nauc_map_at_20_max": 0.319914, + "nauc_map_at_20_std": 0.217727, + "nauc_map_at_20_diff1": 0.224298, + "nauc_map_at_100_max": 0.386502, + "nauc_map_at_100_std": 0.310028, + "nauc_map_at_100_diff1": 0.128102, + "nauc_map_at_1000_max": 0.404994, + "nauc_map_at_1000_std": 0.316514, + "nauc_map_at_1000_diff1": 0.066918, + "nauc_recall_at_1_max": 0.17826, + "nauc_recall_at_1_std": 0.116242, + "nauc_recall_at_1_diff1": 0.472088, + "nauc_recall_at_3_max": 0.25029, + "nauc_recall_at_3_std": 0.111509, + "nauc_recall_at_3_diff1": 0.371676, + "nauc_recall_at_5_max": 0.255131, + "nauc_recall_at_5_std": 0.105026, + "nauc_recall_at_5_diff1": 0.356167, + "nauc_recall_at_10_max": 0.249989, + "nauc_recall_at_10_std": 0.135417, + "nauc_recall_at_10_diff1": 0.276399, + "nauc_recall_at_20_max": 0.217713, + "nauc_recall_at_20_std": 0.154895, + "nauc_recall_at_20_diff1": 0.209279, + "nauc_recall_at_100_max": 0.290198, + "nauc_recall_at_100_std": 0.338668, + "nauc_recall_at_100_diff1": 0.114633, + "nauc_recall_at_1000_max": 0.597061, + "nauc_recall_at_1000_std": 0.851362, + "nauc_recall_at_1000_diff1": 0.170958, + "nauc_precision_at_1_max": 0.443069, + "nauc_precision_at_1_std": 0.351872, + "nauc_precision_at_1_diff1": 0.258966, + "nauc_precision_at_3_max": 0.394943, + "nauc_precision_at_3_std": 0.221912, + "nauc_precision_at_3_diff1": -0.069182, + "nauc_precision_at_5_max": 0.305307, + "nauc_precision_at_5_std": 0.231561, + "nauc_precision_at_5_diff1": -0.139916, + "nauc_precision_at_10_max": 0.257559, + "nauc_precision_at_10_std": 0.212226, + "nauc_precision_at_10_diff1": -0.240321, + "nauc_precision_at_20_max": 0.185784, + "nauc_precision_at_20_std": 0.152365, + "nauc_precision_at_20_diff1": -0.269603, + "nauc_precision_at_100_max": 0.085479, + "nauc_precision_at_100_std": 0.069687, + "nauc_precision_at_100_diff1": -0.249526, + "nauc_precision_at_1000_max": 0.006727, + "nauc_precision_at_1000_std": -0.039891, + "nauc_precision_at_1000_diff1": -0.221014, + "nauc_mrr_at_1_max": 0.443069, + "nauc_mrr_at_1_std": 0.351872, + "nauc_mrr_at_1_diff1": 0.258966, + "nauc_mrr_at_3_max": 0.568804, + "nauc_mrr_at_3_std": 0.286017, + "nauc_mrr_at_3_diff1": 0.338533, + "nauc_mrr_at_5_max": 0.557831, + "nauc_mrr_at_5_std": 0.303194, + "nauc_mrr_at_5_diff1": 0.325905, + "nauc_mrr_at_10_max": 0.546157, + "nauc_mrr_at_10_std": 0.305578, + "nauc_mrr_at_10_diff1": 0.324779, + "nauc_mrr_at_20_max": 0.542506, + "nauc_mrr_at_20_std": 0.306082, + "nauc_mrr_at_20_diff1": 0.321558, + "nauc_mrr_at_100_max": 0.542323, + "nauc_mrr_at_100_std": 0.306473, + "nauc_mrr_at_100_diff1": 0.320905, + "nauc_mrr_at_1000_max": 0.542323, + "nauc_mrr_at_1000_std": 0.306473, + "nauc_mrr_at_1000_diff1": 0.320905, + "cv_recall_at_1": 0.825, + "cv_recall_at_3": 0.91, + "cv_recall_at_5": 0.93, + "cv_recall_at_10": 0.965, + "cv_recall_at_20": 0.98, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.61897, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.845, + "ndcg_at_3": 0.74135, + "ndcg_at_5": 0.70371, + "ndcg_at_10": 0.67476, + "ndcg_at_20": 0.66914, + "ndcg_at_100": 0.75415, + "ndcg_at_1000": 0.80576, + "map_at_1": 0.10757, + "map_at_3": 0.21235, + "map_at_5": 0.27026, + "map_at_10": 0.34312, + "map_at_20": 0.40752, + "map_at_100": 0.51779, + "map_at_1000": 0.54442, + "recall_at_1": 0.10757, + "recall_at_3": 0.22169, + "recall_at_5": 0.29782, + "recall_at_10": 0.40526, + "recall_at_20": 0.52756, + "recall_at_100": 0.8432, + "recall_at_1000": 0.99156, + "accuracy": 0.10757, + "precision_at_1": 0.92, + "precision_at_3": 0.75667, + "precision_at_5": 0.671, + "precision_at_10": 0.542, + "precision_at_20": 0.40625, + "precision_at_100": 0.175, + "precision_at_1000": 0.02472, + "mrr_at_1": 0.92, + "mrr_at_3": 0.9475, + "mrr_at_5": 0.951, + "mrr_at_10": 0.951833, + "mrr_at_20": 0.951833, + "mrr_at_100": 0.951833, + "mrr_at_1000": 0.951833, + "nauc_ndcg_at_1_max": 0.416576, + "nauc_ndcg_at_1_std": -0.164542, + "nauc_ndcg_at_1_diff1": 0.419642, + "nauc_ndcg_at_3_max": 0.327706, + "nauc_ndcg_at_3_std": 0.081573, + "nauc_ndcg_at_3_diff1": -0.005493, + "nauc_ndcg_at_5_max": 0.313173, + "nauc_ndcg_at_5_std": 0.075823, + "nauc_ndcg_at_5_diff1": 0.021427, + "nauc_ndcg_at_10_max": 0.275229, + "nauc_ndcg_at_10_std": 0.06041, + "nauc_ndcg_at_10_diff1": -0.019879, + "nauc_ndcg_at_20_max": 0.317526, + "nauc_ndcg_at_20_std": 0.040907, + "nauc_ndcg_at_20_diff1": 0.045197, + "nauc_ndcg_at_100_max": 0.329772, + "nauc_ndcg_at_100_std": 0.224094, + "nauc_ndcg_at_100_diff1": 0.066996, + "nauc_ndcg_at_1000_max": 0.362815, + "nauc_ndcg_at_1000_std": 0.194675, + "nauc_ndcg_at_1000_diff1": 0.030233, + "nauc_map_at_1_max": 0.135041, + "nauc_map_at_1_std": -0.23347, + "nauc_map_at_1_diff1": 0.397103, + "nauc_map_at_3_max": 0.211666, + "nauc_map_at_3_std": -0.15452, + "nauc_map_at_3_diff1": 0.15177, + "nauc_map_at_5_max": 0.230146, + "nauc_map_at_5_std": -0.153507, + "nauc_map_at_5_diff1": 0.136744, + "nauc_map_at_10_max": 0.217637, + "nauc_map_at_10_std": -0.103087, + "nauc_map_at_10_diff1": 0.063901, + "nauc_map_at_20_max": 0.226968, + "nauc_map_at_20_std": -0.021093, + "nauc_map_at_20_diff1": 0.036287, + "nauc_map_at_100_max": 0.261186, + "nauc_map_at_100_std": 0.172714, + "nauc_map_at_100_diff1": -0.039897, + "nauc_map_at_1000_max": 0.261943, + "nauc_map_at_1000_std": 0.174779, + "nauc_map_at_1000_diff1": -0.072489, + "nauc_recall_at_1_max": 0.135041, + "nauc_recall_at_1_std": -0.23347, + "nauc_recall_at_1_diff1": 0.397103, + "nauc_recall_at_3_max": 0.182013, + "nauc_recall_at_3_std": -0.157994, + "nauc_recall_at_3_diff1": 0.144091, + "nauc_recall_at_5_max": 0.17315, + "nauc_recall_at_5_std": -0.169721, + "nauc_recall_at_5_diff1": 0.148618, + "nauc_recall_at_10_max": 0.148019, + "nauc_recall_at_10_std": -0.123581, + "nauc_recall_at_10_diff1": 0.070387, + "nauc_recall_at_20_max": 0.149668, + "nauc_recall_at_20_std": -0.027616, + "nauc_recall_at_20_diff1": 0.055799, + "nauc_recall_at_100_max": 0.186606, + "nauc_recall_at_100_std": 0.320889, + "nauc_recall_at_100_diff1": 0.03585, + "nauc_recall_at_1000_max": 0.253349, + "nauc_recall_at_1000_std": 0.763012, + "nauc_recall_at_1000_diff1": 0.1236, + "nauc_precision_at_1_max": 0.635796, + "nauc_precision_at_1_std": -0.014327, + "nauc_precision_at_1_diff1": 0.295081, + "nauc_precision_at_3_max": 0.25748, + "nauc_precision_at_3_std": 0.233677, + "nauc_precision_at_3_diff1": -0.345999, + "nauc_precision_at_5_max": 0.17682, + "nauc_precision_at_5_std": 0.24058, + "nauc_precision_at_5_diff1": -0.311996, + "nauc_precision_at_10_max": 0.020909, + "nauc_precision_at_10_std": 0.278043, + "nauc_precision_at_10_diff1": -0.335447, + "nauc_precision_at_20_max": -0.012826, + "nauc_precision_at_20_std": 0.305742, + "nauc_precision_at_20_diff1": -0.262689, + "nauc_precision_at_100_max": -0.053922, + "nauc_precision_at_100_std": 0.237822, + "nauc_precision_at_100_diff1": -0.211246, + "nauc_precision_at_1000_max": -0.110049, + "nauc_precision_at_1000_std": 0.025633, + "nauc_precision_at_1000_diff1": -0.180423, + "nauc_mrr_at_1_max": 0.635796, + "nauc_mrr_at_1_std": -0.014327, + "nauc_mrr_at_1_diff1": 0.295081, + "nauc_mrr_at_3_max": 0.670416, + "nauc_mrr_at_3_std": 0.070917, + "nauc_mrr_at_3_diff1": 0.332666, + "nauc_mrr_at_5_max": 0.670336, + "nauc_mrr_at_5_std": 0.07563, + "nauc_mrr_at_5_diff1": 0.343928, + "nauc_mrr_at_10_max": 0.666894, + "nauc_mrr_at_10_std": 0.059638, + "nauc_mrr_at_10_diff1": 0.332577, + "nauc_mrr_at_20_max": 0.666894, + "nauc_mrr_at_20_std": 0.059638, + "nauc_mrr_at_20_diff1": 0.332577, + "nauc_mrr_at_100_max": 0.666894, + "nauc_mrr_at_100_std": 0.059638, + "nauc_mrr_at_100_diff1": 0.332577, + "nauc_mrr_at_1000_max": 0.666894, + "nauc_mrr_at_1000_std": 0.059638, + "nauc_mrr_at_1000_diff1": 0.332577, + "cv_recall_at_1": 0.92, + "cv_recall_at_3": 0.98, + "cv_recall_at_5": 0.995, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.67476, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8575, + "ndcg_at_3": 0.72983, + "ndcg_at_5": 0.68727, + "ndcg_at_10": 0.64959, + "ndcg_at_20": 0.65233, + "ndcg_at_100": 0.73729, + "ndcg_at_1000": 0.79099, + "map_at_1": 0.10622, + "map_at_3": 0.20525, + "map_at_5": 0.2613, + "map_at_10": 0.32253, + "map_at_20": 0.38555, + "map_at_100": 0.49349, + "map_at_1000": 0.51895, + "recall_at_1": 0.10622, + "recall_at_3": 0.21361, + "recall_at_5": 0.28502, + "recall_at_10": 0.38239, + "recall_at_20": 0.51016, + "recall_at_100": 0.82812, + "recall_at_1000": 0.98535, + "accuracy": 0.10622, + "precision_at_1": 0.925, + "precision_at_3": 0.74167, + "precision_at_5": 0.651, + "precision_at_10": 0.51, + "precision_at_20": 0.39325, + "precision_at_100": 0.1707, + "precision_at_1000": 0.02442, + "mrr_at_1": 0.925, + "mrr_at_3": 0.953333, + "mrr_at_5": 0.954583, + "mrr_at_10": 0.954583, + "mrr_at_20": 0.954583, + "mrr_at_100": 0.95473, + "mrr_at_1000": 0.95473, + "nauc_ndcg_at_1_max": 0.429976, + "nauc_ndcg_at_1_std": -0.068462, + "nauc_ndcg_at_1_diff1": 0.454685, + "nauc_ndcg_at_3_max": 0.399884, + "nauc_ndcg_at_3_std": 0.131148, + "nauc_ndcg_at_3_diff1": 0.092963, + "nauc_ndcg_at_5_max": 0.388958, + "nauc_ndcg_at_5_std": 0.104471, + "nauc_ndcg_at_5_diff1": 0.061669, + "nauc_ndcg_at_10_max": 0.37789, + "nauc_ndcg_at_10_std": 0.095834, + "nauc_ndcg_at_10_diff1": 0.048354, + "nauc_ndcg_at_20_max": 0.432217, + "nauc_ndcg_at_20_std": 0.103781, + "nauc_ndcg_at_20_diff1": 0.107965, + "nauc_ndcg_at_100_max": 0.443077, + "nauc_ndcg_at_100_std": 0.296188, + "nauc_ndcg_at_100_diff1": 0.107466, + "nauc_ndcg_at_1000_max": 0.457117, + "nauc_ndcg_at_1000_std": 0.251345, + "nauc_ndcg_at_1000_diff1": 0.067176, + "nauc_map_at_1_max": 0.209977, + "nauc_map_at_1_std": -0.208437, + "nauc_map_at_1_diff1": 0.40463, + "nauc_map_at_3_max": 0.280661, + "nauc_map_at_3_std": -0.131572, + "nauc_map_at_3_diff1": 0.227163, + "nauc_map_at_5_max": 0.318914, + "nauc_map_at_5_std": -0.109798, + "nauc_map_at_5_diff1": 0.210107, + "nauc_map_at_10_max": 0.302062, + "nauc_map_at_10_std": -0.072982, + "nauc_map_at_10_diff1": 0.153399, + "nauc_map_at_20_max": 0.325765, + "nauc_map_at_20_std": 0.012766, + "nauc_map_at_20_diff1": 0.1172, + "nauc_map_at_100_max": 0.355625, + "nauc_map_at_100_std": 0.2275, + "nauc_map_at_100_diff1": 0.017706, + "nauc_map_at_1000_max": 0.359905, + "nauc_map_at_1000_std": 0.226287, + "nauc_map_at_1000_diff1": -0.008215, + "nauc_recall_at_1_max": 0.209977, + "nauc_recall_at_1_std": -0.208437, + "nauc_recall_at_1_diff1": 0.40463, + "nauc_recall_at_3_max": 0.258082, + "nauc_recall_at_3_std": -0.129203, + "nauc_recall_at_3_diff1": 0.214366, + "nauc_recall_at_5_max": 0.278319, + "nauc_recall_at_5_std": -0.121558, + "nauc_recall_at_5_diff1": 0.19698, + "nauc_recall_at_10_max": 0.227047, + "nauc_recall_at_10_std": -0.090883, + "nauc_recall_at_10_diff1": 0.139824, + "nauc_recall_at_20_max": 0.25694, + "nauc_recall_at_20_std": 0.010931, + "nauc_recall_at_20_diff1": 0.109344, + "nauc_recall_at_100_max": 0.296863, + "nauc_recall_at_100_std": 0.407618, + "nauc_recall_at_100_diff1": 0.073893, + "nauc_recall_at_1000_max": 0.54971, + "nauc_recall_at_1000_std": 0.833007, + "nauc_recall_at_1000_diff1": -0.120422, + "nauc_precision_at_1_max": 0.55456, + "nauc_precision_at_1_std": 0.139589, + "nauc_precision_at_1_diff1": 0.497635, + "nauc_precision_at_3_max": 0.307655, + "nauc_precision_at_3_std": 0.284237, + "nauc_precision_at_3_diff1": -0.193204, + "nauc_precision_at_5_max": 0.236167, + "nauc_precision_at_5_std": 0.234841, + "nauc_precision_at_5_diff1": -0.208339, + "nauc_precision_at_10_max": 0.064468, + "nauc_precision_at_10_std": 0.278483, + "nauc_precision_at_10_diff1": -0.29722, + "nauc_precision_at_20_max": 0.003176, + "nauc_precision_at_20_std": 0.322616, + "nauc_precision_at_20_diff1": -0.287471, + "nauc_precision_at_100_max": -0.066108, + "nauc_precision_at_100_std": 0.238557, + "nauc_precision_at_100_diff1": -0.241323, + "nauc_precision_at_1000_max": -0.110941, + "nauc_precision_at_1000_std": 0.023146, + "nauc_precision_at_1000_diff1": -0.178729, + "nauc_mrr_at_1_max": 0.55456, + "nauc_mrr_at_1_std": 0.139589, + "nauc_mrr_at_1_diff1": 0.497635, + "nauc_mrr_at_3_max": 0.598881, + "nauc_mrr_at_3_std": 0.186983, + "nauc_mrr_at_3_diff1": 0.478433, + "nauc_mrr_at_5_max": 0.591439, + "nauc_mrr_at_5_std": 0.176877, + "nauc_mrr_at_5_diff1": 0.471723, + "nauc_mrr_at_10_max": 0.591439, + "nauc_mrr_at_10_std": 0.176877, + "nauc_mrr_at_10_diff1": 0.471723, + "nauc_mrr_at_20_max": 0.591439, + "nauc_mrr_at_20_std": 0.176877, + "nauc_mrr_at_20_diff1": 0.471723, + "nauc_mrr_at_100_max": 0.590112, + "nauc_mrr_at_100_std": 0.174204, + "nauc_mrr_at_100_diff1": 0.472857, + "nauc_mrr_at_1000_max": 0.590112, + "nauc_mrr_at_1000_std": 0.174204, + "nauc_mrr_at_1000_diff1": 0.472857, + "cv_recall_at_1": 0.925, + "cv_recall_at_3": 0.99, + "cv_recall_at_5": 0.995, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.64959, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8225, + "ndcg_at_3": 0.71806, + "ndcg_at_5": 0.68044, + "ndcg_at_10": 0.6456, + "ndcg_at_20": 0.64298, + "ndcg_at_100": 0.72616, + "ndcg_at_1000": 0.78272, + "map_at_1": 0.10039, + "map_at_3": 0.20054, + "map_at_5": 0.2517, + "map_at_10": 0.31751, + "map_at_20": 0.37652, + "map_at_100": 0.48252, + "map_at_1000": 0.50855, + "recall_at_1": 0.10039, + "recall_at_3": 0.20646, + "recall_at_5": 0.27535, + "recall_at_10": 0.38447, + "recall_at_20": 0.50254, + "recall_at_100": 0.81913, + "recall_at_1000": 0.98505, + "accuracy": 0.10039, + "precision_at_1": 0.9, + "precision_at_3": 0.74833, + "precision_at_5": 0.653, + "precision_at_10": 0.515, + "precision_at_20": 0.39125, + "precision_at_100": 0.16825, + "precision_at_1000": 0.02447, + "mrr_at_1": 0.9, + "mrr_at_3": 0.929167, + "mrr_at_5": 0.933917, + "mrr_at_10": 0.935964, + "mrr_at_20": 0.935964, + "mrr_at_100": 0.935964, + "mrr_at_1000": 0.935964, + "nauc_ndcg_at_1_max": 0.357239, + "nauc_ndcg_at_1_std": -0.041376, + "nauc_ndcg_at_1_diff1": 0.507035, + "nauc_ndcg_at_3_max": 0.236899, + "nauc_ndcg_at_3_std": 0.110407, + "nauc_ndcg_at_3_diff1": 0.146568, + "nauc_ndcg_at_5_max": 0.239557, + "nauc_ndcg_at_5_std": 0.106699, + "nauc_ndcg_at_5_diff1": 0.13983, + "nauc_ndcg_at_10_max": 0.266894, + "nauc_ndcg_at_10_std": 0.081284, + "nauc_ndcg_at_10_diff1": 0.110787, + "nauc_ndcg_at_20_max": 0.289216, + "nauc_ndcg_at_20_std": 0.105749, + "nauc_ndcg_at_20_diff1": 0.153413, + "nauc_ndcg_at_100_max": 0.309654, + "nauc_ndcg_at_100_std": 0.30847, + "nauc_ndcg_at_100_diff1": 0.136534, + "nauc_ndcg_at_1000_max": 0.335489, + "nauc_ndcg_at_1000_std": 0.280344, + "nauc_ndcg_at_1000_diff1": 0.123012, + "nauc_map_at_1_max": 0.06474, + "nauc_map_at_1_std": -0.17309, + "nauc_map_at_1_diff1": 0.33576, + "nauc_map_at_3_max": 0.112347, + "nauc_map_at_3_std": -0.125001, + "nauc_map_at_3_diff1": 0.21733, + "nauc_map_at_5_max": 0.14709, + "nauc_map_at_5_std": -0.122262, + "nauc_map_at_5_diff1": 0.202716, + "nauc_map_at_10_max": 0.165728, + "nauc_map_at_10_std": -0.071251, + "nauc_map_at_10_diff1": 0.15084, + "nauc_map_at_20_max": 0.183227, + "nauc_map_at_20_std": 0.016751, + "nauc_map_at_20_diff1": 0.126858, + "nauc_map_at_100_max": 0.203623, + "nauc_map_at_100_std": 0.223387, + "nauc_map_at_100_diff1": 0.040358, + "nauc_map_at_1000_max": 0.204446, + "nauc_map_at_1000_std": 0.224966, + "nauc_map_at_1000_diff1": 0.013586, + "nauc_recall_at_1_max": 0.06474, + "nauc_recall_at_1_std": -0.17309, + "nauc_recall_at_1_diff1": 0.33576, + "nauc_recall_at_3_max": 0.098438, + "nauc_recall_at_3_std": -0.121042, + "nauc_recall_at_3_diff1": 0.206246, + "nauc_recall_at_5_max": 0.11376, + "nauc_recall_at_5_std": -0.138164, + "nauc_recall_at_5_diff1": 0.179875, + "nauc_recall_at_10_max": 0.107789, + "nauc_recall_at_10_std": -0.100204, + "nauc_recall_at_10_diff1": 0.115114, + "nauc_recall_at_20_max": 0.113919, + "nauc_recall_at_20_std": -0.002406, + "nauc_recall_at_20_diff1": 0.094173, + "nauc_recall_at_100_max": 0.168171, + "nauc_recall_at_100_std": 0.381681, + "nauc_recall_at_100_diff1": 0.069883, + "nauc_recall_at_1000_max": 0.529131, + "nauc_recall_at_1000_std": 0.878464, + "nauc_recall_at_1000_diff1": -0.004979, + "nauc_precision_at_1_max": 0.460901, + "nauc_precision_at_1_std": 0.146802, + "nauc_precision_at_1_diff1": 0.546102, + "nauc_precision_at_3_max": 0.192814, + "nauc_precision_at_3_std": 0.249797, + "nauc_precision_at_3_diff1": -0.099227, + "nauc_precision_at_5_max": 0.194024, + "nauc_precision_at_5_std": 0.211939, + "nauc_precision_at_5_diff1": -0.117035, + "nauc_precision_at_10_max": 0.145623, + "nauc_precision_at_10_std": 0.234632, + "nauc_precision_at_10_diff1": -0.18951, + "nauc_precision_at_20_max": 0.049525, + "nauc_precision_at_20_std": 0.307012, + "nauc_precision_at_20_diff1": -0.205725, + "nauc_precision_at_100_max": -0.025541, + "nauc_precision_at_100_std": 0.238266, + "nauc_precision_at_100_diff1": -0.225857, + "nauc_precision_at_1000_max": -0.08074, + "nauc_precision_at_1000_std": 0.023342, + "nauc_precision_at_1000_diff1": -0.178775, + "nauc_mrr_at_1_max": 0.460901, + "nauc_mrr_at_1_std": 0.146802, + "nauc_mrr_at_1_diff1": 0.546102, + "nauc_mrr_at_3_max": 0.469693, + "nauc_mrr_at_3_std": 0.210952, + "nauc_mrr_at_3_diff1": 0.560482, + "nauc_mrr_at_5_max": 0.488023, + "nauc_mrr_at_5_std": 0.192537, + "nauc_mrr_at_5_diff1": 0.566712, + "nauc_mrr_at_10_max": 0.47311, + "nauc_mrr_at_10_std": 0.171729, + "nauc_mrr_at_10_diff1": 0.562642, + "nauc_mrr_at_20_max": 0.47311, + "nauc_mrr_at_20_std": 0.171729, + "nauc_mrr_at_20_diff1": 0.562642, + "nauc_mrr_at_100_max": 0.47311, + "nauc_mrr_at_100_std": 0.171729, + "nauc_mrr_at_100_diff1": 0.562642, + "nauc_mrr_at_1000_max": 0.47311, + "nauc_mrr_at_1000_std": 0.171729, + "nauc_mrr_at_1000_diff1": 0.562642, + "cv_recall_at_1": 0.9, + "cv_recall_at_3": 0.965, + "cv_recall_at_5": 0.985, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.6456, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.7975, + "ndcg_at_3": 0.72353, + "ndcg_at_5": 0.70582, + "ndcg_at_10": 0.6779, + "ndcg_at_20": 0.6722, + "ndcg_at_100": 0.72751, + "ndcg_at_1000": 0.78769, + "map_at_1": 0.08172, + "map_at_3": 0.14755, + "map_at_5": 0.19605, + "map_at_10": 0.26853, + "map_at_20": 0.34399, + "map_at_100": 0.47789, + "map_at_1000": 0.54021, + "recall_at_1": 0.08172, + "recall_at_3": 0.1537, + "recall_at_5": 0.21355, + "recall_at_10": 0.31746, + "recall_at_20": 0.45785, + "recall_at_100": 0.75657, + "recall_at_1000": 0.96557, + "accuracy": 0.08172, + "precision_at_1": 0.89, + "precision_at_3": 0.785, + "precision_at_5": 0.733, + "precision_at_10": 0.6285, + "precision_at_20": 0.52225, + "precision_at_100": 0.268, + "precision_at_1000": 0.05657, + "mrr_at_1": 0.89, + "mrr_at_3": 0.9225, + "mrr_at_5": 0.92725, + "mrr_at_10": 0.928083, + "mrr_at_20": 0.928731, + "mrr_at_100": 0.928831, + "mrr_at_1000": 0.928867, + "nauc_ndcg_at_1_max": 0.422996, + "nauc_ndcg_at_1_std": 0.077104, + "nauc_ndcg_at_1_diff1": 0.381922, + "nauc_ndcg_at_3_max": 0.493501, + "nauc_ndcg_at_3_std": 0.145888, + "nauc_ndcg_at_3_diff1": 0.113829, + "nauc_ndcg_at_5_max": 0.519702, + "nauc_ndcg_at_5_std": 0.161098, + "nauc_ndcg_at_5_diff1": 0.123373, + "nauc_ndcg_at_10_max": 0.489562, + "nauc_ndcg_at_10_std": 0.193393, + "nauc_ndcg_at_10_diff1": 0.168917, + "nauc_ndcg_at_20_max": 0.439887, + "nauc_ndcg_at_20_std": 0.218417, + "nauc_ndcg_at_20_diff1": 0.196661, + "nauc_ndcg_at_100_max": 0.492992, + "nauc_ndcg_at_100_std": 0.347718, + "nauc_ndcg_at_100_diff1": 0.178865, + "nauc_ndcg_at_1000_max": 0.564826, + "nauc_ndcg_at_1000_std": 0.380438, + "nauc_ndcg_at_1000_diff1": 0.171079, + "nauc_map_at_1_max": -0.21042, + "nauc_map_at_1_std": -0.271025, + "nauc_map_at_1_diff1": 0.452943, + "nauc_map_at_3_max": -0.033582, + "nauc_map_at_3_std": -0.167084, + "nauc_map_at_3_diff1": 0.343696, + "nauc_map_at_5_max": 0.055741, + "nauc_map_at_5_std": -0.106603, + "nauc_map_at_5_diff1": 0.315619, + "nauc_map_at_10_max": 0.144753, + "nauc_map_at_10_std": -0.012973, + "nauc_map_at_10_diff1": 0.281414, + "nauc_map_at_20_max": 0.192064, + "nauc_map_at_20_std": 0.063, + "nauc_map_at_20_diff1": 0.248331, + "nauc_map_at_100_max": 0.310961, + "nauc_map_at_100_std": 0.285612, + "nauc_map_at_100_diff1": 0.162248, + "nauc_map_at_1000_max": 0.370337, + "nauc_map_at_1000_std": 0.335955, + "nauc_map_at_1000_diff1": 0.096155, + "nauc_recall_at_1_max": -0.21042, + "nauc_recall_at_1_std": -0.271025, + "nauc_recall_at_1_diff1": 0.452943, + "nauc_recall_at_3_max": -0.035228, + "nauc_recall_at_3_std": -0.160561, + "nauc_recall_at_3_diff1": 0.335445, + "nauc_recall_at_5_max": 0.033571, + "nauc_recall_at_5_std": -0.093915, + "nauc_recall_at_5_diff1": 0.301456, + "nauc_recall_at_10_max": 0.094186, + "nauc_recall_at_10_std": 0.018001, + "nauc_recall_at_10_diff1": 0.259079, + "nauc_recall_at_20_max": 0.057107, + "nauc_recall_at_20_std": 0.037169, + "nauc_recall_at_20_diff1": 0.209583, + "nauc_recall_at_100_max": 0.14286, + "nauc_recall_at_100_std": 0.297163, + "nauc_recall_at_100_diff1": 0.14292, + "nauc_recall_at_1000_max": 0.236118, + "nauc_recall_at_1000_std": 0.57119, + "nauc_recall_at_1000_diff1": 0.091039, + "nauc_precision_at_1_max": 0.455609, + "nauc_precision_at_1_std": 0.083885, + "nauc_precision_at_1_diff1": 0.346577, + "nauc_precision_at_3_max": 0.547254, + "nauc_precision_at_3_std": 0.261441, + "nauc_precision_at_3_diff1": -0.189285, + "nauc_precision_at_5_max": 0.51106, + "nauc_precision_at_5_std": 0.254713, + "nauc_precision_at_5_diff1": -0.152362, + "nauc_precision_at_10_max": 0.37826, + "nauc_precision_at_10_std": 0.269356, + "nauc_precision_at_10_diff1": -0.187928, + "nauc_precision_at_20_max": 0.243993, + "nauc_precision_at_20_std": 0.255263, + "nauc_precision_at_20_diff1": -0.222689, + "nauc_precision_at_100_max": 0.091992, + "nauc_precision_at_100_std": 0.142414, + "nauc_precision_at_100_diff1": -0.207897, + "nauc_precision_at_1000_max": 0.015955, + "nauc_precision_at_1000_std": -0.05764, + "nauc_precision_at_1000_diff1": -0.185343, + "nauc_mrr_at_1_max": 0.455609, + "nauc_mrr_at_1_std": 0.083885, + "nauc_mrr_at_1_diff1": 0.346577, + "nauc_mrr_at_3_max": 0.568923, + "nauc_mrr_at_3_std": 0.104386, + "nauc_mrr_at_3_diff1": 0.391376, + "nauc_mrr_at_5_max": 0.557222, + "nauc_mrr_at_5_std": 0.137599, + "nauc_mrr_at_5_diff1": 0.383721, + "nauc_mrr_at_10_max": 0.555292, + "nauc_mrr_at_10_std": 0.141212, + "nauc_mrr_at_10_diff1": 0.378043, + "nauc_mrr_at_20_max": 0.551213, + "nauc_mrr_at_20_std": 0.134046, + "nauc_mrr_at_20_diff1": 0.377116, + "nauc_mrr_at_100_max": 0.550576, + "nauc_mrr_at_100_std": 0.13345, + "nauc_mrr_at_100_diff1": 0.377893, + "nauc_mrr_at_1000_max": 0.550345, + "nauc_mrr_at_1000_std": 0.133005, + "nauc_mrr_at_1000_diff1": 0.377716, + "cv_recall_at_1": 0.89, + "cv_recall_at_3": 0.955, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.6779, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.71063, + "ndcg_at_5": 0.69757, + "ndcg_at_10": 0.67723, + "ndcg_at_20": 0.67038, + "ndcg_at_100": 0.72307, + "ndcg_at_1000": 0.78466, + "map_at_1": 0.07837, + "map_at_3": 0.1453, + "map_at_5": 0.19405, + "map_at_10": 0.27361, + "map_at_20": 0.34928, + "map_at_100": 0.47808, + "map_at_1000": 0.54047, + "recall_at_1": 0.07837, + "recall_at_3": 0.15424, + "recall_at_5": 0.21444, + "recall_at_10": 0.33078, + "recall_at_20": 0.46229, + "recall_at_100": 0.75754, + "recall_at_1000": 0.96388, + "accuracy": 0.07837, + "precision_at_1": 0.86, + "precision_at_3": 0.78333, + "precision_at_5": 0.733, + "precision_at_10": 0.64, + "precision_at_20": 0.52475, + "precision_at_100": 0.2654, + "precision_at_1000": 0.05631, + "mrr_at_1": 0.86, + "mrr_at_3": 0.913333, + "mrr_at_5": 0.915333, + "mrr_at_10": 0.915333, + "mrr_at_20": 0.916172, + "mrr_at_100": 0.916365, + "mrr_at_1000": 0.916382, + "nauc_ndcg_at_1_max": 0.344821, + "nauc_ndcg_at_1_std": -0.100846, + "nauc_ndcg_at_1_diff1": 0.40027, + "nauc_ndcg_at_3_max": 0.427379, + "nauc_ndcg_at_3_std": 0.112172, + "nauc_ndcg_at_3_diff1": 0.144233, + "nauc_ndcg_at_5_max": 0.477962, + "nauc_ndcg_at_5_std": 0.122663, + "nauc_ndcg_at_5_diff1": 0.193611, + "nauc_ndcg_at_10_max": 0.458378, + "nauc_ndcg_at_10_std": 0.150294, + "nauc_ndcg_at_10_diff1": 0.195974, + "nauc_ndcg_at_20_max": 0.463149, + "nauc_ndcg_at_20_std": 0.229092, + "nauc_ndcg_at_20_diff1": 0.209181, + "nauc_ndcg_at_100_max": 0.501918, + "nauc_ndcg_at_100_std": 0.350416, + "nauc_ndcg_at_100_diff1": 0.182631, + "nauc_ndcg_at_1000_max": 0.574208, + "nauc_ndcg_at_1000_std": 0.352744, + "nauc_ndcg_at_1000_diff1": 0.17298, + "nauc_map_at_1_max": -0.239587, + "nauc_map_at_1_std": -0.2732, + "nauc_map_at_1_diff1": 0.261619, + "nauc_map_at_3_max": -0.023716, + "nauc_map_at_3_std": -0.098734, + "nauc_map_at_3_diff1": 0.221595, + "nauc_map_at_5_max": 0.066368, + "nauc_map_at_5_std": -0.065238, + "nauc_map_at_5_diff1": 0.236176, + "nauc_map_at_10_max": 0.15956, + "nauc_map_at_10_std": 0.014534, + "nauc_map_at_10_diff1": 0.232898, + "nauc_map_at_20_max": 0.242667, + "nauc_map_at_20_std": 0.107978, + "nauc_map_at_20_diff1": 0.227637, + "nauc_map_at_100_max": 0.376125, + "nauc_map_at_100_std": 0.32575, + "nauc_map_at_100_diff1": 0.144664, + "nauc_map_at_1000_max": 0.415215, + "nauc_map_at_1000_std": 0.362671, + "nauc_map_at_1000_diff1": 0.047389, + "nauc_recall_at_1_max": -0.239587, + "nauc_recall_at_1_std": -0.2732, + "nauc_recall_at_1_diff1": 0.261619, + "nauc_recall_at_3_max": -0.046643, + "nauc_recall_at_3_std": -0.084358, + "nauc_recall_at_3_diff1": 0.211988, + "nauc_recall_at_5_max": 0.034369, + "nauc_recall_at_5_std": -0.053804, + "nauc_recall_at_5_diff1": 0.216169, + "nauc_recall_at_10_max": 0.083714, + "nauc_recall_at_10_std": 0.003442, + "nauc_recall_at_10_diff1": 0.24154, + "nauc_recall_at_20_max": 0.139209, + "nauc_recall_at_20_std": 0.098042, + "nauc_recall_at_20_diff1": 0.230388, + "nauc_recall_at_100_max": 0.209564, + "nauc_recall_at_100_std": 0.339467, + "nauc_recall_at_100_diff1": 0.150021, + "nauc_recall_at_1000_max": 0.362585, + "nauc_recall_at_1000_std": 0.576506, + "nauc_recall_at_1000_diff1": 0.032761, + "nauc_precision_at_1_max": 0.370514, + "nauc_precision_at_1_std": -0.147707, + "nauc_precision_at_1_diff1": 0.338264, + "nauc_precision_at_3_max": 0.522769, + "nauc_precision_at_3_std": 0.26581, + "nauc_precision_at_3_diff1": -0.09559, + "nauc_precision_at_5_max": 0.48676, + "nauc_precision_at_5_std": 0.248229, + "nauc_precision_at_5_diff1": -0.087761, + "nauc_precision_at_10_max": 0.346811, + "nauc_precision_at_10_std": 0.239178, + "nauc_precision_at_10_diff1": -0.158846, + "nauc_precision_at_20_max": 0.261001, + "nauc_precision_at_20_std": 0.25131, + "nauc_precision_at_20_diff1": -0.195835, + "nauc_precision_at_100_max": 0.058181, + "nauc_precision_at_100_std": 0.115259, + "nauc_precision_at_100_diff1": -0.241335, + "nauc_precision_at_1000_max": -0.059147, + "nauc_precision_at_1000_std": -0.077884, + "nauc_precision_at_1000_diff1": -0.230789, + "nauc_mrr_at_1_max": 0.370514, + "nauc_mrr_at_1_std": -0.147707, + "nauc_mrr_at_1_diff1": 0.338264, + "nauc_mrr_at_3_max": 0.430515, + "nauc_mrr_at_3_std": -0.013622, + "nauc_mrr_at_3_diff1": 0.421087, + "nauc_mrr_at_5_max": 0.432503, + "nauc_mrr_at_5_std": -0.020668, + "nauc_mrr_at_5_diff1": 0.416393, + "nauc_mrr_at_10_max": 0.432503, + "nauc_mrr_at_10_std": -0.020668, + "nauc_mrr_at_10_diff1": 0.416393, + "nauc_mrr_at_20_max": 0.431549, + "nauc_mrr_at_20_std": -0.021844, + "nauc_mrr_at_20_diff1": 0.412858, + "nauc_mrr_at_100_max": 0.4302, + "nauc_mrr_at_100_std": -0.02427, + "nauc_mrr_at_100_diff1": 0.412123, + "nauc_mrr_at_1000_max": 0.430079, + "nauc_mrr_at_1000_std": -0.024486, + "nauc_mrr_at_1000_diff1": 0.412027, + "cv_recall_at_1": 0.86, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.67723, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74, + "ndcg_at_3": 0.69694, + "ndcg_at_5": 0.68148, + "ndcg_at_10": 0.66618, + "ndcg_at_20": 0.66202, + "ndcg_at_100": 0.71153, + "ndcg_at_1000": 0.77277, + "map_at_1": 0.07099, + "map_at_3": 0.14182, + "map_at_5": 0.18971, + "map_at_10": 0.26735, + "map_at_20": 0.34336, + "map_at_100": 0.47109, + "map_at_1000": 0.5322, + "recall_at_1": 0.07099, + "recall_at_3": 0.15394, + "recall_at_5": 0.21341, + "recall_at_10": 0.32864, + "recall_at_20": 0.46336, + "recall_at_100": 0.74754, + "recall_at_1000": 0.95632, + "accuracy": 0.07099, + "precision_at_1": 0.845, + "precision_at_3": 0.76667, + "precision_at_5": 0.717, + "precision_at_10": 0.6295, + "precision_at_20": 0.52, + "precision_at_100": 0.26445, + "precision_at_1000": 0.05595, + "mrr_at_1": 0.845, + "mrr_at_3": 0.890833, + "mrr_at_5": 0.896583, + "mrr_at_10": 0.898042, + "mrr_at_20": 0.898875, + "mrr_at_100": 0.898875, + "mrr_at_1000": 0.898908, + "nauc_ndcg_at_1_max": 0.448325, + "nauc_ndcg_at_1_std": 0.017885, + "nauc_ndcg_at_1_diff1": 0.435352, + "nauc_ndcg_at_3_max": 0.500618, + "nauc_ndcg_at_3_std": 0.113706, + "nauc_ndcg_at_3_diff1": 0.260701, + "nauc_ndcg_at_5_max": 0.537634, + "nauc_ndcg_at_5_std": 0.140804, + "nauc_ndcg_at_5_diff1": 0.237232, + "nauc_ndcg_at_10_max": 0.589847, + "nauc_ndcg_at_10_std": 0.240506, + "nauc_ndcg_at_10_diff1": 0.254169, + "nauc_ndcg_at_20_max": 0.537234, + "nauc_ndcg_at_20_std": 0.2905, + "nauc_ndcg_at_20_diff1": 0.227588, + "nauc_ndcg_at_100_max": 0.585477, + "nauc_ndcg_at_100_std": 0.400969, + "nauc_ndcg_at_100_diff1": 0.216151, + "nauc_ndcg_at_1000_max": 0.644591, + "nauc_ndcg_at_1000_std": 0.40895, + "nauc_ndcg_at_1000_diff1": 0.233365, + "nauc_map_at_1_max": -0.155108, + "nauc_map_at_1_std": -0.246058, + "nauc_map_at_1_diff1": 0.453702, + "nauc_map_at_3_max": 0.034713, + "nauc_map_at_3_std": -0.105797, + "nauc_map_at_3_diff1": 0.334494, + "nauc_map_at_5_max": 0.122681, + "nauc_map_at_5_std": -0.045758, + "nauc_map_at_5_diff1": 0.291786, + "nauc_map_at_10_max": 0.238928, + "nauc_map_at_10_std": 0.048861, + "nauc_map_at_10_diff1": 0.265564, + "nauc_map_at_20_max": 0.28888, + "nauc_map_at_20_std": 0.14537, + "nauc_map_at_20_diff1": 0.236674, + "nauc_map_at_100_max": 0.436969, + "nauc_map_at_100_std": 0.35615, + "nauc_map_at_100_diff1": 0.167402, + "nauc_map_at_1000_max": 0.483944, + "nauc_map_at_1000_std": 0.397121, + "nauc_map_at_1000_diff1": 0.099132, + "nauc_recall_at_1_max": -0.155108, + "nauc_recall_at_1_std": -0.246058, + "nauc_recall_at_1_diff1": 0.453702, + "nauc_recall_at_3_max": -0.009219, + "nauc_recall_at_3_std": -0.098373, + "nauc_recall_at_3_diff1": 0.304889, + "nauc_recall_at_5_max": 0.056322, + "nauc_recall_at_5_std": -0.058004, + "nauc_recall_at_5_diff1": 0.259808, + "nauc_recall_at_10_max": 0.125211, + "nauc_recall_at_10_std": 0.022841, + "nauc_recall_at_10_diff1": 0.213259, + "nauc_recall_at_20_max": 0.122198, + "nauc_recall_at_20_std": 0.105682, + "nauc_recall_at_20_diff1": 0.170582, + "nauc_recall_at_100_max": 0.26414, + "nauc_recall_at_100_std": 0.37154, + "nauc_recall_at_100_diff1": 0.113314, + "nauc_recall_at_1000_max": 0.390068, + "nauc_recall_at_1000_std": 0.593197, + "nauc_recall_at_1000_diff1": 0.082586, + "nauc_precision_at_1_max": 0.577351, + "nauc_precision_at_1_std": 0.019693, + "nauc_precision_at_1_diff1": 0.372951, + "nauc_precision_at_3_max": 0.605993, + "nauc_precision_at_3_std": 0.257181, + "nauc_precision_at_3_diff1": 0.042604, + "nauc_precision_at_5_max": 0.549212, + "nauc_precision_at_5_std": 0.291329, + "nauc_precision_at_5_diff1": -0.051963, + "nauc_precision_at_10_max": 0.481138, + "nauc_precision_at_10_std": 0.340279, + "nauc_precision_at_10_diff1": -0.11732, + "nauc_precision_at_20_max": 0.295704, + "nauc_precision_at_20_std": 0.301222, + "nauc_precision_at_20_diff1": -0.178129, + "nauc_precision_at_100_max": 0.085047, + "nauc_precision_at_100_std": 0.130582, + "nauc_precision_at_100_diff1": -0.207135, + "nauc_precision_at_1000_max": -0.034662, + "nauc_precision_at_1000_std": -0.058261, + "nauc_precision_at_1000_diff1": -0.187939, + "nauc_mrr_at_1_max": 0.577351, + "nauc_mrr_at_1_std": 0.019693, + "nauc_mrr_at_1_diff1": 0.372951, + "nauc_mrr_at_3_max": 0.625563, + "nauc_mrr_at_3_std": 0.179579, + "nauc_mrr_at_3_diff1": 0.442936, + "nauc_mrr_at_5_max": 0.633028, + "nauc_mrr_at_5_std": 0.169089, + "nauc_mrr_at_5_diff1": 0.436085, + "nauc_mrr_at_10_max": 0.628695, + "nauc_mrr_at_10_std": 0.170016, + "nauc_mrr_at_10_diff1": 0.433994, + "nauc_mrr_at_20_max": 0.625523, + "nauc_mrr_at_20_std": 0.164111, + "nauc_mrr_at_20_diff1": 0.429716, + "nauc_mrr_at_100_max": 0.625523, + "nauc_mrr_at_100_std": 0.164111, + "nauc_mrr_at_100_diff1": 0.429716, + "nauc_mrr_at_1000_max": 0.625395, + "nauc_mrr_at_1000_std": 0.163827, + "nauc_mrr_at_1000_diff1": 0.429598, + "cv_recall_at_1": 0.845, + "cv_recall_at_3": 0.94, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 0.985, + "cv_recall_at_1000": 0.995, + "main_score": 0.66618, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.8425, + "ndcg_at_3": 0.75653, + "ndcg_at_5": 0.7306, + "ndcg_at_10": 0.7133, + "ndcg_at_20": 0.71012, + "ndcg_at_100": 0.75762, + "ndcg_at_1000": 0.81792, + "map_at_1": 0.1498, + "map_at_3": 0.26692, + "map_at_5": 0.32139, + "map_at_10": 0.39343, + "map_at_20": 0.44437, + "map_at_100": 0.53581, + "map_at_1000": 0.57614, + "recall_at_1": 0.1498, + "recall_at_3": 0.27861, + "recall_at_5": 0.34945, + "recall_at_10": 0.46283, + "recall_at_20": 0.56418, + "recall_at_100": 0.80255, + "recall_at_1000": 0.98555, + "accuracy": 0.1498, + "precision_at_1": 0.92, + "precision_at_3": 0.73333, + "precision_at_5": 0.635, + "precision_at_10": 0.519, + "precision_at_20": 0.39425, + "precision_at_100": 0.18205, + "precision_at_1000": 0.0363, + "mrr_at_1": 0.92, + "mrr_at_3": 0.945, + "mrr_at_5": 0.9475, + "mrr_at_10": 0.949673, + "mrr_at_20": 0.949673, + "mrr_at_100": 0.949673, + "mrr_at_1000": 0.949673, + "nauc_ndcg_at_1_max": 0.613136, + "nauc_ndcg_at_1_std": -0.043058, + "nauc_ndcg_at_1_diff1": 0.580999, + "nauc_ndcg_at_3_max": 0.535146, + "nauc_ndcg_at_3_std": 0.014746, + "nauc_ndcg_at_3_diff1": 0.322727, + "nauc_ndcg_at_5_max": 0.44617, + "nauc_ndcg_at_5_std": 0.066667, + "nauc_ndcg_at_5_diff1": 0.248391, + "nauc_ndcg_at_10_max": 0.415847, + "nauc_ndcg_at_10_std": 0.112656, + "nauc_ndcg_at_10_diff1": 0.205446, + "nauc_ndcg_at_20_max": 0.383851, + "nauc_ndcg_at_20_std": 0.099947, + "nauc_ndcg_at_20_diff1": 0.24644, + "nauc_ndcg_at_100_max": 0.449436, + "nauc_ndcg_at_100_std": 0.223016, + "nauc_ndcg_at_100_diff1": 0.259851, + "nauc_ndcg_at_1000_max": 0.479582, + "nauc_ndcg_at_1000_std": 0.168415, + "nauc_ndcg_at_1000_diff1": 0.263276, + "nauc_map_at_1_max": 0.102909, + "nauc_map_at_1_std": -0.001549, + "nauc_map_at_1_diff1": 0.43085, + "nauc_map_at_3_max": 0.140874, + "nauc_map_at_3_std": 0.064809, + "nauc_map_at_3_diff1": 0.258947, + "nauc_map_at_5_max": 0.178588, + "nauc_map_at_5_std": 0.081931, + "nauc_map_at_5_diff1": 0.225742, + "nauc_map_at_10_max": 0.228985, + "nauc_map_at_10_std": 0.119206, + "nauc_map_at_10_diff1": 0.202608, + "nauc_map_at_20_max": 0.255536, + "nauc_map_at_20_std": 0.142017, + "nauc_map_at_20_diff1": 0.200429, + "nauc_map_at_100_max": 0.304363, + "nauc_map_at_100_std": 0.21327, + "nauc_map_at_100_diff1": 0.142682, + "nauc_map_at_1000_max": 0.30049, + "nauc_map_at_1000_std": 0.187936, + "nauc_map_at_1000_diff1": 0.123897, + "nauc_recall_at_1_max": 0.102909, + "nauc_recall_at_1_std": -0.001549, + "nauc_recall_at_1_diff1": 0.43085, + "nauc_recall_at_3_max": 0.109276, + "nauc_recall_at_3_std": 0.077776, + "nauc_recall_at_3_diff1": 0.239231, + "nauc_recall_at_5_max": 0.141524, + "nauc_recall_at_5_std": 0.086437, + "nauc_recall_at_5_diff1": 0.208116, + "nauc_recall_at_10_max": 0.196148, + "nauc_recall_at_10_std": 0.129859, + "nauc_recall_at_10_diff1": 0.20485, + "nauc_recall_at_20_max": 0.219143, + "nauc_recall_at_20_std": 0.143638, + "nauc_recall_at_20_diff1": 0.219213, + "nauc_recall_at_100_max": 0.305558, + "nauc_recall_at_100_std": 0.371121, + "nauc_recall_at_100_diff1": 0.165638, + "nauc_recall_at_1000_max": 0.568138, + "nauc_recall_at_1000_std": 0.89528, + "nauc_recall_at_1000_diff1": 0.165402, + "nauc_precision_at_1_max": 0.78017, + "nauc_precision_at_1_std": 0.19281, + "nauc_precision_at_1_diff1": 0.465511, + "nauc_precision_at_3_max": 0.340035, + "nauc_precision_at_3_std": 0.072803, + "nauc_precision_at_3_diff1": -0.141683, + "nauc_precision_at_5_max": 0.190105, + "nauc_precision_at_5_std": 0.091502, + "nauc_precision_at_5_diff1": -0.235234, + "nauc_precision_at_10_max": 0.096309, + "nauc_precision_at_10_std": 0.047733, + "nauc_precision_at_10_diff1": -0.249608, + "nauc_precision_at_20_max": 0.003682, + "nauc_precision_at_20_std": 0.00181, + "nauc_precision_at_20_diff1": -0.226706, + "nauc_precision_at_100_max": -0.068055, + "nauc_precision_at_100_std": -0.057964, + "nauc_precision_at_100_diff1": -0.191738, + "nauc_precision_at_1000_max": -0.145983, + "nauc_precision_at_1000_std": -0.251901, + "nauc_precision_at_1000_diff1": -0.144455, + "nauc_mrr_at_1_max": 0.78017, + "nauc_mrr_at_1_std": 0.19281, + "nauc_mrr_at_1_diff1": 0.465511, + "nauc_mrr_at_3_max": 0.817595, + "nauc_mrr_at_3_std": 0.231382, + "nauc_mrr_at_3_diff1": 0.499915, + "nauc_mrr_at_5_max": 0.812021, + "nauc_mrr_at_5_std": 0.246013, + "nauc_mrr_at_5_diff1": 0.489829, + "nauc_mrr_at_10_max": 0.808506, + "nauc_mrr_at_10_std": 0.240976, + "nauc_mrr_at_10_diff1": 0.484269, + "nauc_mrr_at_20_max": 0.808506, + "nauc_mrr_at_20_std": 0.240976, + "nauc_mrr_at_20_diff1": 0.484269, + "nauc_mrr_at_100_max": 0.808506, + "nauc_mrr_at_100_std": 0.240976, + "nauc_mrr_at_100_diff1": 0.484269, + "nauc_mrr_at_1000_max": 0.808506, + "nauc_mrr_at_1000_std": 0.240976, + "nauc_mrr_at_1000_diff1": 0.484269, + "cv_recall_at_1": 0.92, + "cv_recall_at_3": 0.975, + "cv_recall_at_5": 0.985, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.7133, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8075, + "ndcg_at_3": 0.71919, + "ndcg_at_5": 0.70048, + "ndcg_at_10": 0.68403, + "ndcg_at_20": 0.68851, + "ndcg_at_100": 0.736, + "ndcg_at_1000": 0.80045, + "map_at_1": 0.15311, + "map_at_3": 0.25868, + "map_at_5": 0.3128, + "map_at_10": 0.37801, + "map_at_20": 0.43021, + "map_at_100": 0.5152, + "map_at_1000": 0.55392, + "recall_at_1": 0.15311, + "recall_at_3": 0.26952, + "recall_at_5": 0.34036, + "recall_at_10": 0.44741, + "recall_at_20": 0.55417, + "recall_at_100": 0.78416, + "recall_at_1000": 0.97797, + "accuracy": 0.15311, + "precision_at_1": 0.87, + "precision_at_3": 0.7, + "precision_at_5": 0.607, + "precision_at_10": 0.487, + "precision_at_20": 0.3745, + "precision_at_100": 0.1741, + "precision_at_1000": 0.03572, + "mrr_at_1": 0.87, + "mrr_at_3": 0.913333, + "mrr_at_5": 0.918333, + "mrr_at_10": 0.919792, + "mrr_at_20": 0.920542, + "mrr_at_100": 0.920542, + "mrr_at_1000": 0.920542, + "nauc_ndcg_at_1_max": 0.616072, + "nauc_ndcg_at_1_std": 0.079936, + "nauc_ndcg_at_1_diff1": 0.448239, + "nauc_ndcg_at_3_max": 0.426839, + "nauc_ndcg_at_3_std": 0.185944, + "nauc_ndcg_at_3_diff1": 0.184269, + "nauc_ndcg_at_5_max": 0.431625, + "nauc_ndcg_at_5_std": 0.22104, + "nauc_ndcg_at_5_diff1": 0.17423, + "nauc_ndcg_at_10_max": 0.43671, + "nauc_ndcg_at_10_std": 0.242093, + "nauc_ndcg_at_10_diff1": 0.201057, + "nauc_ndcg_at_20_max": 0.452824, + "nauc_ndcg_at_20_std": 0.25635, + "nauc_ndcg_at_20_diff1": 0.257451, + "nauc_ndcg_at_100_max": 0.49271, + "nauc_ndcg_at_100_std": 0.364312, + "nauc_ndcg_at_100_diff1": 0.27626, + "nauc_ndcg_at_1000_max": 0.52025, + "nauc_ndcg_at_1000_std": 0.338203, + "nauc_ndcg_at_1000_diff1": 0.246875, + "nauc_map_at_1_max": 0.177299, + "nauc_map_at_1_std": 0.098424, + "nauc_map_at_1_diff1": 0.456224, + "nauc_map_at_3_max": 0.18887, + "nauc_map_at_3_std": 0.186613, + "nauc_map_at_3_diff1": 0.303138, + "nauc_map_at_5_max": 0.227144, + "nauc_map_at_5_std": 0.203023, + "nauc_map_at_5_diff1": 0.265117, + "nauc_map_at_10_max": 0.283268, + "nauc_map_at_10_std": 0.241668, + "nauc_map_at_10_diff1": 0.257613, + "nauc_map_at_20_max": 0.321434, + "nauc_map_at_20_std": 0.280615, + "nauc_map_at_20_diff1": 0.252216, + "nauc_map_at_100_max": 0.374414, + "nauc_map_at_100_std": 0.350291, + "nauc_map_at_100_diff1": 0.202075, + "nauc_map_at_1000_max": 0.376754, + "nauc_map_at_1000_std": 0.333674, + "nauc_map_at_1000_diff1": 0.177047, + "nauc_recall_at_1_max": 0.177299, + "nauc_recall_at_1_std": 0.098424, + "nauc_recall_at_1_diff1": 0.456224, + "nauc_recall_at_3_max": 0.16318, + "nauc_recall_at_3_std": 0.174686, + "nauc_recall_at_3_diff1": 0.284857, + "nauc_recall_at_5_max": 0.200656, + "nauc_recall_at_5_std": 0.176866, + "nauc_recall_at_5_diff1": 0.262813, + "nauc_recall_at_10_max": 0.263183, + "nauc_recall_at_10_std": 0.209376, + "nauc_recall_at_10_diff1": 0.280691, + "nauc_recall_at_20_max": 0.302498, + "nauc_recall_at_20_std": 0.254404, + "nauc_recall_at_20_diff1": 0.293232, + "nauc_recall_at_100_max": 0.401767, + "nauc_recall_at_100_std": 0.460057, + "nauc_recall_at_100_diff1": 0.259703, + "nauc_recall_at_1000_max": 0.64679, + "nauc_recall_at_1000_std": 0.862014, + "nauc_recall_at_1000_diff1": 0.230038, + "nauc_precision_at_1_max": 0.74863, + "nauc_precision_at_1_std": 0.226653, + "nauc_precision_at_1_diff1": 0.364123, + "nauc_precision_at_3_max": 0.190527, + "nauc_precision_at_3_std": 0.159359, + "nauc_precision_at_3_diff1": -0.243318, + "nauc_precision_at_5_max": 0.174402, + "nauc_precision_at_5_std": 0.147782, + "nauc_precision_at_5_diff1": -0.284581, + "nauc_precision_at_10_max": 0.126586, + "nauc_precision_at_10_std": 0.074069, + "nauc_precision_at_10_diff1": -0.26475, + "nauc_precision_at_20_max": 0.054206, + "nauc_precision_at_20_std": 0.012941, + "nauc_precision_at_20_diff1": -0.240004, + "nauc_precision_at_100_max": -0.055227, + "nauc_precision_at_100_std": -0.096194, + "nauc_precision_at_100_diff1": -0.223937, + "nauc_precision_at_1000_max": -0.153543, + "nauc_precision_at_1000_std": -0.274033, + "nauc_precision_at_1000_diff1": -0.208681, + "nauc_mrr_at_1_max": 0.74863, + "nauc_mrr_at_1_std": 0.226653, + "nauc_mrr_at_1_diff1": 0.364123, + "nauc_mrr_at_3_max": 0.764638, + "nauc_mrr_at_3_std": 0.210368, + "nauc_mrr_at_3_diff1": 0.337389, + "nauc_mrr_at_5_max": 0.761221, + "nauc_mrr_at_5_std": 0.257968, + "nauc_mrr_at_5_diff1": 0.334612, + "nauc_mrr_at_10_max": 0.756771, + "nauc_mrr_at_10_std": 0.246357, + "nauc_mrr_at_10_diff1": 0.336054, + "nauc_mrr_at_20_max": 0.757038, + "nauc_mrr_at_20_std": 0.240329, + "nauc_mrr_at_20_diff1": 0.338118, + "nauc_mrr_at_100_max": 0.757038, + "nauc_mrr_at_100_std": 0.240329, + "nauc_mrr_at_100_diff1": 0.338118, + "nauc_mrr_at_1000_max": 0.757038, + "nauc_mrr_at_1000_std": 0.240329, + "nauc_mrr_at_1000_diff1": 0.338118, + "cv_recall_at_1": 0.87, + "cv_recall_at_3": 0.96, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.68403, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8075, + "ndcg_at_3": 0.72378, + "ndcg_at_5": 0.69972, + "ndcg_at_10": 0.6784, + "ndcg_at_20": 0.67862, + "ndcg_at_100": 0.73112, + "ndcg_at_1000": 0.79648, + "map_at_1": 0.15217, + "map_at_3": 0.25317, + "map_at_5": 0.30906, + "map_at_10": 0.36977, + "map_at_20": 0.41829, + "map_at_100": 0.50227, + "map_at_1000": 0.54187, + "recall_at_1": 0.15217, + "recall_at_3": 0.26414, + "recall_at_5": 0.33782, + "recall_at_10": 0.4382, + "recall_at_20": 0.54419, + "recall_at_100": 0.77962, + "recall_at_1000": 0.97856, + "accuracy": 0.15217, + "precision_at_1": 0.875, + "precision_at_3": 0.70167, + "precision_at_5": 0.61, + "precision_at_10": 0.479, + "precision_at_20": 0.36275, + "precision_at_100": 0.1748, + "precision_at_1000": 0.03569, + "mrr_at_1": 0.875, + "mrr_at_3": 0.918333, + "mrr_at_5": 0.919583, + "mrr_at_10": 0.923056, + "mrr_at_20": 0.923056, + "mrr_at_100": 0.923056, + "mrr_at_1000": 0.923056, + "nauc_ndcg_at_1_max": 0.669742, + "nauc_ndcg_at_1_std": 0.218092, + "nauc_ndcg_at_1_diff1": 0.535101, + "nauc_ndcg_at_3_max": 0.470725, + "nauc_ndcg_at_3_std": 0.237634, + "nauc_ndcg_at_3_diff1": 0.275373, + "nauc_ndcg_at_5_max": 0.450216, + "nauc_ndcg_at_5_std": 0.246473, + "nauc_ndcg_at_5_diff1": 0.281353, + "nauc_ndcg_at_10_max": 0.487873, + "nauc_ndcg_at_10_std": 0.281993, + "nauc_ndcg_at_10_diff1": 0.294227, + "nauc_ndcg_at_20_max": 0.493562, + "nauc_ndcg_at_20_std": 0.296019, + "nauc_ndcg_at_20_diff1": 0.339768, + "nauc_ndcg_at_100_max": 0.530307, + "nauc_ndcg_at_100_std": 0.407162, + "nauc_ndcg_at_100_diff1": 0.38927, + "nauc_ndcg_at_1000_max": 0.551712, + "nauc_ndcg_at_1000_std": 0.385773, + "nauc_ndcg_at_1000_diff1": 0.360162, + "nauc_map_at_1_max": 0.225469, + "nauc_map_at_1_std": 0.108091, + "nauc_map_at_1_diff1": 0.503874, + "nauc_map_at_3_max": 0.214744, + "nauc_map_at_3_std": 0.179464, + "nauc_map_at_3_diff1": 0.348524, + "nauc_map_at_5_max": 0.229095, + "nauc_map_at_5_std": 0.187424, + "nauc_map_at_5_diff1": 0.316807, + "nauc_map_at_10_max": 0.282997, + "nauc_map_at_10_std": 0.234858, + "nauc_map_at_10_diff1": 0.294721, + "nauc_map_at_20_max": 0.316309, + "nauc_map_at_20_std": 0.277316, + "nauc_map_at_20_diff1": 0.302975, + "nauc_map_at_100_max": 0.374854, + "nauc_map_at_100_std": 0.352282, + "nauc_map_at_100_diff1": 0.279621, + "nauc_map_at_1000_max": 0.385175, + "nauc_map_at_1000_std": 0.337807, + "nauc_map_at_1000_diff1": 0.253011, + "nauc_recall_at_1_max": 0.225469, + "nauc_recall_at_1_std": 0.108091, + "nauc_recall_at_1_diff1": 0.503874, + "nauc_recall_at_3_max": 0.180312, + "nauc_recall_at_3_std": 0.169889, + "nauc_recall_at_3_diff1": 0.329924, + "nauc_recall_at_5_max": 0.18925, + "nauc_recall_at_5_std": 0.158368, + "nauc_recall_at_5_diff1": 0.297154, + "nauc_recall_at_10_max": 0.262528, + "nauc_recall_at_10_std": 0.208338, + "nauc_recall_at_10_diff1": 0.277739, + "nauc_recall_at_20_max": 0.304036, + "nauc_recall_at_20_std": 0.267572, + "nauc_recall_at_20_diff1": 0.304629, + "nauc_recall_at_100_max": 0.408308, + "nauc_recall_at_100_std": 0.480491, + "nauc_recall_at_100_diff1": 0.357869, + "nauc_recall_at_1000_max": 0.588143, + "nauc_recall_at_1000_std": 0.865837, + "nauc_recall_at_1000_diff1": 0.371978, + "nauc_precision_at_1_max": 0.820058, + "nauc_precision_at_1_std": 0.249626, + "nauc_precision_at_1_diff1": 0.525542, + "nauc_precision_at_3_max": 0.172177, + "nauc_precision_at_3_std": 0.179978, + "nauc_precision_at_3_diff1": -0.227842, + "nauc_precision_at_5_max": 0.155298, + "nauc_precision_at_5_std": 0.150792, + "nauc_precision_at_5_diff1": -0.226351, + "nauc_precision_at_10_max": 0.117229, + "nauc_precision_at_10_std": 0.096342, + "nauc_precision_at_10_diff1": -0.251405, + "nauc_precision_at_20_max": 0.057037, + "nauc_precision_at_20_std": 0.031183, + "nauc_precision_at_20_diff1": -0.214759, + "nauc_precision_at_100_max": -0.027286, + "nauc_precision_at_100_std": -0.076722, + "nauc_precision_at_100_diff1": -0.215316, + "nauc_precision_at_1000_max": -0.090555, + "nauc_precision_at_1000_std": -0.254523, + "nauc_precision_at_1000_diff1": -0.213472, + "nauc_mrr_at_1_max": 0.820058, + "nauc_mrr_at_1_std": 0.249626, + "nauc_mrr_at_1_diff1": 0.525542, + "nauc_mrr_at_3_max": 0.832162, + "nauc_mrr_at_3_std": 0.272448, + "nauc_mrr_at_3_diff1": 0.486511, + "nauc_mrr_at_5_max": 0.836573, + "nauc_mrr_at_5_std": 0.285712, + "nauc_mrr_at_5_diff1": 0.485437, + "nauc_mrr_at_10_max": 0.831087, + "nauc_mrr_at_10_std": 0.270822, + "nauc_mrr_at_10_diff1": 0.503892, + "nauc_mrr_at_20_max": 0.831087, + "nauc_mrr_at_20_std": 0.270822, + "nauc_mrr_at_20_diff1": 0.503892, + "nauc_mrr_at_100_max": 0.831087, + "nauc_mrr_at_100_std": 0.270822, + "nauc_mrr_at_100_diff1": 0.503892, + "nauc_mrr_at_1000_max": 0.831087, + "nauc_mrr_at_1000_std": 0.270822, + "nauc_mrr_at_1000_diff1": 0.503892, + "cv_recall_at_1": 0.875, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.6784, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10798.313626527786, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/ChatDoctorRetrieval.json b/results/voyageai__voyage-4-large/1/ChatDoctorRetrieval.json new file mode 100644 index 0000000000..6c873a1222 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/ChatDoctorRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d", + "task_name": "ChatDoctorRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.66768, + "ndcg_at_3": 0.73395, + "ndcg_at_5": 0.75088, + "ndcg_at_10": 0.76741, + "ndcg_at_20": 0.77624, + "ndcg_at_100": 0.78669, + "ndcg_at_1000": 0.79056, + "map_at_1": 0.66768, + "map_at_3": 0.71782, + "map_at_5": 0.72721, + "map_at_10": 0.73403, + "map_at_20": 0.73648, + "map_at_100": 0.73794, + "map_at_1000": 0.73809, + "recall_at_1": 0.66768, + "recall_at_3": 0.78054, + "recall_at_5": 0.82168, + "recall_at_10": 0.87283, + "recall_at_20": 0.90753, + "recall_at_100": 0.96369, + "recall_at_1000": 0.99392, + "accuracy": 0.66768, + "precision_at_1": 0.66768, + "precision_at_3": 0.26018, + "precision_at_5": 0.16434, + "precision_at_10": 0.08728, + "precision_at_20": 0.04538, + "precision_at_100": 0.00964, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.66768, + "mrr_at_3": 0.71782, + "mrr_at_5": 0.72721, + "mrr_at_10": 0.734026, + "mrr_at_20": 0.73648, + "mrr_at_100": 0.737935, + "mrr_at_1000": 0.738087, + "nauc_ndcg_at_1_max": 0.685883, + "nauc_ndcg_at_1_std": -0.257161, + "nauc_ndcg_at_1_diff1": 0.84057, + "nauc_ndcg_at_3_max": 0.683276, + "nauc_ndcg_at_3_std": -0.248708, + "nauc_ndcg_at_3_diff1": 0.79496, + "nauc_ndcg_at_5_max": 0.682712, + "nauc_ndcg_at_5_std": -0.241628, + "nauc_ndcg_at_5_diff1": 0.789561, + "nauc_ndcg_at_10_max": 0.686296, + "nauc_ndcg_at_10_std": -0.229972, + "nauc_ndcg_at_10_diff1": 0.791213, + "nauc_ndcg_at_20_max": 0.684954, + "nauc_ndcg_at_20_std": -0.226807, + "nauc_ndcg_at_20_diff1": 0.79194, + "nauc_ndcg_at_100_max": 0.685906, + "nauc_ndcg_at_100_std": -0.227417, + "nauc_ndcg_at_100_diff1": 0.797074, + "nauc_ndcg_at_1000_max": 0.685952, + "nauc_ndcg_at_1000_std": -0.232061, + "nauc_ndcg_at_1000_diff1": 0.79919, + "nauc_map_at_1_max": 0.685883, + "nauc_map_at_1_std": -0.257161, + "nauc_map_at_1_diff1": 0.84057, + "nauc_map_at_3_max": 0.683804, + "nauc_map_at_3_std": -0.252022, + "nauc_map_at_3_diff1": 0.807022, + "nauc_map_at_5_max": 0.683459, + "nauc_map_at_5_std": -0.248445, + "nauc_map_at_5_diff1": 0.804553, + "nauc_map_at_10_max": 0.684759, + "nauc_map_at_10_std": -0.244318, + "nauc_map_at_10_diff1": 0.805542, + "nauc_map_at_20_max": 0.684377, + "nauc_map_at_20_std": -0.243558, + "nauc_map_at_20_diff1": 0.805789, + "nauc_map_at_100_max": 0.684503, + "nauc_map_at_100_std": -0.243678, + "nauc_map_at_100_diff1": 0.806474, + "nauc_map_at_1000_max": 0.684498, + "nauc_map_at_1000_std": -0.24383, + "nauc_map_at_1000_diff1": 0.806543, + "nauc_recall_at_1_max": 0.685883, + "nauc_recall_at_1_std": -0.257161, + "nauc_recall_at_1_diff1": 0.84057, + "nauc_recall_at_3_max": 0.681521, + "nauc_recall_at_3_std": -0.236623, + "nauc_recall_at_3_diff1": 0.753003, + "nauc_recall_at_5_max": 0.67981, + "nauc_recall_at_5_std": -0.212049, + "nauc_recall_at_5_diff1": 0.728102, + "nauc_recall_at_10_max": 0.697531, + "nauc_recall_at_10_std": -0.141833, + "nauc_recall_at_10_diff1": 0.714476, + "nauc_recall_at_20_max": 0.690846, + "nauc_recall_at_20_std": -0.088376, + "nauc_recall_at_20_diff1": 0.695908, + "nauc_recall_at_100_max": 0.724398, + "nauc_recall_at_100_std": 0.102517, + "nauc_recall_at_100_diff1": 0.688806, + "nauc_recall_at_1000_max": 0.937115, + "nauc_recall_at_1000_std": 0.632536, + "nauc_recall_at_1000_diff1": 0.657792, + "nauc_precision_at_1_max": 0.685883, + "nauc_precision_at_1_std": -0.257161, + "nauc_precision_at_1_diff1": 0.84057, + "nauc_precision_at_3_max": 0.681521, + "nauc_precision_at_3_std": -0.236623, + "nauc_precision_at_3_diff1": 0.753003, + "nauc_precision_at_5_max": 0.67981, + "nauc_precision_at_5_std": -0.212049, + "nauc_precision_at_5_diff1": 0.728102, + "nauc_precision_at_10_max": 0.697531, + "nauc_precision_at_10_std": -0.141833, + "nauc_precision_at_10_diff1": 0.714476, + "nauc_precision_at_20_max": 0.690846, + "nauc_precision_at_20_std": -0.088376, + "nauc_precision_at_20_diff1": 0.695908, + "nauc_precision_at_100_max": 0.724398, + "nauc_precision_at_100_std": 0.102517, + "nauc_precision_at_100_diff1": 0.688806, + "nauc_precision_at_1000_max": 0.937115, + "nauc_precision_at_1000_std": 0.632536, + "nauc_precision_at_1000_diff1": 0.657792, + "nauc_mrr_at_1_max": 0.685883, + "nauc_mrr_at_1_std": -0.257161, + "nauc_mrr_at_1_diff1": 0.84057, + "nauc_mrr_at_3_max": 0.683804, + "nauc_mrr_at_3_std": -0.252022, + "nauc_mrr_at_3_diff1": 0.807022, + "nauc_mrr_at_5_max": 0.683459, + "nauc_mrr_at_5_std": -0.248445, + "nauc_mrr_at_5_diff1": 0.804553, + "nauc_mrr_at_10_max": 0.684759, + "nauc_mrr_at_10_std": -0.244318, + "nauc_mrr_at_10_diff1": 0.805542, + "nauc_mrr_at_20_max": 0.684377, + "nauc_mrr_at_20_std": -0.243558, + "nauc_mrr_at_20_diff1": 0.805789, + "nauc_mrr_at_100_max": 0.684503, + "nauc_mrr_at_100_std": -0.243678, + "nauc_mrr_at_100_diff1": 0.806474, + "nauc_mrr_at_1000_max": 0.684498, + "nauc_mrr_at_1000_std": -0.24383, + "nauc_mrr_at_1000_diff1": 0.806543, + "cv_recall_at_1": 0.66768, + "cv_recall_at_3": 0.78054, + "cv_recall_at_5": 0.82168, + "cv_recall_at_10": 0.87283, + "cv_recall_at_20": 0.90753, + "cv_recall_at_100": 0.96369, + "cv_recall_at_1000": 0.99392, + "main_score": 0.76741, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 254.70959496498108, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/Code1Retrieval.json b/results/voyageai__voyage-4-large/1/Code1Retrieval.json new file mode 100644 index 0000000000..116e116623 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/Code1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "94d25599a7e0221484f31749448e5ea217484e41", + "task_name": "Code1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.90139, + "ndcg_at_3": 0.93479, + "ndcg_at_5": 0.93962, + "ndcg_at_10": 0.94334, + "ndcg_at_20": 0.94517, + "ndcg_at_100": 0.94703, + "ndcg_at_1000": 0.94733, + "map_at_1": 0.90139, + "map_at_3": 0.92695, + "map_at_5": 0.92963, + "map_at_10": 0.93117, + "map_at_20": 0.93168, + "map_at_100": 0.93196, + "map_at_1000": 0.93197, + "recall_at_1": 0.90139, + "recall_at_3": 0.95736, + "recall_at_5": 0.96904, + "recall_at_10": 0.98052, + "recall_at_20": 0.9877, + "recall_at_100": 0.99747, + "recall_at_1000": 0.99973, + "accuracy": 0.90139, + "precision_at_1": 0.90139, + "precision_at_3": 0.31912, + "precision_at_5": 0.19381, + "precision_at_10": 0.09805, + "precision_at_20": 0.04938, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.901387, + "mrr_at_3": 0.927003, + "mrr_at_5": 0.929627, + "mrr_at_10": 0.931183, + "mrr_at_20": 0.931692, + "mrr_at_100": 0.931964, + "mrr_at_1000": 0.931976, + "nauc_ndcg_at_1_max": 0.680078, + "nauc_ndcg_at_1_std": -0.913482, + "nauc_ndcg_at_1_diff1": 0.930709, + "nauc_ndcg_at_3_max": 0.734113, + "nauc_ndcg_at_3_std": -0.948481, + "nauc_ndcg_at_3_diff1": 0.933516, + "nauc_ndcg_at_5_max": 0.740019, + "nauc_ndcg_at_5_std": -0.940898, + "nauc_ndcg_at_5_diff1": 0.933985, + "nauc_ndcg_at_10_max": 0.734801, + "nauc_ndcg_at_10_std": -0.94106, + "nauc_ndcg_at_10_diff1": 0.933422, + "nauc_ndcg_at_20_max": 0.729899, + "nauc_ndcg_at_20_std": -0.934488, + "nauc_ndcg_at_20_diff1": 0.932986, + "nauc_ndcg_at_100_max": 0.72485, + "nauc_ndcg_at_100_std": -0.930396, + "nauc_ndcg_at_100_diff1": 0.933096, + "nauc_ndcg_at_1000_max": 0.723456, + "nauc_ndcg_at_1000_std": -0.931868, + "nauc_ndcg_at_1000_diff1": 0.932978, + "nauc_map_at_1_max": 0.680078, + "nauc_map_at_1_std": -0.913482, + "nauc_map_at_1_diff1": 0.930709, + "nauc_map_at_3_max": 0.718097, + "nauc_map_at_3_std": -0.93898, + "nauc_map_at_3_diff1": 0.932609, + "nauc_map_at_5_max": 0.720346, + "nauc_map_at_5_std": -0.934919, + "nauc_map_at_5_diff1": 0.932806, + "nauc_map_at_10_max": 0.718298, + "nauc_map_at_10_std": -0.9347, + "nauc_map_at_10_diff1": 0.932627, + "nauc_map_at_20_max": 0.717112, + "nauc_map_at_20_std": -0.933282, + "nauc_map_at_20_diff1": 0.932539, + "nauc_map_at_100_max": 0.716578, + "nauc_map_at_100_std": -0.932616, + "nauc_map_at_100_diff1": 0.932556, + "nauc_map_at_1000_max": 0.71653, + "nauc_map_at_1000_std": -0.932638, + "nauc_map_at_1000_diff1": 0.932552, + "nauc_recall_at_1_max": 0.680078, + "nauc_recall_at_1_std": -0.913482, + "nauc_recall_at_1_diff1": 0.930709, + "nauc_recall_at_3_max": 0.812175, + "nauc_recall_at_3_std": -0.994113, + "nauc_recall_at_3_diff1": 0.937993, + "nauc_recall_at_5_max": 0.869161, + "nauc_recall_at_5_std": -0.97625, + "nauc_recall_at_5_diff1": 0.941829, + "nauc_recall_at_10_max": 0.895275, + "nauc_recall_at_10_std": -1.000945, + "nauc_recall_at_10_diff1": 0.940669, + "nauc_recall_at_20_max": 0.90173, + "nauc_recall_at_20_std": -0.916912, + "nauc_recall_at_20_diff1": 0.936586, + "nauc_recall_at_100_max": 0.974828, + "nauc_recall_at_100_std": -0.474325, + "nauc_recall_at_100_diff1": 0.960255, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.744397, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.680078, + "nauc_precision_at_1_std": -0.913482, + "nauc_precision_at_1_diff1": 0.930709, + "nauc_precision_at_3_max": 0.812175, + "nauc_precision_at_3_std": -0.994113, + "nauc_precision_at_3_diff1": 0.937993, + "nauc_precision_at_5_max": 0.869161, + "nauc_precision_at_5_std": -0.97625, + "nauc_precision_at_5_diff1": 0.941829, + "nauc_precision_at_10_max": 0.895275, + "nauc_precision_at_10_std": -1.000945, + "nauc_precision_at_10_diff1": 0.940669, + "nauc_precision_at_20_max": 0.90173, + "nauc_precision_at_20_std": -0.916912, + "nauc_precision_at_20_diff1": 0.936586, + "nauc_precision_at_100_max": 0.974828, + "nauc_precision_at_100_std": -0.474325, + "nauc_precision_at_100_diff1": 0.960255, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.744397, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.680078, + "nauc_mrr_at_1_std": -0.913482, + "nauc_mrr_at_1_diff1": 0.930709, + "nauc_mrr_at_3_max": 0.718098, + "nauc_mrr_at_3_std": -0.93863, + "nauc_mrr_at_3_diff1": 0.932467, + "nauc_mrr_at_5_max": 0.720054, + "nauc_mrr_at_5_std": -0.934972, + "nauc_mrr_at_5_diff1": 0.932632, + "nauc_mrr_at_10_max": 0.718283, + "nauc_mrr_at_10_std": -0.934579, + "nauc_mrr_at_10_diff1": 0.932542, + "nauc_mrr_at_20_max": 0.716987, + "nauc_mrr_at_20_std": -0.933068, + "nauc_mrr_at_20_diff1": 0.932441, + "nauc_mrr_at_100_max": 0.716451, + "nauc_mrr_at_100_std": -0.932474, + "nauc_mrr_at_100_diff1": 0.93245, + "nauc_mrr_at_1000_max": 0.716402, + "nauc_mrr_at_1000_std": -0.932496, + "nauc_mrr_at_1000_diff1": 0.932447, + "cv_recall_at_1": 0.90139, + "cv_recall_at_3": 0.95756, + "cv_recall_at_5": 0.96897, + "cv_recall_at_10": 0.98059, + "cv_recall_at_20": 0.98777, + "cv_recall_at_100": 0.99747, + "cv_recall_at_1000": 0.99973, + "main_score": 0.94334, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 227.6186490058899, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/DS1000Retrieval.json b/results/voyageai__voyage-4-large/1/DS1000Retrieval.json new file mode 100644 index 0000000000..0dc8fca833 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/DS1000Retrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "25cd4dc8172e799235d83c66439b6b7b8e6583ec", + "task_name": "DS1000Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36286, + "ndcg_at_3": 0.64732, + "ndcg_at_5": 0.69503, + "ndcg_at_10": 0.71167, + "ndcg_at_20": 0.71259, + "ndcg_at_100": 0.7128, + "ndcg_at_1000": 0.7128, + "map_at_1": 0.36286, + "map_at_3": 0.5825, + "map_at_5": 0.6095, + "map_at_10": 0.61683, + "map_at_20": 0.6171, + "map_at_100": 0.61714, + "map_at_1000": 0.61714, + "recall_at_1": 0.36286, + "recall_at_3": 0.83283, + "recall_at_5": 0.94645, + "recall_at_10": 0.9955, + "recall_at_20": 0.999, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.36286, + "precision_at_1": 0.36286, + "precision_at_3": 0.27761, + "precision_at_5": 0.18929, + "precision_at_10": 0.09955, + "precision_at_20": 0.04995, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.360861, + "mrr_at_3": 0.580747, + "mrr_at_5": 0.608, + "mrr_at_10": 0.615118, + "mrr_at_20": 0.615388, + "mrr_at_100": 0.615429, + "mrr_at_1000": 0.615429, + "nauc_ndcg_at_1_max": 0.054608, + "nauc_ndcg_at_1_std": 0.011926, + "nauc_ndcg_at_1_diff1": -0.043171, + "nauc_ndcg_at_3_max": 0.132474, + "nauc_ndcg_at_3_std": 0.005772, + "nauc_ndcg_at_3_diff1": -0.118894, + "nauc_ndcg_at_5_max": 0.111847, + "nauc_ndcg_at_5_std": -0.011616, + "nauc_ndcg_at_5_diff1": -0.099629, + "nauc_ndcg_at_10_max": 0.106335, + "nauc_ndcg_at_10_std": 0.00362, + "nauc_ndcg_at_10_diff1": -0.093011, + "nauc_ndcg_at_20_max": 0.104028, + "nauc_ndcg_at_20_std": 0.006407, + "nauc_ndcg_at_20_diff1": -0.088847, + "nauc_ndcg_at_100_max": 0.102955, + "nauc_ndcg_at_100_std": 0.005374, + "nauc_ndcg_at_100_diff1": -0.089502, + "nauc_ndcg_at_1000_max": 0.102955, + "nauc_ndcg_at_1000_std": 0.005374, + "nauc_ndcg_at_1000_diff1": -0.089502, + "nauc_map_at_1_max": 0.054608, + "nauc_map_at_1_std": 0.011926, + "nauc_map_at_1_diff1": -0.043171, + "nauc_map_at_3_max": 0.113427, + "nauc_map_at_3_std": 0.008942, + "nauc_map_at_3_diff1": -0.100592, + "nauc_map_at_5_max": 0.102157, + "nauc_map_at_5_std": 0.0011, + "nauc_map_at_5_diff1": -0.090115, + "nauc_map_at_10_max": 0.100095, + "nauc_map_at_10_std": 0.006144, + "nauc_map_at_10_diff1": -0.087248, + "nauc_map_at_20_max": 0.099609, + "nauc_map_at_20_std": 0.006792, + "nauc_map_at_20_diff1": -0.08635, + "nauc_map_at_100_max": 0.099453, + "nauc_map_at_100_std": 0.006643, + "nauc_map_at_100_diff1": -0.086445, + "nauc_map_at_1000_max": 0.099453, + "nauc_map_at_1000_std": 0.006643, + "nauc_map_at_1000_diff1": -0.086445, + "nauc_recall_at_1_max": 0.054608, + "nauc_recall_at_1_std": 0.011926, + "nauc_recall_at_1_diff1": -0.043171, + "nauc_recall_at_3_max": 0.22183, + "nauc_recall_at_3_std": -0.010623, + "nauc_recall_at_3_diff1": -0.204553, + "nauc_recall_at_5_max": 0.214924, + "nauc_recall_at_5_std": -0.190478, + "nauc_recall_at_5_diff1": -0.200511, + "nauc_recall_at_10_max": 0.667039, + "nauc_recall_at_10_std": -0.216698, + "nauc_recall_at_10_diff1": -0.614181, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869267, + "nauc_recall_at_20_diff1": 0.456129, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.054608, + "nauc_precision_at_1_std": 0.011926, + "nauc_precision_at_1_diff1": -0.043171, + "nauc_precision_at_3_max": 0.22183, + "nauc_precision_at_3_std": -0.010623, + "nauc_precision_at_3_diff1": -0.204553, + "nauc_precision_at_5_max": 0.214924, + "nauc_precision_at_5_std": -0.190478, + "nauc_precision_at_5_diff1": -0.200511, + "nauc_precision_at_10_max": 0.667039, + "nauc_precision_at_10_std": -0.216698, + "nauc_precision_at_10_diff1": -0.614181, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869267, + "nauc_precision_at_20_diff1": 0.456129, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.057531, + "nauc_mrr_at_1_std": 0.014405, + "nauc_mrr_at_1_diff1": -0.043999, + "nauc_mrr_at_3_max": 0.11639, + "nauc_mrr_at_3_std": 0.003945, + "nauc_mrr_at_3_diff1": -0.107493, + "nauc_mrr_at_5_max": 0.107479, + "nauc_mrr_at_5_std": 0.001402, + "nauc_mrr_at_5_diff1": -0.094897, + "nauc_mrr_at_10_max": 0.10425, + "nauc_mrr_at_10_std": 0.006888, + "nauc_mrr_at_10_diff1": -0.091767, + "nauc_mrr_at_20_max": 0.103775, + "nauc_mrr_at_20_std": 0.007538, + "nauc_mrr_at_20_diff1": -0.090873, + "nauc_mrr_at_100_max": 0.10362, + "nauc_mrr_at_100_std": 0.007389, + "nauc_mrr_at_100_diff1": -0.090968, + "nauc_mrr_at_1000_max": 0.10362, + "nauc_mrr_at_1000_std": 0.007389, + "nauc_mrr_at_1000_diff1": -0.090968, + "cv_recall_at_1": 0.36086, + "cv_recall_at_3": 0.83283, + "cv_recall_at_5": 0.94795, + "cv_recall_at_10": 0.9955, + "cv_recall_at_20": 0.999, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.71167, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 113.88573217391968, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/EnglishFinance1Retrieval.json b/results/voyageai__voyage-4-large/1/EnglishFinance1Retrieval.json new file mode 100644 index 0000000000..1443681cbe --- /dev/null +++ b/results/voyageai__voyage-4-large/1/EnglishFinance1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "b2816ead5389ee383019bb2e50df9f1aac8229d8", + "task_name": "EnglishFinance1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.69517, + "ndcg_at_3": 0.79432, + "ndcg_at_5": 0.81112, + "ndcg_at_10": 0.82181, + "ndcg_at_20": 0.82466, + "ndcg_at_100": 0.83064, + "ndcg_at_1000": 0.83393, + "map_at_1": 0.69145, + "map_at_3": 0.76952, + "map_at_5": 0.77881, + "map_at_10": 0.78363, + "map_at_20": 0.78442, + "map_at_100": 0.78526, + "map_at_1000": 0.78547, + "recall_at_1": 0.69145, + "recall_at_3": 0.86431, + "recall_at_5": 0.9052, + "recall_at_10": 0.9368, + "recall_at_20": 0.94796, + "recall_at_100": 0.97862, + "recall_at_1000": 1.0, + "accuracy": 0.69145, + "precision_at_1": 0.69517, + "precision_at_3": 0.28996, + "precision_at_5": 0.18216, + "precision_at_10": 0.09442, + "precision_at_20": 0.04777, + "precision_at_100": 0.00993, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.695167, + "mrr_at_3": 0.771375, + "mrr_at_5": 0.780669, + "mrr_at_10": 0.784958, + "mrr_at_20": 0.785747, + "mrr_at_100": 0.7867, + "mrr_at_1000": 0.786817, + "nauc_ndcg_at_1_max": 0.329446, + "nauc_ndcg_at_1_std": 0.027057, + "nauc_ndcg_at_1_diff1": 0.804013, + "nauc_ndcg_at_3_max": 0.401717, + "nauc_ndcg_at_3_std": 0.115865, + "nauc_ndcg_at_3_diff1": 0.745744, + "nauc_ndcg_at_5_max": 0.405358, + "nauc_ndcg_at_5_std": 0.163221, + "nauc_ndcg_at_5_diff1": 0.751801, + "nauc_ndcg_at_10_max": 0.413914, + "nauc_ndcg_at_10_std": 0.175104, + "nauc_ndcg_at_10_diff1": 0.761001, + "nauc_ndcg_at_20_max": 0.413576, + "nauc_ndcg_at_20_std": 0.176594, + "nauc_ndcg_at_20_diff1": 0.767697, + "nauc_ndcg_at_100_max": 0.406744, + "nauc_ndcg_at_100_std": 0.149981, + "nauc_ndcg_at_100_diff1": 0.771805, + "nauc_ndcg_at_1000_max": 0.394956, + "nauc_ndcg_at_1000_std": 0.131508, + "nauc_ndcg_at_1000_diff1": 0.769513, + "nauc_map_at_1_max": 0.320802, + "nauc_map_at_1_std": 0.030728, + "nauc_map_at_1_diff1": 0.805647, + "nauc_map_at_3_max": 0.373245, + "nauc_map_at_3_std": 0.085486, + "nauc_map_at_3_diff1": 0.762323, + "nauc_map_at_5_max": 0.374464, + "nauc_map_at_5_std": 0.107843, + "nauc_map_at_5_diff1": 0.766102, + "nauc_map_at_10_max": 0.379447, + "nauc_map_at_10_std": 0.111352, + "nauc_map_at_10_diff1": 0.769795, + "nauc_map_at_20_max": 0.379086, + "nauc_map_at_20_std": 0.111245, + "nauc_map_at_20_diff1": 0.771402, + "nauc_map_at_100_max": 0.37833, + "nauc_map_at_100_std": 0.108088, + "nauc_map_at_100_diff1": 0.771794, + "nauc_map_at_1000_max": 0.377708, + "nauc_map_at_1000_std": 0.107136, + "nauc_map_at_1000_diff1": 0.771726, + "nauc_recall_at_1_max": 0.320802, + "nauc_recall_at_1_std": 0.030728, + "nauc_recall_at_1_diff1": 0.805647, + "nauc_recall_at_3_max": 0.503509, + "nauc_recall_at_3_std": 0.250912, + "nauc_recall_at_3_diff1": 0.664689, + "nauc_recall_at_5_max": 0.551643, + "nauc_recall_at_5_std": 0.502063, + "nauc_recall_at_5_diff1": 0.656813, + "nauc_recall_at_10_max": 0.672544, + "nauc_recall_at_10_std": 0.757675, + "nauc_recall_at_10_diff1": 0.690151, + "nauc_recall_at_20_max": 0.727702, + "nauc_recall_at_20_std": 0.90503, + "nauc_recall_at_20_diff1": 0.753269, + "nauc_recall_at_100_max": 0.928915, + "nauc_recall_at_100_std": 0.977257, + "nauc_recall_at_100_diff1": 0.895514, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.329446, + "nauc_precision_at_1_std": 0.027057, + "nauc_precision_at_1_diff1": 0.804013, + "nauc_precision_at_3_max": 0.485551, + "nauc_precision_at_3_std": 0.224578, + "nauc_precision_at_3_diff1": 0.612045, + "nauc_precision_at_5_max": 0.526097, + "nauc_precision_at_5_std": 0.45508, + "nauc_precision_at_5_diff1": 0.586814, + "nauc_precision_at_10_max": 0.60085, + "nauc_precision_at_10_std": 0.602394, + "nauc_precision_at_10_diff1": 0.518407, + "nauc_precision_at_20_max": 0.632748, + "nauc_precision_at_20_std": 0.693835, + "nauc_precision_at_20_diff1": 0.5395, + "nauc_precision_at_100_max": 0.436806, + "nauc_precision_at_100_std": 0.325265, + "nauc_precision_at_100_diff1": 0.270892, + "nauc_precision_at_1000_max": -0.393383, + "nauc_precision_at_1000_std": -0.484139, + "nauc_precision_at_1000_diff1": -0.396001, + "nauc_mrr_at_1_max": 0.329446, + "nauc_mrr_at_1_std": 0.027057, + "nauc_mrr_at_1_diff1": 0.804013, + "nauc_mrr_at_3_max": 0.39093, + "nauc_mrr_at_3_std": 0.08747, + "nauc_mrr_at_3_diff1": 0.765052, + "nauc_mrr_at_5_max": 0.392903, + "nauc_mrr_at_5_std": 0.110028, + "nauc_mrr_at_5_diff1": 0.768967, + "nauc_mrr_at_10_max": 0.392932, + "nauc_mrr_at_10_std": 0.112962, + "nauc_mrr_at_10_diff1": 0.771901, + "nauc_mrr_at_20_max": 0.392626, + "nauc_mrr_at_20_std": 0.112861, + "nauc_mrr_at_20_diff1": 0.773523, + "nauc_mrr_at_100_max": 0.391566, + "nauc_mrr_at_100_std": 0.109172, + "nauc_mrr_at_100_diff1": 0.773957, + "nauc_mrr_at_1000_max": 0.391245, + "nauc_mrr_at_1000_std": 0.108639, + "nauc_mrr_at_1000_diff1": 0.773867, + "cv_recall_at_1": 0.69517, + "cv_recall_at_3": 0.86617, + "cv_recall_at_5": 0.90706, + "cv_recall_at_10": 0.9368, + "cv_recall_at_20": 0.94796, + "cv_recall_at_100": 0.98141, + "cv_recall_at_1000": 1.0, + "main_score": 0.82181, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 8.121531248092651, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/EnglishFinance2Retrieval.json b/results/voyageai__voyage-4-large/1/EnglishFinance2Retrieval.json new file mode 100644 index 0000000000..f92afdfe5b --- /dev/null +++ b/results/voyageai__voyage-4-large/1/EnglishFinance2Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "346d5039b9ec75a7b80f8ff008d5ca3df126f5aa", + "task_name": "EnglishFinance2Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.81336, + "ndcg_at_3": 0.892, + "ndcg_at_5": 0.90618, + "ndcg_at_10": 0.90986, + "ndcg_at_20": 0.91041, + "ndcg_at_100": 0.91169, + "ndcg_at_1000": 0.91169, + "map_at_1": 0.81336, + "map_at_3": 0.87366, + "map_at_5": 0.88149, + "map_at_10": 0.88298, + "map_at_20": 0.88311, + "map_at_100": 0.88328, + "map_at_1000": 0.88328, + "recall_at_1": 0.81336, + "recall_at_3": 0.9447, + "recall_at_5": 0.97926, + "recall_at_10": 0.99078, + "recall_at_20": 0.99309, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.81336, + "precision_at_1": 0.81336, + "precision_at_3": 0.3149, + "precision_at_5": 0.19585, + "precision_at_10": 0.09908, + "precision_at_20": 0.04965, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.813364, + "mrr_at_3": 0.873656, + "mrr_at_5": 0.88149, + "mrr_at_10": 0.882978, + "mrr_at_20": 0.883113, + "mrr_at_100": 0.883283, + "mrr_at_1000": 0.883283, + "nauc_ndcg_at_1_max": 0.574591, + "nauc_ndcg_at_1_std": -0.152813, + "nauc_ndcg_at_1_diff1": 0.806295, + "nauc_ndcg_at_3_max": 0.568405, + "nauc_ndcg_at_3_std": -0.169185, + "nauc_ndcg_at_3_diff1": 0.771279, + "nauc_ndcg_at_5_max": 0.578908, + "nauc_ndcg_at_5_std": -0.191141, + "nauc_ndcg_at_5_diff1": 0.775926, + "nauc_ndcg_at_10_max": 0.571184, + "nauc_ndcg_at_10_std": -0.185653, + "nauc_ndcg_at_10_diff1": 0.773223, + "nauc_ndcg_at_20_max": 0.571294, + "nauc_ndcg_at_20_std": -0.179409, + "nauc_ndcg_at_20_diff1": 0.77464, + "nauc_ndcg_at_100_max": 0.57652, + "nauc_ndcg_at_100_std": -0.170437, + "nauc_ndcg_at_100_diff1": 0.78126, + "nauc_ndcg_at_1000_max": 0.57652, + "nauc_ndcg_at_1000_std": -0.170437, + "nauc_ndcg_at_1000_diff1": 0.78126, + "nauc_map_at_1_max": 0.574591, + "nauc_map_at_1_std": -0.152813, + "nauc_map_at_1_diff1": 0.806295, + "nauc_map_at_3_max": 0.573344, + "nauc_map_at_3_std": -0.160936, + "nauc_map_at_3_diff1": 0.782209, + "nauc_map_at_5_max": 0.579159, + "nauc_map_at_5_std": -0.170027, + "nauc_map_at_5_diff1": 0.784939, + "nauc_map_at_10_max": 0.576701, + "nauc_map_at_10_std": -0.167886, + "nauc_map_at_10_diff1": 0.784084, + "nauc_map_at_20_max": 0.576729, + "nauc_map_at_20_std": -0.166689, + "nauc_map_at_20_diff1": 0.784364, + "nauc_map_at_100_max": 0.577419, + "nauc_map_at_100_std": -0.165587, + "nauc_map_at_100_diff1": 0.785102, + "nauc_map_at_1000_max": 0.577419, + "nauc_map_at_1000_std": -0.165587, + "nauc_map_at_1000_diff1": 0.785102, + "nauc_recall_at_1_max": 0.574591, + "nauc_recall_at_1_std": -0.152813, + "nauc_recall_at_1_diff1": 0.806295, + "nauc_recall_at_3_max": 0.534815, + "nauc_recall_at_3_std": -0.223377, + "nauc_recall_at_3_diff1": 0.703676, + "nauc_recall_at_5_max": 0.570039, + "nauc_recall_at_5_std": -0.544314, + "nauc_recall_at_5_diff1": 0.641491, + "nauc_recall_at_10_max": 0.337172, + "nauc_recall_at_10_std": -0.830692, + "nauc_recall_at_10_diff1": 0.402716, + "nauc_recall_at_20_max": 0.264791, + "nauc_recall_at_20_std": -0.724108, + "nauc_recall_at_20_diff1": 0.352183, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.574591, + "nauc_precision_at_1_std": -0.152813, + "nauc_precision_at_1_diff1": 0.806295, + "nauc_precision_at_3_max": 0.534815, + "nauc_precision_at_3_std": -0.223377, + "nauc_precision_at_3_diff1": 0.703676, + "nauc_precision_at_5_max": 0.570039, + "nauc_precision_at_5_std": -0.544314, + "nauc_precision_at_5_diff1": 0.641491, + "nauc_precision_at_10_max": 0.337172, + "nauc_precision_at_10_std": -0.830692, + "nauc_precision_at_10_diff1": 0.402716, + "nauc_precision_at_20_max": 0.264791, + "nauc_precision_at_20_std": -0.724108, + "nauc_precision_at_20_diff1": 0.352183, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.574591, + "nauc_mrr_at_1_std": -0.152813, + "nauc_mrr_at_1_diff1": 0.806295, + "nauc_mrr_at_3_max": 0.573344, + "nauc_mrr_at_3_std": -0.160936, + "nauc_mrr_at_3_diff1": 0.782209, + "nauc_mrr_at_5_max": 0.579159, + "nauc_mrr_at_5_std": -0.170027, + "nauc_mrr_at_5_diff1": 0.784939, + "nauc_mrr_at_10_max": 0.576701, + "nauc_mrr_at_10_std": -0.167886, + "nauc_mrr_at_10_diff1": 0.784084, + "nauc_mrr_at_20_max": 0.576729, + "nauc_mrr_at_20_std": -0.166689, + "nauc_mrr_at_20_diff1": 0.784364, + "nauc_mrr_at_100_max": 0.577419, + "nauc_mrr_at_100_std": -0.165587, + "nauc_mrr_at_100_diff1": 0.785102, + "nauc_mrr_at_1000_max": 0.577419, + "nauc_mrr_at_1000_std": -0.165587, + "nauc_mrr_at_1000_diff1": 0.785102, + "cv_recall_at_1": 0.81336, + "cv_recall_at_3": 0.9447, + "cv_recall_at_5": 0.97926, + "cv_recall_at_10": 0.99078, + "cv_recall_at_20": 0.99309, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.90986, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14.249787330627441, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/EnglishFinance3Retrieval.json b/results/voyageai__voyage-4-large/1/EnglishFinance3Retrieval.json new file mode 100644 index 0000000000..00f3c29a4d --- /dev/null +++ b/results/voyageai__voyage-4-large/1/EnglishFinance3Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "5ed0bc0fffa309e99400ea800397931749d12cd2", + "task_name": "EnglishFinance3Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.71047, + "ndcg_at_3": 0.79762, + "ndcg_at_5": 0.81617, + "ndcg_at_10": 0.82785, + "ndcg_at_20": 0.83425, + "ndcg_at_100": 0.83921, + "ndcg_at_1000": 0.84055, + "map_at_1": 0.71047, + "map_at_3": 0.77669, + "map_at_5": 0.78703, + "map_at_10": 0.79192, + "map_at_20": 0.79369, + "map_at_100": 0.79442, + "map_at_1000": 0.79448, + "recall_at_1": 0.71047, + "recall_at_3": 0.85801, + "recall_at_5": 0.90282, + "recall_at_10": 0.93857, + "recall_at_20": 0.96375, + "recall_at_100": 0.98993, + "recall_at_1000": 1.0, + "accuracy": 0.71047, + "precision_at_1": 0.71047, + "precision_at_3": 0.286, + "precision_at_5": 0.18056, + "precision_at_10": 0.09386, + "precision_at_20": 0.04819, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.710473, + "mrr_at_3": 0.776687, + "mrr_at_5": 0.787034, + "mrr_at_10": 0.791922, + "mrr_at_20": 0.793692, + "mrr_at_100": 0.794417, + "mrr_at_1000": 0.794479, + "nauc_ndcg_at_1_max": 0.616313, + "nauc_ndcg_at_1_std": -0.160039, + "nauc_ndcg_at_1_diff1": 0.813128, + "nauc_ndcg_at_3_max": 0.649875, + "nauc_ndcg_at_3_std": -0.145425, + "nauc_ndcg_at_3_diff1": 0.784091, + "nauc_ndcg_at_5_max": 0.643038, + "nauc_ndcg_at_5_std": -0.154365, + "nauc_ndcg_at_5_diff1": 0.783276, + "nauc_ndcg_at_10_max": 0.644343, + "nauc_ndcg_at_10_std": -0.146118, + "nauc_ndcg_at_10_diff1": 0.784272, + "nauc_ndcg_at_20_max": 0.640658, + "nauc_ndcg_at_20_std": -0.14777, + "nauc_ndcg_at_20_diff1": 0.78745, + "nauc_ndcg_at_100_max": 0.638437, + "nauc_ndcg_at_100_std": -0.147693, + "nauc_ndcg_at_100_diff1": 0.787977, + "nauc_ndcg_at_1000_max": 0.638014, + "nauc_ndcg_at_1000_std": -0.150947, + "nauc_ndcg_at_1000_diff1": 0.789468, + "nauc_map_at_1_max": 0.616313, + "nauc_map_at_1_std": -0.160039, + "nauc_map_at_1_diff1": 0.813128, + "nauc_map_at_3_max": 0.639528, + "nauc_map_at_3_std": -0.152071, + "nauc_map_at_3_diff1": 0.790981, + "nauc_map_at_5_max": 0.635892, + "nauc_map_at_5_std": -0.156476, + "nauc_map_at_5_diff1": 0.790968, + "nauc_map_at_10_max": 0.636192, + "nauc_map_at_10_std": -0.153663, + "nauc_map_at_10_diff1": 0.79153, + "nauc_map_at_20_max": 0.635302, + "nauc_map_at_20_std": -0.154148, + "nauc_map_at_20_diff1": 0.792366, + "nauc_map_at_100_max": 0.635036, + "nauc_map_at_100_std": -0.154127, + "nauc_map_at_100_diff1": 0.79244, + "nauc_map_at_1000_max": 0.635016, + "nauc_map_at_1000_std": -0.154243, + "nauc_map_at_1000_diff1": 0.792488, + "nauc_recall_at_1_max": 0.616313, + "nauc_recall_at_1_std": -0.160039, + "nauc_recall_at_1_diff1": 0.813128, + "nauc_recall_at_3_max": 0.693875, + "nauc_recall_at_3_std": -0.115892, + "nauc_recall_at_3_diff1": 0.756019, + "nauc_recall_at_5_max": 0.68155, + "nauc_recall_at_5_std": -0.143528, + "nauc_recall_at_5_diff1": 0.74078, + "nauc_recall_at_10_max": 0.713603, + "nauc_recall_at_10_std": -0.072883, + "nauc_recall_at_10_diff1": 0.723693, + "nauc_recall_at_20_max": 0.701156, + "nauc_recall_at_20_std": -0.047299, + "nauc_recall_at_20_diff1": 0.731115, + "nauc_recall_at_100_max": 0.684194, + "nauc_recall_at_100_std": 0.203561, + "nauc_recall_at_100_diff1": 0.623101, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.616313, + "nauc_precision_at_1_std": -0.160039, + "nauc_precision_at_1_diff1": 0.813128, + "nauc_precision_at_3_max": 0.693875, + "nauc_precision_at_3_std": -0.115892, + "nauc_precision_at_3_diff1": 0.756019, + "nauc_precision_at_5_max": 0.68155, + "nauc_precision_at_5_std": -0.143528, + "nauc_precision_at_5_diff1": 0.74078, + "nauc_precision_at_10_max": 0.713603, + "nauc_precision_at_10_std": -0.072883, + "nauc_precision_at_10_diff1": 0.723693, + "nauc_precision_at_20_max": 0.701156, + "nauc_precision_at_20_std": -0.047299, + "nauc_precision_at_20_diff1": 0.731115, + "nauc_precision_at_100_max": 0.684194, + "nauc_precision_at_100_std": 0.203561, + "nauc_precision_at_100_diff1": 0.623101, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.616313, + "nauc_mrr_at_1_std": -0.160039, + "nauc_mrr_at_1_diff1": 0.813128, + "nauc_mrr_at_3_max": 0.639528, + "nauc_mrr_at_3_std": -0.152071, + "nauc_mrr_at_3_diff1": 0.790981, + "nauc_mrr_at_5_max": 0.635892, + "nauc_mrr_at_5_std": -0.156476, + "nauc_mrr_at_5_diff1": 0.790968, + "nauc_mrr_at_10_max": 0.636192, + "nauc_mrr_at_10_std": -0.153663, + "nauc_mrr_at_10_diff1": 0.79153, + "nauc_mrr_at_20_max": 0.635302, + "nauc_mrr_at_20_std": -0.154148, + "nauc_mrr_at_20_diff1": 0.792366, + "nauc_mrr_at_100_max": 0.635036, + "nauc_mrr_at_100_std": -0.154127, + "nauc_mrr_at_100_diff1": 0.79244, + "nauc_mrr_at_1000_max": 0.635016, + "nauc_mrr_at_1000_std": -0.154243, + "nauc_mrr_at_1000_diff1": 0.792488, + "cv_recall_at_1": 0.71047, + "cv_recall_at_3": 0.85801, + "cv_recall_at_5": 0.90282, + "cv_recall_at_10": 0.93857, + "cv_recall_at_20": 0.96375, + "cv_recall_at_100": 0.98993, + "cv_recall_at_1000": 1.0, + "main_score": 0.82785, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 39.52281308174133, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/EnglishFinance4Retrieval.json b/results/voyageai__voyage-4-large/1/EnglishFinance4Retrieval.json new file mode 100644 index 0000000000..35c00d676a --- /dev/null +++ b/results/voyageai__voyage-4-large/1/EnglishFinance4Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "2fdb7001309f897d50d38d196a3fd0f03c913810", + "task_name": "EnglishFinance4Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.4878, + "ndcg_at_3": 0.5733, + "ndcg_at_5": 0.59818, + "ndcg_at_10": 0.61978, + "ndcg_at_20": 0.63346, + "ndcg_at_100": 0.64919, + "ndcg_at_1000": 0.65759, + "map_at_1": 0.4878, + "map_at_3": 0.55225, + "map_at_5": 0.56605, + "map_at_10": 0.57505, + "map_at_20": 0.57883, + "map_at_100": 0.58105, + "map_at_1000": 0.58135, + "recall_at_1": 0.4878, + "recall_at_3": 0.63425, + "recall_at_5": 0.69467, + "recall_at_10": 0.76102, + "recall_at_20": 0.81486, + "recall_at_100": 0.89908, + "recall_at_1000": 0.96628, + "accuracy": 0.4878, + "precision_at_1": 0.4878, + "precision_at_3": 0.21142, + "precision_at_5": 0.13893, + "precision_at_10": 0.0761, + "precision_at_20": 0.04074, + "precision_at_100": 0.00899, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.487777, + "mrr_at_3": 0.552198, + "mrr_at_5": 0.566014, + "mrr_at_10": 0.57502, + "mrr_at_20": 0.578802, + "mrr_at_100": 0.581017, + "mrr_at_1000": 0.581316, + "nauc_ndcg_at_1_max": 0.525102, + "nauc_ndcg_at_1_std": -0.086368, + "nauc_ndcg_at_1_diff1": 0.730556, + "nauc_ndcg_at_3_max": 0.5454, + "nauc_ndcg_at_3_std": -0.065893, + "nauc_ndcg_at_3_diff1": 0.684242, + "nauc_ndcg_at_5_max": 0.555462, + "nauc_ndcg_at_5_std": -0.051637, + "nauc_ndcg_at_5_diff1": 0.675195, + "nauc_ndcg_at_10_max": 0.566767, + "nauc_ndcg_at_10_std": -0.033956, + "nauc_ndcg_at_10_diff1": 0.672996, + "nauc_ndcg_at_20_max": 0.569992, + "nauc_ndcg_at_20_std": -0.020627, + "nauc_ndcg_at_20_diff1": 0.672658, + "nauc_ndcg_at_100_max": 0.569452, + "nauc_ndcg_at_100_std": -0.010901, + "nauc_ndcg_at_100_diff1": 0.675518, + "nauc_ndcg_at_1000_max": 0.565189, + "nauc_ndcg_at_1000_std": -0.020719, + "nauc_ndcg_at_1000_diff1": 0.679505, + "nauc_map_at_1_max": 0.525102, + "nauc_map_at_1_std": -0.086368, + "nauc_map_at_1_diff1": 0.730556, + "nauc_map_at_3_max": 0.539775, + "nauc_map_at_3_std": -0.07159, + "nauc_map_at_3_diff1": 0.695771, + "nauc_map_at_5_max": 0.544993, + "nauc_map_at_5_std": -0.064213, + "nauc_map_at_5_diff1": 0.691237, + "nauc_map_at_10_max": 0.549154, + "nauc_map_at_10_std": -0.057696, + "nauc_map_at_10_diff1": 0.690654, + "nauc_map_at_20_max": 0.549795, + "nauc_map_at_20_std": -0.054575, + "nauc_map_at_20_diff1": 0.690691, + "nauc_map_at_100_max": 0.549725, + "nauc_map_at_100_std": -0.053489, + "nauc_map_at_100_diff1": 0.691144, + "nauc_map_at_1000_max": 0.549611, + "nauc_map_at_1000_std": -0.053719, + "nauc_map_at_1000_diff1": 0.691275, + "nauc_recall_at_1_max": 0.525102, + "nauc_recall_at_1_std": -0.086368, + "nauc_recall_at_1_diff1": 0.730556, + "nauc_recall_at_3_max": 0.563582, + "nauc_recall_at_3_std": -0.047468, + "nauc_recall_at_3_diff1": 0.647531, + "nauc_recall_at_5_max": 0.59432, + "nauc_recall_at_5_std": -0.004507, + "nauc_recall_at_5_diff1": 0.617278, + "nauc_recall_at_10_max": 0.649635, + "nauc_recall_at_10_std": 0.07958, + "nauc_recall_at_10_diff1": 0.595932, + "nauc_recall_at_20_max": 0.689689, + "nauc_recall_at_20_std": 0.190688, + "nauc_recall_at_20_diff1": 0.576175, + "nauc_recall_at_100_max": 0.763593, + "nauc_recall_at_100_std": 0.476163, + "nauc_recall_at_100_diff1": 0.546877, + "nauc_recall_at_1000_max": 0.872331, + "nauc_recall_at_1000_std": 0.790721, + "nauc_recall_at_1000_diff1": 0.536235, + "nauc_precision_at_1_max": 0.525102, + "nauc_precision_at_1_std": -0.086368, + "nauc_precision_at_1_diff1": 0.730556, + "nauc_precision_at_3_max": 0.563582, + "nauc_precision_at_3_std": -0.047468, + "nauc_precision_at_3_diff1": 0.647531, + "nauc_precision_at_5_max": 0.59432, + "nauc_precision_at_5_std": -0.004507, + "nauc_precision_at_5_diff1": 0.617278, + "nauc_precision_at_10_max": 0.649635, + "nauc_precision_at_10_std": 0.07958, + "nauc_precision_at_10_diff1": 0.595932, + "nauc_precision_at_20_max": 0.689689, + "nauc_precision_at_20_std": 0.190688, + "nauc_precision_at_20_diff1": 0.576175, + "nauc_precision_at_100_max": 0.763593, + "nauc_precision_at_100_std": 0.476163, + "nauc_precision_at_100_diff1": 0.546877, + "nauc_precision_at_1000_max": 0.872331, + "nauc_precision_at_1000_std": 0.790721, + "nauc_precision_at_1000_diff1": 0.536235, + "nauc_mrr_at_1_max": 0.525155, + "nauc_mrr_at_1_std": -0.086331, + "nauc_mrr_at_1_diff1": 0.730616, + "nauc_mrr_at_3_max": 0.539891, + "nauc_mrr_at_3_std": -0.071497, + "nauc_mrr_at_3_diff1": 0.695912, + "nauc_mrr_at_5_max": 0.545121, + "nauc_mrr_at_5_std": -0.064134, + "nauc_mrr_at_5_diff1": 0.691304, + "nauc_mrr_at_10_max": 0.549265, + "nauc_mrr_at_10_std": -0.057628, + "nauc_mrr_at_10_diff1": 0.690748, + "nauc_mrr_at_20_max": 0.549915, + "nauc_mrr_at_20_std": -0.054491, + "nauc_mrr_at_20_diff1": 0.690786, + "nauc_mrr_at_100_max": 0.549842, + "nauc_mrr_at_100_std": -0.053424, + "nauc_mrr_at_100_diff1": 0.691241, + "nauc_mrr_at_1000_max": 0.549729, + "nauc_mrr_at_1000_std": -0.053654, + "nauc_mrr_at_1000_diff1": 0.691372, + "cv_recall_at_1": 0.48778, + "cv_recall_at_3": 0.63418, + "cv_recall_at_5": 0.69467, + "cv_recall_at_10": 0.76104, + "cv_recall_at_20": 0.81486, + "cv_recall_at_100": 0.89908, + "cv_recall_at_1000": 0.96628, + "main_score": 0.61978, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 497.0538241863251, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/EnglishHealthcare1Retrieval.json b/results/voyageai__voyage-4-large/1/EnglishHealthcare1Retrieval.json new file mode 100644 index 0000000000..aa7333a1c0 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/EnglishHealthcare1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "393c24e85114d44c43259fb2d1c5639c5d09809d", + "task_name": "EnglishHealthcare1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.53827, + "ndcg_at_3": 0.62722, + "ndcg_at_5": 0.65034, + "ndcg_at_10": 0.67467, + "ndcg_at_20": 0.69079, + "ndcg_at_100": 0.70909, + "ndcg_at_1000": 0.71139, + "map_at_1": 0.53801, + "map_at_3": 0.60525, + "map_at_5": 0.61805, + "map_at_10": 0.62818, + "map_at_20": 0.63261, + "map_at_100": 0.63508, + "map_at_1000": 0.63521, + "recall_at_1": 0.53801, + "recall_at_3": 0.69057, + "recall_at_5": 0.74683, + "recall_at_10": 0.82151, + "recall_at_20": 0.88512, + "recall_at_100": 0.98412, + "recall_at_1000": 1.0, + "accuracy": 0.53801, + "precision_at_1": 0.53827, + "precision_at_3": 0.23028, + "precision_at_5": 0.14942, + "precision_at_10": 0.08221, + "precision_at_20": 0.0443, + "precision_at_100": 0.00989, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.538267, + "mrr_at_3": 0.605508, + "mrr_at_5": 0.618305, + "mrr_at_10": 0.628486, + "mrr_at_20": 0.63294, + "mrr_at_100": 0.635384, + "mrr_at_1000": 0.635513, + "nauc_ndcg_at_1_max": 0.566569, + "nauc_ndcg_at_1_std": 0.200268, + "nauc_ndcg_at_1_diff1": 0.756091, + "nauc_ndcg_at_3_max": 0.588742, + "nauc_ndcg_at_3_std": 0.257199, + "nauc_ndcg_at_3_diff1": 0.704593, + "nauc_ndcg_at_5_max": 0.60016, + "nauc_ndcg_at_5_std": 0.274234, + "nauc_ndcg_at_5_diff1": 0.705754, + "nauc_ndcg_at_10_max": 0.610437, + "nauc_ndcg_at_10_std": 0.29465, + "nauc_ndcg_at_10_diff1": 0.707622, + "nauc_ndcg_at_20_max": 0.615308, + "nauc_ndcg_at_20_std": 0.298106, + "nauc_ndcg_at_20_diff1": 0.711544, + "nauc_ndcg_at_100_max": 0.603352, + "nauc_ndcg_at_100_std": 0.276655, + "nauc_ndcg_at_100_diff1": 0.717255, + "nauc_ndcg_at_1000_max": 0.599864, + "nauc_ndcg_at_1000_std": 0.270222, + "nauc_ndcg_at_1000_diff1": 0.717026, + "nauc_map_at_1_max": 0.567169, + "nauc_map_at_1_std": 0.200966, + "nauc_map_at_1_diff1": 0.756304, + "nauc_map_at_3_max": 0.583726, + "nauc_map_at_3_std": 0.241471, + "nauc_map_at_3_diff1": 0.718334, + "nauc_map_at_5_max": 0.589622, + "nauc_map_at_5_std": 0.250193, + "nauc_map_at_5_diff1": 0.719386, + "nauc_map_at_10_max": 0.593018, + "nauc_map_at_10_std": 0.257029, + "nauc_map_at_10_diff1": 0.72045, + "nauc_map_at_20_max": 0.593874, + "nauc_map_at_20_std": 0.257219, + "nauc_map_at_20_diff1": 0.721402, + "nauc_map_at_100_max": 0.59259, + "nauc_map_at_100_std": 0.255037, + "nauc_map_at_100_diff1": 0.722144, + "nauc_map_at_1000_max": 0.592423, + "nauc_map_at_1000_std": 0.254729, + "nauc_map_at_1000_diff1": 0.722135, + "nauc_recall_at_1_max": 0.567169, + "nauc_recall_at_1_std": 0.200966, + "nauc_recall_at_1_diff1": 0.756304, + "nauc_recall_at_3_max": 0.60575, + "nauc_recall_at_3_std": 0.31081, + "nauc_recall_at_3_diff1": 0.658927, + "nauc_recall_at_5_max": 0.642424, + "nauc_recall_at_5_std": 0.369598, + "nauc_recall_at_5_diff1": 0.654175, + "nauc_recall_at_10_max": 0.70751, + "nauc_recall_at_10_std": 0.501259, + "nauc_recall_at_10_diff1": 0.645699, + "nauc_recall_at_20_max": 0.798649, + "nauc_recall_at_20_std": 0.634978, + "nauc_recall_at_20_diff1": 0.652325, + "nauc_recall_at_100_max": 0.946144, + "nauc_recall_at_100_std": 0.910495, + "nauc_recall_at_100_diff1": 0.738741, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.566569, + "nauc_precision_at_1_std": 0.200268, + "nauc_precision_at_1_diff1": 0.756091, + "nauc_precision_at_3_max": 0.605113, + "nauc_precision_at_3_std": 0.310017, + "nauc_precision_at_3_diff1": 0.658745, + "nauc_precision_at_5_max": 0.64182, + "nauc_precision_at_5_std": 0.368773, + "nauc_precision_at_5_diff1": 0.654083, + "nauc_precision_at_10_max": 0.706152, + "nauc_precision_at_10_std": 0.499269, + "nauc_precision_at_10_diff1": 0.644826, + "nauc_precision_at_20_max": 0.796347, + "nauc_precision_at_20_std": 0.631604, + "nauc_precision_at_20_diff1": 0.6507, + "nauc_precision_at_100_max": 0.435318, + "nauc_precision_at_100_std": 0.411379, + "nauc_precision_at_100_diff1": 0.323692, + "nauc_precision_at_1000_max": -0.574664, + "nauc_precision_at_1000_std": -0.574664, + "nauc_precision_at_1000_diff1": -0.495524, + "nauc_mrr_at_1_max": 0.566569, + "nauc_mrr_at_1_std": 0.200268, + "nauc_mrr_at_1_diff1": 0.756091, + "nauc_mrr_at_3_max": 0.58307, + "nauc_mrr_at_3_std": 0.240713, + "nauc_mrr_at_3_diff1": 0.718088, + "nauc_mrr_at_5_max": 0.588948, + "nauc_mrr_at_5_std": 0.249415, + "nauc_mrr_at_5_diff1": 0.719133, + "nauc_mrr_at_10_max": 0.592227, + "nauc_mrr_at_10_std": 0.256078, + "nauc_mrr_at_10_diff1": 0.72011, + "nauc_mrr_at_20_max": 0.593039, + "nauc_mrr_at_20_std": 0.256203, + "nauc_mrr_at_20_diff1": 0.721051, + "nauc_mrr_at_100_max": 0.591796, + "nauc_mrr_at_100_std": 0.254075, + "nauc_mrr_at_100_diff1": 0.721814, + "nauc_mrr_at_1000_max": 0.591635, + "nauc_mrr_at_1000_std": 0.253778, + "nauc_mrr_at_1000_diff1": 0.721807, + "cv_recall_at_1": 0.53827, + "cv_recall_at_3": 0.69083, + "cv_recall_at_5": 0.74709, + "cv_recall_at_10": 0.8221, + "cv_recall_at_20": 0.88596, + "cv_recall_at_100": 0.98429, + "cv_recall_at_1000": 1.0, + "main_score": 0.67467, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 55.43312191963196, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/FinQARetrieval.json b/results/voyageai__voyage-4-large/1/FinQARetrieval.json new file mode 100644 index 0000000000..209875b7a2 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/FinQARetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd", + "task_name": "FinQARetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.78647, + "ndcg_at_3": 0.86086, + "ndcg_at_5": 0.87482, + "ndcg_at_10": 0.88646, + "ndcg_at_20": 0.88963, + "ndcg_at_100": 0.89103, + "ndcg_at_1000": 0.89129, + "map_at_1": 0.78647, + "map_at_3": 0.84388, + "map_at_5": 0.85152, + "map_at_10": 0.85648, + "map_at_20": 0.85738, + "map_at_100": 0.85762, + "map_at_1000": 0.85763, + "recall_at_1": 0.78647, + "recall_at_3": 0.90949, + "recall_at_5": 0.94376, + "recall_at_10": 0.97891, + "recall_at_20": 0.99121, + "recall_at_100": 0.99824, + "recall_at_1000": 1.0, + "accuracy": 0.78647, + "precision_at_1": 0.78647, + "precision_at_3": 0.30316, + "precision_at_5": 0.18875, + "precision_at_10": 0.09789, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.786467, + "mrr_at_3": 0.843878, + "mrr_at_5": 0.851523, + "mrr_at_10": 0.856483, + "mrr_at_20": 0.857382, + "mrr_at_100": 0.857615, + "mrr_at_1000": 0.85763, + "nauc_ndcg_at_1_max": 0.542487, + "nauc_ndcg_at_1_std": -0.078397, + "nauc_ndcg_at_1_diff1": 0.834264, + "nauc_ndcg_at_3_max": 0.609126, + "nauc_ndcg_at_3_std": -0.041234, + "nauc_ndcg_at_3_diff1": 0.803839, + "nauc_ndcg_at_5_max": 0.608911, + "nauc_ndcg_at_5_std": -0.035796, + "nauc_ndcg_at_5_diff1": 0.805339, + "nauc_ndcg_at_10_max": 0.595595, + "nauc_ndcg_at_10_std": -0.054451, + "nauc_ndcg_at_10_diff1": 0.811517, + "nauc_ndcg_at_20_max": 0.58984, + "nauc_ndcg_at_20_std": -0.054368, + "nauc_ndcg_at_20_diff1": 0.813415, + "nauc_ndcg_at_100_max": 0.588426, + "nauc_ndcg_at_100_std": -0.049247, + "nauc_ndcg_at_100_diff1": 0.814381, + "nauc_ndcg_at_1000_max": 0.587402, + "nauc_ndcg_at_1000_std": -0.051856, + "nauc_ndcg_at_1000_diff1": 0.814623, + "nauc_map_at_1_max": 0.542487, + "nauc_map_at_1_std": -0.078397, + "nauc_map_at_1_diff1": 0.834264, + "nauc_map_at_3_max": 0.590413, + "nauc_map_at_3_std": -0.050475, + "nauc_map_at_3_diff1": 0.812839, + "nauc_map_at_5_max": 0.58945, + "nauc_map_at_5_std": -0.048084, + "nauc_map_at_5_diff1": 0.813961, + "nauc_map_at_10_max": 0.584105, + "nauc_map_at_10_std": -0.055101, + "nauc_map_at_10_diff1": 0.816218, + "nauc_map_at_20_max": 0.582767, + "nauc_map_at_20_std": -0.055101, + "nauc_map_at_20_diff1": 0.816666, + "nauc_map_at_100_max": 0.582558, + "nauc_map_at_100_std": -0.054348, + "nauc_map_at_100_diff1": 0.816797, + "nauc_map_at_1000_max": 0.582512, + "nauc_map_at_1000_std": -0.054465, + "nauc_map_at_1000_diff1": 0.816806, + "nauc_recall_at_1_max": 0.542487, + "nauc_recall_at_1_std": -0.078397, + "nauc_recall_at_1_diff1": 0.834264, + "nauc_recall_at_3_max": 0.695238, + "nauc_recall_at_3_std": 0.000365, + "nauc_recall_at_3_diff1": 0.762075, + "nauc_recall_at_5_max": 0.744946, + "nauc_recall_at_5_std": 0.050179, + "nauc_recall_at_5_diff1": 0.745104, + "nauc_recall_at_10_max": 0.771141, + "nauc_recall_at_10_std": -0.085398, + "nauc_recall_at_10_diff1": 0.744174, + "nauc_recall_at_20_max": 0.751661, + "nauc_recall_at_20_std": -0.122563, + "nauc_recall_at_20_diff1": 0.737133, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.711702, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.542487, + "nauc_precision_at_1_std": -0.078397, + "nauc_precision_at_1_diff1": 0.834264, + "nauc_precision_at_3_max": 0.695238, + "nauc_precision_at_3_std": 0.000365, + "nauc_precision_at_3_diff1": 0.762075, + "nauc_precision_at_5_max": 0.744946, + "nauc_precision_at_5_std": 0.050179, + "nauc_precision_at_5_diff1": 0.745104, + "nauc_precision_at_10_max": 0.771141, + "nauc_precision_at_10_std": -0.085398, + "nauc_precision_at_10_diff1": 0.744174, + "nauc_precision_at_20_max": 0.751661, + "nauc_precision_at_20_std": -0.122563, + "nauc_precision_at_20_diff1": 0.737133, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.711702, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.542487, + "nauc_mrr_at_1_std": -0.078397, + "nauc_mrr_at_1_diff1": 0.834264, + "nauc_mrr_at_3_max": 0.590413, + "nauc_mrr_at_3_std": -0.050475, + "nauc_mrr_at_3_diff1": 0.812839, + "nauc_mrr_at_5_max": 0.58945, + "nauc_mrr_at_5_std": -0.048084, + "nauc_mrr_at_5_diff1": 0.813961, + "nauc_mrr_at_10_max": 0.584105, + "nauc_mrr_at_10_std": -0.055101, + "nauc_mrr_at_10_diff1": 0.816218, + "nauc_mrr_at_20_max": 0.582767, + "nauc_mrr_at_20_std": -0.055101, + "nauc_mrr_at_20_diff1": 0.816666, + "nauc_mrr_at_100_max": 0.582558, + "nauc_mrr_at_100_std": -0.054348, + "nauc_mrr_at_100_diff1": 0.816797, + "nauc_mrr_at_1000_max": 0.582512, + "nauc_mrr_at_1000_std": -0.054465, + "nauc_mrr_at_1000_diff1": 0.816806, + "cv_recall_at_1": 0.78647, + "cv_recall_at_3": 0.90949, + "cv_recall_at_5": 0.94376, + "cv_recall_at_10": 0.97891, + "cv_recall_at_20": 0.99121, + "cv_recall_at_100": 0.99824, + "cv_recall_at_1000": 1.0, + "main_score": 0.88646, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 41.9371702671051, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/FinanceBenchRetrieval.json b/results/voyageai__voyage-4-large/1/FinanceBenchRetrieval.json new file mode 100644 index 0000000000..9b40b08fe1 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/FinanceBenchRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "e68478442112cae36b70a216f52cc2777acf0a7e", + "task_name": "FinanceBenchRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.84667, + "ndcg_at_3": 0.91047, + "ndcg_at_5": 0.92425, + "ndcg_at_10": 0.92884, + "ndcg_at_20": 0.92884, + "ndcg_at_100": 0.92884, + "ndcg_at_1000": 0.92884, + "map_at_1": 0.84667, + "map_at_3": 0.89556, + "map_at_5": 0.90322, + "map_at_10": 0.90529, + "map_at_20": 0.90529, + "map_at_100": 0.90529, + "map_at_1000": 0.90529, + "recall_at_1": 0.84667, + "recall_at_3": 0.95333, + "recall_at_5": 0.98667, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.84667, + "precision_at_1": 0.84667, + "precision_at_3": 0.31778, + "precision_at_5": 0.19733, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.846667, + "mrr_at_3": 0.895556, + "mrr_at_5": 0.903222, + "mrr_at_10": 0.905286, + "mrr_at_20": 0.905286, + "mrr_at_100": 0.905286, + "mrr_at_1000": 0.905286, + "nauc_ndcg_at_1_max": 0.303641, + "nauc_ndcg_at_1_std": -0.377089, + "nauc_ndcg_at_1_diff1": 0.694169, + "nauc_ndcg_at_3_max": 0.502197, + "nauc_ndcg_at_3_std": -0.239936, + "nauc_ndcg_at_3_diff1": 0.70776, + "nauc_ndcg_at_5_max": 0.431139, + "nauc_ndcg_at_5_std": -0.344701, + "nauc_ndcg_at_5_diff1": 0.692356, + "nauc_ndcg_at_10_max": 0.401772, + "nauc_ndcg_at_10_std": -0.319161, + "nauc_ndcg_at_10_diff1": 0.685589, + "nauc_ndcg_at_20_max": 0.401772, + "nauc_ndcg_at_20_std": -0.319161, + "nauc_ndcg_at_20_diff1": 0.685589, + "nauc_ndcg_at_100_max": 0.401772, + "nauc_ndcg_at_100_std": -0.319161, + "nauc_ndcg_at_100_diff1": 0.685589, + "nauc_ndcg_at_1000_max": 0.401772, + "nauc_ndcg_at_1000_std": -0.319161, + "nauc_ndcg_at_1000_diff1": 0.685589, + "nauc_map_at_1_max": 0.303641, + "nauc_map_at_1_std": -0.377089, + "nauc_map_at_1_diff1": 0.694169, + "nauc_map_at_3_max": 0.440528, + "nauc_map_at_3_std": -0.28612, + "nauc_map_at_3_diff1": 0.694859, + "nauc_map_at_5_max": 0.404851, + "nauc_map_at_5_std": -0.333497, + "nauc_map_at_5_diff1": 0.687581, + "nauc_map_at_10_max": 0.394346, + "nauc_map_at_10_std": -0.323587, + "nauc_map_at_10_diff1": 0.685262, + "nauc_map_at_20_max": 0.394346, + "nauc_map_at_20_std": -0.323587, + "nauc_map_at_20_diff1": 0.685262, + "nauc_map_at_100_max": 0.394346, + "nauc_map_at_100_std": -0.323587, + "nauc_map_at_100_diff1": 0.685262, + "nauc_map_at_1000_max": 0.394346, + "nauc_map_at_1000_std": -0.323587, + "nauc_map_at_1000_diff1": 0.685262, + "nauc_recall_at_1_max": 0.303641, + "nauc_recall_at_1_std": -0.377089, + "nauc_recall_at_1_diff1": 0.694169, + "nauc_recall_at_3_max": 0.880285, + "nauc_recall_at_3_std": 0.046819, + "nauc_recall_at_3_diff1": 0.795585, + "nauc_recall_at_5_max": 0.869281, + "nauc_recall_at_5_std": -0.690943, + "nauc_recall_at_5_diff1": 0.795752, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.303641, + "nauc_precision_at_1_std": -0.377089, + "nauc_precision_at_1_diff1": 0.694169, + "nauc_precision_at_3_max": 0.880285, + "nauc_precision_at_3_std": 0.046819, + "nauc_precision_at_3_diff1": 0.795585, + "nauc_precision_at_5_max": 0.869281, + "nauc_precision_at_5_std": -0.690943, + "nauc_precision_at_5_diff1": 0.795752, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.303641, + "nauc_mrr_at_1_std": -0.377089, + "nauc_mrr_at_1_diff1": 0.694169, + "nauc_mrr_at_3_max": 0.440528, + "nauc_mrr_at_3_std": -0.28612, + "nauc_mrr_at_3_diff1": 0.694859, + "nauc_mrr_at_5_max": 0.404851, + "nauc_mrr_at_5_std": -0.333497, + "nauc_mrr_at_5_diff1": 0.687581, + "nauc_mrr_at_10_max": 0.394346, + "nauc_mrr_at_10_std": -0.323587, + "nauc_mrr_at_10_diff1": 0.685262, + "nauc_mrr_at_20_max": 0.394346, + "nauc_mrr_at_20_std": -0.323587, + "nauc_mrr_at_20_diff1": 0.685262, + "nauc_mrr_at_100_max": 0.394346, + "nauc_mrr_at_100_std": -0.323587, + "nauc_mrr_at_100_diff1": 0.685262, + "nauc_mrr_at_1000_max": 0.394346, + "nauc_mrr_at_1000_std": -0.323587, + "nauc_mrr_at_1000_diff1": 0.685262, + "cv_recall_at_1": 0.84667, + "cv_recall_at_3": 0.95333, + "cv_recall_at_5": 0.98667, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.92884, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.42744517326355, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/French1Retrieval.json b/results/voyageai__voyage-4-large/1/French1Retrieval.json new file mode 100644 index 0000000000..9e4582357e --- /dev/null +++ b/results/voyageai__voyage-4-large/1/French1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "c5c5a44f75dff57be44e5623e817239b050bf0f2", + "task_name": "French1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.7534, + "ndcg_at_3": 0.83678, + "ndcg_at_5": 0.84967, + "ndcg_at_10": 0.85865, + "ndcg_at_20": 0.86305, + "ndcg_at_100": 0.86711, + "ndcg_at_1000": 0.86809, + "map_at_1": 0.7534, + "map_at_3": 0.81712, + "map_at_5": 0.82426, + "map_at_10": 0.82807, + "map_at_20": 0.82927, + "map_at_100": 0.82987, + "map_at_1000": 0.82991, + "recall_at_1": 0.7534, + "recall_at_3": 0.89334, + "recall_at_5": 0.92468, + "recall_at_10": 0.9519, + "recall_at_20": 0.96939, + "recall_at_100": 0.99077, + "recall_at_1000": 0.9983, + "accuracy": 0.7534, + "precision_at_1": 0.7534, + "precision_at_3": 0.29786, + "precision_at_5": 0.18499, + "precision_at_10": 0.09521, + "precision_at_20": 0.04848, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753401, + "mrr_at_3": 0.817096, + "mrr_at_5": 0.824239, + "mrr_at_10": 0.828048, + "mrr_at_20": 0.829251, + "mrr_at_100": 0.829846, + "mrr_at_1000": 0.829886, + "nauc_ndcg_at_1_max": 0.501203, + "nauc_ndcg_at_1_std": -0.032841, + "nauc_ndcg_at_1_diff1": 0.728669, + "nauc_ndcg_at_3_max": 0.572982, + "nauc_ndcg_at_3_std": -0.050861, + "nauc_ndcg_at_3_diff1": 0.685315, + "nauc_ndcg_at_5_max": 0.578962, + "nauc_ndcg_at_5_std": -0.058272, + "nauc_ndcg_at_5_diff1": 0.696156, + "nauc_ndcg_at_10_max": 0.570516, + "nauc_ndcg_at_10_std": -0.051345, + "nauc_ndcg_at_10_diff1": 0.700135, + "nauc_ndcg_at_20_max": 0.56398, + "nauc_ndcg_at_20_std": -0.048939, + "nauc_ndcg_at_20_diff1": 0.699308, + "nauc_ndcg_at_100_max": 0.560398, + "nauc_ndcg_at_100_std": -0.044349, + "nauc_ndcg_at_100_diff1": 0.703194, + "nauc_ndcg_at_1000_max": 0.557921, + "nauc_ndcg_at_1000_std": -0.045948, + "nauc_ndcg_at_1000_diff1": 0.702777, + "nauc_map_at_1_max": 0.501203, + "nauc_map_at_1_std": -0.032841, + "nauc_map_at_1_diff1": 0.728669, + "nauc_map_at_3_max": 0.553145, + "nauc_map_at_3_std": -0.046712, + "nauc_map_at_3_diff1": 0.698105, + "nauc_map_at_5_max": 0.555203, + "nauc_map_at_5_std": -0.050083, + "nauc_map_at_5_diff1": 0.703996, + "nauc_map_at_10_max": 0.551578, + "nauc_map_at_10_std": -0.047868, + "nauc_map_at_10_diff1": 0.7056, + "nauc_map_at_20_max": 0.549995, + "nauc_map_at_20_std": -0.047229, + "nauc_map_at_20_diff1": 0.705445, + "nauc_map_at_100_max": 0.549526, + "nauc_map_at_100_std": -0.046584, + "nauc_map_at_100_diff1": 0.705934, + "nauc_map_at_1000_max": 0.549444, + "nauc_map_at_1000_std": -0.046642, + "nauc_map_at_1000_diff1": 0.705919, + "nauc_recall_at_1_max": 0.501203, + "nauc_recall_at_1_std": -0.032841, + "nauc_recall_at_1_diff1": 0.728669, + "nauc_recall_at_3_max": 0.662389, + "nauc_recall_at_3_std": -0.068932, + "nauc_recall_at_3_diff1": 0.62706, + "nauc_recall_at_5_max": 0.725213, + "nauc_recall_at_5_std": -0.109761, + "nauc_recall_at_5_diff1": 0.651157, + "nauc_recall_at_10_max": 0.739575, + "nauc_recall_at_10_std": -0.074377, + "nauc_recall_at_10_diff1": 0.658092, + "nauc_recall_at_20_max": 0.728871, + "nauc_recall_at_20_std": -0.050842, + "nauc_recall_at_20_diff1": 0.621052, + "nauc_recall_at_100_max": 0.861489, + "nauc_recall_at_100_std": 0.241309, + "nauc_recall_at_100_diff1": 0.705492, + "nauc_recall_at_1000_max": 0.838263, + "nauc_recall_at_1000_std": 0.648984, + "nauc_recall_at_1000_diff1": 0.492584, + "nauc_precision_at_1_max": 0.501203, + "nauc_precision_at_1_std": -0.032841, + "nauc_precision_at_1_diff1": 0.728669, + "nauc_precision_at_3_max": 0.659473, + "nauc_precision_at_3_std": -0.068265, + "nauc_precision_at_3_diff1": 0.622913, + "nauc_precision_at_5_max": 0.720772, + "nauc_precision_at_5_std": -0.108599, + "nauc_precision_at_5_diff1": 0.645207, + "nauc_precision_at_10_max": 0.732519, + "nauc_precision_at_10_std": -0.072871, + "nauc_precision_at_10_diff1": 0.648745, + "nauc_precision_at_20_max": 0.717984, + "nauc_precision_at_20_std": -0.048808, + "nauc_precision_at_20_diff1": 0.606941, + "nauc_precision_at_100_max": 0.820689, + "nauc_precision_at_100_std": 0.235059, + "nauc_precision_at_100_diff1": 0.656436, + "nauc_precision_at_1000_max": 0.657363, + "nauc_precision_at_1000_std": 0.539421, + "nauc_precision_at_1000_diff1": 0.311902, + "nauc_mrr_at_1_max": 0.501203, + "nauc_mrr_at_1_std": -0.032841, + "nauc_mrr_at_1_diff1": 0.728669, + "nauc_mrr_at_3_max": 0.553112, + "nauc_mrr_at_3_std": -0.046729, + "nauc_mrr_at_3_diff1": 0.698132, + "nauc_mrr_at_5_max": 0.555168, + "nauc_mrr_at_5_std": -0.0501, + "nauc_mrr_at_5_diff1": 0.704022, + "nauc_mrr_at_10_max": 0.551543, + "nauc_mrr_at_10_std": -0.047886, + "nauc_mrr_at_10_diff1": 0.705627, + "nauc_mrr_at_20_max": 0.54996, + "nauc_mrr_at_20_std": -0.047247, + "nauc_mrr_at_20_diff1": 0.705472, + "nauc_mrr_at_100_max": 0.54949, + "nauc_mrr_at_100_std": -0.046602, + "nauc_mrr_at_100_diff1": 0.705962, + "nauc_mrr_at_1000_max": 0.549408, + "nauc_mrr_at_1000_std": -0.04666, + "nauc_mrr_at_1000_diff1": 0.705946, + "cv_recall_at_1": 0.7534, + "cv_recall_at_3": 0.89334, + "cv_recall_at_5": 0.92468, + "cv_recall_at_10": 0.9519, + "cv_recall_at_20": 0.96939, + "cv_recall_at_100": 0.99077, + "cv_recall_at_1000": 0.9983, + "main_score": 0.85865, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 1291.1869020462036, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/FrenchLegal1Retrieval.json b/results/voyageai__voyage-4-large/1/FrenchLegal1Retrieval.json new file mode 100644 index 0000000000..34197c0905 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/FrenchLegal1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d", + "task_name": "FrenchLegal1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.88279, + "ndcg_at_3": 0.9246, + "ndcg_at_5": 0.93277, + "ndcg_at_10": 0.93624, + "ndcg_at_20": 0.93771, + "ndcg_at_100": 0.93894, + "ndcg_at_1000": 0.93933, + "map_at_1": 0.88279, + "map_at_3": 0.91483, + "map_at_5": 0.9194, + "map_at_10": 0.92082, + "map_at_20": 0.92125, + "map_at_100": 0.92143, + "map_at_1000": 0.92144, + "recall_at_1": 0.88279, + "recall_at_3": 0.95265, + "recall_at_5": 0.97234, + "recall_at_10": 0.98312, + "recall_at_20": 0.98875, + "recall_at_100": 0.99531, + "recall_at_1000": 0.99859, + "accuracy": 0.88279, + "precision_at_1": 0.88279, + "precision_at_3": 0.31755, + "precision_at_5": 0.19447, + "precision_at_10": 0.09831, + "precision_at_20": 0.04944, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.882794, + "mrr_at_3": 0.91483, + "mrr_at_5": 0.919401, + "mrr_at_10": 0.920822, + "mrr_at_20": 0.921254, + "mrr_at_100": 0.921427, + "mrr_at_1000": 0.921437, + "nauc_ndcg_at_1_max": 0.772122, + "nauc_ndcg_at_1_std": 0.21151, + "nauc_ndcg_at_1_diff1": 0.920248, + "nauc_ndcg_at_3_max": 0.802325, + "nauc_ndcg_at_3_std": 0.247707, + "nauc_ndcg_at_3_diff1": 0.90284, + "nauc_ndcg_at_5_max": 0.806597, + "nauc_ndcg_at_5_std": 0.253776, + "nauc_ndcg_at_5_diff1": 0.908096, + "nauc_ndcg_at_10_max": 0.805143, + "nauc_ndcg_at_10_std": 0.254456, + "nauc_ndcg_at_10_diff1": 0.909846, + "nauc_ndcg_at_20_max": 0.802112, + "nauc_ndcg_at_20_std": 0.256698, + "nauc_ndcg_at_20_diff1": 0.908992, + "nauc_ndcg_at_100_max": 0.798871, + "nauc_ndcg_at_100_std": 0.250203, + "nauc_ndcg_at_100_diff1": 0.909599, + "nauc_ndcg_at_1000_max": 0.797966, + "nauc_ndcg_at_1000_std": 0.247994, + "nauc_ndcg_at_1000_diff1": 0.910141, + "nauc_map_at_1_max": 0.772122, + "nauc_map_at_1_std": 0.21151, + "nauc_map_at_1_diff1": 0.920248, + "nauc_map_at_3_max": 0.793051, + "nauc_map_at_3_std": 0.235385, + "nauc_map_at_3_diff1": 0.908135, + "nauc_map_at_5_max": 0.794713, + "nauc_map_at_5_std": 0.237291, + "nauc_map_at_5_diff1": 0.910833, + "nauc_map_at_10_max": 0.794049, + "nauc_map_at_10_std": 0.23735, + "nauc_map_at_10_diff1": 0.911545, + "nauc_map_at_20_max": 0.793257, + "nauc_map_at_20_std": 0.237857, + "nauc_map_at_20_diff1": 0.911345, + "nauc_map_at_100_max": 0.792892, + "nauc_map_at_100_std": 0.23717, + "nauc_map_at_100_diff1": 0.911421, + "nauc_map_at_1000_max": 0.792875, + "nauc_map_at_1000_std": 0.237141, + "nauc_map_at_1000_diff1": 0.911432, + "nauc_recall_at_1_max": 0.772122, + "nauc_recall_at_1_std": 0.21151, + "nauc_recall_at_1_diff1": 0.920248, + "nauc_recall_at_3_max": 0.849313, + "nauc_recall_at_3_std": 0.31109, + "nauc_recall_at_3_diff1": 0.876049, + "nauc_recall_at_5_max": 0.905118, + "nauc_recall_at_5_std": 0.393963, + "nauc_recall_at_5_diff1": 0.888126, + "nauc_recall_at_10_max": 0.950399, + "nauc_recall_at_10_std": 0.487708, + "nauc_recall_at_10_diff1": 0.893664, + "nauc_recall_at_20_max": 0.961196, + "nauc_recall_at_20_std": 0.647195, + "nauc_recall_at_20_diff1": 0.868408, + "nauc_recall_at_100_max": 0.959151, + "nauc_recall_at_100_std": 0.732614, + "nauc_recall_at_100_diff1": 0.851313, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.912868, + "nauc_precision_at_1_max": 0.772122, + "nauc_precision_at_1_std": 0.21151, + "nauc_precision_at_1_diff1": 0.920248, + "nauc_precision_at_3_max": 0.849313, + "nauc_precision_at_3_std": 0.31109, + "nauc_precision_at_3_diff1": 0.876049, + "nauc_precision_at_5_max": 0.905118, + "nauc_precision_at_5_std": 0.393963, + "nauc_precision_at_5_diff1": 0.888126, + "nauc_precision_at_10_max": 0.950399, + "nauc_precision_at_10_std": 0.487708, + "nauc_precision_at_10_diff1": 0.893664, + "nauc_precision_at_20_max": 0.961196, + "nauc_precision_at_20_std": 0.647195, + "nauc_precision_at_20_diff1": 0.868408, + "nauc_precision_at_100_max": 0.959151, + "nauc_precision_at_100_std": 0.732614, + "nauc_precision_at_100_diff1": 0.851313, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.912868, + "nauc_mrr_at_1_max": 0.772122, + "nauc_mrr_at_1_std": 0.21151, + "nauc_mrr_at_1_diff1": 0.920248, + "nauc_mrr_at_3_max": 0.793051, + "nauc_mrr_at_3_std": 0.235385, + "nauc_mrr_at_3_diff1": 0.908135, + "nauc_mrr_at_5_max": 0.794713, + "nauc_mrr_at_5_std": 0.237291, + "nauc_mrr_at_5_diff1": 0.910833, + "nauc_mrr_at_10_max": 0.794049, + "nauc_mrr_at_10_std": 0.23735, + "nauc_mrr_at_10_diff1": 0.911545, + "nauc_mrr_at_20_max": 0.793257, + "nauc_mrr_at_20_std": 0.237857, + "nauc_mrr_at_20_diff1": 0.911345, + "nauc_mrr_at_100_max": 0.792892, + "nauc_mrr_at_100_std": 0.23717, + "nauc_mrr_at_100_diff1": 0.911421, + "nauc_mrr_at_1000_max": 0.792875, + "nauc_mrr_at_1000_std": 0.237141, + "nauc_mrr_at_1000_diff1": 0.911432, + "cv_recall_at_1": 0.88279, + "cv_recall_at_3": 0.95265, + "cv_recall_at_5": 0.97234, + "cv_recall_at_10": 0.98312, + "cv_recall_at_20": 0.98875, + "cv_recall_at_100": 0.99531, + "cv_recall_at_1000": 0.99859, + "main_score": 0.93624, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 274.4291009902954, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/FreshStackRetrieval.json b/results/voyageai__voyage-4-large/1/FreshStackRetrieval.json new file mode 100644 index 0000000000..014798c17f --- /dev/null +++ b/results/voyageai__voyage-4-large/1/FreshStackRetrieval.json @@ -0,0 +1,169 @@ +{ + "dataset_revision": "7a20df1abe4dafc46f93f9a7965bf9c6968bdf04", + "task_name": "FreshStackRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.56845, + "ndcg_at_3": 0.50946, + "ndcg_at_5": 0.48759, + "ndcg_at_10": 0.49333, + "ndcg_at_20": 0.53719, + "ndcg_at_100": 0.63541, + "ndcg_at_1000": 0.66584, + "map_at_1": 0.09858, + "map_at_3": 0.20148, + "map_at_5": 0.25399, + "map_at_10": 0.32001, + "map_at_20": 0.37116, + "map_at_100": 0.41625, + "map_at_1000": 0.42097, + "recall_at_1": 0.09858, + "recall_at_3": 0.23403, + "recall_at_5": 0.3236, + "recall_at_10": 0.46812, + "recall_at_20": 0.61646, + "recall_at_100": 0.87985, + "recall_at_1000": 0.99623, + "accuracy": 0.09858, + "precision_at_1": 0.56845, + "precision_at_3": 0.47619, + "precision_at_5": 0.41339, + "precision_at_10": 0.31815, + "precision_at_20": 0.22403, + "precision_at_100": 0.06993, + "precision_at_1000": 0.00808, + "mrr_at_1": 0.568452, + "mrr_at_3": 0.66245, + "mrr_at_5": 0.678224, + "mrr_at_10": 0.686161, + "mrr_at_20": 0.68825, + "mrr_at_100": 0.689511, + "mrr_at_1000": 0.689592, + "nauc_ndcg_at_1_max": 0.179118, + "nauc_ndcg_at_1_std": 0.05073, + "nauc_ndcg_at_1_diff1": 0.202024, + "nauc_ndcg_at_3_max": 0.194553, + "nauc_ndcg_at_3_std": 0.066034, + "nauc_ndcg_at_3_diff1": 0.068583, + "nauc_ndcg_at_5_max": 0.172003, + "nauc_ndcg_at_5_std": 0.016575, + "nauc_ndcg_at_5_diff1": 0.060796, + "nauc_ndcg_at_10_max": 0.130617, + "nauc_ndcg_at_10_std": -0.00057, + "nauc_ndcg_at_10_diff1": 0.073978, + "nauc_ndcg_at_20_max": 0.122466, + "nauc_ndcg_at_20_std": 0.010402, + "nauc_ndcg_at_20_diff1": 0.091711, + "nauc_ndcg_at_100_max": 0.176624, + "nauc_ndcg_at_100_std": 0.071243, + "nauc_ndcg_at_100_diff1": 0.091654, + "nauc_ndcg_at_1000_max": 0.193698, + "nauc_ndcg_at_1000_std": 0.053128, + "nauc_ndcg_at_1000_diff1": 0.084237, + "nauc_map_at_1_max": 0.030609, + "nauc_map_at_1_std": -0.083013, + "nauc_map_at_1_diff1": 0.195396, + "nauc_map_at_3_max": 0.06494, + "nauc_map_at_3_std": -0.065517, + "nauc_map_at_3_diff1": 0.104354, + "nauc_map_at_5_max": 0.061242, + "nauc_map_at_5_std": -0.089727, + "nauc_map_at_5_diff1": 0.097016, + "nauc_map_at_10_max": 0.059312, + "nauc_map_at_10_std": -0.074172, + "nauc_map_at_10_diff1": 0.084661, + "nauc_map_at_20_max": 0.081216, + "nauc_map_at_20_std": -0.04262, + "nauc_map_at_20_diff1": 0.0713, + "nauc_map_at_100_max": 0.118197, + "nauc_map_at_100_std": -0.00618, + "nauc_map_at_100_diff1": 0.060133, + "nauc_map_at_1000_max": 0.122539, + "nauc_map_at_1000_std": -0.006965, + "nauc_map_at_1000_diff1": 0.058305, + "nauc_recall_at_1_max": 0.030609, + "nauc_recall_at_1_std": -0.083013, + "nauc_recall_at_1_diff1": 0.195396, + "nauc_recall_at_3_max": 0.051223, + "nauc_recall_at_3_std": -0.059416, + "nauc_recall_at_3_diff1": 0.072783, + "nauc_recall_at_5_max": 0.030956, + "nauc_recall_at_5_std": -0.09898, + "nauc_recall_at_5_diff1": 0.085442, + "nauc_recall_at_10_max": 0.000864, + "nauc_recall_at_10_std": -0.061863, + "nauc_recall_at_10_diff1": 0.07284, + "nauc_recall_at_20_max": 0.024438, + "nauc_recall_at_20_std": 0.005893, + "nauc_recall_at_20_diff1": 0.069011, + "nauc_recall_at_100_max": 0.094879, + "nauc_recall_at_100_std": 0.200972, + "nauc_recall_at_100_diff1": 0.122002, + "nauc_recall_at_1000_max": -0.211933, + "nauc_recall_at_1000_std": 0.524326, + "nauc_recall_at_1000_diff1": 0.537599, + "nauc_precision_at_1_max": 0.179118, + "nauc_precision_at_1_std": 0.05073, + "nauc_precision_at_1_diff1": 0.202024, + "nauc_precision_at_3_max": 0.193738, + "nauc_precision_at_3_std": 0.081666, + "nauc_precision_at_3_diff1": 0.013967, + "nauc_precision_at_5_max": 0.168399, + "nauc_precision_at_5_std": 0.04662, + "nauc_precision_at_5_diff1": -0.004778, + "nauc_precision_at_10_max": 0.158092, + "nauc_precision_at_10_std": 0.07699, + "nauc_precision_at_10_diff1": -0.051557, + "nauc_precision_at_20_max": 0.179121, + "nauc_precision_at_20_std": 0.122169, + "nauc_precision_at_20_diff1": -0.070519, + "nauc_precision_at_100_max": 0.206742, + "nauc_precision_at_100_std": 0.158111, + "nauc_precision_at_100_diff1": -0.090485, + "nauc_precision_at_1000_max": 0.20314, + "nauc_precision_at_1000_std": 0.104996, + "nauc_precision_at_1000_diff1": -0.101326, + "nauc_mrr_at_1_max": 0.179118, + "nauc_mrr_at_1_std": 0.05073, + "nauc_mrr_at_1_diff1": 0.202024, + "nauc_mrr_at_3_max": 0.195534, + "nauc_mrr_at_3_std": 0.077007, + "nauc_mrr_at_3_diff1": 0.178504, + "nauc_mrr_at_5_max": 0.200272, + "nauc_mrr_at_5_std": 0.074911, + "nauc_mrr_at_5_diff1": 0.190028, + "nauc_mrr_at_10_max": 0.202606, + "nauc_mrr_at_10_std": 0.079204, + "nauc_mrr_at_10_diff1": 0.18544, + "nauc_mrr_at_20_max": 0.202219, + "nauc_mrr_at_20_std": 0.077352, + "nauc_mrr_at_20_diff1": 0.185242, + "nauc_mrr_at_100_max": 0.20167, + "nauc_mrr_at_100_std": 0.077182, + "nauc_mrr_at_100_diff1": 0.185949, + "nauc_mrr_at_1000_max": 0.2016, + "nauc_mrr_at_1000_std": 0.077048, + "nauc_mrr_at_1000_diff1": 0.185917, + "cv_recall_at_1": 0.56845, + "cv_recall_at_3": 0.77976, + "cv_recall_at_5": 0.85119, + "cv_recall_at_10": 0.90774, + "cv_recall_at_20": 0.93899, + "cv_recall_at_100": 0.98363, + "cv_recall_at_1000": 1.0, + "main_score": 0.49333, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code", + "javascript-Code", + "go-Code" + ] + } + ] + }, + "evaluation_time": 301.9828608036041, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/German1Retrieval.json b/results/voyageai__voyage-4-large/1/German1Retrieval.json new file mode 100644 index 0000000000..233cc5b5f4 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/German1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd", + "task_name": "German1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95064, + "ndcg_at_3": 0.97357, + "ndcg_at_5": 0.97555, + "ndcg_at_10": 0.97621, + "ndcg_at_20": 0.97693, + "ndcg_at_100": 0.97731, + "ndcg_at_1000": 0.9774, + "map_at_1": 0.94963, + "map_at_3": 0.96856, + "map_at_5": 0.96968, + "map_at_10": 0.96994, + "map_at_20": 0.97016, + "map_at_100": 0.97021, + "map_at_1000": 0.97022, + "recall_at_1": 0.94963, + "recall_at_3": 0.98783, + "recall_at_5": 0.99256, + "recall_at_10": 0.99459, + "recall_at_20": 0.9973, + "recall_at_100": 0.99932, + "recall_at_1000": 1.0, + "accuracy": 0.94963, + "precision_at_1": 0.95064, + "precision_at_3": 0.32995, + "precision_at_5": 0.19892, + "precision_at_10": 0.09966, + "precision_at_20": 0.04997, + "precision_at_100": 0.01001, + "precision_at_1000": 0.001, + "mrr_at_1": 0.950642, + "mrr_at_3": 0.96856, + "mrr_at_5": 0.969675, + "mrr_at_10": 0.969944, + "mrr_at_20": 0.970162, + "mrr_at_100": 0.970215, + "mrr_at_1000": 0.970219, + "nauc_ndcg_at_1_max": 0.590114, + "nauc_ndcg_at_1_std": -0.389539, + "nauc_ndcg_at_1_diff1": 0.987464, + "nauc_ndcg_at_3_max": 0.673876, + "nauc_ndcg_at_3_std": -0.387042, + "nauc_ndcg_at_3_diff1": 0.989248, + "nauc_ndcg_at_5_max": 0.658669, + "nauc_ndcg_at_5_std": -0.35951, + "nauc_ndcg_at_5_diff1": 0.988378, + "nauc_ndcg_at_10_max": 0.652897, + "nauc_ndcg_at_10_std": -0.351309, + "nauc_ndcg_at_10_diff1": 0.989177, + "nauc_ndcg_at_20_max": 0.642035, + "nauc_ndcg_at_20_std": -0.382009, + "nauc_ndcg_at_20_diff1": 0.988838, + "nauc_ndcg_at_100_max": 0.641118, + "nauc_ndcg_at_100_std": -0.372074, + "nauc_ndcg_at_100_diff1": 0.988651, + "nauc_ndcg_at_1000_max": 0.639685, + "nauc_ndcg_at_1000_std": -0.376444, + "nauc_ndcg_at_1000_diff1": 0.988605, + "nauc_map_at_1_max": 0.594637, + "nauc_map_at_1_std": -0.381595, + "nauc_map_at_1_diff1": 0.987717, + "nauc_map_at_3_max": 0.646443, + "nauc_map_at_3_std": -0.38789, + "nauc_map_at_3_diff1": 0.988755, + "nauc_map_at_5_max": 0.638431, + "nauc_map_at_5_std": -0.376196, + "nauc_map_at_5_diff1": 0.988341, + "nauc_map_at_10_max": 0.636317, + "nauc_map_at_10_std": -0.373881, + "nauc_map_at_10_diff1": 0.988563, + "nauc_map_at_20_max": 0.633659, + "nauc_map_at_20_std": -0.381128, + "nauc_map_at_20_diff1": 0.98848, + "nauc_map_at_100_max": 0.633595, + "nauc_map_at_100_std": -0.379995, + "nauc_map_at_100_diff1": 0.988459, + "nauc_map_at_1000_max": 0.633548, + "nauc_map_at_1000_std": -0.380135, + "nauc_map_at_1000_diff1": 0.988458, + "nauc_recall_at_1_max": 0.594637, + "nauc_recall_at_1_std": -0.381595, + "nauc_recall_at_1_diff1": 0.987717, + "nauc_recall_at_3_max": 0.873817, + "nauc_recall_at_3_std": -0.380825, + "nauc_recall_at_3_diff1": 0.992737, + "nauc_recall_at_5_max": 0.883083, + "nauc_recall_at_5_std": -0.147158, + "nauc_recall_at_5_diff1": 0.988116, + "nauc_recall_at_10_max": 0.890306, + "nauc_recall_at_10_std": 0.050278, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.780613, + "nauc_recall_at_20_std": -0.535892, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.722188, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.590114, + "nauc_precision_at_1_std": -0.389539, + "nauc_precision_at_1_diff1": 0.987464, + "nauc_precision_at_3_max": 0.572179, + "nauc_precision_at_3_std": -0.295895, + "nauc_precision_at_3_diff1": 0.640445, + "nauc_precision_at_5_max": 0.448263, + "nauc_precision_at_5_std": -0.100739, + "nauc_precision_at_5_diff1": 0.485245, + "nauc_precision_at_10_max": 0.353941, + "nauc_precision_at_10_std": 0.0293, + "nauc_precision_at_10_diff1": 0.378298, + "nauc_precision_at_20_max": 0.073567, + "nauc_precision_at_20_std": -0.234188, + "nauc_precision_at_20_diff1": 0.108494, + "nauc_precision_at_100_max": -0.232323, + "nauc_precision_at_100_std": 0.113754, + "nauc_precision_at_100_diff1": -0.321693, + "nauc_precision_at_1000_max": -0.468531, + "nauc_precision_at_1000_std": -0.002869, + "nauc_precision_at_1000_diff1": -0.575032, + "nauc_mrr_at_1_max": 0.590114, + "nauc_mrr_at_1_std": -0.389539, + "nauc_mrr_at_1_diff1": 0.987464, + "nauc_mrr_at_3_max": 0.646443, + "nauc_mrr_at_3_std": -0.38789, + "nauc_mrr_at_3_diff1": 0.988755, + "nauc_mrr_at_5_max": 0.638431, + "nauc_mrr_at_5_std": -0.376196, + "nauc_mrr_at_5_diff1": 0.988341, + "nauc_mrr_at_10_max": 0.636317, + "nauc_mrr_at_10_std": -0.373881, + "nauc_mrr_at_10_diff1": 0.988563, + "nauc_mrr_at_20_max": 0.633659, + "nauc_mrr_at_20_std": -0.381128, + "nauc_mrr_at_20_diff1": 0.98848, + "nauc_mrr_at_100_max": 0.633595, + "nauc_mrr_at_100_std": -0.379995, + "nauc_mrr_at_100_diff1": 0.988459, + "nauc_mrr_at_1000_max": 0.633548, + "nauc_mrr_at_1000_std": -0.380135, + "nauc_mrr_at_1000_diff1": 0.988458, + "cv_recall_at_1": 0.95064, + "cv_recall_at_3": 0.98783, + "cv_recall_at_5": 0.99256, + "cv_recall_at_10": 0.99459, + "cv_recall_at_20": 0.9973, + "cv_recall_at_100": 0.99932, + "cv_recall_at_1000": 1.0, + "main_score": 0.97621, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 12.669666051864624, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/GermanHealthcare1Retrieval.json b/results/voyageai__voyage-4-large/1/GermanHealthcare1Retrieval.json new file mode 100644 index 0000000000..327e9b2bfb --- /dev/null +++ b/results/voyageai__voyage-4-large/1/GermanHealthcare1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8", + "task_name": "GermanHealthcare1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83871, + "ndcg_at_3": 0.89152, + "ndcg_at_5": 0.90476, + "ndcg_at_10": 0.91401, + "ndcg_at_20": 0.91561, + "ndcg_at_100": 0.91691, + "ndcg_at_1000": 0.91691, + "map_at_1": 0.83871, + "map_at_3": 0.87921, + "map_at_5": 0.88652, + "map_at_10": 0.89046, + "map_at_20": 0.89088, + "map_at_100": 0.8911, + "map_at_1000": 0.8911, + "recall_at_1": 0.83871, + "recall_at_3": 0.92688, + "recall_at_5": 0.95914, + "recall_at_10": 0.9871, + "recall_at_20": 0.99355, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.83871, + "precision_at_1": 0.83871, + "precision_at_3": 0.30896, + "precision_at_5": 0.19183, + "precision_at_10": 0.09871, + "precision_at_20": 0.04968, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83871, + "mrr_at_3": 0.879211, + "mrr_at_5": 0.886523, + "mrr_at_10": 0.890457, + "mrr_at_20": 0.89088, + "mrr_at_100": 0.891096, + "mrr_at_1000": 0.891096, + "nauc_ndcg_at_1_max": 0.65388, + "nauc_ndcg_at_1_std": -0.318936, + "nauc_ndcg_at_1_diff1": 0.852344, + "nauc_ndcg_at_3_max": 0.694505, + "nauc_ndcg_at_3_std": -0.257156, + "nauc_ndcg_at_3_diff1": 0.860618, + "nauc_ndcg_at_5_max": 0.701112, + "nauc_ndcg_at_5_std": -0.291297, + "nauc_ndcg_at_5_diff1": 0.863409, + "nauc_ndcg_at_10_max": 0.690824, + "nauc_ndcg_at_10_std": -0.282913, + "nauc_ndcg_at_10_diff1": 0.861318, + "nauc_ndcg_at_20_max": 0.688886, + "nauc_ndcg_at_20_std": -0.283263, + "nauc_ndcg_at_20_diff1": 0.860314, + "nauc_ndcg_at_100_max": 0.683853, + "nauc_ndcg_at_100_std": -0.28937, + "nauc_ndcg_at_100_diff1": 0.858673, + "nauc_ndcg_at_1000_max": 0.683853, + "nauc_ndcg_at_1000_std": -0.28937, + "nauc_ndcg_at_1000_diff1": 0.858673, + "nauc_map_at_1_max": 0.65388, + "nauc_map_at_1_std": -0.318936, + "nauc_map_at_1_diff1": 0.852344, + "nauc_map_at_3_max": 0.682982, + "nauc_map_at_3_std": -0.278627, + "nauc_map_at_3_diff1": 0.857679, + "nauc_map_at_5_max": 0.684964, + "nauc_map_at_5_std": -0.296676, + "nauc_map_at_5_diff1": 0.858907, + "nauc_map_at_10_max": 0.681141, + "nauc_map_at_10_std": -0.293018, + "nauc_map_at_10_diff1": 0.858068, + "nauc_map_at_20_max": 0.680681, + "nauc_map_at_20_std": -0.293271, + "nauc_map_at_20_diff1": 0.857855, + "nauc_map_at_100_max": 0.680022, + "nauc_map_at_100_std": -0.293804, + "nauc_map_at_100_diff1": 0.857616, + "nauc_map_at_1000_max": 0.680022, + "nauc_map_at_1000_std": -0.293804, + "nauc_map_at_1000_diff1": 0.857616, + "nauc_recall_at_1_max": 0.65388, + "nauc_recall_at_1_std": -0.318936, + "nauc_recall_at_1_diff1": 0.852344, + "nauc_recall_at_3_max": 0.746705, + "nauc_recall_at_3_std": -0.156987, + "nauc_recall_at_3_diff1": 0.874369, + "nauc_recall_at_5_max": 0.827898, + "nauc_recall_at_5_std": -0.257895, + "nauc_recall_at_5_diff1": 0.899204, + "nauc_recall_at_10_max": 0.892996, + "nauc_recall_at_10_std": -0.06812, + "nauc_recall_at_10_diff1": 0.934719, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.14636, + "nauc_recall_at_20_diff1": 0.956479, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.65388, + "nauc_precision_at_1_std": -0.318936, + "nauc_precision_at_1_diff1": 0.852344, + "nauc_precision_at_3_max": 0.746705, + "nauc_precision_at_3_std": -0.156987, + "nauc_precision_at_3_diff1": 0.874369, + "nauc_precision_at_5_max": 0.827898, + "nauc_precision_at_5_std": -0.257895, + "nauc_precision_at_5_diff1": 0.899204, + "nauc_precision_at_10_max": 0.892996, + "nauc_precision_at_10_std": -0.06812, + "nauc_precision_at_10_diff1": 0.934719, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.14636, + "nauc_precision_at_20_diff1": 0.956479, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.65388, + "nauc_mrr_at_1_std": -0.318936, + "nauc_mrr_at_1_diff1": 0.852344, + "nauc_mrr_at_3_max": 0.682982, + "nauc_mrr_at_3_std": -0.278627, + "nauc_mrr_at_3_diff1": 0.857679, + "nauc_mrr_at_5_max": 0.684964, + "nauc_mrr_at_5_std": -0.296676, + "nauc_mrr_at_5_diff1": 0.858907, + "nauc_mrr_at_10_max": 0.681141, + "nauc_mrr_at_10_std": -0.293018, + "nauc_mrr_at_10_diff1": 0.858068, + "nauc_mrr_at_20_max": 0.680681, + "nauc_mrr_at_20_std": -0.293271, + "nauc_mrr_at_20_diff1": 0.857855, + "nauc_mrr_at_100_max": 0.680022, + "nauc_mrr_at_100_std": -0.293804, + "nauc_mrr_at_100_diff1": 0.857616, + "nauc_mrr_at_1000_max": 0.680022, + "nauc_mrr_at_1000_std": -0.293804, + "nauc_mrr_at_1000_diff1": 0.857616, + "cv_recall_at_1": 0.83871, + "cv_recall_at_3": 0.92688, + "cv_recall_at_5": 0.95914, + "cv_recall_at_10": 0.9871, + "cv_recall_at_20": 0.99355, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.91401, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 10.62733793258667, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/GermanLegal1Retrieval.json b/results/voyageai__voyage-4-large/1/GermanLegal1Retrieval.json new file mode 100644 index 0000000000..7c2eb6e181 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/GermanLegal1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "65ea369daff680b77f90b560e7e97d2ab4ec5072", + "task_name": "GermanLegal1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6026, + "ndcg_at_3": 0.69854, + "ndcg_at_5": 0.73302, + "ndcg_at_10": 0.75538, + "ndcg_at_20": 0.76382, + "ndcg_at_100": 0.77142, + "ndcg_at_1000": 0.7733, + "map_at_1": 0.54546, + "map_at_3": 0.66385, + "map_at_5": 0.68664, + "map_at_10": 0.69824, + "map_at_20": 0.70097, + "map_at_100": 0.70225, + "map_at_1000": 0.70232, + "recall_at_1": 0.54546, + "recall_at_3": 0.76852, + "recall_at_5": 0.84714, + "recall_at_10": 0.91, + "recall_at_20": 0.94129, + "recall_at_100": 0.97966, + "recall_at_1000": 0.99445, + "accuracy": 0.54546, + "precision_at_1": 0.6026, + "precision_at_3": 0.29861, + "precision_at_5": 0.20068, + "precision_at_10": 0.10919, + "precision_at_20": 0.05655, + "precision_at_100": 0.01177, + "precision_at_1000": 0.00119, + "mrr_at_1": 0.602604, + "mrr_at_3": 0.69078, + "mrr_at_5": 0.707045, + "mrr_at_10": 0.713919, + "mrr_at_20": 0.715832, + "mrr_at_100": 0.716729, + "mrr_at_1000": 0.716788, + "nauc_ndcg_at_1_max": 0.353077, + "nauc_ndcg_at_1_std": -0.156734, + "nauc_ndcg_at_1_diff1": 0.605507, + "nauc_ndcg_at_3_max": 0.351449, + "nauc_ndcg_at_3_std": -0.185606, + "nauc_ndcg_at_3_diff1": 0.563044, + "nauc_ndcg_at_5_max": 0.377941, + "nauc_ndcg_at_5_std": -0.169956, + "nauc_ndcg_at_5_diff1": 0.57008, + "nauc_ndcg_at_10_max": 0.394657, + "nauc_ndcg_at_10_std": -0.143391, + "nauc_ndcg_at_10_diff1": 0.575659, + "nauc_ndcg_at_20_max": 0.392877, + "nauc_ndcg_at_20_std": -0.136712, + "nauc_ndcg_at_20_diff1": 0.578662, + "nauc_ndcg_at_100_max": 0.388283, + "nauc_ndcg_at_100_std": -0.139099, + "nauc_ndcg_at_100_diff1": 0.581048, + "nauc_ndcg_at_1000_max": 0.385782, + "nauc_ndcg_at_1000_std": -0.143363, + "nauc_ndcg_at_1000_diff1": 0.581648, + "nauc_map_at_1_max": 0.262008, + "nauc_map_at_1_std": -0.196533, + "nauc_map_at_1_diff1": 0.593955, + "nauc_map_at_3_max": 0.332051, + "nauc_map_at_3_std": -0.195731, + "nauc_map_at_3_diff1": 0.571019, + "nauc_map_at_5_max": 0.351355, + "nauc_map_at_5_std": -0.183604, + "nauc_map_at_5_diff1": 0.575278, + "nauc_map_at_10_max": 0.361702, + "nauc_map_at_10_std": -0.169033, + "nauc_map_at_10_diff1": 0.578005, + "nauc_map_at_20_max": 0.361889, + "nauc_map_at_20_std": -0.16676, + "nauc_map_at_20_diff1": 0.578766, + "nauc_map_at_100_max": 0.361462, + "nauc_map_at_100_std": -0.166843, + "nauc_map_at_100_diff1": 0.579368, + "nauc_map_at_1000_max": 0.361404, + "nauc_map_at_1000_std": -0.166921, + "nauc_map_at_1000_diff1": 0.57939, + "nauc_recall_at_1_max": 0.262008, + "nauc_recall_at_1_std": -0.196533, + "nauc_recall_at_1_diff1": 0.593955, + "nauc_recall_at_3_max": 0.338019, + "nauc_recall_at_3_std": -0.209092, + "nauc_recall_at_3_diff1": 0.507189, + "nauc_recall_at_5_max": 0.41888, + "nauc_recall_at_5_std": -0.168194, + "nauc_recall_at_5_diff1": 0.506687, + "nauc_recall_at_10_max": 0.536925, + "nauc_recall_at_10_std": -0.023519, + "nauc_recall_at_10_diff1": 0.515352, + "nauc_recall_at_20_max": 0.580786, + "nauc_recall_at_20_std": 0.103496, + "nauc_recall_at_20_diff1": 0.531496, + "nauc_recall_at_100_max": 0.7188, + "nauc_recall_at_100_std": 0.379034, + "nauc_recall_at_100_diff1": 0.569007, + "nauc_recall_at_1000_max": 0.890189, + "nauc_recall_at_1000_std": 0.524804, + "nauc_recall_at_1000_diff1": 0.679329, + "nauc_precision_at_1_max": 0.353077, + "nauc_precision_at_1_std": -0.156734, + "nauc_precision_at_1_diff1": 0.605507, + "nauc_precision_at_3_max": 0.354373, + "nauc_precision_at_3_std": -0.008935, + "nauc_precision_at_3_diff1": 0.228242, + "nauc_precision_at_5_max": 0.355289, + "nauc_precision_at_5_std": 0.093466, + "nauc_precision_at_5_diff1": 0.110464, + "nauc_precision_at_10_max": 0.336461, + "nauc_precision_at_10_std": 0.211788, + "nauc_precision_at_10_diff1": 0.010117, + "nauc_precision_at_20_max": 0.309539, + "nauc_precision_at_20_std": 0.261404, + "nauc_precision_at_20_diff1": -0.043047, + "nauc_precision_at_100_max": 0.26316, + "nauc_precision_at_100_std": 0.288892, + "nauc_precision_at_100_diff1": -0.111041, + "nauc_precision_at_1000_max": 0.241361, + "nauc_precision_at_1000_std": 0.284347, + "nauc_precision_at_1000_diff1": -0.139574, + "nauc_mrr_at_1_max": 0.353077, + "nauc_mrr_at_1_std": -0.156734, + "nauc_mrr_at_1_diff1": 0.605507, + "nauc_mrr_at_3_max": 0.382898, + "nauc_mrr_at_3_std": -0.151711, + "nauc_mrr_at_3_diff1": 0.583227, + "nauc_mrr_at_5_max": 0.391312, + "nauc_mrr_at_5_std": -0.145493, + "nauc_mrr_at_5_diff1": 0.58776, + "nauc_mrr_at_10_max": 0.391512, + "nauc_mrr_at_10_std": -0.141881, + "nauc_mrr_at_10_diff1": 0.588682, + "nauc_mrr_at_20_max": 0.390042, + "nauc_mrr_at_20_std": -0.141577, + "nauc_mrr_at_20_diff1": 0.589354, + "nauc_mrr_at_100_max": 0.389258, + "nauc_mrr_at_100_std": -0.141905, + "nauc_mrr_at_100_diff1": 0.589469, + "nauc_mrr_at_1000_max": 0.389181, + "nauc_mrr_at_1000_std": -0.141998, + "nauc_mrr_at_1000_diff1": 0.589479, + "cv_recall_at_1": 0.6026, + "cv_recall_at_3": 0.80227, + "cv_recall_at_5": 0.87171, + "cv_recall_at_10": 0.92115, + "cv_recall_at_20": 0.94791, + "cv_recall_at_100": 0.98071, + "cv_recall_at_1000": 0.99445, + "main_score": 0.75538, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 46.91679787635803, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/HC3FinanceRetrieval.json b/results/voyageai__voyage-4-large/1/HC3FinanceRetrieval.json new file mode 100644 index 0000000000..ac6b440025 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/HC3FinanceRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "fda6fad068f2ed814d99f29dc95dbb28ac586943", + "task_name": "HC3FinanceRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.61687, + "ndcg_at_3": 0.7282, + "ndcg_at_5": 0.75183, + "ndcg_at_10": 0.76705, + "ndcg_at_20": 0.77493, + "ndcg_at_100": 0.78522, + "ndcg_at_1000": 0.78621, + "map_at_1": 0.61687, + "map_at_3": 0.70161, + "map_at_5": 0.71462, + "map_at_10": 0.72114, + "map_at_20": 0.72328, + "map_at_100": 0.72486, + "map_at_1000": 0.7249, + "recall_at_1": 0.61687, + "recall_at_3": 0.80482, + "recall_at_5": 0.86265, + "recall_at_10": 0.90843, + "recall_at_20": 0.93976, + "recall_at_100": 0.99277, + "recall_at_1000": 1.0, + "accuracy": 0.61687, + "precision_at_1": 0.61687, + "precision_at_3": 0.26827, + "precision_at_5": 0.17253, + "precision_at_10": 0.09084, + "precision_at_20": 0.04699, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.616867, + "mrr_at_3": 0.701606, + "mrr_at_5": 0.714618, + "mrr_at_10": 0.721135, + "mrr_at_20": 0.723281, + "mrr_at_100": 0.724856, + "mrr_at_1000": 0.724905, + "nauc_ndcg_at_1_max": 0.427066, + "nauc_ndcg_at_1_std": -0.165875, + "nauc_ndcg_at_1_diff1": 0.707262, + "nauc_ndcg_at_3_max": 0.491967, + "nauc_ndcg_at_3_std": -0.139245, + "nauc_ndcg_at_3_diff1": 0.699057, + "nauc_ndcg_at_5_max": 0.503689, + "nauc_ndcg_at_5_std": -0.128275, + "nauc_ndcg_at_5_diff1": 0.696432, + "nauc_ndcg_at_10_max": 0.490633, + "nauc_ndcg_at_10_std": -0.137015, + "nauc_ndcg_at_10_diff1": 0.695184, + "nauc_ndcg_at_20_max": 0.495856, + "nauc_ndcg_at_20_std": -0.129012, + "nauc_ndcg_at_20_diff1": 0.699403, + "nauc_ndcg_at_100_max": 0.486542, + "nauc_ndcg_at_100_std": -0.136835, + "nauc_ndcg_at_100_diff1": 0.700889, + "nauc_ndcg_at_1000_max": 0.485105, + "nauc_ndcg_at_1000_std": -0.136009, + "nauc_ndcg_at_1000_diff1": 0.700251, + "nauc_map_at_1_max": 0.427066, + "nauc_map_at_1_std": -0.165875, + "nauc_map_at_1_diff1": 0.707262, + "nauc_map_at_3_max": 0.476547, + "nauc_map_at_3_std": -0.142649, + "nauc_map_at_3_diff1": 0.701636, + "nauc_map_at_5_max": 0.482568, + "nauc_map_at_5_std": -0.137, + "nauc_map_at_5_diff1": 0.70069, + "nauc_map_at_10_max": 0.47709, + "nauc_map_at_10_std": -0.140437, + "nauc_map_at_10_diff1": 0.699707, + "nauc_map_at_20_max": 0.478263, + "nauc_map_at_20_std": -0.138713, + "nauc_map_at_20_diff1": 0.700629, + "nauc_map_at_100_max": 0.477283, + "nauc_map_at_100_std": -0.139484, + "nauc_map_at_100_diff1": 0.701026, + "nauc_map_at_1000_max": 0.477235, + "nauc_map_at_1000_std": -0.139416, + "nauc_map_at_1000_diff1": 0.701001, + "nauc_recall_at_1_max": 0.427066, + "nauc_recall_at_1_std": -0.165875, + "nauc_recall_at_1_diff1": 0.707262, + "nauc_recall_at_3_max": 0.550976, + "nauc_recall_at_3_std": -0.128266, + "nauc_recall_at_3_diff1": 0.688744, + "nauc_recall_at_5_max": 0.611774, + "nauc_recall_at_5_std": -0.084349, + "nauc_recall_at_5_diff1": 0.672909, + "nauc_recall_at_10_max": 0.577166, + "nauc_recall_at_10_std": -0.121674, + "nauc_recall_at_10_diff1": 0.662764, + "nauc_recall_at_20_max": 0.684804, + "nauc_recall_at_20_std": -0.011029, + "nauc_recall_at_20_diff1": 0.701106, + "nauc_recall_at_100_max": 0.758579, + "nauc_recall_at_100_std": -0.23805, + "nauc_recall_at_100_diff1": 0.814698, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.427066, + "nauc_precision_at_1_std": -0.165875, + "nauc_precision_at_1_diff1": 0.707262, + "nauc_precision_at_3_max": 0.550976, + "nauc_precision_at_3_std": -0.128266, + "nauc_precision_at_3_diff1": 0.688744, + "nauc_precision_at_5_max": 0.611774, + "nauc_precision_at_5_std": -0.084349, + "nauc_precision_at_5_diff1": 0.672909, + "nauc_precision_at_10_max": 0.577166, + "nauc_precision_at_10_std": -0.121674, + "nauc_precision_at_10_diff1": 0.662764, + "nauc_precision_at_20_max": 0.684804, + "nauc_precision_at_20_std": -0.011029, + "nauc_precision_at_20_diff1": 0.701106, + "nauc_precision_at_100_max": 0.758579, + "nauc_precision_at_100_std": -0.23805, + "nauc_precision_at_100_diff1": 0.814698, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.427066, + "nauc_mrr_at_1_std": -0.165875, + "nauc_mrr_at_1_diff1": 0.707262, + "nauc_mrr_at_3_max": 0.476547, + "nauc_mrr_at_3_std": -0.142649, + "nauc_mrr_at_3_diff1": 0.701636, + "nauc_mrr_at_5_max": 0.482568, + "nauc_mrr_at_5_std": -0.137, + "nauc_mrr_at_5_diff1": 0.70069, + "nauc_mrr_at_10_max": 0.47709, + "nauc_mrr_at_10_std": -0.140437, + "nauc_mrr_at_10_diff1": 0.699707, + "nauc_mrr_at_20_max": 0.478263, + "nauc_mrr_at_20_std": -0.138713, + "nauc_mrr_at_20_diff1": 0.700629, + "nauc_mrr_at_100_max": 0.477283, + "nauc_mrr_at_100_std": -0.139484, + "nauc_mrr_at_100_diff1": 0.701026, + "nauc_mrr_at_1000_max": 0.477235, + "nauc_mrr_at_1000_std": -0.139416, + "nauc_mrr_at_1000_diff1": 0.701001, + "cv_recall_at_1": 0.61687, + "cv_recall_at_3": 0.80482, + "cv_recall_at_5": 0.86265, + "cv_recall_at_10": 0.90843, + "cv_recall_at_20": 0.93976, + "cv_recall_at_100": 0.99277, + "cv_recall_at_1000": 1.0, + "main_score": 0.76705, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.006391048431396, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/HumanEvalRetrieval.json b/results/voyageai__voyage-4-large/1/HumanEvalRetrieval.json new file mode 100644 index 0000000000..20d4626f05 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/HumanEvalRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "ed1f48aca747f10bac146795328e2f03326e7625", + "task_name": "HumanEvalRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.99367, + "ndcg_at_3": 0.99367, + "ndcg_at_5": 0.99367, + "ndcg_at_10": 0.99567, + "ndcg_at_20": 0.99567, + "ndcg_at_100": 0.99567, + "ndcg_at_1000": 0.99567, + "map_at_1": 0.99367, + "map_at_3": 0.99367, + "map_at_5": 0.99367, + "map_at_10": 0.99446, + "map_at_20": 0.99446, + "map_at_100": 0.99446, + "map_at_1000": 0.99446, + "recall_at_1": 0.99367, + "recall_at_3": 0.99367, + "recall_at_5": 0.99367, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.99367, + "precision_at_1": 0.99367, + "precision_at_3": 0.33122, + "precision_at_5": 0.19873, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.993671, + "mrr_at_3": 0.993671, + "mrr_at_5": 0.993671, + "mrr_at_10": 0.994462, + "mrr_at_20": 0.994462, + "mrr_at_100": 0.994462, + "mrr_at_1000": 0.994462, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 1.0, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 1.0, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 1.0, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 1.0, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 1.0, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 1.0, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 1.0, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 1.0, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 1.0, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 1.0, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 1.0, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 1.0, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 1.0, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 1.0, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 1.0, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 1.0, + "nauc_mrr_at_1000_diff1": 1.0, + "cv_recall_at_1": 0.99367, + "cv_recall_at_3": 0.99367, + "cv_recall_at_5": 0.99367, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.99567, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 6.422157049179077, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/JapaneseCode1Retrieval.json b/results/voyageai__voyage-4-large/1/JapaneseCode1Retrieval.json new file mode 100644 index 0000000000..87f65a83c8 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/JapaneseCode1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "fc4cb6390055e65490dfc42526e1d6a379e8cd86", + "task_name": "JapaneseCode1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75315, + "ndcg_at_3": 0.83816, + "ndcg_at_5": 0.85078, + "ndcg_at_10": 0.86154, + "ndcg_at_20": 0.86582, + "ndcg_at_100": 0.86915, + "ndcg_at_1000": 0.87011, + "map_at_1": 0.74167, + "map_at_3": 0.81663, + "map_at_5": 0.82422, + "map_at_10": 0.82889, + "map_at_20": 0.8301, + "map_at_100": 0.83061, + "map_at_1000": 0.83065, + "recall_at_1": 0.74167, + "recall_at_3": 0.89602, + "recall_at_5": 0.9265, + "recall_at_10": 0.95886, + "recall_at_20": 0.97553, + "recall_at_100": 0.99279, + "recall_at_1000": 1.0, + "accuracy": 0.74167, + "precision_at_1": 0.75315, + "precision_at_3": 0.30826, + "precision_at_5": 0.19189, + "precision_at_10": 0.09941, + "precision_at_20": 0.05056, + "precision_at_100": 0.01029, + "precision_at_1000": 0.00104, + "mrr_at_1": 0.753153, + "mrr_at_3": 0.81967, + "mrr_at_5": 0.826111, + "mrr_at_10": 0.830368, + "mrr_at_20": 0.831558, + "mrr_at_100": 0.832036, + "mrr_at_1000": 0.832075, + "nauc_ndcg_at_1_max": 0.506273, + "nauc_ndcg_at_1_std": -0.224994, + "nauc_ndcg_at_1_diff1": 0.828301, + "nauc_ndcg_at_3_max": 0.605894, + "nauc_ndcg_at_3_std": -0.219194, + "nauc_ndcg_at_3_diff1": 0.79547, + "nauc_ndcg_at_5_max": 0.602024, + "nauc_ndcg_at_5_std": -0.212624, + "nauc_ndcg_at_5_diff1": 0.801583, + "nauc_ndcg_at_10_max": 0.596265, + "nauc_ndcg_at_10_std": -0.19841, + "nauc_ndcg_at_10_diff1": 0.806658, + "nauc_ndcg_at_20_max": 0.592596, + "nauc_ndcg_at_20_std": -0.19633, + "nauc_ndcg_at_20_diff1": 0.807156, + "nauc_ndcg_at_100_max": 0.583765, + "nauc_ndcg_at_100_std": -0.199979, + "nauc_ndcg_at_100_diff1": 0.807224, + "nauc_ndcg_at_1000_max": 0.580705, + "nauc_ndcg_at_1000_std": -0.205882, + "nauc_ndcg_at_1000_diff1": 0.807825, + "nauc_map_at_1_max": 0.479415, + "nauc_map_at_1_std": -0.215524, + "nauc_map_at_1_diff1": 0.835306, + "nauc_map_at_3_max": 0.575278, + "nauc_map_at_3_std": -0.221003, + "nauc_map_at_3_diff1": 0.806226, + "nauc_map_at_5_max": 0.573492, + "nauc_map_at_5_std": -0.21802, + "nauc_map_at_5_diff1": 0.808748, + "nauc_map_at_10_max": 0.57113, + "nauc_map_at_10_std": -0.211674, + "nauc_map_at_10_diff1": 0.810624, + "nauc_map_at_20_max": 0.570136, + "nauc_map_at_20_std": -0.211308, + "nauc_map_at_20_diff1": 0.81075, + "nauc_map_at_100_max": 0.569028, + "nauc_map_at_100_std": -0.211812, + "nauc_map_at_100_diff1": 0.810777, + "nauc_map_at_1000_max": 0.568925, + "nauc_map_at_1000_std": -0.212008, + "nauc_map_at_1000_diff1": 0.81079, + "nauc_recall_at_1_max": 0.479415, + "nauc_recall_at_1_std": -0.215524, + "nauc_recall_at_1_diff1": 0.835306, + "nauc_recall_at_3_max": 0.73025, + "nauc_recall_at_3_std": -0.21342, + "nauc_recall_at_3_diff1": 0.750472, + "nauc_recall_at_5_max": 0.765875, + "nauc_recall_at_5_std": -0.177312, + "nauc_recall_at_5_diff1": 0.762531, + "nauc_recall_at_10_max": 0.836733, + "nauc_recall_at_10_std": -0.038157, + "nauc_recall_at_10_diff1": 0.78243, + "nauc_recall_at_20_max": 0.929156, + "nauc_recall_at_20_std": 0.113666, + "nauc_recall_at_20_diff1": 0.778312, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.54082, + "nauc_recall_at_100_diff1": 0.71557, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.506273, + "nauc_precision_at_1_std": -0.224994, + "nauc_precision_at_1_diff1": 0.828301, + "nauc_precision_at_3_max": 0.555196, + "nauc_precision_at_3_std": -0.13403, + "nauc_precision_at_3_diff1": 0.392152, + "nauc_precision_at_5_max": 0.470533, + "nauc_precision_at_5_std": -0.078271, + "nauc_precision_at_5_diff1": 0.251189, + "nauc_precision_at_10_max": 0.358676, + "nauc_precision_at_10_std": 0.031013, + "nauc_precision_at_10_diff1": 0.05824, + "nauc_precision_at_20_max": 0.283298, + "nauc_precision_at_20_std": 0.084748, + "nauc_precision_at_20_diff1": -0.090767, + "nauc_precision_at_100_max": 0.106982, + "nauc_precision_at_100_std": 0.109088, + "nauc_precision_at_100_diff1": -0.315389, + "nauc_precision_at_1000_max": 0.002189, + "nauc_precision_at_1000_std": 0.052334, + "nauc_precision_at_1000_diff1": -0.434165, + "nauc_mrr_at_1_max": 0.506273, + "nauc_mrr_at_1_std": -0.224994, + "nauc_mrr_at_1_diff1": 0.828301, + "nauc_mrr_at_3_max": 0.580755, + "nauc_mrr_at_3_std": -0.220255, + "nauc_mrr_at_3_diff1": 0.803293, + "nauc_mrr_at_5_max": 0.577618, + "nauc_mrr_at_5_std": -0.218072, + "nauc_mrr_at_5_diff1": 0.80696, + "nauc_mrr_at_10_max": 0.574676, + "nauc_mrr_at_10_std": -0.213527, + "nauc_mrr_at_10_diff1": 0.809001, + "nauc_mrr_at_20_max": 0.573753, + "nauc_mrr_at_20_std": -0.213163, + "nauc_mrr_at_20_diff1": 0.809177, + "nauc_mrr_at_100_max": 0.572735, + "nauc_mrr_at_100_std": -0.213464, + "nauc_mrr_at_100_diff1": 0.809208, + "nauc_mrr_at_1000_max": 0.572637, + "nauc_mrr_at_1000_std": -0.21365, + "nauc_mrr_at_1000_diff1": 0.809223, + "cv_recall_at_1": 0.75315, + "cv_recall_at_3": 0.89955, + "cv_recall_at_5": 0.92838, + "cv_recall_at_10": 0.95946, + "cv_recall_at_20": 0.97613, + "cv_recall_at_100": 0.99279, + "cv_recall_at_1000": 1.0, + "main_score": 0.86154, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 17.305901765823364, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/JapaneseLegal1Retrieval.json b/results/voyageai__voyage-4-large/1/JapaneseLegal1Retrieval.json new file mode 100644 index 0000000000..13968c3d64 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/JapaneseLegal1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "d653557fe66bb6af2b0e2adfc371a24554cf11ce", + "task_name": "JapaneseLegal1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.70816, + "ndcg_at_3": 0.83422, + "ndcg_at_5": 0.84962, + "ndcg_at_10": 0.8567, + "ndcg_at_20": 0.85904, + "ndcg_at_100": 0.86081, + "ndcg_at_1000": 0.86111, + "map_at_1": 0.70715, + "map_at_3": 0.804, + "map_at_5": 0.81266, + "map_at_10": 0.81571, + "map_at_20": 0.81638, + "map_at_100": 0.81665, + "map_at_1000": 0.81667, + "recall_at_1": 0.70715, + "recall_at_3": 0.92086, + "recall_at_5": 0.95797, + "recall_at_10": 0.97934, + "recall_at_20": 0.98831, + "recall_at_100": 0.99752, + "recall_at_1000": 0.99959, + "accuracy": 0.70715, + "precision_at_1": 0.70816, + "precision_at_3": 0.30797, + "precision_at_5": 0.19234, + "precision_at_10": 0.09833, + "precision_at_20": 0.04963, + "precision_at_100": 0.01002, + "precision_at_1000": 0.001, + "mrr_at_1": 0.708161, + "mrr_at_3": 0.804361, + "mrr_at_5": 0.812839, + "mrr_at_10": 0.815821, + "mrr_at_20": 0.816475, + "mrr_at_100": 0.81674, + "mrr_at_1000": 0.816756, + "nauc_ndcg_at_1_max": 0.250212, + "nauc_ndcg_at_1_std": -0.026662, + "nauc_ndcg_at_1_diff1": 0.68392, + "nauc_ndcg_at_3_max": 0.28645, + "nauc_ndcg_at_3_std": -0.068577, + "nauc_ndcg_at_3_diff1": 0.650671, + "nauc_ndcg_at_5_max": 0.287788, + "nauc_ndcg_at_5_std": -0.06134, + "nauc_ndcg_at_5_diff1": 0.660965, + "nauc_ndcg_at_10_max": 0.28272, + "nauc_ndcg_at_10_std": -0.054246, + "nauc_ndcg_at_10_diff1": 0.662923, + "nauc_ndcg_at_20_max": 0.278532, + "nauc_ndcg_at_20_std": -0.051446, + "nauc_ndcg_at_20_diff1": 0.664634, + "nauc_ndcg_at_100_max": 0.27537, + "nauc_ndcg_at_100_std": -0.047494, + "nauc_ndcg_at_100_diff1": 0.665394, + "nauc_ndcg_at_1000_max": 0.274004, + "nauc_ndcg_at_1000_std": -0.04807, + "nauc_ndcg_at_1000_diff1": 0.665333, + "nauc_map_at_1_max": 0.247392, + "nauc_map_at_1_std": -0.027531, + "nauc_map_at_1_diff1": 0.68541, + "nauc_map_at_3_max": 0.272248, + "nauc_map_at_3_std": -0.053518, + "nauc_map_at_3_diff1": 0.660722, + "nauc_map_at_5_max": 0.272452, + "nauc_map_at_5_std": -0.049354, + "nauc_map_at_5_diff1": 0.665781, + "nauc_map_at_10_max": 0.270615, + "nauc_map_at_10_std": -0.046754, + "nauc_map_at_10_diff1": 0.666552, + "nauc_map_at_20_max": 0.269662, + "nauc_map_at_20_std": -0.046181, + "nauc_map_at_20_diff1": 0.666978, + "nauc_map_at_100_max": 0.269289, + "nauc_map_at_100_std": -0.045683, + "nauc_map_at_100_diff1": 0.667091, + "nauc_map_at_1000_max": 0.269232, + "nauc_map_at_1000_std": -0.045709, + "nauc_map_at_1000_diff1": 0.667087, + "nauc_recall_at_1_max": 0.247392, + "nauc_recall_at_1_std": -0.027531, + "nauc_recall_at_1_diff1": 0.68541, + "nauc_recall_at_3_max": 0.377136, + "nauc_recall_at_3_std": -0.166507, + "nauc_recall_at_3_diff1": 0.588973, + "nauc_recall_at_5_max": 0.465187, + "nauc_recall_at_5_std": -0.19664, + "nauc_recall_at_5_diff1": 0.615738, + "nauc_recall_at_10_max": 0.549959, + "nauc_recall_at_10_std": -0.200749, + "nauc_recall_at_10_diff1": 0.602608, + "nauc_recall_at_20_max": 0.578847, + "nauc_recall_at_20_std": -0.188507, + "nauc_recall_at_20_diff1": 0.625073, + "nauc_recall_at_100_max": 0.868763, + "nauc_recall_at_100_std": 0.303058, + "nauc_recall_at_100_diff1": 0.654324, + "nauc_recall_at_1000_max": 0.95643, + "nauc_recall_at_1000_std": 0.863838, + "nauc_recall_at_1000_diff1": 0.493614, + "nauc_precision_at_1_max": 0.250212, + "nauc_precision_at_1_std": -0.026662, + "nauc_precision_at_1_diff1": 0.68392, + "nauc_precision_at_3_max": 0.375066, + "nauc_precision_at_3_std": -0.152269, + "nauc_precision_at_3_diff1": 0.534001, + "nauc_precision_at_5_max": 0.43564, + "nauc_precision_at_5_std": -0.15616, + "nauc_precision_at_5_diff1": 0.48059, + "nauc_precision_at_10_max": 0.46323, + "nauc_precision_at_10_std": -0.116618, + "nauc_precision_at_10_diff1": 0.337642, + "nauc_precision_at_20_max": 0.402773, + "nauc_precision_at_20_std": -0.0724, + "nauc_precision_at_20_diff1": 0.193853, + "nauc_precision_at_100_max": 0.280439, + "nauc_precision_at_100_std": 0.146389, + "nauc_precision_at_100_diff1": -0.207812, + "nauc_precision_at_1000_max": 0.13875, + "nauc_precision_at_1000_std": 0.135339, + "nauc_precision_at_1000_diff1": -0.429801, + "nauc_mrr_at_1_max": 0.250212, + "nauc_mrr_at_1_std": -0.026662, + "nauc_mrr_at_1_diff1": 0.68392, + "nauc_mrr_at_3_max": 0.272643, + "nauc_mrr_at_3_std": -0.053258, + "nauc_mrr_at_3_diff1": 0.660225, + "nauc_mrr_at_5_max": 0.272445, + "nauc_mrr_at_5_std": -0.049331, + "nauc_mrr_at_5_diff1": 0.665467, + "nauc_mrr_at_10_max": 0.27051, + "nauc_mrr_at_10_std": -0.046915, + "nauc_mrr_at_10_diff1": 0.666394, + "nauc_mrr_at_20_max": 0.269576, + "nauc_mrr_at_20_std": -0.046262, + "nauc_mrr_at_20_diff1": 0.666792, + "nauc_mrr_at_100_max": 0.269213, + "nauc_mrr_at_100_std": -0.045757, + "nauc_mrr_at_100_diff1": 0.66691, + "nauc_mrr_at_1000_max": 0.269155, + "nauc_mrr_at_1000_std": -0.045783, + "nauc_mrr_at_1000_diff1": 0.666906, + "cv_recall_at_1": 0.70816, + "cv_recall_at_3": 0.92156, + "cv_recall_at_5": 0.95837, + "cv_recall_at_10": 0.9796, + "cv_recall_at_20": 0.98842, + "cv_recall_at_100": 0.99752, + "cv_recall_at_1000": 0.99959, + "main_score": 0.8567, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 3498.3380601406097, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/LegalQuAD.json b/results/voyageai__voyage-4-large/1/LegalQuAD.json new file mode 100644 index 0000000000..5bbaca76f3 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/LegalQuAD.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e", + "task_name": "LegalQuAD", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.68506, + "ndcg_at_5": 0.7055, + "ndcg_at_10": 0.72114, + "ndcg_at_20": 0.7393, + "ndcg_at_100": 0.74884, + "ndcg_at_1000": 0.75021, + "map_at_1": 0.57, + "map_at_3": 0.65583, + "map_at_5": 0.66708, + "map_at_10": 0.67324, + "map_at_20": 0.67848, + "map_at_100": 0.67991, + "map_at_1000": 0.67997, + "recall_at_1": 0.57, + "recall_at_3": 0.77, + "recall_at_5": 0.82, + "recall_at_10": 0.87, + "recall_at_20": 0.94, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.57, + "precision_at_1": 0.57, + "precision_at_3": 0.25667, + "precision_at_5": 0.164, + "precision_at_10": 0.087, + "precision_at_20": 0.047, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.57, + "mrr_at_3": 0.655833, + "mrr_at_5": 0.667083, + "mrr_at_10": 0.67324, + "mrr_at_20": 0.678478, + "mrr_at_100": 0.679911, + "mrr_at_1000": 0.679974, + "nauc_ndcg_at_1_max": 0.656018, + "nauc_ndcg_at_1_std": 0.037794, + "nauc_ndcg_at_1_diff1": 0.776589, + "nauc_ndcg_at_3_max": 0.644161, + "nauc_ndcg_at_3_std": 0.006889, + "nauc_ndcg_at_3_diff1": 0.738462, + "nauc_ndcg_at_5_max": 0.644001, + "nauc_ndcg_at_5_std": 0.015839, + "nauc_ndcg_at_5_diff1": 0.739426, + "nauc_ndcg_at_10_max": 0.646014, + "nauc_ndcg_at_10_std": 0.012878, + "nauc_ndcg_at_10_diff1": 0.743932, + "nauc_ndcg_at_20_max": 0.641285, + "nauc_ndcg_at_20_std": 0.018339, + "nauc_ndcg_at_20_diff1": 0.738639, + "nauc_ndcg_at_100_max": 0.647018, + "nauc_ndcg_at_100_std": 0.025817, + "nauc_ndcg_at_100_diff1": 0.745503, + "nauc_ndcg_at_1000_max": 0.646027, + "nauc_ndcg_at_1000_std": 0.019227, + "nauc_ndcg_at_1000_diff1": 0.744692, + "nauc_map_at_1_max": 0.656018, + "nauc_map_at_1_std": 0.037794, + "nauc_map_at_1_diff1": 0.776589, + "nauc_map_at_3_max": 0.647595, + "nauc_map_at_3_std": 0.014392, + "nauc_map_at_3_diff1": 0.747558, + "nauc_map_at_5_max": 0.647596, + "nauc_map_at_5_std": 0.01879, + "nauc_map_at_5_diff1": 0.747713, + "nauc_map_at_10_max": 0.648176, + "nauc_map_at_10_std": 0.018054, + "nauc_map_at_10_diff1": 0.749269, + "nauc_map_at_20_max": 0.647381, + "nauc_map_at_20_std": 0.020714, + "nauc_map_at_20_diff1": 0.747919, + "nauc_map_at_100_max": 0.647855, + "nauc_map_at_100_std": 0.020619, + "nauc_map_at_100_diff1": 0.74861, + "nauc_map_at_1000_max": 0.647822, + "nauc_map_at_1000_std": 0.020377, + "nauc_map_at_1000_diff1": 0.748577, + "nauc_recall_at_1_max": 0.656018, + "nauc_recall_at_1_std": 0.037794, + "nauc_recall_at_1_diff1": 0.776589, + "nauc_recall_at_3_max": 0.630973, + "nauc_recall_at_3_std": -0.02115, + "nauc_recall_at_3_diff1": 0.704572, + "nauc_recall_at_5_max": 0.627575, + "nauc_recall_at_5_std": 0.005934, + "nauc_recall_at_5_diff1": 0.704235, + "nauc_recall_at_10_max": 0.635877, + "nauc_recall_at_10_std": -0.017089, + "nauc_recall_at_10_diff1": 0.720284, + "nauc_recall_at_20_max": 0.550926, + "nauc_recall_at_20_std": -0.015912, + "nauc_recall_at_20_diff1": 0.627957, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656018, + "nauc_precision_at_1_std": 0.037794, + "nauc_precision_at_1_diff1": 0.776589, + "nauc_precision_at_3_max": 0.630973, + "nauc_precision_at_3_std": -0.02115, + "nauc_precision_at_3_diff1": 0.704572, + "nauc_precision_at_5_max": 0.627575, + "nauc_precision_at_5_std": 0.005934, + "nauc_precision_at_5_diff1": 0.704235, + "nauc_precision_at_10_max": 0.635877, + "nauc_precision_at_10_std": -0.017089, + "nauc_precision_at_10_diff1": 0.720284, + "nauc_precision_at_20_max": 0.550926, + "nauc_precision_at_20_std": -0.015912, + "nauc_precision_at_20_diff1": 0.627957, + "nauc_precision_at_100_max": 0.795752, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.656018, + "nauc_mrr_at_1_std": 0.037794, + "nauc_mrr_at_1_diff1": 0.776589, + "nauc_mrr_at_3_max": 0.647595, + "nauc_mrr_at_3_std": 0.014392, + "nauc_mrr_at_3_diff1": 0.747558, + "nauc_mrr_at_5_max": 0.647596, + "nauc_mrr_at_5_std": 0.01879, + "nauc_mrr_at_5_diff1": 0.747713, + "nauc_mrr_at_10_max": 0.648176, + "nauc_mrr_at_10_std": 0.018054, + "nauc_mrr_at_10_diff1": 0.749269, + "nauc_mrr_at_20_max": 0.647381, + "nauc_mrr_at_20_std": 0.020714, + "nauc_mrr_at_20_diff1": 0.747919, + "nauc_mrr_at_100_max": 0.647855, + "nauc_mrr_at_100_std": 0.020619, + "nauc_mrr_at_100_diff1": 0.74861, + "nauc_mrr_at_1000_max": 0.647822, + "nauc_mrr_at_1000_std": 0.020377, + "nauc_mrr_at_1000_diff1": 0.748577, + "cv_recall_at_1": 0.57, + "cv_recall_at_3": 0.77, + "cv_recall_at_5": 0.82, + "cv_recall_at_10": 0.87, + "cv_recall_at_20": 0.94, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.72114, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 73.32586097717285, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/LegalSummarization.json b/results/voyageai__voyage-4-large/1/LegalSummarization.json new file mode 100644 index 0000000000..ae8e982abb --- /dev/null +++ b/results/voyageai__voyage-4-large/1/LegalSummarization.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "3bb1a05c66872889662af04c5691c14489cebd72", + "task_name": "LegalSummarization", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.67254, + "ndcg_at_3": 0.7275, + "ndcg_at_5": 0.7544, + "ndcg_at_10": 0.78358, + "ndcg_at_20": 0.79854, + "ndcg_at_100": 0.8081, + "ndcg_at_1000": 0.80959, + "map_at_1": 0.58827, + "map_at_3": 0.68145, + "map_at_5": 0.70607, + "map_at_10": 0.72631, + "map_at_20": 0.73316, + "map_at_100": 0.73611, + "map_at_1000": 0.73619, + "recall_at_1": 0.58827, + "recall_at_3": 0.75489, + "recall_at_5": 0.81776, + "recall_at_10": 0.90266, + "recall_at_20": 0.95173, + "recall_at_100": 0.98944, + "recall_at_1000": 1.0, + "accuracy": 0.58827, + "precision_at_1": 0.67254, + "precision_at_3": 0.3216, + "precision_at_5": 0.22324, + "precision_at_10": 0.13134, + "precision_at_20": 0.07113, + "precision_at_100": 0.01535, + "precision_at_1000": 0.00155, + "mrr_at_1": 0.672535, + "mrr_at_3": 0.751761, + "mrr_at_5": 0.761092, + "mrr_at_10": 0.767891, + "mrr_at_20": 0.770146, + "mrr_at_100": 0.770582, + "mrr_at_1000": 0.770659, + "nauc_ndcg_at_1_max": 0.559687, + "nauc_ndcg_at_1_std": -0.113767, + "nauc_ndcg_at_1_diff1": 0.709132, + "nauc_ndcg_at_3_max": 0.592739, + "nauc_ndcg_at_3_std": -0.127829, + "nauc_ndcg_at_3_diff1": 0.699475, + "nauc_ndcg_at_5_max": 0.594428, + "nauc_ndcg_at_5_std": -0.111478, + "nauc_ndcg_at_5_diff1": 0.697775, + "nauc_ndcg_at_10_max": 0.593772, + "nauc_ndcg_at_10_std": -0.11121, + "nauc_ndcg_at_10_diff1": 0.686813, + "nauc_ndcg_at_20_max": 0.588424, + "nauc_ndcg_at_20_std": -0.099328, + "nauc_ndcg_at_20_diff1": 0.683291, + "nauc_ndcg_at_100_max": 0.584993, + "nauc_ndcg_at_100_std": -0.080517, + "nauc_ndcg_at_100_diff1": 0.680356, + "nauc_ndcg_at_1000_max": 0.590495, + "nauc_ndcg_at_1000_std": -0.084301, + "nauc_ndcg_at_1000_diff1": 0.686501, + "nauc_map_at_1_max": 0.563642, + "nauc_map_at_1_std": -0.118796, + "nauc_map_at_1_diff1": 0.765099, + "nauc_map_at_3_max": 0.569506, + "nauc_map_at_3_std": -0.151566, + "nauc_map_at_3_diff1": 0.725588, + "nauc_map_at_5_max": 0.576088, + "nauc_map_at_5_std": -0.130943, + "nauc_map_at_5_diff1": 0.716841, + "nauc_map_at_10_max": 0.584411, + "nauc_map_at_10_std": -0.124281, + "nauc_map_at_10_diff1": 0.708744, + "nauc_map_at_20_max": 0.588153, + "nauc_map_at_20_std": -0.117244, + "nauc_map_at_20_diff1": 0.707696, + "nauc_map_at_100_max": 0.588376, + "nauc_map_at_100_std": -0.110133, + "nauc_map_at_100_diff1": 0.706232, + "nauc_map_at_1000_max": 0.588541, + "nauc_map_at_1000_std": -0.110278, + "nauc_map_at_1000_diff1": 0.706437, + "nauc_recall_at_1_max": 0.563642, + "nauc_recall_at_1_std": -0.118796, + "nauc_recall_at_1_diff1": 0.765099, + "nauc_recall_at_3_max": 0.577914, + "nauc_recall_at_3_std": -0.181131, + "nauc_recall_at_3_diff1": 0.681856, + "nauc_recall_at_5_max": 0.57409, + "nauc_recall_at_5_std": -0.158721, + "nauc_recall_at_5_diff1": 0.658466, + "nauc_recall_at_10_max": 0.580071, + "nauc_recall_at_10_std": -0.189045, + "nauc_recall_at_10_diff1": 0.575845, + "nauc_recall_at_20_max": 0.450683, + "nauc_recall_at_20_std": -0.172681, + "nauc_recall_at_20_diff1": 0.458383, + "nauc_recall_at_100_max": -0.052574, + "nauc_recall_at_100_std": 0.342727, + "nauc_recall_at_100_diff1": -0.023205, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.559687, + "nauc_precision_at_1_std": -0.113767, + "nauc_precision_at_1_diff1": 0.709132, + "nauc_precision_at_3_max": 0.183973, + "nauc_precision_at_3_std": 0.039542, + "nauc_precision_at_3_diff1": 0.047766, + "nauc_precision_at_5_max": 0.052258, + "nauc_precision_at_5_std": 0.128587, + "nauc_precision_at_5_diff1": -0.156759, + "nauc_precision_at_10_max": -0.054829, + "nauc_precision_at_10_std": 0.179598, + "nauc_precision_at_10_diff1": -0.314916, + "nauc_precision_at_20_max": -0.100237, + "nauc_precision_at_20_std": 0.211627, + "nauc_precision_at_20_diff1": -0.373924, + "nauc_precision_at_100_max": -0.146536, + "nauc_precision_at_100_std": 0.249327, + "nauc_precision_at_100_diff1": -0.403752, + "nauc_precision_at_1000_max": -0.147712, + "nauc_precision_at_1000_std": 0.248158, + "nauc_precision_at_1000_diff1": -0.408514, + "nauc_mrr_at_1_max": 0.559687, + "nauc_mrr_at_1_std": -0.113767, + "nauc_mrr_at_1_diff1": 0.709132, + "nauc_mrr_at_3_max": 0.594347, + "nauc_mrr_at_3_std": -0.083068, + "nauc_mrr_at_3_diff1": 0.680613, + "nauc_mrr_at_5_max": 0.586637, + "nauc_mrr_at_5_std": -0.08593, + "nauc_mrr_at_5_diff1": 0.683757, + "nauc_mrr_at_10_max": 0.583564, + "nauc_mrr_at_10_std": -0.091216, + "nauc_mrr_at_10_diff1": 0.682876, + "nauc_mrr_at_20_max": 0.580147, + "nauc_mrr_at_20_std": -0.090608, + "nauc_mrr_at_20_diff1": 0.682012, + "nauc_mrr_at_100_max": 0.579991, + "nauc_mrr_at_100_std": -0.090039, + "nauc_mrr_at_100_diff1": 0.682225, + "nauc_mrr_at_1000_max": 0.580169, + "nauc_mrr_at_1000_std": -0.09019, + "nauc_mrr_at_1000_diff1": 0.68244, + "cv_recall_at_1": 0.67254, + "cv_recall_at_3": 0.84859, + "cv_recall_at_5": 0.88732, + "cv_recall_at_10": 0.94014, + "cv_recall_at_20": 0.97183, + "cv_recall_at_100": 0.98944, + "cv_recall_at_1000": 1.0, + "main_score": 0.78358, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 15.684526920318604, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/MBPPRetrieval.json b/results/voyageai__voyage-4-large/1/MBPPRetrieval.json new file mode 100644 index 0000000000..cebfe1152c --- /dev/null +++ b/results/voyageai__voyage-4-large/1/MBPPRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "586a1fd6a0c63fdeda3b49c0293559a81c79cdec", + "task_name": "MBPPRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.90246, + "ndcg_at_3": 0.95629, + "ndcg_at_5": 0.95885, + "ndcg_at_10": 0.95885, + "ndcg_at_20": 0.95911, + "ndcg_at_100": 0.95948, + "ndcg_at_1000": 0.95948, + "map_at_1": 0.90246, + "map_at_3": 0.94422, + "map_at_5": 0.94565, + "map_at_10": 0.94565, + "map_at_20": 0.94572, + "map_at_100": 0.94577, + "map_at_1000": 0.94577, + "recall_at_1": 0.90246, + "recall_at_3": 0.99076, + "recall_at_5": 0.99692, + "recall_at_10": 0.99692, + "recall_at_20": 0.99795, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.90246, + "precision_at_1": 0.90246, + "precision_at_3": 0.33025, + "precision_at_5": 0.19938, + "precision_at_10": 0.09969, + "precision_at_20": 0.0499, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902464, + "mrr_at_3": 0.944216, + "mrr_at_5": 0.945654, + "mrr_at_10": 0.945654, + "mrr_at_20": 0.945722, + "mrr_at_100": 0.945769, + "mrr_at_1000": 0.945769, + "nauc_ndcg_at_1_max": 0.421792, + "nauc_ndcg_at_1_std": -0.125535, + "nauc_ndcg_at_1_diff1": 0.90928, + "nauc_ndcg_at_3_max": 0.496466, + "nauc_ndcg_at_3_std": -0.183349, + "nauc_ndcg_at_3_diff1": 0.912691, + "nauc_ndcg_at_5_max": 0.475557, + "nauc_ndcg_at_5_std": -0.145559, + "nauc_ndcg_at_5_diff1": 0.912726, + "nauc_ndcg_at_10_max": 0.475557, + "nauc_ndcg_at_10_std": -0.145559, + "nauc_ndcg_at_10_diff1": 0.912726, + "nauc_ndcg_at_20_max": 0.472265, + "nauc_ndcg_at_20_std": -0.149951, + "nauc_ndcg_at_20_diff1": 0.912998, + "nauc_ndcg_at_100_max": 0.467457, + "nauc_ndcg_at_100_std": -0.148172, + "nauc_ndcg_at_100_diff1": 0.912205, + "nauc_ndcg_at_1000_max": 0.467457, + "nauc_ndcg_at_1000_std": -0.148172, + "nauc_ndcg_at_1000_diff1": 0.912205, + "nauc_map_at_1_max": 0.421792, + "nauc_map_at_1_std": -0.125535, + "nauc_map_at_1_diff1": 0.90928, + "nauc_map_at_3_max": 0.472826, + "nauc_map_at_3_std": -0.161305, + "nauc_map_at_3_diff1": 0.911772, + "nauc_map_at_5_max": 0.46335, + "nauc_map_at_5_std": -0.145286, + "nauc_map_at_5_diff1": 0.911783, + "nauc_map_at_10_max": 0.46335, + "nauc_map_at_10_std": -0.145286, + "nauc_map_at_10_diff1": 0.911783, + "nauc_map_at_20_max": 0.462673, + "nauc_map_at_20_std": -0.146168, + "nauc_map_at_20_diff1": 0.911837, + "nauc_map_at_100_max": 0.462211, + "nauc_map_at_100_std": -0.146049, + "nauc_map_at_100_diff1": 0.911761, + "nauc_map_at_1000_max": 0.462211, + "nauc_map_at_1000_std": -0.146049, + "nauc_map_at_1000_diff1": 0.911761, + "nauc_recall_at_1_max": 0.421792, + "nauc_recall_at_1_std": -0.125535, + "nauc_recall_at_1_diff1": 0.90928, + "nauc_recall_at_3_max": 0.888746, + "nauc_recall_at_3_std": -0.561566, + "nauc_recall_at_3_diff1": 0.927411, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -0.060131, + "nauc_recall_at_5_diff1": 0.956447, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -0.060131, + "nauc_recall_at_10_diff1": 0.956447, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": -0.367309, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.421792, + "nauc_precision_at_1_std": -0.125535, + "nauc_precision_at_1_diff1": 0.90928, + "nauc_precision_at_3_max": 0.888746, + "nauc_precision_at_3_std": -0.561566, + "nauc_precision_at_3_diff1": 0.927411, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -0.060131, + "nauc_precision_at_5_diff1": 0.956447, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -0.060131, + "nauc_precision_at_10_diff1": 0.956447, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": -0.367309, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.421792, + "nauc_mrr_at_1_std": -0.125535, + "nauc_mrr_at_1_diff1": 0.90928, + "nauc_mrr_at_3_max": 0.472826, + "nauc_mrr_at_3_std": -0.161305, + "nauc_mrr_at_3_diff1": 0.911772, + "nauc_mrr_at_5_max": 0.46335, + "nauc_mrr_at_5_std": -0.145286, + "nauc_mrr_at_5_diff1": 0.911783, + "nauc_mrr_at_10_max": 0.46335, + "nauc_mrr_at_10_std": -0.145286, + "nauc_mrr_at_10_diff1": 0.911783, + "nauc_mrr_at_20_max": 0.462673, + "nauc_mrr_at_20_std": -0.146168, + "nauc_mrr_at_20_diff1": 0.911837, + "nauc_mrr_at_100_max": 0.462211, + "nauc_mrr_at_100_std": -0.146049, + "nauc_mrr_at_100_diff1": 0.911761, + "nauc_mrr_at_1000_max": 0.462211, + "nauc_mrr_at_1000_std": -0.146049, + "nauc_mrr_at_1000_diff1": 0.911761, + "cv_recall_at_1": 0.90246, + "cv_recall_at_3": 0.99076, + "cv_recall_at_5": 0.99692, + "cv_recall_at_10": 0.99692, + "cv_recall_at_20": 0.99795, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.95885, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 37.5673987865448, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/MIRACLRetrievalHardNegatives.json b/results/voyageai__voyage-4-large/1/MIRACLRetrievalHardNegatives.json new file mode 100644 index 0000000000..f880c8a4ca --- /dev/null +++ b/results/voyageai__voyage-4-large/1/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2801 @@ +{ + "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", + "task_name": "MIRACLRetrievalHardNegatives", + "mteb_version": "2.1.3", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.623, + "ndcg_at_3": 0.64516, + "ndcg_at_5": 0.6764, + "ndcg_at_10": 0.71897, + "ndcg_at_20": 0.74293, + "ndcg_at_100": 0.76108, + "ndcg_at_1000": 0.76296, + "map_at_1": 0.42735, + "map_at_3": 0.57683, + "map_at_5": 0.6133, + "map_at_10": 0.64223, + "map_at_20": 0.65334, + "map_at_100": 0.6584, + "map_at_1000": 0.65857, + "recall_at_1": 0.42735, + "recall_at_3": 0.65428, + "recall_at_5": 0.74005, + "recall_at_10": 0.84552, + "recall_at_20": 0.91739, + "recall_at_100": 0.98896, + "recall_at_1000": 1.0, + "accuracy": 0.42735, + "precision_at_1": 0.623, + "precision_at_3": 0.36633, + "precision_at_5": 0.2618, + "precision_at_10": 0.1579, + "precision_at_20": 0.08845, + "precision_at_100": 0.01957, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.623, + "mrr_at_3": 0.7045, + "mrr_at_5": 0.7175, + "mrr_at_10": 0.725605, + "mrr_at_20": 0.728983, + "mrr_at_100": 0.729783, + "mrr_at_1000": 0.729814, + "nauc_ndcg_at_1_max": 0.252967, + "nauc_ndcg_at_1_std": -0.210597, + "nauc_ndcg_at_1_diff1": 0.431054, + "nauc_ndcg_at_3_max": 0.241199, + "nauc_ndcg_at_3_std": -0.280321, + "nauc_ndcg_at_3_diff1": 0.381554, + "nauc_ndcg_at_5_max": 0.274137, + "nauc_ndcg_at_5_std": -0.297029, + "nauc_ndcg_at_5_diff1": 0.390591, + "nauc_ndcg_at_10_max": 0.267388, + "nauc_ndcg_at_10_std": -0.284048, + "nauc_ndcg_at_10_diff1": 0.382211, + "nauc_ndcg_at_20_max": 0.263545, + "nauc_ndcg_at_20_std": -0.274726, + "nauc_ndcg_at_20_diff1": 0.384079, + "nauc_ndcg_at_100_max": 0.262835, + "nauc_ndcg_at_100_std": -0.243626, + "nauc_ndcg_at_100_diff1": 0.384798, + "nauc_ndcg_at_1000_max": 0.262238, + "nauc_ndcg_at_1000_std": -0.247252, + "nauc_ndcg_at_1000_diff1": 0.388896, + "nauc_map_at_1_max": 0.127456, + "nauc_map_at_1_std": -0.26863, + "nauc_map_at_1_diff1": 0.47557, + "nauc_map_at_3_max": 0.215778, + "nauc_map_at_3_std": -0.307863, + "nauc_map_at_3_diff1": 0.41404, + "nauc_map_at_5_max": 0.243886, + "nauc_map_at_5_std": -0.308211, + "nauc_map_at_5_diff1": 0.408407, + "nauc_map_at_10_max": 0.246417, + "nauc_map_at_10_std": -0.295425, + "nauc_map_at_10_diff1": 0.399028, + "nauc_map_at_20_max": 0.246045, + "nauc_map_at_20_std": -0.290597, + "nauc_map_at_20_diff1": 0.398589, + "nauc_map_at_100_max": 0.245125, + "nauc_map_at_100_std": -0.282664, + "nauc_map_at_100_diff1": 0.398113, + "nauc_map_at_1000_max": 0.245095, + "nauc_map_at_1000_std": -0.282808, + "nauc_map_at_1000_diff1": 0.398318, + "nauc_recall_at_1_max": 0.127456, + "nauc_recall_at_1_std": -0.26863, + "nauc_recall_at_1_diff1": 0.47557, + "nauc_recall_at_3_max": 0.215343, + "nauc_recall_at_3_std": -0.322097, + "nauc_recall_at_3_diff1": 0.348178, + "nauc_recall_at_5_max": 0.290091, + "nauc_recall_at_5_std": -0.34563, + "nauc_recall_at_5_diff1": 0.33386, + "nauc_recall_at_10_max": 0.279488, + "nauc_recall_at_10_std": -0.361178, + "nauc_recall_at_10_diff1": 0.296235, + "nauc_recall_at_20_max": 0.253902, + "nauc_recall_at_20_std": -0.4095, + "nauc_recall_at_20_diff1": 0.27628, + "nauc_recall_at_100_max": 0.317662, + "nauc_recall_at_100_std": 0.184227, + "nauc_recall_at_100_diff1": -0.074449, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.252967, + "nauc_precision_at_1_std": -0.210597, + "nauc_precision_at_1_diff1": 0.431054, + "nauc_precision_at_3_max": 0.225745, + "nauc_precision_at_3_std": -0.055111, + "nauc_precision_at_3_diff1": -0.005062, + "nauc_precision_at_5_max": 0.209967, + "nauc_precision_at_5_std": 0.008627, + "nauc_precision_at_5_diff1": -0.086213, + "nauc_precision_at_10_max": 0.120661, + "nauc_precision_at_10_std": 0.121353, + "nauc_precision_at_10_diff1": -0.186838, + "nauc_precision_at_20_max": 0.066627, + "nauc_precision_at_20_std": 0.187338, + "nauc_precision_at_20_diff1": -0.22903, + "nauc_precision_at_100_max": 0.022439, + "nauc_precision_at_100_std": 0.287269, + "nauc_precision_at_100_diff1": -0.264941, + "nauc_precision_at_1000_max": 0.016658, + "nauc_precision_at_1000_std": 0.284788, + "nauc_precision_at_1000_diff1": -0.262032, + "nauc_mrr_at_1_max": 0.252967, + "nauc_mrr_at_1_std": -0.210597, + "nauc_mrr_at_1_diff1": 0.431054, + "nauc_mrr_at_3_max": 0.281499, + "nauc_mrr_at_3_std": -0.211124, + "nauc_mrr_at_3_diff1": 0.400799, + "nauc_mrr_at_5_max": 0.288149, + "nauc_mrr_at_5_std": -0.21491, + "nauc_mrr_at_5_diff1": 0.399526, + "nauc_mrr_at_10_max": 0.281389, + "nauc_mrr_at_10_std": -0.210248, + "nauc_mrr_at_10_diff1": 0.401494, + "nauc_mrr_at_20_max": 0.280334, + "nauc_mrr_at_20_std": -0.209321, + "nauc_mrr_at_20_diff1": 0.403176, + "nauc_mrr_at_100_max": 0.280544, + "nauc_mrr_at_100_std": -0.209509, + "nauc_mrr_at_100_diff1": 0.40382, + "nauc_mrr_at_1000_max": 0.280485, + "nauc_mrr_at_1000_std": -0.209614, + "nauc_mrr_at_1000_diff1": 0.403874, + "cv_recall_at_1": 0.623, + "cv_recall_at_3": 0.807, + "cv_recall_at_5": 0.864, + "cv_recall_at_10": 0.923, + "cv_recall_at_20": 0.969, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.71897, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.62287, + "ndcg_at_3": 0.66184, + "ndcg_at_5": 0.69491, + "ndcg_at_10": 0.7305, + "ndcg_at_20": 0.75137, + "ndcg_at_100": 0.7679, + "ndcg_at_1000": 0.77088, + "map_at_1": 0.40979, + "map_at_3": 0.58121, + "map_at_5": 0.62133, + "map_at_10": 0.64781, + "map_at_20": 0.65835, + "map_at_100": 0.66322, + "map_at_1000": 0.66344, + "recall_at_1": 0.40979, + "recall_at_3": 0.68044, + "recall_at_5": 0.76748, + "recall_at_10": 0.85776, + "recall_at_20": 0.91742, + "recall_at_100": 0.97968, + "recall_at_1000": 0.99797, + "accuracy": 0.40979, + "precision_at_1": 0.62287, + "precision_at_3": 0.39254, + "precision_at_5": 0.28273, + "precision_at_10": 0.16764, + "precision_at_20": 0.0927, + "precision_at_100": 0.02051, + "precision_at_1000": 0.00209, + "mrr_at_1": 0.622871, + "mrr_at_3": 0.725061, + "mrr_at_5": 0.73674, + "mrr_at_10": 0.741867, + "mrr_at_20": 0.743902, + "mrr_at_100": 0.744435, + "mrr_at_1000": 0.744461, + "nauc_ndcg_at_1_max": 0.225693, + "nauc_ndcg_at_1_std": -0.178087, + "nauc_ndcg_at_1_diff1": 0.30126, + "nauc_ndcg_at_3_max": 0.186106, + "nauc_ndcg_at_3_std": -0.278005, + "nauc_ndcg_at_3_diff1": 0.310929, + "nauc_ndcg_at_5_max": 0.203736, + "nauc_ndcg_at_5_std": -0.282999, + "nauc_ndcg_at_5_diff1": 0.302264, + "nauc_ndcg_at_10_max": 0.218976, + "nauc_ndcg_at_10_std": -0.248066, + "nauc_ndcg_at_10_diff1": 0.274298, + "nauc_ndcg_at_20_max": 0.235903, + "nauc_ndcg_at_20_std": -0.218096, + "nauc_ndcg_at_20_diff1": 0.283208, + "nauc_ndcg_at_100_max": 0.220772, + "nauc_ndcg_at_100_std": -0.210817, + "nauc_ndcg_at_100_diff1": 0.280301, + "nauc_ndcg_at_1000_max": 0.220905, + "nauc_ndcg_at_1000_std": -0.216025, + "nauc_ndcg_at_1000_diff1": 0.280882, + "nauc_map_at_1_max": 0.153788, + "nauc_map_at_1_std": -0.307159, + "nauc_map_at_1_diff1": 0.42157, + "nauc_map_at_3_max": 0.182667, + "nauc_map_at_3_std": -0.337636, + "nauc_map_at_3_diff1": 0.359062, + "nauc_map_at_5_max": 0.196156, + "nauc_map_at_5_std": -0.31399, + "nauc_map_at_5_diff1": 0.327871, + "nauc_map_at_10_max": 0.204679, + "nauc_map_at_10_std": -0.281392, + "nauc_map_at_10_diff1": 0.305439, + "nauc_map_at_20_max": 0.210244, + "nauc_map_at_20_std": -0.268618, + "nauc_map_at_20_diff1": 0.305129, + "nauc_map_at_100_max": 0.207389, + "nauc_map_at_100_std": -0.265767, + "nauc_map_at_100_diff1": 0.3042, + "nauc_map_at_1000_max": 0.207511, + "nauc_map_at_1000_std": -0.265801, + "nauc_map_at_1000_diff1": 0.30428, + "nauc_recall_at_1_max": 0.153788, + "nauc_recall_at_1_std": -0.307159, + "nauc_recall_at_1_diff1": 0.42157, + "nauc_recall_at_3_max": 0.158313, + "nauc_recall_at_3_std": -0.376879, + "nauc_recall_at_3_diff1": 0.336005, + "nauc_recall_at_5_max": 0.179132, + "nauc_recall_at_5_std": -0.359503, + "nauc_recall_at_5_diff1": 0.278799, + "nauc_recall_at_10_max": 0.207267, + "nauc_recall_at_10_std": -0.258241, + "nauc_recall_at_10_diff1": 0.162414, + "nauc_recall_at_20_max": 0.325571, + "nauc_recall_at_20_std": -0.106957, + "nauc_recall_at_20_diff1": 0.229814, + "nauc_recall_at_100_max": 0.213401, + "nauc_recall_at_100_std": 0.186555, + "nauc_recall_at_100_diff1": 0.195212, + "nauc_recall_at_1000_max": -0.028509, + "nauc_recall_at_1000_std": 0.040272, + "nauc_recall_at_1000_diff1": -0.010833, + "nauc_precision_at_1_max": 0.225693, + "nauc_precision_at_1_std": -0.178087, + "nauc_precision_at_1_diff1": 0.30126, + "nauc_precision_at_3_max": 0.126527, + "nauc_precision_at_3_std": 0.065359, + "nauc_precision_at_3_diff1": -0.097261, + "nauc_precision_at_5_max": 0.089237, + "nauc_precision_at_5_std": 0.188761, + "nauc_precision_at_5_diff1": -0.216203, + "nauc_precision_at_10_max": 0.060606, + "nauc_precision_at_10_std": 0.333736, + "nauc_precision_at_10_diff1": -0.321182, + "nauc_precision_at_20_max": 0.05514, + "nauc_precision_at_20_std": 0.392627, + "nauc_precision_at_20_diff1": -0.326837, + "nauc_precision_at_100_max": -0.015287, + "nauc_precision_at_100_std": 0.402851, + "nauc_precision_at_100_diff1": -0.343121, + "nauc_precision_at_1000_max": -0.016437, + "nauc_precision_at_1000_std": 0.397126, + "nauc_precision_at_1000_diff1": -0.350299, + "nauc_mrr_at_1_max": 0.225693, + "nauc_mrr_at_1_std": -0.178087, + "nauc_mrr_at_1_diff1": 0.30126, + "nauc_mrr_at_3_max": 0.237066, + "nauc_mrr_at_3_std": -0.172387, + "nauc_mrr_at_3_diff1": 0.278291, + "nauc_mrr_at_5_max": 0.231591, + "nauc_mrr_at_5_std": -0.171597, + "nauc_mrr_at_5_diff1": 0.277551, + "nauc_mrr_at_10_max": 0.228908, + "nauc_mrr_at_10_std": -0.17495, + "nauc_mrr_at_10_diff1": 0.274235, + "nauc_mrr_at_20_max": 0.230384, + "nauc_mrr_at_20_std": -0.172735, + "nauc_mrr_at_20_diff1": 0.278798, + "nauc_mrr_at_100_max": 0.229675, + "nauc_mrr_at_100_std": -0.173673, + "nauc_mrr_at_100_diff1": 0.279328, + "nauc_mrr_at_1000_max": 0.229644, + "nauc_mrr_at_1000_std": -0.173734, + "nauc_mrr_at_1000_diff1": 0.279349, + "cv_recall_at_1": 0.62287, + "cv_recall_at_3": 0.85888, + "cv_recall_at_5": 0.90998, + "cv_recall_at_10": 0.94891, + "cv_recall_at_20": 0.97567, + "cv_recall_at_100": 0.99513, + "cv_recall_at_1000": 1.0, + "main_score": 0.7305, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.39344, + "ndcg_at_3": 0.41423, + "ndcg_at_5": 0.45061, + "ndcg_at_10": 0.51631, + "ndcg_at_20": 0.55697, + "ndcg_at_100": 0.60363, + "ndcg_at_1000": 0.60928, + "map_at_1": 0.2026, + "map_at_3": 0.32813, + "map_at_5": 0.36973, + "map_at_10": 0.41442, + "map_at_20": 0.43324, + "map_at_100": 0.44486, + "map_at_1000": 0.44539, + "recall_at_1": 0.2026, + "recall_at_3": 0.40819, + "recall_at_5": 0.50565, + "recall_at_10": 0.66418, + "recall_at_20": 0.77929, + "recall_at_100": 0.96478, + "recall_at_1000": 0.99543, + "accuracy": 0.2026, + "precision_at_1": 0.39344, + "precision_at_3": 0.29727, + "precision_at_5": 0.23803, + "precision_at_10": 0.16459, + "precision_at_20": 0.10082, + "precision_at_100": 0.02548, + "precision_at_1000": 0.00264, + "mrr_at_1": 0.393443, + "mrr_at_3": 0.5, + "mrr_at_5": 0.520164, + "mrr_at_10": 0.533437, + "mrr_at_20": 0.538202, + "mrr_at_100": 0.540749, + "mrr_at_1000": 0.540828, + "nauc_ndcg_at_1_max": 0.08205, + "nauc_ndcg_at_1_std": -0.092283, + "nauc_ndcg_at_1_diff1": 0.107663, + "nauc_ndcg_at_3_max": 0.083315, + "nauc_ndcg_at_3_std": -0.136496, + "nauc_ndcg_at_3_diff1": 0.135099, + "nauc_ndcg_at_5_max": 0.083505, + "nauc_ndcg_at_5_std": -0.171205, + "nauc_ndcg_at_5_diff1": 0.112312, + "nauc_ndcg_at_10_max": 0.100369, + "nauc_ndcg_at_10_std": -0.180231, + "nauc_ndcg_at_10_diff1": 0.133196, + "nauc_ndcg_at_20_max": 0.101496, + "nauc_ndcg_at_20_std": -0.168228, + "nauc_ndcg_at_20_diff1": 0.124534, + "nauc_ndcg_at_100_max": 0.104842, + "nauc_ndcg_at_100_std": -0.141212, + "nauc_ndcg_at_100_diff1": 0.10741, + "nauc_ndcg_at_1000_max": 0.1036, + "nauc_ndcg_at_1000_std": -0.142355, + "nauc_ndcg_at_1000_diff1": 0.106289, + "nauc_map_at_1_max": 0.050902, + "nauc_map_at_1_std": -0.106733, + "nauc_map_at_1_diff1": 0.215974, + "nauc_map_at_3_max": 0.079748, + "nauc_map_at_3_std": -0.131261, + "nauc_map_at_3_diff1": 0.179779, + "nauc_map_at_5_max": 0.078096, + "nauc_map_at_5_std": -0.16093, + "nauc_map_at_5_diff1": 0.147466, + "nauc_map_at_10_max": 0.087092, + "nauc_map_at_10_std": -0.175709, + "nauc_map_at_10_diff1": 0.150115, + "nauc_map_at_20_max": 0.088892, + "nauc_map_at_20_std": -0.173405, + "nauc_map_at_20_diff1": 0.14816, + "nauc_map_at_100_max": 0.090387, + "nauc_map_at_100_std": -0.164855, + "nauc_map_at_100_diff1": 0.143727, + "nauc_map_at_1000_max": 0.090154, + "nauc_map_at_1000_std": -0.165176, + "nauc_map_at_1000_diff1": 0.143756, + "nauc_recall_at_1_max": 0.050902, + "nauc_recall_at_1_std": -0.106733, + "nauc_recall_at_1_diff1": 0.215974, + "nauc_recall_at_3_max": 0.080653, + "nauc_recall_at_3_std": -0.13637, + "nauc_recall_at_3_diff1": 0.164137, + "nauc_recall_at_5_max": 0.068977, + "nauc_recall_at_5_std": -0.194365, + "nauc_recall_at_5_diff1": 0.093934, + "nauc_recall_at_10_max": 0.093192, + "nauc_recall_at_10_std": -0.229569, + "nauc_recall_at_10_diff1": 0.156958, + "nauc_recall_at_20_max": 0.087964, + "nauc_recall_at_20_std": -0.223426, + "nauc_recall_at_20_diff1": 0.153905, + "nauc_recall_at_100_max": 0.115752, + "nauc_recall_at_100_std": -0.048194, + "nauc_recall_at_100_diff1": 0.082709, + "nauc_recall_at_1000_max": 0.04492, + "nauc_recall_at_1000_std": 0.186849, + "nauc_recall_at_1000_diff1": -0.115654, + "nauc_precision_at_1_max": 0.08205, + "nauc_precision_at_1_std": -0.092283, + "nauc_precision_at_1_diff1": 0.107663, + "nauc_precision_at_3_max": 0.086101, + "nauc_precision_at_3_std": -0.125476, + "nauc_precision_at_3_diff1": 0.000803, + "nauc_precision_at_5_max": 0.088189, + "nauc_precision_at_5_std": -0.150667, + "nauc_precision_at_5_diff1": -0.086375, + "nauc_precision_at_10_max": 0.097876, + "nauc_precision_at_10_std": -0.091543, + "nauc_precision_at_10_diff1": -0.079111, + "nauc_precision_at_20_max": 0.075657, + "nauc_precision_at_20_std": -0.026506, + "nauc_precision_at_20_diff1": -0.122685, + "nauc_precision_at_100_max": 0.059924, + "nauc_precision_at_100_std": 0.107992, + "nauc_precision_at_100_diff1": -0.211205, + "nauc_precision_at_1000_max": 0.057256, + "nauc_precision_at_1000_std": 0.122985, + "nauc_precision_at_1000_diff1": -0.224987, + "nauc_mrr_at_1_max": 0.08205, + "nauc_mrr_at_1_std": -0.092283, + "nauc_mrr_at_1_diff1": 0.107663, + "nauc_mrr_at_3_max": 0.087141, + "nauc_mrr_at_3_std": -0.122659, + "nauc_mrr_at_3_diff1": 0.086904, + "nauc_mrr_at_5_max": 0.096264, + "nauc_mrr_at_5_std": -0.126304, + "nauc_mrr_at_5_diff1": 0.074682, + "nauc_mrr_at_10_max": 0.100143, + "nauc_mrr_at_10_std": -0.119789, + "nauc_mrr_at_10_diff1": 0.086742, + "nauc_mrr_at_20_max": 0.098965, + "nauc_mrr_at_20_std": -0.115352, + "nauc_mrr_at_20_diff1": 0.082665, + "nauc_mrr_at_100_max": 0.097067, + "nauc_mrr_at_100_std": -0.117212, + "nauc_mrr_at_100_diff1": 0.084001, + "nauc_mrr_at_1000_max": 0.096931, + "nauc_mrr_at_1000_std": -0.117285, + "nauc_mrr_at_1000_diff1": 0.083959, + "cv_recall_at_1": 0.39344, + "cv_recall_at_3": 0.63934, + "cv_recall_at_5": 0.72787, + "cv_recall_at_10": 0.82623, + "cv_recall_at_20": 0.89508, + "cv_recall_at_100": 0.98689, + "cv_recall_at_1000": 1.0, + "main_score": 0.51631, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.4418, + "ndcg_at_3": 0.45348, + "ndcg_at_5": 0.47302, + "ndcg_at_10": 0.51789, + "ndcg_at_20": 0.56008, + "ndcg_at_100": 0.61544, + "ndcg_at_1000": 0.62381, + "map_at_1": 0.21955, + "map_at_3": 0.34237, + "map_at_5": 0.3791, + "map_at_10": 0.4117, + "map_at_20": 0.43173, + "map_at_100": 0.44719, + "map_at_1000": 0.44817, + "recall_at_1": 0.21955, + "recall_at_3": 0.42184, + "recall_at_5": 0.51323, + "recall_at_10": 0.63415, + "recall_at_20": 0.7518, + "recall_at_100": 0.95596, + "recall_at_1000": 0.99756, + "accuracy": 0.21955, + "precision_at_1": 0.4418, + "precision_at_3": 0.3179, + "precision_at_5": 0.2428, + "precision_at_10": 0.16095, + "precision_at_20": 0.10069, + "precision_at_100": 0.02755, + "precision_at_1000": 0.0029, + "mrr_at_1": 0.441802, + "mrr_at_3": 0.552149, + "mrr_at_5": 0.571923, + "mrr_at_10": 0.583916, + "mrr_at_20": 0.58762, + "mrr_at_100": 0.589689, + "mrr_at_1000": 0.589772, + "nauc_ndcg_at_1_max": 0.237412, + "nauc_ndcg_at_1_std": -0.019762, + "nauc_ndcg_at_1_diff1": 0.280084, + "nauc_ndcg_at_3_max": 0.241821, + "nauc_ndcg_at_3_std": -0.083051, + "nauc_ndcg_at_3_diff1": 0.235965, + "nauc_ndcg_at_5_max": 0.238698, + "nauc_ndcg_at_5_std": -0.116584, + "nauc_ndcg_at_5_diff1": 0.257191, + "nauc_ndcg_at_10_max": 0.270073, + "nauc_ndcg_at_10_std": -0.10258, + "nauc_ndcg_at_10_diff1": 0.267459, + "nauc_ndcg_at_20_max": 0.264926, + "nauc_ndcg_at_20_std": -0.089459, + "nauc_ndcg_at_20_diff1": 0.245328, + "nauc_ndcg_at_100_max": 0.268277, + "nauc_ndcg_at_100_std": -0.053501, + "nauc_ndcg_at_100_diff1": 0.229604, + "nauc_ndcg_at_1000_max": 0.261547, + "nauc_ndcg_at_1000_std": -0.056898, + "nauc_ndcg_at_1000_diff1": 0.237385, + "nauc_map_at_1_max": 0.17095, + "nauc_map_at_1_std": -0.11298, + "nauc_map_at_1_diff1": 0.353537, + "nauc_map_at_3_max": 0.220156, + "nauc_map_at_3_std": -0.131727, + "nauc_map_at_3_diff1": 0.299702, + "nauc_map_at_5_max": 0.224298, + "nauc_map_at_5_std": -0.141484, + "nauc_map_at_5_diff1": 0.293952, + "nauc_map_at_10_max": 0.238373, + "nauc_map_at_10_std": -0.13014, + "nauc_map_at_10_diff1": 0.285533, + "nauc_map_at_20_max": 0.23915, + "nauc_map_at_20_std": -0.122332, + "nauc_map_at_20_diff1": 0.27459, + "nauc_map_at_100_max": 0.240284, + "nauc_map_at_100_std": -0.111058, + "nauc_map_at_100_diff1": 0.267883, + "nauc_map_at_1000_max": 0.23974, + "nauc_map_at_1000_std": -0.111208, + "nauc_map_at_1000_diff1": 0.268588, + "nauc_recall_at_1_max": 0.17095, + "nauc_recall_at_1_std": -0.11298, + "nauc_recall_at_1_diff1": 0.353537, + "nauc_recall_at_3_max": 0.223812, + "nauc_recall_at_3_std": -0.135193, + "nauc_recall_at_3_diff1": 0.256535, + "nauc_recall_at_5_max": 0.21574, + "nauc_recall_at_5_std": -0.169965, + "nauc_recall_at_5_diff1": 0.240516, + "nauc_recall_at_10_max": 0.260863, + "nauc_recall_at_10_std": -0.134871, + "nauc_recall_at_10_diff1": 0.239691, + "nauc_recall_at_20_max": 0.232798, + "nauc_recall_at_20_std": -0.13213, + "nauc_recall_at_20_diff1": 0.172508, + "nauc_recall_at_100_max": 0.379094, + "nauc_recall_at_100_std": 0.018881, + "nauc_recall_at_100_diff1": -0.031602, + "nauc_recall_at_1000_max": 0.571513, + "nauc_recall_at_1000_std": -0.574421, + "nauc_recall_at_1000_diff1": 0.191818, + "nauc_precision_at_1_max": 0.237412, + "nauc_precision_at_1_std": -0.019762, + "nauc_precision_at_1_diff1": 0.280084, + "nauc_precision_at_3_max": 0.232637, + "nauc_precision_at_3_std": 0.002066, + "nauc_precision_at_3_diff1": 0.034905, + "nauc_precision_at_5_max": 0.188959, + "nauc_precision_at_5_std": 0.00424, + "nauc_precision_at_5_diff1": -0.010909, + "nauc_precision_at_10_max": 0.173969, + "nauc_precision_at_10_std": 0.091147, + "nauc_precision_at_10_diff1": -0.082459, + "nauc_precision_at_20_max": 0.108603, + "nauc_precision_at_20_std": 0.148465, + "nauc_precision_at_20_diff1": -0.161795, + "nauc_precision_at_100_max": 0.015584, + "nauc_precision_at_100_std": 0.244076, + "nauc_precision_at_100_diff1": -0.22508, + "nauc_precision_at_1000_max": -0.012253, + "nauc_precision_at_1000_std": 0.225802, + "nauc_precision_at_1000_diff1": -0.208515, + "nauc_mrr_at_1_max": 0.237412, + "nauc_mrr_at_1_std": -0.019762, + "nauc_mrr_at_1_diff1": 0.280084, + "nauc_mrr_at_3_max": 0.268682, + "nauc_mrr_at_3_std": -0.015521, + "nauc_mrr_at_3_diff1": 0.233779, + "nauc_mrr_at_5_max": 0.2648, + "nauc_mrr_at_5_std": -0.01472, + "nauc_mrr_at_5_diff1": 0.232845, + "nauc_mrr_at_10_max": 0.269967, + "nauc_mrr_at_10_std": -0.008024, + "nauc_mrr_at_10_diff1": 0.238536, + "nauc_mrr_at_20_max": 0.266035, + "nauc_mrr_at_20_std": -0.009289, + "nauc_mrr_at_20_diff1": 0.236173, + "nauc_mrr_at_100_max": 0.2655, + "nauc_mrr_at_100_std": -0.010626, + "nauc_mrr_at_100_diff1": 0.237308, + "nauc_mrr_at_1000_max": 0.265411, + "nauc_mrr_at_1000_std": -0.010581, + "nauc_mrr_at_1000_diff1": 0.237385, + "cv_recall_at_1": 0.4418, + "cv_recall_at_3": 0.69086, + "cv_recall_at_5": 0.77847, + "cv_recall_at_10": 0.86608, + "cv_recall_at_20": 0.91865, + "cv_recall_at_100": 0.98999, + "cv_recall_at_1000": 1.0, + "main_score": 0.51789, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45525, + "ndcg_at_3": 0.42104, + "ndcg_at_5": 0.4304, + "ndcg_at_10": 0.47366, + "ndcg_at_20": 0.53353, + "ndcg_at_100": 0.6145, + "ndcg_at_1000": 0.62758, + "map_at_1": 0.15243, + "map_at_3": 0.25387, + "map_at_5": 0.30073, + "map_at_10": 0.35325, + "map_at_20": 0.38513, + "map_at_100": 0.41289, + "map_at_1000": 0.41473, + "recall_at_1": 0.15243, + "recall_at_3": 0.29946, + "recall_at_5": 0.40071, + "recall_at_10": 0.54476, + "recall_at_20": 0.68933, + "recall_at_100": 0.94129, + "recall_at_1000": 1.0, + "accuracy": 0.15243, + "precision_at_1": 0.45525, + "precision_at_3": 0.34877, + "precision_at_5": 0.29877, + "precision_at_10": 0.22052, + "precision_at_20": 0.1466, + "precision_at_100": 0.04327, + "precision_at_1000": 0.00461, + "mrr_at_1": 0.455247, + "mrr_at_3": 0.553498, + "mrr_at_5": 0.582202, + "mrr_at_10": 0.593094, + "mrr_at_20": 0.59796, + "mrr_at_100": 0.5991, + "mrr_at_1000": 0.599176, + "nauc_ndcg_at_1_max": 0.16045, + "nauc_ndcg_at_1_std": -0.060378, + "nauc_ndcg_at_1_diff1": 0.187076, + "nauc_ndcg_at_3_max": 0.145279, + "nauc_ndcg_at_3_std": -0.061616, + "nauc_ndcg_at_3_diff1": 0.168298, + "nauc_ndcg_at_5_max": 0.136868, + "nauc_ndcg_at_5_std": -0.09306, + "nauc_ndcg_at_5_diff1": 0.193853, + "nauc_ndcg_at_10_max": 0.159457, + "nauc_ndcg_at_10_std": -0.102323, + "nauc_ndcg_at_10_diff1": 0.199682, + "nauc_ndcg_at_20_max": 0.179597, + "nauc_ndcg_at_20_std": -0.081061, + "nauc_ndcg_at_20_diff1": 0.178769, + "nauc_ndcg_at_100_max": 0.211687, + "nauc_ndcg_at_100_std": -0.01292, + "nauc_ndcg_at_100_diff1": 0.166764, + "nauc_ndcg_at_1000_max": 0.210718, + "nauc_ndcg_at_1000_std": -0.012621, + "nauc_ndcg_at_1000_diff1": 0.164681, + "nauc_map_at_1_max": 0.019737, + "nauc_map_at_1_std": -0.223734, + "nauc_map_at_1_diff1": 0.291312, + "nauc_map_at_3_max": 0.056757, + "nauc_map_at_3_std": -0.203177, + "nauc_map_at_3_diff1": 0.254583, + "nauc_map_at_5_max": 0.08421, + "nauc_map_at_5_std": -0.179202, + "nauc_map_at_5_diff1": 0.253294, + "nauc_map_at_10_max": 0.127671, + "nauc_map_at_10_std": -0.148241, + "nauc_map_at_10_diff1": 0.225052, + "nauc_map_at_20_max": 0.144013, + "nauc_map_at_20_std": -0.130839, + "nauc_map_at_20_diff1": 0.209295, + "nauc_map_at_100_max": 0.158045, + "nauc_map_at_100_std": -0.106306, + "nauc_map_at_100_diff1": 0.204955, + "nauc_map_at_1000_max": 0.158497, + "nauc_map_at_1000_std": -0.105417, + "nauc_map_at_1000_diff1": 0.204687, + "nauc_recall_at_1_max": 0.019737, + "nauc_recall_at_1_std": -0.223734, + "nauc_recall_at_1_diff1": 0.291312, + "nauc_recall_at_3_max": 0.032252, + "nauc_recall_at_3_std": -0.203466, + "nauc_recall_at_3_diff1": 0.229868, + "nauc_recall_at_5_max": 0.054221, + "nauc_recall_at_5_std": -0.181576, + "nauc_recall_at_5_diff1": 0.220132, + "nauc_recall_at_10_max": 0.107611, + "nauc_recall_at_10_std": -0.134549, + "nauc_recall_at_10_diff1": 0.170664, + "nauc_recall_at_20_max": 0.117005, + "nauc_recall_at_20_std": -0.136892, + "nauc_recall_at_20_diff1": 0.136847, + "nauc_recall_at_100_max": 0.238624, + "nauc_recall_at_100_std": 0.095683, + "nauc_recall_at_100_diff1": 0.111579, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.16045, + "nauc_precision_at_1_std": -0.060378, + "nauc_precision_at_1_diff1": 0.187076, + "nauc_precision_at_3_max": 0.206269, + "nauc_precision_at_3_std": 0.058564, + "nauc_precision_at_3_diff1": 0.068787, + "nauc_precision_at_5_max": 0.23979, + "nauc_precision_at_5_std": 0.123035, + "nauc_precision_at_5_diff1": 0.030268, + "nauc_precision_at_10_max": 0.274621, + "nauc_precision_at_10_std": 0.18856, + "nauc_precision_at_10_diff1": -0.064746, + "nauc_precision_at_20_max": 0.269476, + "nauc_precision_at_20_std": 0.253342, + "nauc_precision_at_20_diff1": -0.132281, + "nauc_precision_at_100_max": 0.233531, + "nauc_precision_at_100_std": 0.381017, + "nauc_precision_at_100_diff1": -0.194877, + "nauc_precision_at_1000_max": 0.213834, + "nauc_precision_at_1000_std": 0.380734, + "nauc_precision_at_1000_diff1": -0.209014, + "nauc_mrr_at_1_max": 0.16045, + "nauc_mrr_at_1_std": -0.060378, + "nauc_mrr_at_1_diff1": 0.187076, + "nauc_mrr_at_3_max": 0.189055, + "nauc_mrr_at_3_std": -0.013591, + "nauc_mrr_at_3_diff1": 0.15818, + "nauc_mrr_at_5_max": 0.197851, + "nauc_mrr_at_5_std": -0.005107, + "nauc_mrr_at_5_diff1": 0.151288, + "nauc_mrr_at_10_max": 0.19551, + "nauc_mrr_at_10_std": -0.004868, + "nauc_mrr_at_10_diff1": 0.153266, + "nauc_mrr_at_20_max": 0.192943, + "nauc_mrr_at_20_std": -0.007844, + "nauc_mrr_at_20_diff1": 0.154057, + "nauc_mrr_at_100_max": 0.193211, + "nauc_mrr_at_100_std": -0.008292, + "nauc_mrr_at_100_diff1": 0.154825, + "nauc_mrr_at_1000_max": 0.19313, + "nauc_mrr_at_1000_std": -0.008501, + "nauc_mrr_at_1000_diff1": 0.154929, + "cv_recall_at_1": 0.45525, + "cv_recall_at_3": 0.67747, + "cv_recall_at_5": 0.80247, + "cv_recall_at_10": 0.88117, + "cv_recall_at_20": 0.94907, + "cv_recall_at_100": 0.9892, + "cv_recall_at_1000": 1.0, + "main_score": 0.47366, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.42405, + "ndcg_at_3": 0.46092, + "ndcg_at_5": 0.4976, + "ndcg_at_10": 0.55333, + "ndcg_at_20": 0.58836, + "ndcg_at_100": 0.62141, + "ndcg_at_1000": 0.6271, + "map_at_1": 0.28129, + "map_at_3": 0.39067, + "map_at_5": 0.42758, + "map_at_10": 0.46202, + "map_at_20": 0.47677, + "map_at_100": 0.48486, + "map_at_1000": 0.48526, + "recall_at_1": 0.28129, + "recall_at_3": 0.47369, + "recall_at_5": 0.57184, + "recall_at_10": 0.71788, + "recall_at_20": 0.82551, + "recall_at_100": 0.96233, + "recall_at_1000": 0.99763, + "accuracy": 0.28129, + "precision_at_1": 0.42405, + "precision_at_3": 0.27268, + "precision_at_5": 0.20823, + "precision_at_10": 0.13782, + "precision_at_20": 0.08299, + "precision_at_100": 0.01998, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.424051, + "mrr_at_3": 0.517669, + "mrr_at_5": 0.536814, + "mrr_at_10": 0.55148, + "mrr_at_20": 0.556687, + "mrr_at_100": 0.558738, + "mrr_at_1000": 0.558845, + "nauc_ndcg_at_1_max": 0.200032, + "nauc_ndcg_at_1_std": -0.059489, + "nauc_ndcg_at_1_diff1": 0.288946, + "nauc_ndcg_at_3_max": 0.242205, + "nauc_ndcg_at_3_std": -0.086745, + "nauc_ndcg_at_3_diff1": 0.267721, + "nauc_ndcg_at_5_max": 0.255672, + "nauc_ndcg_at_5_std": -0.083703, + "nauc_ndcg_at_5_diff1": 0.253173, + "nauc_ndcg_at_10_max": 0.277692, + "nauc_ndcg_at_10_std": -0.075915, + "nauc_ndcg_at_10_diff1": 0.262401, + "nauc_ndcg_at_20_max": 0.285021, + "nauc_ndcg_at_20_std": -0.064891, + "nauc_ndcg_at_20_diff1": 0.240334, + "nauc_ndcg_at_100_max": 0.260991, + "nauc_ndcg_at_100_std": -0.047128, + "nauc_ndcg_at_100_diff1": 0.238638, + "nauc_ndcg_at_1000_max": 0.262156, + "nauc_ndcg_at_1000_std": -0.056385, + "nauc_ndcg_at_1000_diff1": 0.249469, + "nauc_map_at_1_max": 0.125447, + "nauc_map_at_1_std": -0.137526, + "nauc_map_at_1_diff1": 0.371888, + "nauc_map_at_3_max": 0.20193, + "nauc_map_at_3_std": -0.118914, + "nauc_map_at_3_diff1": 0.303251, + "nauc_map_at_5_max": 0.229217, + "nauc_map_at_5_std": -0.106697, + "nauc_map_at_5_diff1": 0.283041, + "nauc_map_at_10_max": 0.245794, + "nauc_map_at_10_std": -0.101351, + "nauc_map_at_10_diff1": 0.283471, + "nauc_map_at_20_max": 0.251892, + "nauc_map_at_20_std": -0.094082, + "nauc_map_at_20_diff1": 0.275151, + "nauc_map_at_100_max": 0.248172, + "nauc_map_at_100_std": -0.08913, + "nauc_map_at_100_diff1": 0.27392, + "nauc_map_at_1000_max": 0.248096, + "nauc_map_at_1000_std": -0.089487, + "nauc_map_at_1000_diff1": 0.274369, + "nauc_recall_at_1_max": 0.125447, + "nauc_recall_at_1_std": -0.137526, + "nauc_recall_at_1_diff1": 0.371888, + "nauc_recall_at_3_max": 0.219163, + "nauc_recall_at_3_std": -0.106192, + "nauc_recall_at_3_diff1": 0.241576, + "nauc_recall_at_5_max": 0.256402, + "nauc_recall_at_5_std": -0.090347, + "nauc_recall_at_5_diff1": 0.192968, + "nauc_recall_at_10_max": 0.314909, + "nauc_recall_at_10_std": -0.058725, + "nauc_recall_at_10_diff1": 0.200926, + "nauc_recall_at_20_max": 0.375232, + "nauc_recall_at_20_std": -0.025184, + "nauc_recall_at_20_diff1": 0.079143, + "nauc_recall_at_100_max": 0.13922, + "nauc_recall_at_100_std": 0.410779, + "nauc_recall_at_100_diff1": -0.258846, + "nauc_recall_at_1000_max": 0.085756, + "nauc_recall_at_1000_std": 0.820346, + "nauc_recall_at_1000_diff1": 0.571989, + "nauc_precision_at_1_max": 0.200032, + "nauc_precision_at_1_std": -0.059489, + "nauc_precision_at_1_diff1": 0.288946, + "nauc_precision_at_3_max": 0.305743, + "nauc_precision_at_3_std": 0.029068, + "nauc_precision_at_3_diff1": 0.071254, + "nauc_precision_at_5_max": 0.290489, + "nauc_precision_at_5_std": 0.06855, + "nauc_precision_at_5_diff1": -0.015172, + "nauc_precision_at_10_max": 0.26229, + "nauc_precision_at_10_std": 0.109098, + "nauc_precision_at_10_diff1": -0.069081, + "nauc_precision_at_20_max": 0.205124, + "nauc_precision_at_20_std": 0.149408, + "nauc_precision_at_20_diff1": -0.147534, + "nauc_precision_at_100_max": 0.0719, + "nauc_precision_at_100_std": 0.191334, + "nauc_precision_at_100_diff1": -0.196629, + "nauc_precision_at_1000_max": 0.057403, + "nauc_precision_at_1000_std": 0.163926, + "nauc_precision_at_1000_diff1": -0.185908, + "nauc_mrr_at_1_max": 0.200032, + "nauc_mrr_at_1_std": -0.059489, + "nauc_mrr_at_1_diff1": 0.288946, + "nauc_mrr_at_3_max": 0.250435, + "nauc_mrr_at_3_std": -0.043486, + "nauc_mrr_at_3_diff1": 0.250637, + "nauc_mrr_at_5_max": 0.25244, + "nauc_mrr_at_5_std": -0.046079, + "nauc_mrr_at_5_diff1": 0.249285, + "nauc_mrr_at_10_max": 0.254541, + "nauc_mrr_at_10_std": -0.041668, + "nauc_mrr_at_10_diff1": 0.251992, + "nauc_mrr_at_20_max": 0.251552, + "nauc_mrr_at_20_std": -0.043076, + "nauc_mrr_at_20_diff1": 0.248873, + "nauc_mrr_at_100_max": 0.249674, + "nauc_mrr_at_100_std": -0.04261, + "nauc_mrr_at_100_diff1": 0.249588, + "nauc_mrr_at_1000_max": 0.249744, + "nauc_mrr_at_1000_std": -0.042798, + "nauc_mrr_at_1000_diff1": 0.249903, + "cv_recall_at_1": 0.42405, + "cv_recall_at_3": 0.63924, + "cv_recall_at_5": 0.72152, + "cv_recall_at_10": 0.8307, + "cv_recall_at_20": 0.90665, + "cv_recall_at_100": 0.97943, + "cv_recall_at_1000": 0.99842, + "main_score": 0.55333, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.628, + "ndcg_at_3": 0.64137, + "ndcg_at_5": 0.68464, + "ndcg_at_10": 0.72323, + "ndcg_at_20": 0.7457, + "ndcg_at_100": 0.76225, + "ndcg_at_1000": 0.76419, + "map_at_1": 0.41008, + "map_at_3": 0.57739, + "map_at_5": 0.6164, + "map_at_10": 0.64158, + "map_at_20": 0.65156, + "map_at_100": 0.65566, + "map_at_1000": 0.6558, + "recall_at_1": 0.41008, + "recall_at_3": 0.66207, + "recall_at_5": 0.75686, + "recall_at_10": 0.8492, + "recall_at_20": 0.91813, + "recall_at_100": 0.98513, + "recall_at_1000": 0.99708, + "accuracy": 0.41008, + "precision_at_1": 0.628, + "precision_at_3": 0.37567, + "precision_at_5": 0.2684, + "precision_at_10": 0.1562, + "precision_at_20": 0.0863, + "precision_at_100": 0.01889, + "precision_at_1000": 0.00191, + "mrr_at_1": 0.628, + "mrr_at_3": 0.720333, + "mrr_at_5": 0.733933, + "mrr_at_10": 0.740463, + "mrr_at_20": 0.74253, + "mrr_at_100": 0.743248, + "mrr_at_1000": 0.743286, + "nauc_ndcg_at_1_max": 0.297858, + "nauc_ndcg_at_1_std": -0.104929, + "nauc_ndcg_at_1_diff1": 0.468938, + "nauc_ndcg_at_3_max": 0.254701, + "nauc_ndcg_at_3_std": -0.170007, + "nauc_ndcg_at_3_diff1": 0.403235, + "nauc_ndcg_at_5_max": 0.26581, + "nauc_ndcg_at_5_std": -0.171185, + "nauc_ndcg_at_5_diff1": 0.398976, + "nauc_ndcg_at_10_max": 0.285417, + "nauc_ndcg_at_10_std": -0.173604, + "nauc_ndcg_at_10_diff1": 0.405445, + "nauc_ndcg_at_20_max": 0.294081, + "nauc_ndcg_at_20_std": -0.159411, + "nauc_ndcg_at_20_diff1": 0.407308, + "nauc_ndcg_at_100_max": 0.287278, + "nauc_ndcg_at_100_std": -0.136294, + "nauc_ndcg_at_100_diff1": 0.407106, + "nauc_ndcg_at_1000_max": 0.285844, + "nauc_ndcg_at_1000_std": -0.137011, + "nauc_ndcg_at_1000_diff1": 0.407692, + "nauc_map_at_1_max": 0.123545, + "nauc_map_at_1_std": -0.167567, + "nauc_map_at_1_diff1": 0.43958, + "nauc_map_at_3_max": 0.223327, + "nauc_map_at_3_std": -0.177098, + "nauc_map_at_3_diff1": 0.405006, + "nauc_map_at_5_max": 0.243877, + "nauc_map_at_5_std": -0.170745, + "nauc_map_at_5_diff1": 0.399783, + "nauc_map_at_10_max": 0.258906, + "nauc_map_at_10_std": -0.170215, + "nauc_map_at_10_diff1": 0.402623, + "nauc_map_at_20_max": 0.261967, + "nauc_map_at_20_std": -0.164038, + "nauc_map_at_20_diff1": 0.402587, + "nauc_map_at_100_max": 0.260332, + "nauc_map_at_100_std": -0.15908, + "nauc_map_at_100_diff1": 0.401711, + "nauc_map_at_1000_max": 0.260257, + "nauc_map_at_1000_std": -0.158994, + "nauc_map_at_1000_diff1": 0.401641, + "nauc_recall_at_1_max": 0.123545, + "nauc_recall_at_1_std": -0.167567, + "nauc_recall_at_1_diff1": 0.43958, + "nauc_recall_at_3_max": 0.201617, + "nauc_recall_at_3_std": -0.222149, + "nauc_recall_at_3_diff1": 0.352033, + "nauc_recall_at_5_max": 0.228837, + "nauc_recall_at_5_std": -0.223081, + "nauc_recall_at_5_diff1": 0.322501, + "nauc_recall_at_10_max": 0.282747, + "nauc_recall_at_10_std": -0.268266, + "nauc_recall_at_10_diff1": 0.327733, + "nauc_recall_at_20_max": 0.36648, + "nauc_recall_at_20_std": -0.268895, + "nauc_recall_at_20_diff1": 0.32836, + "nauc_recall_at_100_max": 0.458734, + "nauc_recall_at_100_std": 0.113733, + "nauc_recall_at_100_diff1": 0.314293, + "nauc_recall_at_1000_max": 0.679512, + "nauc_recall_at_1000_std": 0.595478, + "nauc_recall_at_1000_diff1": 0.422862, + "nauc_precision_at_1_max": 0.297858, + "nauc_precision_at_1_std": -0.104929, + "nauc_precision_at_1_diff1": 0.468938, + "nauc_precision_at_3_max": 0.306685, + "nauc_precision_at_3_std": 0.018188, + "nauc_precision_at_3_diff1": 0.087929, + "nauc_precision_at_5_max": 0.274459, + "nauc_precision_at_5_std": 0.074473, + "nauc_precision_at_5_diff1": -0.013814, + "nauc_precision_at_10_max": 0.230547, + "nauc_precision_at_10_std": 0.095475, + "nauc_precision_at_10_diff1": -0.090838, + "nauc_precision_at_20_max": 0.189635, + "nauc_precision_at_20_std": 0.157265, + "nauc_precision_at_20_diff1": -0.153687, + "nauc_precision_at_100_max": 0.117109, + "nauc_precision_at_100_std": 0.244988, + "nauc_precision_at_100_diff1": -0.226688, + "nauc_precision_at_1000_max": 0.104163, + "nauc_precision_at_1000_std": 0.248894, + "nauc_precision_at_1000_diff1": -0.235438, + "nauc_mrr_at_1_max": 0.297858, + "nauc_mrr_at_1_std": -0.104929, + "nauc_mrr_at_1_diff1": 0.468938, + "nauc_mrr_at_3_max": 0.307858, + "nauc_mrr_at_3_std": -0.126504, + "nauc_mrr_at_3_diff1": 0.449542, + "nauc_mrr_at_5_max": 0.309964, + "nauc_mrr_at_5_std": -0.114468, + "nauc_mrr_at_5_diff1": 0.447169, + "nauc_mrr_at_10_max": 0.310867, + "nauc_mrr_at_10_std": -0.115679, + "nauc_mrr_at_10_diff1": 0.447799, + "nauc_mrr_at_20_max": 0.310476, + "nauc_mrr_at_20_std": -0.11547, + "nauc_mrr_at_20_diff1": 0.4483, + "nauc_mrr_at_100_max": 0.310435, + "nauc_mrr_at_100_std": -0.114672, + "nauc_mrr_at_100_diff1": 0.448681, + "nauc_mrr_at_1000_max": 0.310426, + "nauc_mrr_at_1000_std": -0.11474, + "nauc_mrr_at_1000_diff1": 0.448681, + "cv_recall_at_1": 0.628, + "cv_recall_at_3": 0.833, + "cv_recall_at_5": 0.892, + "cv_recall_at_10": 0.938, + "cv_recall_at_20": 0.968, + "cv_recall_at_100": 0.992, + "cv_recall_at_1000": 0.998, + "main_score": 0.72323, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.27114, + "ndcg_at_3": 0.32762, + "ndcg_at_5": 0.37451, + "ndcg_at_10": 0.4419, + "ndcg_at_20": 0.48472, + "ndcg_at_100": 0.53563, + "ndcg_at_1000": 0.53878, + "map_at_1": 0.16524, + "map_at_3": 0.26482, + "map_at_5": 0.30152, + "map_at_10": 0.34024, + "map_at_20": 0.35721, + "map_at_100": 0.36885, + "map_at_1000": 0.36914, + "recall_at_1": 0.16524, + "recall_at_3": 0.35288, + "recall_at_5": 0.46404, + "recall_at_10": 0.63498, + "recall_at_20": 0.76861, + "recall_at_100": 0.98207, + "recall_at_1000": 1.0, + "accuracy": 0.16524, + "precision_at_1": 0.27114, + "precision_at_3": 0.2206, + "precision_at_5": 0.17609, + "precision_at_10": 0.12682, + "precision_at_20": 0.07901, + "precision_at_100": 0.02087, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.271137, + "mrr_at_3": 0.383868, + "mrr_at_5": 0.409524, + "mrr_at_10": 0.426919, + "mrr_at_20": 0.432884, + "mrr_at_100": 0.436488, + "mrr_at_1000": 0.436501, + "nauc_ndcg_at_1_max": 0.182053, + "nauc_ndcg_at_1_std": 0.001228, + "nauc_ndcg_at_1_diff1": 0.235505, + "nauc_ndcg_at_3_max": 0.225014, + "nauc_ndcg_at_3_std": 0.038254, + "nauc_ndcg_at_3_diff1": 0.194421, + "nauc_ndcg_at_5_max": 0.228056, + "nauc_ndcg_at_5_std": 0.021283, + "nauc_ndcg_at_5_diff1": 0.194948, + "nauc_ndcg_at_10_max": 0.214081, + "nauc_ndcg_at_10_std": 0.009021, + "nauc_ndcg_at_10_diff1": 0.175449, + "nauc_ndcg_at_20_max": 0.233237, + "nauc_ndcg_at_20_std": 0.036105, + "nauc_ndcg_at_20_diff1": 0.171976, + "nauc_ndcg_at_100_max": 0.222926, + "nauc_ndcg_at_100_std": 0.024293, + "nauc_ndcg_at_100_diff1": 0.190848, + "nauc_ndcg_at_1000_max": 0.220255, + "nauc_ndcg_at_1000_std": 0.022231, + "nauc_ndcg_at_1000_diff1": 0.189733, + "nauc_map_at_1_max": 0.173478, + "nauc_map_at_1_std": 0.011971, + "nauc_map_at_1_diff1": 0.239841, + "nauc_map_at_3_max": 0.222214, + "nauc_map_at_3_std": 0.030618, + "nauc_map_at_3_diff1": 0.222052, + "nauc_map_at_5_max": 0.22439, + "nauc_map_at_5_std": 0.01871, + "nauc_map_at_5_diff1": 0.216686, + "nauc_map_at_10_max": 0.219083, + "nauc_map_at_10_std": 0.008765, + "nauc_map_at_10_diff1": 0.198859, + "nauc_map_at_20_max": 0.226175, + "nauc_map_at_20_std": 0.018234, + "nauc_map_at_20_diff1": 0.199126, + "nauc_map_at_100_max": 0.223114, + "nauc_map_at_100_std": 0.015642, + "nauc_map_at_100_diff1": 0.203274, + "nauc_map_at_1000_max": 0.222963, + "nauc_map_at_1000_std": 0.015602, + "nauc_map_at_1000_diff1": 0.203227, + "nauc_recall_at_1_max": 0.173478, + "nauc_recall_at_1_std": 0.011971, + "nauc_recall_at_1_diff1": 0.239841, + "nauc_recall_at_3_max": 0.221772, + "nauc_recall_at_3_std": 0.051272, + "nauc_recall_at_3_diff1": 0.173489, + "nauc_recall_at_5_max": 0.204941, + "nauc_recall_at_5_std": 0.005304, + "nauc_recall_at_5_diff1": 0.1675, + "nauc_recall_at_10_max": 0.166394, + "nauc_recall_at_10_std": -0.018805, + "nauc_recall_at_10_diff1": 0.119762, + "nauc_recall_at_20_max": 0.239953, + "nauc_recall_at_20_std": 0.081455, + "nauc_recall_at_20_diff1": 0.08541, + "nauc_recall_at_100_max": 0.369215, + "nauc_recall_at_100_std": 0.182159, + "nauc_recall_at_100_diff1": 0.22487, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.182053, + "nauc_precision_at_1_std": 0.001228, + "nauc_precision_at_1_diff1": 0.235505, + "nauc_precision_at_3_max": 0.210703, + "nauc_precision_at_3_std": 0.032993, + "nauc_precision_at_3_diff1": 0.11195, + "nauc_precision_at_5_max": 0.175424, + "nauc_precision_at_5_std": -0.009226, + "nauc_precision_at_5_diff1": 0.088369, + "nauc_precision_at_10_max": 0.097674, + "nauc_precision_at_10_std": -0.04131, + "nauc_precision_at_10_diff1": -0.000688, + "nauc_precision_at_20_max": 0.078736, + "nauc_precision_at_20_std": 0.013308, + "nauc_precision_at_20_diff1": -0.034543, + "nauc_precision_at_100_max": -0.042908, + "nauc_precision_at_100_std": -0.037317, + "nauc_precision_at_100_diff1": -0.038663, + "nauc_precision_at_1000_max": -0.062185, + "nauc_precision_at_1000_std": -0.046122, + "nauc_precision_at_1000_diff1": -0.050135, + "nauc_mrr_at_1_max": 0.182053, + "nauc_mrr_at_1_std": 0.001228, + "nauc_mrr_at_1_diff1": 0.235505, + "nauc_mrr_at_3_max": 0.222664, + "nauc_mrr_at_3_std": 0.051214, + "nauc_mrr_at_3_diff1": 0.174756, + "nauc_mrr_at_5_max": 0.215519, + "nauc_mrr_at_5_std": 0.036406, + "nauc_mrr_at_5_diff1": 0.175295, + "nauc_mrr_at_10_max": 0.213844, + "nauc_mrr_at_10_std": 0.035865, + "nauc_mrr_at_10_diff1": 0.182164, + "nauc_mrr_at_20_max": 0.217208, + "nauc_mrr_at_20_std": 0.040282, + "nauc_mrr_at_20_diff1": 0.181262, + "nauc_mrr_at_100_max": 0.215732, + "nauc_mrr_at_100_std": 0.037408, + "nauc_mrr_at_100_diff1": 0.183446, + "nauc_mrr_at_1000_max": 0.215727, + "nauc_mrr_at_1000_std": 0.037405, + "nauc_mrr_at_1000_diff1": 0.183461, + "cv_recall_at_1": 0.27114, + "cv_recall_at_3": 0.53061, + "cv_recall_at_5": 0.6414, + "cv_recall_at_10": 0.77551, + "cv_recall_at_20": 0.86297, + "cv_recall_at_100": 0.99708, + "cv_recall_at_1000": 1.0, + "main_score": 0.4419, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.44857, + "ndcg_at_3": 0.47961, + "ndcg_at_5": 0.51587, + "ndcg_at_10": 0.56869, + "ndcg_at_20": 0.59905, + "ndcg_at_100": 0.63018, + "ndcg_at_1000": 0.63713, + "map_at_1": 0.26526, + "map_at_3": 0.39595, + "map_at_5": 0.43934, + "map_at_10": 0.47683, + "map_at_20": 0.49146, + "map_at_100": 0.49839, + "map_at_1000": 0.49885, + "recall_at_1": 0.26526, + "recall_at_3": 0.47975, + "recall_at_5": 0.58704, + "recall_at_10": 0.72024, + "recall_at_20": 0.81124, + "recall_at_100": 0.94942, + "recall_at_1000": 0.99429, + "accuracy": 0.26526, + "precision_at_1": 0.44857, + "precision_at_3": 0.30571, + "precision_at_5": 0.23771, + "precision_at_10": 0.15343, + "precision_at_20": 0.08886, + "precision_at_100": 0.02063, + "precision_at_1000": 0.00214, + "mrr_at_1": 0.448571, + "mrr_at_3": 0.546667, + "mrr_at_5": 0.565238, + "mrr_at_10": 0.576365, + "mrr_at_20": 0.579737, + "mrr_at_100": 0.582081, + "mrr_at_1000": 0.582293, + "nauc_ndcg_at_1_max": 0.291217, + "nauc_ndcg_at_1_std": -0.109731, + "nauc_ndcg_at_1_diff1": 0.250579, + "nauc_ndcg_at_3_max": 0.284605, + "nauc_ndcg_at_3_std": -0.190622, + "nauc_ndcg_at_3_diff1": 0.24764, + "nauc_ndcg_at_5_max": 0.287444, + "nauc_ndcg_at_5_std": -0.173436, + "nauc_ndcg_at_5_diff1": 0.266536, + "nauc_ndcg_at_10_max": 0.30004, + "nauc_ndcg_at_10_std": -0.14998, + "nauc_ndcg_at_10_diff1": 0.239786, + "nauc_ndcg_at_20_max": 0.316697, + "nauc_ndcg_at_20_std": -0.138576, + "nauc_ndcg_at_20_diff1": 0.22533, + "nauc_ndcg_at_100_max": 0.326421, + "nauc_ndcg_at_100_std": -0.121344, + "nauc_ndcg_at_100_diff1": 0.209654, + "nauc_ndcg_at_1000_max": 0.32424, + "nauc_ndcg_at_1000_std": -0.122639, + "nauc_ndcg_at_1000_diff1": 0.223452, + "nauc_map_at_1_max": 0.141734, + "nauc_map_at_1_std": -0.18891, + "nauc_map_at_1_diff1": 0.370943, + "nauc_map_at_3_max": 0.218034, + "nauc_map_at_3_std": -0.223153, + "nauc_map_at_3_diff1": 0.287392, + "nauc_map_at_5_max": 0.246598, + "nauc_map_at_5_std": -0.201245, + "nauc_map_at_5_diff1": 0.280059, + "nauc_map_at_10_max": 0.26848, + "nauc_map_at_10_std": -0.179057, + "nauc_map_at_10_diff1": 0.259002, + "nauc_map_at_20_max": 0.279813, + "nauc_map_at_20_std": -0.169984, + "nauc_map_at_20_diff1": 0.250245, + "nauc_map_at_100_max": 0.285073, + "nauc_map_at_100_std": -0.163369, + "nauc_map_at_100_diff1": 0.246939, + "nauc_map_at_1000_max": 0.284947, + "nauc_map_at_1000_std": -0.163269, + "nauc_map_at_1000_diff1": 0.247533, + "nauc_recall_at_1_max": 0.141734, + "nauc_recall_at_1_std": -0.18891, + "nauc_recall_at_1_diff1": 0.370943, + "nauc_recall_at_3_max": 0.196308, + "nauc_recall_at_3_std": -0.260193, + "nauc_recall_at_3_diff1": 0.276831, + "nauc_recall_at_5_max": 0.22861, + "nauc_recall_at_5_std": -0.197811, + "nauc_recall_at_5_diff1": 0.278238, + "nauc_recall_at_10_max": 0.263899, + "nauc_recall_at_10_std": -0.147033, + "nauc_recall_at_10_diff1": 0.202997, + "nauc_recall_at_20_max": 0.322476, + "nauc_recall_at_20_std": -0.136703, + "nauc_recall_at_20_diff1": 0.165453, + "nauc_recall_at_100_max": 0.404061, + "nauc_recall_at_100_std": 0.039674, + "nauc_recall_at_100_diff1": -0.213614, + "nauc_recall_at_1000_max": 0.828431, + "nauc_recall_at_1000_std": 0.77416, + "nauc_recall_at_1000_diff1": 0.505135, + "nauc_precision_at_1_max": 0.291217, + "nauc_precision_at_1_std": -0.109731, + "nauc_precision_at_1_diff1": 0.250579, + "nauc_precision_at_3_max": 0.342843, + "nauc_precision_at_3_std": -0.065493, + "nauc_precision_at_3_diff1": -0.021014, + "nauc_precision_at_5_max": 0.341962, + "nauc_precision_at_5_std": 0.039482, + "nauc_precision_at_5_diff1": -0.056722, + "nauc_precision_at_10_max": 0.313386, + "nauc_precision_at_10_std": 0.144612, + "nauc_precision_at_10_diff1": -0.135815, + "nauc_precision_at_20_max": 0.302189, + "nauc_precision_at_20_std": 0.188749, + "nauc_precision_at_20_diff1": -0.183029, + "nauc_precision_at_100_max": 0.283828, + "nauc_precision_at_100_std": 0.25561, + "nauc_precision_at_100_diff1": -0.245036, + "nauc_precision_at_1000_max": 0.261587, + "nauc_precision_at_1000_std": 0.256503, + "nauc_precision_at_1000_diff1": -0.237062, + "nauc_mrr_at_1_max": 0.291217, + "nauc_mrr_at_1_std": -0.109731, + "nauc_mrr_at_1_diff1": 0.250579, + "nauc_mrr_at_3_max": 0.321793, + "nauc_mrr_at_3_std": -0.137945, + "nauc_mrr_at_3_diff1": 0.231238, + "nauc_mrr_at_5_max": 0.324549, + "nauc_mrr_at_5_std": -0.117724, + "nauc_mrr_at_5_diff1": 0.228523, + "nauc_mrr_at_10_max": 0.328998, + "nauc_mrr_at_10_std": -0.112057, + "nauc_mrr_at_10_diff1": 0.225093, + "nauc_mrr_at_20_max": 0.328594, + "nauc_mrr_at_20_std": -0.113947, + "nauc_mrr_at_20_diff1": 0.224876, + "nauc_mrr_at_100_max": 0.326752, + "nauc_mrr_at_100_std": -0.115906, + "nauc_mrr_at_100_diff1": 0.224406, + "nauc_mrr_at_1000_max": 0.326779, + "nauc_mrr_at_1000_std": -0.115893, + "nauc_mrr_at_1000_diff1": 0.224966, + "cv_recall_at_1": 0.44857, + "cv_recall_at_3": 0.66857, + "cv_recall_at_5": 0.75143, + "cv_recall_at_10": 0.83143, + "cv_recall_at_20": 0.87714, + "cv_recall_at_100": 0.96857, + "cv_recall_at_1000": 0.99714, + "main_score": 0.56869, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.45104, + "ndcg_at_3": 0.42493, + "ndcg_at_5": 0.44011, + "ndcg_at_10": 0.48315, + "ndcg_at_20": 0.52449, + "ndcg_at_100": 0.58088, + "ndcg_at_1000": 0.59887, + "map_at_1": 0.20161, + "map_at_3": 0.30524, + "map_at_5": 0.34162, + "map_at_10": 0.37779, + "map_at_20": 0.39693, + "map_at_100": 0.41217, + "map_at_1000": 0.41383, + "recall_at_1": 0.20161, + "recall_at_3": 0.36754, + "recall_at_5": 0.45314, + "recall_at_10": 0.57365, + "recall_at_20": 0.68664, + "recall_at_100": 0.89414, + "recall_at_1000": 0.99011, + "accuracy": 0.20161, + "precision_at_1": 0.45104, + "precision_at_3": 0.30764, + "precision_at_5": 0.24208, + "precision_at_10": 0.16406, + "precision_at_20": 0.10271, + "precision_at_100": 0.02839, + "precision_at_1000": 0.00318, + "mrr_at_1": 0.451042, + "mrr_at_3": 0.549479, + "mrr_at_5": 0.56724, + "mrr_at_10": 0.576573, + "mrr_at_20": 0.581603, + "mrr_at_100": 0.583695, + "mrr_at_1000": 0.583845, + "nauc_ndcg_at_1_max": 0.172585, + "nauc_ndcg_at_1_std": -0.062389, + "nauc_ndcg_at_1_diff1": 0.220734, + "nauc_ndcg_at_3_max": 0.110046, + "nauc_ndcg_at_3_std": -0.094744, + "nauc_ndcg_at_3_diff1": 0.167627, + "nauc_ndcg_at_5_max": 0.101124, + "nauc_ndcg_at_5_std": -0.125111, + "nauc_ndcg_at_5_diff1": 0.176197, + "nauc_ndcg_at_10_max": 0.107988, + "nauc_ndcg_at_10_std": -0.147466, + "nauc_ndcg_at_10_diff1": 0.190629, + "nauc_ndcg_at_20_max": 0.135271, + "nauc_ndcg_at_20_std": -0.120381, + "nauc_ndcg_at_20_diff1": 0.178251, + "nauc_ndcg_at_100_max": 0.144541, + "nauc_ndcg_at_100_std": -0.068895, + "nauc_ndcg_at_100_diff1": 0.157269, + "nauc_ndcg_at_1000_max": 0.143691, + "nauc_ndcg_at_1000_std": -0.074183, + "nauc_ndcg_at_1000_diff1": 0.161919, + "nauc_map_at_1_max": 0.007348, + "nauc_map_at_1_std": -0.172852, + "nauc_map_at_1_diff1": 0.307603, + "nauc_map_at_3_max": 0.029974, + "nauc_map_at_3_std": -0.177686, + "nauc_map_at_3_diff1": 0.230151, + "nauc_map_at_5_max": 0.048012, + "nauc_map_at_5_std": -0.171834, + "nauc_map_at_5_diff1": 0.21726, + "nauc_map_at_10_max": 0.065207, + "nauc_map_at_10_std": -0.170577, + "nauc_map_at_10_diff1": 0.212382, + "nauc_map_at_20_max": 0.080415, + "nauc_map_at_20_std": -0.156283, + "nauc_map_at_20_diff1": 0.203399, + "nauc_map_at_100_max": 0.08559, + "nauc_map_at_100_std": -0.139232, + "nauc_map_at_100_diff1": 0.19487, + "nauc_map_at_1000_max": 0.085966, + "nauc_map_at_1000_std": -0.138944, + "nauc_map_at_1000_diff1": 0.195213, + "nauc_recall_at_1_max": 0.007348, + "nauc_recall_at_1_std": -0.172852, + "nauc_recall_at_1_diff1": 0.307603, + "nauc_recall_at_3_max": 0.021741, + "nauc_recall_at_3_std": -0.171024, + "nauc_recall_at_3_diff1": 0.178017, + "nauc_recall_at_5_max": 0.048665, + "nauc_recall_at_5_std": -0.170013, + "nauc_recall_at_5_diff1": 0.156696, + "nauc_recall_at_10_max": 0.08512, + "nauc_recall_at_10_std": -0.18882, + "nauc_recall_at_10_diff1": 0.170837, + "nauc_recall_at_20_max": 0.149643, + "nauc_recall_at_20_std": -0.140783, + "nauc_recall_at_20_diff1": 0.142163, + "nauc_recall_at_100_max": 0.207983, + "nauc_recall_at_100_std": 0.103695, + "nauc_recall_at_100_diff1": 0.032439, + "nauc_recall_at_1000_max": 0.630332, + "nauc_recall_at_1000_std": 0.321134, + "nauc_recall_at_1000_diff1": -0.113652, + "nauc_precision_at_1_max": 0.172585, + "nauc_precision_at_1_std": -0.062389, + "nauc_precision_at_1_diff1": 0.220734, + "nauc_precision_at_3_max": 0.184904, + "nauc_precision_at_3_std": 0.009642, + "nauc_precision_at_3_diff1": 0.018066, + "nauc_precision_at_5_max": 0.202511, + "nauc_precision_at_5_std": 0.051944, + "nauc_precision_at_5_diff1": -0.028568, + "nauc_precision_at_10_max": 0.206014, + "nauc_precision_at_10_std": 0.079172, + "nauc_precision_at_10_diff1": -0.06215, + "nauc_precision_at_20_max": 0.224046, + "nauc_precision_at_20_std": 0.161069, + "nauc_precision_at_20_diff1": -0.112631, + "nauc_precision_at_100_max": 0.179261, + "nauc_precision_at_100_std": 0.288275, + "nauc_precision_at_100_diff1": -0.184193, + "nauc_precision_at_1000_max": 0.15904, + "nauc_precision_at_1000_std": 0.273239, + "nauc_precision_at_1000_diff1": -0.177626, + "nauc_mrr_at_1_max": 0.172585, + "nauc_mrr_at_1_std": -0.062389, + "nauc_mrr_at_1_diff1": 0.220734, + "nauc_mrr_at_3_max": 0.182131, + "nauc_mrr_at_3_std": -0.035904, + "nauc_mrr_at_3_diff1": 0.163337, + "nauc_mrr_at_5_max": 0.183746, + "nauc_mrr_at_5_std": -0.039572, + "nauc_mrr_at_5_diff1": 0.160576, + "nauc_mrr_at_10_max": 0.183782, + "nauc_mrr_at_10_std": -0.043359, + "nauc_mrr_at_10_diff1": 0.164477, + "nauc_mrr_at_20_max": 0.185936, + "nauc_mrr_at_20_std": -0.040845, + "nauc_mrr_at_20_diff1": 0.166521, + "nauc_mrr_at_100_max": 0.185222, + "nauc_mrr_at_100_std": -0.041013, + "nauc_mrr_at_100_diff1": 0.16717, + "nauc_mrr_at_1000_max": 0.185083, + "nauc_mrr_at_1000_std": -0.041102, + "nauc_mrr_at_1000_diff1": 0.167196, + "cv_recall_at_1": 0.45104, + "cv_recall_at_3": 0.66979, + "cv_recall_at_5": 0.74583, + "cv_recall_at_10": 0.81354, + "cv_recall_at_20": 0.88646, + "cv_recall_at_100": 0.96979, + "cv_recall_at_1000": 0.99896, + "main_score": 0.48315, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.50581, + "ndcg_at_3": 0.56375, + "ndcg_at_5": 0.60391, + "ndcg_at_10": 0.65168, + "ndcg_at_20": 0.68496, + "ndcg_at_100": 0.70835, + "ndcg_at_1000": 0.7095, + "map_at_1": 0.3552, + "map_at_3": 0.49208, + "map_at_5": 0.5298, + "map_at_10": 0.5601, + "map_at_20": 0.57549, + "map_at_100": 0.58285, + "map_at_1000": 0.58299, + "recall_at_1": 0.3552, + "recall_at_3": 0.5858, + "recall_at_5": 0.68749, + "recall_at_10": 0.80942, + "recall_at_20": 0.90866, + "recall_at_100": 0.99429, + "recall_at_1000": 1.0, + "accuracy": 0.3552, + "precision_at_1": 0.50581, + "precision_at_3": 0.31783, + "precision_at_5": 0.23907, + "precision_at_10": 0.1514, + "precision_at_20": 0.08901, + "precision_at_100": 0.02062, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.505814, + "mrr_at_3": 0.618023, + "mrr_at_5": 0.639535, + "mrr_at_10": 0.651174, + "mrr_at_20": 0.654508, + "mrr_at_100": 0.655234, + "mrr_at_1000": 0.655242, + "nauc_ndcg_at_1_max": 0.195076, + "nauc_ndcg_at_1_std": -0.108062, + "nauc_ndcg_at_1_diff1": 0.316637, + "nauc_ndcg_at_3_max": 0.175437, + "nauc_ndcg_at_3_std": -0.218674, + "nauc_ndcg_at_3_diff1": 0.31656, + "nauc_ndcg_at_5_max": 0.192866, + "nauc_ndcg_at_5_std": -0.232331, + "nauc_ndcg_at_5_diff1": 0.341039, + "nauc_ndcg_at_10_max": 0.204049, + "nauc_ndcg_at_10_std": -0.2381, + "nauc_ndcg_at_10_diff1": 0.332153, + "nauc_ndcg_at_20_max": 0.20509, + "nauc_ndcg_at_20_std": -0.214226, + "nauc_ndcg_at_20_diff1": 0.319321, + "nauc_ndcg_at_100_max": 0.202005, + "nauc_ndcg_at_100_std": -0.18174, + "nauc_ndcg_at_100_diff1": 0.31238, + "nauc_ndcg_at_1000_max": 0.200005, + "nauc_ndcg_at_1000_std": -0.180936, + "nauc_ndcg_at_1000_diff1": 0.312526, + "nauc_map_at_1_max": 0.145027, + "nauc_map_at_1_std": -0.201434, + "nauc_map_at_1_diff1": 0.383971, + "nauc_map_at_3_max": 0.168734, + "nauc_map_at_3_std": -0.260807, + "nauc_map_at_3_diff1": 0.352335, + "nauc_map_at_5_max": 0.183122, + "nauc_map_at_5_std": -0.254548, + "nauc_map_at_5_diff1": 0.356909, + "nauc_map_at_10_max": 0.189468, + "nauc_map_at_10_std": -0.25008, + "nauc_map_at_10_diff1": 0.344335, + "nauc_map_at_20_max": 0.191273, + "nauc_map_at_20_std": -0.239037, + "nauc_map_at_20_diff1": 0.338236, + "nauc_map_at_100_max": 0.189992, + "nauc_map_at_100_std": -0.229743, + "nauc_map_at_100_diff1": 0.336224, + "nauc_map_at_1000_max": 0.189798, + "nauc_map_at_1000_std": -0.229597, + "nauc_map_at_1000_diff1": 0.336176, + "nauc_recall_at_1_max": 0.145027, + "nauc_recall_at_1_std": -0.201434, + "nauc_recall_at_1_diff1": 0.383971, + "nauc_recall_at_3_max": 0.151586, + "nauc_recall_at_3_std": -0.298145, + "nauc_recall_at_3_diff1": 0.32261, + "nauc_recall_at_5_max": 0.178238, + "nauc_recall_at_5_std": -0.308828, + "nauc_recall_at_5_diff1": 0.348297, + "nauc_recall_at_10_max": 0.195359, + "nauc_recall_at_10_std": -0.373103, + "nauc_recall_at_10_diff1": 0.332933, + "nauc_recall_at_20_max": 0.196773, + "nauc_recall_at_20_std": -0.396763, + "nauc_recall_at_20_diff1": 0.291224, + "nauc_recall_at_100_max": 0.50696, + "nauc_recall_at_100_std": -0.197715, + "nauc_recall_at_100_diff1": 0.142777, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.195076, + "nauc_precision_at_1_std": -0.108062, + "nauc_precision_at_1_diff1": 0.316637, + "nauc_precision_at_3_max": 0.143948, + "nauc_precision_at_3_std": -0.056185, + "nauc_precision_at_3_diff1": 0.051888, + "nauc_precision_at_5_max": 0.125307, + "nauc_precision_at_5_std": 0.031517, + "nauc_precision_at_5_diff1": -0.024489, + "nauc_precision_at_10_max": 0.071214, + "nauc_precision_at_10_std": 0.126415, + "nauc_precision_at_10_diff1": -0.160886, + "nauc_precision_at_20_max": 0.030877, + "nauc_precision_at_20_std": 0.223853, + "nauc_precision_at_20_diff1": -0.231505, + "nauc_precision_at_100_max": -0.032865, + "nauc_precision_at_100_std": 0.301784, + "nauc_precision_at_100_diff1": -0.262768, + "nauc_precision_at_1000_max": -0.040674, + "nauc_precision_at_1000_std": 0.303648, + "nauc_precision_at_1000_diff1": -0.263361, + "nauc_mrr_at_1_max": 0.195076, + "nauc_mrr_at_1_std": -0.108062, + "nauc_mrr_at_1_diff1": 0.316637, + "nauc_mrr_at_3_max": 0.213964, + "nauc_mrr_at_3_std": -0.113994, + "nauc_mrr_at_3_diff1": 0.289826, + "nauc_mrr_at_5_max": 0.213403, + "nauc_mrr_at_5_std": -0.113299, + "nauc_mrr_at_5_diff1": 0.293227, + "nauc_mrr_at_10_max": 0.21232, + "nauc_mrr_at_10_std": -0.11311, + "nauc_mrr_at_10_diff1": 0.292954, + "nauc_mrr_at_20_max": 0.210925, + "nauc_mrr_at_20_std": -0.111252, + "nauc_mrr_at_20_diff1": 0.292655, + "nauc_mrr_at_100_max": 0.211539, + "nauc_mrr_at_100_std": -0.111668, + "nauc_mrr_at_100_diff1": 0.293378, + "nauc_mrr_at_1000_max": 0.211542, + "nauc_mrr_at_1000_std": -0.111694, + "nauc_mrr_at_1000_diff1": 0.293423, + "cv_recall_at_1": 0.50581, + "cv_recall_at_3": 0.75233, + "cv_recall_at_5": 0.84419, + "cv_recall_at_10": 0.92907, + "cv_recall_at_20": 0.97442, + "cv_recall_at_100": 0.99884, + "cv_recall_at_1000": 1.0, + "main_score": 0.65168, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.56338, + "ndcg_at_3": 0.57707, + "ndcg_at_5": 0.5956, + "ndcg_at_10": 0.64411, + "ndcg_at_20": 0.67888, + "ndcg_at_100": 0.71151, + "ndcg_at_1000": 0.71562, + "map_at_1": 0.36909, + "map_at_3": 0.47583, + "map_at_5": 0.51159, + "map_at_10": 0.55532, + "map_at_20": 0.57518, + "map_at_100": 0.58494, + "map_at_1000": 0.58532, + "recall_at_1": 0.36909, + "recall_at_3": 0.54497, + "recall_at_5": 0.61899, + "recall_at_10": 0.75214, + "recall_at_20": 0.84557, + "recall_at_100": 0.9735, + "recall_at_1000": 0.99844, + "accuracy": 0.36909, + "precision_at_1": 0.56338, + "precision_at_3": 0.33646, + "precision_at_5": 0.25822, + "precision_at_10": 0.17418, + "precision_at_20": 0.10516, + "precision_at_100": 0.02507, + "precision_at_1000": 0.00256, + "mrr_at_1": 0.56338, + "mrr_at_3": 0.661972, + "mrr_at_5": 0.673709, + "mrr_at_10": 0.681383, + "mrr_at_20": 0.683605, + "mrr_at_100": 0.685172, + "mrr_at_1000": 0.685231, + "nauc_ndcg_at_1_max": 0.277238, + "nauc_ndcg_at_1_std": -0.035184, + "nauc_ndcg_at_1_diff1": 0.300498, + "nauc_ndcg_at_3_max": 0.365044, + "nauc_ndcg_at_3_std": -0.087622, + "nauc_ndcg_at_3_diff1": 0.38634, + "nauc_ndcg_at_5_max": 0.375239, + "nauc_ndcg_at_5_std": -0.088867, + "nauc_ndcg_at_5_diff1": 0.396546, + "nauc_ndcg_at_10_max": 0.41725, + "nauc_ndcg_at_10_std": -0.085063, + "nauc_ndcg_at_10_diff1": 0.383981, + "nauc_ndcg_at_20_max": 0.398173, + "nauc_ndcg_at_20_std": -0.053124, + "nauc_ndcg_at_20_diff1": 0.356487, + "nauc_ndcg_at_100_max": 0.379432, + "nauc_ndcg_at_100_std": -0.036597, + "nauc_ndcg_at_100_diff1": 0.343768, + "nauc_ndcg_at_1000_max": 0.372834, + "nauc_ndcg_at_1000_std": -0.040887, + "nauc_ndcg_at_1000_diff1": 0.342441, + "nauc_map_at_1_max": 0.287713, + "nauc_map_at_1_std": -0.242793, + "nauc_map_at_1_diff1": 0.514275, + "nauc_map_at_3_max": 0.368696, + "nauc_map_at_3_std": -0.192315, + "nauc_map_at_3_diff1": 0.472103, + "nauc_map_at_5_max": 0.362547, + "nauc_map_at_5_std": -0.171412, + "nauc_map_at_5_diff1": 0.446204, + "nauc_map_at_10_max": 0.393546, + "nauc_map_at_10_std": -0.143466, + "nauc_map_at_10_diff1": 0.418815, + "nauc_map_at_20_max": 0.388367, + "nauc_map_at_20_std": -0.123099, + "nauc_map_at_20_diff1": 0.402595, + "nauc_map_at_100_max": 0.383359, + "nauc_map_at_100_std": -0.111272, + "nauc_map_at_100_diff1": 0.395556, + "nauc_map_at_1000_max": 0.382952, + "nauc_map_at_1000_std": -0.111391, + "nauc_map_at_1000_diff1": 0.395554, + "nauc_recall_at_1_max": 0.287713, + "nauc_recall_at_1_std": -0.242793, + "nauc_recall_at_1_diff1": 0.514275, + "nauc_recall_at_3_max": 0.390432, + "nauc_recall_at_3_std": -0.175362, + "nauc_recall_at_3_diff1": 0.477114, + "nauc_recall_at_5_max": 0.386956, + "nauc_recall_at_5_std": -0.141622, + "nauc_recall_at_5_diff1": 0.452284, + "nauc_recall_at_10_max": 0.510884, + "nauc_recall_at_10_std": -0.066099, + "nauc_recall_at_10_diff1": 0.396801, + "nauc_recall_at_20_max": 0.484159, + "nauc_recall_at_20_std": 0.025134, + "nauc_recall_at_20_diff1": 0.334301, + "nauc_recall_at_100_max": 0.683386, + "nauc_recall_at_100_std": 0.224689, + "nauc_recall_at_100_diff1": 0.417673, + "nauc_recall_at_1000_max": 0.869485, + "nauc_recall_at_1000_std": -0.170876, + "nauc_recall_at_1000_diff1": 0.72208, + "nauc_precision_at_1_max": 0.277238, + "nauc_precision_at_1_std": -0.035184, + "nauc_precision_at_1_diff1": 0.300498, + "nauc_precision_at_3_max": 0.173327, + "nauc_precision_at_3_std": 0.172814, + "nauc_precision_at_3_diff1": -0.109188, + "nauc_precision_at_5_max": 0.057075, + "nauc_precision_at_5_std": 0.241546, + "nauc_precision_at_5_diff1": -0.234183, + "nauc_precision_at_10_max": 0.032796, + "nauc_precision_at_10_std": 0.279678, + "nauc_precision_at_10_diff1": -0.32575, + "nauc_precision_at_20_max": -0.057846, + "nauc_precision_at_20_std": 0.321447, + "nauc_precision_at_20_diff1": -0.373713, + "nauc_precision_at_100_max": -0.147763, + "nauc_precision_at_100_std": 0.353051, + "nauc_precision_at_100_diff1": -0.421972, + "nauc_precision_at_1000_max": -0.16585, + "nauc_precision_at_1000_std": 0.348134, + "nauc_precision_at_1000_diff1": -0.429397, + "nauc_mrr_at_1_max": 0.277238, + "nauc_mrr_at_1_std": -0.035184, + "nauc_mrr_at_1_diff1": 0.300498, + "nauc_mrr_at_3_max": 0.336471, + "nauc_mrr_at_3_std": 0.020468, + "nauc_mrr_at_3_diff1": 0.279046, + "nauc_mrr_at_5_max": 0.334685, + "nauc_mrr_at_5_std": 0.014827, + "nauc_mrr_at_5_diff1": 0.284541, + "nauc_mrr_at_10_max": 0.339201, + "nauc_mrr_at_10_std": 0.020322, + "nauc_mrr_at_10_diff1": 0.286666, + "nauc_mrr_at_20_max": 0.335295, + "nauc_mrr_at_20_std": 0.020527, + "nauc_mrr_at_20_diff1": 0.286274, + "nauc_mrr_at_100_max": 0.33557, + "nauc_mrr_at_100_std": 0.018992, + "nauc_mrr_at_100_diff1": 0.288066, + "nauc_mrr_at_1000_max": 0.335477, + "nauc_mrr_at_1000_std": 0.018941, + "nauc_mrr_at_1000_diff1": 0.287975, + "cv_recall_at_1": 0.56338, + "cv_recall_at_3": 0.78404, + "cv_recall_at_5": 0.83099, + "cv_recall_at_10": 0.88732, + "cv_recall_at_20": 0.92019, + "cv_recall_at_100": 0.98592, + "cv_recall_at_1000": 1.0, + "main_score": 0.64411, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "ndcg_at_1": 0.497, + "ndcg_at_3": 0.50763, + "ndcg_at_5": 0.54568, + "ndcg_at_10": 0.60019, + "ndcg_at_20": 0.64098, + "ndcg_at_100": 0.67881, + "ndcg_at_1000": 0.68287, + "map_at_1": 0.2645, + "map_at_3": 0.40555, + "map_at_5": 0.45051, + "map_at_10": 0.49121, + "map_at_20": 0.51199, + "map_at_100": 0.52449, + "map_at_1000": 0.52503, + "recall_at_1": 0.2645, + "recall_at_3": 0.48672, + "recall_at_5": 0.60168, + "recall_at_10": 0.74034, + "recall_at_20": 0.85086, + "recall_at_100": 0.98113, + "recall_at_1000": 0.99987, + "accuracy": 0.2645, + "precision_at_1": 0.497, + "precision_at_3": 0.34033, + "precision_at_5": 0.2706, + "precision_at_10": 0.181, + "precision_at_20": 0.11065, + "precision_at_100": 0.02747, + "precision_at_1000": 0.00283, + "mrr_at_1": 0.497, + "mrr_at_3": 0.602667, + "mrr_at_5": 0.628967, + "mrr_at_10": 0.640442, + "mrr_at_20": 0.643084, + "mrr_at_100": 0.64385, + "mrr_at_1000": 0.643866, + "nauc_ndcg_at_1_max": 0.17167, + "nauc_ndcg_at_1_std": -0.041077, + "nauc_ndcg_at_1_diff1": 0.319414, + "nauc_ndcg_at_3_max": 0.148162, + "nauc_ndcg_at_3_std": -0.085818, + "nauc_ndcg_at_3_diff1": 0.264657, + "nauc_ndcg_at_5_max": 0.13624, + "nauc_ndcg_at_5_std": -0.115506, + "nauc_ndcg_at_5_diff1": 0.283723, + "nauc_ndcg_at_10_max": 0.151902, + "nauc_ndcg_at_10_std": -0.131049, + "nauc_ndcg_at_10_diff1": 0.287628, + "nauc_ndcg_at_20_max": 0.170632, + "nauc_ndcg_at_20_std": -0.110311, + "nauc_ndcg_at_20_diff1": 0.277138, + "nauc_ndcg_at_100_max": 0.177503, + "nauc_ndcg_at_100_std": -0.071707, + "nauc_ndcg_at_100_diff1": 0.26322, + "nauc_ndcg_at_1000_max": 0.175939, + "nauc_ndcg_at_1000_std": -0.073049, + "nauc_ndcg_at_1000_diff1": 0.267259, + "nauc_map_at_1_max": 0.086118, + "nauc_map_at_1_std": -0.119734, + "nauc_map_at_1_diff1": 0.356735, + "nauc_map_at_3_max": 0.117598, + "nauc_map_at_3_std": -0.129448, + "nauc_map_at_3_diff1": 0.300402, + "nauc_map_at_5_max": 0.121528, + "nauc_map_at_5_std": -0.137904, + "nauc_map_at_5_diff1": 0.300359, + "nauc_map_at_10_max": 0.134319, + "nauc_map_at_10_std": -0.137745, + "nauc_map_at_10_diff1": 0.293782, + "nauc_map_at_20_max": 0.144235, + "nauc_map_at_20_std": -0.128523, + "nauc_map_at_20_diff1": 0.289063, + "nauc_map_at_100_max": 0.148466, + "nauc_map_at_100_std": -0.11572, + "nauc_map_at_100_diff1": 0.28309, + "nauc_map_at_1000_max": 0.148318, + "nauc_map_at_1000_std": -0.115741, + "nauc_map_at_1000_diff1": 0.28329, + "nauc_recall_at_1_max": 0.086118, + "nauc_recall_at_1_std": -0.119734, + "nauc_recall_at_1_diff1": 0.356735, + "nauc_recall_at_3_max": 0.108223, + "nauc_recall_at_3_std": -0.134857, + "nauc_recall_at_3_diff1": 0.250177, + "nauc_recall_at_5_max": 0.080828, + "nauc_recall_at_5_std": -0.173551, + "nauc_recall_at_5_diff1": 0.250548, + "nauc_recall_at_10_max": 0.098233, + "nauc_recall_at_10_std": -0.212835, + "nauc_recall_at_10_diff1": 0.247527, + "nauc_recall_at_20_max": 0.141228, + "nauc_recall_at_20_std": -0.199533, + "nauc_recall_at_20_diff1": 0.205064, + "nauc_recall_at_100_max": 0.218768, + "nauc_recall_at_100_std": 0.103738, + "nauc_recall_at_100_diff1": -0.049879, + "nauc_recall_at_1000_max": -0.563492, + "nauc_recall_at_1000_std": -0.563492, + "nauc_recall_at_1000_diff1": 0.722222, + "nauc_precision_at_1_max": 0.17167, + "nauc_precision_at_1_std": -0.041077, + "nauc_precision_at_1_diff1": 0.319414, + "nauc_precision_at_3_max": 0.162867, + "nauc_precision_at_3_std": 0.013018, + "nauc_precision_at_3_diff1": 0.060356, + "nauc_precision_at_5_max": 0.135535, + "nauc_precision_at_5_std": 0.027795, + "nauc_precision_at_5_diff1": -0.015193, + "nauc_precision_at_10_max": 0.122989, + "nauc_precision_at_10_std": 0.064061, + "nauc_precision_at_10_diff1": -0.099362, + "nauc_precision_at_20_max": 0.122132, + "nauc_precision_at_20_std": 0.129676, + "nauc_precision_at_20_diff1": -0.152452, + "nauc_precision_at_100_max": 0.076288, + "nauc_precision_at_100_std": 0.217194, + "nauc_precision_at_100_diff1": -0.208853, + "nauc_precision_at_1000_max": 0.061486, + "nauc_precision_at_1000_std": 0.20987, + "nauc_precision_at_1000_diff1": -0.201388, + "nauc_mrr_at_1_max": 0.17167, + "nauc_mrr_at_1_std": -0.041077, + "nauc_mrr_at_1_diff1": 0.319414, + "nauc_mrr_at_3_max": 0.191569, + "nauc_mrr_at_3_std": -0.028289, + "nauc_mrr_at_3_diff1": 0.281206, + "nauc_mrr_at_5_max": 0.188655, + "nauc_mrr_at_5_std": -0.02895, + "nauc_mrr_at_5_diff1": 0.281724, + "nauc_mrr_at_10_max": 0.191796, + "nauc_mrr_at_10_std": -0.027515, + "nauc_mrr_at_10_diff1": 0.286393, + "nauc_mrr_at_20_max": 0.190177, + "nauc_mrr_at_20_std": -0.026888, + "nauc_mrr_at_20_diff1": 0.286203, + "nauc_mrr_at_100_max": 0.189794, + "nauc_mrr_at_100_std": -0.027479, + "nauc_mrr_at_100_diff1": 0.286582, + "nauc_mrr_at_1000_max": 0.189782, + "nauc_mrr_at_1000_std": -0.02748, + "nauc_mrr_at_1000_diff1": 0.286637, + "cv_recall_at_1": 0.497, + "cv_recall_at_3": 0.734, + "cv_recall_at_5": 0.849, + "cv_recall_at_10": 0.932, + "cv_recall_at_20": 0.97, + "cv_recall_at_100": 0.997, + "cv_recall_at_1000": 1.0, + "main_score": 0.60019, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.61826, + "ndcg_at_3": 0.66558, + "ndcg_at_5": 0.69682, + "ndcg_at_10": 0.72726, + "ndcg_at_20": 0.74782, + "ndcg_at_100": 0.76498, + "ndcg_at_1000": 0.76841, + "map_at_1": 0.45219, + "map_at_3": 0.59635, + "map_at_5": 0.63101, + "map_at_10": 0.6518, + "map_at_20": 0.66256, + "map_at_100": 0.66673, + "map_at_1000": 0.66701, + "recall_at_1": 0.45219, + "recall_at_3": 0.68738, + "recall_at_5": 0.76967, + "recall_at_10": 0.84527, + "recall_at_20": 0.90428, + "recall_at_100": 0.97427, + "recall_at_1000": 0.99412, + "accuracy": 0.45219, + "precision_at_1": 0.61826, + "precision_at_3": 0.35961, + "precision_at_5": 0.25602, + "precision_at_10": 0.14813, + "precision_at_20": 0.08247, + "precision_at_100": 0.01824, + "precision_at_1000": 0.00188, + "mrr_at_1": 0.618257, + "mrr_at_3": 0.719225, + "mrr_at_5": 0.732918, + "mrr_at_10": 0.738514, + "mrr_at_20": 0.739466, + "mrr_at_100": 0.740719, + "mrr_at_1000": 0.740766, + "nauc_ndcg_at_1_max": 0.242505, + "nauc_ndcg_at_1_std": -0.201932, + "nauc_ndcg_at_1_diff1": 0.527767, + "nauc_ndcg_at_3_max": 0.233165, + "nauc_ndcg_at_3_std": -0.253239, + "nauc_ndcg_at_3_diff1": 0.468397, + "nauc_ndcg_at_5_max": 0.239743, + "nauc_ndcg_at_5_std": -0.249906, + "nauc_ndcg_at_5_diff1": 0.470422, + "nauc_ndcg_at_10_max": 0.243752, + "nauc_ndcg_at_10_std": -0.242994, + "nauc_ndcg_at_10_diff1": 0.464093, + "nauc_ndcg_at_20_max": 0.266972, + "nauc_ndcg_at_20_std": -0.208003, + "nauc_ndcg_at_20_diff1": 0.459183, + "nauc_ndcg_at_100_max": 0.271986, + "nauc_ndcg_at_100_std": -0.183504, + "nauc_ndcg_at_100_diff1": 0.461667, + "nauc_ndcg_at_1000_max": 0.269994, + "nauc_ndcg_at_1000_std": -0.188141, + "nauc_ndcg_at_1000_diff1": 0.466652, + "nauc_map_at_1_max": 0.127854, + "nauc_map_at_1_std": -0.26069, + "nauc_map_at_1_diff1": 0.515938, + "nauc_map_at_3_max": 0.196705, + "nauc_map_at_3_std": -0.27074, + "nauc_map_at_3_diff1": 0.479293, + "nauc_map_at_5_max": 0.211749, + "nauc_map_at_5_std": -0.259206, + "nauc_map_at_5_diff1": 0.472846, + "nauc_map_at_10_max": 0.218867, + "nauc_map_at_10_std": -0.250723, + "nauc_map_at_10_diff1": 0.467878, + "nauc_map_at_20_max": 0.231428, + "nauc_map_at_20_std": -0.234578, + "nauc_map_at_20_diff1": 0.465764, + "nauc_map_at_100_max": 0.23249, + "nauc_map_at_100_std": -0.229696, + "nauc_map_at_100_diff1": 0.465386, + "nauc_map_at_1000_max": 0.232494, + "nauc_map_at_1000_std": -0.229733, + "nauc_map_at_1000_diff1": 0.465635, + "nauc_recall_at_1_max": 0.127854, + "nauc_recall_at_1_std": -0.26069, + "nauc_recall_at_1_diff1": 0.515938, + "nauc_recall_at_3_max": 0.196461, + "nauc_recall_at_3_std": -0.303891, + "nauc_recall_at_3_diff1": 0.41544, + "nauc_recall_at_5_max": 0.208449, + "nauc_recall_at_5_std": -0.285448, + "nauc_recall_at_5_diff1": 0.38965, + "nauc_recall_at_10_max": 0.18729, + "nauc_recall_at_10_std": -0.332486, + "nauc_recall_at_10_diff1": 0.354733, + "nauc_recall_at_20_max": 0.285565, + "nauc_recall_at_20_std": -0.208694, + "nauc_recall_at_20_diff1": 0.306076, + "nauc_recall_at_100_max": 0.50457, + "nauc_recall_at_100_std": 0.31704, + "nauc_recall_at_100_diff1": 0.216451, + "nauc_recall_at_1000_max": 0.734498, + "nauc_recall_at_1000_std": 0.636224, + "nauc_recall_at_1000_diff1": 0.533729, + "nauc_precision_at_1_max": 0.242505, + "nauc_precision_at_1_std": -0.201932, + "nauc_precision_at_1_diff1": 0.527767, + "nauc_precision_at_3_max": 0.229517, + "nauc_precision_at_3_std": 0.045092, + "nauc_precision_at_3_diff1": 0.061233, + "nauc_precision_at_5_max": 0.194876, + "nauc_precision_at_5_std": 0.141899, + "nauc_precision_at_5_diff1": -0.06769, + "nauc_precision_at_10_max": 0.168194, + "nauc_precision_at_10_std": 0.197612, + "nauc_precision_at_10_diff1": -0.151369, + "nauc_precision_at_20_max": 0.167961, + "nauc_precision_at_20_std": 0.26855, + "nauc_precision_at_20_diff1": -0.197486, + "nauc_precision_at_100_max": 0.140011, + "nauc_precision_at_100_std": 0.349829, + "nauc_precision_at_100_diff1": -0.246513, + "nauc_precision_at_1000_max": 0.124122, + "nauc_precision_at_1000_std": 0.348484, + "nauc_precision_at_1000_diff1": -0.249576, + "nauc_mrr_at_1_max": 0.242505, + "nauc_mrr_at_1_std": -0.201932, + "nauc_mrr_at_1_diff1": 0.527767, + "nauc_mrr_at_3_max": 0.286509, + "nauc_mrr_at_3_std": -0.195805, + "nauc_mrr_at_3_diff1": 0.500471, + "nauc_mrr_at_5_max": 0.28642, + "nauc_mrr_at_5_std": -0.186964, + "nauc_mrr_at_5_diff1": 0.503249, + "nauc_mrr_at_10_max": 0.286167, + "nauc_mrr_at_10_std": -0.1866, + "nauc_mrr_at_10_diff1": 0.506353, + "nauc_mrr_at_20_max": 0.285697, + "nauc_mrr_at_20_std": -0.185399, + "nauc_mrr_at_20_diff1": 0.506378, + "nauc_mrr_at_100_max": 0.284853, + "nauc_mrr_at_100_std": -0.185144, + "nauc_mrr_at_100_diff1": 0.505617, + "nauc_mrr_at_1000_max": 0.284699, + "nauc_mrr_at_1000_std": -0.1854, + "nauc_mrr_at_1000_diff1": 0.50564, + "cv_recall_at_1": 0.61826, + "cv_recall_at_3": 0.83817, + "cv_recall_at_5": 0.89627, + "cv_recall_at_10": 0.93776, + "cv_recall_at_20": 0.95228, + "cv_recall_at_100": 0.9917, + "cv_recall_at_1000": 0.99793, + "main_score": 0.72726, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.63527, + "ndcg_at_3": 0.77943, + "ndcg_at_5": 0.79742, + "ndcg_at_10": 0.81435, + "ndcg_at_20": 0.8184, + "ndcg_at_100": 0.82084, + "ndcg_at_1000": 0.82092, + "map_at_1": 0.62882, + "map_at_3": 0.74457, + "map_at_5": 0.7547, + "map_at_10": 0.76203, + "map_at_20": 0.76322, + "map_at_100": 0.76369, + "map_at_1000": 0.76369, + "recall_at_1": 0.62882, + "recall_at_3": 0.87762, + "recall_at_5": 0.92029, + "recall_at_10": 0.97142, + "recall_at_20": 0.98671, + "recall_at_100": 0.99839, + "recall_at_1000": 0.99879, + "accuracy": 0.62882, + "precision_at_1": 0.63527, + "precision_at_3": 0.29831, + "precision_at_5": 0.18841, + "precision_at_10": 0.09976, + "precision_at_20": 0.05072, + "precision_at_100": 0.01029, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.635266, + "mrr_at_3": 0.746377, + "mrr_at_5": 0.756582, + "mrr_at_10": 0.763255, + "mrr_at_20": 0.764363, + "mrr_at_100": 0.764688, + "mrr_at_1000": 0.764688, + "nauc_ndcg_at_1_max": 0.077737, + "nauc_ndcg_at_1_std": -0.383202, + "nauc_ndcg_at_1_diff1": 0.516327, + "nauc_ndcg_at_3_max": 0.145336, + "nauc_ndcg_at_3_std": -0.477233, + "nauc_ndcg_at_3_diff1": 0.536627, + "nauc_ndcg_at_5_max": 0.164712, + "nauc_ndcg_at_5_std": -0.455558, + "nauc_ndcg_at_5_diff1": 0.526104, + "nauc_ndcg_at_10_max": 0.134253, + "nauc_ndcg_at_10_std": -0.434175, + "nauc_ndcg_at_10_diff1": 0.514412, + "nauc_ndcg_at_20_max": 0.133129, + "nauc_ndcg_at_20_std": -0.432675, + "nauc_ndcg_at_20_diff1": 0.51609, + "nauc_ndcg_at_100_max": 0.12846, + "nauc_ndcg_at_100_std": -0.429139, + "nauc_ndcg_at_100_diff1": 0.520152, + "nauc_ndcg_at_1000_max": 0.128261, + "nauc_ndcg_at_1000_std": -0.429505, + "nauc_ndcg_at_1000_diff1": 0.520136, + "nauc_map_at_1_max": 0.070112, + "nauc_map_at_1_std": -0.390978, + "nauc_map_at_1_diff1": 0.524839, + "nauc_map_at_3_max": 0.124122, + "nauc_map_at_3_std": -0.449638, + "nauc_map_at_3_diff1": 0.530361, + "nauc_map_at_5_max": 0.132808, + "nauc_map_at_5_std": -0.43886, + "nauc_map_at_5_diff1": 0.524818, + "nauc_map_at_10_max": 0.12209, + "nauc_map_at_10_std": -0.429754, + "nauc_map_at_10_diff1": 0.520318, + "nauc_map_at_20_max": 0.121411, + "nauc_map_at_20_std": -0.429377, + "nauc_map_at_20_diff1": 0.520603, + "nauc_map_at_100_max": 0.120816, + "nauc_map_at_100_std": -0.428776, + "nauc_map_at_100_diff1": 0.521116, + "nauc_map_at_1000_max": 0.120806, + "nauc_map_at_1000_std": -0.428794, + "nauc_map_at_1000_diff1": 0.521115, + "nauc_recall_at_1_max": 0.070112, + "nauc_recall_at_1_std": -0.390978, + "nauc_recall_at_1_diff1": 0.524839, + "nauc_recall_at_3_max": 0.24789, + "nauc_recall_at_3_std": -0.631692, + "nauc_recall_at_3_diff1": 0.573308, + "nauc_recall_at_5_max": 0.399663, + "nauc_recall_at_5_std": -0.587071, + "nauc_recall_at_5_diff1": 0.538291, + "nauc_recall_at_10_max": 0.300679, + "nauc_recall_at_10_std": -0.485982, + "nauc_recall_at_10_diff1": 0.374147, + "nauc_recall_at_20_max": 0.485869, + "nauc_recall_at_20_std": -0.477425, + "nauc_recall_at_20_diff1": 0.303311, + "nauc_recall_at_100_max": 0.888537, + "nauc_recall_at_100_std": 0.631111, + "nauc_recall_at_100_diff1": 0.790471, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.722098, + "nauc_recall_at_1000_diff1": 0.869246, + "nauc_precision_at_1_max": 0.077737, + "nauc_precision_at_1_std": -0.383202, + "nauc_precision_at_1_diff1": 0.516327, + "nauc_precision_at_3_max": 0.255572, + "nauc_precision_at_3_std": -0.44931, + "nauc_precision_at_3_diff1": 0.408926, + "nauc_precision_at_5_max": 0.383209, + "nauc_precision_at_5_std": -0.308857, + "nauc_precision_at_5_diff1": 0.284715, + "nauc_precision_at_10_max": 0.243034, + "nauc_precision_at_10_std": 0.103377, + "nauc_precision_at_10_diff1": -0.09261, + "nauc_precision_at_20_max": 0.239711, + "nauc_precision_at_20_std": 0.263141, + "nauc_precision_at_20_diff1": -0.247499, + "nauc_precision_at_100_max": 0.15497, + "nauc_precision_at_100_std": 0.444861, + "nauc_precision_at_100_diff1": -0.324238, + "nauc_precision_at_1000_max": 0.137141, + "nauc_precision_at_1000_std": 0.420367, + "nauc_precision_at_1000_diff1": -0.324036, + "nauc_mrr_at_1_max": 0.077737, + "nauc_mrr_at_1_std": -0.383202, + "nauc_mrr_at_1_diff1": 0.516327, + "nauc_mrr_at_3_max": 0.125436, + "nauc_mrr_at_3_std": -0.444905, + "nauc_mrr_at_3_diff1": 0.527658, + "nauc_mrr_at_5_max": 0.133459, + "nauc_mrr_at_5_std": -0.43342, + "nauc_mrr_at_5_diff1": 0.522105, + "nauc_mrr_at_10_max": 0.121697, + "nauc_mrr_at_10_std": -0.428029, + "nauc_mrr_at_10_diff1": 0.518853, + "nauc_mrr_at_20_max": 0.121105, + "nauc_mrr_at_20_std": -0.427501, + "nauc_mrr_at_20_diff1": 0.519145, + "nauc_mrr_at_100_max": 0.12049, + "nauc_mrr_at_100_std": -0.42715, + "nauc_mrr_at_100_diff1": 0.51966, + "nauc_mrr_at_1000_max": 0.12049, + "nauc_mrr_at_1000_std": -0.42715, + "nauc_mrr_at_1000_diff1": 0.51966, + "cv_recall_at_1": 0.63527, + "cv_recall_at_3": 0.88043, + "cv_recall_at_5": 0.92512, + "cv_recall_at_10": 0.97464, + "cv_recall_at_20": 0.98913, + "cv_recall_at_100": 0.99879, + "cv_recall_at_1000": 0.99879, + "main_score": 0.81435, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.61801, + "ndcg_at_3": 0.66902, + "ndcg_at_5": 0.70377, + "ndcg_at_10": 0.73708, + "ndcg_at_20": 0.75936, + "ndcg_at_100": 0.77206, + "ndcg_at_1000": 0.7736, + "map_at_1": 0.44265, + "map_at_3": 0.60368, + "map_at_5": 0.63738, + "map_at_10": 0.65909, + "map_at_20": 0.67008, + "map_at_100": 0.67369, + "map_at_1000": 0.67383, + "recall_at_1": 0.44265, + "recall_at_3": 0.70047, + "recall_at_5": 0.78836, + "recall_at_10": 0.87461, + "recall_at_20": 0.94046, + "recall_at_100": 0.99136, + "recall_at_1000": 1.0, + "accuracy": 0.44265, + "precision_at_1": 0.61801, + "precision_at_3": 0.3638, + "precision_at_5": 0.25566, + "precision_at_10": 0.14925, + "precision_at_20": 0.0837, + "precision_at_100": 0.0181, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.618008, + "mrr_at_3": 0.718963, + "mrr_at_5": 0.73322, + "mrr_at_10": 0.74011, + "mrr_at_20": 0.741875, + "mrr_at_100": 0.742242, + "mrr_at_1000": 0.742274, + "nauc_ndcg_at_1_max": 0.26038, + "nauc_ndcg_at_1_std": -0.067098, + "nauc_ndcg_at_1_diff1": 0.515219, + "nauc_ndcg_at_3_max": 0.253392, + "nauc_ndcg_at_3_std": -0.186288, + "nauc_ndcg_at_3_diff1": 0.466891, + "nauc_ndcg_at_5_max": 0.25986, + "nauc_ndcg_at_5_std": -0.200097, + "nauc_ndcg_at_5_diff1": 0.472404, + "nauc_ndcg_at_10_max": 0.266019, + "nauc_ndcg_at_10_std": -0.182435, + "nauc_ndcg_at_10_diff1": 0.469197, + "nauc_ndcg_at_20_max": 0.273995, + "nauc_ndcg_at_20_std": -0.170829, + "nauc_ndcg_at_20_diff1": 0.475589, + "nauc_ndcg_at_100_max": 0.271042, + "nauc_ndcg_at_100_std": -0.146495, + "nauc_ndcg_at_100_diff1": 0.472706, + "nauc_ndcg_at_1000_max": 0.272071, + "nauc_ndcg_at_1000_std": -0.142669, + "nauc_ndcg_at_1000_diff1": 0.472664, + "nauc_map_at_1_max": 0.174786, + "nauc_map_at_1_std": -0.157487, + "nauc_map_at_1_diff1": 0.506363, + "nauc_map_at_3_max": 0.2356, + "nauc_map_at_3_std": -0.206802, + "nauc_map_at_3_diff1": 0.479225, + "nauc_map_at_5_max": 0.250011, + "nauc_map_at_5_std": -0.199016, + "nauc_map_at_5_diff1": 0.476581, + "nauc_map_at_10_max": 0.256921, + "nauc_map_at_10_std": -0.185244, + "nauc_map_at_10_diff1": 0.473608, + "nauc_map_at_20_max": 0.260989, + "nauc_map_at_20_std": -0.178602, + "nauc_map_at_20_diff1": 0.474808, + "nauc_map_at_100_max": 0.261688, + "nauc_map_at_100_std": -0.172667, + "nauc_map_at_100_diff1": 0.4749, + "nauc_map_at_1000_max": 0.26171, + "nauc_map_at_1000_std": -0.172373, + "nauc_map_at_1000_diff1": 0.474911, + "nauc_recall_at_1_max": 0.174786, + "nauc_recall_at_1_std": -0.157487, + "nauc_recall_at_1_diff1": 0.506363, + "nauc_recall_at_3_max": 0.207727, + "nauc_recall_at_3_std": -0.291983, + "nauc_recall_at_3_diff1": 0.402406, + "nauc_recall_at_5_max": 0.221672, + "nauc_recall_at_5_std": -0.339574, + "nauc_recall_at_5_diff1": 0.412656, + "nauc_recall_at_10_max": 0.235409, + "nauc_recall_at_10_std": -0.333702, + "nauc_recall_at_10_diff1": 0.388615, + "nauc_recall_at_20_max": 0.284397, + "nauc_recall_at_20_std": -0.450294, + "nauc_recall_at_20_diff1": 0.445581, + "nauc_recall_at_100_max": 0.082751, + "nauc_recall_at_100_std": -0.556789, + "nauc_recall_at_100_diff1": 0.458554, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.26038, + "nauc_precision_at_1_std": -0.067098, + "nauc_precision_at_1_diff1": 0.515219, + "nauc_precision_at_3_max": 0.18544, + "nauc_precision_at_3_std": 0.003457, + "nauc_precision_at_3_diff1": 0.082943, + "nauc_precision_at_5_max": 0.143629, + "nauc_precision_at_5_std": 0.068843, + "nauc_precision_at_5_diff1": -0.029023, + "nauc_precision_at_10_max": 0.0944, + "nauc_precision_at_10_std": 0.16823, + "nauc_precision_at_10_diff1": -0.1499, + "nauc_precision_at_20_max": 0.057924, + "nauc_precision_at_20_std": 0.210112, + "nauc_precision_at_20_diff1": -0.19614, + "nauc_precision_at_100_max": 0.026422, + "nauc_precision_at_100_std": 0.270794, + "nauc_precision_at_100_diff1": -0.233913, + "nauc_precision_at_1000_max": 0.019699, + "nauc_precision_at_1000_std": 0.278684, + "nauc_precision_at_1000_diff1": -0.23999, + "nauc_mrr_at_1_max": 0.26038, + "nauc_mrr_at_1_std": -0.067098, + "nauc_mrr_at_1_diff1": 0.515219, + "nauc_mrr_at_3_max": 0.27766, + "nauc_mrr_at_3_std": -0.081216, + "nauc_mrr_at_3_diff1": 0.468777, + "nauc_mrr_at_5_max": 0.277148, + "nauc_mrr_at_5_std": -0.093351, + "nauc_mrr_at_5_diff1": 0.481776, + "nauc_mrr_at_10_max": 0.276152, + "nauc_mrr_at_10_std": -0.085815, + "nauc_mrr_at_10_diff1": 0.48442, + "nauc_mrr_at_20_max": 0.276027, + "nauc_mrr_at_20_std": -0.086513, + "nauc_mrr_at_20_diff1": 0.484649, + "nauc_mrr_at_100_max": 0.275388, + "nauc_mrr_at_100_std": -0.08616, + "nauc_mrr_at_100_diff1": 0.484504, + "nauc_mrr_at_1000_max": 0.275465, + "nauc_mrr_at_1000_std": -0.086054, + "nauc_mrr_at_1000_diff1": 0.484521, + "cv_recall_at_1": 0.61801, + "cv_recall_at_3": 0.84038, + "cv_recall_at_5": 0.90314, + "cv_recall_at_10": 0.95362, + "cv_recall_at_20": 0.97954, + "cv_recall_at_100": 0.99591, + "cv_recall_at_1000": 1.0, + "main_score": 0.73708, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.56303, + "ndcg_at_3": 0.69235, + "ndcg_at_5": 0.71023, + "ndcg_at_10": 0.73347, + "ndcg_at_20": 0.74794, + "ndcg_at_100": 0.75583, + "ndcg_at_1000": 0.75895, + "map_at_1": 0.52591, + "map_at_3": 0.65453, + "map_at_5": 0.66671, + "map_at_10": 0.67732, + "map_at_20": 0.68136, + "map_at_100": 0.68255, + "map_at_1000": 0.68281, + "recall_at_1": 0.52591, + "recall_at_3": 0.77661, + "recall_at_5": 0.81863, + "recall_at_10": 0.88585, + "recall_at_20": 0.94188, + "recall_at_100": 0.98039, + "recall_at_1000": 0.9972, + "accuracy": 0.52591, + "precision_at_1": 0.56303, + "precision_at_3": 0.29412, + "precision_at_5": 0.18824, + "precision_at_10": 0.10336, + "precision_at_20": 0.05504, + "precision_at_100": 0.01151, + "precision_at_1000": 0.0012, + "mrr_at_1": 0.563025, + "mrr_at_3": 0.67507, + "mrr_at_5": 0.682213, + "mrr_at_10": 0.69107, + "mrr_at_20": 0.694374, + "mrr_at_100": 0.695672, + "mrr_at_1000": 0.695672, + "nauc_ndcg_at_1_max": 0.331275, + "nauc_ndcg_at_1_std": -0.128207, + "nauc_ndcg_at_1_diff1": 0.67279, + "nauc_ndcg_at_3_max": 0.374484, + "nauc_ndcg_at_3_std": -0.323869, + "nauc_ndcg_at_3_diff1": 0.613027, + "nauc_ndcg_at_5_max": 0.389823, + "nauc_ndcg_at_5_std": -0.361813, + "nauc_ndcg_at_5_diff1": 0.611501, + "nauc_ndcg_at_10_max": 0.412707, + "nauc_ndcg_at_10_std": -0.366535, + "nauc_ndcg_at_10_diff1": 0.656026, + "nauc_ndcg_at_20_max": 0.398067, + "nauc_ndcg_at_20_std": -0.371432, + "nauc_ndcg_at_20_diff1": 0.655336, + "nauc_ndcg_at_100_max": 0.396671, + "nauc_ndcg_at_100_std": -0.325618, + "nauc_ndcg_at_100_diff1": 0.645627, + "nauc_ndcg_at_1000_max": 0.387261, + "nauc_ndcg_at_1000_std": -0.313977, + "nauc_ndcg_at_1000_diff1": 0.643232, + "nauc_map_at_1_max": 0.35384, + "nauc_map_at_1_std": -0.159235, + "nauc_map_at_1_diff1": 0.684054, + "nauc_map_at_3_max": 0.368443, + "nauc_map_at_3_std": -0.265173, + "nauc_map_at_3_diff1": 0.623897, + "nauc_map_at_5_max": 0.383083, + "nauc_map_at_5_std": -0.285218, + "nauc_map_at_5_diff1": 0.623371, + "nauc_map_at_10_max": 0.389831, + "nauc_map_at_10_std": -0.290275, + "nauc_map_at_10_diff1": 0.641835, + "nauc_map_at_20_max": 0.386151, + "nauc_map_at_20_std": -0.290572, + "nauc_map_at_20_diff1": 0.641142, + "nauc_map_at_100_max": 0.386298, + "nauc_map_at_100_std": -0.284831, + "nauc_map_at_100_diff1": 0.639966, + "nauc_map_at_1000_max": 0.385662, + "nauc_map_at_1000_std": -0.283953, + "nauc_map_at_1000_diff1": 0.639745, + "nauc_recall_at_1_max": 0.35384, + "nauc_recall_at_1_std": -0.159235, + "nauc_recall_at_1_diff1": 0.684054, + "nauc_recall_at_3_max": 0.391153, + "nauc_recall_at_3_std": -0.511581, + "nauc_recall_at_3_diff1": 0.545825, + "nauc_recall_at_5_max": 0.422095, + "nauc_recall_at_5_std": -0.660905, + "nauc_recall_at_5_diff1": 0.518751, + "nauc_recall_at_10_max": 0.614941, + "nauc_recall_at_10_std": -0.806066, + "nauc_recall_at_10_diff1": 0.757672, + "nauc_recall_at_20_max": 0.599343, + "nauc_recall_at_20_std": -1.248017, + "nauc_recall_at_20_diff1": 0.838106, + "nauc_recall_at_100_max": 0.940384, + "nauc_recall_at_100_std": -0.699892, + "nauc_recall_at_100_diff1": 0.728117, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869159, + "nauc_precision_at_1_max": 0.331275, + "nauc_precision_at_1_std": -0.128207, + "nauc_precision_at_1_diff1": 0.67279, + "nauc_precision_at_3_max": 0.190195, + "nauc_precision_at_3_std": -0.252559, + "nauc_precision_at_3_diff1": 0.229003, + "nauc_precision_at_5_max": 0.172115, + "nauc_precision_at_5_std": -0.261715, + "nauc_precision_at_5_diff1": 0.131322, + "nauc_precision_at_10_max": 0.114933, + "nauc_precision_at_10_std": -0.260642, + "nauc_precision_at_10_diff1": 0.119107, + "nauc_precision_at_20_max": -0.037261, + "nauc_precision_at_20_std": -0.242092, + "nauc_precision_at_20_diff1": -0.024538, + "nauc_precision_at_100_max": -0.159269, + "nauc_precision_at_100_std": 0.025037, + "nauc_precision_at_100_diff1": -0.21299, + "nauc_precision_at_1000_max": -0.271304, + "nauc_precision_at_1000_std": 0.174271, + "nauc_precision_at_1000_diff1": -0.276834, + "nauc_mrr_at_1_max": 0.331275, + "nauc_mrr_at_1_std": -0.128207, + "nauc_mrr_at_1_diff1": 0.67279, + "nauc_mrr_at_3_max": 0.365092, + "nauc_mrr_at_3_std": -0.285045, + "nauc_mrr_at_3_diff1": 0.637696, + "nauc_mrr_at_5_max": 0.358129, + "nauc_mrr_at_5_std": -0.293322, + "nauc_mrr_at_5_diff1": 0.63484, + "nauc_mrr_at_10_max": 0.365023, + "nauc_mrr_at_10_std": -0.290521, + "nauc_mrr_at_10_diff1": 0.645736, + "nauc_mrr_at_20_max": 0.362832, + "nauc_mrr_at_20_std": -0.289031, + "nauc_mrr_at_20_diff1": 0.644972, + "nauc_mrr_at_100_max": 0.362594, + "nauc_mrr_at_100_std": -0.282764, + "nauc_mrr_at_100_diff1": 0.643704, + "nauc_mrr_at_1000_max": 0.362594, + "nauc_mrr_at_1000_std": -0.282764, + "nauc_mrr_at_1000_diff1": 0.643704, + "cv_recall_at_1": 0.56303, + "cv_recall_at_3": 0.80672, + "cv_recall_at_5": 0.84034, + "cv_recall_at_10": 0.90756, + "cv_recall_at_20": 0.95798, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.73347, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.43511, + "ndcg_at_3": 0.44602, + "ndcg_at_5": 0.48461, + "ndcg_at_10": 0.54729, + "ndcg_at_20": 0.58462, + "ndcg_at_100": 0.62453, + "ndcg_at_1000": 0.63064, + "map_at_1": 0.23464, + "map_at_3": 0.35757, + "map_at_5": 0.40062, + "map_at_10": 0.4423, + "map_at_20": 0.45924, + "map_at_100": 0.47041, + "map_at_1000": 0.47104, + "recall_at_1": 0.23464, + "recall_at_3": 0.43251, + "recall_at_5": 0.55022, + "recall_at_10": 0.7068, + "recall_at_20": 0.81514, + "recall_at_100": 0.96695, + "recall_at_1000": 0.99915, + "accuracy": 0.23464, + "precision_at_1": 0.43511, + "precision_at_3": 0.30195, + "precision_at_5": 0.23969, + "precision_at_10": 0.16361, + "precision_at_20": 0.09809, + "precision_at_100": 0.02427, + "precision_at_1000": 0.00253, + "mrr_at_1": 0.435115, + "mrr_at_3": 0.527566, + "mrr_at_5": 0.552884, + "mrr_at_10": 0.568629, + "mrr_at_20": 0.573185, + "mrr_at_100": 0.574838, + "mrr_at_1000": 0.574927, + "nauc_ndcg_at_1_max": 0.129814, + "nauc_ndcg_at_1_std": -0.158814, + "nauc_ndcg_at_1_diff1": 0.185191, + "nauc_ndcg_at_3_max": 0.135243, + "nauc_ndcg_at_3_std": -0.169352, + "nauc_ndcg_at_3_diff1": 0.177885, + "nauc_ndcg_at_5_max": 0.147578, + "nauc_ndcg_at_5_std": -0.166642, + "nauc_ndcg_at_5_diff1": 0.184479, + "nauc_ndcg_at_10_max": 0.151306, + "nauc_ndcg_at_10_std": -0.165559, + "nauc_ndcg_at_10_diff1": 0.185162, + "nauc_ndcg_at_20_max": 0.139693, + "nauc_ndcg_at_20_std": -0.144995, + "nauc_ndcg_at_20_diff1": 0.165364, + "nauc_ndcg_at_100_max": 0.138978, + "nauc_ndcg_at_100_std": -0.149809, + "nauc_ndcg_at_100_diff1": 0.163654, + "nauc_ndcg_at_1000_max": 0.141121, + "nauc_ndcg_at_1000_std": -0.153123, + "nauc_ndcg_at_1000_diff1": 0.166778, + "nauc_map_at_1_max": 0.129318, + "nauc_map_at_1_std": -0.176007, + "nauc_map_at_1_diff1": 0.285148, + "nauc_map_at_3_max": 0.142801, + "nauc_map_at_3_std": -0.189498, + "nauc_map_at_3_diff1": 0.221413, + "nauc_map_at_5_max": 0.151484, + "nauc_map_at_5_std": -0.170949, + "nauc_map_at_5_diff1": 0.203447, + "nauc_map_at_10_max": 0.155228, + "nauc_map_at_10_std": -0.163123, + "nauc_map_at_10_diff1": 0.195284, + "nauc_map_at_20_max": 0.153138, + "nauc_map_at_20_std": -0.154745, + "nauc_map_at_20_diff1": 0.18685, + "nauc_map_at_100_max": 0.151477, + "nauc_map_at_100_std": -0.155755, + "nauc_map_at_100_diff1": 0.184285, + "nauc_map_at_1000_max": 0.151686, + "nauc_map_at_1000_std": -0.155878, + "nauc_map_at_1000_diff1": 0.184415, + "nauc_recall_at_1_max": 0.129318, + "nauc_recall_at_1_std": -0.176007, + "nauc_recall_at_1_diff1": 0.285148, + "nauc_recall_at_3_max": 0.12554, + "nauc_recall_at_3_std": -0.192903, + "nauc_recall_at_3_diff1": 0.202092, + "nauc_recall_at_5_max": 0.11982, + "nauc_recall_at_5_std": -0.168452, + "nauc_recall_at_5_diff1": 0.173187, + "nauc_recall_at_10_max": 0.132297, + "nauc_recall_at_10_std": -0.149406, + "nauc_recall_at_10_diff1": 0.16163, + "nauc_recall_at_20_max": 0.071365, + "nauc_recall_at_20_std": -0.073903, + "nauc_recall_at_20_diff1": 0.070259, + "nauc_recall_at_100_max": 0.022621, + "nauc_recall_at_100_std": 0.036797, + "nauc_recall_at_100_diff1": -0.065515, + "nauc_recall_at_1000_max": -0.171084, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": -1.148166, + "nauc_precision_at_1_max": 0.129814, + "nauc_precision_at_1_std": -0.158814, + "nauc_precision_at_1_diff1": 0.185191, + "nauc_precision_at_3_max": 0.108999, + "nauc_precision_at_3_std": -0.095529, + "nauc_precision_at_3_diff1": 0.031748, + "nauc_precision_at_5_max": 0.114746, + "nauc_precision_at_5_std": -0.017703, + "nauc_precision_at_5_diff1": -0.032806, + "nauc_precision_at_10_max": 0.076804, + "nauc_precision_at_10_std": 0.030183, + "nauc_precision_at_10_diff1": -0.094319, + "nauc_precision_at_20_max": 0.028778, + "nauc_precision_at_20_std": 0.099335, + "nauc_precision_at_20_diff1": -0.141595, + "nauc_precision_at_100_max": -0.011658, + "nauc_precision_at_100_std": 0.105805, + "nauc_precision_at_100_diff1": -0.175955, + "nauc_precision_at_1000_max": -0.013178, + "nauc_precision_at_1000_std": 0.098746, + "nauc_precision_at_1000_diff1": -0.174971, + "nauc_mrr_at_1_max": 0.129814, + "nauc_mrr_at_1_std": -0.158814, + "nauc_mrr_at_1_diff1": 0.185191, + "nauc_mrr_at_3_max": 0.121415, + "nauc_mrr_at_3_std": -0.170105, + "nauc_mrr_at_3_diff1": 0.168126, + "nauc_mrr_at_5_max": 0.124804, + "nauc_mrr_at_5_std": -0.171425, + "nauc_mrr_at_5_diff1": 0.17668, + "nauc_mrr_at_10_max": 0.126178, + "nauc_mrr_at_10_std": -0.170163, + "nauc_mrr_at_10_diff1": 0.176524, + "nauc_mrr_at_20_max": 0.122075, + "nauc_mrr_at_20_std": -0.168338, + "nauc_mrr_at_20_diff1": 0.171437, + "nauc_mrr_at_100_max": 0.122382, + "nauc_mrr_at_100_std": -0.168104, + "nauc_mrr_at_100_diff1": 0.171403, + "nauc_mrr_at_1000_max": 0.122447, + "nauc_mrr_at_1000_std": -0.168087, + "nauc_mrr_at_1000_diff1": 0.171632, + "cv_recall_at_1": 0.43511, + "cv_recall_at_3": 0.64631, + "cv_recall_at_5": 0.75827, + "cv_recall_at_10": 0.87277, + "cv_recall_at_20": 0.93639, + "cv_recall_at_100": 0.98982, + "cv_recall_at_1000": 1.0, + "main_score": 0.54729, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 31859.211384296417, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/WikiSQLRetrieval.json b/results/voyageai__voyage-4-large/1/WikiSQLRetrieval.json new file mode 100644 index 0000000000..c7c1a4db14 --- /dev/null +++ b/results/voyageai__voyage-4-large/1/WikiSQLRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "4e099ab42dffd49d72c1472f451371e53343e3d7", + "task_name": "WikiSQLRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.91162, + "ndcg_at_3": 0.95826, + "ndcg_at_5": 0.96089, + "ndcg_at_10": 0.96207, + "ndcg_at_20": 0.96246, + "ndcg_at_100": 0.96256, + "ndcg_at_1000": 0.96256, + "map_at_1": 0.91162, + "map_at_3": 0.94775, + "map_at_5": 0.94922, + "map_at_10": 0.94975, + "map_at_20": 0.94986, + "map_at_100": 0.94988, + "map_at_1000": 0.94988, + "recall_at_1": 0.91162, + "recall_at_3": 0.98828, + "recall_at_5": 0.99463, + "recall_at_10": 0.99805, + "recall_at_20": 0.99951, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.91162, + "precision_at_1": 0.91162, + "precision_at_3": 0.32943, + "precision_at_5": 0.19893, + "precision_at_10": 0.0998, + "precision_at_20": 0.04998, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911621, + "mrr_at_3": 0.947428, + "mrr_at_5": 0.949137, + "mrr_at_10": 0.949672, + "mrr_at_20": 0.949786, + "mrr_at_100": 0.949804, + "mrr_at_1000": 0.949804, + "nauc_ndcg_at_1_max": 0.52824, + "nauc_ndcg_at_1_std": -0.14058, + "nauc_ndcg_at_1_diff1": 0.896288, + "nauc_ndcg_at_3_max": 0.580864, + "nauc_ndcg_at_3_std": -0.138743, + "nauc_ndcg_at_3_diff1": 0.898185, + "nauc_ndcg_at_5_max": 0.568788, + "nauc_ndcg_at_5_std": -0.144823, + "nauc_ndcg_at_5_diff1": 0.895516, + "nauc_ndcg_at_10_max": 0.557761, + "nauc_ndcg_at_10_std": -0.147908, + "nauc_ndcg_at_10_diff1": 0.89409, + "nauc_ndcg_at_20_max": 0.555154, + "nauc_ndcg_at_20_std": -0.143577, + "nauc_ndcg_at_20_diff1": 0.894845, + "nauc_ndcg_at_100_max": 0.555689, + "nauc_ndcg_at_100_std": -0.139249, + "nauc_ndcg_at_100_diff1": 0.89456, + "nauc_ndcg_at_1000_max": 0.555689, + "nauc_ndcg_at_1000_std": -0.139249, + "nauc_ndcg_at_1000_diff1": 0.89456, + "nauc_map_at_1_max": 0.52824, + "nauc_map_at_1_std": -0.14058, + "nauc_map_at_1_diff1": 0.896288, + "nauc_map_at_3_max": 0.563453, + "nauc_map_at_3_std": -0.135786, + "nauc_map_at_3_diff1": 0.896165, + "nauc_map_at_5_max": 0.557779, + "nauc_map_at_5_std": -0.138304, + "nauc_map_at_5_diff1": 0.894938, + "nauc_map_at_10_max": 0.553916, + "nauc_map_at_10_std": -0.139157, + "nauc_map_at_10_diff1": 0.894451, + "nauc_map_at_20_max": 0.553317, + "nauc_map_at_20_std": -0.138288, + "nauc_map_at_20_diff1": 0.894617, + "nauc_map_at_100_max": 0.553388, + "nauc_map_at_100_std": -0.13771, + "nauc_map_at_100_diff1": 0.894579, + "nauc_map_at_1000_max": 0.553388, + "nauc_map_at_1000_std": -0.13771, + "nauc_map_at_1000_diff1": 0.894579, + "nauc_recall_at_1_max": 0.52824, + "nauc_recall_at_1_std": -0.14058, + "nauc_recall_at_1_diff1": 0.896288, + "nauc_recall_at_3_max": 0.797402, + "nauc_recall_at_3_std": -0.183614, + "nauc_recall_at_3_diff1": 0.926459, + "nauc_recall_at_5_max": 0.840203, + "nauc_recall_at_5_std": -0.343951, + "nauc_recall_at_5_diff1": 0.913831, + "nauc_recall_at_10_max": 0.695381, + "nauc_recall_at_10_std": -0.881699, + "nauc_recall_at_10_diff1": 0.865176, + "nauc_recall_at_20_max": 0.358105, + "nauc_recall_at_20_std": -1.739113, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.52824, + "nauc_precision_at_1_std": -0.14058, + "nauc_precision_at_1_diff1": 0.896288, + "nauc_precision_at_3_max": 0.797402, + "nauc_precision_at_3_std": -0.183614, + "nauc_precision_at_3_diff1": 0.926459, + "nauc_precision_at_5_max": 0.840203, + "nauc_precision_at_5_std": -0.343951, + "nauc_precision_at_5_diff1": 0.913831, + "nauc_precision_at_10_max": 0.695381, + "nauc_precision_at_10_std": -0.881699, + "nauc_precision_at_10_diff1": 0.865176, + "nauc_precision_at_20_max": 0.358105, + "nauc_precision_at_20_std": -1.739113, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.52824, + "nauc_mrr_at_1_std": -0.14058, + "nauc_mrr_at_1_diff1": 0.896288, + "nauc_mrr_at_3_max": 0.566157, + "nauc_mrr_at_3_std": -0.134367, + "nauc_mrr_at_3_diff1": 0.896808, + "nauc_mrr_at_5_max": 0.558487, + "nauc_mrr_at_5_std": -0.137933, + "nauc_mrr_at_5_diff1": 0.895106, + "nauc_mrr_at_10_max": 0.554637, + "nauc_mrr_at_10_std": -0.138781, + "nauc_mrr_at_10_diff1": 0.894622, + "nauc_mrr_at_20_max": 0.554022, + "nauc_mrr_at_20_std": -0.137929, + "nauc_mrr_at_20_diff1": 0.894799, + "nauc_mrr_at_100_max": 0.554092, + "nauc_mrr_at_100_std": -0.137352, + "nauc_mrr_at_100_diff1": 0.894761, + "nauc_mrr_at_1000_max": 0.554092, + "nauc_mrr_at_1000_std": -0.137352, + "nauc_mrr_at_1000_diff1": 0.894761, + "cv_recall_at_1": 0.91162, + "cv_recall_at_3": 0.9873, + "cv_recall_at_5": 0.99463, + "cv_recall_at_10": 0.99805, + "cv_recall_at_20": 0.99951, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.96207, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 130.75676894187927, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-large/1/model_meta.json b/results/voyageai__voyage-4-large/1/model_meta.json new file mode 100644 index 0000000000..c305629f5d --- /dev/null +++ b/results/voyageai__voyage-4-large/1/model_meta.json @@ -0,0 +1 @@ +{"loader_kwargs": {"max_tokens": 32000, "model_prompts": {"query": "query", "document": "document"}, "device": "cpu"}, "name": "voyageai/voyage-4-large", "revision": "1", "release_date": "2026-01-15", "languages": null, "n_parameters": null, "memory_usage_mb": null, "max_tokens": 32000.0, "embed_dim": 1024, "license": null, "open_weights": false, "public_training_code": null, "public_training_data": null, "framework": ["API"], "reference": "https://blog.voyageai.com/2026/01/15/voyage-4/", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": [], "adapted_from": null, "superseded_by": null, "modalities": ["text"], "model_type": ["dense"], "citation": null, "contacts": null, "loader": "VoyageModel", "is_cross_encoder": false} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/AILACasedocs.json b/results/voyageai__voyage-4-lite/1/AILACasedocs.json new file mode 100644 index 0000000000..8929c04920 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/AILACasedocs.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a", + "task_name": "AILACasedocs", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34, + "ndcg_at_3": 0.39837, + "ndcg_at_5": 0.3929, + "ndcg_at_10": 0.4188, + "ndcg_at_20": 0.45197, + "ndcg_at_100": 0.54794, + "ndcg_at_1000": 0.55784, + "map_at_1": 0.12183, + "map_at_3": 0.25789, + "map_at_5": 0.29085, + "map_at_10": 0.32444, + "map_at_20": 0.34533, + "map_at_100": 0.37104, + "map_at_1000": 0.37262, + "recall_at_1": 0.12183, + "recall_at_3": 0.31317, + "recall_at_5": 0.37551, + "recall_at_10": 0.48933, + "recall_at_20": 0.58845, + "recall_at_100": 0.95262, + "recall_at_1000": 1.0, + "accuracy": 0.12183, + "precision_at_1": 0.34, + "precision_at_3": 0.35333, + "precision_at_5": 0.268, + "precision_at_10": 0.178, + "precision_at_20": 0.112, + "precision_at_100": 0.0368, + "precision_at_1000": 0.0039, + "mrr_at_1": 0.34, + "mrr_at_3": 0.436667, + "mrr_at_5": 0.445667, + "mrr_at_10": 0.464135, + "mrr_at_20": 0.467574, + "mrr_at_100": 0.472615, + "mrr_at_1000": 0.472813, + "nauc_ndcg_at_1_max": -0.040303, + "nauc_ndcg_at_1_std": -0.625083, + "nauc_ndcg_at_1_diff1": 0.468719, + "nauc_ndcg_at_3_max": 0.061387, + "nauc_ndcg_at_3_std": -0.463321, + "nauc_ndcg_at_3_diff1": 0.378422, + "nauc_ndcg_at_5_max": 0.065336, + "nauc_ndcg_at_5_std": -0.428281, + "nauc_ndcg_at_5_diff1": 0.375043, + "nauc_ndcg_at_10_max": 0.077861, + "nauc_ndcg_at_10_std": -0.423928, + "nauc_ndcg_at_10_diff1": 0.342519, + "nauc_ndcg_at_20_max": 0.095052, + "nauc_ndcg_at_20_std": -0.41756, + "nauc_ndcg_at_20_diff1": 0.342513, + "nauc_ndcg_at_100_max": 0.091853, + "nauc_ndcg_at_100_std": -0.394481, + "nauc_ndcg_at_100_diff1": 0.317028, + "nauc_ndcg_at_1000_max": 0.073402, + "nauc_ndcg_at_1000_std": -0.413841, + "nauc_ndcg_at_1000_diff1": 0.331236, + "nauc_map_at_1_max": 0.053426, + "nauc_map_at_1_std": -0.522031, + "nauc_map_at_1_diff1": 0.548208, + "nauc_map_at_3_max": 0.068357, + "nauc_map_at_3_std": -0.469545, + "nauc_map_at_3_diff1": 0.458015, + "nauc_map_at_5_max": 0.068066, + "nauc_map_at_5_std": -0.469888, + "nauc_map_at_5_diff1": 0.464484, + "nauc_map_at_10_max": 0.074462, + "nauc_map_at_10_std": -0.458629, + "nauc_map_at_10_diff1": 0.42101, + "nauc_map_at_20_max": 0.093187, + "nauc_map_at_20_std": -0.443246, + "nauc_map_at_20_diff1": 0.405416, + "nauc_map_at_100_max": 0.095612, + "nauc_map_at_100_std": -0.425442, + "nauc_map_at_100_diff1": 0.38949, + "nauc_map_at_1000_max": 0.093768, + "nauc_map_at_1000_std": -0.42656, + "nauc_map_at_1000_diff1": 0.389224, + "nauc_recall_at_1_max": 0.053426, + "nauc_recall_at_1_std": -0.522031, + "nauc_recall_at_1_diff1": 0.548208, + "nauc_recall_at_3_max": 0.085099, + "nauc_recall_at_3_std": -0.378854, + "nauc_recall_at_3_diff1": 0.376002, + "nauc_recall_at_5_max": 0.106302, + "nauc_recall_at_5_std": -0.335022, + "nauc_recall_at_5_diff1": 0.364729, + "nauc_recall_at_10_max": 0.132507, + "nauc_recall_at_10_std": -0.269465, + "nauc_recall_at_10_diff1": 0.204191, + "nauc_recall_at_20_max": 0.159674, + "nauc_recall_at_20_std": -0.239373, + "nauc_recall_at_20_diff1": 0.207327, + "nauc_recall_at_100_max": 0.569304, + "nauc_recall_at_100_std": 0.326378, + "nauc_recall_at_100_diff1": -0.34075, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.040303, + "nauc_precision_at_1_std": -0.625083, + "nauc_precision_at_1_diff1": 0.468719, + "nauc_precision_at_3_max": 0.023612, + "nauc_precision_at_3_std": -0.385236, + "nauc_precision_at_3_diff1": 0.25606, + "nauc_precision_at_5_max": 0.035587, + "nauc_precision_at_5_std": -0.273237, + "nauc_precision_at_5_diff1": 0.181563, + "nauc_precision_at_10_max": 0.060225, + "nauc_precision_at_10_std": -0.183574, + "nauc_precision_at_10_diff1": 0.030976, + "nauc_precision_at_20_max": 0.074133, + "nauc_precision_at_20_std": -0.087353, + "nauc_precision_at_20_diff1": -0.035106, + "nauc_precision_at_100_max": 0.003194, + "nauc_precision_at_100_std": 0.060778, + "nauc_precision_at_100_diff1": -0.172428, + "nauc_precision_at_1000_max": -0.023832, + "nauc_precision_at_1000_std": 0.056897, + "nauc_precision_at_1000_diff1": -0.176261, + "nauc_mrr_at_1_max": -0.040303, + "nauc_mrr_at_1_std": -0.625083, + "nauc_mrr_at_1_diff1": 0.468719, + "nauc_mrr_at_3_max": -0.028819, + "nauc_mrr_at_3_std": -0.545159, + "nauc_mrr_at_3_diff1": 0.376902, + "nauc_mrr_at_5_max": -0.01682, + "nauc_mrr_at_5_std": -0.531717, + "nauc_mrr_at_5_diff1": 0.372784, + "nauc_mrr_at_10_max": -0.002588, + "nauc_mrr_at_10_std": -0.513944, + "nauc_mrr_at_10_diff1": 0.348257, + "nauc_mrr_at_20_max": -0.008913, + "nauc_mrr_at_20_std": -0.521414, + "nauc_mrr_at_20_diff1": 0.357432, + "nauc_mrr_at_100_max": -0.009956, + "nauc_mrr_at_100_std": -0.522314, + "nauc_mrr_at_100_diff1": 0.357648, + "nauc_mrr_at_1000_max": -0.010495, + "nauc_mrr_at_1000_std": -0.523167, + "nauc_mrr_at_1000_diff1": 0.358573, + "cv_recall_at_1": 0.34, + "cv_recall_at_3": 0.56, + "cv_recall_at_5": 0.6, + "cv_recall_at_10": 0.74, + "cv_recall_at_20": 0.8, + "cv_recall_at_100": 0.98, + "cv_recall_at_1000": 1.0, + "main_score": 0.4188, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 99.28567218780518, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/AILAStatutes.json b/results/voyageai__voyage-4-lite/1/AILAStatutes.json new file mode 100644 index 0000000000..a6ebfbf4e8 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/AILAStatutes.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "task_name": "AILAStatutes", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.5, + "ndcg_at_3": 0.43556, + "ndcg_at_5": 0.41255, + "ndcg_at_10": 0.48485, + "ndcg_at_20": 0.56818, + "ndcg_at_100": 0.65247, + "ndcg_at_1000": 0.65247, + "map_at_1": 0.126, + "map_at_3": 0.23106, + "map_at_5": 0.28972, + "map_at_10": 0.33212, + "map_at_20": 0.37894, + "map_at_100": 0.4111, + "map_at_1000": 0.4111, + "recall_at_1": 0.126, + "recall_at_3": 0.28833, + "recall_at_5": 0.39, + "recall_at_10": 0.526, + "recall_at_20": 0.733, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.126, + "precision_at_1": 0.5, + "precision_at_3": 0.40667, + "precision_at_5": 0.336, + "precision_at_10": 0.23, + "precision_at_20": 0.159, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "mrr_at_1": 0.5, + "mrr_at_3": 0.643333, + "mrr_at_5": 0.648333, + "mrr_at_10": 0.669405, + "mrr_at_20": 0.669405, + "mrr_at_100": 0.669405, + "mrr_at_1000": 0.669405, + "nauc_ndcg_at_1_max": 0.438188, + "nauc_ndcg_at_1_std": -0.090819, + "nauc_ndcg_at_1_diff1": 0.256895, + "nauc_ndcg_at_3_max": 0.413009, + "nauc_ndcg_at_3_std": 0.055615, + "nauc_ndcg_at_3_diff1": 0.25853, + "nauc_ndcg_at_5_max": 0.49839, + "nauc_ndcg_at_5_std": 0.12435, + "nauc_ndcg_at_5_diff1": 0.328785, + "nauc_ndcg_at_10_max": 0.437235, + "nauc_ndcg_at_10_std": 0.205933, + "nauc_ndcg_at_10_diff1": 0.240839, + "nauc_ndcg_at_20_max": 0.440637, + "nauc_ndcg_at_20_std": 0.221133, + "nauc_ndcg_at_20_diff1": 0.251923, + "nauc_ndcg_at_100_max": 0.466106, + "nauc_ndcg_at_100_std": 0.141267, + "nauc_ndcg_at_100_diff1": 0.262373, + "nauc_ndcg_at_1000_max": 0.466106, + "nauc_ndcg_at_1000_std": 0.141267, + "nauc_ndcg_at_1000_diff1": 0.262373, + "nauc_map_at_1_max": 0.350161, + "nauc_map_at_1_std": -0.128062, + "nauc_map_at_1_diff1": 0.240795, + "nauc_map_at_3_max": 0.410773, + "nauc_map_at_3_std": 0.01177, + "nauc_map_at_3_diff1": 0.277719, + "nauc_map_at_5_max": 0.491523, + "nauc_map_at_5_std": 0.092123, + "nauc_map_at_5_diff1": 0.302461, + "nauc_map_at_10_max": 0.449345, + "nauc_map_at_10_std": 0.168328, + "nauc_map_at_10_diff1": 0.237283, + "nauc_map_at_20_max": 0.470577, + "nauc_map_at_20_std": 0.188664, + "nauc_map_at_20_diff1": 0.258122, + "nauc_map_at_100_max": 0.480434, + "nauc_map_at_100_std": 0.171038, + "nauc_map_at_100_diff1": 0.25445, + "nauc_map_at_1000_max": 0.480434, + "nauc_map_at_1000_std": 0.171038, + "nauc_map_at_1000_diff1": 0.25445, + "nauc_recall_at_1_max": 0.350161, + "nauc_recall_at_1_std": -0.128062, + "nauc_recall_at_1_diff1": 0.240795, + "nauc_recall_at_3_max": 0.389088, + "nauc_recall_at_3_std": 0.088492, + "nauc_recall_at_3_diff1": 0.297981, + "nauc_recall_at_5_max": 0.491551, + "nauc_recall_at_5_std": 0.209949, + "nauc_recall_at_5_diff1": 0.319566, + "nauc_recall_at_10_max": 0.325113, + "nauc_recall_at_10_std": 0.411224, + "nauc_recall_at_10_diff1": 0.112192, + "nauc_recall_at_20_max": 0.196603, + "nauc_recall_at_20_std": 0.352544, + "nauc_recall_at_20_diff1": 0.090716, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.438188, + "nauc_precision_at_1_std": -0.090819, + "nauc_precision_at_1_diff1": 0.256895, + "nauc_precision_at_3_max": 0.393387, + "nauc_precision_at_3_std": 0.148401, + "nauc_precision_at_3_diff1": 0.208184, + "nauc_precision_at_5_max": 0.466155, + "nauc_precision_at_5_std": 0.241811, + "nauc_precision_at_5_diff1": 0.208715, + "nauc_precision_at_10_max": 0.290085, + "nauc_precision_at_10_std": 0.374128, + "nauc_precision_at_10_diff1": -0.016476, + "nauc_precision_at_20_max": 0.222177, + "nauc_precision_at_20_std": 0.352216, + "nauc_precision_at_20_diff1": -0.034649, + "nauc_precision_at_100_max": -0.022576, + "nauc_precision_at_100_std": 0.040577, + "nauc_precision_at_100_diff1": -0.331937, + "nauc_precision_at_1000_max": -0.022576, + "nauc_precision_at_1000_std": 0.040577, + "nauc_precision_at_1000_diff1": -0.331937, + "nauc_mrr_at_1_max": 0.438188, + "nauc_mrr_at_1_std": -0.090819, + "nauc_mrr_at_1_diff1": 0.256895, + "nauc_mrr_at_3_max": 0.451028, + "nauc_mrr_at_3_std": 0.046442, + "nauc_mrr_at_3_diff1": 0.36387, + "nauc_mrr_at_5_max": 0.451665, + "nauc_mrr_at_5_std": 0.036806, + "nauc_mrr_at_5_diff1": 0.367499, + "nauc_mrr_at_10_max": 0.444988, + "nauc_mrr_at_10_std": 0.002074, + "nauc_mrr_at_10_diff1": 0.342941, + "nauc_mrr_at_20_max": 0.444988, + "nauc_mrr_at_20_std": 0.002074, + "nauc_mrr_at_20_diff1": 0.342941, + "nauc_mrr_at_100_max": 0.444988, + "nauc_mrr_at_100_std": 0.002074, + "nauc_mrr_at_100_diff1": 0.342941, + "nauc_mrr_at_1000_max": 0.444988, + "nauc_mrr_at_1000_std": 0.002074, + "nauc_mrr_at_1000_diff1": 0.342941, + "cv_recall_at_1": 0.5, + "cv_recall_at_3": 0.84, + "cv_recall_at_5": 0.86, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.48485, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4.667523622512817, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/AppsRetrieval.json b/results/voyageai__voyage-4-lite/1/AppsRetrieval.json new file mode 100644 index 0000000000..370826ff46 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/AppsRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "f22508f96b7a36c2415181ed8bb76f76e04ae2d5", + "task_name": "AppsRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.77131, + "ndcg_at_3": 0.83432, + "ndcg_at_5": 0.84672, + "ndcg_at_10": 0.85729, + "ndcg_at_20": 0.86308, + "ndcg_at_100": 0.86847, + "ndcg_at_1000": 0.86954, + "map_at_1": 0.77131, + "map_at_3": 0.81939, + "map_at_5": 0.82629, + "map_at_10": 0.83066, + "map_at_20": 0.8323, + "map_at_100": 0.83311, + "map_at_1000": 0.83315, + "recall_at_1": 0.77131, + "recall_at_3": 0.87729, + "recall_at_5": 0.9073, + "recall_at_10": 0.93997, + "recall_at_20": 0.96255, + "recall_at_100": 0.9907, + "recall_at_1000": 0.99894, + "accuracy": 0.77131, + "precision_at_1": 0.77131, + "precision_at_3": 0.29243, + "precision_at_5": 0.18146, + "precision_at_10": 0.094, + "precision_at_20": 0.04813, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.771315, + "mrr_at_3": 0.819389, + "mrr_at_5": 0.826295, + "mrr_at_10": 0.830662, + "mrr_at_20": 0.832297, + "mrr_at_100": 0.833107, + "mrr_at_1000": 0.833151, + "nauc_ndcg_at_1_max": 0.581169, + "nauc_ndcg_at_1_std": -0.238974, + "nauc_ndcg_at_1_diff1": 0.838409, + "nauc_ndcg_at_3_max": 0.613169, + "nauc_ndcg_at_3_std": -0.245596, + "nauc_ndcg_at_3_diff1": 0.805371, + "nauc_ndcg_at_5_max": 0.616182, + "nauc_ndcg_at_5_std": -0.229325, + "nauc_ndcg_at_5_diff1": 0.803653, + "nauc_ndcg_at_10_max": 0.612248, + "nauc_ndcg_at_10_std": -0.225483, + "nauc_ndcg_at_10_diff1": 0.804907, + "nauc_ndcg_at_20_max": 0.608044, + "nauc_ndcg_at_20_std": -0.228961, + "nauc_ndcg_at_20_diff1": 0.807331, + "nauc_ndcg_at_100_max": 0.608858, + "nauc_ndcg_at_100_std": -0.226704, + "nauc_ndcg_at_100_diff1": 0.810704, + "nauc_ndcg_at_1000_max": 0.60797, + "nauc_ndcg_at_1000_std": -0.2288, + "nauc_ndcg_at_1000_diff1": 0.81162, + "nauc_map_at_1_max": 0.581169, + "nauc_map_at_1_std": -0.238974, + "nauc_map_at_1_diff1": 0.838409, + "nauc_map_at_3_max": 0.605708, + "nauc_map_at_3_std": -0.242894, + "nauc_map_at_3_diff1": 0.814622, + "nauc_map_at_5_max": 0.606948, + "nauc_map_at_5_std": -0.234592, + "nauc_map_at_5_diff1": 0.814097, + "nauc_map_at_10_max": 0.605181, + "nauc_map_at_10_std": -0.233547, + "nauc_map_at_10_diff1": 0.814845, + "nauc_map_at_20_max": 0.604122, + "nauc_map_at_20_std": -0.234341, + "nauc_map_at_20_diff1": 0.815517, + "nauc_map_at_100_max": 0.60435, + "nauc_map_at_100_std": -0.233715, + "nauc_map_at_100_diff1": 0.815946, + "nauc_map_at_1000_max": 0.604318, + "nauc_map_at_1000_std": -0.233786, + "nauc_map_at_1000_diff1": 0.815975, + "nauc_recall_at_1_max": 0.581169, + "nauc_recall_at_1_std": -0.238974, + "nauc_recall_at_1_diff1": 0.838409, + "nauc_recall_at_3_max": 0.64217, + "nauc_recall_at_3_std": -0.256957, + "nauc_recall_at_3_diff1": 0.768265, + "nauc_recall_at_5_max": 0.661772, + "nauc_recall_at_5_std": -0.199747, + "nauc_recall_at_5_diff1": 0.75116, + "nauc_recall_at_10_max": 0.661192, + "nauc_recall_at_10_std": -0.155098, + "nauc_recall_at_10_diff1": 0.730936, + "nauc_recall_at_20_max": 0.634877, + "nauc_recall_at_20_std": -0.162185, + "nauc_recall_at_20_diff1": 0.718504, + "nauc_recall_at_100_max": 0.734601, + "nauc_recall_at_100_std": 0.10055, + "nauc_recall_at_100_diff1": 0.68539, + "nauc_recall_at_1000_max": 0.967325, + "nauc_recall_at_1000_std": 0.8693, + "nauc_recall_at_1000_diff1": 0.528741, + "nauc_precision_at_1_max": 0.581169, + "nauc_precision_at_1_std": -0.238974, + "nauc_precision_at_1_diff1": 0.838409, + "nauc_precision_at_3_max": 0.64217, + "nauc_precision_at_3_std": -0.256957, + "nauc_precision_at_3_diff1": 0.768265, + "nauc_precision_at_5_max": 0.661772, + "nauc_precision_at_5_std": -0.199747, + "nauc_precision_at_5_diff1": 0.75116, + "nauc_precision_at_10_max": 0.661192, + "nauc_precision_at_10_std": -0.155098, + "nauc_precision_at_10_diff1": 0.730936, + "nauc_precision_at_20_max": 0.634877, + "nauc_precision_at_20_std": -0.162185, + "nauc_precision_at_20_diff1": 0.718504, + "nauc_precision_at_100_max": 0.734601, + "nauc_precision_at_100_std": 0.10055, + "nauc_precision_at_100_diff1": 0.68539, + "nauc_precision_at_1000_max": 0.967325, + "nauc_precision_at_1000_std": 0.8693, + "nauc_precision_at_1000_diff1": 0.528741, + "nauc_mrr_at_1_max": 0.581169, + "nauc_mrr_at_1_std": -0.238974, + "nauc_mrr_at_1_diff1": 0.838409, + "nauc_mrr_at_3_max": 0.605708, + "nauc_mrr_at_3_std": -0.242894, + "nauc_mrr_at_3_diff1": 0.814622, + "nauc_mrr_at_5_max": 0.606948, + "nauc_mrr_at_5_std": -0.234592, + "nauc_mrr_at_5_diff1": 0.814097, + "nauc_mrr_at_10_max": 0.605181, + "nauc_mrr_at_10_std": -0.233547, + "nauc_mrr_at_10_diff1": 0.814845, + "nauc_mrr_at_20_max": 0.604122, + "nauc_mrr_at_20_std": -0.234341, + "nauc_mrr_at_20_diff1": 0.815517, + "nauc_mrr_at_100_max": 0.60435, + "nauc_mrr_at_100_std": -0.233715, + "nauc_mrr_at_100_diff1": 0.815946, + "nauc_mrr_at_1000_max": 0.604318, + "nauc_mrr_at_1000_std": -0.233786, + "nauc_mrr_at_1000_diff1": 0.815975, + "cv_recall_at_1": 0.77131, + "cv_recall_at_3": 0.87729, + "cv_recall_at_5": 0.9073, + "cv_recall_at_10": 0.93997, + "cv_recall_at_20": 0.96255, + "cv_recall_at_100": 0.9907, + "cv_recall_at_1000": 0.99894, + "main_score": 0.85729, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 247.4308717250824, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/CUREv1.json b/results/voyageai__voyage-4-lite/1/CUREv1.json new file mode 100644 index 0000000000..8779bb9778 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/CUREv1.json @@ -0,0 +1,5179 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "2.1.3", + "scores": { + "all": [ + { + "ndcg_at_1": 0.65625, + "ndcg_at_3": 0.59741, + "ndcg_at_5": 0.58321, + "ndcg_at_10": 0.57318, + "ndcg_at_20": 0.57767, + "ndcg_at_100": 0.64275, + "ndcg_at_1000": 0.71774, + "map_at_1": 0.09948, + "map_at_3": 0.17815, + "map_at_5": 0.22013, + "map_at_10": 0.27718, + "map_at_20": 0.32884, + "map_at_100": 0.41997, + "map_at_1000": 0.45981, + "recall_at_1": 0.09948, + "recall_at_3": 0.19383, + "recall_at_5": 0.2531, + "recall_at_10": 0.35136, + "recall_at_20": 0.46144, + "recall_at_100": 0.73165, + "recall_at_1000": 0.95721, + "accuracy": 0.09948, + "precision_at_1": 0.765, + "precision_at_3": 0.63517, + "precision_at_5": 0.5715, + "precision_at_10": 0.47445, + "precision_at_20": 0.37568, + "precision_at_100": 0.18141, + "precision_at_1000": 0.0349, + "mrr_at_1": 0.765, + "mrr_at_3": 0.82725, + "mrr_at_5": 0.83505, + "mrr_at_10": 0.838873, + "mrr_at_20": 0.839654, + "mrr_at_100": 0.840098, + "mrr_at_1000": 0.840128, + "nauc_ndcg_at_1_max": 0.387585, + "nauc_ndcg_at_1_std": 0.157148, + "nauc_ndcg_at_1_diff1": 0.393244, + "nauc_ndcg_at_3_max": 0.391262, + "nauc_ndcg_at_3_std": 0.189928, + "nauc_ndcg_at_3_diff1": 0.248455, + "nauc_ndcg_at_5_max": 0.381282, + "nauc_ndcg_at_5_std": 0.202905, + "nauc_ndcg_at_5_diff1": 0.231305, + "nauc_ndcg_at_10_max": 0.366101, + "nauc_ndcg_at_10_std": 0.206856, + "nauc_ndcg_at_10_diff1": 0.245928, + "nauc_ndcg_at_20_max": 0.351766, + "nauc_ndcg_at_20_std": 0.216604, + "nauc_ndcg_at_20_diff1": 0.266139, + "nauc_ndcg_at_100_max": 0.390234, + "nauc_ndcg_at_100_std": 0.30708, + "nauc_ndcg_at_100_diff1": 0.270264, + "nauc_ndcg_at_1000_max": 0.47598, + "nauc_ndcg_at_1000_std": 0.35987, + "nauc_ndcg_at_1000_diff1": 0.246246, + "nauc_map_at_1_max": -0.042294, + "nauc_map_at_1_std": -0.120149, + "nauc_map_at_1_diff1": 0.437183, + "nauc_map_at_3_max": 0.002481, + "nauc_map_at_3_std": -0.073553, + "nauc_map_at_3_diff1": 0.340148, + "nauc_map_at_5_max": 0.034753, + "nauc_map_at_5_std": -0.03626, + "nauc_map_at_5_diff1": 0.311709, + "nauc_map_at_10_max": 0.084724, + "nauc_map_at_10_std": 0.012208, + "nauc_map_at_10_diff1": 0.283316, + "nauc_map_at_20_max": 0.134585, + "nauc_map_at_20_std": 0.069935, + "nauc_map_at_20_diff1": 0.260532, + "nauc_map_at_100_max": 0.267073, + "nauc_map_at_100_std": 0.225013, + "nauc_map_at_100_diff1": 0.209727, + "nauc_map_at_1000_max": 0.334249, + "nauc_map_at_1000_std": 0.272905, + "nauc_map_at_1000_diff1": 0.184957, + "nauc_recall_at_1_max": -0.042294, + "nauc_recall_at_1_std": -0.120149, + "nauc_recall_at_1_diff1": 0.437183, + "nauc_recall_at_3_max": -0.0376, + "nauc_recall_at_3_std": -0.093934, + "nauc_recall_at_3_diff1": 0.306798, + "nauc_recall_at_5_max": -0.018564, + "nauc_recall_at_5_std": -0.058818, + "nauc_recall_at_5_diff1": 0.276368, + "nauc_recall_at_10_max": 0.005637, + "nauc_recall_at_10_std": -0.021954, + "nauc_recall_at_10_diff1": 0.242641, + "nauc_recall_at_20_max": 0.03592, + "nauc_recall_at_20_std": 0.031745, + "nauc_recall_at_20_diff1": 0.230754, + "nauc_recall_at_100_max": 0.147402, + "nauc_recall_at_100_std": 0.263188, + "nauc_recall_at_100_diff1": 0.186851, + "nauc_recall_at_1000_max": 0.406974, + "nauc_recall_at_1000_std": 0.660656, + "nauc_recall_at_1000_diff1": 0.156006, + "nauc_precision_at_1_max": 0.49423, + "nauc_precision_at_1_std": 0.237624, + "nauc_precision_at_1_diff1": 0.370344, + "nauc_precision_at_3_max": 0.430295, + "nauc_precision_at_3_std": 0.275909, + "nauc_precision_at_3_diff1": -0.015304, + "nauc_precision_at_5_max": 0.408907, + "nauc_precision_at_5_std": 0.302581, + "nauc_precision_at_5_diff1": -0.093935, + "nauc_precision_at_10_max": 0.39394, + "nauc_precision_at_10_std": 0.316348, + "nauc_precision_at_10_diff1": -0.149055, + "nauc_precision_at_20_max": 0.362041, + "nauc_precision_at_20_std": 0.320336, + "nauc_precision_at_20_diff1": -0.185324, + "nauc_precision_at_100_max": 0.293194, + "nauc_precision_at_100_std": 0.25903, + "nauc_precision_at_100_diff1": -0.194357, + "nauc_precision_at_1000_max": 0.205938, + "nauc_precision_at_1000_std": 0.072818, + "nauc_precision_at_1000_diff1": -0.172291, + "nauc_mrr_at_1_max": 0.49423, + "nauc_mrr_at_1_std": 0.237624, + "nauc_mrr_at_1_diff1": 0.370344, + "nauc_mrr_at_3_max": 0.533949, + "nauc_mrr_at_3_std": 0.29651, + "nauc_mrr_at_3_diff1": 0.370334, + "nauc_mrr_at_5_max": 0.533375, + "nauc_mrr_at_5_std": 0.293155, + "nauc_mrr_at_5_diff1": 0.363342, + "nauc_mrr_at_10_max": 0.533769, + "nauc_mrr_at_10_std": 0.291756, + "nauc_mrr_at_10_diff1": 0.363193, + "nauc_mrr_at_20_max": 0.532797, + "nauc_mrr_at_20_std": 0.290827, + "nauc_mrr_at_20_diff1": 0.364036, + "nauc_mrr_at_100_max": 0.531862, + "nauc_mrr_at_100_std": 0.290142, + "nauc_mrr_at_100_diff1": 0.364154, + "nauc_mrr_at_1000_max": 0.531808, + "nauc_mrr_at_1000_std": 0.290059, + "nauc_mrr_at_1000_diff1": 0.36423, + "cv_recall_at_1": 0.765, + "cv_recall_at_3": 0.9045, + "cv_recall_at_5": 0.9385, + "cv_recall_at_10": 0.9655, + "cv_recall_at_20": 0.977, + "cv_recall_at_100": 0.993, + "cv_recall_at_1000": 0.998, + "main_score": 0.57318, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.57625, + "ndcg_at_3": 0.52437, + "ndcg_at_5": 0.5076, + "ndcg_at_10": 0.49713, + "ndcg_at_20": 0.50254, + "ndcg_at_100": 0.56667, + "ndcg_at_1000": 0.64928, + "map_at_1": 0.08346, + "map_at_3": 0.15187, + "map_at_5": 0.18627, + "map_at_10": 0.23112, + "map_at_20": 0.27319, + "map_at_100": 0.34975, + "map_at_1000": 0.38598, + "recall_at_1": 0.08346, + "recall_at_3": 0.16867, + "recall_at_5": 0.21988, + "recall_at_10": 0.30213, + "recall_at_20": 0.40052, + "recall_at_100": 0.66018, + "recall_at_1000": 0.91494, + "accuracy": 0.08346, + "precision_at_1": 0.671, + "precision_at_3": 0.56, + "precision_at_5": 0.4966, + "precision_at_10": 0.4071, + "precision_at_20": 0.32382, + "precision_at_100": 0.15989, + "precision_at_1000": 0.03274, + "mrr_at_1": 0.671, + "mrr_at_3": 0.742583, + "mrr_at_5": 0.751983, + "mrr_at_10": 0.757523, + "mrr_at_20": 0.75967, + "mrr_at_100": 0.760741, + "mrr_at_1000": 0.76082, + "nauc_ndcg_at_1_max": 0.424723, + "nauc_ndcg_at_1_std": 0.298389, + "nauc_ndcg_at_1_diff1": 0.337861, + "nauc_ndcg_at_3_max": 0.449876, + "nauc_ndcg_at_3_std": 0.330377, + "nauc_ndcg_at_3_diff1": 0.222837, + "nauc_ndcg_at_5_max": 0.461721, + "nauc_ndcg_at_5_std": 0.356006, + "nauc_ndcg_at_5_diff1": 0.211799, + "nauc_ndcg_at_10_max": 0.449393, + "nauc_ndcg_at_10_std": 0.366822, + "nauc_ndcg_at_10_diff1": 0.212938, + "nauc_ndcg_at_20_max": 0.442068, + "nauc_ndcg_at_20_std": 0.382519, + "nauc_ndcg_at_20_diff1": 0.213227, + "nauc_ndcg_at_100_max": 0.469751, + "nauc_ndcg_at_100_std": 0.459229, + "nauc_ndcg_at_100_diff1": 0.22565, + "nauc_ndcg_at_1000_max": 0.53877, + "nauc_ndcg_at_1000_std": 0.501225, + "nauc_ndcg_at_1000_diff1": 0.208853, + "nauc_map_at_1_max": 0.038956, + "nauc_map_at_1_std": -0.000142, + "nauc_map_at_1_diff1": 0.366407, + "nauc_map_at_3_max": 0.090707, + "nauc_map_at_3_std": 0.06444, + "nauc_map_at_3_diff1": 0.263729, + "nauc_map_at_5_max": 0.126528, + "nauc_map_at_5_std": 0.100122, + "nauc_map_at_5_diff1": 0.242299, + "nauc_map_at_10_max": 0.174436, + "nauc_map_at_10_std": 0.152269, + "nauc_map_at_10_diff1": 0.227692, + "nauc_map_at_20_max": 0.230621, + "nauc_map_at_20_std": 0.218698, + "nauc_map_at_20_diff1": 0.213299, + "nauc_map_at_100_max": 0.350619, + "nauc_map_at_100_std": 0.367381, + "nauc_map_at_100_diff1": 0.181063, + "nauc_map_at_1000_max": 0.413433, + "nauc_map_at_1000_std": 0.417491, + "nauc_map_at_1000_diff1": 0.161408, + "nauc_recall_at_1_max": 0.038956, + "nauc_recall_at_1_std": -0.000142, + "nauc_recall_at_1_diff1": 0.366407, + "nauc_recall_at_3_max": 0.060692, + "nauc_recall_at_3_std": 0.047519, + "nauc_recall_at_3_diff1": 0.232152, + "nauc_recall_at_5_max": 0.080021, + "nauc_recall_at_5_std": 0.073907, + "nauc_recall_at_5_diff1": 0.207389, + "nauc_recall_at_10_max": 0.10268, + "nauc_recall_at_10_std": 0.116348, + "nauc_recall_at_10_diff1": 0.184984, + "nauc_recall_at_20_max": 0.142087, + "nauc_recall_at_20_std": 0.179224, + "nauc_recall_at_20_diff1": 0.168287, + "nauc_recall_at_100_max": 0.267086, + "nauc_recall_at_100_std": 0.393987, + "nauc_recall_at_100_diff1": 0.154653, + "nauc_recall_at_1000_max": 0.539817, + "nauc_recall_at_1000_std": 0.715416, + "nauc_recall_at_1000_diff1": 0.173779, + "nauc_precision_at_1_max": 0.509724, + "nauc_precision_at_1_std": 0.379012, + "nauc_precision_at_1_diff1": 0.307471, + "nauc_precision_at_3_max": 0.475456, + "nauc_precision_at_3_std": 0.377867, + "nauc_precision_at_3_diff1": 0.036973, + "nauc_precision_at_5_max": 0.479708, + "nauc_precision_at_5_std": 0.391306, + "nauc_precision_at_5_diff1": -0.001932, + "nauc_precision_at_10_max": 0.464038, + "nauc_precision_at_10_std": 0.401265, + "nauc_precision_at_10_diff1": -0.050265, + "nauc_precision_at_20_max": 0.431719, + "nauc_precision_at_20_std": 0.396176, + "nauc_precision_at_20_diff1": -0.093048, + "nauc_precision_at_100_max": 0.34788, + "nauc_precision_at_100_std": 0.321089, + "nauc_precision_at_100_diff1": -0.123139, + "nauc_precision_at_1000_max": 0.262168, + "nauc_precision_at_1000_std": 0.124884, + "nauc_precision_at_1000_diff1": -0.120751, + "nauc_mrr_at_1_max": 0.509724, + "nauc_mrr_at_1_std": 0.379012, + "nauc_mrr_at_1_diff1": 0.307471, + "nauc_mrr_at_3_max": 0.557915, + "nauc_mrr_at_3_std": 0.424977, + "nauc_mrr_at_3_diff1": 0.291286, + "nauc_mrr_at_5_max": 0.559865, + "nauc_mrr_at_5_std": 0.433148, + "nauc_mrr_at_5_diff1": 0.291164, + "nauc_mrr_at_10_max": 0.559626, + "nauc_mrr_at_10_std": 0.434709, + "nauc_mrr_at_10_diff1": 0.288794, + "nauc_mrr_at_20_max": 0.558673, + "nauc_mrr_at_20_std": 0.433267, + "nauc_mrr_at_20_diff1": 0.289443, + "nauc_mrr_at_100_max": 0.557337, + "nauc_mrr_at_100_std": 0.431832, + "nauc_mrr_at_100_diff1": 0.290415, + "nauc_mrr_at_1000_max": 0.557254, + "nauc_mrr_at_1000_std": 0.431702, + "nauc_mrr_at_1000_diff1": 0.290459, + "cv_recall_at_1": 0.671, + "cv_recall_at_3": 0.8315, + "cv_recall_at_5": 0.8725, + "cv_recall_at_10": 0.9125, + "cv_recall_at_20": 0.9445, + "cv_recall_at_100": 0.982, + "cv_recall_at_1000": 0.998, + "main_score": 0.49713, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54625, + "ndcg_at_3": 0.50233, + "ndcg_at_5": 0.48841, + "ndcg_at_10": 0.48115, + "ndcg_at_20": 0.487, + "ndcg_at_100": 0.54994, + "ndcg_at_1000": 0.63338, + "map_at_1": 0.0822, + "map_at_3": 0.14695, + "map_at_5": 0.18017, + "map_at_10": 0.22399, + "map_at_20": 0.26458, + "map_at_100": 0.33849, + "map_at_1000": 0.3733, + "recall_at_1": 0.0822, + "recall_at_3": 0.16343, + "recall_at_5": 0.21342, + "recall_at_10": 0.29326, + "recall_at_20": 0.39028, + "recall_at_100": 0.64547, + "recall_at_1000": 0.9025, + "accuracy": 0.0822, + "precision_at_1": 0.642, + "precision_at_3": 0.53817, + "precision_at_5": 0.4807, + "precision_at_10": 0.398, + "precision_at_20": 0.31655, + "precision_at_100": 0.15507, + "precision_at_1000": 0.03205, + "mrr_at_1": 0.642, + "mrr_at_3": 0.71475, + "mrr_at_5": 0.725425, + "mrr_at_10": 0.731694, + "mrr_at_20": 0.734136, + "mrr_at_100": 0.735435, + "mrr_at_1000": 0.735511, + "nauc_ndcg_at_1_max": 0.446878, + "nauc_ndcg_at_1_std": 0.277898, + "nauc_ndcg_at_1_diff1": 0.347183, + "nauc_ndcg_at_3_max": 0.476698, + "nauc_ndcg_at_3_std": 0.333534, + "nauc_ndcg_at_3_diff1": 0.253108, + "nauc_ndcg_at_5_max": 0.485318, + "nauc_ndcg_at_5_std": 0.357075, + "nauc_ndcg_at_5_diff1": 0.240951, + "nauc_ndcg_at_10_max": 0.476764, + "nauc_ndcg_at_10_std": 0.364314, + "nauc_ndcg_at_10_diff1": 0.23456, + "nauc_ndcg_at_20_max": 0.476313, + "nauc_ndcg_at_20_std": 0.388658, + "nauc_ndcg_at_20_diff1": 0.250565, + "nauc_ndcg_at_100_max": 0.511193, + "nauc_ndcg_at_100_std": 0.472734, + "nauc_ndcg_at_100_diff1": 0.255404, + "nauc_ndcg_at_1000_max": 0.575498, + "nauc_ndcg_at_1000_std": 0.510985, + "nauc_ndcg_at_1000_diff1": 0.236498, + "nauc_map_at_1_max": 0.07946, + "nauc_map_at_1_std": 0.00441, + "nauc_map_at_1_diff1": 0.377467, + "nauc_map_at_3_max": 0.123359, + "nauc_map_at_3_std": 0.076517, + "nauc_map_at_3_diff1": 0.300194, + "nauc_map_at_5_max": 0.1565, + "nauc_map_at_5_std": 0.11468, + "nauc_map_at_5_diff1": 0.283328, + "nauc_map_at_10_max": 0.205625, + "nauc_map_at_10_std": 0.162639, + "nauc_map_at_10_diff1": 0.248732, + "nauc_map_at_20_max": 0.264162, + "nauc_map_at_20_std": 0.229133, + "nauc_map_at_20_diff1": 0.236257, + "nauc_map_at_100_max": 0.389272, + "nauc_map_at_100_std": 0.381557, + "nauc_map_at_100_diff1": 0.20136, + "nauc_map_at_1000_max": 0.44931, + "nauc_map_at_1000_std": 0.426595, + "nauc_map_at_1000_diff1": 0.185037, + "nauc_recall_at_1_max": 0.07946, + "nauc_recall_at_1_std": 0.00441, + "nauc_recall_at_1_diff1": 0.377467, + "nauc_recall_at_3_max": 0.086322, + "nauc_recall_at_3_std": 0.0629, + "nauc_recall_at_3_diff1": 0.27377, + "nauc_recall_at_5_max": 0.104805, + "nauc_recall_at_5_std": 0.090458, + "nauc_recall_at_5_diff1": 0.249751, + "nauc_recall_at_10_max": 0.132548, + "nauc_recall_at_10_std": 0.1243, + "nauc_recall_at_10_diff1": 0.206213, + "nauc_recall_at_20_max": 0.183608, + "nauc_recall_at_20_std": 0.199337, + "nauc_recall_at_20_diff1": 0.202462, + "nauc_recall_at_100_max": 0.318335, + "nauc_recall_at_100_std": 0.427026, + "nauc_recall_at_100_diff1": 0.166466, + "nauc_recall_at_1000_max": 0.597445, + "nauc_recall_at_1000_std": 0.731944, + "nauc_recall_at_1000_diff1": 0.136164, + "nauc_precision_at_1_max": 0.555337, + "nauc_precision_at_1_std": 0.368819, + "nauc_precision_at_1_diff1": 0.302888, + "nauc_precision_at_3_max": 0.506713, + "nauc_precision_at_3_std": 0.395072, + "nauc_precision_at_3_diff1": 0.075336, + "nauc_precision_at_5_max": 0.501984, + "nauc_precision_at_5_std": 0.408335, + "nauc_precision_at_5_diff1": 0.023804, + "nauc_precision_at_10_max": 0.470732, + "nauc_precision_at_10_std": 0.399671, + "nauc_precision_at_10_diff1": -0.047865, + "nauc_precision_at_20_max": 0.447276, + "nauc_precision_at_20_std": 0.402172, + "nauc_precision_at_20_diff1": -0.078353, + "nauc_precision_at_100_max": 0.363723, + "nauc_precision_at_100_std": 0.332049, + "nauc_precision_at_100_diff1": -0.112662, + "nauc_precision_at_1000_max": 0.24368, + "nauc_precision_at_1000_std": 0.112723, + "nauc_precision_at_1000_diff1": -0.116887, + "nauc_mrr_at_1_max": 0.555337, + "nauc_mrr_at_1_std": 0.368819, + "nauc_mrr_at_1_diff1": 0.302888, + "nauc_mrr_at_3_max": 0.594216, + "nauc_mrr_at_3_std": 0.426184, + "nauc_mrr_at_3_diff1": 0.290832, + "nauc_mrr_at_5_max": 0.594898, + "nauc_mrr_at_5_std": 0.425919, + "nauc_mrr_at_5_diff1": 0.294181, + "nauc_mrr_at_10_max": 0.594965, + "nauc_mrr_at_10_std": 0.425138, + "nauc_mrr_at_10_diff1": 0.292326, + "nauc_mrr_at_20_max": 0.594338, + "nauc_mrr_at_20_std": 0.425381, + "nauc_mrr_at_20_diff1": 0.292594, + "nauc_mrr_at_100_max": 0.593413, + "nauc_mrr_at_100_std": 0.424029, + "nauc_mrr_at_100_diff1": 0.293093, + "nauc_mrr_at_1000_max": 0.593364, + "nauc_mrr_at_1000_std": 0.423912, + "nauc_mrr_at_1000_diff1": 0.293099, + "cv_recall_at_1": 0.642, + "cv_recall_at_3": 0.8045, + "cv_recall_at_5": 0.8505, + "cv_recall_at_10": 0.897, + "cv_recall_at_20": 0.932, + "cv_recall_at_100": 0.98, + "cv_recall_at_1000": 0.9955, + "main_score": 0.48115, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.725, + "ndcg_at_3": 0.64464, + "ndcg_at_5": 0.62147, + "ndcg_at_10": 0.59885, + "ndcg_at_20": 0.58598, + "ndcg_at_100": 0.64688, + "ndcg_at_1000": 0.74917, + "map_at_1": 0.11651, + "map_at_3": 0.18046, + "map_at_5": 0.21362, + "map_at_10": 0.25788, + "map_at_20": 0.30419, + "map_at_100": 0.40524, + "map_at_1000": 0.45668, + "recall_at_1": 0.11651, + "recall_at_3": 0.18965, + "recall_at_5": 0.23466, + "recall_at_10": 0.30589, + "recall_at_20": 0.40286, + "recall_at_100": 0.69352, + "recall_at_1000": 0.97071, + "accuracy": 0.11651, + "precision_at_1": 0.825, + "precision_at_3": 0.68167, + "precision_at_5": 0.602, + "precision_at_10": 0.491, + "precision_at_20": 0.391, + "precision_at_100": 0.2006, + "precision_at_1000": 0.03725, + "mrr_at_1": 0.825, + "mrr_at_3": 0.8825, + "mrr_at_5": 0.88825, + "mrr_at_10": 0.889679, + "mrr_at_20": 0.890396, + "mrr_at_100": 0.890518, + "mrr_at_1000": 0.890518, + "nauc_ndcg_at_1_max": 0.366392, + "nauc_ndcg_at_1_std": -0.191828, + "nauc_ndcg_at_1_diff1": 0.479496, + "nauc_ndcg_at_3_max": 0.38039, + "nauc_ndcg_at_3_std": -0.066886, + "nauc_ndcg_at_3_diff1": 0.304911, + "nauc_ndcg_at_5_max": 0.389471, + "nauc_ndcg_at_5_std": -0.047911, + "nauc_ndcg_at_5_diff1": 0.319493, + "nauc_ndcg_at_10_max": 0.351386, + "nauc_ndcg_at_10_std": -0.036768, + "nauc_ndcg_at_10_diff1": 0.38714, + "nauc_ndcg_at_20_max": 0.30134, + "nauc_ndcg_at_20_std": -0.052428, + "nauc_ndcg_at_20_diff1": 0.391459, + "nauc_ndcg_at_100_max": 0.316952, + "nauc_ndcg_at_100_std": -0.019732, + "nauc_ndcg_at_100_diff1": 0.399582, + "nauc_ndcg_at_1000_max": 0.421233, + "nauc_ndcg_at_1000_std": 0.120038, + "nauc_ndcg_at_1000_diff1": 0.334547, + "nauc_map_at_1_max": -0.010103, + "nauc_map_at_1_std": -0.339911, + "nauc_map_at_1_diff1": 0.575328, + "nauc_map_at_3_max": 0.051331, + "nauc_map_at_3_std": -0.339051, + "nauc_map_at_3_diff1": 0.526793, + "nauc_map_at_5_max": 0.079101, + "nauc_map_at_5_std": -0.330879, + "nauc_map_at_5_diff1": 0.509581, + "nauc_map_at_10_max": 0.103815, + "nauc_map_at_10_std": -0.297572, + "nauc_map_at_10_diff1": 0.498721, + "nauc_map_at_20_max": 0.131906, + "nauc_map_at_20_std": -0.253643, + "nauc_map_at_20_diff1": 0.47044, + "nauc_map_at_100_max": 0.231222, + "nauc_map_at_100_std": -0.054085, + "nauc_map_at_100_diff1": 0.407497, + "nauc_map_at_1000_max": 0.272573, + "nauc_map_at_1000_std": 0.056903, + "nauc_map_at_1000_diff1": 0.350903, + "nauc_recall_at_1_max": -0.010103, + "nauc_recall_at_1_std": -0.339911, + "nauc_recall_at_1_diff1": 0.575328, + "nauc_recall_at_3_max": 0.034428, + "nauc_recall_at_3_std": -0.343115, + "nauc_recall_at_3_diff1": 0.511548, + "nauc_recall_at_5_max": 0.049749, + "nauc_recall_at_5_std": -0.340223, + "nauc_recall_at_5_diff1": 0.48742, + "nauc_recall_at_10_max": 0.053941, + "nauc_recall_at_10_std": -0.307617, + "nauc_recall_at_10_diff1": 0.468314, + "nauc_recall_at_20_max": 0.072764, + "nauc_recall_at_20_std": -0.277817, + "nauc_recall_at_20_diff1": 0.415955, + "nauc_recall_at_100_max": 0.153703, + "nauc_recall_at_100_std": -0.055614, + "nauc_recall_at_100_diff1": 0.363741, + "nauc_recall_at_1000_max": 0.511543, + "nauc_recall_at_1000_std": 0.628806, + "nauc_recall_at_1000_diff1": 0.290104, + "nauc_precision_at_1_max": 0.50544, + "nauc_precision_at_1_std": -0.096708, + "nauc_precision_at_1_diff1": 0.479101, + "nauc_precision_at_3_max": 0.385716, + "nauc_precision_at_3_std": 0.233578, + "nauc_precision_at_3_diff1": -0.104171, + "nauc_precision_at_5_max": 0.379623, + "nauc_precision_at_5_std": 0.32502, + "nauc_precision_at_5_diff1": -0.178322, + "nauc_precision_at_10_max": 0.287519, + "nauc_precision_at_10_std": 0.427309, + "nauc_precision_at_10_diff1": -0.219165, + "nauc_precision_at_20_max": 0.234913, + "nauc_precision_at_20_std": 0.472028, + "nauc_precision_at_20_diff1": -0.289278, + "nauc_precision_at_100_max": 0.161898, + "nauc_precision_at_100_std": 0.485524, + "nauc_precision_at_100_diff1": -0.321573, + "nauc_precision_at_1000_max": 0.041632, + "nauc_precision_at_1000_std": 0.358651, + "nauc_precision_at_1000_diff1": -0.334642, + "nauc_mrr_at_1_max": 0.50544, + "nauc_mrr_at_1_std": -0.096708, + "nauc_mrr_at_1_diff1": 0.479101, + "nauc_mrr_at_3_max": 0.558223, + "nauc_mrr_at_3_std": -0.028263, + "nauc_mrr_at_3_diff1": 0.490218, + "nauc_mrr_at_5_max": 0.555935, + "nauc_mrr_at_5_std": -0.052991, + "nauc_mrr_at_5_diff1": 0.483026, + "nauc_mrr_at_10_max": 0.551799, + "nauc_mrr_at_10_std": -0.045674, + "nauc_mrr_at_10_diff1": 0.479784, + "nauc_mrr_at_20_max": 0.549623, + "nauc_mrr_at_20_std": -0.045388, + "nauc_mrr_at_20_diff1": 0.478399, + "nauc_mrr_at_100_max": 0.549422, + "nauc_mrr_at_100_std": -0.046455, + "nauc_mrr_at_100_diff1": 0.479157, + "nauc_mrr_at_1000_max": 0.549422, + "nauc_mrr_at_1000_std": -0.046455, + "nauc_mrr_at_1000_diff1": 0.479157, + "cv_recall_at_1": 0.825, + "cv_recall_at_3": 0.95, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.59885, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.625, + "ndcg_at_3": 0.55412, + "ndcg_at_5": 0.52794, + "ndcg_at_10": 0.51382, + "ndcg_at_20": 0.50451, + "ndcg_at_100": 0.57099, + "ndcg_at_1000": 0.68128, + "map_at_1": 0.09304, + "map_at_3": 0.14914, + "map_at_5": 0.17587, + "map_at_10": 0.2135, + "map_at_20": 0.24944, + "map_at_100": 0.3357, + "map_at_1000": 0.38154, + "recall_at_1": 0.09304, + "recall_at_3": 0.16028, + "recall_at_5": 0.20098, + "recall_at_10": 0.27982, + "recall_at_20": 0.36088, + "recall_at_100": 0.63469, + "recall_at_1000": 0.94184, + "accuracy": 0.09304, + "precision_at_1": 0.695, + "precision_at_3": 0.56833, + "precision_at_5": 0.509, + "precision_at_10": 0.4185, + "precision_at_20": 0.33225, + "precision_at_100": 0.17895, + "precision_at_1000": 0.03558, + "mrr_at_1": 0.695, + "mrr_at_3": 0.775, + "mrr_at_5": 0.78725, + "mrr_at_10": 0.793054, + "mrr_at_20": 0.794841, + "mrr_at_100": 0.795037, + "mrr_at_1000": 0.795053, + "nauc_ndcg_at_1_max": 0.412191, + "nauc_ndcg_at_1_std": 0.132619, + "nauc_ndcg_at_1_diff1": 0.51036, + "nauc_ndcg_at_3_max": 0.46256, + "nauc_ndcg_at_3_std": 0.117177, + "nauc_ndcg_at_3_diff1": 0.39046, + "nauc_ndcg_at_5_max": 0.457003, + "nauc_ndcg_at_5_std": 0.126343, + "nauc_ndcg_at_5_diff1": 0.401731, + "nauc_ndcg_at_10_max": 0.472688, + "nauc_ndcg_at_10_std": 0.08694, + "nauc_ndcg_at_10_diff1": 0.425084, + "nauc_ndcg_at_20_max": 0.432294, + "nauc_ndcg_at_20_std": 0.089515, + "nauc_ndcg_at_20_diff1": 0.447148, + "nauc_ndcg_at_100_max": 0.478796, + "nauc_ndcg_at_100_std": 0.188981, + "nauc_ndcg_at_100_diff1": 0.428884, + "nauc_ndcg_at_1000_max": 0.526355, + "nauc_ndcg_at_1000_std": 0.275618, + "nauc_ndcg_at_1000_diff1": 0.391048, + "nauc_map_at_1_max": 0.094713, + "nauc_map_at_1_std": -0.18513, + "nauc_map_at_1_diff1": 0.599568, + "nauc_map_at_3_max": 0.213264, + "nauc_map_at_3_std": -0.15094, + "nauc_map_at_3_diff1": 0.510657, + "nauc_map_at_5_max": 0.252628, + "nauc_map_at_5_std": -0.127188, + "nauc_map_at_5_diff1": 0.497105, + "nauc_map_at_10_max": 0.292226, + "nauc_map_at_10_std": -0.115833, + "nauc_map_at_10_diff1": 0.465618, + "nauc_map_at_20_max": 0.318502, + "nauc_map_at_20_std": -0.068455, + "nauc_map_at_20_diff1": 0.457872, + "nauc_map_at_100_max": 0.404709, + "nauc_map_at_100_std": 0.103585, + "nauc_map_at_100_diff1": 0.396412, + "nauc_map_at_1000_max": 0.431167, + "nauc_map_at_1000_std": 0.190598, + "nauc_map_at_1000_diff1": 0.359767, + "nauc_recall_at_1_max": 0.094713, + "nauc_recall_at_1_std": -0.18513, + "nauc_recall_at_1_diff1": 0.599568, + "nauc_recall_at_3_max": 0.222121, + "nauc_recall_at_3_std": -0.147276, + "nauc_recall_at_3_diff1": 0.501149, + "nauc_recall_at_5_max": 0.244111, + "nauc_recall_at_5_std": -0.129393, + "nauc_recall_at_5_diff1": 0.494293, + "nauc_recall_at_10_max": 0.230379, + "nauc_recall_at_10_std": -0.146146, + "nauc_recall_at_10_diff1": 0.391128, + "nauc_recall_at_20_max": 0.233402, + "nauc_recall_at_20_std": -0.114451, + "nauc_recall_at_20_diff1": 0.391754, + "nauc_recall_at_100_max": 0.337817, + "nauc_recall_at_100_std": 0.159818, + "nauc_recall_at_100_diff1": 0.320186, + "nauc_recall_at_1000_max": 0.507329, + "nauc_recall_at_1000_std": 0.628167, + "nauc_recall_at_1000_diff1": 0.34574, + "nauc_precision_at_1_max": 0.491262, + "nauc_precision_at_1_std": 0.16974, + "nauc_precision_at_1_diff1": 0.462164, + "nauc_precision_at_3_max": 0.46902, + "nauc_precision_at_3_std": 0.229493, + "nauc_precision_at_3_diff1": 0.043078, + "nauc_precision_at_5_max": 0.407775, + "nauc_precision_at_5_std": 0.266003, + "nauc_precision_at_5_diff1": -0.025943, + "nauc_precision_at_10_max": 0.358154, + "nauc_precision_at_10_std": 0.290717, + "nauc_precision_at_10_diff1": -0.091701, + "nauc_precision_at_20_max": 0.265047, + "nauc_precision_at_20_std": 0.370914, + "nauc_precision_at_20_diff1": -0.130345, + "nauc_precision_at_100_max": 0.149939, + "nauc_precision_at_100_std": 0.411557, + "nauc_precision_at_100_diff1": -0.222159, + "nauc_precision_at_1000_max": 0.014231, + "nauc_precision_at_1000_std": 0.296396, + "nauc_precision_at_1000_diff1": -0.240375, + "nauc_mrr_at_1_max": 0.491262, + "nauc_mrr_at_1_std": 0.16974, + "nauc_mrr_at_1_diff1": 0.462164, + "nauc_mrr_at_3_max": 0.583784, + "nauc_mrr_at_3_std": 0.246989, + "nauc_mrr_at_3_diff1": 0.473997, + "nauc_mrr_at_5_max": 0.576237, + "nauc_mrr_at_5_std": 0.229743, + "nauc_mrr_at_5_diff1": 0.479861, + "nauc_mrr_at_10_max": 0.568569, + "nauc_mrr_at_10_std": 0.224566, + "nauc_mrr_at_10_diff1": 0.479525, + "nauc_mrr_at_20_max": 0.565607, + "nauc_mrr_at_20_std": 0.228088, + "nauc_mrr_at_20_diff1": 0.477674, + "nauc_mrr_at_100_max": 0.565278, + "nauc_mrr_at_100_std": 0.227393, + "nauc_mrr_at_100_diff1": 0.47725, + "nauc_mrr_at_1000_max": 0.565279, + "nauc_mrr_at_1000_std": 0.227325, + "nauc_mrr_at_1000_diff1": 0.477281, + "cv_recall_at_1": 0.695, + "cv_recall_at_3": 0.865, + "cv_recall_at_5": 0.92, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.51382, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5875, + "ndcg_at_3": 0.54154, + "ndcg_at_5": 0.52318, + "ndcg_at_10": 0.50535, + "ndcg_at_20": 0.49765, + "ndcg_at_100": 0.55646, + "ndcg_at_1000": 0.66334, + "map_at_1": 0.0917, + "map_at_3": 0.15402, + "map_at_5": 0.18071, + "map_at_10": 0.21497, + "map_at_20": 0.2511, + "map_at_100": 0.33261, + "map_at_1000": 0.3748, + "recall_at_1": 0.0917, + "recall_at_3": 0.1723, + "recall_at_5": 0.21283, + "recall_at_10": 0.27607, + "recall_at_20": 0.35574, + "recall_at_100": 0.6165, + "recall_at_1000": 0.91188, + "accuracy": 0.0917, + "precision_at_1": 0.66, + "precision_at_3": 0.57, + "precision_at_5": 0.507, + "precision_at_10": 0.4145, + "precision_at_20": 0.32975, + "precision_at_100": 0.16935, + "precision_at_1000": 0.03381, + "mrr_at_1": 0.66, + "mrr_at_3": 0.748333, + "mrr_at_5": 0.759083, + "mrr_at_10": 0.764548, + "mrr_at_20": 0.765994, + "mrr_at_100": 0.767049, + "mrr_at_1000": 0.767074, + "nauc_ndcg_at_1_max": 0.564415, + "nauc_ndcg_at_1_std": 0.234951, + "nauc_ndcg_at_1_diff1": 0.435697, + "nauc_ndcg_at_3_max": 0.574538, + "nauc_ndcg_at_3_std": 0.260763, + "nauc_ndcg_at_3_diff1": 0.401537, + "nauc_ndcg_at_5_max": 0.576937, + "nauc_ndcg_at_5_std": 0.291847, + "nauc_ndcg_at_5_diff1": 0.380612, + "nauc_ndcg_at_10_max": 0.558904, + "nauc_ndcg_at_10_std": 0.267086, + "nauc_ndcg_at_10_diff1": 0.388336, + "nauc_ndcg_at_20_max": 0.527138, + "nauc_ndcg_at_20_std": 0.270532, + "nauc_ndcg_at_20_diff1": 0.400026, + "nauc_ndcg_at_100_max": 0.570048, + "nauc_ndcg_at_100_std": 0.371576, + "nauc_ndcg_at_100_diff1": 0.423595, + "nauc_ndcg_at_1000_max": 0.632453, + "nauc_ndcg_at_1000_std": 0.490625, + "nauc_ndcg_at_1000_diff1": 0.364291, + "nauc_map_at_1_max": 0.233714, + "nauc_map_at_1_std": -0.112294, + "nauc_map_at_1_diff1": 0.563774, + "nauc_map_at_3_max": 0.332496, + "nauc_map_at_3_std": -0.067621, + "nauc_map_at_3_diff1": 0.527578, + "nauc_map_at_5_max": 0.345068, + "nauc_map_at_5_std": -0.048652, + "nauc_map_at_5_diff1": 0.497381, + "nauc_map_at_10_max": 0.368248, + "nauc_map_at_10_std": -0.020247, + "nauc_map_at_10_diff1": 0.467334, + "nauc_map_at_20_max": 0.389823, + "nauc_map_at_20_std": 0.04349, + "nauc_map_at_20_diff1": 0.440509, + "nauc_map_at_100_max": 0.480709, + "nauc_map_at_100_std": 0.253873, + "nauc_map_at_100_diff1": 0.396555, + "nauc_map_at_1000_max": 0.509083, + "nauc_map_at_1000_std": 0.350383, + "nauc_map_at_1000_diff1": 0.352343, + "nauc_recall_at_1_max": 0.233714, + "nauc_recall_at_1_std": -0.112294, + "nauc_recall_at_1_diff1": 0.563774, + "nauc_recall_at_3_max": 0.283539, + "nauc_recall_at_3_std": -0.096885, + "nauc_recall_at_3_diff1": 0.502328, + "nauc_recall_at_5_max": 0.273974, + "nauc_recall_at_5_std": -0.090727, + "nauc_recall_at_5_diff1": 0.459422, + "nauc_recall_at_10_max": 0.263203, + "nauc_recall_at_10_std": -0.079306, + "nauc_recall_at_10_diff1": 0.406259, + "nauc_recall_at_20_max": 0.27599, + "nauc_recall_at_20_std": -0.020355, + "nauc_recall_at_20_diff1": 0.390052, + "nauc_recall_at_100_max": 0.408994, + "nauc_recall_at_100_std": 0.264602, + "nauc_recall_at_100_diff1": 0.390086, + "nauc_recall_at_1000_max": 0.630389, + "nauc_recall_at_1000_std": 0.77742, + "nauc_recall_at_1000_diff1": 0.398485, + "nauc_precision_at_1_max": 0.679005, + "nauc_precision_at_1_std": 0.317452, + "nauc_precision_at_1_diff1": 0.400353, + "nauc_precision_at_3_max": 0.5048, + "nauc_precision_at_3_std": 0.350468, + "nauc_precision_at_3_diff1": 0.103963, + "nauc_precision_at_5_max": 0.433287, + "nauc_precision_at_5_std": 0.403551, + "nauc_precision_at_5_diff1": -0.027571, + "nauc_precision_at_10_max": 0.313948, + "nauc_precision_at_10_std": 0.422628, + "nauc_precision_at_10_diff1": -0.139078, + "nauc_precision_at_20_max": 0.241678, + "nauc_precision_at_20_std": 0.480293, + "nauc_precision_at_20_diff1": -0.188404, + "nauc_precision_at_100_max": 0.174748, + "nauc_precision_at_100_std": 0.504486, + "nauc_precision_at_100_diff1": -0.214843, + "nauc_precision_at_1000_max": 0.044262, + "nauc_precision_at_1000_std": 0.330776, + "nauc_precision_at_1000_diff1": -0.278675, + "nauc_mrr_at_1_max": 0.679005, + "nauc_mrr_at_1_std": 0.317452, + "nauc_mrr_at_1_diff1": 0.400353, + "nauc_mrr_at_3_max": 0.727171, + "nauc_mrr_at_3_std": 0.407791, + "nauc_mrr_at_3_diff1": 0.392681, + "nauc_mrr_at_5_max": 0.714871, + "nauc_mrr_at_5_std": 0.392285, + "nauc_mrr_at_5_diff1": 0.391925, + "nauc_mrr_at_10_max": 0.715346, + "nauc_mrr_at_10_std": 0.384622, + "nauc_mrr_at_10_diff1": 0.389287, + "nauc_mrr_at_20_max": 0.714981, + "nauc_mrr_at_20_std": 0.38578, + "nauc_mrr_at_20_diff1": 0.391027, + "nauc_mrr_at_100_max": 0.71467, + "nauc_mrr_at_100_std": 0.38556, + "nauc_mrr_at_100_diff1": 0.392631, + "nauc_mrr_at_1000_max": 0.71467, + "nauc_mrr_at_1000_std": 0.3855, + "nauc_mrr_at_1000_diff1": 0.392572, + "cv_recall_at_1": 0.66, + "cv_recall_at_3": 0.855, + "cv_recall_at_5": 0.905, + "cv_recall_at_10": 0.945, + "cv_recall_at_20": 0.965, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.50535, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.5775, + "ndcg_at_3": 0.54033, + "ndcg_at_5": 0.5502, + "ndcg_at_10": 0.5774, + "ndcg_at_20": 0.61195, + "ndcg_at_100": 0.68661, + "ndcg_at_1000": 0.71866, + "map_at_1": 0.14128, + "map_at_3": 0.26406, + "map_at_5": 0.32081, + "map_at_10": 0.3974, + "map_at_20": 0.4468, + "map_at_100": 0.5105, + "map_at_1000": 0.5232, + "recall_at_1": 0.14128, + "recall_at_3": 0.30129, + "recall_at_5": 0.38896, + "recall_at_10": 0.53, + "recall_at_20": 0.64687, + "recall_at_100": 0.88613, + "recall_at_1000": 0.99923, + "accuracy": 0.14128, + "precision_at_1": 0.66, + "precision_at_3": 0.54, + "precision_at_5": 0.481, + "precision_at_10": 0.3815, + "precision_at_20": 0.274, + "precision_at_100": 0.1046, + "precision_at_1000": 0.01343, + "mrr_at_1": 0.66, + "mrr_at_3": 0.756667, + "mrr_at_5": 0.765667, + "mrr_at_10": 0.76772, + "mrr_at_20": 0.768904, + "mrr_at_100": 0.769926, + "mrr_at_1000": 0.769963, + "nauc_ndcg_at_1_max": 0.408485, + "nauc_ndcg_at_1_std": 0.22678, + "nauc_ndcg_at_1_diff1": 0.333278, + "nauc_ndcg_at_3_max": 0.302608, + "nauc_ndcg_at_3_std": 0.085239, + "nauc_ndcg_at_3_diff1": 0.224664, + "nauc_ndcg_at_5_max": 0.277428, + "nauc_ndcg_at_5_std": 0.095884, + "nauc_ndcg_at_5_diff1": 0.235055, + "nauc_ndcg_at_10_max": 0.269779, + "nauc_ndcg_at_10_std": 0.059041, + "nauc_ndcg_at_10_diff1": 0.228495, + "nauc_ndcg_at_20_max": 0.288069, + "nauc_ndcg_at_20_std": 0.058036, + "nauc_ndcg_at_20_diff1": 0.243415, + "nauc_ndcg_at_100_max": 0.3599, + "nauc_ndcg_at_100_std": 0.130648, + "nauc_ndcg_at_100_diff1": 0.253866, + "nauc_ndcg_at_1000_max": 0.40403, + "nauc_ndcg_at_1000_std": 0.233568, + "nauc_ndcg_at_1000_diff1": 0.213966, + "nauc_map_at_1_max": -0.017303, + "nauc_map_at_1_std": -0.159704, + "nauc_map_at_1_diff1": 0.31816, + "nauc_map_at_3_max": -0.024346, + "nauc_map_at_3_std": -0.243744, + "nauc_map_at_3_diff1": 0.254239, + "nauc_map_at_5_max": -0.000928, + "nauc_map_at_5_std": -0.214297, + "nauc_map_at_5_diff1": 0.254274, + "nauc_map_at_10_max": 0.046019, + "nauc_map_at_10_std": -0.195572, + "nauc_map_at_10_diff1": 0.23264, + "nauc_map_at_20_max": 0.097504, + "nauc_map_at_20_std": -0.141508, + "nauc_map_at_20_diff1": 0.214024, + "nauc_map_at_100_max": 0.224752, + "nauc_map_at_100_std": 0.001125, + "nauc_map_at_100_diff1": 0.180814, + "nauc_map_at_1000_max": 0.249716, + "nauc_map_at_1000_std": 0.046474, + "nauc_map_at_1000_diff1": 0.164338, + "nauc_recall_at_1_max": -0.017303, + "nauc_recall_at_1_std": -0.159704, + "nauc_recall_at_1_diff1": 0.31816, + "nauc_recall_at_3_max": -0.070539, + "nauc_recall_at_3_std": -0.292406, + "nauc_recall_at_3_diff1": 0.225711, + "nauc_recall_at_5_max": -0.056303, + "nauc_recall_at_5_std": -0.262871, + "nauc_recall_at_5_diff1": 0.241033, + "nauc_recall_at_10_max": -0.0291, + "nauc_recall_at_10_std": -0.286255, + "nauc_recall_at_10_diff1": 0.21744, + "nauc_recall_at_20_max": 0.025618, + "nauc_recall_at_20_std": -0.232627, + "nauc_recall_at_20_diff1": 0.222415, + "nauc_recall_at_100_max": 0.146122, + "nauc_recall_at_100_std": -0.184875, + "nauc_recall_at_100_diff1": 0.294755, + "nauc_recall_at_1000_max": 0.065559, + "nauc_recall_at_1000_std": 0.374825, + "nauc_recall_at_1000_diff1": -0.740244, + "nauc_precision_at_1_max": 0.424998, + "nauc_precision_at_1_std": 0.224734, + "nauc_precision_at_1_diff1": 0.350742, + "nauc_precision_at_3_max": 0.332036, + "nauc_precision_at_3_std": 0.174317, + "nauc_precision_at_3_diff1": 0.05262, + "nauc_precision_at_5_max": 0.361963, + "nauc_precision_at_5_std": 0.306807, + "nauc_precision_at_5_diff1": -0.019052, + "nauc_precision_at_10_max": 0.396235, + "nauc_precision_at_10_std": 0.400542, + "nauc_precision_at_10_diff1": -0.114942, + "nauc_precision_at_20_max": 0.409874, + "nauc_precision_at_20_std": 0.500953, + "nauc_precision_at_20_diff1": -0.176157, + "nauc_precision_at_100_max": 0.383448, + "nauc_precision_at_100_std": 0.56116, + "nauc_precision_at_100_diff1": -0.22408, + "nauc_precision_at_1000_max": 0.325534, + "nauc_precision_at_1000_std": 0.565668, + "nauc_precision_at_1000_diff1": -0.246194, + "nauc_mrr_at_1_max": 0.424998, + "nauc_mrr_at_1_std": 0.224734, + "nauc_mrr_at_1_diff1": 0.350742, + "nauc_mrr_at_3_max": 0.459547, + "nauc_mrr_at_3_std": 0.283454, + "nauc_mrr_at_3_diff1": 0.363793, + "nauc_mrr_at_5_max": 0.464503, + "nauc_mrr_at_5_std": 0.288202, + "nauc_mrr_at_5_diff1": 0.352349, + "nauc_mrr_at_10_max": 0.469661, + "nauc_mrr_at_10_std": 0.285491, + "nauc_mrr_at_10_diff1": 0.348469, + "nauc_mrr_at_20_max": 0.467518, + "nauc_mrr_at_20_std": 0.284303, + "nauc_mrr_at_20_diff1": 0.354221, + "nauc_mrr_at_100_max": 0.465604, + "nauc_mrr_at_100_std": 0.28243, + "nauc_mrr_at_100_diff1": 0.354454, + "nauc_mrr_at_1000_max": 0.465668, + "nauc_mrr_at_1000_std": 0.282349, + "nauc_mrr_at_1000_diff1": 0.354417, + "cv_recall_at_1": 0.66, + "cv_recall_at_3": 0.88, + "cv_recall_at_5": 0.92, + "cv_recall_at_10": 0.935, + "cv_recall_at_20": 0.95, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.5774, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.44799, + "ndcg_at_5": 0.45879, + "ndcg_at_10": 0.48264, + "ndcg_at_20": 0.51259, + "ndcg_at_100": 0.59198, + "ndcg_at_1000": 0.63998, + "map_at_1": 0.11456, + "map_at_3": 0.20976, + "map_at_5": 0.26062, + "map_at_10": 0.3171, + "map_at_20": 0.353, + "map_at_100": 0.41029, + "map_at_1000": 0.4246, + "recall_at_1": 0.11456, + "recall_at_3": 0.23818, + "recall_at_5": 0.32458, + "recall_at_10": 0.43352, + "recall_at_20": 0.5371, + "recall_at_100": 0.80258, + "recall_at_1000": 0.98147, + "accuracy": 0.11456, + "precision_at_1": 0.555, + "precision_at_3": 0.45333, + "precision_at_5": 0.4, + "precision_at_10": 0.316, + "precision_at_20": 0.22875, + "precision_at_100": 0.0933, + "precision_at_1000": 0.01322, + "mrr_at_1": 0.555, + "mrr_at_3": 0.640833, + "mrr_at_5": 0.656333, + "mrr_at_10": 0.664204, + "mrr_at_20": 0.668281, + "mrr_at_100": 0.669582, + "mrr_at_1000": 0.669662, + "nauc_ndcg_at_1_max": 0.381332, + "nauc_ndcg_at_1_std": 0.245015, + "nauc_ndcg_at_1_diff1": 0.10319, + "nauc_ndcg_at_3_max": 0.394064, + "nauc_ndcg_at_3_std": 0.22398, + "nauc_ndcg_at_3_diff1": -0.004352, + "nauc_ndcg_at_5_max": 0.360893, + "nauc_ndcg_at_5_std": 0.203902, + "nauc_ndcg_at_5_diff1": 0.02333, + "nauc_ndcg_at_10_max": 0.354776, + "nauc_ndcg_at_10_std": 0.196865, + "nauc_ndcg_at_10_diff1": 0.006508, + "nauc_ndcg_at_20_max": 0.38237, + "nauc_ndcg_at_20_std": 0.214519, + "nauc_ndcg_at_20_diff1": 0.019181, + "nauc_ndcg_at_100_max": 0.425014, + "nauc_ndcg_at_100_std": 0.275491, + "nauc_ndcg_at_100_diff1": 0.021236, + "nauc_ndcg_at_1000_max": 0.448804, + "nauc_ndcg_at_1000_std": 0.329429, + "nauc_ndcg_at_1000_diff1": -0.012306, + "nauc_map_at_1_max": -0.002016, + "nauc_map_at_1_std": -0.064803, + "nauc_map_at_1_diff1": 0.023474, + "nauc_map_at_3_max": 0.099069, + "nauc_map_at_3_std": -0.084998, + "nauc_map_at_3_diff1": -0.006877, + "nauc_map_at_5_max": 0.125697, + "nauc_map_at_5_std": -0.069973, + "nauc_map_at_5_diff1": 0.016875, + "nauc_map_at_10_max": 0.176139, + "nauc_map_at_10_std": -0.02988, + "nauc_map_at_10_diff1": 0.008408, + "nauc_map_at_20_max": 0.229354, + "nauc_map_at_20_std": 0.025789, + "nauc_map_at_20_diff1": -0.001836, + "nauc_map_at_100_max": 0.333062, + "nauc_map_at_100_std": 0.147821, + "nauc_map_at_100_diff1": -0.016425, + "nauc_map_at_1000_max": 0.35183, + "nauc_map_at_1000_std": 0.183555, + "nauc_map_at_1000_diff1": -0.031513, + "nauc_recall_at_1_max": -0.002016, + "nauc_recall_at_1_std": -0.064803, + "nauc_recall_at_1_diff1": 0.023474, + "nauc_recall_at_3_max": 0.089404, + "nauc_recall_at_3_std": -0.106581, + "nauc_recall_at_3_diff1": -0.002718, + "nauc_recall_at_5_max": 0.088292, + "nauc_recall_at_5_std": -0.100548, + "nauc_recall_at_5_diff1": 0.069561, + "nauc_recall_at_10_max": 0.135704, + "nauc_recall_at_10_std": -0.054928, + "nauc_recall_at_10_diff1": 0.053162, + "nauc_recall_at_20_max": 0.188609, + "nauc_recall_at_20_std": 0.016835, + "nauc_recall_at_20_diff1": 0.04863, + "nauc_recall_at_100_max": 0.283787, + "nauc_recall_at_100_std": 0.176028, + "nauc_recall_at_100_diff1": 0.075845, + "nauc_recall_at_1000_max": 0.728007, + "nauc_recall_at_1000_std": 0.732182, + "nauc_recall_at_1000_diff1": -0.362522, + "nauc_precision_at_1_max": 0.428658, + "nauc_precision_at_1_std": 0.290796, + "nauc_precision_at_1_diff1": 0.080127, + "nauc_precision_at_3_max": 0.47834, + "nauc_precision_at_3_std": 0.312745, + "nauc_precision_at_3_diff1": -0.042379, + "nauc_precision_at_5_max": 0.427106, + "nauc_precision_at_5_std": 0.331319, + "nauc_precision_at_5_diff1": -0.011811, + "nauc_precision_at_10_max": 0.444687, + "nauc_precision_at_10_std": 0.385999, + "nauc_precision_at_10_diff1": -0.065399, + "nauc_precision_at_20_max": 0.463178, + "nauc_precision_at_20_std": 0.488611, + "nauc_precision_at_20_diff1": -0.084087, + "nauc_precision_at_100_max": 0.382108, + "nauc_precision_at_100_std": 0.525833, + "nauc_precision_at_100_diff1": -0.097229, + "nauc_precision_at_1000_max": 0.275127, + "nauc_precision_at_1000_std": 0.470182, + "nauc_precision_at_1000_diff1": -0.127351, + "nauc_mrr_at_1_max": 0.428658, + "nauc_mrr_at_1_std": 0.290796, + "nauc_mrr_at_1_diff1": 0.080127, + "nauc_mrr_at_3_max": 0.504676, + "nauc_mrr_at_3_std": 0.359875, + "nauc_mrr_at_3_diff1": 0.052182, + "nauc_mrr_at_5_max": 0.497637, + "nauc_mrr_at_5_std": 0.366758, + "nauc_mrr_at_5_diff1": 0.079531, + "nauc_mrr_at_10_max": 0.497228, + "nauc_mrr_at_10_std": 0.366932, + "nauc_mrr_at_10_diff1": 0.074821, + "nauc_mrr_at_20_max": 0.495964, + "nauc_mrr_at_20_std": 0.365731, + "nauc_mrr_at_20_diff1": 0.071318, + "nauc_mrr_at_100_max": 0.49477, + "nauc_mrr_at_100_std": 0.364188, + "nauc_mrr_at_100_diff1": 0.071348, + "nauc_mrr_at_1000_max": 0.49483, + "nauc_mrr_at_1000_std": 0.36413, + "nauc_mrr_at_1000_diff1": 0.071098, + "cv_recall_at_1": 0.555, + "cv_recall_at_3": 0.75, + "cv_recall_at_5": 0.815, + "cv_recall_at_10": 0.87, + "cv_recall_at_20": 0.93, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.48264, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.465, + "ndcg_at_3": 0.45382, + "ndcg_at_5": 0.47423, + "ndcg_at_10": 0.49433, + "ndcg_at_20": 0.52721, + "ndcg_at_100": 0.60161, + "ndcg_at_1000": 0.64906, + "map_at_1": 0.11322, + "map_at_3": 0.21794, + "map_at_5": 0.27661, + "map_at_10": 0.33335, + "map_at_20": 0.37206, + "map_at_100": 0.42719, + "map_at_1000": 0.44091, + "recall_at_1": 0.11322, + "recall_at_3": 0.25382, + "recall_at_5": 0.35368, + "recall_at_10": 0.45914, + "recall_at_20": 0.56309, + "recall_at_100": 0.80906, + "recall_at_1000": 0.98306, + "accuracy": 0.11322, + "precision_at_1": 0.555, + "precision_at_3": 0.475, + "precision_at_5": 0.425, + "precision_at_10": 0.3245, + "precision_at_20": 0.23475, + "precision_at_100": 0.09245, + "precision_at_1000": 0.01319, + "mrr_at_1": 0.555, + "mrr_at_3": 0.658333, + "mrr_at_5": 0.669833, + "mrr_at_10": 0.677437, + "mrr_at_20": 0.681209, + "mrr_at_100": 0.682089, + "mrr_at_1000": 0.682182, + "nauc_ndcg_at_1_max": 0.411534, + "nauc_ndcg_at_1_std": 0.12407, + "nauc_ndcg_at_1_diff1": 0.179604, + "nauc_ndcg_at_3_max": 0.368642, + "nauc_ndcg_at_3_std": 0.143459, + "nauc_ndcg_at_3_diff1": 0.073148, + "nauc_ndcg_at_5_max": 0.367571, + "nauc_ndcg_at_5_std": 0.139328, + "nauc_ndcg_at_5_diff1": 0.060281, + "nauc_ndcg_at_10_max": 0.372105, + "nauc_ndcg_at_10_std": 0.133905, + "nauc_ndcg_at_10_diff1": 0.054207, + "nauc_ndcg_at_20_max": 0.39923, + "nauc_ndcg_at_20_std": 0.144217, + "nauc_ndcg_at_20_diff1": 0.082804, + "nauc_ndcg_at_100_max": 0.44791, + "nauc_ndcg_at_100_std": 0.220013, + "nauc_ndcg_at_100_diff1": 0.07075, + "nauc_ndcg_at_1000_max": 0.454422, + "nauc_ndcg_at_1000_std": 0.286316, + "nauc_ndcg_at_1000_diff1": 0.050862, + "nauc_map_at_1_max": 0.103219, + "nauc_map_at_1_std": -0.092498, + "nauc_map_at_1_diff1": 0.198615, + "nauc_map_at_3_max": 0.110406, + "nauc_map_at_3_std": -0.100992, + "nauc_map_at_3_diff1": 0.136605, + "nauc_map_at_5_max": 0.147697, + "nauc_map_at_5_std": -0.100804, + "nauc_map_at_5_diff1": 0.130335, + "nauc_map_at_10_max": 0.205333, + "nauc_map_at_10_std": -0.068199, + "nauc_map_at_10_diff1": 0.102768, + "nauc_map_at_20_max": 0.257161, + "nauc_map_at_20_std": -0.019576, + "nauc_map_at_20_diff1": 0.093256, + "nauc_map_at_100_max": 0.357909, + "nauc_map_at_100_std": 0.117726, + "nauc_map_at_100_diff1": 0.046769, + "nauc_map_at_1000_max": 0.372931, + "nauc_map_at_1000_std": 0.156155, + "nauc_map_at_1000_diff1": 0.031508, + "nauc_recall_at_1_max": 0.103219, + "nauc_recall_at_1_std": -0.092498, + "nauc_recall_at_1_diff1": 0.198615, + "nauc_recall_at_3_max": 0.060132, + "nauc_recall_at_3_std": -0.127369, + "nauc_recall_at_3_diff1": 0.114864, + "nauc_recall_at_5_max": 0.088784, + "nauc_recall_at_5_std": -0.142723, + "nauc_recall_at_5_diff1": 0.099645, + "nauc_recall_at_10_max": 0.151196, + "nauc_recall_at_10_std": -0.112731, + "nauc_recall_at_10_diff1": 0.093001, + "nauc_recall_at_20_max": 0.20979, + "nauc_recall_at_20_std": -0.07255, + "nauc_recall_at_20_diff1": 0.097422, + "nauc_recall_at_100_max": 0.36009, + "nauc_recall_at_100_std": 0.120833, + "nauc_recall_at_100_diff1": 0.0271, + "nauc_recall_at_1000_max": 0.75102, + "nauc_recall_at_1000_std": 0.755604, + "nauc_recall_at_1000_diff1": -0.589409, + "nauc_precision_at_1_max": 0.502333, + "nauc_precision_at_1_std": 0.203455, + "nauc_precision_at_1_diff1": 0.08367, + "nauc_precision_at_3_max": 0.393465, + "nauc_precision_at_3_std": 0.268108, + "nauc_precision_at_3_diff1": -0.040649, + "nauc_precision_at_5_max": 0.413533, + "nauc_precision_at_5_std": 0.301124, + "nauc_precision_at_5_diff1": -0.066615, + "nauc_precision_at_10_max": 0.438603, + "nauc_precision_at_10_std": 0.386374, + "nauc_precision_at_10_diff1": -0.135765, + "nauc_precision_at_20_max": 0.434417, + "nauc_precision_at_20_std": 0.493954, + "nauc_precision_at_20_diff1": -0.155154, + "nauc_precision_at_100_max": 0.354048, + "nauc_precision_at_100_std": 0.576846, + "nauc_precision_at_100_diff1": -0.218375, + "nauc_precision_at_1000_max": 0.198507, + "nauc_precision_at_1000_std": 0.501713, + "nauc_precision_at_1000_diff1": -0.182103, + "nauc_mrr_at_1_max": 0.502333, + "nauc_mrr_at_1_std": 0.203455, + "nauc_mrr_at_1_diff1": 0.08367, + "nauc_mrr_at_3_max": 0.490364, + "nauc_mrr_at_3_std": 0.271051, + "nauc_mrr_at_3_diff1": 0.068519, + "nauc_mrr_at_5_max": 0.50327, + "nauc_mrr_at_5_std": 0.270961, + "nauc_mrr_at_5_diff1": 0.069592, + "nauc_mrr_at_10_max": 0.506724, + "nauc_mrr_at_10_std": 0.273024, + "nauc_mrr_at_10_diff1": 0.073356, + "nauc_mrr_at_20_max": 0.504878, + "nauc_mrr_at_20_std": 0.269271, + "nauc_mrr_at_20_diff1": 0.073856, + "nauc_mrr_at_100_max": 0.504128, + "nauc_mrr_at_100_std": 0.267539, + "nauc_mrr_at_100_diff1": 0.072816, + "nauc_mrr_at_1000_max": 0.504043, + "nauc_mrr_at_1000_std": 0.26745, + "nauc_mrr_at_1000_diff1": 0.072778, + "cv_recall_at_1": 0.555, + "cv_recall_at_3": 0.79, + "cv_recall_at_5": 0.84, + "cv_recall_at_10": 0.89, + "cv_recall_at_20": 0.945, + "cv_recall_at_100": 0.98, + "cv_recall_at_1000": 1.0, + "main_score": 0.49433, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.62762, + "ndcg_at_5": 0.61204, + "ndcg_at_10": 0.59434, + "ndcg_at_20": 0.60237, + "ndcg_at_100": 0.68761, + "ndcg_at_1000": 0.7631, + "map_at_1": 0.07965, + "map_at_3": 0.15374, + "map_at_5": 0.19991, + "map_at_10": 0.25826, + "map_at_20": 0.32441, + "map_at_100": 0.45871, + "map_at_1000": 0.5178, + "recall_at_1": 0.07965, + "recall_at_3": 0.16493, + "recall_at_5": 0.22668, + "recall_at_10": 0.31206, + "recall_at_20": 0.43981, + "recall_at_100": 0.76144, + "recall_at_1000": 0.98441, + "accuracy": 0.07965, + "precision_at_1": 0.795, + "precision_at_3": 0.69833, + "precision_at_5": 0.642, + "precision_at_10": 0.5455, + "precision_at_20": 0.45625, + "precision_at_100": 0.2476, + "precision_at_1000": 0.0492, + "mrr_at_1": 0.795, + "mrr_at_3": 0.8575, + "mrr_at_5": 0.8665, + "mrr_at_10": 0.868048, + "mrr_at_20": 0.86836, + "mrr_at_100": 0.868666, + "mrr_at_1000": 0.868702, + "nauc_ndcg_at_1_max": 0.335502, + "nauc_ndcg_at_1_std": 0.063227, + "nauc_ndcg_at_1_diff1": 0.385515, + "nauc_ndcg_at_3_max": 0.379024, + "nauc_ndcg_at_3_std": 0.112226, + "nauc_ndcg_at_3_diff1": 0.279708, + "nauc_ndcg_at_5_max": 0.399153, + "nauc_ndcg_at_5_std": 0.098921, + "nauc_ndcg_at_5_diff1": 0.266311, + "nauc_ndcg_at_10_max": 0.400132, + "nauc_ndcg_at_10_std": 0.095078, + "nauc_ndcg_at_10_diff1": 0.199427, + "nauc_ndcg_at_20_max": 0.364022, + "nauc_ndcg_at_20_std": 0.112503, + "nauc_ndcg_at_20_diff1": 0.220475, + "nauc_ndcg_at_100_max": 0.381812, + "nauc_ndcg_at_100_std": 0.242795, + "nauc_ndcg_at_100_diff1": 0.240277, + "nauc_ndcg_at_1000_max": 0.519665, + "nauc_ndcg_at_1000_std": 0.175381, + "nauc_ndcg_at_1000_diff1": 0.220783, + "nauc_map_at_1_max": -0.17552, + "nauc_map_at_1_std": -0.12953, + "nauc_map_at_1_diff1": 0.319083, + "nauc_map_at_3_max": -0.101066, + "nauc_map_at_3_std": -0.064461, + "nauc_map_at_3_diff1": 0.247646, + "nauc_map_at_5_max": -0.068018, + "nauc_map_at_5_std": -0.019658, + "nauc_map_at_5_diff1": 0.243949, + "nauc_map_at_10_max": -0.015352, + "nauc_map_at_10_std": 0.024512, + "nauc_map_at_10_diff1": 0.202459, + "nauc_map_at_20_max": 0.047463, + "nauc_map_at_20_std": 0.074666, + "nauc_map_at_20_diff1": 0.181724, + "nauc_map_at_100_max": 0.265566, + "nauc_map_at_100_std": 0.201483, + "nauc_map_at_100_diff1": 0.114633, + "nauc_map_at_1000_max": 0.426868, + "nauc_map_at_1000_std": 0.145395, + "nauc_map_at_1000_diff1": 0.073756, + "nauc_recall_at_1_max": -0.17552, + "nauc_recall_at_1_std": -0.12953, + "nauc_recall_at_1_diff1": 0.319083, + "nauc_recall_at_3_max": -0.146091, + "nauc_recall_at_3_std": -0.091005, + "nauc_recall_at_3_diff1": 0.232995, + "nauc_recall_at_5_max": -0.132341, + "nauc_recall_at_5_std": -0.045856, + "nauc_recall_at_5_diff1": 0.221247, + "nauc_recall_at_10_max": -0.110579, + "nauc_recall_at_10_std": -0.010925, + "nauc_recall_at_10_diff1": 0.169034, + "nauc_recall_at_20_max": -0.077062, + "nauc_recall_at_20_std": 0.048734, + "nauc_recall_at_20_diff1": 0.17443, + "nauc_recall_at_100_max": -0.029447, + "nauc_recall_at_100_std": 0.367928, + "nauc_recall_at_100_diff1": 0.192435, + "nauc_recall_at_1000_max": 0.181153, + "nauc_recall_at_1000_std": 0.825277, + "nauc_recall_at_1000_diff1": 0.343143, + "nauc_precision_at_1_max": 0.555306, + "nauc_precision_at_1_std": 0.122704, + "nauc_precision_at_1_diff1": 0.421307, + "nauc_precision_at_3_max": 0.519894, + "nauc_precision_at_3_std": 0.165518, + "nauc_precision_at_3_diff1": 0.017752, + "nauc_precision_at_5_max": 0.528092, + "nauc_precision_at_5_std": 0.182162, + "nauc_precision_at_5_diff1": -0.047316, + "nauc_precision_at_10_max": 0.52778, + "nauc_precision_at_10_std": 0.149106, + "nauc_precision_at_10_diff1": -0.167455, + "nauc_precision_at_20_max": 0.519573, + "nauc_precision_at_20_std": 0.11998, + "nauc_precision_at_20_diff1": -0.183686, + "nauc_precision_at_100_max": 0.432299, + "nauc_precision_at_100_std": -0.008263, + "nauc_precision_at_100_diff1": -0.172853, + "nauc_precision_at_1000_max": 0.327484, + "nauc_precision_at_1000_std": -0.233283, + "nauc_precision_at_1000_diff1": -0.173916, + "nauc_mrr_at_1_max": 0.555306, + "nauc_mrr_at_1_std": 0.122704, + "nauc_mrr_at_1_diff1": 0.421307, + "nauc_mrr_at_3_max": 0.561526, + "nauc_mrr_at_3_std": 0.102141, + "nauc_mrr_at_3_diff1": 0.448002, + "nauc_mrr_at_5_max": 0.559802, + "nauc_mrr_at_5_std": 0.106254, + "nauc_mrr_at_5_diff1": 0.437769, + "nauc_mrr_at_10_max": 0.563877, + "nauc_mrr_at_10_std": 0.104851, + "nauc_mrr_at_10_diff1": 0.435082, + "nauc_mrr_at_20_max": 0.564394, + "nauc_mrr_at_20_std": 0.102931, + "nauc_mrr_at_20_diff1": 0.433991, + "nauc_mrr_at_100_max": 0.563572, + "nauc_mrr_at_100_std": 0.106021, + "nauc_mrr_at_100_diff1": 0.43584, + "nauc_mrr_at_1000_max": 0.563444, + "nauc_mrr_at_1000_std": 0.10584, + "nauc_mrr_at_1000_diff1": 0.435862, + "cv_recall_at_1": 0.795, + "cv_recall_at_3": 0.93, + "cv_recall_at_5": 0.97, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.59434, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.57816, + "ndcg_at_5": 0.57102, + "ndcg_at_10": 0.55104, + "ndcg_at_20": 0.55662, + "ndcg_at_100": 0.62866, + "ndcg_at_1000": 0.72056, + "map_at_1": 0.06773, + "map_at_3": 0.13512, + "map_at_5": 0.17616, + "map_at_10": 0.22766, + "map_at_20": 0.28425, + "map_at_100": 0.39822, + "map_at_1000": 0.45883, + "recall_at_1": 0.06773, + "recall_at_3": 0.14947, + "recall_at_5": 0.20492, + "recall_at_10": 0.28743, + "recall_at_20": 0.40005, + "recall_at_100": 0.69567, + "recall_at_1000": 0.97266, + "accuracy": 0.06773, + "precision_at_1": 0.725, + "precision_at_3": 0.63833, + "precision_at_5": 0.599, + "precision_at_10": 0.502, + "precision_at_20": 0.42075, + "precision_at_100": 0.22955, + "precision_at_1000": 0.04866, + "mrr_at_1": 0.725, + "mrr_at_3": 0.798333, + "mrr_at_5": 0.810833, + "mrr_at_10": 0.813417, + "mrr_at_20": 0.814544, + "mrr_at_100": 0.814764, + "mrr_at_1000": 0.814856, + "nauc_ndcg_at_1_max": 0.416029, + "nauc_ndcg_at_1_std": 0.151123, + "nauc_ndcg_at_1_diff1": 0.285285, + "nauc_ndcg_at_3_max": 0.504925, + "nauc_ndcg_at_3_std": 0.209687, + "nauc_ndcg_at_3_diff1": 0.130105, + "nauc_ndcg_at_5_max": 0.503585, + "nauc_ndcg_at_5_std": 0.21818, + "nauc_ndcg_at_5_diff1": 0.129738, + "nauc_ndcg_at_10_max": 0.5178, + "nauc_ndcg_at_10_std": 0.223295, + "nauc_ndcg_at_10_diff1": 0.111333, + "nauc_ndcg_at_20_max": 0.49628, + "nauc_ndcg_at_20_std": 0.242403, + "nauc_ndcg_at_20_diff1": 0.106323, + "nauc_ndcg_at_100_max": 0.494381, + "nauc_ndcg_at_100_std": 0.356607, + "nauc_ndcg_at_100_diff1": 0.086263, + "nauc_ndcg_at_1000_max": 0.569234, + "nauc_ndcg_at_1000_std": 0.30563, + "nauc_ndcg_at_1000_diff1": 0.049768, + "nauc_map_at_1_max": 0.061975, + "nauc_map_at_1_std": -0.04533, + "nauc_map_at_1_diff1": 0.274316, + "nauc_map_at_3_max": 0.149291, + "nauc_map_at_3_std": 0.042316, + "nauc_map_at_3_diff1": 0.18371, + "nauc_map_at_5_max": 0.185778, + "nauc_map_at_5_std": 0.071432, + "nauc_map_at_5_diff1": 0.17289, + "nauc_map_at_10_max": 0.233905, + "nauc_map_at_10_std": 0.130856, + "nauc_map_at_10_diff1": 0.129178, + "nauc_map_at_20_max": 0.266833, + "nauc_map_at_20_std": 0.189852, + "nauc_map_at_20_diff1": 0.093418, + "nauc_map_at_100_max": 0.397613, + "nauc_map_at_100_std": 0.344464, + "nauc_map_at_100_diff1": 0.01576, + "nauc_map_at_1000_max": 0.52849, + "nauc_map_at_1000_std": 0.324784, + "nauc_map_at_1000_diff1": -0.026516, + "nauc_recall_at_1_max": 0.061975, + "nauc_recall_at_1_std": -0.04533, + "nauc_recall_at_1_diff1": 0.274316, + "nauc_recall_at_3_max": 0.084285, + "nauc_recall_at_3_std": 0.006305, + "nauc_recall_at_3_diff1": 0.170273, + "nauc_recall_at_5_max": 0.104924, + "nauc_recall_at_5_std": 0.030726, + "nauc_recall_at_5_diff1": 0.165927, + "nauc_recall_at_10_max": 0.122469, + "nauc_recall_at_10_std": 0.079151, + "nauc_recall_at_10_diff1": 0.109956, + "nauc_recall_at_20_max": 0.094545, + "nauc_recall_at_20_std": 0.118007, + "nauc_recall_at_20_diff1": 0.102998, + "nauc_recall_at_100_max": 0.175525, + "nauc_recall_at_100_std": 0.402116, + "nauc_recall_at_100_diff1": 0.100098, + "nauc_recall_at_1000_max": 0.292448, + "nauc_recall_at_1000_std": 0.815197, + "nauc_recall_at_1000_diff1": -0.01637, + "nauc_precision_at_1_max": 0.569008, + "nauc_precision_at_1_std": 0.243143, + "nauc_precision_at_1_diff1": 0.289655, + "nauc_precision_at_3_max": 0.586005, + "nauc_precision_at_3_std": 0.232442, + "nauc_precision_at_3_diff1": -0.06735, + "nauc_precision_at_5_max": 0.51581, + "nauc_precision_at_5_std": 0.221067, + "nauc_precision_at_5_diff1": -0.109205, + "nauc_precision_at_10_max": 0.46846, + "nauc_precision_at_10_std": 0.222775, + "nauc_precision_at_10_diff1": -0.182025, + "nauc_precision_at_20_max": 0.380727, + "nauc_precision_at_20_std": 0.181663, + "nauc_precision_at_20_diff1": -0.204742, + "nauc_precision_at_100_max": 0.315743, + "nauc_precision_at_100_std": 0.070982, + "nauc_precision_at_100_diff1": -0.175429, + "nauc_precision_at_1000_max": 0.305492, + "nauc_precision_at_1000_std": -0.160599, + "nauc_precision_at_1000_diff1": -0.131962, + "nauc_mrr_at_1_max": 0.569008, + "nauc_mrr_at_1_std": 0.243143, + "nauc_mrr_at_1_diff1": 0.289655, + "nauc_mrr_at_3_max": 0.566869, + "nauc_mrr_at_3_std": 0.166162, + "nauc_mrr_at_3_diff1": 0.26535, + "nauc_mrr_at_5_max": 0.57445, + "nauc_mrr_at_5_std": 0.18926, + "nauc_mrr_at_5_diff1": 0.253795, + "nauc_mrr_at_10_max": 0.572906, + "nauc_mrr_at_10_std": 0.185144, + "nauc_mrr_at_10_diff1": 0.24986, + "nauc_mrr_at_20_max": 0.574273, + "nauc_mrr_at_20_std": 0.182964, + "nauc_mrr_at_20_diff1": 0.254601, + "nauc_mrr_at_100_max": 0.574094, + "nauc_mrr_at_100_std": 0.185225, + "nauc_mrr_at_100_diff1": 0.255362, + "nauc_mrr_at_1000_max": 0.573948, + "nauc_mrr_at_1000_std": 0.185358, + "nauc_mrr_at_1000_diff1": 0.255288, + "cv_recall_at_1": 0.725, + "cv_recall_at_3": 0.885, + "cv_recall_at_5": 0.94, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 0.985, + "cv_recall_at_1000": 1.0, + "main_score": 0.55104, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6175, + "ndcg_at_3": 0.57263, + "ndcg_at_5": 0.55441, + "ndcg_at_10": 0.53734, + "ndcg_at_20": 0.54414, + "ndcg_at_100": 0.62229, + "ndcg_at_1000": 0.70979, + "map_at_1": 0.05769, + "map_at_3": 0.12459, + "map_at_5": 0.16188, + "map_at_10": 0.21426, + "map_at_20": 0.27162, + "map_at_100": 0.39027, + "map_at_1000": 0.44894, + "recall_at_1": 0.05769, + "recall_at_3": 0.14309, + "recall_at_5": 0.19345, + "recall_at_10": 0.27493, + "recall_at_20": 0.39843, + "recall_at_100": 0.71121, + "recall_at_1000": 0.9695, + "accuracy": 0.05769, + "precision_at_1": 0.73, + "precision_at_3": 0.64, + "precision_at_5": 0.589, + "precision_at_10": 0.505, + "precision_at_20": 0.4205, + "precision_at_100": 0.23085, + "precision_at_1000": 0.04848, + "mrr_at_1": 0.73, + "mrr_at_3": 0.7975, + "mrr_at_5": 0.80725, + "mrr_at_10": 0.811788, + "mrr_at_20": 0.813007, + "mrr_at_100": 0.813203, + "mrr_at_1000": 0.813251, + "nauc_ndcg_at_1_max": 0.470325, + "nauc_ndcg_at_1_std": 0.248041, + "nauc_ndcg_at_1_diff1": 0.259883, + "nauc_ndcg_at_3_max": 0.496114, + "nauc_ndcg_at_3_std": 0.253358, + "nauc_ndcg_at_3_diff1": 0.089659, + "nauc_ndcg_at_5_max": 0.507761, + "nauc_ndcg_at_5_std": 0.2703, + "nauc_ndcg_at_5_diff1": 0.056054, + "nauc_ndcg_at_10_max": 0.535673, + "nauc_ndcg_at_10_std": 0.285461, + "nauc_ndcg_at_10_diff1": 0.079552, + "nauc_ndcg_at_20_max": 0.549821, + "nauc_ndcg_at_20_std": 0.345819, + "nauc_ndcg_at_20_diff1": 0.128652, + "nauc_ndcg_at_100_max": 0.56705, + "nauc_ndcg_at_100_std": 0.450302, + "nauc_ndcg_at_100_diff1": 0.1083, + "nauc_ndcg_at_1000_max": 0.639933, + "nauc_ndcg_at_1000_std": 0.401373, + "nauc_ndcg_at_1000_diff1": 0.063042, + "nauc_map_at_1_max": 0.108916, + "nauc_map_at_1_std": 0.012394, + "nauc_map_at_1_diff1": 0.385904, + "nauc_map_at_3_max": 0.061456, + "nauc_map_at_3_std": 0.039088, + "nauc_map_at_3_diff1": 0.188134, + "nauc_map_at_5_max": 0.124681, + "nauc_map_at_5_std": 0.102269, + "nauc_map_at_5_diff1": 0.169724, + "nauc_map_at_10_max": 0.206516, + "nauc_map_at_10_std": 0.171797, + "nauc_map_at_10_diff1": 0.133833, + "nauc_map_at_20_max": 0.270624, + "nauc_map_at_20_std": 0.243761, + "nauc_map_at_20_diff1": 0.105034, + "nauc_map_at_100_max": 0.436569, + "nauc_map_at_100_std": 0.40453, + "nauc_map_at_100_diff1": 0.025846, + "nauc_map_at_1000_max": 0.561021, + "nauc_map_at_1000_std": 0.385971, + "nauc_map_at_1000_diff1": -0.00309, + "nauc_recall_at_1_max": 0.108916, + "nauc_recall_at_1_std": 0.012394, + "nauc_recall_at_1_diff1": 0.385904, + "nauc_recall_at_3_max": -0.014409, + "nauc_recall_at_3_std": 0.015907, + "nauc_recall_at_3_diff1": 0.134613, + "nauc_recall_at_5_max": 0.02886, + "nauc_recall_at_5_std": 0.070471, + "nauc_recall_at_5_diff1": 0.120143, + "nauc_recall_at_10_max": 0.085071, + "nauc_recall_at_10_std": 0.117932, + "nauc_recall_at_10_diff1": 0.112147, + "nauc_recall_at_20_max": 0.091402, + "nauc_recall_at_20_std": 0.170585, + "nauc_recall_at_20_diff1": 0.15794, + "nauc_recall_at_100_max": 0.160834, + "nauc_recall_at_100_std": 0.416619, + "nauc_recall_at_100_diff1": 0.090222, + "nauc_recall_at_1000_max": 0.427084, + "nauc_recall_at_1000_std": 0.850708, + "nauc_recall_at_1000_diff1": -0.322474, + "nauc_precision_at_1_max": 0.675569, + "nauc_precision_at_1_std": 0.393068, + "nauc_precision_at_1_diff1": 0.254517, + "nauc_precision_at_3_max": 0.56806, + "nauc_precision_at_3_std": 0.290386, + "nauc_precision_at_3_diff1": -0.128314, + "nauc_precision_at_5_max": 0.555827, + "nauc_precision_at_5_std": 0.318445, + "nauc_precision_at_5_diff1": -0.165952, + "nauc_precision_at_10_max": 0.547343, + "nauc_precision_at_10_std": 0.287632, + "nauc_precision_at_10_diff1": -0.170968, + "nauc_precision_at_20_max": 0.495271, + "nauc_precision_at_20_std": 0.251262, + "nauc_precision_at_20_diff1": -0.183936, + "nauc_precision_at_100_max": 0.36316, + "nauc_precision_at_100_std": 0.097143, + "nauc_precision_at_100_diff1": -0.137774, + "nauc_precision_at_1000_max": 0.299809, + "nauc_precision_at_1000_std": -0.167911, + "nauc_precision_at_1000_diff1": -0.076909, + "nauc_mrr_at_1_max": 0.675569, + "nauc_mrr_at_1_std": 0.393068, + "nauc_mrr_at_1_diff1": 0.254517, + "nauc_mrr_at_3_max": 0.698547, + "nauc_mrr_at_3_std": 0.413664, + "nauc_mrr_at_3_diff1": 0.205084, + "nauc_mrr_at_5_max": 0.699766, + "nauc_mrr_at_5_std": 0.418317, + "nauc_mrr_at_5_diff1": 0.189168, + "nauc_mrr_at_10_max": 0.698358, + "nauc_mrr_at_10_std": 0.410313, + "nauc_mrr_at_10_diff1": 0.200155, + "nauc_mrr_at_20_max": 0.697623, + "nauc_mrr_at_20_std": 0.40883, + "nauc_mrr_at_20_diff1": 0.207207, + "nauc_mrr_at_100_max": 0.697272, + "nauc_mrr_at_100_std": 0.408594, + "nauc_mrr_at_100_diff1": 0.206805, + "nauc_mrr_at_1000_max": 0.697195, + "nauc_mrr_at_1000_std": 0.40853, + "nauc_mrr_at_1000_diff1": 0.20678, + "cv_recall_at_1": 0.73, + "cv_recall_at_3": 0.88, + "cv_recall_at_5": 0.925, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 0.98, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.53734, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.64214, + "ndcg_at_5": 0.63371, + "ndcg_at_10": 0.62885, + "ndcg_at_20": 0.62821, + "ndcg_at_100": 0.67152, + "ndcg_at_1000": 0.75083, + "map_at_1": 0.09989, + "map_at_3": 0.18902, + "map_at_5": 0.23268, + "map_at_10": 0.29625, + "map_at_20": 0.3508, + "map_at_100": 0.45468, + "map_at_1000": 0.51505, + "recall_at_1": 0.09989, + "recall_at_3": 0.20654, + "recall_at_5": 0.26867, + "recall_at_10": 0.37112, + "recall_at_20": 0.47139, + "recall_at_100": 0.72793, + "recall_at_1000": 0.95411, + "accuracy": 0.09989, + "precision_at_1": 0.815, + "precision_at_3": 0.69667, + "precision_at_5": 0.639, + "precision_at_10": 0.5505, + "precision_at_20": 0.445, + "precision_at_100": 0.2366, + "precision_at_1000": 0.0566, + "mrr_at_1": 0.815, + "mrr_at_3": 0.865833, + "mrr_at_5": 0.870083, + "mrr_at_10": 0.873179, + "mrr_at_20": 0.873512, + "mrr_at_100": 0.874176, + "mrr_at_1000": 0.874176, + "nauc_ndcg_at_1_max": 0.345359, + "nauc_ndcg_at_1_std": 0.218945, + "nauc_ndcg_at_1_diff1": 0.170118, + "nauc_ndcg_at_3_max": 0.36006, + "nauc_ndcg_at_3_std": 0.178538, + "nauc_ndcg_at_3_diff1": 0.038699, + "nauc_ndcg_at_5_max": 0.350198, + "nauc_ndcg_at_5_std": 0.14714, + "nauc_ndcg_at_5_diff1": 0.057272, + "nauc_ndcg_at_10_max": 0.36551, + "nauc_ndcg_at_10_std": 0.201825, + "nauc_ndcg_at_10_diff1": 0.072394, + "nauc_ndcg_at_20_max": 0.385983, + "nauc_ndcg_at_20_std": 0.253241, + "nauc_ndcg_at_20_diff1": 0.116695, + "nauc_ndcg_at_100_max": 0.428723, + "nauc_ndcg_at_100_std": 0.395185, + "nauc_ndcg_at_100_diff1": 0.151083, + "nauc_ndcg_at_1000_max": 0.43394, + "nauc_ndcg_at_1000_std": 0.349401, + "nauc_ndcg_at_1000_diff1": 0.071213, + "nauc_map_at_1_max": -0.043595, + "nauc_map_at_1_std": 0.071745, + "nauc_map_at_1_diff1": 0.357036, + "nauc_map_at_3_max": 0.022286, + "nauc_map_at_3_std": 0.112921, + "nauc_map_at_3_diff1": 0.234606, + "nauc_map_at_5_max": 0.065457, + "nauc_map_at_5_std": 0.163927, + "nauc_map_at_5_diff1": 0.227656, + "nauc_map_at_10_max": 0.157325, + "nauc_map_at_10_std": 0.242277, + "nauc_map_at_10_diff1": 0.180333, + "nauc_map_at_20_max": 0.218442, + "nauc_map_at_20_std": 0.291718, + "nauc_map_at_20_diff1": 0.151764, + "nauc_map_at_100_max": 0.31456, + "nauc_map_at_100_std": 0.393227, + "nauc_map_at_100_diff1": 0.114398, + "nauc_map_at_1000_max": 0.363865, + "nauc_map_at_1000_std": 0.363085, + "nauc_map_at_1000_diff1": 0.084261, + "nauc_recall_at_1_max": -0.043595, + "nauc_recall_at_1_std": 0.071745, + "nauc_recall_at_1_diff1": 0.357036, + "nauc_recall_at_3_max": -0.018447, + "nauc_recall_at_3_std": 0.095885, + "nauc_recall_at_3_diff1": 0.213227, + "nauc_recall_at_5_max": 0.022225, + "nauc_recall_at_5_std": 0.146065, + "nauc_recall_at_5_diff1": 0.224346, + "nauc_recall_at_10_max": 0.108722, + "nauc_recall_at_10_std": 0.235825, + "nauc_recall_at_10_diff1": 0.180853, + "nauc_recall_at_20_max": 0.159235, + "nauc_recall_at_20_std": 0.289124, + "nauc_recall_at_20_diff1": 0.172352, + "nauc_recall_at_100_max": 0.234783, + "nauc_recall_at_100_std": 0.508696, + "nauc_recall_at_100_diff1": 0.242286, + "nauc_recall_at_1000_max": 0.349804, + "nauc_recall_at_1000_std": 0.814418, + "nauc_recall_at_1000_diff1": 0.305421, + "nauc_precision_at_1_max": 0.525774, + "nauc_precision_at_1_std": 0.313341, + "nauc_precision_at_1_diff1": 0.093793, + "nauc_precision_at_3_max": 0.383386, + "nauc_precision_at_3_std": 0.17048, + "nauc_precision_at_3_diff1": -0.241903, + "nauc_precision_at_5_max": 0.352055, + "nauc_precision_at_5_std": 0.106749, + "nauc_precision_at_5_diff1": -0.239217, + "nauc_precision_at_10_max": 0.330027, + "nauc_precision_at_10_std": 0.073417, + "nauc_precision_at_10_diff1": -0.2604, + "nauc_precision_at_20_max": 0.245815, + "nauc_precision_at_20_std": 0.010599, + "nauc_precision_at_20_diff1": -0.246417, + "nauc_precision_at_100_max": 0.097747, + "nauc_precision_at_100_std": -0.128308, + "nauc_precision_at_100_diff1": -0.188439, + "nauc_precision_at_1000_max": 0.019015, + "nauc_precision_at_1000_std": -0.304783, + "nauc_precision_at_1000_diff1": -0.143772, + "nauc_mrr_at_1_max": 0.525774, + "nauc_mrr_at_1_std": 0.313341, + "nauc_mrr_at_1_diff1": 0.093793, + "nauc_mrr_at_3_max": 0.586814, + "nauc_mrr_at_3_std": 0.342795, + "nauc_mrr_at_3_diff1": 0.094742, + "nauc_mrr_at_5_max": 0.582867, + "nauc_mrr_at_5_std": 0.348351, + "nauc_mrr_at_5_diff1": 0.07643, + "nauc_mrr_at_10_max": 0.581809, + "nauc_mrr_at_10_std": 0.336408, + "nauc_mrr_at_10_diff1": 0.075207, + "nauc_mrr_at_20_max": 0.581014, + "nauc_mrr_at_20_std": 0.33534, + "nauc_mrr_at_20_diff1": 0.078601, + "nauc_mrr_at_100_max": 0.579207, + "nauc_mrr_at_100_std": 0.336137, + "nauc_mrr_at_100_diff1": 0.081865, + "nauc_mrr_at_1000_max": 0.579207, + "nauc_mrr_at_1000_std": 0.336137, + "nauc_mrr_at_1000_diff1": 0.081865, + "cv_recall_at_1": 0.815, + "cv_recall_at_3": 0.935, + "cv_recall_at_5": 0.955, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.98, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.62885, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.595, + "ndcg_at_3": 0.5695, + "ndcg_at_5": 0.56408, + "ndcg_at_10": 0.55881, + "ndcg_at_20": 0.56552, + "ndcg_at_100": 0.61505, + "ndcg_at_1000": 0.70149, + "map_at_1": 0.08298, + "map_at_3": 0.16337, + "map_at_5": 0.20136, + "map_at_10": 0.24872, + "map_at_20": 0.29814, + "map_at_100": 0.39222, + "map_at_1000": 0.4487, + "recall_at_1": 0.08298, + "recall_at_3": 0.18149, + "recall_at_5": 0.23854, + "recall_at_10": 0.32455, + "recall_at_20": 0.43149, + "recall_at_100": 0.68703, + "recall_at_1000": 0.93462, + "accuracy": 0.08298, + "precision_at_1": 0.72, + "precision_at_3": 0.61667, + "precision_at_5": 0.564, + "precision_at_10": 0.4825, + "precision_at_20": 0.40125, + "precision_at_100": 0.2174, + "precision_at_1000": 0.05431, + "mrr_at_1": 0.72, + "mrr_at_3": 0.790833, + "mrr_at_5": 0.797833, + "mrr_at_10": 0.80304, + "mrr_at_20": 0.804385, + "mrr_at_100": 0.805651, + "mrr_at_1000": 0.805651, + "nauc_ndcg_at_1_max": 0.338926, + "nauc_ndcg_at_1_std": 0.148103, + "nauc_ndcg_at_1_diff1": 0.224038, + "nauc_ndcg_at_3_max": 0.351208, + "nauc_ndcg_at_3_std": 0.196775, + "nauc_ndcg_at_3_diff1": 0.126908, + "nauc_ndcg_at_5_max": 0.390248, + "nauc_ndcg_at_5_std": 0.210896, + "nauc_ndcg_at_5_diff1": 0.119186, + "nauc_ndcg_at_10_max": 0.359363, + "nauc_ndcg_at_10_std": 0.234861, + "nauc_ndcg_at_10_diff1": 0.121482, + "nauc_ndcg_at_20_max": 0.347228, + "nauc_ndcg_at_20_std": 0.296327, + "nauc_ndcg_at_20_diff1": 0.104506, + "nauc_ndcg_at_100_max": 0.374194, + "nauc_ndcg_at_100_std": 0.421174, + "nauc_ndcg_at_100_diff1": 0.122001, + "nauc_ndcg_at_1000_max": 0.392066, + "nauc_ndcg_at_1000_std": 0.375615, + "nauc_ndcg_at_1000_diff1": 0.11104, + "nauc_map_at_1_max": 0.046072, + "nauc_map_at_1_std": 0.116272, + "nauc_map_at_1_diff1": 0.343036, + "nauc_map_at_3_max": 0.01513, + "nauc_map_at_3_std": 0.143261, + "nauc_map_at_3_diff1": 0.232604, + "nauc_map_at_5_max": 0.052434, + "nauc_map_at_5_std": 0.188487, + "nauc_map_at_5_diff1": 0.174271, + "nauc_map_at_10_max": 0.095832, + "nauc_map_at_10_std": 0.224965, + "nauc_map_at_10_diff1": 0.146893, + "nauc_map_at_20_max": 0.134872, + "nauc_map_at_20_std": 0.285511, + "nauc_map_at_20_diff1": 0.108894, + "nauc_map_at_100_max": 0.226377, + "nauc_map_at_100_std": 0.395425, + "nauc_map_at_100_diff1": 0.075244, + "nauc_map_at_1000_max": 0.295807, + "nauc_map_at_1000_std": 0.374344, + "nauc_map_at_1000_diff1": 0.074962, + "nauc_recall_at_1_max": 0.046072, + "nauc_recall_at_1_std": 0.116272, + "nauc_recall_at_1_diff1": 0.343036, + "nauc_recall_at_3_max": -0.019886, + "nauc_recall_at_3_std": 0.133749, + "nauc_recall_at_3_diff1": 0.196412, + "nauc_recall_at_5_max": 0.030369, + "nauc_recall_at_5_std": 0.183701, + "nauc_recall_at_5_diff1": 0.127591, + "nauc_recall_at_10_max": 0.058056, + "nauc_recall_at_10_std": 0.231234, + "nauc_recall_at_10_diff1": 0.102252, + "nauc_recall_at_20_max": 0.075994, + "nauc_recall_at_20_std": 0.307741, + "nauc_recall_at_20_diff1": 0.048244, + "nauc_recall_at_100_max": 0.13616, + "nauc_recall_at_100_std": 0.526235, + "nauc_recall_at_100_diff1": 0.065259, + "nauc_recall_at_1000_max": 0.253577, + "nauc_recall_at_1000_std": 0.77685, + "nauc_recall_at_1000_diff1": 0.140105, + "nauc_precision_at_1_max": 0.436117, + "nauc_precision_at_1_std": 0.126707, + "nauc_precision_at_1_diff1": 0.216489, + "nauc_precision_at_3_max": 0.334449, + "nauc_precision_at_3_std": 0.14965, + "nauc_precision_at_3_diff1": -0.05707, + "nauc_precision_at_5_max": 0.371072, + "nauc_precision_at_5_std": 0.152235, + "nauc_precision_at_5_diff1": -0.102287, + "nauc_precision_at_10_max": 0.336484, + "nauc_precision_at_10_std": 0.094147, + "nauc_precision_at_10_diff1": -0.138277, + "nauc_precision_at_20_max": 0.2711, + "nauc_precision_at_20_std": 0.06344, + "nauc_precision_at_20_diff1": -0.156309, + "nauc_precision_at_100_max": 0.21403, + "nauc_precision_at_100_std": -0.07017, + "nauc_precision_at_100_diff1": -0.09132, + "nauc_precision_at_1000_max": 0.155663, + "nauc_precision_at_1000_std": -0.262814, + "nauc_precision_at_1000_diff1": -0.038219, + "nauc_mrr_at_1_max": 0.436117, + "nauc_mrr_at_1_std": 0.126707, + "nauc_mrr_at_1_diff1": 0.216489, + "nauc_mrr_at_3_max": 0.476005, + "nauc_mrr_at_3_std": 0.168818, + "nauc_mrr_at_3_diff1": 0.201823, + "nauc_mrr_at_5_max": 0.479746, + "nauc_mrr_at_5_std": 0.174622, + "nauc_mrr_at_5_diff1": 0.185975, + "nauc_mrr_at_10_max": 0.479467, + "nauc_mrr_at_10_std": 0.187451, + "nauc_mrr_at_10_diff1": 0.183389, + "nauc_mrr_at_20_max": 0.477402, + "nauc_mrr_at_20_std": 0.183758, + "nauc_mrr_at_20_diff1": 0.186675, + "nauc_mrr_at_100_max": 0.475321, + "nauc_mrr_at_100_std": 0.180255, + "nauc_mrr_at_100_diff1": 0.19061, + "nauc_mrr_at_1000_max": 0.475321, + "nauc_mrr_at_1000_std": 0.180255, + "nauc_mrr_at_1000_diff1": 0.19061, + "cv_recall_at_1": 0.72, + "cv_recall_at_3": 0.875, + "cv_recall_at_5": 0.905, + "cv_recall_at_10": 0.945, + "cv_recall_at_20": 0.965, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.55881, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.55698, + "ndcg_at_5": 0.54762, + "ndcg_at_10": 0.54255, + "ndcg_at_20": 0.55, + "ndcg_at_100": 0.6019, + "ndcg_at_1000": 0.6915, + "map_at_1": 0.08824, + "map_at_3": 0.16362, + "map_at_5": 0.19889, + "map_at_10": 0.24391, + "map_at_20": 0.28983, + "map_at_100": 0.37818, + "map_at_1000": 0.43239, + "recall_at_1": 0.08824, + "recall_at_3": 0.17963, + "recall_at_5": 0.23167, + "recall_at_10": 0.31329, + "recall_at_20": 0.42246, + "recall_at_100": 0.68395, + "recall_at_1000": 0.93151, + "accuracy": 0.08824, + "precision_at_1": 0.715, + "precision_at_3": 0.60667, + "precision_at_5": 0.553, + "precision_at_10": 0.472, + "precision_at_20": 0.38875, + "precision_at_100": 0.2096, + "precision_at_1000": 0.05328, + "mrr_at_1": 0.715, + "mrr_at_3": 0.775833, + "mrr_at_5": 0.781833, + "mrr_at_10": 0.789581, + "mrr_at_20": 0.792868, + "mrr_at_100": 0.793563, + "mrr_at_1000": 0.793563, + "nauc_ndcg_at_1_max": 0.213963, + "nauc_ndcg_at_1_std": 0.011021, + "nauc_ndcg_at_1_diff1": 0.268601, + "nauc_ndcg_at_3_max": 0.356936, + "nauc_ndcg_at_3_std": 0.096651, + "nauc_ndcg_at_3_diff1": 0.218403, + "nauc_ndcg_at_5_max": 0.387392, + "nauc_ndcg_at_5_std": 0.121775, + "nauc_ndcg_at_5_diff1": 0.235739, + "nauc_ndcg_at_10_max": 0.337523, + "nauc_ndcg_at_10_std": 0.156372, + "nauc_ndcg_at_10_diff1": 0.22326, + "nauc_ndcg_at_20_max": 0.364328, + "nauc_ndcg_at_20_std": 0.255567, + "nauc_ndcg_at_20_diff1": 0.24492, + "nauc_ndcg_at_100_max": 0.391688, + "nauc_ndcg_at_100_std": 0.371424, + "nauc_ndcg_at_100_diff1": 0.267929, + "nauc_ndcg_at_1000_max": 0.387158, + "nauc_ndcg_at_1000_std": 0.302891, + "nauc_ndcg_at_1000_diff1": 0.217808, + "nauc_map_at_1_max": 0.081763, + "nauc_map_at_1_std": 0.072104, + "nauc_map_at_1_diff1": 0.352817, + "nauc_map_at_3_max": 0.126484, + "nauc_map_at_3_std": 0.144288, + "nauc_map_at_3_diff1": 0.298382, + "nauc_map_at_5_max": 0.151173, + "nauc_map_at_5_std": 0.184224, + "nauc_map_at_5_diff1": 0.301469, + "nauc_map_at_10_max": 0.171941, + "nauc_map_at_10_std": 0.210409, + "nauc_map_at_10_diff1": 0.250271, + "nauc_map_at_20_max": 0.212244, + "nauc_map_at_20_std": 0.266885, + "nauc_map_at_20_diff1": 0.223544, + "nauc_map_at_100_max": 0.305724, + "nauc_map_at_100_std": 0.362723, + "nauc_map_at_100_diff1": 0.204687, + "nauc_map_at_1000_max": 0.35206, + "nauc_map_at_1000_std": 0.328097, + "nauc_map_at_1000_diff1": 0.193466, + "nauc_recall_at_1_max": 0.081763, + "nauc_recall_at_1_std": 0.072104, + "nauc_recall_at_1_diff1": 0.352817, + "nauc_recall_at_3_max": 0.103369, + "nauc_recall_at_3_std": 0.162579, + "nauc_recall_at_3_diff1": 0.287794, + "nauc_recall_at_5_max": 0.13616, + "nauc_recall_at_5_std": 0.208938, + "nauc_recall_at_5_diff1": 0.32145, + "nauc_recall_at_10_max": 0.140458, + "nauc_recall_at_10_std": 0.239832, + "nauc_recall_at_10_diff1": 0.250277, + "nauc_recall_at_20_max": 0.158919, + "nauc_recall_at_20_std": 0.34472, + "nauc_recall_at_20_diff1": 0.219253, + "nauc_recall_at_100_max": 0.221255, + "nauc_recall_at_100_std": 0.534597, + "nauc_recall_at_100_diff1": 0.250997, + "nauc_recall_at_1000_max": 0.349728, + "nauc_recall_at_1000_std": 0.773026, + "nauc_recall_at_1000_diff1": 0.275089, + "nauc_precision_at_1_max": 0.329595, + "nauc_precision_at_1_std": 0.004578, + "nauc_precision_at_1_diff1": 0.219395, + "nauc_precision_at_3_max": 0.371999, + "nauc_precision_at_3_std": 0.067028, + "nauc_precision_at_3_diff1": 0.016782, + "nauc_precision_at_5_max": 0.347914, + "nauc_precision_at_5_std": 0.060116, + "nauc_precision_at_5_diff1": -0.010373, + "nauc_precision_at_10_max": 0.245353, + "nauc_precision_at_10_std": 0.01968, + "nauc_precision_at_10_diff1": -0.136681, + "nauc_precision_at_20_max": 0.242356, + "nauc_precision_at_20_std": 0.027677, + "nauc_precision_at_20_diff1": -0.170466, + "nauc_precision_at_100_max": 0.154898, + "nauc_precision_at_100_std": -0.110599, + "nauc_precision_at_100_diff1": -0.136426, + "nauc_precision_at_1000_max": 0.015892, + "nauc_precision_at_1000_std": -0.313531, + "nauc_precision_at_1000_diff1": -0.126202, + "nauc_mrr_at_1_max": 0.329595, + "nauc_mrr_at_1_std": 0.004578, + "nauc_mrr_at_1_diff1": 0.219395, + "nauc_mrr_at_3_max": 0.377178, + "nauc_mrr_at_3_std": 0.036639, + "nauc_mrr_at_3_diff1": 0.246884, + "nauc_mrr_at_5_max": 0.377316, + "nauc_mrr_at_5_std": 0.027205, + "nauc_mrr_at_5_diff1": 0.25423, + "nauc_mrr_at_10_max": 0.381934, + "nauc_mrr_at_10_std": 0.03668, + "nauc_mrr_at_10_diff1": 0.244493, + "nauc_mrr_at_20_max": 0.380828, + "nauc_mrr_at_20_std": 0.042985, + "nauc_mrr_at_20_diff1": 0.243162, + "nauc_mrr_at_100_max": 0.379941, + "nauc_mrr_at_100_std": 0.03998, + "nauc_mrr_at_100_diff1": 0.243437, + "nauc_mrr_at_1000_max": 0.379941, + "nauc_mrr_at_1000_std": 0.03998, + "nauc_mrr_at_1000_diff1": 0.243437, + "cv_recall_at_1": 0.715, + "cv_recall_at_3": 0.855, + "cv_recall_at_5": 0.88, + "cv_recall_at_10": 0.935, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.54255, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.53261, + "ndcg_at_5": 0.52767, + "ndcg_at_10": 0.52383, + "ndcg_at_20": 0.53659, + "ndcg_at_100": 0.61142, + "ndcg_at_1000": 0.70504, + "map_at_1": 0.06584, + "map_at_3": 0.11624, + "map_at_5": 0.15049, + "map_at_10": 0.20648, + "map_at_20": 0.26989, + "map_at_100": 0.39934, + "map_at_1000": 0.45098, + "recall_at_1": 0.06584, + "recall_at_3": 0.12603, + "recall_at_5": 0.17392, + "recall_at_10": 0.27784, + "recall_at_20": 0.39989, + "recall_at_100": 0.72898, + "recall_at_1000": 0.98066, + "accuracy": 0.06584, + "precision_at_1": 0.735, + "precision_at_3": 0.62833, + "precision_at_5": 0.591, + "precision_at_10": 0.527, + "precision_at_20": 0.4495, + "precision_at_100": 0.23285, + "precision_at_1000": 0.04024, + "mrr_at_1": 0.735, + "mrr_at_3": 0.7975, + "mrr_at_5": 0.80625, + "mrr_at_10": 0.812732, + "mrr_at_20": 0.814693, + "mrr_at_100": 0.81518, + "mrr_at_1000": 0.815197, + "nauc_ndcg_at_1_max": 0.355301, + "nauc_ndcg_at_1_std": 0.329487, + "nauc_ndcg_at_1_diff1": 0.192555, + "nauc_ndcg_at_3_max": 0.382605, + "nauc_ndcg_at_3_std": 0.295461, + "nauc_ndcg_at_3_diff1": 0.133976, + "nauc_ndcg_at_5_max": 0.360935, + "nauc_ndcg_at_5_std": 0.287977, + "nauc_ndcg_at_5_diff1": 0.054949, + "nauc_ndcg_at_10_max": 0.352346, + "nauc_ndcg_at_10_std": 0.279508, + "nauc_ndcg_at_10_diff1": 0.098855, + "nauc_ndcg_at_20_max": 0.302163, + "nauc_ndcg_at_20_std": 0.270615, + "nauc_ndcg_at_20_diff1": 0.108347, + "nauc_ndcg_at_100_max": 0.348617, + "nauc_ndcg_at_100_std": 0.346899, + "nauc_ndcg_at_100_diff1": 0.104387, + "nauc_ndcg_at_1000_max": 0.443373, + "nauc_ndcg_at_1000_std": 0.395581, + "nauc_ndcg_at_1000_diff1": 0.129732, + "nauc_map_at_1_max": -0.186165, + "nauc_map_at_1_std": -0.081056, + "nauc_map_at_1_diff1": 0.235417, + "nauc_map_at_3_max": -0.163992, + "nauc_map_at_3_std": -0.070249, + "nauc_map_at_3_diff1": 0.188363, + "nauc_map_at_5_max": -0.128206, + "nauc_map_at_5_std": -0.055935, + "nauc_map_at_5_diff1": 0.142597, + "nauc_map_at_10_max": -0.06451, + "nauc_map_at_10_std": -0.011679, + "nauc_map_at_10_diff1": 0.128216, + "nauc_map_at_20_max": 0.026503, + "nauc_map_at_20_std": 0.045369, + "nauc_map_at_20_diff1": 0.101017, + "nauc_map_at_100_max": 0.277782, + "nauc_map_at_100_std": 0.235882, + "nauc_map_at_100_diff1": 0.066387, + "nauc_map_at_1000_max": 0.349919, + "nauc_map_at_1000_std": 0.283881, + "nauc_map_at_1000_diff1": 0.086373, + "nauc_recall_at_1_max": -0.186165, + "nauc_recall_at_1_std": -0.081056, + "nauc_recall_at_1_diff1": 0.235417, + "nauc_recall_at_3_max": -0.196168, + "nauc_recall_at_3_std": -0.097886, + "nauc_recall_at_3_diff1": 0.197666, + "nauc_recall_at_5_max": -0.176556, + "nauc_recall_at_5_std": -0.090856, + "nauc_recall_at_5_diff1": 0.131933, + "nauc_recall_at_10_max": -0.159032, + "nauc_recall_at_10_std": -0.060643, + "nauc_recall_at_10_diff1": 0.099536, + "nauc_recall_at_20_max": -0.128799, + "nauc_recall_at_20_std": -0.023626, + "nauc_recall_at_20_diff1": 0.052254, + "nauc_recall_at_100_max": 0.029302, + "nauc_recall_at_100_std": 0.145039, + "nauc_recall_at_100_diff1": 0.034444, + "nauc_recall_at_1000_max": 0.09013, + "nauc_recall_at_1000_std": 0.529489, + "nauc_recall_at_1000_diff1": 0.035889, + "nauc_precision_at_1_max": 0.469793, + "nauc_precision_at_1_std": 0.42917, + "nauc_precision_at_1_diff1": 0.218752, + "nauc_precision_at_3_max": 0.433189, + "nauc_precision_at_3_std": 0.254044, + "nauc_precision_at_3_diff1": 0.049975, + "nauc_precision_at_5_max": 0.410487, + "nauc_precision_at_5_std": 0.232065, + "nauc_precision_at_5_diff1": -0.038623, + "nauc_precision_at_10_max": 0.485113, + "nauc_precision_at_10_std": 0.253213, + "nauc_precision_at_10_diff1": -0.000436, + "nauc_precision_at_20_max": 0.462717, + "nauc_precision_at_20_std": 0.268766, + "nauc_precision_at_20_diff1": -0.025464, + "nauc_precision_at_100_max": 0.383663, + "nauc_precision_at_100_std": 0.241672, + "nauc_precision_at_100_diff1": -0.011994, + "nauc_precision_at_1000_max": 0.254746, + "nauc_precision_at_1000_std": 0.088276, + "nauc_precision_at_1000_diff1": 0.019987, + "nauc_mrr_at_1_max": 0.469793, + "nauc_mrr_at_1_std": 0.42917, + "nauc_mrr_at_1_diff1": 0.218752, + "nauc_mrr_at_3_max": 0.489462, + "nauc_mrr_at_3_std": 0.421442, + "nauc_mrr_at_3_diff1": 0.226598, + "nauc_mrr_at_5_max": 0.486424, + "nauc_mrr_at_5_std": 0.421855, + "nauc_mrr_at_5_diff1": 0.217128, + "nauc_mrr_at_10_max": 0.485389, + "nauc_mrr_at_10_std": 0.42719, + "nauc_mrr_at_10_diff1": 0.211065, + "nauc_mrr_at_20_max": 0.482104, + "nauc_mrr_at_20_std": 0.432014, + "nauc_mrr_at_20_diff1": 0.205823, + "nauc_mrr_at_100_max": 0.481487, + "nauc_mrr_at_100_std": 0.430693, + "nauc_mrr_at_100_diff1": 0.206109, + "nauc_mrr_at_1000_max": 0.481551, + "nauc_mrr_at_1000_std": 0.430637, + "nauc_mrr_at_1000_diff1": 0.206242, + "cv_recall_at_1": 0.735, + "cv_recall_at_3": 0.87, + "cv_recall_at_5": 0.905, + "cv_recall_at_10": 0.95, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.52383, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.485, + "ndcg_at_3": 0.47628, + "ndcg_at_5": 0.45882, + "ndcg_at_10": 0.4529, + "ndcg_at_20": 0.46015, + "ndcg_at_100": 0.53863, + "ndcg_at_1000": 0.64396, + "map_at_1": 0.04017, + "map_at_3": 0.09333, + "map_at_5": 0.12015, + "map_at_10": 0.16565, + "map_at_20": 0.21728, + "map_at_100": 0.32812, + "map_at_1000": 0.37754, + "recall_at_1": 0.04017, + "recall_at_3": 0.11762, + "recall_at_5": 0.15745, + "recall_at_10": 0.23381, + "recall_at_20": 0.34377, + "recall_at_100": 0.66953, + "recall_at_1000": 0.95392, + "accuracy": 0.04017, + "precision_at_1": 0.625, + "precision_at_3": 0.58333, + "precision_at_5": 0.524, + "precision_at_10": 0.4705, + "precision_at_20": 0.39525, + "precision_at_100": 0.2101, + "precision_at_1000": 0.03875, + "mrr_at_1": 0.625, + "mrr_at_3": 0.7175, + "mrr_at_5": 0.72475, + "mrr_at_10": 0.731446, + "mrr_at_20": 0.734294, + "mrr_at_100": 0.73555, + "mrr_at_1000": 0.735589, + "nauc_ndcg_at_1_max": 0.403451, + "nauc_ndcg_at_1_std": 0.285981, + "nauc_ndcg_at_1_diff1": 0.127668, + "nauc_ndcg_at_3_max": 0.439774, + "nauc_ndcg_at_3_std": 0.365647, + "nauc_ndcg_at_3_diff1": 0.030249, + "nauc_ndcg_at_5_max": 0.417867, + "nauc_ndcg_at_5_std": 0.36359, + "nauc_ndcg_at_5_diff1": 0.007829, + "nauc_ndcg_at_10_max": 0.421217, + "nauc_ndcg_at_10_std": 0.369979, + "nauc_ndcg_at_10_diff1": 0.060131, + "nauc_ndcg_at_20_max": 0.41415, + "nauc_ndcg_at_20_std": 0.35775, + "nauc_ndcg_at_20_diff1": 0.035801, + "nauc_ndcg_at_100_max": 0.419553, + "nauc_ndcg_at_100_std": 0.455136, + "nauc_ndcg_at_100_diff1": 0.041107, + "nauc_ndcg_at_1000_max": 0.499095, + "nauc_ndcg_at_1000_std": 0.461243, + "nauc_ndcg_at_1000_diff1": 0.09498, + "nauc_map_at_1_max": -0.009854, + "nauc_map_at_1_std": 0.107702, + "nauc_map_at_1_diff1": 0.277848, + "nauc_map_at_3_max": -0.038774, + "nauc_map_at_3_std": 0.08612, + "nauc_map_at_3_diff1": 0.187194, + "nauc_map_at_5_max": -0.038091, + "nauc_map_at_5_std": 0.070071, + "nauc_map_at_5_diff1": 0.155725, + "nauc_map_at_10_max": 0.016681, + "nauc_map_at_10_std": 0.103737, + "nauc_map_at_10_diff1": 0.134645, + "nauc_map_at_20_max": 0.139383, + "nauc_map_at_20_std": 0.174552, + "nauc_map_at_20_diff1": 0.075611, + "nauc_map_at_100_max": 0.359156, + "nauc_map_at_100_std": 0.362353, + "nauc_map_at_100_diff1": 0.040692, + "nauc_map_at_1000_max": 0.433318, + "nauc_map_at_1000_std": 0.401934, + "nauc_map_at_1000_diff1": 0.058406, + "nauc_recall_at_1_max": -0.009854, + "nauc_recall_at_1_std": 0.107702, + "nauc_recall_at_1_diff1": 0.277848, + "nauc_recall_at_3_max": -0.101805, + "nauc_recall_at_3_std": 0.095998, + "nauc_recall_at_3_diff1": 0.112184, + "nauc_recall_at_5_max": -0.127231, + "nauc_recall_at_5_std": 0.052144, + "nauc_recall_at_5_diff1": 0.066069, + "nauc_recall_at_10_max": -0.09485, + "nauc_recall_at_10_std": 0.065266, + "nauc_recall_at_10_diff1": 0.062072, + "nauc_recall_at_20_max": -0.052054, + "nauc_recall_at_20_std": 0.091818, + "nauc_recall_at_20_diff1": 0.017874, + "nauc_recall_at_100_max": 0.11539, + "nauc_recall_at_100_std": 0.321606, + "nauc_recall_at_100_diff1": -0.01111, + "nauc_recall_at_1000_max": 0.473015, + "nauc_recall_at_1000_std": 0.705317, + "nauc_recall_at_1000_diff1": 0.099182, + "nauc_precision_at_1_max": 0.528438, + "nauc_precision_at_1_std": 0.355428, + "nauc_precision_at_1_diff1": 0.185344, + "nauc_precision_at_3_max": 0.526793, + "nauc_precision_at_3_std": 0.329477, + "nauc_precision_at_3_diff1": 0.027545, + "nauc_precision_at_5_max": 0.49212, + "nauc_precision_at_5_std": 0.304948, + "nauc_precision_at_5_diff1": 0.001826, + "nauc_precision_at_10_max": 0.525558, + "nauc_precision_at_10_std": 0.318178, + "nauc_precision_at_10_diff1": 0.006958, + "nauc_precision_at_20_max": 0.544762, + "nauc_precision_at_20_std": 0.309149, + "nauc_precision_at_20_diff1": -0.052063, + "nauc_precision_at_100_max": 0.44607, + "nauc_precision_at_100_std": 0.28982, + "nauc_precision_at_100_diff1": -0.007422, + "nauc_precision_at_1000_max": 0.326217, + "nauc_precision_at_1000_std": 0.08623, + "nauc_precision_at_1000_diff1": 0.024406, + "nauc_mrr_at_1_max": 0.528438, + "nauc_mrr_at_1_std": 0.355428, + "nauc_mrr_at_1_diff1": 0.185344, + "nauc_mrr_at_3_max": 0.548839, + "nauc_mrr_at_3_std": 0.428084, + "nauc_mrr_at_3_diff1": 0.193639, + "nauc_mrr_at_5_max": 0.540797, + "nauc_mrr_at_5_std": 0.433376, + "nauc_mrr_at_5_diff1": 0.196982, + "nauc_mrr_at_10_max": 0.542766, + "nauc_mrr_at_10_std": 0.425128, + "nauc_mrr_at_10_diff1": 0.198155, + "nauc_mrr_at_20_max": 0.54113, + "nauc_mrr_at_20_std": 0.425244, + "nauc_mrr_at_20_diff1": 0.196221, + "nauc_mrr_at_100_max": 0.541166, + "nauc_mrr_at_100_std": 0.423711, + "nauc_mrr_at_100_diff1": 0.197245, + "nauc_mrr_at_1000_max": 0.54114, + "nauc_mrr_at_1000_std": 0.423618, + "nauc_mrr_at_1000_diff1": 0.197183, + "cv_recall_at_1": 0.625, + "cv_recall_at_3": 0.83, + "cv_recall_at_5": 0.86, + "cv_recall_at_10": 0.905, + "cv_recall_at_20": 0.945, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.4529, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4725, + "ndcg_at_3": 0.46014, + "ndcg_at_5": 0.44364, + "ndcg_at_10": 0.43728, + "ndcg_at_20": 0.44577, + "ndcg_at_100": 0.52229, + "ndcg_at_1000": 0.63472, + "map_at_1": 0.05101, + "map_at_3": 0.09194, + "map_at_5": 0.11915, + "map_at_10": 0.16157, + "map_at_20": 0.21257, + "map_at_100": 0.31672, + "map_at_1000": 0.36612, + "recall_at_1": 0.05101, + "recall_at_3": 0.09991, + "recall_at_5": 0.14355, + "recall_at_10": 0.21967, + "recall_at_20": 0.31932, + "recall_at_100": 0.6505, + "recall_at_1000": 0.95242, + "accuracy": 0.05101, + "precision_at_1": 0.64, + "precision_at_3": 0.57, + "precision_at_5": 0.511, + "precision_at_10": 0.447, + "precision_at_20": 0.38575, + "precision_at_100": 0.2019, + "precision_at_1000": 0.03857, + "mrr_at_1": 0.64, + "mrr_at_3": 0.713333, + "mrr_at_5": 0.723583, + "mrr_at_10": 0.730159, + "mrr_at_20": 0.732237, + "mrr_at_100": 0.734166, + "mrr_at_1000": 0.734178, + "nauc_ndcg_at_1_max": 0.264351, + "nauc_ndcg_at_1_std": 0.239904, + "nauc_ndcg_at_1_diff1": 0.263551, + "nauc_ndcg_at_3_max": 0.397121, + "nauc_ndcg_at_3_std": 0.316609, + "nauc_ndcg_at_3_diff1": 0.215987, + "nauc_ndcg_at_5_max": 0.445535, + "nauc_ndcg_at_5_std": 0.326527, + "nauc_ndcg_at_5_diff1": 0.175058, + "nauc_ndcg_at_10_max": 0.450478, + "nauc_ndcg_at_10_std": 0.310495, + "nauc_ndcg_at_10_diff1": 0.151502, + "nauc_ndcg_at_20_max": 0.476287, + "nauc_ndcg_at_20_std": 0.32174, + "nauc_ndcg_at_20_diff1": 0.167454, + "nauc_ndcg_at_100_max": 0.466292, + "nauc_ndcg_at_100_std": 0.376763, + "nauc_ndcg_at_100_diff1": 0.200572, + "nauc_ndcg_at_1000_max": 0.533718, + "nauc_ndcg_at_1000_std": 0.447287, + "nauc_ndcg_at_1000_diff1": 0.223383, + "nauc_map_at_1_max": -0.137622, + "nauc_map_at_1_std": -0.106856, + "nauc_map_at_1_diff1": 0.215168, + "nauc_map_at_3_max": -0.031805, + "nauc_map_at_3_std": -0.03336, + "nauc_map_at_3_diff1": 0.239432, + "nauc_map_at_5_max": 0.01348, + "nauc_map_at_5_std": -0.010209, + "nauc_map_at_5_diff1": 0.201361, + "nauc_map_at_10_max": 0.083305, + "nauc_map_at_10_std": 0.026166, + "nauc_map_at_10_diff1": 0.173365, + "nauc_map_at_20_max": 0.214728, + "nauc_map_at_20_std": 0.092605, + "nauc_map_at_20_diff1": 0.161946, + "nauc_map_at_100_max": 0.442106, + "nauc_map_at_100_std": 0.302894, + "nauc_map_at_100_diff1": 0.139066, + "nauc_map_at_1000_max": 0.518084, + "nauc_map_at_1000_std": 0.372506, + "nauc_map_at_1000_diff1": 0.128535, + "nauc_recall_at_1_max": -0.137622, + "nauc_recall_at_1_std": -0.106856, + "nauc_recall_at_1_diff1": 0.215168, + "nauc_recall_at_3_max": -0.05212, + "nauc_recall_at_3_std": -0.045065, + "nauc_recall_at_3_diff1": 0.217652, + "nauc_recall_at_5_max": -0.030762, + "nauc_recall_at_5_std": 0.002348, + "nauc_recall_at_5_diff1": 0.1339, + "nauc_recall_at_10_max": -0.014415, + "nauc_recall_at_10_std": -0.000533, + "nauc_recall_at_10_diff1": 0.079295, + "nauc_recall_at_20_max": 0.090913, + "nauc_recall_at_20_std": 0.058964, + "nauc_recall_at_20_diff1": 0.081548, + "nauc_recall_at_100_max": 0.176359, + "nauc_recall_at_100_std": 0.205922, + "nauc_recall_at_100_diff1": 0.057343, + "nauc_recall_at_1000_max": 0.446058, + "nauc_recall_at_1000_std": 0.618688, + "nauc_recall_at_1000_diff1": 0.119186, + "nauc_precision_at_1_max": 0.3881, + "nauc_precision_at_1_std": 0.279162, + "nauc_precision_at_1_diff1": 0.303974, + "nauc_precision_at_3_max": 0.512465, + "nauc_precision_at_3_std": 0.341292, + "nauc_precision_at_3_diff1": 0.187134, + "nauc_precision_at_5_max": 0.560648, + "nauc_precision_at_5_std": 0.315794, + "nauc_precision_at_5_diff1": 0.102212, + "nauc_precision_at_10_max": 0.55535, + "nauc_precision_at_10_std": 0.32012, + "nauc_precision_at_10_diff1": 0.037134, + "nauc_precision_at_20_max": 0.57954, + "nauc_precision_at_20_std": 0.34438, + "nauc_precision_at_20_diff1": 0.020591, + "nauc_precision_at_100_max": 0.487605, + "nauc_precision_at_100_std": 0.363111, + "nauc_precision_at_100_diff1": -0.030775, + "nauc_precision_at_1000_max": 0.310585, + "nauc_precision_at_1000_std": 0.181153, + "nauc_precision_at_1000_diff1": -0.070318, + "nauc_mrr_at_1_max": 0.3881, + "nauc_mrr_at_1_std": 0.279162, + "nauc_mrr_at_1_diff1": 0.303974, + "nauc_mrr_at_3_max": 0.439675, + "nauc_mrr_at_3_std": 0.330425, + "nauc_mrr_at_3_diff1": 0.309056, + "nauc_mrr_at_5_max": 0.446384, + "nauc_mrr_at_5_std": 0.345597, + "nauc_mrr_at_5_diff1": 0.320463, + "nauc_mrr_at_10_max": 0.438997, + "nauc_mrr_at_10_std": 0.334487, + "nauc_mrr_at_10_diff1": 0.323054, + "nauc_mrr_at_20_max": 0.438481, + "nauc_mrr_at_20_std": 0.335141, + "nauc_mrr_at_20_diff1": 0.324714, + "nauc_mrr_at_100_max": 0.437008, + "nauc_mrr_at_100_std": 0.333442, + "nauc_mrr_at_100_diff1": 0.323412, + "nauc_mrr_at_1000_max": 0.437001, + "nauc_mrr_at_1000_std": 0.333406, + "nauc_mrr_at_1000_diff1": 0.32339, + "cv_recall_at_1": 0.64, + "cv_recall_at_3": 0.795, + "cv_recall_at_5": 0.84, + "cv_recall_at_10": 0.89, + "cv_recall_at_20": 0.92, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.43728, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.6525, + "ndcg_at_3": 0.5859, + "ndcg_at_5": 0.57621, + "ndcg_at_10": 0.56989, + "ndcg_at_20": 0.58676, + "ndcg_at_100": 0.66786, + "ndcg_at_1000": 0.71561, + "map_at_1": 0.1478, + "map_at_3": 0.23637, + "map_at_5": 0.28225, + "map_at_10": 0.34041, + "map_at_20": 0.39062, + "map_at_100": 0.45728, + "map_at_1000": 0.47239, + "recall_at_1": 0.1478, + "recall_at_3": 0.25167, + "recall_at_5": 0.3193, + "recall_at_10": 0.42481, + "recall_at_20": 0.5446, + "recall_at_100": 0.81691, + "recall_at_1000": 0.98234, + "accuracy": 0.1478, + "precision_at_1": 0.765, + "precision_at_3": 0.57167, + "precision_at_5": 0.501, + "precision_at_10": 0.3865, + "precision_at_20": 0.28675, + "precision_at_100": 0.1101, + "precision_at_1000": 0.01465, + "mrr_at_1": 0.765, + "mrr_at_3": 0.811667, + "mrr_at_5": 0.819167, + "mrr_at_10": 0.827252, + "mrr_at_20": 0.828518, + "mrr_at_100": 0.82919, + "mrr_at_1000": 0.82919, + "nauc_ndcg_at_1_max": 0.393689, + "nauc_ndcg_at_1_std": -0.053774, + "nauc_ndcg_at_1_diff1": 0.485207, + "nauc_ndcg_at_3_max": 0.405731, + "nauc_ndcg_at_3_std": 0.002044, + "nauc_ndcg_at_3_diff1": 0.342349, + "nauc_ndcg_at_5_max": 0.395141, + "nauc_ndcg_at_5_std": -0.011431, + "nauc_ndcg_at_5_diff1": 0.317119, + "nauc_ndcg_at_10_max": 0.37797, + "nauc_ndcg_at_10_std": -0.00091, + "nauc_ndcg_at_10_diff1": 0.303508, + "nauc_ndcg_at_20_max": 0.359249, + "nauc_ndcg_at_20_std": -0.005374, + "nauc_ndcg_at_20_diff1": 0.310983, + "nauc_ndcg_at_100_max": 0.416691, + "nauc_ndcg_at_100_std": 0.066182, + "nauc_ndcg_at_100_diff1": 0.319576, + "nauc_ndcg_at_1000_max": 0.456222, + "nauc_ndcg_at_1000_std": 0.057051, + "nauc_ndcg_at_1000_diff1": 0.32017, + "nauc_map_at_1_max": 0.016061, + "nauc_map_at_1_std": -0.157475, + "nauc_map_at_1_diff1": 0.39158, + "nauc_map_at_3_max": 0.085725, + "nauc_map_at_3_std": -0.112609, + "nauc_map_at_3_diff1": 0.317603, + "nauc_map_at_5_max": 0.144787, + "nauc_map_at_5_std": -0.097064, + "nauc_map_at_5_diff1": 0.296901, + "nauc_map_at_10_max": 0.207997, + "nauc_map_at_10_std": -0.048216, + "nauc_map_at_10_diff1": 0.269589, + "nauc_map_at_20_max": 0.230654, + "nauc_map_at_20_std": -0.010448, + "nauc_map_at_20_diff1": 0.255572, + "nauc_map_at_100_max": 0.294058, + "nauc_map_at_100_std": 0.073628, + "nauc_map_at_100_diff1": 0.230139, + "nauc_map_at_1000_max": 0.305149, + "nauc_map_at_1000_std": 0.08015, + "nauc_map_at_1000_diff1": 0.220199, + "nauc_recall_at_1_max": 0.016061, + "nauc_recall_at_1_std": -0.157475, + "nauc_recall_at_1_diff1": 0.39158, + "nauc_recall_at_3_max": 0.056274, + "nauc_recall_at_3_std": -0.136337, + "nauc_recall_at_3_diff1": 0.287005, + "nauc_recall_at_5_max": 0.103285, + "nauc_recall_at_5_std": -0.132962, + "nauc_recall_at_5_diff1": 0.256469, + "nauc_recall_at_10_max": 0.135305, + "nauc_recall_at_10_std": -0.075498, + "nauc_recall_at_10_diff1": 0.193916, + "nauc_recall_at_20_max": 0.102932, + "nauc_recall_at_20_std": -0.058007, + "nauc_recall_at_20_diff1": 0.185875, + "nauc_recall_at_100_max": 0.118356, + "nauc_recall_at_100_std": 0.186003, + "nauc_recall_at_100_diff1": 0.090396, + "nauc_recall_at_1000_max": 0.229287, + "nauc_recall_at_1000_std": 0.316744, + "nauc_recall_at_1000_diff1": -0.15235, + "nauc_precision_at_1_max": 0.395373, + "nauc_precision_at_1_std": -0.050996, + "nauc_precision_at_1_diff1": 0.424468, + "nauc_precision_at_3_max": 0.385178, + "nauc_precision_at_3_std": 0.142996, + "nauc_precision_at_3_diff1": 0.030053, + "nauc_precision_at_5_max": 0.376285, + "nauc_precision_at_5_std": 0.173625, + "nauc_precision_at_5_diff1": -0.041059, + "nauc_precision_at_10_max": 0.348039, + "nauc_precision_at_10_std": 0.237372, + "nauc_precision_at_10_diff1": -0.085965, + "nauc_precision_at_20_max": 0.268824, + "nauc_precision_at_20_std": 0.248282, + "nauc_precision_at_20_diff1": -0.140946, + "nauc_precision_at_100_max": 0.193115, + "nauc_precision_at_100_std": 0.244099, + "nauc_precision_at_100_diff1": -0.190138, + "nauc_precision_at_1000_max": 0.144596, + "nauc_precision_at_1000_std": 0.158724, + "nauc_precision_at_1000_diff1": -0.190057, + "nauc_mrr_at_1_max": 0.395373, + "nauc_mrr_at_1_std": -0.050996, + "nauc_mrr_at_1_diff1": 0.424468, + "nauc_mrr_at_3_max": 0.475841, + "nauc_mrr_at_3_std": -0.027012, + "nauc_mrr_at_3_diff1": 0.432776, + "nauc_mrr_at_5_max": 0.46684, + "nauc_mrr_at_5_std": -0.032923, + "nauc_mrr_at_5_diff1": 0.417346, + "nauc_mrr_at_10_max": 0.465209, + "nauc_mrr_at_10_std": -0.036225, + "nauc_mrr_at_10_diff1": 0.417414, + "nauc_mrr_at_20_max": 0.465196, + "nauc_mrr_at_20_std": -0.040135, + "nauc_mrr_at_20_diff1": 0.416418, + "nauc_mrr_at_100_max": 0.463984, + "nauc_mrr_at_100_std": -0.037448, + "nauc_mrr_at_100_diff1": 0.417091, + "nauc_mrr_at_1000_max": 0.463984, + "nauc_mrr_at_1000_std": -0.037448, + "nauc_mrr_at_1000_diff1": 0.417091, + "cv_recall_at_1": 0.765, + "cv_recall_at_3": 0.865, + "cv_recall_at_5": 0.9, + "cv_recall_at_10": 0.955, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.56989, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5525, + "ndcg_at_3": 0.50254, + "ndcg_at_5": 0.4777, + "ndcg_at_10": 0.48229, + "ndcg_at_20": 0.49749, + "ndcg_at_100": 0.58826, + "ndcg_at_1000": 0.64819, + "map_at_1": 0.12429, + "map_at_3": 0.19552, + "map_at_5": 0.22647, + "map_at_10": 0.2715, + "map_at_20": 0.30649, + "map_at_100": 0.36657, + "map_at_1000": 0.3823, + "recall_at_1": 0.12429, + "recall_at_3": 0.21752, + "recall_at_5": 0.26781, + "recall_at_10": 0.36592, + "recall_at_20": 0.46652, + "recall_at_100": 0.75696, + "recall_at_1000": 0.9741, + "accuracy": 0.12429, + "precision_at_1": 0.655, + "precision_at_3": 0.49, + "precision_at_5": 0.408, + "precision_at_10": 0.318, + "precision_at_20": 0.2335, + "precision_at_100": 0.0986, + "precision_at_1000": 0.01443, + "mrr_at_1": 0.655, + "mrr_at_3": 0.7275, + "mrr_at_5": 0.736, + "mrr_at_10": 0.744073, + "mrr_at_20": 0.74658, + "mrr_at_100": 0.747466, + "mrr_at_1000": 0.747513, + "nauc_ndcg_at_1_max": 0.318406, + "nauc_ndcg_at_1_std": 0.031337, + "nauc_ndcg_at_1_diff1": 0.336155, + "nauc_ndcg_at_3_max": 0.356417, + "nauc_ndcg_at_3_std": 0.048349, + "nauc_ndcg_at_3_diff1": 0.183916, + "nauc_ndcg_at_5_max": 0.354122, + "nauc_ndcg_at_5_std": 0.076843, + "nauc_ndcg_at_5_diff1": 0.178946, + "nauc_ndcg_at_10_max": 0.329739, + "nauc_ndcg_at_10_std": 0.083642, + "nauc_ndcg_at_10_diff1": 0.150508, + "nauc_ndcg_at_20_max": 0.316979, + "nauc_ndcg_at_20_std": 0.105855, + "nauc_ndcg_at_20_diff1": 0.15095, + "nauc_ndcg_at_100_max": 0.364611, + "nauc_ndcg_at_100_std": 0.186465, + "nauc_ndcg_at_100_diff1": 0.165313, + "nauc_ndcg_at_1000_max": 0.40265, + "nauc_ndcg_at_1000_std": 0.139019, + "nauc_ndcg_at_1000_diff1": 0.175931, + "nauc_map_at_1_max": 0.051576, + "nauc_map_at_1_std": -0.005894, + "nauc_map_at_1_diff1": 0.298873, + "nauc_map_at_3_max": 0.12822, + "nauc_map_at_3_std": 0.028922, + "nauc_map_at_3_diff1": 0.166499, + "nauc_map_at_5_max": 0.137617, + "nauc_map_at_5_std": 0.035736, + "nauc_map_at_5_diff1": 0.139935, + "nauc_map_at_10_max": 0.169872, + "nauc_map_at_10_std": 0.064728, + "nauc_map_at_10_diff1": 0.116821, + "nauc_map_at_20_max": 0.208889, + "nauc_map_at_20_std": 0.115985, + "nauc_map_at_20_diff1": 0.115374, + "nauc_map_at_100_max": 0.272323, + "nauc_map_at_100_std": 0.195563, + "nauc_map_at_100_diff1": 0.105289, + "nauc_map_at_1000_max": 0.288057, + "nauc_map_at_1000_std": 0.197378, + "nauc_map_at_1000_diff1": 0.09662, + "nauc_recall_at_1_max": 0.051576, + "nauc_recall_at_1_std": -0.005894, + "nauc_recall_at_1_diff1": 0.298873, + "nauc_recall_at_3_max": 0.093385, + "nauc_recall_at_3_std": 0.012949, + "nauc_recall_at_3_diff1": 0.10958, + "nauc_recall_at_5_max": 0.075663, + "nauc_recall_at_5_std": 0.01192, + "nauc_recall_at_5_diff1": 0.081903, + "nauc_recall_at_10_max": 0.07374, + "nauc_recall_at_10_std": 0.038464, + "nauc_recall_at_10_diff1": 0.044464, + "nauc_recall_at_20_max": 0.076793, + "nauc_recall_at_20_std": 0.114673, + "nauc_recall_at_20_diff1": 0.018624, + "nauc_recall_at_100_max": 0.141076, + "nauc_recall_at_100_std": 0.369561, + "nauc_recall_at_100_diff1": -0.01622, + "nauc_recall_at_1000_max": 0.008791, + "nauc_recall_at_1000_std": 0.39849, + "nauc_recall_at_1000_diff1": -0.273381, + "nauc_precision_at_1_max": 0.433966, + "nauc_precision_at_1_std": 0.094312, + "nauc_precision_at_1_diff1": 0.274291, + "nauc_precision_at_3_max": 0.388829, + "nauc_precision_at_3_std": 0.131134, + "nauc_precision_at_3_diff1": -0.039133, + "nauc_precision_at_5_max": 0.367522, + "nauc_precision_at_5_std": 0.164831, + "nauc_precision_at_5_diff1": -0.067564, + "nauc_precision_at_10_max": 0.369104, + "nauc_precision_at_10_std": 0.215529, + "nauc_precision_at_10_diff1": -0.093208, + "nauc_precision_at_20_max": 0.347558, + "nauc_precision_at_20_std": 0.274214, + "nauc_precision_at_20_diff1": -0.083948, + "nauc_precision_at_100_max": 0.254616, + "nauc_precision_at_100_std": 0.233012, + "nauc_precision_at_100_diff1": -0.09321, + "nauc_precision_at_1000_max": 0.180448, + "nauc_precision_at_1000_std": 0.065708, + "nauc_precision_at_1000_diff1": -0.095613, + "nauc_mrr_at_1_max": 0.433966, + "nauc_mrr_at_1_std": 0.094312, + "nauc_mrr_at_1_diff1": 0.274291, + "nauc_mrr_at_3_max": 0.494762, + "nauc_mrr_at_3_std": 0.110517, + "nauc_mrr_at_3_diff1": 0.248112, + "nauc_mrr_at_5_max": 0.495993, + "nauc_mrr_at_5_std": 0.100625, + "nauc_mrr_at_5_diff1": 0.244513, + "nauc_mrr_at_10_max": 0.497893, + "nauc_mrr_at_10_std": 0.103234, + "nauc_mrr_at_10_diff1": 0.250869, + "nauc_mrr_at_20_max": 0.495955, + "nauc_mrr_at_20_std": 0.103188, + "nauc_mrr_at_20_diff1": 0.248119, + "nauc_mrr_at_100_max": 0.494274, + "nauc_mrr_at_100_std": 0.102942, + "nauc_mrr_at_100_diff1": 0.24861, + "nauc_mrr_at_1000_max": 0.494163, + "nauc_mrr_at_1000_std": 0.102746, + "nauc_mrr_at_1000_diff1": 0.248915, + "cv_recall_at_1": 0.655, + "cv_recall_at_3": 0.825, + "cv_recall_at_5": 0.865, + "cv_recall_at_10": 0.925, + "cv_recall_at_20": 0.965, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.48229, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.515, + "ndcg_at_3": 0.46458, + "ndcg_at_5": 0.45338, + "ndcg_at_10": 0.45908, + "ndcg_at_20": 0.47731, + "ndcg_at_100": 0.56289, + "ndcg_at_1000": 0.62814, + "map_at_1": 0.11731, + "map_at_3": 0.18466, + "map_at_5": 0.21559, + "map_at_10": 0.26041, + "map_at_20": 0.29684, + "map_at_100": 0.35079, + "map_at_1000": 0.36686, + "recall_at_1": 0.11731, + "recall_at_3": 0.20901, + "recall_at_5": 0.25685, + "recall_at_10": 0.34941, + "recall_at_20": 0.45928, + "recall_at_100": 0.72681, + "recall_at_1000": 0.96907, + "accuracy": 0.11731, + "precision_at_1": 0.605, + "precision_at_3": 0.45333, + "precision_at_5": 0.39, + "precision_at_10": 0.316, + "precision_at_20": 0.23125, + "precision_at_100": 0.09535, + "precision_at_1000": 0.01432, + "mrr_at_1": 0.605, + "mrr_at_3": 0.685833, + "mrr_at_5": 0.695833, + "mrr_at_10": 0.705329, + "mrr_at_20": 0.708382, + "mrr_at_100": 0.709824, + "mrr_at_1000": 0.709863, + "nauc_ndcg_at_1_max": 0.330626, + "nauc_ndcg_at_1_std": 0.006084, + "nauc_ndcg_at_1_diff1": 0.358893, + "nauc_ndcg_at_3_max": 0.35877, + "nauc_ndcg_at_3_std": 0.006782, + "nauc_ndcg_at_3_diff1": 0.313293, + "nauc_ndcg_at_5_max": 0.344077, + "nauc_ndcg_at_5_std": 0.050733, + "nauc_ndcg_at_5_diff1": 0.299307, + "nauc_ndcg_at_10_max": 0.332614, + "nauc_ndcg_at_10_std": 0.028191, + "nauc_ndcg_at_10_diff1": 0.281241, + "nauc_ndcg_at_20_max": 0.336843, + "nauc_ndcg_at_20_std": 0.036007, + "nauc_ndcg_at_20_diff1": 0.299388, + "nauc_ndcg_at_100_max": 0.362011, + "nauc_ndcg_at_100_std": 0.125636, + "nauc_ndcg_at_100_diff1": 0.295595, + "nauc_ndcg_at_1000_max": 0.399225, + "nauc_ndcg_at_1000_std": 0.089452, + "nauc_ndcg_at_1000_diff1": 0.300763, + "nauc_map_at_1_max": 0.058492, + "nauc_map_at_1_std": -0.051575, + "nauc_map_at_1_diff1": 0.337893, + "nauc_map_at_3_max": 0.13672, + "nauc_map_at_3_std": -0.035208, + "nauc_map_at_3_diff1": 0.291819, + "nauc_map_at_5_max": 0.150377, + "nauc_map_at_5_std": -0.003068, + "nauc_map_at_5_diff1": 0.265915, + "nauc_map_at_10_max": 0.197227, + "nauc_map_at_10_std": 0.025354, + "nauc_map_at_10_diff1": 0.238522, + "nauc_map_at_20_max": 0.250149, + "nauc_map_at_20_std": 0.068727, + "nauc_map_at_20_diff1": 0.257705, + "nauc_map_at_100_max": 0.302992, + "nauc_map_at_100_std": 0.159777, + "nauc_map_at_100_diff1": 0.241733, + "nauc_map_at_1000_max": 0.318533, + "nauc_map_at_1000_std": 0.163272, + "nauc_map_at_1000_diff1": 0.233566, + "nauc_recall_at_1_max": 0.058492, + "nauc_recall_at_1_std": -0.051575, + "nauc_recall_at_1_diff1": 0.337893, + "nauc_recall_at_3_max": 0.07313, + "nauc_recall_at_3_std": -0.072346, + "nauc_recall_at_3_diff1": 0.233344, + "nauc_recall_at_5_max": 0.075757, + "nauc_recall_at_5_std": -0.027711, + "nauc_recall_at_5_diff1": 0.205146, + "nauc_recall_at_10_max": 0.096889, + "nauc_recall_at_10_std": -0.019905, + "nauc_recall_at_10_diff1": 0.1719, + "nauc_recall_at_20_max": 0.123103, + "nauc_recall_at_20_std": 0.015965, + "nauc_recall_at_20_diff1": 0.173392, + "nauc_recall_at_100_max": 0.173508, + "nauc_recall_at_100_std": 0.268239, + "nauc_recall_at_100_diff1": 0.082869, + "nauc_recall_at_1000_max": 0.213194, + "nauc_recall_at_1000_std": 0.362125, + "nauc_recall_at_1000_diff1": 0.059024, + "nauc_precision_at_1_max": 0.449919, + "nauc_precision_at_1_std": 0.054936, + "nauc_precision_at_1_diff1": 0.307697, + "nauc_precision_at_3_max": 0.459049, + "nauc_precision_at_3_std": 0.123224, + "nauc_precision_at_3_diff1": 0.157823, + "nauc_precision_at_5_max": 0.397153, + "nauc_precision_at_5_std": 0.209602, + "nauc_precision_at_5_diff1": 0.068613, + "nauc_precision_at_10_max": 0.402036, + "nauc_precision_at_10_std": 0.229036, + "nauc_precision_at_10_diff1": 0.00868, + "nauc_precision_at_20_max": 0.399957, + "nauc_precision_at_20_std": 0.280524, + "nauc_precision_at_20_diff1": 0.010151, + "nauc_precision_at_100_max": 0.269238, + "nauc_precision_at_100_std": 0.296688, + "nauc_precision_at_100_diff1": -0.106618, + "nauc_precision_at_1000_max": 0.185621, + "nauc_precision_at_1000_std": 0.113508, + "nauc_precision_at_1000_diff1": -0.159144, + "nauc_mrr_at_1_max": 0.449919, + "nauc_mrr_at_1_std": 0.054936, + "nauc_mrr_at_1_diff1": 0.307697, + "nauc_mrr_at_3_max": 0.475798, + "nauc_mrr_at_3_std": 0.032547, + "nauc_mrr_at_3_diff1": 0.285077, + "nauc_mrr_at_5_max": 0.477545, + "nauc_mrr_at_5_std": 0.036281, + "nauc_mrr_at_5_diff1": 0.294808, + "nauc_mrr_at_10_max": 0.472558, + "nauc_mrr_at_10_std": 0.02514, + "nauc_mrr_at_10_diff1": 0.303181, + "nauc_mrr_at_20_max": 0.470515, + "nauc_mrr_at_20_std": 0.021481, + "nauc_mrr_at_20_diff1": 0.30269, + "nauc_mrr_at_100_max": 0.470471, + "nauc_mrr_at_100_std": 0.022462, + "nauc_mrr_at_100_diff1": 0.300634, + "nauc_mrr_at_1000_max": 0.470386, + "nauc_mrr_at_1000_std": 0.022695, + "nauc_mrr_at_1000_diff1": 0.30071, + "cv_recall_at_1": 0.605, + "cv_recall_at_3": 0.79, + "cv_recall_at_5": 0.835, + "cv_recall_at_10": 0.905, + "cv_recall_at_20": 0.95, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.45908, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.6025, + "ndcg_at_3": 0.56033, + "ndcg_at_5": 0.53671, + "ndcg_at_10": 0.5228, + "ndcg_at_20": 0.51912, + "ndcg_at_100": 0.59702, + "ndcg_at_1000": 0.69147, + "map_at_1": 0.06631, + "map_at_3": 0.13932, + "map_at_5": 0.17038, + "map_at_10": 0.22131, + "map_at_20": 0.26768, + "map_at_100": 0.36221, + "map_at_1000": 0.40627, + "recall_at_1": 0.06631, + "recall_at_3": 0.15062, + "recall_at_5": 0.19278, + "recall_at_10": 0.28237, + "recall_at_20": 0.38093, + "recall_at_100": 0.67382, + "recall_at_1000": 0.9606, + "accuracy": 0.06631, + "precision_at_1": 0.7, + "precision_at_3": 0.625, + "precision_at_5": 0.553, + "precision_at_10": 0.463, + "precision_at_20": 0.367, + "precision_at_100": 0.1843, + "precision_at_1000": 0.03453, + "mrr_at_1": 0.7, + "mrr_at_3": 0.771667, + "mrr_at_5": 0.779167, + "mrr_at_10": 0.785921, + "mrr_at_20": 0.786756, + "mrr_at_100": 0.787202, + "mrr_at_1000": 0.787296, + "nauc_ndcg_at_1_max": 0.368085, + "nauc_ndcg_at_1_std": 0.121328, + "nauc_ndcg_at_1_diff1": 0.263527, + "nauc_ndcg_at_3_max": 0.402744, + "nauc_ndcg_at_3_std": 0.160828, + "nauc_ndcg_at_3_diff1": 0.213524, + "nauc_ndcg_at_5_max": 0.409873, + "nauc_ndcg_at_5_std": 0.181286, + "nauc_ndcg_at_5_diff1": 0.171662, + "nauc_ndcg_at_10_max": 0.419592, + "nauc_ndcg_at_10_std": 0.192316, + "nauc_ndcg_at_10_diff1": 0.19686, + "nauc_ndcg_at_20_max": 0.409893, + "nauc_ndcg_at_20_std": 0.205618, + "nauc_ndcg_at_20_diff1": 0.19482, + "nauc_ndcg_at_100_max": 0.391109, + "nauc_ndcg_at_100_std": 0.254487, + "nauc_ndcg_at_100_diff1": 0.178785, + "nauc_ndcg_at_1000_max": 0.487055, + "nauc_ndcg_at_1000_std": 0.264413, + "nauc_ndcg_at_1000_diff1": 0.176957, + "nauc_map_at_1_max": 0.142525, + "nauc_map_at_1_std": 0.089289, + "nauc_map_at_1_diff1": 0.48826, + "nauc_map_at_3_max": 0.163873, + "nauc_map_at_3_std": 0.087665, + "nauc_map_at_3_diff1": 0.387689, + "nauc_map_at_5_max": 0.15642, + "nauc_map_at_5_std": 0.091458, + "nauc_map_at_5_diff1": 0.338328, + "nauc_map_at_10_max": 0.193667, + "nauc_map_at_10_std": 0.118788, + "nauc_map_at_10_diff1": 0.289389, + "nauc_map_at_20_max": 0.230362, + "nauc_map_at_20_std": 0.153685, + "nauc_map_at_20_diff1": 0.243592, + "nauc_map_at_100_max": 0.314383, + "nauc_map_at_100_std": 0.248274, + "nauc_map_at_100_diff1": 0.151669, + "nauc_map_at_1000_max": 0.389915, + "nauc_map_at_1000_std": 0.296581, + "nauc_map_at_1000_diff1": 0.131084, + "nauc_recall_at_1_max": 0.142525, + "nauc_recall_at_1_std": 0.089289, + "nauc_recall_at_1_diff1": 0.48826, + "nauc_recall_at_3_max": 0.133958, + "nauc_recall_at_3_std": 0.064215, + "nauc_recall_at_3_diff1": 0.380919, + "nauc_recall_at_5_max": 0.114173, + "nauc_recall_at_5_std": 0.068161, + "nauc_recall_at_5_diff1": 0.317951, + "nauc_recall_at_10_max": 0.127439, + "nauc_recall_at_10_std": 0.089582, + "nauc_recall_at_10_diff1": 0.264942, + "nauc_recall_at_20_max": 0.130221, + "nauc_recall_at_20_std": 0.136374, + "nauc_recall_at_20_diff1": 0.196238, + "nauc_recall_at_100_max": 0.160857, + "nauc_recall_at_100_std": 0.308801, + "nauc_recall_at_100_diff1": 0.068751, + "nauc_recall_at_1000_max": 0.472094, + "nauc_recall_at_1000_std": 0.771202, + "nauc_recall_at_1000_diff1": 0.096448, + "nauc_precision_at_1_max": 0.465186, + "nauc_precision_at_1_std": 0.223861, + "nauc_precision_at_1_diff1": 0.255729, + "nauc_precision_at_3_max": 0.391697, + "nauc_precision_at_3_std": 0.223757, + "nauc_precision_at_3_diff1": 0.066897, + "nauc_precision_at_5_max": 0.352186, + "nauc_precision_at_5_std": 0.202033, + "nauc_precision_at_5_diff1": -0.086152, + "nauc_precision_at_10_max": 0.351007, + "nauc_precision_at_10_std": 0.204818, + "nauc_precision_at_10_diff1": -0.15645, + "nauc_precision_at_20_max": 0.317756, + "nauc_precision_at_20_std": 0.195616, + "nauc_precision_at_20_diff1": -0.208923, + "nauc_precision_at_100_max": 0.270379, + "nauc_precision_at_100_std": 0.179124, + "nauc_precision_at_100_diff1": -0.196111, + "nauc_precision_at_1000_max": 0.223161, + "nauc_precision_at_1000_std": 0.089185, + "nauc_precision_at_1000_diff1": -0.126007, + "nauc_mrr_at_1_max": 0.465186, + "nauc_mrr_at_1_std": 0.223861, + "nauc_mrr_at_1_diff1": 0.255729, + "nauc_mrr_at_3_max": 0.48037, + "nauc_mrr_at_3_std": 0.216276, + "nauc_mrr_at_3_diff1": 0.264701, + "nauc_mrr_at_5_max": 0.479789, + "nauc_mrr_at_5_std": 0.219943, + "nauc_mrr_at_5_diff1": 0.273266, + "nauc_mrr_at_10_max": 0.481616, + "nauc_mrr_at_10_std": 0.212122, + "nauc_mrr_at_10_diff1": 0.26865, + "nauc_mrr_at_20_max": 0.480858, + "nauc_mrr_at_20_std": 0.21402, + "nauc_mrr_at_20_diff1": 0.26907, + "nauc_mrr_at_100_max": 0.480288, + "nauc_mrr_at_100_std": 0.216167, + "nauc_mrr_at_100_diff1": 0.269313, + "nauc_mrr_at_1000_max": 0.480097, + "nauc_mrr_at_1000_std": 0.215828, + "nauc_mrr_at_1000_diff1": 0.269244, + "cv_recall_at_1": 0.7, + "cv_recall_at_3": 0.875, + "cv_recall_at_5": 0.91, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 0.985, + "cv_recall_at_1000": 1.0, + "main_score": 0.5228, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54, + "ndcg_at_3": 0.48729, + "ndcg_at_5": 0.47617, + "ndcg_at_10": 0.46662, + "ndcg_at_20": 0.4605, + "ndcg_at_100": 0.53788, + "ndcg_at_1000": 0.63809, + "map_at_1": 0.06158, + "map_at_3": 0.11943, + "map_at_5": 0.15019, + "map_at_10": 0.19428, + "map_at_20": 0.23203, + "map_at_100": 0.31317, + "map_at_1000": 0.35242, + "recall_at_1": 0.06158, + "recall_at_3": 0.13088, + "recall_at_5": 0.17692, + "recall_at_10": 0.2584, + "recall_at_20": 0.34072, + "recall_at_100": 0.6205, + "recall_at_1000": 0.92616, + "accuracy": 0.06158, + "precision_at_1": 0.665, + "precision_at_3": 0.55167, + "precision_at_5": 0.499, + "precision_at_10": 0.413, + "precision_at_20": 0.32175, + "precision_at_100": 0.16375, + "precision_at_1000": 0.03271, + "mrr_at_1": 0.665, + "mrr_at_3": 0.735833, + "mrr_at_5": 0.747333, + "mrr_at_10": 0.75697, + "mrr_at_20": 0.758486, + "mrr_at_100": 0.759306, + "mrr_at_1000": 0.759343, + "nauc_ndcg_at_1_max": 0.299708, + "nauc_ndcg_at_1_std": 0.142913, + "nauc_ndcg_at_1_diff1": 0.202373, + "nauc_ndcg_at_3_max": 0.404708, + "nauc_ndcg_at_3_std": 0.24706, + "nauc_ndcg_at_3_diff1": 0.103173, + "nauc_ndcg_at_5_max": 0.396814, + "nauc_ndcg_at_5_std": 0.274779, + "nauc_ndcg_at_5_diff1": 0.114139, + "nauc_ndcg_at_10_max": 0.384044, + "nauc_ndcg_at_10_std": 0.294644, + "nauc_ndcg_at_10_diff1": 0.129551, + "nauc_ndcg_at_20_max": 0.401546, + "nauc_ndcg_at_20_std": 0.323817, + "nauc_ndcg_at_20_diff1": 0.140758, + "nauc_ndcg_at_100_max": 0.413249, + "nauc_ndcg_at_100_std": 0.40095, + "nauc_ndcg_at_100_diff1": 0.136175, + "nauc_ndcg_at_1000_max": 0.465752, + "nauc_ndcg_at_1000_std": 0.378253, + "nauc_ndcg_at_1000_diff1": 0.085357, + "nauc_map_at_1_max": 0.042871, + "nauc_map_at_1_std": 0.157824, + "nauc_map_at_1_diff1": 0.420347, + "nauc_map_at_3_max": 0.112277, + "nauc_map_at_3_std": 0.190595, + "nauc_map_at_3_diff1": 0.283016, + "nauc_map_at_5_max": 0.144355, + "nauc_map_at_5_std": 0.22267, + "nauc_map_at_5_diff1": 0.27573, + "nauc_map_at_10_max": 0.174512, + "nauc_map_at_10_std": 0.237767, + "nauc_map_at_10_diff1": 0.256502, + "nauc_map_at_20_max": 0.2478, + "nauc_map_at_20_std": 0.294312, + "nauc_map_at_20_diff1": 0.223177, + "nauc_map_at_100_max": 0.35517, + "nauc_map_at_100_std": 0.404071, + "nauc_map_at_100_diff1": 0.15005, + "nauc_map_at_1000_max": 0.396113, + "nauc_map_at_1000_std": 0.435874, + "nauc_map_at_1000_diff1": 0.109539, + "nauc_recall_at_1_max": 0.042871, + "nauc_recall_at_1_std": 0.157824, + "nauc_recall_at_1_diff1": 0.420347, + "nauc_recall_at_3_max": 0.086897, + "nauc_recall_at_3_std": 0.159763, + "nauc_recall_at_3_diff1": 0.282673, + "nauc_recall_at_5_max": 0.094531, + "nauc_recall_at_5_std": 0.17009, + "nauc_recall_at_5_diff1": 0.273151, + "nauc_recall_at_10_max": 0.096516, + "nauc_recall_at_10_std": 0.158013, + "nauc_recall_at_10_diff1": 0.257938, + "nauc_recall_at_20_max": 0.165771, + "nauc_recall_at_20_std": 0.233234, + "nauc_recall_at_20_diff1": 0.21083, + "nauc_recall_at_100_max": 0.293727, + "nauc_recall_at_100_std": 0.429127, + "nauc_recall_at_100_diff1": 0.125075, + "nauc_recall_at_1000_max": 0.603357, + "nauc_recall_at_1000_std": 0.666631, + "nauc_recall_at_1000_diff1": 0.040143, + "nauc_precision_at_1_max": 0.386855, + "nauc_precision_at_1_std": 0.280535, + "nauc_precision_at_1_diff1": 0.139019, + "nauc_precision_at_3_max": 0.436448, + "nauc_precision_at_3_std": 0.301543, + "nauc_precision_at_3_diff1": -0.046241, + "nauc_precision_at_5_max": 0.414164, + "nauc_precision_at_5_std": 0.296827, + "nauc_precision_at_5_diff1": -0.079186, + "nauc_precision_at_10_max": 0.410064, + "nauc_precision_at_10_std": 0.298919, + "nauc_precision_at_10_diff1": -0.143896, + "nauc_precision_at_20_max": 0.421765, + "nauc_precision_at_20_std": 0.292545, + "nauc_precision_at_20_diff1": -0.196748, + "nauc_precision_at_100_max": 0.299711, + "nauc_precision_at_100_std": 0.204654, + "nauc_precision_at_100_diff1": -0.216368, + "nauc_precision_at_1000_max": 0.131232, + "nauc_precision_at_1000_std": 0.037315, + "nauc_precision_at_1000_diff1": -0.202739, + "nauc_mrr_at_1_max": 0.386855, + "nauc_mrr_at_1_std": 0.280535, + "nauc_mrr_at_1_diff1": 0.139019, + "nauc_mrr_at_3_max": 0.444181, + "nauc_mrr_at_3_std": 0.29891, + "nauc_mrr_at_3_diff1": 0.146097, + "nauc_mrr_at_5_max": 0.431725, + "nauc_mrr_at_5_std": 0.294539, + "nauc_mrr_at_5_diff1": 0.13924, + "nauc_mrr_at_10_max": 0.426669, + "nauc_mrr_at_10_std": 0.287835, + "nauc_mrr_at_10_diff1": 0.138958, + "nauc_mrr_at_20_max": 0.427983, + "nauc_mrr_at_20_std": 0.287936, + "nauc_mrr_at_20_diff1": 0.134954, + "nauc_mrr_at_100_max": 0.4271, + "nauc_mrr_at_100_std": 0.288144, + "nauc_mrr_at_100_diff1": 0.136518, + "nauc_mrr_at_1000_max": 0.427088, + "nauc_mrr_at_1000_std": 0.288206, + "nauc_mrr_at_1000_diff1": 0.136681, + "cv_recall_at_1": 0.665, + "cv_recall_at_3": 0.82, + "cv_recall_at_5": 0.87, + "cv_recall_at_10": 0.935, + "cv_recall_at_20": 0.955, + "cv_recall_at_100": 0.985, + "cv_recall_at_1000": 1.0, + "main_score": 0.46662, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.505, + "ndcg_at_3": 0.45371, + "ndcg_at_5": 0.44182, + "ndcg_at_10": 0.43942, + "ndcg_at_20": 0.43648, + "ndcg_at_100": 0.51059, + "ndcg_at_1000": 0.61553, + "map_at_1": 0.05674, + "map_at_3": 0.1038, + "map_at_5": 0.13383, + "map_at_10": 0.17493, + "map_at_20": 0.21284, + "map_at_100": 0.28983, + "map_at_1000": 0.32853, + "recall_at_1": 0.05674, + "recall_at_3": 0.11353, + "recall_at_5": 0.16218, + "recall_at_10": 0.23962, + "recall_at_20": 0.33311, + "recall_at_100": 0.60138, + "recall_at_1000": 0.91875, + "accuracy": 0.05674, + "precision_at_1": 0.605, + "precision_at_3": 0.51333, + "precision_at_5": 0.467, + "precision_at_10": 0.3925, + "precision_at_20": 0.31125, + "precision_at_100": 0.15525, + "precision_at_1000": 0.03225, + "mrr_at_1": 0.605, + "mrr_at_3": 0.679167, + "mrr_at_5": 0.697667, + "mrr_at_10": 0.704948, + "mrr_at_20": 0.707665, + "mrr_at_100": 0.708798, + "mrr_at_1000": 0.708869, + "nauc_ndcg_at_1_max": 0.317737, + "nauc_ndcg_at_1_std": 0.131444, + "nauc_ndcg_at_1_diff1": 0.33964, + "nauc_ndcg_at_3_max": 0.394854, + "nauc_ndcg_at_3_std": 0.277366, + "nauc_ndcg_at_3_diff1": 0.213006, + "nauc_ndcg_at_5_max": 0.390046, + "nauc_ndcg_at_5_std": 0.302027, + "nauc_ndcg_at_5_diff1": 0.222875, + "nauc_ndcg_at_10_max": 0.381454, + "nauc_ndcg_at_10_std": 0.330058, + "nauc_ndcg_at_10_diff1": 0.195326, + "nauc_ndcg_at_20_max": 0.39847, + "nauc_ndcg_at_20_std": 0.347105, + "nauc_ndcg_at_20_diff1": 0.216733, + "nauc_ndcg_at_100_max": 0.411455, + "nauc_ndcg_at_100_std": 0.436867, + "nauc_ndcg_at_100_diff1": 0.20139, + "nauc_ndcg_at_1000_max": 0.46549, + "nauc_ndcg_at_1000_std": 0.380219, + "nauc_ndcg_at_1000_diff1": 0.207096, + "nauc_map_at_1_max": 0.036357, + "nauc_map_at_1_std": 0.135368, + "nauc_map_at_1_diff1": 0.536631, + "nauc_map_at_3_max": 0.159457, + "nauc_map_at_3_std": 0.233249, + "nauc_map_at_3_diff1": 0.345758, + "nauc_map_at_5_max": 0.164633, + "nauc_map_at_5_std": 0.254863, + "nauc_map_at_5_diff1": 0.321172, + "nauc_map_at_10_max": 0.188639, + "nauc_map_at_10_std": 0.2815, + "nauc_map_at_10_diff1": 0.241707, + "nauc_map_at_20_max": 0.243059, + "nauc_map_at_20_std": 0.320487, + "nauc_map_at_20_diff1": 0.202688, + "nauc_map_at_100_max": 0.349476, + "nauc_map_at_100_std": 0.441082, + "nauc_map_at_100_diff1": 0.136214, + "nauc_map_at_1000_max": 0.393936, + "nauc_map_at_1000_std": 0.45911, + "nauc_map_at_1000_diff1": 0.130364, + "nauc_recall_at_1_max": 0.036357, + "nauc_recall_at_1_std": 0.135368, + "nauc_recall_at_1_diff1": 0.536631, + "nauc_recall_at_3_max": 0.144498, + "nauc_recall_at_3_std": 0.215028, + "nauc_recall_at_3_diff1": 0.342263, + "nauc_recall_at_5_max": 0.124703, + "nauc_recall_at_5_std": 0.228445, + "nauc_recall_at_5_diff1": 0.303281, + "nauc_recall_at_10_max": 0.11346, + "nauc_recall_at_10_std": 0.213828, + "nauc_recall_at_10_diff1": 0.194955, + "nauc_recall_at_20_max": 0.163732, + "nauc_recall_at_20_std": 0.267055, + "nauc_recall_at_20_diff1": 0.149973, + "nauc_recall_at_100_max": 0.298455, + "nauc_recall_at_100_std": 0.509993, + "nauc_recall_at_100_diff1": 0.078642, + "nauc_recall_at_1000_max": 0.606763, + "nauc_recall_at_1000_std": 0.609233, + "nauc_recall_at_1000_diff1": 0.059605, + "nauc_precision_at_1_max": 0.377591, + "nauc_precision_at_1_std": 0.223758, + "nauc_precision_at_1_diff1": 0.324676, + "nauc_precision_at_3_max": 0.418159, + "nauc_precision_at_3_std": 0.317827, + "nauc_precision_at_3_diff1": 0.047118, + "nauc_precision_at_5_max": 0.414592, + "nauc_precision_at_5_std": 0.330661, + "nauc_precision_at_5_diff1": 0.02548, + "nauc_precision_at_10_max": 0.395285, + "nauc_precision_at_10_std": 0.320525, + "nauc_precision_at_10_diff1": -0.084594, + "nauc_precision_at_20_max": 0.411424, + "nauc_precision_at_20_std": 0.28643, + "nauc_precision_at_20_diff1": -0.100205, + "nauc_precision_at_100_max": 0.321023, + "nauc_precision_at_100_std": 0.227531, + "nauc_precision_at_100_diff1": -0.087453, + "nauc_precision_at_1000_max": 0.146286, + "nauc_precision_at_1000_std": -0.006407, + "nauc_precision_at_1000_diff1": -0.023097, + "nauc_mrr_at_1_max": 0.377591, + "nauc_mrr_at_1_std": 0.223758, + "nauc_mrr_at_1_diff1": 0.324676, + "nauc_mrr_at_3_max": 0.428946, + "nauc_mrr_at_3_std": 0.249457, + "nauc_mrr_at_3_diff1": 0.331652, + "nauc_mrr_at_5_max": 0.425173, + "nauc_mrr_at_5_std": 0.239494, + "nauc_mrr_at_5_diff1": 0.326775, + "nauc_mrr_at_10_max": 0.422799, + "nauc_mrr_at_10_std": 0.237802, + "nauc_mrr_at_10_diff1": 0.325478, + "nauc_mrr_at_20_max": 0.419423, + "nauc_mrr_at_20_std": 0.238355, + "nauc_mrr_at_20_diff1": 0.32653, + "nauc_mrr_at_100_max": 0.418885, + "nauc_mrr_at_100_std": 0.237454, + "nauc_mrr_at_100_diff1": 0.327042, + "nauc_mrr_at_1000_max": 0.418803, + "nauc_mrr_at_1000_std": 0.237352, + "nauc_mrr_at_1000_diff1": 0.326988, + "cv_recall_at_1": 0.605, + "cv_recall_at_3": 0.77, + "cv_recall_at_5": 0.85, + "cv_recall_at_10": 0.9, + "cv_recall_at_20": 0.945, + "cv_recall_at_100": 0.98, + "cv_recall_at_1000": 1.0, + "main_score": 0.43942, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.7175, + "ndcg_at_3": 0.62122, + "ndcg_at_5": 0.59182, + "ndcg_at_10": 0.57695, + "ndcg_at_20": 0.59215, + "ndcg_at_100": 0.6782, + "ndcg_at_1000": 0.74344, + "map_at_1": 0.09589, + "map_at_3": 0.17482, + "map_at_5": 0.22157, + "map_at_10": 0.28195, + "map_at_20": 0.34308, + "map_at_100": 0.43478, + "map_at_1000": 0.46345, + "recall_at_1": 0.09589, + "recall_at_3": 0.18375, + "recall_at_5": 0.25185, + "recall_at_10": 0.36043, + "recall_at_20": 0.49619, + "recall_at_100": 0.79911, + "recall_at_1000": 0.98695, + "accuracy": 0.09589, + "precision_at_1": 0.81, + "precision_at_3": 0.65167, + "precision_at_5": 0.574, + "precision_at_10": 0.4675, + "precision_at_20": 0.37375, + "precision_at_100": 0.16135, + "precision_at_1000": 0.02447, + "mrr_at_1": 0.81, + "mrr_at_3": 0.871667, + "mrr_at_5": 0.878667, + "mrr_at_10": 0.881395, + "mrr_at_20": 0.881849, + "mrr_at_100": 0.881849, + "mrr_at_1000": 0.881849, + "nauc_ndcg_at_1_max": 0.315955, + "nauc_ndcg_at_1_std": -0.145452, + "nauc_ndcg_at_1_diff1": 0.423334, + "nauc_ndcg_at_3_max": 0.307424, + "nauc_ndcg_at_3_std": 0.02614, + "nauc_ndcg_at_3_diff1": 0.139893, + "nauc_ndcg_at_5_max": 0.305614, + "nauc_ndcg_at_5_std": 0.035874, + "nauc_ndcg_at_5_diff1": 0.100921, + "nauc_ndcg_at_10_max": 0.318306, + "nauc_ndcg_at_10_std": 0.027732, + "nauc_ndcg_at_10_diff1": 0.15093, + "nauc_ndcg_at_20_max": 0.308417, + "nauc_ndcg_at_20_std": 0.019405, + "nauc_ndcg_at_20_diff1": 0.199662, + "nauc_ndcg_at_100_max": 0.322902, + "nauc_ndcg_at_100_std": 0.162233, + "nauc_ndcg_at_100_diff1": 0.214009, + "nauc_ndcg_at_1000_max": 0.362995, + "nauc_ndcg_at_1000_std": 0.146663, + "nauc_ndcg_at_1000_diff1": 0.16465, + "nauc_map_at_1_max": 0.097478, + "nauc_map_at_1_std": -0.124295, + "nauc_map_at_1_diff1": 0.368444, + "nauc_map_at_3_max": 0.207647, + "nauc_map_at_3_std": -0.056863, + "nauc_map_at_3_diff1": 0.280042, + "nauc_map_at_5_max": 0.220522, + "nauc_map_at_5_std": -0.037428, + "nauc_map_at_5_diff1": 0.231869, + "nauc_map_at_10_max": 0.207359, + "nauc_map_at_10_std": -0.035048, + "nauc_map_at_10_diff1": 0.22935, + "nauc_map_at_20_max": 0.201335, + "nauc_map_at_20_std": -0.000312, + "nauc_map_at_20_diff1": 0.211858, + "nauc_map_at_100_max": 0.252426, + "nauc_map_at_100_std": 0.140283, + "nauc_map_at_100_diff1": 0.150033, + "nauc_map_at_1000_max": 0.264667, + "nauc_map_at_1000_std": 0.156703, + "nauc_map_at_1000_diff1": 0.102729, + "nauc_recall_at_1_max": 0.097478, + "nauc_recall_at_1_std": -0.124295, + "nauc_recall_at_1_diff1": 0.368444, + "nauc_recall_at_3_max": 0.194286, + "nauc_recall_at_3_std": -0.048605, + "nauc_recall_at_3_diff1": 0.256594, + "nauc_recall_at_5_max": 0.179048, + "nauc_recall_at_5_std": -0.031576, + "nauc_recall_at_5_diff1": 0.177594, + "nauc_recall_at_10_max": 0.124105, + "nauc_recall_at_10_std": -0.060665, + "nauc_recall_at_10_diff1": 0.205936, + "nauc_recall_at_20_max": 0.110577, + "nauc_recall_at_20_std": -0.045143, + "nauc_recall_at_20_diff1": 0.214026, + "nauc_recall_at_100_max": 0.155318, + "nauc_recall_at_100_std": 0.27097, + "nauc_recall_at_100_diff1": 0.134593, + "nauc_recall_at_1000_max": 0.504357, + "nauc_recall_at_1000_std": 0.754853, + "nauc_recall_at_1000_diff1": -0.056077, + "nauc_precision_at_1_max": 0.287469, + "nauc_precision_at_1_std": -0.189284, + "nauc_precision_at_1_diff1": 0.406504, + "nauc_precision_at_3_max": 0.258204, + "nauc_precision_at_3_std": 0.109711, + "nauc_precision_at_3_diff1": -0.080674, + "nauc_precision_at_5_max": 0.194001, + "nauc_precision_at_5_std": 0.1123, + "nauc_precision_at_5_diff1": -0.156509, + "nauc_precision_at_10_max": 0.094616, + "nauc_precision_at_10_std": 0.120268, + "nauc_precision_at_10_diff1": -0.197601, + "nauc_precision_at_20_max": 0.007133, + "nauc_precision_at_20_std": 0.176756, + "nauc_precision_at_20_diff1": -0.249633, + "nauc_precision_at_100_max": 0.018894, + "nauc_precision_at_100_std": 0.209178, + "nauc_precision_at_100_diff1": -0.28973, + "nauc_precision_at_1000_max": -0.046367, + "nauc_precision_at_1000_std": 0.032963, + "nauc_precision_at_1000_diff1": -0.293241, + "nauc_mrr_at_1_max": 0.287469, + "nauc_mrr_at_1_std": -0.189284, + "nauc_mrr_at_1_diff1": 0.406504, + "nauc_mrr_at_3_max": 0.353165, + "nauc_mrr_at_3_std": -0.143753, + "nauc_mrr_at_3_diff1": 0.379027, + "nauc_mrr_at_5_max": 0.341, + "nauc_mrr_at_5_std": -0.170019, + "nauc_mrr_at_5_diff1": 0.375986, + "nauc_mrr_at_10_max": 0.333534, + "nauc_mrr_at_10_std": -0.168558, + "nauc_mrr_at_10_diff1": 0.376484, + "nauc_mrr_at_20_max": 0.333434, + "nauc_mrr_at_20_std": -0.166959, + "nauc_mrr_at_20_diff1": 0.378702, + "nauc_mrr_at_100_max": 0.333434, + "nauc_mrr_at_100_std": -0.166959, + "nauc_mrr_at_100_diff1": 0.378702, + "nauc_mrr_at_1000_max": 0.333434, + "nauc_mrr_at_1000_std": -0.166959, + "nauc_mrr_at_1000_diff1": 0.378702, + "cv_recall_at_1": 0.81, + "cv_recall_at_3": 0.945, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.57695, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6725, + "ndcg_at_3": 0.56527, + "ndcg_at_5": 0.52433, + "ndcg_at_10": 0.51076, + "ndcg_at_20": 0.52083, + "ndcg_at_100": 0.6079, + "ndcg_at_1000": 0.68749, + "map_at_1": 0.08152, + "map_at_3": 0.15712, + "map_at_5": 0.1905, + "map_at_10": 0.24027, + "map_at_20": 0.28617, + "map_at_100": 0.36416, + "map_at_1000": 0.39039, + "recall_at_1": 0.08152, + "recall_at_3": 0.16928, + "recall_at_5": 0.2221, + "recall_at_10": 0.31397, + "recall_at_20": 0.42465, + "recall_at_100": 0.721, + "recall_at_1000": 0.95999, + "accuracy": 0.08152, + "precision_at_1": 0.74, + "precision_at_3": 0.58833, + "precision_at_5": 0.494, + "precision_at_10": 0.4005, + "precision_at_20": 0.3135, + "precision_at_100": 0.13935, + "precision_at_1000": 0.02316, + "mrr_at_1": 0.74, + "mrr_at_3": 0.806667, + "mrr_at_5": 0.817167, + "mrr_at_10": 0.821651, + "mrr_at_20": 0.822588, + "mrr_at_100": 0.823221, + "mrr_at_1000": 0.82325, + "nauc_ndcg_at_1_max": 0.423763, + "nauc_ndcg_at_1_std": 0.18344, + "nauc_ndcg_at_1_diff1": 0.463101, + "nauc_ndcg_at_3_max": 0.299664, + "nauc_ndcg_at_3_std": 0.174837, + "nauc_ndcg_at_3_diff1": 0.281966, + "nauc_ndcg_at_5_max": 0.303965, + "nauc_ndcg_at_5_std": 0.214073, + "nauc_ndcg_at_5_diff1": 0.250349, + "nauc_ndcg_at_10_max": 0.355168, + "nauc_ndcg_at_10_std": 0.25601, + "nauc_ndcg_at_10_diff1": 0.262458, + "nauc_ndcg_at_20_max": 0.349121, + "nauc_ndcg_at_20_std": 0.283053, + "nauc_ndcg_at_20_diff1": 0.284018, + "nauc_ndcg_at_100_max": 0.37404, + "nauc_ndcg_at_100_std": 0.407253, + "nauc_ndcg_at_100_diff1": 0.28174, + "nauc_ndcg_at_1000_max": 0.389922, + "nauc_ndcg_at_1000_std": 0.393311, + "nauc_ndcg_at_1000_diff1": 0.25567, + "nauc_map_at_1_max": 0.091949, + "nauc_map_at_1_std": 0.007164, + "nauc_map_at_1_diff1": 0.460499, + "nauc_map_at_3_max": 0.153124, + "nauc_map_at_3_std": 0.051618, + "nauc_map_at_3_diff1": 0.348987, + "nauc_map_at_5_max": 0.168246, + "nauc_map_at_5_std": 0.083786, + "nauc_map_at_5_diff1": 0.324687, + "nauc_map_at_10_max": 0.211937, + "nauc_map_at_10_std": 0.132672, + "nauc_map_at_10_diff1": 0.319697, + "nauc_map_at_20_max": 0.243922, + "nauc_map_at_20_std": 0.20441, + "nauc_map_at_20_diff1": 0.311308, + "nauc_map_at_100_max": 0.302706, + "nauc_map_at_100_std": 0.367413, + "nauc_map_at_100_diff1": 0.264954, + "nauc_map_at_1000_max": 0.318433, + "nauc_map_at_1000_std": 0.390164, + "nauc_map_at_1000_diff1": 0.239471, + "nauc_recall_at_1_max": 0.091949, + "nauc_recall_at_1_std": 0.007164, + "nauc_recall_at_1_diff1": 0.460499, + "nauc_recall_at_3_max": 0.123749, + "nauc_recall_at_3_std": 0.055477, + "nauc_recall_at_3_diff1": 0.313736, + "nauc_recall_at_5_max": 0.109588, + "nauc_recall_at_5_std": 0.079463, + "nauc_recall_at_5_diff1": 0.250686, + "nauc_recall_at_10_max": 0.149865, + "nauc_recall_at_10_std": 0.10589, + "nauc_recall_at_10_diff1": 0.25048, + "nauc_recall_at_20_max": 0.181099, + "nauc_recall_at_20_std": 0.175314, + "nauc_recall_at_20_diff1": 0.258083, + "nauc_recall_at_100_max": 0.275576, + "nauc_recall_at_100_std": 0.466905, + "nauc_recall_at_100_diff1": 0.161404, + "nauc_recall_at_1000_max": 0.573411, + "nauc_recall_at_1000_std": 0.789076, + "nauc_recall_at_1000_diff1": 0.126668, + "nauc_precision_at_1_max": 0.434167, + "nauc_precision_at_1_std": 0.257137, + "nauc_precision_at_1_diff1": 0.443068, + "nauc_precision_at_3_max": 0.290931, + "nauc_precision_at_3_std": 0.215697, + "nauc_precision_at_3_diff1": 0.08885, + "nauc_precision_at_5_max": 0.298182, + "nauc_precision_at_5_std": 0.274073, + "nauc_precision_at_5_diff1": 0.028829, + "nauc_precision_at_10_max": 0.312083, + "nauc_precision_at_10_std": 0.323196, + "nauc_precision_at_10_diff1": -0.050132, + "nauc_precision_at_20_max": 0.232339, + "nauc_precision_at_20_std": 0.382519, + "nauc_precision_at_20_diff1": -0.122038, + "nauc_precision_at_100_max": 0.134298, + "nauc_precision_at_100_std": 0.306294, + "nauc_precision_at_100_diff1": -0.241424, + "nauc_precision_at_1000_max": -0.002505, + "nauc_precision_at_1000_std": 0.038217, + "nauc_precision_at_1000_diff1": -0.258935, + "nauc_mrr_at_1_max": 0.434167, + "nauc_mrr_at_1_std": 0.257137, + "nauc_mrr_at_1_diff1": 0.443068, + "nauc_mrr_at_3_max": 0.376042, + "nauc_mrr_at_3_std": 0.279412, + "nauc_mrr_at_3_diff1": 0.379336, + "nauc_mrr_at_5_max": 0.412597, + "nauc_mrr_at_5_std": 0.313849, + "nauc_mrr_at_5_diff1": 0.380673, + "nauc_mrr_at_10_max": 0.412058, + "nauc_mrr_at_10_std": 0.305365, + "nauc_mrr_at_10_diff1": 0.372157, + "nauc_mrr_at_20_max": 0.410011, + "nauc_mrr_at_20_std": 0.302824, + "nauc_mrr_at_20_diff1": 0.375506, + "nauc_mrr_at_100_max": 0.409385, + "nauc_mrr_at_100_std": 0.301701, + "nauc_mrr_at_100_diff1": 0.376851, + "nauc_mrr_at_1000_max": 0.409281, + "nauc_mrr_at_1000_std": 0.301578, + "nauc_mrr_at_1000_diff1": 0.376947, + "cv_recall_at_1": 0.74, + "cv_recall_at_3": 0.885, + "cv_recall_at_5": 0.93, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.51076, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.635, + "ndcg_at_3": 0.54443, + "ndcg_at_5": 0.51633, + "ndcg_at_10": 0.50701, + "ndcg_at_20": 0.51499, + "ndcg_at_100": 0.60037, + "ndcg_at_1000": 0.68205, + "map_at_1": 0.08591, + "map_at_3": 0.15609, + "map_at_5": 0.19155, + "map_at_10": 0.23937, + "map_at_20": 0.28429, + "map_at_100": 0.35914, + "map_at_1000": 0.38633, + "recall_at_1": 0.08591, + "recall_at_3": 0.16615, + "recall_at_5": 0.21805, + "recall_at_10": 0.30784, + "recall_at_20": 0.41543, + "recall_at_100": 0.71118, + "recall_at_1000": 0.95736, + "accuracy": 0.08591, + "precision_at_1": 0.71, + "precision_at_3": 0.56833, + "precision_at_5": 0.498, + "precision_at_10": 0.4065, + "precision_at_20": 0.31325, + "precision_at_100": 0.1375, + "precision_at_1000": 0.02321, + "mrr_at_1": 0.71, + "mrr_at_3": 0.785833, + "mrr_at_5": 0.794583, + "mrr_at_10": 0.799048, + "mrr_at_20": 0.800426, + "mrr_at_100": 0.801276, + "mrr_at_1000": 0.801334, + "nauc_ndcg_at_1_max": 0.380324, + "nauc_ndcg_at_1_std": 0.089265, + "nauc_ndcg_at_1_diff1": 0.407862, + "nauc_ndcg_at_3_max": 0.334705, + "nauc_ndcg_at_3_std": 0.139348, + "nauc_ndcg_at_3_diff1": 0.251398, + "nauc_ndcg_at_5_max": 0.327061, + "nauc_ndcg_at_5_std": 0.183529, + "nauc_ndcg_at_5_diff1": 0.203368, + "nauc_ndcg_at_10_max": 0.363346, + "nauc_ndcg_at_10_std": 0.215146, + "nauc_ndcg_at_10_diff1": 0.18333, + "nauc_ndcg_at_20_max": 0.368158, + "nauc_ndcg_at_20_std": 0.260788, + "nauc_ndcg_at_20_diff1": 0.178565, + "nauc_ndcg_at_100_max": 0.379358, + "nauc_ndcg_at_100_std": 0.354807, + "nauc_ndcg_at_100_diff1": 0.236885, + "nauc_ndcg_at_1000_max": 0.411588, + "nauc_ndcg_at_1000_std": 0.346936, + "nauc_ndcg_at_1000_diff1": 0.222002, + "nauc_map_at_1_max": 0.152141, + "nauc_map_at_1_std": 0.130547, + "nauc_map_at_1_diff1": 0.264527, + "nauc_map_at_3_max": 0.21367, + "nauc_map_at_3_std": 0.121804, + "nauc_map_at_3_diff1": 0.246672, + "nauc_map_at_5_max": 0.235556, + "nauc_map_at_5_std": 0.149451, + "nauc_map_at_5_diff1": 0.242397, + "nauc_map_at_10_max": 0.25237, + "nauc_map_at_10_std": 0.158038, + "nauc_map_at_10_diff1": 0.223972, + "nauc_map_at_20_max": 0.270776, + "nauc_map_at_20_std": 0.203434, + "nauc_map_at_20_diff1": 0.208307, + "nauc_map_at_100_max": 0.313779, + "nauc_map_at_100_std": 0.321184, + "nauc_map_at_100_diff1": 0.199432, + "nauc_map_at_1000_max": 0.330361, + "nauc_map_at_1000_std": 0.339895, + "nauc_map_at_1000_diff1": 0.174636, + "nauc_recall_at_1_max": 0.152141, + "nauc_recall_at_1_std": 0.130547, + "nauc_recall_at_1_diff1": 0.264527, + "nauc_recall_at_3_max": 0.197133, + "nauc_recall_at_3_std": 0.114109, + "nauc_recall_at_3_diff1": 0.223629, + "nauc_recall_at_5_max": 0.207123, + "nauc_recall_at_5_std": 0.156679, + "nauc_recall_at_5_diff1": 0.202102, + "nauc_recall_at_10_max": 0.203291, + "nauc_recall_at_10_std": 0.149718, + "nauc_recall_at_10_diff1": 0.172103, + "nauc_recall_at_20_max": 0.218287, + "nauc_recall_at_20_std": 0.204209, + "nauc_recall_at_20_diff1": 0.139867, + "nauc_recall_at_100_max": 0.285444, + "nauc_recall_at_100_std": 0.445129, + "nauc_recall_at_100_diff1": 0.157542, + "nauc_recall_at_1000_max": 0.622085, + "nauc_recall_at_1000_std": 0.862005, + "nauc_recall_at_1000_diff1": 0.097794, + "nauc_precision_at_1_max": 0.414729, + "nauc_precision_at_1_std": 0.147129, + "nauc_precision_at_1_diff1": 0.369049, + "nauc_precision_at_3_max": 0.340082, + "nauc_precision_at_3_std": 0.149956, + "nauc_precision_at_3_diff1": 0.125101, + "nauc_precision_at_5_max": 0.313398, + "nauc_precision_at_5_std": 0.203176, + "nauc_precision_at_5_diff1": 0.028639, + "nauc_precision_at_10_max": 0.262952, + "nauc_precision_at_10_std": 0.223751, + "nauc_precision_at_10_diff1": -0.055808, + "nauc_precision_at_20_max": 0.188266, + "nauc_precision_at_20_std": 0.262341, + "nauc_precision_at_20_diff1": -0.102531, + "nauc_precision_at_100_max": 0.087439, + "nauc_precision_at_100_std": 0.214913, + "nauc_precision_at_100_diff1": -0.130608, + "nauc_precision_at_1000_max": -0.041035, + "nauc_precision_at_1000_std": -0.015845, + "nauc_precision_at_1000_diff1": -0.167241, + "nauc_mrr_at_1_max": 0.414729, + "nauc_mrr_at_1_std": 0.147129, + "nauc_mrr_at_1_diff1": 0.369049, + "nauc_mrr_at_3_max": 0.458376, + "nauc_mrr_at_3_std": 0.215657, + "nauc_mrr_at_3_diff1": 0.321085, + "nauc_mrr_at_5_max": 0.460923, + "nauc_mrr_at_5_std": 0.232723, + "nauc_mrr_at_5_diff1": 0.311878, + "nauc_mrr_at_10_max": 0.45704, + "nauc_mrr_at_10_std": 0.224158, + "nauc_mrr_at_10_diff1": 0.313551, + "nauc_mrr_at_20_max": 0.45549, + "nauc_mrr_at_20_std": 0.221986, + "nauc_mrr_at_20_diff1": 0.319911, + "nauc_mrr_at_100_max": 0.455055, + "nauc_mrr_at_100_std": 0.221493, + "nauc_mrr_at_100_diff1": 0.320998, + "nauc_mrr_at_1000_max": 0.454879, + "nauc_mrr_at_1000_std": 0.221241, + "nauc_mrr_at_1000_diff1": 0.32083, + "cv_recall_at_1": 0.71, + "cv_recall_at_3": 0.875, + "cv_recall_at_5": 0.915, + "cv_recall_at_10": 0.945, + "cv_recall_at_20": 0.965, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.50701, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.7375, + "ndcg_at_3": 0.66411, + "ndcg_at_5": 0.64241, + "ndcg_at_10": 0.61862, + "ndcg_at_20": 0.60842, + "ndcg_at_100": 0.67441, + "ndcg_at_1000": 0.74432, + "map_at_1": 0.0643, + "map_at_3": 0.12895, + "map_at_5": 0.16949, + "map_at_10": 0.2325, + "map_at_20": 0.29723, + "map_at_100": 0.42187, + "map_at_1000": 0.4834, + "recall_at_1": 0.0643, + "recall_at_3": 0.14476, + "recall_at_5": 0.19636, + "recall_at_10": 0.29115, + "recall_at_20": 0.41085, + "recall_at_100": 0.72378, + "recall_at_1000": 0.95562, + "accuracy": 0.0643, + "precision_at_1": 0.845, + "precision_at_3": 0.74167, + "precision_at_5": 0.683, + "precision_at_10": 0.59, + "precision_at_20": 0.485, + "precision_at_100": 0.2584, + "precision_at_1000": 0.0555, + "mrr_at_1": 0.845, + "mrr_at_3": 0.895, + "mrr_at_5": 0.89725, + "mrr_at_10": 0.898375, + "mrr_at_20": 0.898375, + "mrr_at_100": 0.898928, + "mrr_at_1000": 0.898967, + "nauc_ndcg_at_1_max": 0.409892, + "nauc_ndcg_at_1_std": 0.006111, + "nauc_ndcg_at_1_diff1": 0.372361, + "nauc_ndcg_at_3_max": 0.434166, + "nauc_ndcg_at_3_std": 0.102625, + "nauc_ndcg_at_3_diff1": 0.266811, + "nauc_ndcg_at_5_max": 0.457453, + "nauc_ndcg_at_5_std": 0.184501, + "nauc_ndcg_at_5_diff1": 0.24104, + "nauc_ndcg_at_10_max": 0.422686, + "nauc_ndcg_at_10_std": 0.162281, + "nauc_ndcg_at_10_diff1": 0.250477, + "nauc_ndcg_at_20_max": 0.398906, + "nauc_ndcg_at_20_std": 0.215408, + "nauc_ndcg_at_20_diff1": 0.26369, + "nauc_ndcg_at_100_max": 0.460671, + "nauc_ndcg_at_100_std": 0.339681, + "nauc_ndcg_at_100_diff1": 0.220739, + "nauc_ndcg_at_1000_max": 0.5454, + "nauc_ndcg_at_1000_std": 0.348639, + "nauc_ndcg_at_1000_diff1": 0.224061, + "nauc_map_at_1_max": -0.236571, + "nauc_map_at_1_std": -0.174308, + "nauc_map_at_1_diff1": 0.353975, + "nauc_map_at_3_max": -0.123515, + "nauc_map_at_3_std": -0.128966, + "nauc_map_at_3_diff1": 0.264957, + "nauc_map_at_5_max": -0.033548, + "nauc_map_at_5_std": -0.056371, + "nauc_map_at_5_diff1": 0.247435, + "nauc_map_at_10_max": 0.061895, + "nauc_map_at_10_std": 0.000384, + "nauc_map_at_10_diff1": 0.229129, + "nauc_map_at_20_max": 0.132176, + "nauc_map_at_20_std": 0.079099, + "nauc_map_at_20_diff1": 0.218639, + "nauc_map_at_100_max": 0.300377, + "nauc_map_at_100_std": 0.284348, + "nauc_map_at_100_diff1": 0.163917, + "nauc_map_at_1000_max": 0.386436, + "nauc_map_at_1000_std": 0.332542, + "nauc_map_at_1000_diff1": 0.12758, + "nauc_recall_at_1_max": -0.236571, + "nauc_recall_at_1_std": -0.174308, + "nauc_recall_at_1_diff1": 0.353975, + "nauc_recall_at_3_max": -0.185933, + "nauc_recall_at_3_std": -0.136252, + "nauc_recall_at_3_diff1": 0.205856, + "nauc_recall_at_5_max": -0.107511, + "nauc_recall_at_5_std": -0.072116, + "nauc_recall_at_5_diff1": 0.204574, + "nauc_recall_at_10_max": -0.037353, + "nauc_recall_at_10_std": -0.028517, + "nauc_recall_at_10_diff1": 0.190481, + "nauc_recall_at_20_max": -0.005598, + "nauc_recall_at_20_std": 0.05955, + "nauc_recall_at_20_diff1": 0.206077, + "nauc_recall_at_100_max": 0.11582, + "nauc_recall_at_100_std": 0.303515, + "nauc_recall_at_100_diff1": 0.087068, + "nauc_recall_at_1000_max": 0.269019, + "nauc_recall_at_1000_std": 0.529748, + "nauc_recall_at_1000_diff1": 0.003924, + "nauc_precision_at_1_max": 0.490762, + "nauc_precision_at_1_std": 0.012586, + "nauc_precision_at_1_diff1": 0.294195, + "nauc_precision_at_3_max": 0.55237, + "nauc_precision_at_3_std": 0.178988, + "nauc_precision_at_3_diff1": 0.082352, + "nauc_precision_at_5_max": 0.531532, + "nauc_precision_at_5_std": 0.293185, + "nauc_precision_at_5_diff1": 0.011542, + "nauc_precision_at_10_max": 0.449707, + "nauc_precision_at_10_std": 0.252321, + "nauc_precision_at_10_diff1": -0.058342, + "nauc_precision_at_20_max": 0.370589, + "nauc_precision_at_20_std": 0.25625, + "nauc_precision_at_20_diff1": -0.077454, + "nauc_precision_at_100_max": 0.220596, + "nauc_precision_at_100_std": 0.167896, + "nauc_precision_at_100_diff1": -0.126466, + "nauc_precision_at_1000_max": 0.103598, + "nauc_precision_at_1000_std": -0.009378, + "nauc_precision_at_1000_diff1": -0.125013, + "nauc_mrr_at_1_max": 0.490762, + "nauc_mrr_at_1_std": 0.012586, + "nauc_mrr_at_1_diff1": 0.294195, + "nauc_mrr_at_3_max": 0.536524, + "nauc_mrr_at_3_std": 0.084373, + "nauc_mrr_at_3_diff1": 0.32637, + "nauc_mrr_at_5_max": 0.537065, + "nauc_mrr_at_5_std": 0.076185, + "nauc_mrr_at_5_diff1": 0.33821, + "nauc_mrr_at_10_max": 0.542388, + "nauc_mrr_at_10_std": 0.083526, + "nauc_mrr_at_10_diff1": 0.338361, + "nauc_mrr_at_20_max": 0.542388, + "nauc_mrr_at_20_std": 0.083526, + "nauc_mrr_at_20_diff1": 0.338361, + "nauc_mrr_at_100_max": 0.540062, + "nauc_mrr_at_100_std": 0.079374, + "nauc_mrr_at_100_diff1": 0.335605, + "nauc_mrr_at_1000_max": 0.539878, + "nauc_mrr_at_1000_std": 0.079057, + "nauc_mrr_at_1000_diff1": 0.335517, + "cv_recall_at_1": 0.845, + "cv_recall_at_3": 0.955, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 0.995, + "main_score": 0.61862, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6925, + "ndcg_at_3": 0.63277, + "ndcg_at_5": 0.61315, + "ndcg_at_10": 0.59169, + "ndcg_at_20": 0.58786, + "ndcg_at_100": 0.65339, + "ndcg_at_1000": 0.72751, + "map_at_1": 0.061, + "map_at_3": 0.12464, + "map_at_5": 0.16547, + "map_at_10": 0.22372, + "map_at_20": 0.28599, + "map_at_100": 0.40501, + "map_at_1000": 0.46408, + "recall_at_1": 0.061, + "recall_at_3": 0.1409, + "recall_at_5": 0.19118, + "recall_at_10": 0.28563, + "recall_at_20": 0.40464, + "recall_at_100": 0.70909, + "recall_at_1000": 0.95306, + "accuracy": 0.061, + "precision_at_1": 0.8, + "precision_at_3": 0.72, + "precision_at_5": 0.661, + "precision_at_10": 0.5665, + "precision_at_20": 0.4665, + "precision_at_100": 0.2487, + "precision_at_1000": 0.05448, + "mrr_at_1": 0.8, + "mrr_at_3": 0.855, + "mrr_at_5": 0.8585, + "mrr_at_10": 0.863623, + "mrr_at_20": 0.864705, + "mrr_at_100": 0.864705, + "mrr_at_1000": 0.864752, + "nauc_ndcg_at_1_max": 0.380817, + "nauc_ndcg_at_1_std": 0.00933, + "nauc_ndcg_at_1_diff1": 0.247254, + "nauc_ndcg_at_3_max": 0.433575, + "nauc_ndcg_at_3_std": 0.103549, + "nauc_ndcg_at_3_diff1": 0.175492, + "nauc_ndcg_at_5_max": 0.469263, + "nauc_ndcg_at_5_std": 0.16426, + "nauc_ndcg_at_5_diff1": 0.153621, + "nauc_ndcg_at_10_max": 0.450823, + "nauc_ndcg_at_10_std": 0.24066, + "nauc_ndcg_at_10_diff1": 0.130771, + "nauc_ndcg_at_20_max": 0.445815, + "nauc_ndcg_at_20_std": 0.25815, + "nauc_ndcg_at_20_diff1": 0.105408, + "nauc_ndcg_at_100_max": 0.485132, + "nauc_ndcg_at_100_std": 0.387353, + "nauc_ndcg_at_100_diff1": 0.087927, + "nauc_ndcg_at_1000_max": 0.552832, + "nauc_ndcg_at_1000_std": 0.399629, + "nauc_ndcg_at_1000_diff1": 0.052814, + "nauc_map_at_1_max": -0.208532, + "nauc_map_at_1_std": -0.150232, + "nauc_map_at_1_diff1": 0.170677, + "nauc_map_at_3_max": -0.086993, + "nauc_map_at_3_std": -0.060877, + "nauc_map_at_3_diff1": 0.156948, + "nauc_map_at_5_max": 0.014188, + "nauc_map_at_5_std": -0.010378, + "nauc_map_at_5_diff1": 0.143278, + "nauc_map_at_10_max": 0.1117, + "nauc_map_at_10_std": 0.059458, + "nauc_map_at_10_diff1": 0.155569, + "nauc_map_at_20_max": 0.189038, + "nauc_map_at_20_std": 0.125921, + "nauc_map_at_20_diff1": 0.147972, + "nauc_map_at_100_max": 0.330586, + "nauc_map_at_100_std": 0.339403, + "nauc_map_at_100_diff1": 0.072436, + "nauc_map_at_1000_max": 0.4084, + "nauc_map_at_1000_std": 0.409154, + "nauc_map_at_1000_diff1": 0.002484, + "nauc_recall_at_1_max": -0.208532, + "nauc_recall_at_1_std": -0.150232, + "nauc_recall_at_1_diff1": 0.170677, + "nauc_recall_at_3_max": -0.136149, + "nauc_recall_at_3_std": -0.083913, + "nauc_recall_at_3_diff1": 0.164561, + "nauc_recall_at_5_max": -0.038725, + "nauc_recall_at_5_std": -0.030017, + "nauc_recall_at_5_diff1": 0.149005, + "nauc_recall_at_10_max": 0.006343, + "nauc_recall_at_10_std": 0.040136, + "nauc_recall_at_10_diff1": 0.151002, + "nauc_recall_at_20_max": 0.071504, + "nauc_recall_at_20_std": 0.094271, + "nauc_recall_at_20_diff1": 0.151469, + "nauc_recall_at_100_max": 0.16842, + "nauc_recall_at_100_std": 0.345911, + "nauc_recall_at_100_diff1": 0.078613, + "nauc_recall_at_1000_max": 0.26712, + "nauc_recall_at_1000_std": 0.575468, + "nauc_recall_at_1000_diff1": 0.012077, + "nauc_precision_at_1_max": 0.438699, + "nauc_precision_at_1_std": 0.037338, + "nauc_precision_at_1_diff1": 0.091683, + "nauc_precision_at_3_max": 0.5231, + "nauc_precision_at_3_std": 0.212011, + "nauc_precision_at_3_diff1": 0.030468, + "nauc_precision_at_5_max": 0.55002, + "nauc_precision_at_5_std": 0.262526, + "nauc_precision_at_5_diff1": 0.005173, + "nauc_precision_at_10_max": 0.468728, + "nauc_precision_at_10_std": 0.322519, + "nauc_precision_at_10_diff1": -0.075013, + "nauc_precision_at_20_max": 0.388591, + "nauc_precision_at_20_std": 0.300003, + "nauc_precision_at_20_diff1": -0.132239, + "nauc_precision_at_100_max": 0.204303, + "nauc_precision_at_100_std": 0.207628, + "nauc_precision_at_100_diff1": -0.19126, + "nauc_precision_at_1000_max": 0.101435, + "nauc_precision_at_1000_std": 0.02103, + "nauc_precision_at_1000_diff1": -0.152121, + "nauc_mrr_at_1_max": 0.438699, + "nauc_mrr_at_1_std": 0.037338, + "nauc_mrr_at_1_diff1": 0.091683, + "nauc_mrr_at_3_max": 0.538568, + "nauc_mrr_at_3_std": 0.09491, + "nauc_mrr_at_3_diff1": 0.123268, + "nauc_mrr_at_5_max": 0.532706, + "nauc_mrr_at_5_std": 0.116377, + "nauc_mrr_at_5_diff1": 0.115558, + "nauc_mrr_at_10_max": 0.529549, + "nauc_mrr_at_10_std": 0.114196, + "nauc_mrr_at_10_diff1": 0.110558, + "nauc_mrr_at_20_max": 0.526227, + "nauc_mrr_at_20_std": 0.108195, + "nauc_mrr_at_20_diff1": 0.107217, + "nauc_mrr_at_100_max": 0.526227, + "nauc_mrr_at_100_std": 0.108195, + "nauc_mrr_at_100_diff1": 0.107217, + "nauc_mrr_at_1000_max": 0.526096, + "nauc_mrr_at_1000_std": 0.107958, + "nauc_mrr_at_1000_diff1": 0.107306, + "cv_recall_at_1": 0.8, + "cv_recall_at_3": 0.92, + "cv_recall_at_5": 0.935, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.59169, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.61523, + "ndcg_at_5": 0.58763, + "ndcg_at_10": 0.56856, + "ndcg_at_20": 0.56565, + "ndcg_at_100": 0.63186, + "ndcg_at_1000": 0.70667, + "map_at_1": 0.05527, + "map_at_3": 0.11617, + "map_at_5": 0.15256, + "map_at_10": 0.20883, + "map_at_20": 0.26969, + "map_at_100": 0.38442, + "map_at_1000": 0.44238, + "recall_at_1": 0.05527, + "recall_at_3": 0.13352, + "recall_at_5": 0.1775, + "recall_at_10": 0.26269, + "recall_at_20": 0.39227, + "recall_at_100": 0.69265, + "recall_at_1000": 0.93391, + "accuracy": 0.05527, + "precision_at_1": 0.76, + "precision_at_3": 0.69333, + "precision_at_5": 0.628, + "precision_at_10": 0.548, + "precision_at_20": 0.452, + "precision_at_100": 0.2433, + "precision_at_1000": 0.05364, + "mrr_at_1": 0.76, + "mrr_at_3": 0.823333, + "mrr_at_5": 0.827083, + "mrr_at_10": 0.831889, + "mrr_at_20": 0.833231, + "mrr_at_100": 0.833667, + "mrr_at_1000": 0.833683, + "nauc_ndcg_at_1_max": 0.440438, + "nauc_ndcg_at_1_std": 0.135863, + "nauc_ndcg_at_1_diff1": 0.330785, + "nauc_ndcg_at_3_max": 0.488395, + "nauc_ndcg_at_3_std": 0.221782, + "nauc_ndcg_at_3_diff1": 0.237075, + "nauc_ndcg_at_5_max": 0.51442, + "nauc_ndcg_at_5_std": 0.248598, + "nauc_ndcg_at_5_diff1": 0.252445, + "nauc_ndcg_at_10_max": 0.498896, + "nauc_ndcg_at_10_std": 0.302463, + "nauc_ndcg_at_10_diff1": 0.215851, + "nauc_ndcg_at_20_max": 0.476043, + "nauc_ndcg_at_20_std": 0.345927, + "nauc_ndcg_at_20_diff1": 0.203215, + "nauc_ndcg_at_100_max": 0.524368, + "nauc_ndcg_at_100_std": 0.458341, + "nauc_ndcg_at_100_diff1": 0.177121, + "nauc_ndcg_at_1000_max": 0.598865, + "nauc_ndcg_at_1000_std": 0.468563, + "nauc_ndcg_at_1000_diff1": 0.184917, + "nauc_map_at_1_max": -0.15061, + "nauc_map_at_1_std": -0.147113, + "nauc_map_at_1_diff1": 0.203105, + "nauc_map_at_3_max": -0.012861, + "nauc_map_at_3_std": -0.031111, + "nauc_map_at_3_diff1": 0.1677, + "nauc_map_at_5_max": 0.083533, + "nauc_map_at_5_std": 0.025919, + "nauc_map_at_5_diff1": 0.181319, + "nauc_map_at_10_max": 0.179319, + "nauc_map_at_10_std": 0.093617, + "nauc_map_at_10_diff1": 0.153566, + "nauc_map_at_20_max": 0.231841, + "nauc_map_at_20_std": 0.167806, + "nauc_map_at_20_diff1": 0.151157, + "nauc_map_at_100_max": 0.378252, + "nauc_map_at_100_std": 0.383304, + "nauc_map_at_100_diff1": 0.1149, + "nauc_map_at_1000_max": 0.462382, + "nauc_map_at_1000_std": 0.443401, + "nauc_map_at_1000_diff1": 0.084289, + "nauc_recall_at_1_max": -0.15061, + "nauc_recall_at_1_std": -0.147113, + "nauc_recall_at_1_diff1": 0.203105, + "nauc_recall_at_3_max": -0.081686, + "nauc_recall_at_3_std": -0.049383, + "nauc_recall_at_3_diff1": 0.162451, + "nauc_recall_at_5_max": 0.006121, + "nauc_recall_at_5_std": 0.00328, + "nauc_recall_at_5_diff1": 0.186599, + "nauc_recall_at_10_max": 0.07681, + "nauc_recall_at_10_std": 0.07537, + "nauc_recall_at_10_diff1": 0.124972, + "nauc_recall_at_20_max": 0.072233, + "nauc_recall_at_20_std": 0.111139, + "nauc_recall_at_20_diff1": 0.141701, + "nauc_recall_at_100_max": 0.174525, + "nauc_recall_at_100_std": 0.350075, + "nauc_recall_at_100_diff1": 0.088643, + "nauc_recall_at_1000_max": 0.388505, + "nauc_recall_at_1000_std": 0.60226, + "nauc_recall_at_1000_diff1": 0.054983, + "nauc_precision_at_1_max": 0.55832, + "nauc_precision_at_1_std": 0.195823, + "nauc_precision_at_1_diff1": 0.243683, + "nauc_precision_at_3_max": 0.598441, + "nauc_precision_at_3_std": 0.30609, + "nauc_precision_at_3_diff1": 0.125627, + "nauc_precision_at_5_max": 0.562757, + "nauc_precision_at_5_std": 0.293917, + "nauc_precision_at_5_diff1": 0.130772, + "nauc_precision_at_10_max": 0.493096, + "nauc_precision_at_10_std": 0.344443, + "nauc_precision_at_10_diff1": 0.013148, + "nauc_precision_at_20_max": 0.408913, + "nauc_precision_at_20_std": 0.348427, + "nauc_precision_at_20_diff1": -0.027037, + "nauc_precision_at_100_max": 0.237885, + "nauc_precision_at_100_std": 0.242071, + "nauc_precision_at_100_diff1": -0.09933, + "nauc_precision_at_1000_max": 0.128191, + "nauc_precision_at_1000_std": 0.028626, + "nauc_precision_at_1000_diff1": -0.121021, + "nauc_mrr_at_1_max": 0.55832, + "nauc_mrr_at_1_std": 0.195823, + "nauc_mrr_at_1_diff1": 0.243683, + "nauc_mrr_at_3_max": 0.567479, + "nauc_mrr_at_3_std": 0.252087, + "nauc_mrr_at_3_diff1": 0.250658, + "nauc_mrr_at_5_max": 0.574154, + "nauc_mrr_at_5_std": 0.253411, + "nauc_mrr_at_5_diff1": 0.280472, + "nauc_mrr_at_10_max": 0.582832, + "nauc_mrr_at_10_std": 0.266284, + "nauc_mrr_at_10_diff1": 0.270585, + "nauc_mrr_at_20_max": 0.580661, + "nauc_mrr_at_20_std": 0.26293, + "nauc_mrr_at_20_diff1": 0.27009, + "nauc_mrr_at_100_max": 0.579776, + "nauc_mrr_at_100_std": 0.261121, + "nauc_mrr_at_100_diff1": 0.269684, + "nauc_mrr_at_1000_max": 0.579746, + "nauc_mrr_at_1000_std": 0.261044, + "nauc_mrr_at_1000_diff1": 0.269637, + "cv_recall_at_1": 0.76, + "cv_recall_at_3": 0.9, + "cv_recall_at_5": 0.915, + "cv_recall_at_10": 0.95, + "cv_recall_at_20": 0.97, + "cv_recall_at_100": 0.985, + "cv_recall_at_1000": 0.99, + "main_score": 0.56856, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.7475, + "ndcg_at_3": 0.66701, + "ndcg_at_5": 0.64251, + "ndcg_at_10": 0.63007, + "ndcg_at_20": 0.63225, + "ndcg_at_100": 0.68782, + "ndcg_at_1000": 0.76043, + "map_at_1": 0.13862, + "map_at_3": 0.23327, + "map_at_5": 0.27713, + "map_at_10": 0.33803, + "map_at_20": 0.3803, + "map_at_100": 0.45898, + "map_at_1000": 0.49966, + "recall_at_1": 0.13862, + "recall_at_3": 0.24767, + "recall_at_5": 0.31113, + "recall_at_10": 0.41935, + "recall_at_20": 0.51507, + "recall_at_100": 0.75422, + "recall_at_1000": 0.97327, + "accuracy": 0.13862, + "precision_at_1": 0.84, + "precision_at_3": 0.65333, + "precision_at_5": 0.559, + "precision_at_10": 0.4555, + "precision_at_20": 0.35, + "precision_at_100": 0.1678, + "precision_at_1000": 0.03563, + "mrr_at_1": 0.84, + "mrr_at_3": 0.883333, + "mrr_at_5": 0.891333, + "mrr_at_10": 0.892673, + "mrr_at_20": 0.89303, + "mrr_at_100": 0.893403, + "mrr_at_1000": 0.893403, + "nauc_ndcg_at_1_max": 0.523862, + "nauc_ndcg_at_1_std": -0.082232, + "nauc_ndcg_at_1_diff1": 0.526468, + "nauc_ndcg_at_3_max": 0.421694, + "nauc_ndcg_at_3_std": 0.002815, + "nauc_ndcg_at_3_diff1": 0.295227, + "nauc_ndcg_at_5_max": 0.382033, + "nauc_ndcg_at_5_std": 0.037993, + "nauc_ndcg_at_5_diff1": 0.291336, + "nauc_ndcg_at_10_max": 0.350681, + "nauc_ndcg_at_10_std": 0.050654, + "nauc_ndcg_at_10_diff1": 0.320917, + "nauc_ndcg_at_20_max": 0.370513, + "nauc_ndcg_at_20_std": 0.076547, + "nauc_ndcg_at_20_diff1": 0.355034, + "nauc_ndcg_at_100_max": 0.41766, + "nauc_ndcg_at_100_std": 0.176272, + "nauc_ndcg_at_100_diff1": 0.363723, + "nauc_ndcg_at_1000_max": 0.451428, + "nauc_ndcg_at_1000_std": 0.135117, + "nauc_ndcg_at_1000_diff1": 0.346388, + "nauc_map_at_1_max": 0.139605, + "nauc_map_at_1_std": 0.002385, + "nauc_map_at_1_diff1": 0.550025, + "nauc_map_at_3_max": 0.147123, + "nauc_map_at_3_std": 0.121017, + "nauc_map_at_3_diff1": 0.377488, + "nauc_map_at_5_max": 0.175946, + "nauc_map_at_5_std": 0.155921, + "nauc_map_at_5_diff1": 0.350304, + "nauc_map_at_10_max": 0.216057, + "nauc_map_at_10_std": 0.170339, + "nauc_map_at_10_diff1": 0.341253, + "nauc_map_at_20_max": 0.248558, + "nauc_map_at_20_std": 0.182042, + "nauc_map_at_20_diff1": 0.342336, + "nauc_map_at_100_max": 0.293628, + "nauc_map_at_100_std": 0.212576, + "nauc_map_at_100_diff1": 0.305072, + "nauc_map_at_1000_max": 0.30313, + "nauc_map_at_1000_std": 0.186146, + "nauc_map_at_1000_diff1": 0.282159, + "nauc_recall_at_1_max": 0.139605, + "nauc_recall_at_1_std": 0.002385, + "nauc_recall_at_1_diff1": 0.550025, + "nauc_recall_at_3_max": 0.112081, + "nauc_recall_at_3_std": 0.13212, + "nauc_recall_at_3_diff1": 0.342933, + "nauc_recall_at_5_max": 0.128059, + "nauc_recall_at_5_std": 0.176011, + "nauc_recall_at_5_diff1": 0.308011, + "nauc_recall_at_10_max": 0.168651, + "nauc_recall_at_10_std": 0.169452, + "nauc_recall_at_10_diff1": 0.300737, + "nauc_recall_at_20_max": 0.221627, + "nauc_recall_at_20_std": 0.19201, + "nauc_recall_at_20_diff1": 0.327505, + "nauc_recall_at_100_max": 0.335701, + "nauc_recall_at_100_std": 0.372352, + "nauc_recall_at_100_diff1": 0.311444, + "nauc_recall_at_1000_max": 0.506023, + "nauc_recall_at_1000_std": 0.804595, + "nauc_recall_at_1000_diff1": 0.272155, + "nauc_precision_at_1_max": 0.645757, + "nauc_precision_at_1_std": -0.047113, + "nauc_precision_at_1_diff1": 0.449788, + "nauc_precision_at_3_max": 0.272717, + "nauc_precision_at_3_std": 0.067433, + "nauc_precision_at_3_diff1": -0.144566, + "nauc_precision_at_5_max": 0.201793, + "nauc_precision_at_5_std": 0.044744, + "nauc_precision_at_5_diff1": -0.195419, + "nauc_precision_at_10_max": 0.132297, + "nauc_precision_at_10_std": -0.019629, + "nauc_precision_at_10_diff1": -0.205558, + "nauc_precision_at_20_max": 0.084822, + "nauc_precision_at_20_std": -0.067484, + "nauc_precision_at_20_diff1": -0.225897, + "nauc_precision_at_100_max": -0.006584, + "nauc_precision_at_100_std": -0.129275, + "nauc_precision_at_100_diff1": -0.235266, + "nauc_precision_at_1000_max": -0.079216, + "nauc_precision_at_1000_std": -0.268695, + "nauc_precision_at_1000_diff1": -0.2186, + "nauc_mrr_at_1_max": 0.645757, + "nauc_mrr_at_1_std": -0.047113, + "nauc_mrr_at_1_diff1": 0.449788, + "nauc_mrr_at_3_max": 0.678106, + "nauc_mrr_at_3_std": -0.033361, + "nauc_mrr_at_3_diff1": 0.460949, + "nauc_mrr_at_5_max": 0.680465, + "nauc_mrr_at_5_std": -0.021998, + "nauc_mrr_at_5_diff1": 0.447419, + "nauc_mrr_at_10_max": 0.678245, + "nauc_mrr_at_10_std": -0.027497, + "nauc_mrr_at_10_diff1": 0.445045, + "nauc_mrr_at_20_max": 0.67713, + "nauc_mrr_at_20_std": -0.028833, + "nauc_mrr_at_20_diff1": 0.446162, + "nauc_mrr_at_100_max": 0.675955, + "nauc_mrr_at_100_std": -0.030795, + "nauc_mrr_at_100_diff1": 0.447786, + "nauc_mrr_at_1000_max": 0.675955, + "nauc_mrr_at_1000_std": -0.030795, + "nauc_mrr_at_1000_diff1": 0.447786, + "cv_recall_at_1": 0.84, + "cv_recall_at_3": 0.94, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.63007, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6475, + "ndcg_at_3": 0.58752, + "ndcg_at_5": 0.57089, + "ndcg_at_10": 0.55156, + "ndcg_at_20": 0.56516, + "ndcg_at_100": 0.61784, + "ndcg_at_1000": 0.69635, + "map_at_1": 0.12777, + "map_at_3": 0.21295, + "map_at_5": 0.25317, + "map_at_10": 0.29859, + "map_at_20": 0.34097, + "map_at_100": 0.40693, + "map_at_1000": 0.44195, + "recall_at_1": 0.12777, + "recall_at_3": 0.22745, + "recall_at_5": 0.28565, + "recall_at_10": 0.36285, + "recall_at_20": 0.46774, + "recall_at_100": 0.69334, + "recall_at_1000": 0.93747, + "accuracy": 0.12777, + "precision_at_1": 0.73, + "precision_at_3": 0.57333, + "precision_at_5": 0.497, + "precision_at_10": 0.3865, + "precision_at_20": 0.30475, + "precision_at_100": 0.14805, + "precision_at_1000": 0.03331, + "mrr_at_1": 0.73, + "mrr_at_3": 0.785, + "mrr_at_5": 0.79525, + "mrr_at_10": 0.800234, + "mrr_at_20": 0.803604, + "mrr_at_100": 0.803925, + "mrr_at_1000": 0.80399, + "nauc_ndcg_at_1_max": 0.648274, + "nauc_ndcg_at_1_std": 0.258733, + "nauc_ndcg_at_1_diff1": 0.553362, + "nauc_ndcg_at_3_max": 0.507039, + "nauc_ndcg_at_3_std": 0.260867, + "nauc_ndcg_at_3_diff1": 0.342464, + "nauc_ndcg_at_5_max": 0.524084, + "nauc_ndcg_at_5_std": 0.308791, + "nauc_ndcg_at_5_diff1": 0.343373, + "nauc_ndcg_at_10_max": 0.513445, + "nauc_ndcg_at_10_std": 0.356082, + "nauc_ndcg_at_10_diff1": 0.355997, + "nauc_ndcg_at_20_max": 0.527164, + "nauc_ndcg_at_20_std": 0.366059, + "nauc_ndcg_at_20_diff1": 0.351787, + "nauc_ndcg_at_100_max": 0.562658, + "nauc_ndcg_at_100_std": 0.440907, + "nauc_ndcg_at_100_diff1": 0.379828, + "nauc_ndcg_at_1000_max": 0.603434, + "nauc_ndcg_at_1000_std": 0.43112, + "nauc_ndcg_at_1000_diff1": 0.367056, + "nauc_map_at_1_max": 0.238428, + "nauc_map_at_1_std": 0.191439, + "nauc_map_at_1_diff1": 0.520199, + "nauc_map_at_3_max": 0.19285, + "nauc_map_at_3_std": 0.28134, + "nauc_map_at_3_diff1": 0.375301, + "nauc_map_at_5_max": 0.234122, + "nauc_map_at_5_std": 0.32178, + "nauc_map_at_5_diff1": 0.373096, + "nauc_map_at_10_max": 0.281774, + "nauc_map_at_10_std": 0.368612, + "nauc_map_at_10_diff1": 0.378816, + "nauc_map_at_20_max": 0.326441, + "nauc_map_at_20_std": 0.386156, + "nauc_map_at_20_diff1": 0.361118, + "nauc_map_at_100_max": 0.395577, + "nauc_map_at_100_std": 0.422153, + "nauc_map_at_100_diff1": 0.332127, + "nauc_map_at_1000_max": 0.420675, + "nauc_map_at_1000_std": 0.409187, + "nauc_map_at_1000_diff1": 0.310547, + "nauc_recall_at_1_max": 0.238428, + "nauc_recall_at_1_std": 0.191439, + "nauc_recall_at_1_diff1": 0.520199, + "nauc_recall_at_3_max": 0.180347, + "nauc_recall_at_3_std": 0.271083, + "nauc_recall_at_3_diff1": 0.334351, + "nauc_recall_at_5_max": 0.220613, + "nauc_recall_at_5_std": 0.306968, + "nauc_recall_at_5_diff1": 0.336985, + "nauc_recall_at_10_max": 0.263173, + "nauc_recall_at_10_std": 0.362534, + "nauc_recall_at_10_diff1": 0.361025, + "nauc_recall_at_20_max": 0.331579, + "nauc_recall_at_20_std": 0.380503, + "nauc_recall_at_20_diff1": 0.317338, + "nauc_recall_at_100_max": 0.439967, + "nauc_recall_at_100_std": 0.515735, + "nauc_recall_at_100_diff1": 0.304561, + "nauc_recall_at_1000_max": 0.682292, + "nauc_recall_at_1000_std": 0.819005, + "nauc_recall_at_1000_diff1": 0.370069, + "nauc_precision_at_1_max": 0.677456, + "nauc_precision_at_1_std": 0.307319, + "nauc_precision_at_1_diff1": 0.470395, + "nauc_precision_at_3_max": 0.312795, + "nauc_precision_at_3_std": 0.244976, + "nauc_precision_at_3_diff1": -0.031126, + "nauc_precision_at_5_max": 0.357188, + "nauc_precision_at_5_std": 0.245635, + "nauc_precision_at_5_diff1": -0.049718, + "nauc_precision_at_10_max": 0.312888, + "nauc_precision_at_10_std": 0.177947, + "nauc_precision_at_10_diff1": -0.082025, + "nauc_precision_at_20_max": 0.263047, + "nauc_precision_at_20_std": 0.068657, + "nauc_precision_at_20_diff1": -0.155636, + "nauc_precision_at_100_max": 0.136104, + "nauc_precision_at_100_std": -0.079047, + "nauc_precision_at_100_diff1": -0.216725, + "nauc_precision_at_1000_max": 0.022426, + "nauc_precision_at_1000_std": -0.246648, + "nauc_precision_at_1000_diff1": -0.260022, + "nauc_mrr_at_1_max": 0.677456, + "nauc_mrr_at_1_std": 0.307319, + "nauc_mrr_at_1_diff1": 0.470395, + "nauc_mrr_at_3_max": 0.722166, + "nauc_mrr_at_3_std": 0.377737, + "nauc_mrr_at_3_diff1": 0.402903, + "nauc_mrr_at_5_max": 0.717827, + "nauc_mrr_at_5_std": 0.381812, + "nauc_mrr_at_5_diff1": 0.397474, + "nauc_mrr_at_10_max": 0.719237, + "nauc_mrr_at_10_std": 0.380125, + "nauc_mrr_at_10_diff1": 0.403302, + "nauc_mrr_at_20_max": 0.716163, + "nauc_mrr_at_20_std": 0.375425, + "nauc_mrr_at_20_diff1": 0.408694, + "nauc_mrr_at_100_max": 0.715886, + "nauc_mrr_at_100_std": 0.375992, + "nauc_mrr_at_100_diff1": 0.409218, + "nauc_mrr_at_1000_max": 0.715781, + "nauc_mrr_at_1000_std": 0.37576, + "nauc_mrr_at_1000_diff1": 0.409225, + "cv_recall_at_1": 0.73, + "cv_recall_at_3": 0.85, + "cv_recall_at_5": 0.895, + "cv_recall_at_10": 0.93, + "cv_recall_at_20": 0.98, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.55156, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.55819, + "ndcg_at_5": 0.53583, + "ndcg_at_10": 0.52163, + "ndcg_at_20": 0.52981, + "ndcg_at_100": 0.58598, + "ndcg_at_1000": 0.66619, + "map_at_1": 0.12019, + "map_at_3": 0.19687, + "map_at_5": 0.22934, + "map_at_10": 0.273, + "map_at_20": 0.30861, + "map_at_100": 0.37338, + "map_at_1000": 0.40757, + "recall_at_1": 0.12019, + "recall_at_3": 0.21433, + "recall_at_5": 0.26182, + "recall_at_10": 0.34657, + "recall_at_20": 0.43517, + "recall_at_100": 0.6765, + "recall_at_1000": 0.92712, + "accuracy": 0.12019, + "precision_at_1": 0.7, + "precision_at_3": 0.53667, + "precision_at_5": 0.463, + "precision_at_10": 0.3645, + "precision_at_20": 0.28825, + "precision_at_100": 0.14275, + "precision_at_1000": 0.03236, + "mrr_at_1": 0.7, + "mrr_at_3": 0.7425, + "mrr_at_5": 0.749, + "mrr_at_10": 0.758593, + "mrr_at_20": 0.762463, + "mrr_at_100": 0.763559, + "mrr_at_1000": 0.763596, + "nauc_ndcg_at_1_max": 0.642938, + "nauc_ndcg_at_1_std": 0.229873, + "nauc_ndcg_at_1_diff1": 0.492984, + "nauc_ndcg_at_3_max": 0.566162, + "nauc_ndcg_at_3_std": 0.295454, + "nauc_ndcg_at_3_diff1": 0.34079, + "nauc_ndcg_at_5_max": 0.557696, + "nauc_ndcg_at_5_std": 0.345569, + "nauc_ndcg_at_5_diff1": 0.318009, + "nauc_ndcg_at_10_max": 0.578459, + "nauc_ndcg_at_10_std": 0.372645, + "nauc_ndcg_at_10_diff1": 0.351531, + "nauc_ndcg_at_20_max": 0.584325, + "nauc_ndcg_at_20_std": 0.402648, + "nauc_ndcg_at_20_diff1": 0.37498, + "nauc_ndcg_at_100_max": 0.626002, + "nauc_ndcg_at_100_std": 0.480461, + "nauc_ndcg_at_100_diff1": 0.392401, + "nauc_ndcg_at_1000_max": 0.65197, + "nauc_ndcg_at_1000_std": 0.464902, + "nauc_ndcg_at_1000_diff1": 0.367786, + "nauc_map_at_1_max": 0.33644, + "nauc_map_at_1_std": 0.158774, + "nauc_map_at_1_diff1": 0.563159, + "nauc_map_at_3_max": 0.289845, + "nauc_map_at_3_std": 0.265024, + "nauc_map_at_3_diff1": 0.415524, + "nauc_map_at_5_max": 0.307662, + "nauc_map_at_5_std": 0.318211, + "nauc_map_at_5_diff1": 0.384643, + "nauc_map_at_10_max": 0.340096, + "nauc_map_at_10_std": 0.352632, + "nauc_map_at_10_diff1": 0.373686, + "nauc_map_at_20_max": 0.380618, + "nauc_map_at_20_std": 0.391585, + "nauc_map_at_20_diff1": 0.367216, + "nauc_map_at_100_max": 0.45254, + "nauc_map_at_100_std": 0.442194, + "nauc_map_at_100_diff1": 0.324084, + "nauc_map_at_1000_max": 0.47146, + "nauc_map_at_1000_std": 0.43407, + "nauc_map_at_1000_diff1": 0.307005, + "nauc_recall_at_1_max": 0.33644, + "nauc_recall_at_1_std": 0.158774, + "nauc_recall_at_1_diff1": 0.563159, + "nauc_recall_at_3_max": 0.260628, + "nauc_recall_at_3_std": 0.265231, + "nauc_recall_at_3_diff1": 0.363827, + "nauc_recall_at_5_max": 0.278234, + "nauc_recall_at_5_std": 0.338611, + "nauc_recall_at_5_diff1": 0.323253, + "nauc_recall_at_10_max": 0.316768, + "nauc_recall_at_10_std": 0.358475, + "nauc_recall_at_10_diff1": 0.321059, + "nauc_recall_at_20_max": 0.384759, + "nauc_recall_at_20_std": 0.40967, + "nauc_recall_at_20_diff1": 0.324267, + "nauc_recall_at_100_max": 0.508617, + "nauc_recall_at_100_std": 0.584264, + "nauc_recall_at_100_diff1": 0.327866, + "nauc_recall_at_1000_max": 0.714395, + "nauc_recall_at_1000_std": 0.874223, + "nauc_recall_at_1000_diff1": 0.300662, + "nauc_precision_at_1_max": 0.720852, + "nauc_precision_at_1_std": 0.280814, + "nauc_precision_at_1_diff1": 0.442092, + "nauc_precision_at_3_max": 0.388428, + "nauc_precision_at_3_std": 0.307268, + "nauc_precision_at_3_diff1": 0.014489, + "nauc_precision_at_5_max": 0.356319, + "nauc_precision_at_5_std": 0.31447, + "nauc_precision_at_5_diff1": -0.071976, + "nauc_precision_at_10_max": 0.316244, + "nauc_precision_at_10_std": 0.222067, + "nauc_precision_at_10_diff1": -0.064235, + "nauc_precision_at_20_max": 0.250091, + "nauc_precision_at_20_std": 0.133458, + "nauc_precision_at_20_diff1": -0.112283, + "nauc_precision_at_100_max": 0.121734, + "nauc_precision_at_100_std": -0.027598, + "nauc_precision_at_100_diff1": -0.188933, + "nauc_precision_at_1000_max": -0.005469, + "nauc_precision_at_1000_std": -0.219221, + "nauc_precision_at_1000_diff1": -0.208322, + "nauc_mrr_at_1_max": 0.720852, + "nauc_mrr_at_1_std": 0.280814, + "nauc_mrr_at_1_diff1": 0.442092, + "nauc_mrr_at_3_max": 0.783307, + "nauc_mrr_at_3_std": 0.356767, + "nauc_mrr_at_3_diff1": 0.393646, + "nauc_mrr_at_5_max": 0.778637, + "nauc_mrr_at_5_std": 0.374555, + "nauc_mrr_at_5_diff1": 0.390427, + "nauc_mrr_at_10_max": 0.777034, + "nauc_mrr_at_10_std": 0.372601, + "nauc_mrr_at_10_diff1": 0.398422, + "nauc_mrr_at_20_max": 0.775009, + "nauc_mrr_at_20_std": 0.366487, + "nauc_mrr_at_20_diff1": 0.401864, + "nauc_mrr_at_100_max": 0.774166, + "nauc_mrr_at_100_std": 0.364321, + "nauc_mrr_at_100_diff1": 0.402139, + "nauc_mrr_at_1000_max": 0.774127, + "nauc_mrr_at_1000_std": 0.364211, + "nauc_mrr_at_1000_diff1": 0.402084, + "cv_recall_at_1": 0.7, + "cv_recall_at_3": 0.8, + "cv_recall_at_5": 0.83, + "cv_recall_at_10": 0.9, + "cv_recall_at_20": 0.955, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.52163, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11344.100196838379, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/ChatDoctorRetrieval.json b/results/voyageai__voyage-4-lite/1/ChatDoctorRetrieval.json new file mode 100644 index 0000000000..d45c53ddc4 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/ChatDoctorRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d", + "task_name": "ChatDoctorRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.59274, + "ndcg_at_3": 0.66495, + "ndcg_at_5": 0.68538, + "ndcg_at_10": 0.70379, + "ndcg_at_20": 0.71664, + "ndcg_at_100": 0.73146, + "ndcg_at_1000": 0.73634, + "map_at_1": 0.59274, + "map_at_3": 0.64708, + "map_at_5": 0.65839, + "map_at_10": 0.66604, + "map_at_20": 0.66959, + "map_at_100": 0.67166, + "map_at_1000": 0.67185, + "recall_at_1": 0.59274, + "recall_at_3": 0.71669, + "recall_at_5": 0.76641, + "recall_at_10": 0.82311, + "recall_at_20": 0.87373, + "recall_at_100": 0.95332, + "recall_at_1000": 0.99141, + "accuracy": 0.59274, + "precision_at_1": 0.59274, + "precision_at_3": 0.2389, + "precision_at_5": 0.15328, + "precision_at_10": 0.08231, + "precision_at_20": 0.04369, + "precision_at_100": 0.00953, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.592738, + "mrr_at_3": 0.647082, + "mrr_at_5": 0.658394, + "mrr_at_10": 0.666037, + "mrr_at_20": 0.669587, + "mrr_at_100": 0.671658, + "mrr_at_1000": 0.671847, + "nauc_ndcg_at_1_max": 0.561819, + "nauc_ndcg_at_1_std": -0.257697, + "nauc_ndcg_at_1_diff1": 0.798316, + "nauc_ndcg_at_3_max": 0.548165, + "nauc_ndcg_at_3_std": -0.260916, + "nauc_ndcg_at_3_diff1": 0.75651, + "nauc_ndcg_at_5_max": 0.546136, + "nauc_ndcg_at_5_std": -0.255034, + "nauc_ndcg_at_5_diff1": 0.752591, + "nauc_ndcg_at_10_max": 0.547008, + "nauc_ndcg_at_10_std": -0.246205, + "nauc_ndcg_at_10_diff1": 0.747924, + "nauc_ndcg_at_20_max": 0.548088, + "nauc_ndcg_at_20_std": -0.24101, + "nauc_ndcg_at_20_diff1": 0.749081, + "nauc_ndcg_at_100_max": 0.549687, + "nauc_ndcg_at_100_std": -0.237644, + "nauc_ndcg_at_100_diff1": 0.753656, + "nauc_ndcg_at_1000_max": 0.550599, + "nauc_ndcg_at_1000_std": -0.242795, + "nauc_ndcg_at_1000_diff1": 0.756839, + "nauc_map_at_1_max": 0.561819, + "nauc_map_at_1_std": -0.257697, + "nauc_map_at_1_diff1": 0.798316, + "nauc_map_at_3_max": 0.551917, + "nauc_map_at_3_std": -0.260281, + "nauc_map_at_3_diff1": 0.767733, + "nauc_map_at_5_max": 0.551037, + "nauc_map_at_5_std": -0.257069, + "nauc_map_at_5_diff1": 0.7661, + "nauc_map_at_10_max": 0.551329, + "nauc_map_at_10_std": -0.253722, + "nauc_map_at_10_diff1": 0.764517, + "nauc_map_at_20_max": 0.551687, + "nauc_map_at_20_std": -0.252513, + "nauc_map_at_20_diff1": 0.764987, + "nauc_map_at_100_max": 0.551921, + "nauc_map_at_100_std": -0.251878, + "nauc_map_at_100_diff1": 0.765525, + "nauc_map_at_1000_max": 0.551941, + "nauc_map_at_1000_std": -0.252027, + "nauc_map_at_1000_diff1": 0.765619, + "nauc_recall_at_1_max": 0.561819, + "nauc_recall_at_1_std": -0.257697, + "nauc_recall_at_1_diff1": 0.798316, + "nauc_recall_at_3_max": 0.535544, + "nauc_recall_at_3_std": -0.262932, + "nauc_recall_at_3_diff1": 0.718882, + "nauc_recall_at_5_max": 0.52692, + "nauc_recall_at_5_std": -0.24626, + "nauc_recall_at_5_diff1": 0.700236, + "nauc_recall_at_10_max": 0.527005, + "nauc_recall_at_10_std": -0.204172, + "nauc_recall_at_10_diff1": 0.666018, + "nauc_recall_at_20_max": 0.527263, + "nauc_recall_at_20_std": -0.15026, + "nauc_recall_at_20_diff1": 0.645437, + "nauc_recall_at_100_max": 0.531503, + "nauc_recall_at_100_std": 0.057126, + "nauc_recall_at_100_diff1": 0.602294, + "nauc_recall_at_1000_max": 0.645537, + "nauc_recall_at_1000_std": 0.304337, + "nauc_recall_at_1000_diff1": 0.588374, + "nauc_precision_at_1_max": 0.561819, + "nauc_precision_at_1_std": -0.257697, + "nauc_precision_at_1_diff1": 0.798316, + "nauc_precision_at_3_max": 0.535544, + "nauc_precision_at_3_std": -0.262932, + "nauc_precision_at_3_diff1": 0.718882, + "nauc_precision_at_5_max": 0.52692, + "nauc_precision_at_5_std": -0.24626, + "nauc_precision_at_5_diff1": 0.700236, + "nauc_precision_at_10_max": 0.527005, + "nauc_precision_at_10_std": -0.204172, + "nauc_precision_at_10_diff1": 0.666018, + "nauc_precision_at_20_max": 0.527263, + "nauc_precision_at_20_std": -0.15026, + "nauc_precision_at_20_diff1": 0.645437, + "nauc_precision_at_100_max": 0.531503, + "nauc_precision_at_100_std": 0.057126, + "nauc_precision_at_100_diff1": 0.602294, + "nauc_precision_at_1000_max": 0.645537, + "nauc_precision_at_1000_std": 0.304337, + "nauc_precision_at_1000_diff1": 0.588374, + "nauc_mrr_at_1_max": 0.561819, + "nauc_mrr_at_1_std": -0.257697, + "nauc_mrr_at_1_diff1": 0.798316, + "nauc_mrr_at_3_max": 0.551917, + "nauc_mrr_at_3_std": -0.260281, + "nauc_mrr_at_3_diff1": 0.767733, + "nauc_mrr_at_5_max": 0.551037, + "nauc_mrr_at_5_std": -0.257069, + "nauc_mrr_at_5_diff1": 0.7661, + "nauc_mrr_at_10_max": 0.551329, + "nauc_mrr_at_10_std": -0.253722, + "nauc_mrr_at_10_diff1": 0.764517, + "nauc_mrr_at_20_max": 0.551687, + "nauc_mrr_at_20_std": -0.252513, + "nauc_mrr_at_20_diff1": 0.764987, + "nauc_mrr_at_100_max": 0.551921, + "nauc_mrr_at_100_std": -0.251878, + "nauc_mrr_at_100_diff1": 0.765525, + "nauc_mrr_at_1000_max": 0.551941, + "nauc_mrr_at_1000_std": -0.252027, + "nauc_mrr_at_1000_diff1": 0.765619, + "cv_recall_at_1": 0.59274, + "cv_recall_at_3": 0.71669, + "cv_recall_at_5": 0.76641, + "cv_recall_at_10": 0.82311, + "cv_recall_at_20": 0.87373, + "cv_recall_at_100": 0.95332, + "cv_recall_at_1000": 0.99141, + "main_score": 0.70379, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 74.34631395339966, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/Code1Retrieval.json b/results/voyageai__voyage-4-lite/1/Code1Retrieval.json new file mode 100644 index 0000000000..6bb891ca08 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/Code1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "94d25599a7e0221484f31749448e5ea217484e41", + "task_name": "Code1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.89202, + "ndcg_at_3": 0.92826, + "ndcg_at_5": 0.93375, + "ndcg_at_10": 0.93756, + "ndcg_at_20": 0.93923, + "ndcg_at_100": 0.94137, + "ndcg_at_1000": 0.94182, + "map_at_1": 0.89202, + "map_at_3": 0.91963, + "map_at_5": 0.92271, + "map_at_10": 0.92431, + "map_at_20": 0.92477, + "map_at_100": 0.92509, + "map_at_1000": 0.92511, + "recall_at_1": 0.89202, + "recall_at_3": 0.95312, + "recall_at_5": 0.96631, + "recall_at_10": 0.97793, + "recall_at_20": 0.98456, + "recall_at_100": 0.99576, + "recall_at_1000": 0.99925, + "accuracy": 0.89202, + "precision_at_1": 0.89202, + "precision_at_3": 0.31771, + "precision_at_5": 0.19326, + "precision_at_10": 0.09779, + "precision_at_20": 0.04923, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891957, + "mrr_at_3": 0.919702, + "mrr_at_5": 0.922774, + "mrr_at_10": 0.924315, + "mrr_at_20": 0.924779, + "mrr_at_100": 0.925094, + "mrr_at_1000": 0.925112, + "nauc_ndcg_at_1_max": 0.634926, + "nauc_ndcg_at_1_std": -0.837961, + "nauc_ndcg_at_1_diff1": 0.930636, + "nauc_ndcg_at_3_max": 0.677019, + "nauc_ndcg_at_3_std": -0.865254, + "nauc_ndcg_at_3_diff1": 0.932275, + "nauc_ndcg_at_5_max": 0.676916, + "nauc_ndcg_at_5_std": -0.857219, + "nauc_ndcg_at_5_diff1": 0.931623, + "nauc_ndcg_at_10_max": 0.672461, + "nauc_ndcg_at_10_std": -0.85475, + "nauc_ndcg_at_10_diff1": 0.930371, + "nauc_ndcg_at_20_max": 0.672161, + "nauc_ndcg_at_20_std": -0.846775, + "nauc_ndcg_at_20_diff1": 0.930378, + "nauc_ndcg_at_100_max": 0.669994, + "nauc_ndcg_at_100_std": -0.841179, + "nauc_ndcg_at_100_diff1": 0.930529, + "nauc_ndcg_at_1000_max": 0.668046, + "nauc_ndcg_at_1000_std": -0.845599, + "nauc_ndcg_at_1000_diff1": 0.930581, + "nauc_map_at_1_max": 0.634926, + "nauc_map_at_1_std": -0.837961, + "nauc_map_at_1_diff1": 0.930636, + "nauc_map_at_3_max": 0.665087, + "nauc_map_at_3_std": -0.858372, + "nauc_map_at_3_diff1": 0.931545, + "nauc_map_at_5_max": 0.66463, + "nauc_map_at_5_std": -0.854098, + "nauc_map_at_5_diff1": 0.931227, + "nauc_map_at_10_max": 0.662787, + "nauc_map_at_10_std": -0.853146, + "nauc_map_at_10_diff1": 0.930793, + "nauc_map_at_20_max": 0.662651, + "nauc_map_at_20_std": -0.851325, + "nauc_map_at_20_diff1": 0.930793, + "nauc_map_at_100_max": 0.662455, + "nauc_map_at_100_std": -0.850615, + "nauc_map_at_100_diff1": 0.93078, + "nauc_map_at_1000_max": 0.662399, + "nauc_map_at_1000_std": -0.850737, + "nauc_map_at_1000_diff1": 0.93078, + "nauc_recall_at_1_max": 0.634926, + "nauc_recall_at_1_std": -0.837961, + "nauc_recall_at_1_diff1": 0.930636, + "nauc_recall_at_3_max": 0.734496, + "nauc_recall_at_3_std": -0.897719, + "nauc_recall_at_3_diff1": 0.936002, + "nauc_recall_at_5_max": 0.755836, + "nauc_recall_at_5_std": -0.873924, + "nauc_recall_at_5_diff1": 0.934163, + "nauc_recall_at_10_max": 0.759764, + "nauc_recall_at_10_std": -0.861966, + "nauc_recall_at_10_diff1": 0.924596, + "nauc_recall_at_20_max": 0.793009, + "nauc_recall_at_20_std": -0.743327, + "nauc_recall_at_20_diff1": 0.922402, + "nauc_recall_at_100_max": 0.933737, + "nauc_recall_at_100_std": -0.090924, + "nauc_recall_at_100_diff1": 0.920146, + "nauc_recall_at_1000_max": 0.959468, + "nauc_recall_at_1000_std": 0.643534, + "nauc_recall_at_1000_diff1": 0.915331, + "nauc_precision_at_1_max": 0.634926, + "nauc_precision_at_1_std": -0.837961, + "nauc_precision_at_1_diff1": 0.930636, + "nauc_precision_at_3_max": 0.734496, + "nauc_precision_at_3_std": -0.897719, + "nauc_precision_at_3_diff1": 0.936002, + "nauc_precision_at_5_max": 0.755836, + "nauc_precision_at_5_std": -0.873924, + "nauc_precision_at_5_diff1": 0.934163, + "nauc_precision_at_10_max": 0.759764, + "nauc_precision_at_10_std": -0.861966, + "nauc_precision_at_10_diff1": 0.924596, + "nauc_precision_at_20_max": 0.793009, + "nauc_precision_at_20_std": -0.743327, + "nauc_precision_at_20_diff1": 0.922402, + "nauc_precision_at_100_max": 0.933737, + "nauc_precision_at_100_std": -0.090924, + "nauc_precision_at_100_diff1": 0.920146, + "nauc_precision_at_1000_max": 0.959468, + "nauc_precision_at_1000_std": 0.643534, + "nauc_precision_at_1000_diff1": 0.915331, + "nauc_mrr_at_1_max": 0.635128, + "nauc_mrr_at_1_std": -0.838607, + "nauc_mrr_at_1_diff1": 0.930758, + "nauc_mrr_at_3_max": 0.665844, + "nauc_mrr_at_3_std": -0.857973, + "nauc_mrr_at_3_diff1": 0.931595, + "nauc_mrr_at_5_max": 0.665046, + "nauc_mrr_at_5_std": -0.853626, + "nauc_mrr_at_5_diff1": 0.931319, + "nauc_mrr_at_10_max": 0.663122, + "nauc_mrr_at_10_std": -0.853321, + "nauc_mrr_at_10_diff1": 0.930888, + "nauc_mrr_at_20_max": 0.662961, + "nauc_mrr_at_20_std": -0.851487, + "nauc_mrr_at_20_diff1": 0.930904, + "nauc_mrr_at_100_max": 0.662752, + "nauc_mrr_at_100_std": -0.850788, + "nauc_mrr_at_100_diff1": 0.930892, + "nauc_mrr_at_1000_max": 0.662696, + "nauc_mrr_at_1000_std": -0.850911, + "nauc_mrr_at_1000_diff1": 0.930892, + "cv_recall_at_1": 0.89196, + "cv_recall_at_3": 0.95346, + "cv_recall_at_5": 0.96665, + "cv_recall_at_10": 0.97793, + "cv_recall_at_20": 0.98456, + "cv_recall_at_100": 0.99576, + "cv_recall_at_1000": 0.99925, + "main_score": 0.93756, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 341.621178150177, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/DS1000Retrieval.json b/results/voyageai__voyage-4-lite/1/DS1000Retrieval.json new file mode 100644 index 0000000000..ef2828b4f5 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/DS1000Retrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "25cd4dc8172e799235d83c66439b6b7b8e6583ec", + "task_name": "DS1000Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.32232, + "ndcg_at_3": 0.5747, + "ndcg_at_5": 0.63538, + "ndcg_at_10": 0.66461, + "ndcg_at_20": 0.66815, + "ndcg_at_100": 0.66936, + "ndcg_at_1000": 0.66975, + "map_at_1": 0.32232, + "map_at_3": 0.51568, + "map_at_5": 0.54977, + "map_at_10": 0.56246, + "map_at_20": 0.5635, + "map_at_100": 0.56366, + "map_at_1000": 0.56368, + "recall_at_1": 0.32232, + "recall_at_3": 0.74424, + "recall_at_5": 0.88989, + "recall_at_10": 0.97698, + "recall_at_20": 0.99049, + "recall_at_100": 0.997, + "recall_at_1000": 1.0, + "accuracy": 0.32232, + "precision_at_1": 0.32232, + "precision_at_3": 0.24808, + "precision_at_5": 0.17798, + "precision_at_10": 0.0977, + "precision_at_20": 0.04952, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.322823, + "mrr_at_3": 0.516517, + "mrr_at_5": 0.549925, + "mrr_at_10": 0.563031, + "mrr_at_20": 0.564076, + "mrr_at_100": 0.564242, + "mrr_at_1000": 0.564256, + "nauc_ndcg_at_1_max": 0.132426, + "nauc_ndcg_at_1_std": 0.063912, + "nauc_ndcg_at_1_diff1": -0.050796, + "nauc_ndcg_at_3_max": 0.225107, + "nauc_ndcg_at_3_std": 0.106965, + "nauc_ndcg_at_3_diff1": -0.141662, + "nauc_ndcg_at_5_max": 0.224912, + "nauc_ndcg_at_5_std": 0.099661, + "nauc_ndcg_at_5_diff1": -0.130369, + "nauc_ndcg_at_10_max": 0.215743, + "nauc_ndcg_at_10_std": 0.095955, + "nauc_ndcg_at_10_diff1": -0.103154, + "nauc_ndcg_at_20_max": 0.208295, + "nauc_ndcg_at_20_std": 0.095369, + "nauc_ndcg_at_20_diff1": -0.103724, + "nauc_ndcg_at_100_max": 0.203634, + "nauc_ndcg_at_100_std": 0.093769, + "nauc_ndcg_at_100_diff1": -0.107804, + "nauc_ndcg_at_1000_max": 0.202068, + "nauc_ndcg_at_1000_std": 0.092736, + "nauc_ndcg_at_1000_diff1": -0.107971, + "nauc_map_at_1_max": 0.132426, + "nauc_map_at_1_std": 0.063912, + "nauc_map_at_1_diff1": -0.050796, + "nauc_map_at_3_max": 0.203366, + "nauc_map_at_3_std": 0.097176, + "nauc_map_at_3_diff1": -0.121109, + "nauc_map_at_5_max": 0.201077, + "nauc_map_at_5_std": 0.092585, + "nauc_map_at_5_diff1": -0.114429, + "nauc_map_at_10_max": 0.19671, + "nauc_map_at_10_std": 0.090421, + "nauc_map_at_10_diff1": -0.104824, + "nauc_map_at_20_max": 0.194974, + "nauc_map_at_20_std": 0.090276, + "nauc_map_at_20_diff1": -0.104895, + "nauc_map_at_100_max": 0.194463, + "nauc_map_at_100_std": 0.090071, + "nauc_map_at_100_diff1": -0.105287, + "nauc_map_at_1000_max": 0.194419, + "nauc_map_at_1000_std": 0.090041, + "nauc_map_at_1000_diff1": -0.105293, + "nauc_recall_at_1_max": 0.132426, + "nauc_recall_at_1_std": 0.063912, + "nauc_recall_at_1_diff1": -0.050796, + "nauc_recall_at_3_max": 0.305375, + "nauc_recall_at_3_std": 0.142904, + "nauc_recall_at_3_diff1": -0.217047, + "nauc_recall_at_5_max": 0.391623, + "nauc_recall_at_5_std": 0.145709, + "nauc_recall_at_5_diff1": -0.232945, + "nauc_recall_at_10_max": 0.779126, + "nauc_recall_at_10_std": 0.253761, + "nauc_recall_at_10_diff1": 0.125297, + "nauc_recall_at_20_max": 0.978497, + "nauc_recall_at_20_std": 0.428954, + "nauc_recall_at_20_diff1": 0.391987, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.61563, + "nauc_recall_at_100_diff1": -0.027613, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.132426, + "nauc_precision_at_1_std": 0.063912, + "nauc_precision_at_1_diff1": -0.050796, + "nauc_precision_at_3_max": 0.305375, + "nauc_precision_at_3_std": 0.142904, + "nauc_precision_at_3_diff1": -0.217047, + "nauc_precision_at_5_max": 0.391623, + "nauc_precision_at_5_std": 0.145709, + "nauc_precision_at_5_diff1": -0.232945, + "nauc_precision_at_10_max": 0.779126, + "nauc_precision_at_10_std": 0.253761, + "nauc_precision_at_10_diff1": 0.125297, + "nauc_precision_at_20_max": 0.978497, + "nauc_precision_at_20_std": 0.428954, + "nauc_precision_at_20_diff1": 0.391987, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.61563, + "nauc_precision_at_100_diff1": -0.027613, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.134551, + "nauc_mrr_at_1_std": 0.06742, + "nauc_mrr_at_1_diff1": -0.050197, + "nauc_mrr_at_3_max": 0.203308, + "nauc_mrr_at_3_std": 0.09806, + "nauc_mrr_at_3_diff1": -0.130434, + "nauc_mrr_at_5_max": 0.199824, + "nauc_mrr_at_5_std": 0.092993, + "nauc_mrr_at_5_diff1": -0.119579, + "nauc_mrr_at_10_max": 0.197377, + "nauc_mrr_at_10_std": 0.092721, + "nauc_mrr_at_10_diff1": -0.108049, + "nauc_mrr_at_20_max": 0.195626, + "nauc_mrr_at_20_std": 0.092543, + "nauc_mrr_at_20_diff1": -0.108145, + "nauc_mrr_at_100_max": 0.195117, + "nauc_mrr_at_100_std": 0.092342, + "nauc_mrr_at_100_diff1": -0.108545, + "nauc_mrr_at_1000_max": 0.195072, + "nauc_mrr_at_1000_std": 0.092312, + "nauc_mrr_at_1000_diff1": -0.108551, + "cv_recall_at_1": 0.32282, + "cv_recall_at_3": 0.74474, + "cv_recall_at_5": 0.88739, + "cv_recall_at_10": 0.97698, + "cv_recall_at_20": 0.99049, + "cv_recall_at_100": 0.997, + "cv_recall_at_1000": 1.0, + "main_score": 0.66461, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 63.11813282966614, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/EnglishFinance1Retrieval.json b/results/voyageai__voyage-4-lite/1/EnglishFinance1Retrieval.json new file mode 100644 index 0000000000..89fddb4bc7 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/EnglishFinance1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "b2816ead5389ee383019bb2e50df9f1aac8229d8", + "task_name": "EnglishFinance1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6171, + "ndcg_at_3": 0.73307, + "ndcg_at_5": 0.75627, + "ndcg_at_10": 0.77215, + "ndcg_at_20": 0.78153, + "ndcg_at_100": 0.78545, + "ndcg_at_1000": 0.78922, + "map_at_1": 0.61338, + "map_at_3": 0.70384, + "map_at_5": 0.71685, + "map_at_10": 0.72377, + "map_at_20": 0.72633, + "map_at_100": 0.72692, + "map_at_1000": 0.72716, + "recall_at_1": 0.61338, + "recall_at_3": 0.81599, + "recall_at_5": 0.87175, + "recall_at_10": 0.91868, + "recall_at_20": 0.95586, + "recall_at_100": 0.97537, + "recall_at_1000": 1.0, + "accuracy": 0.61338, + "precision_at_1": 0.6171, + "precision_at_3": 0.27385, + "precision_at_5": 0.17546, + "precision_at_10": 0.09294, + "precision_at_20": 0.04833, + "precision_at_100": 0.00993, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.6171, + "mrr_at_3": 0.7057, + "mrr_at_5": 0.718711, + "mrr_at_10": 0.725564, + "mrr_at_20": 0.728127, + "mrr_at_100": 0.728677, + "mrr_at_1000": 0.728844, + "nauc_ndcg_at_1_max": 0.109296, + "nauc_ndcg_at_1_std": -0.123612, + "nauc_ndcg_at_1_diff1": 0.779483, + "nauc_ndcg_at_3_max": 0.215958, + "nauc_ndcg_at_3_std": -0.031289, + "nauc_ndcg_at_3_diff1": 0.743009, + "nauc_ndcg_at_5_max": 0.236159, + "nauc_ndcg_at_5_std": 0.017359, + "nauc_ndcg_at_5_diff1": 0.727904, + "nauc_ndcg_at_10_max": 0.237656, + "nauc_ndcg_at_10_std": 0.042398, + "nauc_ndcg_at_10_diff1": 0.737093, + "nauc_ndcg_at_20_max": 0.214899, + "nauc_ndcg_at_20_std": 0.021046, + "nauc_ndcg_at_20_diff1": 0.749012, + "nauc_ndcg_at_100_max": 0.214, + "nauc_ndcg_at_100_std": 0.004746, + "nauc_ndcg_at_100_diff1": 0.749722, + "nauc_ndcg_at_1000_max": 0.199442, + "nauc_ndcg_at_1000_std": -0.016432, + "nauc_ndcg_at_1000_diff1": 0.748843, + "nauc_map_at_1_max": 0.102451, + "nauc_map_at_1_std": -0.121811, + "nauc_map_at_1_diff1": 0.780261, + "nauc_map_at_3_max": 0.177383, + "nauc_map_at_3_std": -0.063257, + "nauc_map_at_3_diff1": 0.752075, + "nauc_map_at_5_max": 0.185211, + "nauc_map_at_5_std": -0.040577, + "nauc_map_at_5_diff1": 0.744819, + "nauc_map_at_10_max": 0.186887, + "nauc_map_at_10_std": -0.032503, + "nauc_map_at_10_diff1": 0.748818, + "nauc_map_at_20_max": 0.181344, + "nauc_map_at_20_std": -0.037867, + "nauc_map_at_20_diff1": 0.751698, + "nauc_map_at_100_max": 0.180998, + "nauc_map_at_100_std": -0.040025, + "nauc_map_at_100_diff1": 0.751771, + "nauc_map_at_1000_max": 0.180218, + "nauc_map_at_1000_std": -0.041134, + "nauc_map_at_1000_diff1": 0.751746, + "nauc_recall_at_1_max": 0.102451, + "nauc_recall_at_1_std": -0.121811, + "nauc_recall_at_1_diff1": 0.780261, + "nauc_recall_at_3_max": 0.358282, + "nauc_recall_at_3_std": 0.097803, + "nauc_recall_at_3_diff1": 0.700921, + "nauc_recall_at_5_max": 0.497256, + "nauc_recall_at_5_std": 0.342103, + "nauc_recall_at_5_diff1": 0.625662, + "nauc_recall_at_10_max": 0.634383, + "nauc_recall_at_10_std": 0.700275, + "nauc_recall_at_10_diff1": 0.641907, + "nauc_recall_at_20_max": 0.588271, + "nauc_recall_at_20_std": 0.891727, + "nauc_recall_at_20_diff1": 0.755926, + "nauc_recall_at_100_max": 0.890676, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.793545, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.109296, + "nauc_precision_at_1_std": -0.123612, + "nauc_precision_at_1_diff1": 0.779483, + "nauc_precision_at_3_max": 0.35158, + "nauc_precision_at_3_std": 0.085924, + "nauc_precision_at_3_diff1": 0.662456, + "nauc_precision_at_5_max": 0.482862, + "nauc_precision_at_5_std": 0.316664, + "nauc_precision_at_5_diff1": 0.575601, + "nauc_precision_at_10_max": 0.572757, + "nauc_precision_at_10_std": 0.583763, + "nauc_precision_at_10_diff1": 0.502291, + "nauc_precision_at_20_max": 0.492306, + "nauc_precision_at_20_std": 0.660381, + "nauc_precision_at_20_diff1": 0.499376, + "nauc_precision_at_100_max": 0.331476, + "nauc_precision_at_100_std": 0.296847, + "nauc_precision_at_100_diff1": 0.153379, + "nauc_precision_at_1000_max": -0.383947, + "nauc_precision_at_1000_std": -0.459091, + "nauc_precision_at_1000_diff1": -0.453674, + "nauc_mrr_at_1_max": 0.109296, + "nauc_mrr_at_1_std": -0.123612, + "nauc_mrr_at_1_diff1": 0.779483, + "nauc_mrr_at_3_max": 0.191144, + "nauc_mrr_at_3_std": -0.059305, + "nauc_mrr_at_3_diff1": 0.754282, + "nauc_mrr_at_5_max": 0.199665, + "nauc_mrr_at_5_std": -0.036337, + "nauc_mrr_at_5_diff1": 0.7471, + "nauc_mrr_at_10_max": 0.195857, + "nauc_mrr_at_10_std": -0.031453, + "nauc_mrr_at_10_diff1": 0.750262, + "nauc_mrr_at_20_max": 0.190385, + "nauc_mrr_at_20_std": -0.036833, + "nauc_mrr_at_20_diff1": 0.753173, + "nauc_mrr_at_100_max": 0.190189, + "nauc_mrr_at_100_std": -0.038836, + "nauc_mrr_at_100_diff1": 0.753268, + "nauc_mrr_at_1000_max": 0.189687, + "nauc_mrr_at_1000_std": -0.039601, + "nauc_mrr_at_1000_diff1": 0.753284, + "cv_recall_at_1": 0.6171, + "cv_recall_at_3": 0.81784, + "cv_recall_at_5": 0.87361, + "cv_recall_at_10": 0.92193, + "cv_recall_at_20": 0.95911, + "cv_recall_at_100": 0.9777, + "cv_recall_at_1000": 1.0, + "main_score": 0.77215, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 21.085988759994507, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/EnglishFinance2Retrieval.json b/results/voyageai__voyage-4-lite/1/EnglishFinance2Retrieval.json new file mode 100644 index 0000000000..879c1b337e --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/EnglishFinance2Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "346d5039b9ec75a7b80f8ff008d5ca3df126f5aa", + "task_name": "EnglishFinance2Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76498, + "ndcg_at_3": 0.85089, + "ndcg_at_5": 0.86893, + "ndcg_at_10": 0.87787, + "ndcg_at_20": 0.88139, + "ndcg_at_100": 0.88265, + "ndcg_at_1000": 0.88265, + "map_at_1": 0.76498, + "map_at_3": 0.83103, + "map_at_5": 0.84105, + "map_at_10": 0.84474, + "map_at_20": 0.84571, + "map_at_100": 0.84588, + "map_at_1000": 0.84588, + "recall_at_1": 0.76498, + "recall_at_3": 0.90783, + "recall_at_5": 0.95161, + "recall_at_10": 0.97926, + "recall_at_20": 0.99309, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.76498, + "precision_at_1": 0.76498, + "precision_at_3": 0.30261, + "precision_at_5": 0.19032, + "precision_at_10": 0.09793, + "precision_at_20": 0.04965, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.764977, + "mrr_at_3": 0.831029, + "mrr_at_5": 0.841052, + "mrr_at_10": 0.844737, + "mrr_at_20": 0.84571, + "mrr_at_100": 0.845875, + "mrr_at_1000": 0.845875, + "nauc_ndcg_at_1_max": 0.45266, + "nauc_ndcg_at_1_std": 0.01841, + "nauc_ndcg_at_1_diff1": 0.691688, + "nauc_ndcg_at_3_max": 0.46764, + "nauc_ndcg_at_3_std": -0.026983, + "nauc_ndcg_at_3_diff1": 0.631116, + "nauc_ndcg_at_5_max": 0.478091, + "nauc_ndcg_at_5_std": -0.000892, + "nauc_ndcg_at_5_diff1": 0.642908, + "nauc_ndcg_at_10_max": 0.451211, + "nauc_ndcg_at_10_std": -0.02234, + "nauc_ndcg_at_10_diff1": 0.638722, + "nauc_ndcg_at_20_max": 0.452274, + "nauc_ndcg_at_20_std": -0.023931, + "nauc_ndcg_at_20_diff1": 0.646459, + "nauc_ndcg_at_100_max": 0.458866, + "nauc_ndcg_at_100_std": -0.010975, + "nauc_ndcg_at_100_diff1": 0.652976, + "nauc_ndcg_at_1000_max": 0.458866, + "nauc_ndcg_at_1000_std": -0.010975, + "nauc_ndcg_at_1000_diff1": 0.652976, + "nauc_map_at_1_max": 0.45266, + "nauc_map_at_1_std": 0.01841, + "nauc_map_at_1_diff1": 0.691688, + "nauc_map_at_3_max": 0.462151, + "nauc_map_at_3_std": -0.012597, + "nauc_map_at_3_diff1": 0.649256, + "nauc_map_at_5_max": 0.466971, + "nauc_map_at_5_std": -1.9e-05, + "nauc_map_at_5_diff1": 0.656606, + "nauc_map_at_10_max": 0.457974, + "nauc_map_at_10_std": -0.007216, + "nauc_map_at_10_diff1": 0.655544, + "nauc_map_at_20_max": 0.458182, + "nauc_map_at_20_std": -0.007697, + "nauc_map_at_20_diff1": 0.657331, + "nauc_map_at_100_max": 0.459023, + "nauc_map_at_100_std": -0.006118, + "nauc_map_at_100_diff1": 0.658078, + "nauc_map_at_1000_max": 0.459023, + "nauc_map_at_1000_std": -0.006118, + "nauc_map_at_1000_diff1": 0.658078, + "nauc_recall_at_1_max": 0.45266, + "nauc_recall_at_1_std": 0.01841, + "nauc_recall_at_1_diff1": 0.691688, + "nauc_recall_at_3_max": 0.495049, + "nauc_recall_at_3_std": -0.097417, + "nauc_recall_at_3_diff1": 0.543073, + "nauc_recall_at_5_max": 0.579253, + "nauc_recall_at_5_std": 0.004399, + "nauc_recall_at_5_diff1": 0.527251, + "nauc_recall_at_10_max": 0.258312, + "nauc_recall_at_10_std": -0.342363, + "nauc_recall_at_10_diff1": 0.304125, + "nauc_recall_at_20_max": -0.052796, + "nauc_recall_at_20_std": -1.043456, + "nauc_recall_at_20_diff1": 0.116229, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.45266, + "nauc_precision_at_1_std": 0.01841, + "nauc_precision_at_1_diff1": 0.691688, + "nauc_precision_at_3_max": 0.495049, + "nauc_precision_at_3_std": -0.097417, + "nauc_precision_at_3_diff1": 0.543073, + "nauc_precision_at_5_max": 0.579253, + "nauc_precision_at_5_std": 0.004399, + "nauc_precision_at_5_diff1": 0.527251, + "nauc_precision_at_10_max": 0.258312, + "nauc_precision_at_10_std": -0.342363, + "nauc_precision_at_10_diff1": 0.304125, + "nauc_precision_at_20_max": -0.052796, + "nauc_precision_at_20_std": -1.043456, + "nauc_precision_at_20_diff1": 0.116229, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.45266, + "nauc_mrr_at_1_std": 0.01841, + "nauc_mrr_at_1_diff1": 0.691688, + "nauc_mrr_at_3_max": 0.462151, + "nauc_mrr_at_3_std": -0.012597, + "nauc_mrr_at_3_diff1": 0.649256, + "nauc_mrr_at_5_max": 0.466971, + "nauc_mrr_at_5_std": -1.9e-05, + "nauc_mrr_at_5_diff1": 0.656606, + "nauc_mrr_at_10_max": 0.457974, + "nauc_mrr_at_10_std": -0.007216, + "nauc_mrr_at_10_diff1": 0.655544, + "nauc_mrr_at_20_max": 0.458182, + "nauc_mrr_at_20_std": -0.007697, + "nauc_mrr_at_20_diff1": 0.657331, + "nauc_mrr_at_100_max": 0.459023, + "nauc_mrr_at_100_std": -0.006118, + "nauc_mrr_at_100_diff1": 0.658078, + "nauc_mrr_at_1000_max": 0.459023, + "nauc_mrr_at_1000_std": -0.006118, + "nauc_mrr_at_1000_diff1": 0.658078, + "cv_recall_at_1": 0.76498, + "cv_recall_at_3": 0.90783, + "cv_recall_at_5": 0.95161, + "cv_recall_at_10": 0.97926, + "cv_recall_at_20": 0.99309, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.87787, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 25.90037989616394, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/EnglishFinance3Retrieval.json b/results/voyageai__voyage-4-lite/1/EnglishFinance3Retrieval.json new file mode 100644 index 0000000000..f29affd225 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/EnglishFinance3Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "5ed0bc0fffa309e99400ea800397931749d12cd2", + "task_name": "EnglishFinance3Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6289, + "ndcg_at_3": 0.72764, + "ndcg_at_5": 0.7487, + "ndcg_at_10": 0.76433, + "ndcg_at_20": 0.77438, + "ndcg_at_100": 0.78377, + "ndcg_at_1000": 0.78573, + "map_at_1": 0.6289, + "map_at_3": 0.70376, + "map_at_5": 0.71539, + "map_at_10": 0.72194, + "map_at_20": 0.72476, + "map_at_100": 0.72611, + "map_at_1000": 0.72619, + "recall_at_1": 0.6289, + "recall_at_3": 0.79658, + "recall_at_5": 0.84794, + "recall_at_10": 0.89577, + "recall_at_20": 0.93505, + "recall_at_100": 0.98489, + "recall_at_1000": 1.0, + "accuracy": 0.6289, + "precision_at_1": 0.6289, + "precision_at_3": 0.26553, + "precision_at_5": 0.16959, + "precision_at_10": 0.08958, + "precision_at_20": 0.04675, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.628902, + "mrr_at_3": 0.70376, + "mrr_at_5": 0.715391, + "mrr_at_10": 0.72194, + "mrr_at_20": 0.724763, + "mrr_at_100": 0.726106, + "mrr_at_1000": 0.726186, + "nauc_ndcg_at_1_max": 0.532649, + "nauc_ndcg_at_1_std": -0.137785, + "nauc_ndcg_at_1_diff1": 0.768234, + "nauc_ndcg_at_3_max": 0.545067, + "nauc_ndcg_at_3_std": -0.141541, + "nauc_ndcg_at_3_diff1": 0.718216, + "nauc_ndcg_at_5_max": 0.546917, + "nauc_ndcg_at_5_std": -0.137183, + "nauc_ndcg_at_5_diff1": 0.713932, + "nauc_ndcg_at_10_max": 0.544721, + "nauc_ndcg_at_10_std": -0.130743, + "nauc_ndcg_at_10_diff1": 0.716815, + "nauc_ndcg_at_20_max": 0.548516, + "nauc_ndcg_at_20_std": -0.12955, + "nauc_ndcg_at_20_diff1": 0.722185, + "nauc_ndcg_at_100_max": 0.547332, + "nauc_ndcg_at_100_std": -0.131287, + "nauc_ndcg_at_100_diff1": 0.72776, + "nauc_ndcg_at_1000_max": 0.544617, + "nauc_ndcg_at_1000_std": -0.134958, + "nauc_ndcg_at_1000_diff1": 0.728049, + "nauc_map_at_1_max": 0.532649, + "nauc_map_at_1_std": -0.137785, + "nauc_map_at_1_diff1": 0.768234, + "nauc_map_at_3_max": 0.540944, + "nauc_map_at_3_std": -0.142812, + "nauc_map_at_3_diff1": 0.731551, + "nauc_map_at_5_max": 0.541748, + "nauc_map_at_5_std": -0.140686, + "nauc_map_at_5_diff1": 0.730024, + "nauc_map_at_10_max": 0.540915, + "nauc_map_at_10_std": -0.138287, + "nauc_map_at_10_diff1": 0.731539, + "nauc_map_at_20_max": 0.541739, + "nauc_map_at_20_std": -0.13816, + "nauc_map_at_20_diff1": 0.732896, + "nauc_map_at_100_max": 0.541599, + "nauc_map_at_100_std": -0.138493, + "nauc_map_at_100_diff1": 0.733532, + "nauc_map_at_1000_max": 0.541516, + "nauc_map_at_1000_std": -0.138586, + "nauc_map_at_1000_diff1": 0.733541, + "nauc_recall_at_1_max": 0.532649, + "nauc_recall_at_1_std": -0.137785, + "nauc_recall_at_1_diff1": 0.768234, + "nauc_recall_at_3_max": 0.561105, + "nauc_recall_at_3_std": -0.135408, + "nauc_recall_at_3_diff1": 0.667899, + "nauc_recall_at_5_max": 0.572328, + "nauc_recall_at_5_std": -0.117758, + "nauc_recall_at_5_diff1": 0.636678, + "nauc_recall_at_10_max": 0.568421, + "nauc_recall_at_10_std": -0.073111, + "nauc_recall_at_10_diff1": 0.622058, + "nauc_recall_at_20_max": 0.627068, + "nauc_recall_at_20_std": -0.023002, + "nauc_recall_at_20_diff1": 0.629887, + "nauc_recall_at_100_max": 0.802917, + "nauc_recall_at_100_std": 0.231311, + "nauc_recall_at_100_diff1": 0.699916, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.532649, + "nauc_precision_at_1_std": -0.137785, + "nauc_precision_at_1_diff1": 0.768234, + "nauc_precision_at_3_max": 0.561105, + "nauc_precision_at_3_std": -0.135408, + "nauc_precision_at_3_diff1": 0.667899, + "nauc_precision_at_5_max": 0.572328, + "nauc_precision_at_5_std": -0.117758, + "nauc_precision_at_5_diff1": 0.636678, + "nauc_precision_at_10_max": 0.568421, + "nauc_precision_at_10_std": -0.073111, + "nauc_precision_at_10_diff1": 0.622058, + "nauc_precision_at_20_max": 0.627068, + "nauc_precision_at_20_std": -0.023002, + "nauc_precision_at_20_diff1": 0.629887, + "nauc_precision_at_100_max": 0.802917, + "nauc_precision_at_100_std": 0.231311, + "nauc_precision_at_100_diff1": 0.699916, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.532649, + "nauc_mrr_at_1_std": -0.137785, + "nauc_mrr_at_1_diff1": 0.768234, + "nauc_mrr_at_3_max": 0.540944, + "nauc_mrr_at_3_std": -0.142812, + "nauc_mrr_at_3_diff1": 0.731551, + "nauc_mrr_at_5_max": 0.541748, + "nauc_mrr_at_5_std": -0.140686, + "nauc_mrr_at_5_diff1": 0.730024, + "nauc_mrr_at_10_max": 0.540915, + "nauc_mrr_at_10_std": -0.138287, + "nauc_mrr_at_10_diff1": 0.731539, + "nauc_mrr_at_20_max": 0.541739, + "nauc_mrr_at_20_std": -0.13816, + "nauc_mrr_at_20_diff1": 0.732896, + "nauc_mrr_at_100_max": 0.541599, + "nauc_mrr_at_100_std": -0.138493, + "nauc_mrr_at_100_diff1": 0.733532, + "nauc_mrr_at_1000_max": 0.541516, + "nauc_mrr_at_1000_std": -0.138586, + "nauc_mrr_at_1000_diff1": 0.733541, + "cv_recall_at_1": 0.6289, + "cv_recall_at_3": 0.79658, + "cv_recall_at_5": 0.84794, + "cv_recall_at_10": 0.89577, + "cv_recall_at_20": 0.93505, + "cv_recall_at_100": 0.98489, + "cv_recall_at_1000": 1.0, + "main_score": 0.76433, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 63.91446018218994, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/EnglishFinance4Retrieval.json b/results/voyageai__voyage-4-lite/1/EnglishFinance4Retrieval.json new file mode 100644 index 0000000000..2d4c3f3bd8 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/EnglishFinance4Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "2fdb7001309f897d50d38d196a3fd0f03c913810", + "task_name": "EnglishFinance4Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44169, + "ndcg_at_3": 0.51976, + "ndcg_at_5": 0.54268, + "ndcg_at_10": 0.56462, + "ndcg_at_20": 0.57819, + "ndcg_at_100": 0.59722, + "ndcg_at_1000": 0.6086, + "map_at_1": 0.44169, + "map_at_3": 0.50059, + "map_at_5": 0.51331, + "map_at_10": 0.5224, + "map_at_20": 0.52616, + "map_at_100": 0.52878, + "map_at_1000": 0.52918, + "recall_at_1": 0.44169, + "recall_at_3": 0.57522, + "recall_at_5": 0.63086, + "recall_at_10": 0.6985, + "recall_at_20": 0.75193, + "recall_at_100": 0.85471, + "recall_at_1000": 0.94597, + "accuracy": 0.44169, + "precision_at_1": 0.44169, + "precision_at_3": 0.19174, + "precision_at_5": 0.12617, + "precision_at_10": 0.06985, + "precision_at_20": 0.0376, + "precision_at_100": 0.00855, + "precision_at_1000": 0.00095, + "mrr_at_1": 0.441695, + "mrr_at_3": 0.500558, + "mrr_at_5": 0.513304, + "mrr_at_10": 0.522402, + "mrr_at_20": 0.526154, + "mrr_at_100": 0.528774, + "mrr_at_1000": 0.529173, + "nauc_ndcg_at_1_max": 0.531754, + "nauc_ndcg_at_1_std": -0.006572, + "nauc_ndcg_at_1_diff1": 0.698182, + "nauc_ndcg_at_3_max": 0.543201, + "nauc_ndcg_at_3_std": 0.020863, + "nauc_ndcg_at_3_diff1": 0.641795, + "nauc_ndcg_at_5_max": 0.55039, + "nauc_ndcg_at_5_std": 0.034129, + "nauc_ndcg_at_5_diff1": 0.633687, + "nauc_ndcg_at_10_max": 0.556726, + "nauc_ndcg_at_10_std": 0.051964, + "nauc_ndcg_at_10_diff1": 0.626767, + "nauc_ndcg_at_20_max": 0.561288, + "nauc_ndcg_at_20_std": 0.062803, + "nauc_ndcg_at_20_diff1": 0.627099, + "nauc_ndcg_at_100_max": 0.56248, + "nauc_ndcg_at_100_std": 0.074864, + "nauc_ndcg_at_100_diff1": 0.629435, + "nauc_ndcg_at_1000_max": 0.559928, + "nauc_ndcg_at_1000_std": 0.068273, + "nauc_ndcg_at_1000_diff1": 0.634424, + "nauc_map_at_1_max": 0.531754, + "nauc_map_at_1_std": -0.006572, + "nauc_map_at_1_diff1": 0.698182, + "nauc_map_at_3_max": 0.539978, + "nauc_map_at_3_std": 0.013619, + "nauc_map_at_3_diff1": 0.655553, + "nauc_map_at_5_max": 0.543722, + "nauc_map_at_5_std": 0.020603, + "nauc_map_at_5_diff1": 0.651385, + "nauc_map_at_10_max": 0.54618, + "nauc_map_at_10_std": 0.027449, + "nauc_map_at_10_diff1": 0.648894, + "nauc_map_at_20_max": 0.547299, + "nauc_map_at_20_std": 0.030034, + "nauc_map_at_20_diff1": 0.649164, + "nauc_map_at_100_max": 0.547372, + "nauc_map_at_100_std": 0.0314, + "nauc_map_at_100_diff1": 0.649493, + "nauc_map_at_1000_max": 0.547283, + "nauc_map_at_1000_std": 0.031249, + "nauc_map_at_1000_diff1": 0.64964, + "nauc_recall_at_1_max": 0.531754, + "nauc_recall_at_1_std": -0.006572, + "nauc_recall_at_1_diff1": 0.698182, + "nauc_recall_at_3_max": 0.553229, + "nauc_recall_at_3_std": 0.043208, + "nauc_recall_at_3_diff1": 0.599831, + "nauc_recall_at_5_max": 0.573668, + "nauc_recall_at_5_std": 0.08081, + "nauc_recall_at_5_diff1": 0.574667, + "nauc_recall_at_10_max": 0.600278, + "nauc_recall_at_10_std": 0.154013, + "nauc_recall_at_10_diff1": 0.540522, + "nauc_recall_at_20_max": 0.63221, + "nauc_recall_at_20_std": 0.230487, + "nauc_recall_at_20_diff1": 0.527346, + "nauc_recall_at_100_max": 0.686993, + "nauc_recall_at_100_std": 0.461922, + "nauc_recall_at_100_diff1": 0.497803, + "nauc_recall_at_1000_max": 0.776276, + "nauc_recall_at_1000_std": 0.766705, + "nauc_recall_at_1000_diff1": 0.505376, + "nauc_precision_at_1_max": 0.531754, + "nauc_precision_at_1_std": -0.006572, + "nauc_precision_at_1_diff1": 0.698182, + "nauc_precision_at_3_max": 0.553229, + "nauc_precision_at_3_std": 0.043208, + "nauc_precision_at_3_diff1": 0.599831, + "nauc_precision_at_5_max": 0.573668, + "nauc_precision_at_5_std": 0.08081, + "nauc_precision_at_5_diff1": 0.574667, + "nauc_precision_at_10_max": 0.600278, + "nauc_precision_at_10_std": 0.154013, + "nauc_precision_at_10_diff1": 0.540522, + "nauc_precision_at_20_max": 0.63221, + "nauc_precision_at_20_std": 0.230487, + "nauc_precision_at_20_diff1": 0.527346, + "nauc_precision_at_100_max": 0.686993, + "nauc_precision_at_100_std": 0.461922, + "nauc_precision_at_100_diff1": 0.497803, + "nauc_precision_at_1000_max": 0.776276, + "nauc_precision_at_1000_std": 0.766705, + "nauc_precision_at_1000_diff1": 0.505376, + "nauc_mrr_at_1_max": 0.531754, + "nauc_mrr_at_1_std": -0.006572, + "nauc_mrr_at_1_diff1": 0.698182, + "nauc_mrr_at_3_max": 0.539992, + "nauc_mrr_at_3_std": 0.013609, + "nauc_mrr_at_3_diff1": 0.655604, + "nauc_mrr_at_5_max": 0.543729, + "nauc_mrr_at_5_std": 0.020598, + "nauc_mrr_at_5_diff1": 0.651395, + "nauc_mrr_at_10_max": 0.546198, + "nauc_mrr_at_10_std": 0.027472, + "nauc_mrr_at_10_diff1": 0.648901, + "nauc_mrr_at_20_max": 0.547316, + "nauc_mrr_at_20_std": 0.030049, + "nauc_mrr_at_20_diff1": 0.649176, + "nauc_mrr_at_100_max": 0.54739, + "nauc_mrr_at_100_std": 0.031419, + "nauc_mrr_at_100_diff1": 0.649504, + "nauc_mrr_at_1000_max": 0.547301, + "nauc_mrr_at_1000_std": 0.031268, + "nauc_mrr_at_1000_diff1": 0.649651, + "cv_recall_at_1": 0.44169, + "cv_recall_at_3": 0.57513, + "cv_recall_at_5": 0.63088, + "cv_recall_at_10": 0.69853, + "cv_recall_at_20": 0.75191, + "cv_recall_at_100": 0.85471, + "cv_recall_at_1000": 0.94597, + "main_score": 0.56462, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 797.2965140342712, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/EnglishHealthcare1Retrieval.json b/results/voyageai__voyage-4-lite/1/EnglishHealthcare1Retrieval.json new file mode 100644 index 0000000000..ae878a9881 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/EnglishHealthcare1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "393c24e85114d44c43259fb2d1c5639c5d09809d", + "task_name": "EnglishHealthcare1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46275, + "ndcg_at_3": 0.55139, + "ndcg_at_5": 0.57973, + "ndcg_at_10": 0.60901, + "ndcg_at_20": 0.62739, + "ndcg_at_100": 0.6533, + "ndcg_at_1000": 0.65589, + "map_at_1": 0.46275, + "map_at_3": 0.52965, + "map_at_5": 0.54534, + "map_at_10": 0.55755, + "map_at_20": 0.56266, + "map_at_100": 0.56638, + "map_at_1000": 0.56654, + "recall_at_1": 0.46275, + "recall_at_3": 0.61429, + "recall_at_5": 0.68322, + "recall_at_10": 0.77285, + "recall_at_20": 0.84491, + "recall_at_100": 0.98234, + "recall_at_1000": 1.0, + "accuracy": 0.46275, + "precision_at_1": 0.46275, + "precision_at_3": 0.20476, + "precision_at_5": 0.13664, + "precision_at_10": 0.07734, + "precision_at_20": 0.04232, + "precision_at_100": 0.00987, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.462747, + "mrr_at_3": 0.52965, + "mrr_at_5": 0.545337, + "mrr_at_10": 0.557631, + "mrr_at_20": 0.562757, + "mrr_at_100": 0.566429, + "mrr_at_1000": 0.566578, + "nauc_ndcg_at_1_max": 0.506347, + "nauc_ndcg_at_1_std": 0.209045, + "nauc_ndcg_at_1_diff1": 0.704427, + "nauc_ndcg_at_3_max": 0.526213, + "nauc_ndcg_at_3_std": 0.256674, + "nauc_ndcg_at_3_diff1": 0.656189, + "nauc_ndcg_at_5_max": 0.539232, + "nauc_ndcg_at_5_std": 0.277263, + "nauc_ndcg_at_5_diff1": 0.648631, + "nauc_ndcg_at_10_max": 0.543526, + "nauc_ndcg_at_10_std": 0.283822, + "nauc_ndcg_at_10_diff1": 0.647383, + "nauc_ndcg_at_20_max": 0.553382, + "nauc_ndcg_at_20_std": 0.295293, + "nauc_ndcg_at_20_diff1": 0.648417, + "nauc_ndcg_at_100_max": 0.540634, + "nauc_ndcg_at_100_std": 0.275324, + "nauc_ndcg_at_100_diff1": 0.6577, + "nauc_ndcg_at_1000_max": 0.537752, + "nauc_ndcg_at_1000_std": 0.270349, + "nauc_ndcg_at_1000_diff1": 0.65977, + "nauc_map_at_1_max": 0.506347, + "nauc_map_at_1_std": 0.209045, + "nauc_map_at_1_diff1": 0.704427, + "nauc_map_at_3_max": 0.521889, + "nauc_map_at_3_std": 0.245014, + "nauc_map_at_3_diff1": 0.668278, + "nauc_map_at_5_max": 0.5288, + "nauc_map_at_5_std": 0.255839, + "nauc_map_at_5_diff1": 0.664658, + "nauc_map_at_10_max": 0.5301, + "nauc_map_at_10_std": 0.257655, + "nauc_map_at_10_diff1": 0.664476, + "nauc_map_at_20_max": 0.532412, + "nauc_map_at_20_std": 0.260227, + "nauc_map_at_20_diff1": 0.66488, + "nauc_map_at_100_max": 0.530902, + "nauc_map_at_100_std": 0.257907, + "nauc_map_at_100_diff1": 0.666328, + "nauc_map_at_1000_max": 0.530752, + "nauc_map_at_1000_std": 0.257644, + "nauc_map_at_1000_diff1": 0.66644, + "nauc_recall_at_1_max": 0.506347, + "nauc_recall_at_1_std": 0.209045, + "nauc_recall_at_1_diff1": 0.704427, + "nauc_recall_at_3_max": 0.539477, + "nauc_recall_at_3_std": 0.293129, + "nauc_recall_at_3_diff1": 0.618263, + "nauc_recall_at_5_max": 0.577478, + "nauc_recall_at_5_std": 0.355309, + "nauc_recall_at_5_diff1": 0.591215, + "nauc_recall_at_10_max": 0.608686, + "nauc_recall_at_10_std": 0.409011, + "nauc_recall_at_10_diff1": 0.56966, + "nauc_recall_at_20_max": 0.706381, + "nauc_recall_at_20_std": 0.542321, + "nauc_recall_at_20_diff1": 0.547096, + "nauc_recall_at_100_max": 0.815942, + "nauc_recall_at_100_std": 0.749345, + "nauc_recall_at_100_diff1": 0.459704, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.506347, + "nauc_precision_at_1_std": 0.209045, + "nauc_precision_at_1_diff1": 0.704427, + "nauc_precision_at_3_max": 0.539477, + "nauc_precision_at_3_std": 0.293129, + "nauc_precision_at_3_diff1": 0.618263, + "nauc_precision_at_5_max": 0.577478, + "nauc_precision_at_5_std": 0.355309, + "nauc_precision_at_5_diff1": 0.591215, + "nauc_precision_at_10_max": 0.607293, + "nauc_precision_at_10_std": 0.40699, + "nauc_precision_at_10_diff1": 0.56957, + "nauc_precision_at_20_max": 0.696692, + "nauc_precision_at_20_std": 0.532036, + "nauc_precision_at_20_diff1": 0.542286, + "nauc_precision_at_100_max": 0.423314, + "nauc_precision_at_100_std": 0.363087, + "nauc_precision_at_100_diff1": 0.255123, + "nauc_precision_at_1000_max": -0.5296, + "nauc_precision_at_1000_std": -0.567154, + "nauc_precision_at_1000_diff1": -0.238269, + "nauc_mrr_at_1_max": 0.506347, + "nauc_mrr_at_1_std": 0.209045, + "nauc_mrr_at_1_diff1": 0.704427, + "nauc_mrr_at_3_max": 0.521889, + "nauc_mrr_at_3_std": 0.245014, + "nauc_mrr_at_3_diff1": 0.668278, + "nauc_mrr_at_5_max": 0.5288, + "nauc_mrr_at_5_std": 0.255839, + "nauc_mrr_at_5_diff1": 0.664658, + "nauc_mrr_at_10_max": 0.529965, + "nauc_mrr_at_10_std": 0.257454, + "nauc_mrr_at_10_diff1": 0.664479, + "nauc_mrr_at_20_max": 0.532268, + "nauc_mrr_at_20_std": 0.259985, + "nauc_mrr_at_20_diff1": 0.66497, + "nauc_mrr_at_100_max": 0.530829, + "nauc_mrr_at_100_std": 0.257782, + "nauc_mrr_at_100_diff1": 0.666384, + "nauc_mrr_at_1000_max": 0.530693, + "nauc_mrr_at_1000_std": 0.257541, + "nauc_mrr_at_1000_diff1": 0.666488, + "cv_recall_at_1": 0.46275, + "cv_recall_at_3": 0.61429, + "cv_recall_at_5": 0.68322, + "cv_recall_at_10": 0.77344, + "cv_recall_at_20": 0.84592, + "cv_recall_at_100": 0.98277, + "cv_recall_at_1000": 1.0, + "main_score": 0.60901, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 110.06805992126465, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/FinQARetrieval.json b/results/voyageai__voyage-4-lite/1/FinQARetrieval.json new file mode 100644 index 0000000000..47d0c02d37 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/FinQARetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd", + "task_name": "FinQARetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.71002, + "ndcg_at_3": 0.80662, + "ndcg_at_5": 0.82648, + "ndcg_at_10": 0.83828, + "ndcg_at_20": 0.8454, + "ndcg_at_100": 0.84814, + "ndcg_at_1000": 0.84839, + "map_at_1": 0.71002, + "map_at_3": 0.78398, + "map_at_5": 0.79496, + "map_at_10": 0.79992, + "map_at_20": 0.80188, + "map_at_100": 0.8023, + "map_at_1000": 0.80232, + "recall_at_1": 0.71002, + "recall_at_3": 0.8717, + "recall_at_5": 0.92004, + "recall_at_10": 0.95606, + "recall_at_20": 0.98418, + "recall_at_100": 0.99824, + "recall_at_1000": 1.0, + "accuracy": 0.71002, + "precision_at_1": 0.71002, + "precision_at_3": 0.29057, + "precision_at_5": 0.18401, + "precision_at_10": 0.09561, + "precision_at_20": 0.04921, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.710018, + "mrr_at_3": 0.783978, + "mrr_at_5": 0.794962, + "mrr_at_10": 0.799919, + "mrr_at_20": 0.801876, + "mrr_at_100": 0.8023, + "mrr_at_1000": 0.802315, + "nauc_ndcg_at_1_max": 0.465615, + "nauc_ndcg_at_1_std": 0.007869, + "nauc_ndcg_at_1_diff1": 0.78347, + "nauc_ndcg_at_3_max": 0.541774, + "nauc_ndcg_at_3_std": 0.064627, + "nauc_ndcg_at_3_diff1": 0.751163, + "nauc_ndcg_at_5_max": 0.537346, + "nauc_ndcg_at_5_std": 0.058997, + "nauc_ndcg_at_5_diff1": 0.757125, + "nauc_ndcg_at_10_max": 0.526898, + "nauc_ndcg_at_10_std": 0.050707, + "nauc_ndcg_at_10_diff1": 0.761142, + "nauc_ndcg_at_20_max": 0.518304, + "nauc_ndcg_at_20_std": 0.050368, + "nauc_ndcg_at_20_diff1": 0.762484, + "nauc_ndcg_at_100_max": 0.516229, + "nauc_ndcg_at_100_std": 0.046777, + "nauc_ndcg_at_100_diff1": 0.762633, + "nauc_ndcg_at_1000_max": 0.515579, + "nauc_ndcg_at_1000_std": 0.045114, + "nauc_ndcg_at_1000_diff1": 0.762709, + "nauc_map_at_1_max": 0.465615, + "nauc_map_at_1_std": 0.007869, + "nauc_map_at_1_diff1": 0.78347, + "nauc_map_at_3_max": 0.520002, + "nauc_map_at_3_std": 0.047597, + "nauc_map_at_3_diff1": 0.759711, + "nauc_map_at_5_max": 0.516491, + "nauc_map_at_5_std": 0.044065, + "nauc_map_at_5_diff1": 0.762796, + "nauc_map_at_10_max": 0.512358, + "nauc_map_at_10_std": 0.040704, + "nauc_map_at_10_diff1": 0.764245, + "nauc_map_at_20_max": 0.510391, + "nauc_map_at_20_std": 0.040878, + "nauc_map_at_20_diff1": 0.764506, + "nauc_map_at_100_max": 0.510084, + "nauc_map_at_100_std": 0.04032, + "nauc_map_at_100_diff1": 0.764523, + "nauc_map_at_1000_max": 0.510054, + "nauc_map_at_1000_std": 0.040244, + "nauc_map_at_1000_diff1": 0.764527, + "nauc_recall_at_1_max": 0.465615, + "nauc_recall_at_1_std": 0.007869, + "nauc_recall_at_1_diff1": 0.78347, + "nauc_recall_at_3_max": 0.63841, + "nauc_recall_at_3_std": 0.140781, + "nauc_recall_at_3_diff1": 0.713703, + "nauc_recall_at_5_max": 0.673149, + "nauc_recall_at_5_std": 0.155526, + "nauc_recall_at_5_diff1": 0.723512, + "nauc_recall_at_10_max": 0.677749, + "nauc_recall_at_10_std": 0.152749, + "nauc_recall_at_10_diff1": 0.738529, + "nauc_recall_at_20_max": 0.643521, + "nauc_recall_at_20_std": 0.293594, + "nauc_recall_at_20_diff1": 0.750099, + "nauc_recall_at_100_max": 0.861066, + "nauc_recall_at_100_std": 0.934628, + "nauc_recall_at_100_diff1": 0.722132, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.465615, + "nauc_precision_at_1_std": 0.007869, + "nauc_precision_at_1_diff1": 0.78347, + "nauc_precision_at_3_max": 0.63841, + "nauc_precision_at_3_std": 0.140781, + "nauc_precision_at_3_diff1": 0.713703, + "nauc_precision_at_5_max": 0.673149, + "nauc_precision_at_5_std": 0.155526, + "nauc_precision_at_5_diff1": 0.723512, + "nauc_precision_at_10_max": 0.677749, + "nauc_precision_at_10_std": 0.152749, + "nauc_precision_at_10_diff1": 0.738529, + "nauc_precision_at_20_max": 0.643521, + "nauc_precision_at_20_std": 0.293594, + "nauc_precision_at_20_diff1": 0.750099, + "nauc_precision_at_100_max": 0.861066, + "nauc_precision_at_100_std": 0.934628, + "nauc_precision_at_100_diff1": 0.722132, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.465615, + "nauc_mrr_at_1_std": 0.007869, + "nauc_mrr_at_1_diff1": 0.78347, + "nauc_mrr_at_3_max": 0.520002, + "nauc_mrr_at_3_std": 0.047597, + "nauc_mrr_at_3_diff1": 0.759711, + "nauc_mrr_at_5_max": 0.516491, + "nauc_mrr_at_5_std": 0.044065, + "nauc_mrr_at_5_diff1": 0.762796, + "nauc_mrr_at_10_max": 0.512358, + "nauc_mrr_at_10_std": 0.040704, + "nauc_mrr_at_10_diff1": 0.764245, + "nauc_mrr_at_20_max": 0.510391, + "nauc_mrr_at_20_std": 0.040878, + "nauc_mrr_at_20_diff1": 0.764506, + "nauc_mrr_at_100_max": 0.510084, + "nauc_mrr_at_100_std": 0.04032, + "nauc_mrr_at_100_diff1": 0.764523, + "nauc_mrr_at_1000_max": 0.510054, + "nauc_mrr_at_1000_std": 0.040244, + "nauc_mrr_at_1000_diff1": 0.764527, + "cv_recall_at_1": 0.71002, + "cv_recall_at_3": 0.8717, + "cv_recall_at_5": 0.92004, + "cv_recall_at_10": 0.95606, + "cv_recall_at_20": 0.98418, + "cv_recall_at_100": 0.99824, + "cv_recall_at_1000": 1.0, + "main_score": 0.83828, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 22.9468731880188, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/FinanceBenchRetrieval.json b/results/voyageai__voyage-4-lite/1/FinanceBenchRetrieval.json new file mode 100644 index 0000000000..0445eb6c40 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/FinanceBenchRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "e68478442112cae36b70a216f52cc2777acf0a7e", + "task_name": "FinanceBenchRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.89293, + "ndcg_at_5": 0.90612, + "ndcg_at_10": 0.91483, + "ndcg_at_20": 0.91483, + "ndcg_at_100": 0.91619, + "ndcg_at_1000": 0.91619, + "map_at_1": 0.83333, + "map_at_3": 0.87889, + "map_at_5": 0.88589, + "map_at_10": 0.88953, + "map_at_20": 0.88953, + "map_at_100": 0.88976, + "map_at_1000": 0.88976, + "recall_at_1": 0.83333, + "recall_at_3": 0.93333, + "recall_at_5": 0.96667, + "recall_at_10": 0.99333, + "recall_at_20": 0.99333, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.83333, + "precision_at_1": 0.83333, + "precision_at_3": 0.31111, + "precision_at_5": 0.19333, + "precision_at_10": 0.09933, + "precision_at_20": 0.04967, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.878889, + "mrr_at_5": 0.885889, + "mrr_at_10": 0.889526, + "mrr_at_20": 0.889526, + "mrr_at_100": 0.889756, + "mrr_at_1000": 0.889756, + "nauc_ndcg_at_1_max": 0.585537, + "nauc_ndcg_at_1_std": -0.242443, + "nauc_ndcg_at_1_diff1": 0.668355, + "nauc_ndcg_at_3_max": 0.643065, + "nauc_ndcg_at_3_std": -0.221763, + "nauc_ndcg_at_3_diff1": 0.55738, + "nauc_ndcg_at_5_max": 0.625808, + "nauc_ndcg_at_5_std": -0.260656, + "nauc_ndcg_at_5_diff1": 0.576064, + "nauc_ndcg_at_10_max": 0.617889, + "nauc_ndcg_at_10_std": -0.234099, + "nauc_ndcg_at_10_diff1": 0.577058, + "nauc_ndcg_at_20_max": 0.617889, + "nauc_ndcg_at_20_std": -0.234099, + "nauc_ndcg_at_20_diff1": 0.577058, + "nauc_ndcg_at_100_max": 0.613651, + "nauc_ndcg_at_100_std": -0.235157, + "nauc_ndcg_at_100_diff1": 0.596284, + "nauc_ndcg_at_1000_max": 0.613651, + "nauc_ndcg_at_1000_std": -0.235157, + "nauc_ndcg_at_1000_diff1": 0.596284, + "nauc_map_at_1_max": 0.585537, + "nauc_map_at_1_std": -0.242443, + "nauc_map_at_1_diff1": 0.668355, + "nauc_map_at_3_max": 0.622278, + "nauc_map_at_3_std": -0.22968, + "nauc_map_at_3_diff1": 0.591901, + "nauc_map_at_5_max": 0.612989, + "nauc_map_at_5_std": -0.248824, + "nauc_map_at_5_diff1": 0.602414, + "nauc_map_at_10_max": 0.610505, + "nauc_map_at_10_std": -0.236413, + "nauc_map_at_10_diff1": 0.603436, + "nauc_map_at_20_max": 0.610505, + "nauc_map_at_20_std": -0.236413, + "nauc_map_at_20_diff1": 0.603436, + "nauc_map_at_100_max": 0.609943, + "nauc_map_at_100_std": -0.236554, + "nauc_map_at_100_diff1": 0.605969, + "nauc_map_at_1000_max": 0.609943, + "nauc_map_at_1000_std": -0.236554, + "nauc_map_at_1000_diff1": 0.605969, + "nauc_recall_at_1_max": 0.585537, + "nauc_recall_at_1_std": -0.242443, + "nauc_recall_at_1_diff1": 0.668355, + "nauc_recall_at_3_max": 0.74958, + "nauc_recall_at_3_std": -0.180906, + "nauc_recall_at_3_diff1": 0.384127, + "nauc_recall_at_5_max": 0.742857, + "nauc_recall_at_5_std": -0.385808, + "nauc_recall_at_5_diff1": 0.337722, + "nauc_recall_at_10_max": 0.869281, + "nauc_recall_at_10_std": -0.171335, + "nauc_recall_at_10_diff1": -0.563492, + "nauc_recall_at_20_max": 0.869281, + "nauc_recall_at_20_std": -0.171335, + "nauc_recall_at_20_diff1": -0.563492, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.585537, + "nauc_precision_at_1_std": -0.242443, + "nauc_precision_at_1_diff1": 0.668355, + "nauc_precision_at_3_max": 0.74958, + "nauc_precision_at_3_std": -0.180906, + "nauc_precision_at_3_diff1": 0.384127, + "nauc_precision_at_5_max": 0.742857, + "nauc_precision_at_5_std": -0.385808, + "nauc_precision_at_5_diff1": 0.337722, + "nauc_precision_at_10_max": 0.869281, + "nauc_precision_at_10_std": -0.171335, + "nauc_precision_at_10_diff1": -0.563492, + "nauc_precision_at_20_max": 0.869281, + "nauc_precision_at_20_std": -0.171335, + "nauc_precision_at_20_diff1": -0.563492, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.585537, + "nauc_mrr_at_1_std": -0.242443, + "nauc_mrr_at_1_diff1": 0.668355, + "nauc_mrr_at_3_max": 0.622278, + "nauc_mrr_at_3_std": -0.22968, + "nauc_mrr_at_3_diff1": 0.591901, + "nauc_mrr_at_5_max": 0.612989, + "nauc_mrr_at_5_std": -0.248824, + "nauc_mrr_at_5_diff1": 0.602414, + "nauc_mrr_at_10_max": 0.610505, + "nauc_mrr_at_10_std": -0.236413, + "nauc_mrr_at_10_diff1": 0.603436, + "nauc_mrr_at_20_max": 0.610505, + "nauc_mrr_at_20_std": -0.236413, + "nauc_mrr_at_20_diff1": 0.603436, + "nauc_mrr_at_100_max": 0.609943, + "nauc_mrr_at_100_std": -0.236554, + "nauc_mrr_at_100_diff1": 0.605969, + "nauc_mrr_at_1000_max": 0.609943, + "nauc_mrr_at_1000_std": -0.236554, + "nauc_mrr_at_1000_diff1": 0.605969, + "cv_recall_at_1": 0.83333, + "cv_recall_at_3": 0.93333, + "cv_recall_at_5": 0.96667, + "cv_recall_at_10": 0.99333, + "cv_recall_at_20": 0.99333, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.91483, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7.0939781665802, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/French1Retrieval.json b/results/voyageai__voyage-4-lite/1/French1Retrieval.json new file mode 100644 index 0000000000..3ee4eb0ce4 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/French1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "c5c5a44f75dff57be44e5623e817239b050bf0f2", + "task_name": "French1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73955, + "ndcg_at_3": 0.82049, + "ndcg_at_5": 0.83429, + "ndcg_at_10": 0.84504, + "ndcg_at_20": 0.85051, + "ndcg_at_100": 0.85495, + "ndcg_at_1000": 0.85647, + "map_at_1": 0.73955, + "map_at_3": 0.80149, + "map_at_5": 0.80914, + "map_at_10": 0.81361, + "map_at_20": 0.81515, + "map_at_100": 0.81579, + "map_at_1000": 0.81586, + "recall_at_1": 0.73955, + "recall_at_3": 0.87512, + "recall_at_5": 0.90865, + "recall_at_10": 0.94169, + "recall_at_20": 0.96307, + "recall_at_100": 0.98664, + "recall_at_1000": 0.99806, + "accuracy": 0.73955, + "precision_at_1": 0.73955, + "precision_at_3": 0.29179, + "precision_at_5": 0.18178, + "precision_at_10": 0.09419, + "precision_at_20": 0.04817, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.739553, + "mrr_at_3": 0.801466, + "mrr_at_5": 0.809119, + "mrr_at_10": 0.813592, + "mrr_at_20": 0.815131, + "mrr_at_100": 0.815769, + "mrr_at_1000": 0.815838, + "nauc_ndcg_at_1_max": 0.472035, + "nauc_ndcg_at_1_std": -0.091626, + "nauc_ndcg_at_1_diff1": 0.739947, + "nauc_ndcg_at_3_max": 0.531163, + "nauc_ndcg_at_3_std": -0.11289, + "nauc_ndcg_at_3_diff1": 0.701165, + "nauc_ndcg_at_5_max": 0.53709, + "nauc_ndcg_at_5_std": -0.111748, + "nauc_ndcg_at_5_diff1": 0.70964, + "nauc_ndcg_at_10_max": 0.534737, + "nauc_ndcg_at_10_std": -0.107671, + "nauc_ndcg_at_10_diff1": 0.714451, + "nauc_ndcg_at_20_max": 0.530182, + "nauc_ndcg_at_20_std": -0.107531, + "nauc_ndcg_at_20_diff1": 0.716214, + "nauc_ndcg_at_100_max": 0.526371, + "nauc_ndcg_at_100_std": -0.098755, + "nauc_ndcg_at_100_diff1": 0.716646, + "nauc_ndcg_at_1000_max": 0.523097, + "nauc_ndcg_at_1000_std": -0.102679, + "nauc_ndcg_at_1000_diff1": 0.716629, + "nauc_map_at_1_max": 0.472035, + "nauc_map_at_1_std": -0.091626, + "nauc_map_at_1_diff1": 0.739947, + "nauc_map_at_3_max": 0.514933, + "nauc_map_at_3_std": -0.107199, + "nauc_map_at_3_diff1": 0.712242, + "nauc_map_at_5_max": 0.517413, + "nauc_map_at_5_std": -0.106577, + "nauc_map_at_5_diff1": 0.716912, + "nauc_map_at_10_max": 0.516051, + "nauc_map_at_10_std": -0.104888, + "nauc_map_at_10_diff1": 0.718711, + "nauc_map_at_20_max": 0.514914, + "nauc_map_at_20_std": -0.104681, + "nauc_map_at_20_diff1": 0.719208, + "nauc_map_at_100_max": 0.514524, + "nauc_map_at_100_std": -0.103653, + "nauc_map_at_100_diff1": 0.719321, + "nauc_map_at_1000_max": 0.514394, + "nauc_map_at_1000_std": -0.103801, + "nauc_map_at_1000_diff1": 0.719314, + "nauc_recall_at_1_max": 0.472035, + "nauc_recall_at_1_std": -0.091626, + "nauc_recall_at_1_diff1": 0.739947, + "nauc_recall_at_3_max": 0.59978, + "nauc_recall_at_3_std": -0.136845, + "nauc_recall_at_3_diff1": 0.654042, + "nauc_recall_at_5_max": 0.644905, + "nauc_recall_at_5_std": -0.138868, + "nauc_recall_at_5_diff1": 0.672227, + "nauc_recall_at_10_max": 0.688637, + "nauc_recall_at_10_std": -0.125519, + "nauc_recall_at_10_diff1": 0.688364, + "nauc_recall_at_20_max": 0.708963, + "nauc_recall_at_20_std": -0.138842, + "nauc_recall_at_20_diff1": 0.697029, + "nauc_recall_at_100_max": 0.807822, + "nauc_recall_at_100_std": 0.265202, + "nauc_recall_at_100_diff1": 0.678304, + "nauc_recall_at_1000_max": 0.841325, + "nauc_recall_at_1000_std": 0.44374, + "nauc_recall_at_1000_diff1": 0.468175, + "nauc_precision_at_1_max": 0.472035, + "nauc_precision_at_1_std": -0.091626, + "nauc_precision_at_1_diff1": 0.739947, + "nauc_precision_at_3_max": 0.598825, + "nauc_precision_at_3_std": -0.136615, + "nauc_precision_at_3_diff1": 0.650047, + "nauc_precision_at_5_max": 0.643427, + "nauc_precision_at_5_std": -0.138554, + "nauc_precision_at_5_diff1": 0.66683, + "nauc_precision_at_10_max": 0.686013, + "nauc_precision_at_10_std": -0.125124, + "nauc_precision_at_10_diff1": 0.679815, + "nauc_precision_at_20_max": 0.704607, + "nauc_precision_at_20_std": -0.13807, + "nauc_precision_at_20_diff1": 0.683488, + "nauc_precision_at_100_max": 0.792987, + "nauc_precision_at_100_std": 0.254907, + "nauc_precision_at_100_diff1": 0.642188, + "nauc_precision_at_1000_max": 0.748916, + "nauc_precision_at_1000_std": 0.351878, + "nauc_precision_at_1000_diff1": 0.295305, + "nauc_mrr_at_1_max": 0.472035, + "nauc_mrr_at_1_std": -0.091626, + "nauc_mrr_at_1_diff1": 0.739947, + "nauc_mrr_at_3_max": 0.514829, + "nauc_mrr_at_3_std": -0.107177, + "nauc_mrr_at_3_diff1": 0.712282, + "nauc_mrr_at_5_max": 0.517304, + "nauc_mrr_at_5_std": -0.106554, + "nauc_mrr_at_5_diff1": 0.716953, + "nauc_mrr_at_10_max": 0.515939, + "nauc_mrr_at_10_std": -0.104864, + "nauc_mrr_at_10_diff1": 0.718753, + "nauc_mrr_at_20_max": 0.514802, + "nauc_mrr_at_20_std": -0.104657, + "nauc_mrr_at_20_diff1": 0.71925, + "nauc_mrr_at_100_max": 0.514411, + "nauc_mrr_at_100_std": -0.10363, + "nauc_mrr_at_100_diff1": 0.719363, + "nauc_mrr_at_1000_max": 0.514281, + "nauc_mrr_at_1000_std": -0.103777, + "nauc_mrr_at_1000_diff1": 0.719356, + "cv_recall_at_1": 0.73955, + "cv_recall_at_3": 0.87512, + "cv_recall_at_5": 0.90865, + "cv_recall_at_10": 0.94169, + "cv_recall_at_20": 0.96307, + "cv_recall_at_100": 0.98664, + "cv_recall_at_1000": 0.99806, + "main_score": 0.84504, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 1696.7276859283447, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/FrenchLegal1Retrieval.json b/results/voyageai__voyage-4-lite/1/FrenchLegal1Retrieval.json new file mode 100644 index 0000000000..a85cf895c7 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/FrenchLegal1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d", + "task_name": "FrenchLegal1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.8631, + "ndcg_at_3": 0.9088, + "ndcg_at_5": 0.91617, + "ndcg_at_10": 0.92131, + "ndcg_at_20": 0.92334, + "ndcg_at_100": 0.92538, + "ndcg_at_1000": 0.92619, + "map_at_1": 0.8631, + "map_at_3": 0.89811, + "map_at_5": 0.90221, + "map_at_10": 0.90433, + "map_at_20": 0.90489, + "map_at_100": 0.90519, + "map_at_1000": 0.90523, + "recall_at_1": 0.8631, + "recall_at_3": 0.93952, + "recall_at_5": 0.95734, + "recall_at_10": 0.97328, + "recall_at_20": 0.98125, + "recall_at_100": 0.99203, + "recall_at_1000": 0.99812, + "accuracy": 0.8631, + "precision_at_1": 0.8631, + "precision_at_3": 0.31317, + "precision_at_5": 0.19147, + "precision_at_10": 0.09733, + "precision_at_20": 0.04906, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863104, + "mrr_at_3": 0.898109, + "mrr_at_5": 0.902211, + "mrr_at_10": 0.904326, + "mrr_at_20": 0.904891, + "mrr_at_100": 0.905192, + "mrr_at_1000": 0.905227, + "nauc_ndcg_at_1_max": 0.741324, + "nauc_ndcg_at_1_std": 0.215334, + "nauc_ndcg_at_1_diff1": 0.905091, + "nauc_ndcg_at_3_max": 0.785477, + "nauc_ndcg_at_3_std": 0.249177, + "nauc_ndcg_at_3_diff1": 0.889768, + "nauc_ndcg_at_5_max": 0.789958, + "nauc_ndcg_at_5_std": 0.262339, + "nauc_ndcg_at_5_diff1": 0.893637, + "nauc_ndcg_at_10_max": 0.785463, + "nauc_ndcg_at_10_std": 0.256764, + "nauc_ndcg_at_10_diff1": 0.89379, + "nauc_ndcg_at_20_max": 0.784081, + "nauc_ndcg_at_20_std": 0.259127, + "nauc_ndcg_at_20_diff1": 0.893662, + "nauc_ndcg_at_100_max": 0.778993, + "nauc_ndcg_at_100_std": 0.257137, + "nauc_ndcg_at_100_diff1": 0.894139, + "nauc_ndcg_at_1000_max": 0.777424, + "nauc_ndcg_at_1000_std": 0.252527, + "nauc_ndcg_at_1000_diff1": 0.89497, + "nauc_map_at_1_max": 0.741324, + "nauc_map_at_1_std": 0.215334, + "nauc_map_at_1_diff1": 0.905091, + "nauc_map_at_3_max": 0.771647, + "nauc_map_at_3_std": 0.23844, + "nauc_map_at_3_diff1": 0.893504, + "nauc_map_at_5_max": 0.773391, + "nauc_map_at_5_std": 0.24444, + "nauc_map_at_5_diff1": 0.895487, + "nauc_map_at_10_max": 0.7715, + "nauc_map_at_10_std": 0.242108, + "nauc_map_at_10_diff1": 0.895633, + "nauc_map_at_20_max": 0.771197, + "nauc_map_at_20_std": 0.242627, + "nauc_map_at_20_diff1": 0.895653, + "nauc_map_at_100_max": 0.770566, + "nauc_map_at_100_std": 0.242208, + "nauc_map_at_100_diff1": 0.895769, + "nauc_map_at_1000_max": 0.770508, + "nauc_map_at_1000_std": 0.242054, + "nauc_map_at_1000_diff1": 0.895801, + "nauc_recall_at_1_max": 0.741324, + "nauc_recall_at_1_std": 0.215334, + "nauc_recall_at_1_diff1": 0.905091, + "nauc_recall_at_3_max": 0.850911, + "nauc_recall_at_3_std": 0.300069, + "nauc_recall_at_3_diff1": 0.872834, + "nauc_recall_at_5_max": 0.897314, + "nauc_recall_at_5_std": 0.381132, + "nauc_recall_at_5_diff1": 0.884059, + "nauc_recall_at_10_max": 0.920977, + "nauc_recall_at_10_std": 0.402765, + "nauc_recall_at_10_diff1": 0.878702, + "nauc_recall_at_20_max": 0.953436, + "nauc_recall_at_20_std": 0.498739, + "nauc_recall_at_20_diff1": 0.868934, + "nauc_recall_at_100_max": 0.936566, + "nauc_recall_at_100_std": 0.749889, + "nauc_recall_at_100_diff1": 0.849784, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.934651, + "nauc_precision_at_1_max": 0.741324, + "nauc_precision_at_1_std": 0.215334, + "nauc_precision_at_1_diff1": 0.905091, + "nauc_precision_at_3_max": 0.850911, + "nauc_precision_at_3_std": 0.300069, + "nauc_precision_at_3_diff1": 0.872834, + "nauc_precision_at_5_max": 0.897314, + "nauc_precision_at_5_std": 0.381132, + "nauc_precision_at_5_diff1": 0.884059, + "nauc_precision_at_10_max": 0.920977, + "nauc_precision_at_10_std": 0.402765, + "nauc_precision_at_10_diff1": 0.878702, + "nauc_precision_at_20_max": 0.953436, + "nauc_precision_at_20_std": 0.498739, + "nauc_precision_at_20_diff1": 0.868934, + "nauc_precision_at_100_max": 0.936566, + "nauc_precision_at_100_std": 0.749889, + "nauc_precision_at_100_diff1": 0.849784, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.934651, + "nauc_mrr_at_1_max": 0.741324, + "nauc_mrr_at_1_std": 0.215334, + "nauc_mrr_at_1_diff1": 0.905091, + "nauc_mrr_at_3_max": 0.771647, + "nauc_mrr_at_3_std": 0.23844, + "nauc_mrr_at_3_diff1": 0.893504, + "nauc_mrr_at_5_max": 0.773391, + "nauc_mrr_at_5_std": 0.24444, + "nauc_mrr_at_5_diff1": 0.895487, + "nauc_mrr_at_10_max": 0.7715, + "nauc_mrr_at_10_std": 0.242108, + "nauc_mrr_at_10_diff1": 0.895633, + "nauc_mrr_at_20_max": 0.771197, + "nauc_mrr_at_20_std": 0.242627, + "nauc_mrr_at_20_diff1": 0.895653, + "nauc_mrr_at_100_max": 0.770566, + "nauc_mrr_at_100_std": 0.242208, + "nauc_mrr_at_100_diff1": 0.895769, + "nauc_mrr_at_1000_max": 0.770508, + "nauc_mrr_at_1000_std": 0.242054, + "nauc_mrr_at_1000_diff1": 0.895801, + "cv_recall_at_1": 0.8631, + "cv_recall_at_3": 0.93952, + "cv_recall_at_5": 0.95734, + "cv_recall_at_10": 0.97328, + "cv_recall_at_20": 0.98125, + "cv_recall_at_100": 0.99203, + "cv_recall_at_1000": 0.99812, + "main_score": 0.92131, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 371.1945958137512, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/FreshStackRetrieval.json b/results/voyageai__voyage-4-lite/1/FreshStackRetrieval.json new file mode 100644 index 0000000000..dc396dd90a --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/FreshStackRetrieval.json @@ -0,0 +1,169 @@ +{ + "dataset_revision": "7a20df1abe4dafc46f93f9a7965bf9c6968bdf04", + "task_name": "FreshStackRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48512, + "ndcg_at_3": 0.44262, + "ndcg_at_5": 0.43143, + "ndcg_at_10": 0.43645, + "ndcg_at_20": 0.47938, + "ndcg_at_100": 0.58366, + "ndcg_at_1000": 0.62104, + "map_at_1": 0.08208, + "map_at_3": 0.16989, + "map_at_5": 0.21874, + "map_at_10": 0.27526, + "map_at_20": 0.32032, + "map_at_100": 0.36409, + "map_at_1000": 0.36944, + "recall_at_1": 0.08208, + "recall_at_3": 0.20355, + "recall_at_5": 0.29259, + "recall_at_10": 0.42028, + "recall_at_20": 0.55842, + "recall_at_100": 0.84953, + "recall_at_1000": 0.99276, + "accuracy": 0.08208, + "precision_at_1": 0.48512, + "precision_at_3": 0.41915, + "precision_at_5": 0.37024, + "precision_at_10": 0.28631, + "precision_at_20": 0.20558, + "precision_at_100": 0.06686, + "precision_at_1000": 0.00806, + "mrr_at_1": 0.485119, + "mrr_at_3": 0.583581, + "mrr_at_5": 0.603447, + "mrr_at_10": 0.613566, + "mrr_at_20": 0.616776, + "mrr_at_100": 0.618633, + "mrr_at_1000": 0.618736, + "nauc_ndcg_at_1_max": 0.206418, + "nauc_ndcg_at_1_std": 0.029699, + "nauc_ndcg_at_1_diff1": 0.191615, + "nauc_ndcg_at_3_max": 0.213827, + "nauc_ndcg_at_3_std": 0.030687, + "nauc_ndcg_at_3_diff1": 0.087711, + "nauc_ndcg_at_5_max": 0.19578, + "nauc_ndcg_at_5_std": 0.008947, + "nauc_ndcg_at_5_diff1": 0.078838, + "nauc_ndcg_at_10_max": 0.153895, + "nauc_ndcg_at_10_std": -0.001016, + "nauc_ndcg_at_10_diff1": 0.123568, + "nauc_ndcg_at_20_max": 0.131547, + "nauc_ndcg_at_20_std": 0.028231, + "nauc_ndcg_at_20_diff1": 0.130716, + "nauc_ndcg_at_100_max": 0.173107, + "nauc_ndcg_at_100_std": 0.096673, + "nauc_ndcg_at_100_diff1": 0.126464, + "nauc_ndcg_at_1000_max": 0.20421, + "nauc_ndcg_at_1000_std": 0.055887, + "nauc_ndcg_at_1000_diff1": 0.111708, + "nauc_map_at_1_max": 0.089517, + "nauc_map_at_1_std": -0.054408, + "nauc_map_at_1_diff1": 0.227736, + "nauc_map_at_3_max": 0.122876, + "nauc_map_at_3_std": -0.047901, + "nauc_map_at_3_diff1": 0.165551, + "nauc_map_at_5_max": 0.116445, + "nauc_map_at_5_std": -0.059116, + "nauc_map_at_5_diff1": 0.157694, + "nauc_map_at_10_max": 0.101704, + "nauc_map_at_10_std": -0.051142, + "nauc_map_at_10_diff1": 0.145928, + "nauc_map_at_20_max": 0.109305, + "nauc_map_at_20_std": -0.01364, + "nauc_map_at_20_diff1": 0.119868, + "nauc_map_at_100_max": 0.138842, + "nauc_map_at_100_std": 0.022422, + "nauc_map_at_100_diff1": 0.107637, + "nauc_map_at_1000_max": 0.144217, + "nauc_map_at_1000_std": 0.018674, + "nauc_map_at_1000_diff1": 0.104879, + "nauc_recall_at_1_max": 0.089517, + "nauc_recall_at_1_std": -0.054408, + "nauc_recall_at_1_diff1": 0.227736, + "nauc_recall_at_3_max": 0.093054, + "nauc_recall_at_3_std": -0.033423, + "nauc_recall_at_3_diff1": 0.139599, + "nauc_recall_at_5_max": 0.05067, + "nauc_recall_at_5_std": -0.040454, + "nauc_recall_at_5_diff1": 0.124724, + "nauc_recall_at_10_max": 0.014671, + "nauc_recall_at_10_std": -0.042948, + "nauc_recall_at_10_diff1": 0.159363, + "nauc_recall_at_20_max": 0.014548, + "nauc_recall_at_20_std": 0.03975, + "nauc_recall_at_20_diff1": 0.119597, + "nauc_recall_at_100_max": 0.008374, + "nauc_recall_at_100_std": 0.301616, + "nauc_recall_at_100_diff1": 0.148, + "nauc_recall_at_1000_max": -0.101976, + "nauc_recall_at_1000_std": 0.498245, + "nauc_recall_at_1000_diff1": 0.113186, + "nauc_precision_at_1_max": 0.206418, + "nauc_precision_at_1_std": 0.029699, + "nauc_precision_at_1_diff1": 0.191615, + "nauc_precision_at_3_max": 0.217359, + "nauc_precision_at_3_std": 0.048883, + "nauc_precision_at_3_diff1": 0.044356, + "nauc_precision_at_5_max": 0.187939, + "nauc_precision_at_5_std": 0.03446, + "nauc_precision_at_5_diff1": 0.007451, + "nauc_precision_at_10_max": 0.156967, + "nauc_precision_at_10_std": 0.057994, + "nauc_precision_at_10_diff1": -0.022104, + "nauc_precision_at_20_max": 0.162998, + "nauc_precision_at_20_std": 0.111902, + "nauc_precision_at_20_diff1": -0.06918, + "nauc_precision_at_100_max": 0.199644, + "nauc_precision_at_100_std": 0.126135, + "nauc_precision_at_100_diff1": -0.100963, + "nauc_precision_at_1000_max": 0.208821, + "nauc_precision_at_1000_std": 0.022142, + "nauc_precision_at_1000_diff1": -0.135926, + "nauc_mrr_at_1_max": 0.206418, + "nauc_mrr_at_1_std": 0.029699, + "nauc_mrr_at_1_diff1": 0.191615, + "nauc_mrr_at_3_max": 0.233628, + "nauc_mrr_at_3_std": 0.065198, + "nauc_mrr_at_3_diff1": 0.175575, + "nauc_mrr_at_5_max": 0.225276, + "nauc_mrr_at_5_std": 0.060409, + "nauc_mrr_at_5_diff1": 0.17323, + "nauc_mrr_at_10_max": 0.227626, + "nauc_mrr_at_10_std": 0.058975, + "nauc_mrr_at_10_diff1": 0.180031, + "nauc_mrr_at_20_max": 0.226347, + "nauc_mrr_at_20_std": 0.057352, + "nauc_mrr_at_20_diff1": 0.178412, + "nauc_mrr_at_100_max": 0.226434, + "nauc_mrr_at_100_std": 0.05817, + "nauc_mrr_at_100_diff1": 0.178599, + "nauc_mrr_at_1000_max": 0.226468, + "nauc_mrr_at_1000_std": 0.058059, + "nauc_mrr_at_1000_diff1": 0.17865, + "cv_recall_at_1": 0.48512, + "cv_recall_at_3": 0.70982, + "cv_recall_at_5": 0.79464, + "cv_recall_at_10": 0.86756, + "cv_recall_at_20": 0.91369, + "cv_recall_at_100": 0.97768, + "cv_recall_at_1000": 1.0, + "main_score": 0.43645, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code", + "javascript-Code", + "go-Code" + ] + } + ] + }, + "evaluation_time": 272.3094141483307, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/German1Retrieval.json b/results/voyageai__voyage-4-lite/1/German1Retrieval.json new file mode 100644 index 0000000000..c1a0908b69 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/German1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd", + "task_name": "German1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.93442, + "ndcg_at_3": 0.96099, + "ndcg_at_5": 0.96294, + "ndcg_at_10": 0.96579, + "ndcg_at_20": 0.96668, + "ndcg_at_100": 0.96734, + "ndcg_at_1000": 0.96752, + "map_at_1": 0.9334, + "map_at_3": 0.95492, + "map_at_5": 0.95601, + "map_at_10": 0.95718, + "map_at_20": 0.95745, + "map_at_100": 0.95755, + "map_at_1000": 0.95756, + "recall_at_1": 0.9334, + "recall_at_3": 0.97836, + "recall_at_5": 0.9831, + "recall_at_10": 0.99189, + "recall_at_20": 0.99527, + "recall_at_100": 0.99865, + "recall_at_1000": 1.0, + "accuracy": 0.9334, + "precision_at_1": 0.93442, + "precision_at_3": 0.3268, + "precision_at_5": 0.19703, + "precision_at_10": 0.09939, + "precision_at_20": 0.04986, + "precision_at_100": 0.01001, + "precision_at_1000": 0.001, + "mrr_at_1": 0.934415, + "mrr_at_3": 0.954924, + "mrr_at_5": 0.956006, + "mrr_at_10": 0.957184, + "mrr_at_20": 0.95745, + "mrr_at_100": 0.957549, + "mrr_at_1000": 0.957557, + "nauc_ndcg_at_1_max": 0.58167, + "nauc_ndcg_at_1_std": -0.117726, + "nauc_ndcg_at_1_diff1": 0.979784, + "nauc_ndcg_at_3_max": 0.695902, + "nauc_ndcg_at_3_std": -0.079991, + "nauc_ndcg_at_3_diff1": 0.978284, + "nauc_ndcg_at_5_max": 0.689797, + "nauc_ndcg_at_5_std": -0.060306, + "nauc_ndcg_at_5_diff1": 0.977141, + "nauc_ndcg_at_10_max": 0.671466, + "nauc_ndcg_at_10_std": -0.075015, + "nauc_ndcg_at_10_diff1": 0.978546, + "nauc_ndcg_at_20_max": 0.665583, + "nauc_ndcg_at_20_std": -0.076311, + "nauc_ndcg_at_20_diff1": 0.979313, + "nauc_ndcg_at_100_max": 0.659392, + "nauc_ndcg_at_100_std": -0.082444, + "nauc_ndcg_at_100_diff1": 0.978896, + "nauc_ndcg_at_1000_max": 0.658246, + "nauc_ndcg_at_1000_std": -0.086891, + "nauc_ndcg_at_1000_diff1": 0.978779, + "nauc_map_at_1_max": 0.58804, + "nauc_map_at_1_std": -0.11317, + "nauc_map_at_1_diff1": 0.980092, + "nauc_map_at_3_max": 0.662007, + "nauc_map_at_3_std": -0.097334, + "nauc_map_at_3_diff1": 0.978757, + "nauc_map_at_5_max": 0.658378, + "nauc_map_at_5_std": -0.088215, + "nauc_map_at_5_diff1": 0.978234, + "nauc_map_at_10_max": 0.651561, + "nauc_map_at_10_std": -0.093797, + "nauc_map_at_10_diff1": 0.97871, + "nauc_map_at_20_max": 0.65008, + "nauc_map_at_20_std": -0.094351, + "nauc_map_at_20_diff1": 0.978866, + "nauc_map_at_100_max": 0.64933, + "nauc_map_at_100_std": -0.095018, + "nauc_map_at_100_diff1": 0.978816, + "nauc_map_at_1000_max": 0.649288, + "nauc_map_at_1000_std": -0.095168, + "nauc_map_at_1000_diff1": 0.978813, + "nauc_recall_at_1_max": 0.58804, + "nauc_recall_at_1_std": -0.11317, + "nauc_recall_at_1_diff1": 0.980092, + "nauc_recall_at_3_max": 0.89436, + "nauc_recall_at_3_std": 0.027803, + "nauc_recall_at_3_diff1": 0.975488, + "nauc_recall_at_5_max": 0.916796, + "nauc_recall_at_5_std": 0.15906, + "nauc_recall_at_5_diff1": 0.968625, + "nauc_recall_at_10_max": 0.921016, + "nauc_recall_at_10_std": 0.20395, + "nauc_recall_at_10_diff1": 0.978212, + "nauc_recall_at_20_max": 0.941637, + "nauc_recall_at_20_std": 0.37684, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.861094, + "nauc_recall_at_100_std": 0.711671, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.58167, + "nauc_precision_at_1_std": -0.117726, + "nauc_precision_at_1_diff1": 0.979784, + "nauc_precision_at_3_max": 0.68838, + "nauc_precision_at_3_std": 0.009279, + "nauc_precision_at_3_diff1": 0.758136, + "nauc_precision_at_5_max": 0.659226, + "nauc_precision_at_5_std": 0.113584, + "nauc_precision_at_5_diff1": 0.702107, + "nauc_precision_at_10_max": 0.467685, + "nauc_precision_at_10_std": 0.110533, + "nauc_precision_at_10_diff1": 0.50755, + "nauc_precision_at_20_max": 0.29397, + "nauc_precision_at_20_std": 0.171361, + "nauc_precision_at_20_diff1": 0.32741, + "nauc_precision_at_100_max": -0.177053, + "nauc_precision_at_100_std": 0.121794, + "nauc_precision_at_100_diff1": -0.13856, + "nauc_precision_at_1000_max": -0.575032, + "nauc_precision_at_1000_std": -0.104338, + "nauc_precision_at_1000_diff1": -0.575032, + "nauc_mrr_at_1_max": 0.58167, + "nauc_mrr_at_1_std": -0.117726, + "nauc_mrr_at_1_diff1": 0.979784, + "nauc_mrr_at_3_max": 0.662007, + "nauc_mrr_at_3_std": -0.097334, + "nauc_mrr_at_3_diff1": 0.978757, + "nauc_mrr_at_5_max": 0.658378, + "nauc_mrr_at_5_std": -0.088215, + "nauc_mrr_at_5_diff1": 0.978234, + "nauc_mrr_at_10_max": 0.651561, + "nauc_mrr_at_10_std": -0.093797, + "nauc_mrr_at_10_diff1": 0.97871, + "nauc_mrr_at_20_max": 0.65008, + "nauc_mrr_at_20_std": -0.094351, + "nauc_mrr_at_20_diff1": 0.978866, + "nauc_mrr_at_100_max": 0.64933, + "nauc_mrr_at_100_std": -0.095018, + "nauc_mrr_at_100_diff1": 0.978816, + "nauc_mrr_at_1000_max": 0.649288, + "nauc_mrr_at_1000_std": -0.095168, + "nauc_mrr_at_1000_diff1": 0.978813, + "cv_recall_at_1": 0.93442, + "cv_recall_at_3": 0.97836, + "cv_recall_at_5": 0.9831, + "cv_recall_at_10": 0.99189, + "cv_recall_at_20": 0.99527, + "cv_recall_at_100": 0.99865, + "cv_recall_at_1000": 1.0, + "main_score": 0.96579, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 30.549204111099243, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/GermanHealthcare1Retrieval.json b/results/voyageai__voyage-4-lite/1/GermanHealthcare1Retrieval.json new file mode 100644 index 0000000000..8a6baeedff --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/GermanHealthcare1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8", + "task_name": "GermanHealthcare1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.70323, + "ndcg_at_3": 0.79913, + "ndcg_at_5": 0.8206, + "ndcg_at_10": 0.83193, + "ndcg_at_20": 0.84018, + "ndcg_at_100": 0.8442, + "ndcg_at_1000": 0.8442, + "map_at_1": 0.70323, + "map_at_3": 0.77706, + "map_at_5": 0.7891, + "map_at_10": 0.79389, + "map_at_20": 0.79621, + "map_at_100": 0.79693, + "map_at_1000": 0.79693, + "recall_at_1": 0.70323, + "recall_at_3": 0.86237, + "recall_at_5": 0.91398, + "recall_at_10": 0.94839, + "recall_at_20": 0.98065, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.70323, + "precision_at_1": 0.70323, + "precision_at_3": 0.28746, + "precision_at_5": 0.1828, + "precision_at_10": 0.09484, + "precision_at_20": 0.04903, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.703226, + "mrr_at_3": 0.777061, + "mrr_at_5": 0.789104, + "mrr_at_10": 0.793893, + "mrr_at_20": 0.796213, + "mrr_at_100": 0.796932, + "mrr_at_1000": 0.796932, + "nauc_ndcg_at_1_max": 0.567516, + "nauc_ndcg_at_1_std": -0.301761, + "nauc_ndcg_at_1_diff1": 0.845588, + "nauc_ndcg_at_3_max": 0.605096, + "nauc_ndcg_at_3_std": -0.285113, + "nauc_ndcg_at_3_diff1": 0.816328, + "nauc_ndcg_at_5_max": 0.597053, + "nauc_ndcg_at_5_std": -0.269916, + "nauc_ndcg_at_5_diff1": 0.810122, + "nauc_ndcg_at_10_max": 0.593247, + "nauc_ndcg_at_10_std": -0.291159, + "nauc_ndcg_at_10_diff1": 0.811533, + "nauc_ndcg_at_20_max": 0.596365, + "nauc_ndcg_at_20_std": -0.274476, + "nauc_ndcg_at_20_diff1": 0.817615, + "nauc_ndcg_at_100_max": 0.591225, + "nauc_ndcg_at_100_std": -0.28964, + "nauc_ndcg_at_100_diff1": 0.820942, + "nauc_ndcg_at_1000_max": 0.591225, + "nauc_ndcg_at_1000_std": -0.28964, + "nauc_ndcg_at_1000_diff1": 0.820942, + "nauc_map_at_1_max": 0.567516, + "nauc_map_at_1_std": -0.301761, + "nauc_map_at_1_diff1": 0.845588, + "nauc_map_at_3_max": 0.594894, + "nauc_map_at_3_std": -0.292692, + "nauc_map_at_3_diff1": 0.8241, + "nauc_map_at_5_max": 0.590273, + "nauc_map_at_5_std": -0.28676, + "nauc_map_at_5_diff1": 0.821553, + "nauc_map_at_10_max": 0.588725, + "nauc_map_at_10_std": -0.294351, + "nauc_map_at_10_diff1": 0.822249, + "nauc_map_at_20_max": 0.589472, + "nauc_map_at_20_std": -0.290973, + "nauc_map_at_20_diff1": 0.823697, + "nauc_map_at_100_max": 0.588734, + "nauc_map_at_100_std": -0.292989, + "nauc_map_at_100_diff1": 0.824171, + "nauc_map_at_1000_max": 0.588734, + "nauc_map_at_1000_std": -0.292989, + "nauc_map_at_1000_diff1": 0.824171, + "nauc_recall_at_1_max": 0.567516, + "nauc_recall_at_1_std": -0.301761, + "nauc_recall_at_1_diff1": 0.845588, + "nauc_recall_at_3_max": 0.648524, + "nauc_recall_at_3_std": -0.250679, + "nauc_recall_at_3_diff1": 0.783364, + "nauc_recall_at_5_max": 0.636707, + "nauc_recall_at_5_std": -0.153829, + "nauc_recall_at_5_diff1": 0.73715, + "nauc_recall_at_10_max": 0.63022, + "nauc_recall_at_10_std": -0.270493, + "nauc_recall_at_10_diff1": 0.702956, + "nauc_recall_at_20_max": 0.774993, + "nauc_recall_at_20_std": 0.266906, + "nauc_recall_at_20_diff1": 0.701312, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.567516, + "nauc_precision_at_1_std": -0.301761, + "nauc_precision_at_1_diff1": 0.845588, + "nauc_precision_at_3_max": 0.648524, + "nauc_precision_at_3_std": -0.250679, + "nauc_precision_at_3_diff1": 0.783364, + "nauc_precision_at_5_max": 0.636707, + "nauc_precision_at_5_std": -0.153829, + "nauc_precision_at_5_diff1": 0.73715, + "nauc_precision_at_10_max": 0.63022, + "nauc_precision_at_10_std": -0.270493, + "nauc_precision_at_10_diff1": 0.702956, + "nauc_precision_at_20_max": 0.774993, + "nauc_precision_at_20_std": 0.266906, + "nauc_precision_at_20_diff1": 0.701312, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.567516, + "nauc_mrr_at_1_std": -0.301761, + "nauc_mrr_at_1_diff1": 0.845588, + "nauc_mrr_at_3_max": 0.594894, + "nauc_mrr_at_3_std": -0.292692, + "nauc_mrr_at_3_diff1": 0.8241, + "nauc_mrr_at_5_max": 0.590273, + "nauc_mrr_at_5_std": -0.28676, + "nauc_mrr_at_5_diff1": 0.821553, + "nauc_mrr_at_10_max": 0.588725, + "nauc_mrr_at_10_std": -0.294351, + "nauc_mrr_at_10_diff1": 0.822249, + "nauc_mrr_at_20_max": 0.589472, + "nauc_mrr_at_20_std": -0.290973, + "nauc_mrr_at_20_diff1": 0.823697, + "nauc_mrr_at_100_max": 0.588734, + "nauc_mrr_at_100_std": -0.292989, + "nauc_mrr_at_100_diff1": 0.824171, + "nauc_mrr_at_1000_max": 0.588734, + "nauc_mrr_at_1000_std": -0.292989, + "nauc_mrr_at_1000_diff1": 0.824171, + "cv_recall_at_1": 0.70323, + "cv_recall_at_3": 0.86237, + "cv_recall_at_5": 0.91398, + "cv_recall_at_10": 0.94839, + "cv_recall_at_20": 0.98065, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.83193, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 12.474411964416504, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/GermanLegal1Retrieval.json b/results/voyageai__voyage-4-lite/1/GermanLegal1Retrieval.json new file mode 100644 index 0000000000..6b30bacb96 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/GermanLegal1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "65ea369daff680b77f90b560e7e97d2ab4ec5072", + "task_name": "GermanLegal1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.57198, + "ndcg_at_3": 0.66765, + "ndcg_at_5": 0.7012, + "ndcg_at_10": 0.72552, + "ndcg_at_20": 0.7354, + "ndcg_at_100": 0.74492, + "ndcg_at_1000": 0.74808, + "map_at_1": 0.5166, + "map_at_3": 0.63254, + "map_at_5": 0.65456, + "map_at_10": 0.66672, + "map_at_20": 0.66989, + "map_at_100": 0.6715, + "map_at_1000": 0.67163, + "recall_at_1": 0.5166, + "recall_at_3": 0.73771, + "recall_at_5": 0.81521, + "recall_at_10": 0.88413, + "recall_at_20": 0.92102, + "recall_at_100": 0.96872, + "recall_at_1000": 0.99265, + "accuracy": 0.5166, + "precision_at_1": 0.57198, + "precision_at_3": 0.2872, + "precision_at_5": 0.19334, + "precision_at_10": 0.10603, + "precision_at_20": 0.05533, + "precision_at_100": 0.01165, + "precision_at_1000": 0.00119, + "mrr_at_1": 0.57198, + "mrr_at_3": 0.660598, + "mrr_at_5": 0.676115, + "mrr_at_10": 0.684121, + "mrr_at_20": 0.686308, + "mrr_at_100": 0.687477, + "mrr_at_1000": 0.687583, + "nauc_ndcg_at_1_max": 0.378842, + "nauc_ndcg_at_1_std": -0.132351, + "nauc_ndcg_at_1_diff1": 0.609449, + "nauc_ndcg_at_3_max": 0.364111, + "nauc_ndcg_at_3_std": -0.155086, + "nauc_ndcg_at_3_diff1": 0.559606, + "nauc_ndcg_at_5_max": 0.386291, + "nauc_ndcg_at_5_std": -0.151161, + "nauc_ndcg_at_5_diff1": 0.565735, + "nauc_ndcg_at_10_max": 0.402221, + "nauc_ndcg_at_10_std": -0.130472, + "nauc_ndcg_at_10_diff1": 0.571435, + "nauc_ndcg_at_20_max": 0.405631, + "nauc_ndcg_at_20_std": -0.121039, + "nauc_ndcg_at_20_diff1": 0.576442, + "nauc_ndcg_at_100_max": 0.401719, + "nauc_ndcg_at_100_std": -0.117887, + "nauc_ndcg_at_100_diff1": 0.577723, + "nauc_ndcg_at_1000_max": 0.399246, + "nauc_ndcg_at_1000_std": -0.123158, + "nauc_ndcg_at_1000_diff1": 0.578771, + "nauc_map_at_1_max": 0.295464, + "nauc_map_at_1_std": -0.165159, + "nauc_map_at_1_diff1": 0.591155, + "nauc_map_at_3_max": 0.34905, + "nauc_map_at_3_std": -0.161564, + "nauc_map_at_3_diff1": 0.566736, + "nauc_map_at_5_max": 0.366683, + "nauc_map_at_5_std": -0.157313, + "nauc_map_at_5_diff1": 0.570789, + "nauc_map_at_10_max": 0.376705, + "nauc_map_at_10_std": -0.145985, + "nauc_map_at_10_diff1": 0.573564, + "nauc_map_at_20_max": 0.378191, + "nauc_map_at_20_std": -0.142602, + "nauc_map_at_20_diff1": 0.574887, + "nauc_map_at_100_max": 0.377749, + "nauc_map_at_100_std": -0.142099, + "nauc_map_at_100_diff1": 0.575141, + "nauc_map_at_1000_max": 0.377666, + "nauc_map_at_1000_std": -0.142244, + "nauc_map_at_1000_diff1": 0.575179, + "nauc_recall_at_1_max": 0.295464, + "nauc_recall_at_1_std": -0.165159, + "nauc_recall_at_1_diff1": 0.591155, + "nauc_recall_at_3_max": 0.339164, + "nauc_recall_at_3_std": -0.176771, + "nauc_recall_at_3_diff1": 0.502256, + "nauc_recall_at_5_max": 0.395733, + "nauc_recall_at_5_std": -0.169108, + "nauc_recall_at_5_diff1": 0.502869, + "nauc_recall_at_10_max": 0.479202, + "nauc_recall_at_10_std": -0.085008, + "nauc_recall_at_10_diff1": 0.513528, + "nauc_recall_at_20_max": 0.538812, + "nauc_recall_at_20_std": 0.014988, + "nauc_recall_at_20_diff1": 0.542024, + "nauc_recall_at_100_max": 0.616975, + "nauc_recall_at_100_std": 0.304418, + "nauc_recall_at_100_diff1": 0.561911, + "nauc_recall_at_1000_max": 0.810975, + "nauc_recall_at_1000_std": 0.497607, + "nauc_recall_at_1000_diff1": 0.761613, + "nauc_precision_at_1_max": 0.378842, + "nauc_precision_at_1_std": -0.132351, + "nauc_precision_at_1_diff1": 0.609449, + "nauc_precision_at_3_max": 0.353107, + "nauc_precision_at_3_std": -0.019292, + "nauc_precision_at_3_diff1": 0.270704, + "nauc_precision_at_5_max": 0.350006, + "nauc_precision_at_5_std": 0.044305, + "nauc_precision_at_5_diff1": 0.167862, + "nauc_precision_at_10_max": 0.334071, + "nauc_precision_at_10_std": 0.14355, + "nauc_precision_at_10_diff1": 0.072852, + "nauc_precision_at_20_max": 0.315327, + "nauc_precision_at_20_std": 0.200148, + "nauc_precision_at_20_diff1": 0.023663, + "nauc_precision_at_100_max": 0.264075, + "nauc_precision_at_100_std": 0.251965, + "nauc_precision_at_100_diff1": -0.061226, + "nauc_precision_at_1000_max": 0.231134, + "nauc_precision_at_1000_std": 0.24746, + "nauc_precision_at_1000_diff1": -0.104743, + "nauc_mrr_at_1_max": 0.378842, + "nauc_mrr_at_1_std": -0.132351, + "nauc_mrr_at_1_diff1": 0.609449, + "nauc_mrr_at_3_max": 0.396798, + "nauc_mrr_at_3_std": -0.130803, + "nauc_mrr_at_3_diff1": 0.583693, + "nauc_mrr_at_5_max": 0.402957, + "nauc_mrr_at_5_std": -0.127621, + "nauc_mrr_at_5_diff1": 0.586442, + "nauc_mrr_at_10_max": 0.404561, + "nauc_mrr_at_10_std": -0.123781, + "nauc_mrr_at_10_diff1": 0.588372, + "nauc_mrr_at_20_max": 0.404352, + "nauc_mrr_at_20_std": -0.12285, + "nauc_mrr_at_20_diff1": 0.589319, + "nauc_mrr_at_100_max": 0.403559, + "nauc_mrr_at_100_std": -0.122903, + "nauc_mrr_at_100_diff1": 0.589348, + "nauc_mrr_at_1000_max": 0.403474, + "nauc_mrr_at_1000_std": -0.123059, + "nauc_mrr_at_1000_diff1": 0.589369, + "cv_recall_at_1": 0.57198, + "cv_recall_at_3": 0.77261, + "cv_recall_at_5": 0.84037, + "cv_recall_at_10": 0.898, + "cv_recall_at_20": 0.92935, + "cv_recall_at_100": 0.97106, + "cv_recall_at_1000": 0.99277, + "main_score": 0.72552, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 79.51874613761902, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/HC3FinanceRetrieval.json b/results/voyageai__voyage-4-lite/1/HC3FinanceRetrieval.json new file mode 100644 index 0000000000..810a5fbf52 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/HC3FinanceRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "fda6fad068f2ed814d99f29dc95dbb28ac586943", + "task_name": "HC3FinanceRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.50843, + "ndcg_at_3": 0.62217, + "ndcg_at_5": 0.65941, + "ndcg_at_10": 0.6793, + "ndcg_at_20": 0.69489, + "ndcg_at_100": 0.70875, + "ndcg_at_1000": 0.71107, + "map_at_1": 0.50843, + "map_at_3": 0.59478, + "map_at_5": 0.61574, + "map_at_10": 0.62418, + "map_at_20": 0.62834, + "map_at_100": 0.63059, + "map_at_1000": 0.6307, + "recall_at_1": 0.50843, + "recall_at_3": 0.7012, + "recall_at_5": 0.79036, + "recall_at_10": 0.8506, + "recall_at_20": 0.91325, + "recall_at_100": 0.98313, + "recall_at_1000": 1.0, + "accuracy": 0.50843, + "precision_at_1": 0.50843, + "precision_at_3": 0.23373, + "precision_at_5": 0.15807, + "precision_at_10": 0.08506, + "precision_at_20": 0.04566, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.508434, + "mrr_at_3": 0.594779, + "mrr_at_5": 0.615743, + "mrr_at_10": 0.624183, + "mrr_at_20": 0.628341, + "mrr_at_100": 0.630589, + "mrr_at_1000": 0.630701, + "nauc_ndcg_at_1_max": 0.300741, + "nauc_ndcg_at_1_std": -0.088414, + "nauc_ndcg_at_1_diff1": 0.521903, + "nauc_ndcg_at_3_max": 0.340643, + "nauc_ndcg_at_3_std": -0.091139, + "nauc_ndcg_at_3_diff1": 0.508999, + "nauc_ndcg_at_5_max": 0.346159, + "nauc_ndcg_at_5_std": -0.074232, + "nauc_ndcg_at_5_diff1": 0.508266, + "nauc_ndcg_at_10_max": 0.354909, + "nauc_ndcg_at_10_std": -0.077551, + "nauc_ndcg_at_10_diff1": 0.519725, + "nauc_ndcg_at_20_max": 0.358735, + "nauc_ndcg_at_20_std": -0.067542, + "nauc_ndcg_at_20_diff1": 0.517863, + "nauc_ndcg_at_100_max": 0.34483, + "nauc_ndcg_at_100_std": -0.074709, + "nauc_ndcg_at_100_diff1": 0.521236, + "nauc_ndcg_at_1000_max": 0.342305, + "nauc_ndcg_at_1000_std": -0.079275, + "nauc_ndcg_at_1000_diff1": 0.519174, + "nauc_map_at_1_max": 0.300741, + "nauc_map_at_1_std": -0.088414, + "nauc_map_at_1_diff1": 0.521903, + "nauc_map_at_3_max": 0.330127, + "nauc_map_at_3_std": -0.090969, + "nauc_map_at_3_diff1": 0.513644, + "nauc_map_at_5_max": 0.332459, + "nauc_map_at_5_std": -0.082222, + "nauc_map_at_5_diff1": 0.513695, + "nauc_map_at_10_max": 0.335113, + "nauc_map_at_10_std": -0.083774, + "nauc_map_at_10_diff1": 0.518114, + "nauc_map_at_20_max": 0.335802, + "nauc_map_at_20_std": -0.081676, + "nauc_map_at_20_diff1": 0.517833, + "nauc_map_at_100_max": 0.334095, + "nauc_map_at_100_std": -0.082888, + "nauc_map_at_100_diff1": 0.518453, + "nauc_map_at_1000_max": 0.334008, + "nauc_map_at_1000_std": -0.083063, + "nauc_map_at_1000_diff1": 0.518371, + "nauc_recall_at_1_max": 0.300741, + "nauc_recall_at_1_std": -0.088414, + "nauc_recall_at_1_diff1": 0.521903, + "nauc_recall_at_3_max": 0.376729, + "nauc_recall_at_3_std": -0.091441, + "nauc_recall_at_3_diff1": 0.49243, + "nauc_recall_at_5_max": 0.406818, + "nauc_recall_at_5_std": -0.03557, + "nauc_recall_at_5_diff1": 0.48331, + "nauc_recall_at_10_max": 0.478031, + "nauc_recall_at_10_std": -0.038157, + "nauc_recall_at_10_diff1": 0.535493, + "nauc_recall_at_20_max": 0.597684, + "nauc_recall_at_20_std": 0.099943, + "nauc_recall_at_20_diff1": 0.521074, + "nauc_recall_at_100_max": 0.596585, + "nauc_recall_at_100_std": 0.367293, + "nauc_recall_at_100_diff1": 0.718346, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.300741, + "nauc_precision_at_1_std": -0.088414, + "nauc_precision_at_1_diff1": 0.521903, + "nauc_precision_at_3_max": 0.376729, + "nauc_precision_at_3_std": -0.091441, + "nauc_precision_at_3_diff1": 0.49243, + "nauc_precision_at_5_max": 0.406818, + "nauc_precision_at_5_std": -0.03557, + "nauc_precision_at_5_diff1": 0.48331, + "nauc_precision_at_10_max": 0.478031, + "nauc_precision_at_10_std": -0.038157, + "nauc_precision_at_10_diff1": 0.535493, + "nauc_precision_at_20_max": 0.597684, + "nauc_precision_at_20_std": 0.099943, + "nauc_precision_at_20_diff1": 0.521074, + "nauc_precision_at_100_max": 0.596585, + "nauc_precision_at_100_std": 0.367293, + "nauc_precision_at_100_diff1": 0.718346, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.300741, + "nauc_mrr_at_1_std": -0.088414, + "nauc_mrr_at_1_diff1": 0.521903, + "nauc_mrr_at_3_max": 0.330127, + "nauc_mrr_at_3_std": -0.090969, + "nauc_mrr_at_3_diff1": 0.513644, + "nauc_mrr_at_5_max": 0.332459, + "nauc_mrr_at_5_std": -0.082222, + "nauc_mrr_at_5_diff1": 0.513695, + "nauc_mrr_at_10_max": 0.335113, + "nauc_mrr_at_10_std": -0.083774, + "nauc_mrr_at_10_diff1": 0.518114, + "nauc_mrr_at_20_max": 0.335802, + "nauc_mrr_at_20_std": -0.081676, + "nauc_mrr_at_20_diff1": 0.517833, + "nauc_mrr_at_100_max": 0.334095, + "nauc_mrr_at_100_std": -0.082888, + "nauc_mrr_at_100_diff1": 0.518453, + "nauc_mrr_at_1000_max": 0.334008, + "nauc_mrr_at_1000_std": -0.083063, + "nauc_mrr_at_1000_diff1": 0.518371, + "cv_recall_at_1": 0.50843, + "cv_recall_at_3": 0.7012, + "cv_recall_at_5": 0.79036, + "cv_recall_at_10": 0.8506, + "cv_recall_at_20": 0.91325, + "cv_recall_at_100": 0.98313, + "cv_recall_at_1000": 1.0, + "main_score": 0.6793, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7.086559057235718, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/HumanEvalRetrieval.json b/results/voyageai__voyage-4-lite/1/HumanEvalRetrieval.json new file mode 100644 index 0000000000..4188ff1338 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/HumanEvalRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "ed1f48aca747f10bac146795328e2f03326e7625", + "task_name": "HumanEvalRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.97468, + "ndcg_at_3": 0.99066, + "ndcg_at_5": 0.99066, + "ndcg_at_10": 0.99066, + "ndcg_at_20": 0.99066, + "ndcg_at_100": 0.99066, + "ndcg_at_1000": 0.99066, + "map_at_1": 0.97468, + "map_at_3": 0.98734, + "map_at_5": 0.98734, + "map_at_10": 0.98734, + "map_at_20": 0.98734, + "map_at_100": 0.98734, + "map_at_1000": 0.98734, + "recall_at_1": 0.97468, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.97468, + "precision_at_1": 0.97468, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.974684, + "mrr_at_3": 0.987342, + "mrr_at_5": 0.987342, + "mrr_at_10": 0.987342, + "mrr_at_20": 0.987342, + "mrr_at_100": 0.987342, + "mrr_at_1000": 0.987342, + "nauc_ndcg_at_1_max": 0.669315, + "nauc_ndcg_at_1_std": -0.061892, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.669315, + "nauc_ndcg_at_3_std": -0.061892, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.669315, + "nauc_ndcg_at_5_std": -0.061892, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.669315, + "nauc_ndcg_at_10_std": -0.061892, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.669315, + "nauc_ndcg_at_20_std": -0.061892, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.669315, + "nauc_ndcg_at_100_std": -0.061892, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.669315, + "nauc_ndcg_at_1000_std": -0.061892, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.669315, + "nauc_map_at_1_std": -0.061892, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.669315, + "nauc_map_at_3_std": -0.061892, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.669315, + "nauc_map_at_5_std": -0.061892, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.669315, + "nauc_map_at_10_std": -0.061892, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.669315, + "nauc_map_at_20_std": -0.061892, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.669315, + "nauc_map_at_100_std": -0.061892, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.669315, + "nauc_map_at_1000_std": -0.061892, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.669315, + "nauc_recall_at_1_std": -0.061892, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.669315, + "nauc_precision_at_1_std": -0.061892, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.669315, + "nauc_mrr_at_1_std": -0.061892, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.669315, + "nauc_mrr_at_3_std": -0.061892, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.669315, + "nauc_mrr_at_5_std": -0.061892, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.669315, + "nauc_mrr_at_10_std": -0.061892, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.669315, + "nauc_mrr_at_20_std": -0.061892, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.669315, + "nauc_mrr_at_100_std": -0.061892, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.669315, + "nauc_mrr_at_1000_std": -0.061892, + "nauc_mrr_at_1000_diff1": 1.0, + "cv_recall_at_1": 0.97468, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.99066, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 4.010730981826782, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/JapaneseCode1Retrieval.json b/results/voyageai__voyage-4-lite/1/JapaneseCode1Retrieval.json new file mode 100644 index 0000000000..1352f1c18c --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/JapaneseCode1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "fc4cb6390055e65490dfc42526e1d6a379e8cd86", + "task_name": "JapaneseCode1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.68108, + "ndcg_at_3": 0.77684, + "ndcg_at_5": 0.79223, + "ndcg_at_10": 0.80512, + "ndcg_at_20": 0.81315, + "ndcg_at_100": 0.82118, + "ndcg_at_1000": 0.82256, + "map_at_1": 0.67132, + "map_at_3": 0.75272, + "map_at_5": 0.76213, + "map_at_10": 0.76779, + "map_at_20": 0.77009, + "map_at_100": 0.77133, + "map_at_1000": 0.77139, + "recall_at_1": 0.67132, + "recall_at_3": 0.84114, + "recall_at_5": 0.87763, + "recall_at_10": 0.91614, + "recall_at_20": 0.94737, + "recall_at_100": 0.98874, + "recall_at_1000": 0.99955, + "accuracy": 0.67132, + "precision_at_1": 0.68108, + "precision_at_3": 0.28859, + "precision_at_5": 0.18162, + "precision_at_10": 0.095, + "precision_at_20": 0.04914, + "precision_at_100": 0.01026, + "precision_at_1000": 0.00104, + "mrr_at_1": 0.681081, + "mrr_at_3": 0.756907, + "mrr_at_5": 0.7647, + "mrr_at_10": 0.7698, + "mrr_at_20": 0.771894, + "mrr_at_100": 0.773099, + "mrr_at_1000": 0.773155, + "nauc_ndcg_at_1_max": 0.484813, + "nauc_ndcg_at_1_std": -0.200902, + "nauc_ndcg_at_1_diff1": 0.763079, + "nauc_ndcg_at_3_max": 0.548319, + "nauc_ndcg_at_3_std": -0.214054, + "nauc_ndcg_at_3_diff1": 0.721806, + "nauc_ndcg_at_5_max": 0.561686, + "nauc_ndcg_at_5_std": -0.198484, + "nauc_ndcg_at_5_diff1": 0.724233, + "nauc_ndcg_at_10_max": 0.556772, + "nauc_ndcg_at_10_std": -0.197459, + "nauc_ndcg_at_10_diff1": 0.725124, + "nauc_ndcg_at_20_max": 0.549115, + "nauc_ndcg_at_20_std": -0.198447, + "nauc_ndcg_at_20_diff1": 0.728113, + "nauc_ndcg_at_100_max": 0.543516, + "nauc_ndcg_at_100_std": -0.194698, + "nauc_ndcg_at_100_diff1": 0.732513, + "nauc_ndcg_at_1000_max": 0.541106, + "nauc_ndcg_at_1000_std": -0.197786, + "nauc_ndcg_at_1000_diff1": 0.733002, + "nauc_map_at_1_max": 0.456992, + "nauc_map_at_1_std": -0.197619, + "nauc_map_at_1_diff1": 0.77219, + "nauc_map_at_3_max": 0.526963, + "nauc_map_at_3_std": -0.211335, + "nauc_map_at_3_diff1": 0.734537, + "nauc_map_at_5_max": 0.535063, + "nauc_map_at_5_std": -0.203384, + "nauc_map_at_5_diff1": 0.735632, + "nauc_map_at_10_max": 0.532908, + "nauc_map_at_10_std": -0.20291, + "nauc_map_at_10_diff1": 0.736152, + "nauc_map_at_20_max": 0.530957, + "nauc_map_at_20_std": -0.202791, + "nauc_map_at_20_diff1": 0.737009, + "nauc_map_at_100_max": 0.530187, + "nauc_map_at_100_std": -0.202266, + "nauc_map_at_100_diff1": 0.73762, + "nauc_map_at_1000_max": 0.530119, + "nauc_map_at_1000_std": -0.202332, + "nauc_map_at_1000_diff1": 0.737636, + "nauc_recall_at_1_max": 0.456992, + "nauc_recall_at_1_std": -0.197619, + "nauc_recall_at_1_diff1": 0.77219, + "nauc_recall_at_3_max": 0.615508, + "nauc_recall_at_3_std": -0.226596, + "nauc_recall_at_3_diff1": 0.670174, + "nauc_recall_at_5_max": 0.68395, + "nauc_recall_at_5_std": -0.174059, + "nauc_recall_at_5_diff1": 0.66834, + "nauc_recall_at_10_max": 0.703704, + "nauc_recall_at_10_std": -0.161289, + "nauc_recall_at_10_diff1": 0.652287, + "nauc_recall_at_20_max": 0.697501, + "nauc_recall_at_20_std": -0.1623, + "nauc_recall_at_20_diff1": 0.648258, + "nauc_recall_at_100_max": 0.832717, + "nauc_recall_at_100_std": 0.218487, + "nauc_recall_at_100_diff1": 0.670159, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.869281, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.484813, + "nauc_precision_at_1_std": -0.200902, + "nauc_precision_at_1_diff1": 0.763079, + "nauc_precision_at_3_max": 0.565244, + "nauc_precision_at_3_std": -0.194619, + "nauc_precision_at_3_diff1": 0.470943, + "nauc_precision_at_5_max": 0.549269, + "nauc_precision_at_5_std": -0.126987, + "nauc_precision_at_5_diff1": 0.363271, + "nauc_precision_at_10_max": 0.480325, + "nauc_precision_at_10_std": -0.086687, + "nauc_precision_at_10_diff1": 0.235356, + "nauc_precision_at_20_max": 0.380199, + "nauc_precision_at_20_std": -0.054676, + "nauc_precision_at_20_diff1": 0.095262, + "nauc_precision_at_100_max": 0.190852, + "nauc_precision_at_100_std": 0.051823, + "nauc_precision_at_100_diff1": -0.218786, + "nauc_precision_at_1000_max": 0.084798, + "nauc_precision_at_1000_std": 0.028513, + "nauc_precision_at_1000_diff1": -0.368084, + "nauc_mrr_at_1_max": 0.484813, + "nauc_mrr_at_1_std": -0.200902, + "nauc_mrr_at_1_diff1": 0.763079, + "nauc_mrr_at_3_max": 0.536467, + "nauc_mrr_at_3_std": -0.208736, + "nauc_mrr_at_3_diff1": 0.732179, + "nauc_mrr_at_5_max": 0.541189, + "nauc_mrr_at_5_std": -0.200318, + "nauc_mrr_at_5_diff1": 0.734676, + "nauc_mrr_at_10_max": 0.538431, + "nauc_mrr_at_10_std": -0.200015, + "nauc_mrr_at_10_diff1": 0.734937, + "nauc_mrr_at_20_max": 0.536509, + "nauc_mrr_at_20_std": -0.20026, + "nauc_mrr_at_20_diff1": 0.735839, + "nauc_mrr_at_100_max": 0.535825, + "nauc_mrr_at_100_std": -0.19961, + "nauc_mrr_at_100_diff1": 0.736425, + "nauc_mrr_at_1000_max": 0.535759, + "nauc_mrr_at_1000_std": -0.199675, + "nauc_mrr_at_1000_diff1": 0.736442, + "cv_recall_at_1": 0.68108, + "cv_recall_at_3": 0.84685, + "cv_recall_at_5": 0.88108, + "cv_recall_at_10": 0.91802, + "cv_recall_at_20": 0.94775, + "cv_recall_at_100": 0.98874, + "cv_recall_at_1000": 0.99955, + "main_score": 0.80512, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 39.202953815460205, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/JapaneseLegal1Retrieval.json b/results/voyageai__voyage-4-lite/1/JapaneseLegal1Retrieval.json new file mode 100644 index 0000000000..152f32ae9c --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/JapaneseLegal1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "d653557fe66bb6af2b0e2adfc371a24554cf11ce", + "task_name": "JapaneseLegal1Retrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.62228, + "ndcg_at_3": 0.73954, + "ndcg_at_5": 0.76094, + "ndcg_at_10": 0.77755, + "ndcg_at_20": 0.78549, + "ndcg_at_100": 0.79206, + "ndcg_at_1000": 0.79338, + "map_at_1": 0.62117, + "map_at_3": 0.71118, + "map_at_5": 0.72318, + "map_at_10": 0.73016, + "map_at_20": 0.73237, + "map_at_100": 0.73334, + "map_at_1000": 0.73339, + "recall_at_1": 0.62117, + "recall_at_3": 0.82095, + "recall_at_5": 0.8725, + "recall_at_10": 0.92333, + "recall_at_20": 0.95451, + "recall_at_100": 0.98886, + "recall_at_1000": 0.99904, + "accuracy": 0.62117, + "precision_at_1": 0.62228, + "precision_at_3": 0.27461, + "precision_at_5": 0.17519, + "precision_at_10": 0.09271, + "precision_at_20": 0.04793, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622277, + "mrr_at_3": 0.711493, + "mrr_at_5": 0.723417, + "mrr_at_10": 0.730339, + "mrr_at_20": 0.732532, + "mrr_at_100": 0.733493, + "mrr_at_1000": 0.733545, + "nauc_ndcg_at_1_max": 0.316511, + "nauc_ndcg_at_1_std": -0.064619, + "nauc_ndcg_at_1_diff1": 0.652559, + "nauc_ndcg_at_3_max": 0.360901, + "nauc_ndcg_at_3_std": -0.115057, + "nauc_ndcg_at_3_diff1": 0.622852, + "nauc_ndcg_at_5_max": 0.367013, + "nauc_ndcg_at_5_std": -0.109743, + "nauc_ndcg_at_5_diff1": 0.622558, + "nauc_ndcg_at_10_max": 0.365539, + "nauc_ndcg_at_10_std": -0.099771, + "nauc_ndcg_at_10_diff1": 0.625368, + "nauc_ndcg_at_20_max": 0.361001, + "nauc_ndcg_at_20_std": -0.095584, + "nauc_ndcg_at_20_diff1": 0.6286, + "nauc_ndcg_at_100_max": 0.357243, + "nauc_ndcg_at_100_std": -0.088377, + "nauc_ndcg_at_100_diff1": 0.629661, + "nauc_ndcg_at_1000_max": 0.354515, + "nauc_ndcg_at_1000_std": -0.091966, + "nauc_ndcg_at_1000_diff1": 0.629985, + "nauc_map_at_1_max": 0.313827, + "nauc_map_at_1_std": -0.0658, + "nauc_map_at_1_diff1": 0.654106, + "nauc_map_at_3_max": 0.347102, + "nauc_map_at_3_std": -0.100435, + "nauc_map_at_3_diff1": 0.630582, + "nauc_map_at_5_max": 0.349828, + "nauc_map_at_5_std": -0.096816, + "nauc_map_at_5_diff1": 0.630652, + "nauc_map_at_10_max": 0.349016, + "nauc_map_at_10_std": -0.092916, + "nauc_map_at_10_diff1": 0.631782, + "nauc_map_at_20_max": 0.347823, + "nauc_map_at_20_std": -0.091868, + "nauc_map_at_20_diff1": 0.632544, + "nauc_map_at_100_max": 0.347345, + "nauc_map_at_100_std": -0.090951, + "nauc_map_at_100_diff1": 0.632673, + "nauc_map_at_1000_max": 0.347259, + "nauc_map_at_1000_std": -0.091047, + "nauc_map_at_1000_diff1": 0.632675, + "nauc_recall_at_1_max": 0.313827, + "nauc_recall_at_1_std": -0.0658, + "nauc_recall_at_1_diff1": 0.654106, + "nauc_recall_at_3_max": 0.417553, + "nauc_recall_at_3_std": -0.176884, + "nauc_recall_at_3_diff1": 0.591815, + "nauc_recall_at_5_max": 0.46118, + "nauc_recall_at_5_std": -0.179285, + "nauc_recall_at_5_diff1": 0.580072, + "nauc_recall_at_10_max": 0.50562, + "nauc_recall_at_10_std": -0.14545, + "nauc_recall_at_10_diff1": 0.575997, + "nauc_recall_at_20_max": 0.53012, + "nauc_recall_at_20_std": -0.112263, + "nauc_recall_at_20_diff1": 0.594089, + "nauc_recall_at_100_max": 0.735349, + "nauc_recall_at_100_std": 0.413314, + "nauc_recall_at_100_diff1": 0.57941, + "nauc_recall_at_1000_max": 0.904299, + "nauc_recall_at_1000_std": 0.498278, + "nauc_recall_at_1000_diff1": 0.611645, + "nauc_precision_at_1_max": 0.316511, + "nauc_precision_at_1_std": -0.064619, + "nauc_precision_at_1_diff1": 0.652559, + "nauc_precision_at_3_max": 0.416579, + "nauc_precision_at_3_std": -0.168045, + "nauc_precision_at_3_diff1": 0.566, + "nauc_precision_at_5_max": 0.456293, + "nauc_precision_at_5_std": -0.162605, + "nauc_precision_at_5_diff1": 0.538532, + "nauc_precision_at_10_max": 0.490871, + "nauc_precision_at_10_std": -0.116509, + "nauc_precision_at_10_diff1": 0.503321, + "nauc_precision_at_20_max": 0.497167, + "nauc_precision_at_20_std": -0.070433, + "nauc_precision_at_20_diff1": 0.469198, + "nauc_precision_at_100_max": 0.520503, + "nauc_precision_at_100_std": 0.325806, + "nauc_precision_at_100_diff1": 0.190791, + "nauc_precision_at_1000_max": 0.252224, + "nauc_precision_at_1000_std": 0.209105, + "nauc_precision_at_1000_diff1": -0.268243, + "nauc_mrr_at_1_max": 0.316511, + "nauc_mrr_at_1_std": -0.064619, + "nauc_mrr_at_1_diff1": 0.652559, + "nauc_mrr_at_3_max": 0.347445, + "nauc_mrr_at_3_std": -0.099881, + "nauc_mrr_at_3_diff1": 0.63019, + "nauc_mrr_at_5_max": 0.349882, + "nauc_mrr_at_5_std": -0.096611, + "nauc_mrr_at_5_diff1": 0.630471, + "nauc_mrr_at_10_max": 0.348938, + "nauc_mrr_at_10_std": -0.093012, + "nauc_mrr_at_10_diff1": 0.6317, + "nauc_mrr_at_20_max": 0.347781, + "nauc_mrr_at_20_std": -0.091908, + "nauc_mrr_at_20_diff1": 0.63247, + "nauc_mrr_at_100_max": 0.347301, + "nauc_mrr_at_100_std": -0.090973, + "nauc_mrr_at_100_diff1": 0.632571, + "nauc_mrr_at_1000_max": 0.347216, + "nauc_mrr_at_1000_std": -0.091066, + "nauc_mrr_at_1000_diff1": 0.632569, + "cv_recall_at_1": 0.62228, + "cv_recall_at_3": 0.82134, + "cv_recall_at_5": 0.8729, + "cv_recall_at_10": 0.92363, + "cv_recall_at_20": 0.95478, + "cv_recall_at_100": 0.98897, + "cv_recall_at_1000": 0.99904, + "main_score": 0.77755, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 6434.025822162628, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/LegalQuAD.json b/results/voyageai__voyage-4-lite/1/LegalQuAD.json new file mode 100644 index 0000000000..ebe28d014a --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/LegalQuAD.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e", + "task_name": "LegalQuAD", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.515, + "ndcg_at_3": 0.61268, + "ndcg_at_5": 0.65034, + "ndcg_at_10": 0.67722, + "ndcg_at_20": 0.6946, + "ndcg_at_100": 0.70527, + "ndcg_at_1000": 0.70888, + "map_at_1": 0.515, + "map_at_3": 0.59083, + "map_at_5": 0.61208, + "map_at_10": 0.62281, + "map_at_20": 0.62742, + "map_at_100": 0.62905, + "map_at_1000": 0.62926, + "recall_at_1": 0.515, + "recall_at_3": 0.675, + "recall_at_5": 0.765, + "recall_at_10": 0.85, + "recall_at_20": 0.92, + "recall_at_100": 0.975, + "recall_at_1000": 1.0, + "accuracy": 0.515, + "precision_at_1": 0.515, + "precision_at_3": 0.225, + "precision_at_5": 0.153, + "precision_at_10": 0.085, + "precision_at_20": 0.046, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.515, + "mrr_at_3": 0.590833, + "mrr_at_5": 0.612083, + "mrr_at_10": 0.622813, + "mrr_at_20": 0.627422, + "mrr_at_100": 0.629053, + "mrr_at_1000": 0.629263, + "nauc_ndcg_at_1_max": 0.636236, + "nauc_ndcg_at_1_std": 0.083844, + "nauc_ndcg_at_1_diff1": 0.803605, + "nauc_ndcg_at_3_max": 0.618403, + "nauc_ndcg_at_3_std": 0.119703, + "nauc_ndcg_at_3_diff1": 0.716257, + "nauc_ndcg_at_5_max": 0.633438, + "nauc_ndcg_at_5_std": 0.125079, + "nauc_ndcg_at_5_diff1": 0.714069, + "nauc_ndcg_at_10_max": 0.62464, + "nauc_ndcg_at_10_std": 0.107973, + "nauc_ndcg_at_10_diff1": 0.722343, + "nauc_ndcg_at_20_max": 0.620223, + "nauc_ndcg_at_20_std": 0.108811, + "nauc_ndcg_at_20_diff1": 0.716711, + "nauc_ndcg_at_100_max": 0.621479, + "nauc_ndcg_at_100_std": 0.106711, + "nauc_ndcg_at_100_diff1": 0.726347, + "nauc_ndcg_at_1000_max": 0.623871, + "nauc_ndcg_at_1000_std": 0.105191, + "nauc_ndcg_at_1000_diff1": 0.730944, + "nauc_map_at_1_max": 0.636236, + "nauc_map_at_1_std": 0.083844, + "nauc_map_at_1_diff1": 0.803605, + "nauc_map_at_3_max": 0.622649, + "nauc_map_at_3_std": 0.109932, + "nauc_map_at_3_diff1": 0.736845, + "nauc_map_at_5_max": 0.630845, + "nauc_map_at_5_std": 0.111342, + "nauc_map_at_5_diff1": 0.736686, + "nauc_map_at_10_max": 0.627145, + "nauc_map_at_10_std": 0.103623, + "nauc_map_at_10_diff1": 0.740528, + "nauc_map_at_20_max": 0.62626, + "nauc_map_at_20_std": 0.10395, + "nauc_map_at_20_diff1": 0.739395, + "nauc_map_at_100_max": 0.62612, + "nauc_map_at_100_std": 0.103094, + "nauc_map_at_100_diff1": 0.740597, + "nauc_map_at_1000_max": 0.626246, + "nauc_map_at_1000_std": 0.103068, + "nauc_map_at_1000_diff1": 0.740815, + "nauc_recall_at_1_max": 0.636236, + "nauc_recall_at_1_std": 0.083844, + "nauc_recall_at_1_diff1": 0.803605, + "nauc_recall_at_3_max": 0.604677, + "nauc_recall_at_3_std": 0.151947, + "nauc_recall_at_3_diff1": 0.649805, + "nauc_recall_at_5_max": 0.646834, + "nauc_recall_at_5_std": 0.183326, + "nauc_recall_at_5_diff1": 0.623987, + "nauc_recall_at_10_max": 0.609844, + "nauc_recall_at_10_std": 0.129759, + "nauc_recall_at_10_diff1": 0.624439, + "nauc_recall_at_20_max": 0.543301, + "nauc_recall_at_20_std": 0.150852, + "nauc_recall_at_20_diff1": 0.483193, + "nauc_recall_at_100_max": 0.477218, + "nauc_recall_at_100_std": 0.21774, + "nauc_recall_at_100_diff1": 0.439402, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.636236, + "nauc_precision_at_1_std": 0.083844, + "nauc_precision_at_1_diff1": 0.803605, + "nauc_precision_at_3_max": 0.604677, + "nauc_precision_at_3_std": 0.151947, + "nauc_precision_at_3_diff1": 0.649805, + "nauc_precision_at_5_max": 0.646834, + "nauc_precision_at_5_std": 0.183326, + "nauc_precision_at_5_diff1": 0.623987, + "nauc_precision_at_10_max": 0.609844, + "nauc_precision_at_10_std": 0.129759, + "nauc_precision_at_10_diff1": 0.624439, + "nauc_precision_at_20_max": 0.543301, + "nauc_precision_at_20_std": 0.150852, + "nauc_precision_at_20_diff1": 0.483193, + "nauc_precision_at_100_max": 0.477218, + "nauc_precision_at_100_std": 0.21774, + "nauc_precision_at_100_diff1": 0.439402, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.636236, + "nauc_mrr_at_1_std": 0.083844, + "nauc_mrr_at_1_diff1": 0.803605, + "nauc_mrr_at_3_max": 0.622649, + "nauc_mrr_at_3_std": 0.109932, + "nauc_mrr_at_3_diff1": 0.736845, + "nauc_mrr_at_5_max": 0.630845, + "nauc_mrr_at_5_std": 0.111342, + "nauc_mrr_at_5_diff1": 0.736686, + "nauc_mrr_at_10_max": 0.627145, + "nauc_mrr_at_10_std": 0.103623, + "nauc_mrr_at_10_diff1": 0.740528, + "nauc_mrr_at_20_max": 0.62626, + "nauc_mrr_at_20_std": 0.10395, + "nauc_mrr_at_20_diff1": 0.739395, + "nauc_mrr_at_100_max": 0.62612, + "nauc_mrr_at_100_std": 0.103094, + "nauc_mrr_at_100_diff1": 0.740597, + "nauc_mrr_at_1000_max": 0.626246, + "nauc_mrr_at_1000_std": 0.103068, + "nauc_mrr_at_1000_diff1": 0.740815, + "cv_recall_at_1": 0.515, + "cv_recall_at_3": 0.675, + "cv_recall_at_5": 0.765, + "cv_recall_at_10": 0.85, + "cv_recall_at_20": 0.92, + "cv_recall_at_100": 0.975, + "cv_recall_at_1000": 1.0, + "main_score": 0.67722, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 104.91927814483643, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/LegalSummarization.json b/results/voyageai__voyage-4-lite/1/LegalSummarization.json new file mode 100644 index 0000000000..78c5f08e6d --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/LegalSummarization.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "3bb1a05c66872889662af04c5691c14489cebd72", + "task_name": "LegalSummarization", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6162, + "ndcg_at_3": 0.67838, + "ndcg_at_5": 0.6987, + "ndcg_at_10": 0.72636, + "ndcg_at_20": 0.74811, + "ndcg_at_100": 0.76436, + "ndcg_at_1000": 0.76705, + "map_at_1": 0.54058, + "map_at_3": 0.63113, + "map_at_5": 0.65014, + "map_at_10": 0.66865, + "map_at_20": 0.6779, + "map_at_100": 0.68252, + "map_at_1000": 0.68265, + "recall_at_1": 0.54058, + "recall_at_3": 0.70964, + "recall_at_5": 0.76623, + "recall_at_10": 0.84424, + "recall_at_20": 0.91526, + "recall_at_100": 0.98063, + "recall_at_1000": 1.0, + "accuracy": 0.54058, + "precision_at_1": 0.6162, + "precision_at_3": 0.30047, + "precision_at_5": 0.20282, + "precision_at_10": 0.11901, + "precision_at_20": 0.06725, + "precision_at_100": 0.01525, + "precision_at_1000": 0.00155, + "mrr_at_1": 0.616197, + "mrr_at_3": 0.696596, + "mrr_at_5": 0.706455, + "mrr_at_10": 0.715803, + "mrr_at_20": 0.719455, + "mrr_at_100": 0.72035, + "mrr_at_1000": 0.720467, + "nauc_ndcg_at_1_max": 0.535627, + "nauc_ndcg_at_1_std": -0.142658, + "nauc_ndcg_at_1_diff1": 0.753363, + "nauc_ndcg_at_3_max": 0.51422, + "nauc_ndcg_at_3_std": -0.155429, + "nauc_ndcg_at_3_diff1": 0.727463, + "nauc_ndcg_at_5_max": 0.51063, + "nauc_ndcg_at_5_std": -0.169743, + "nauc_ndcg_at_5_diff1": 0.727593, + "nauc_ndcg_at_10_max": 0.492304, + "nauc_ndcg_at_10_std": -0.188322, + "nauc_ndcg_at_10_diff1": 0.721442, + "nauc_ndcg_at_20_max": 0.514024, + "nauc_ndcg_at_20_std": -0.158088, + "nauc_ndcg_at_20_diff1": 0.717694, + "nauc_ndcg_at_100_max": 0.514982, + "nauc_ndcg_at_100_std": -0.140274, + "nauc_ndcg_at_100_diff1": 0.712222, + "nauc_ndcg_at_1000_max": 0.516888, + "nauc_ndcg_at_1000_std": -0.142076, + "nauc_ndcg_at_1000_diff1": 0.719121, + "nauc_map_at_1_max": 0.465635, + "nauc_map_at_1_std": -0.189148, + "nauc_map_at_1_diff1": 0.745213, + "nauc_map_at_3_max": 0.481144, + "nauc_map_at_3_std": -0.209708, + "nauc_map_at_3_diff1": 0.744654, + "nauc_map_at_5_max": 0.48653, + "nauc_map_at_5_std": -0.209861, + "nauc_map_at_5_diff1": 0.741359, + "nauc_map_at_10_max": 0.486829, + "nauc_map_at_10_std": -0.205195, + "nauc_map_at_10_diff1": 0.735633, + "nauc_map_at_20_max": 0.498249, + "nauc_map_at_20_std": -0.189803, + "nauc_map_at_20_diff1": 0.734358, + "nauc_map_at_100_max": 0.502105, + "nauc_map_at_100_std": -0.180601, + "nauc_map_at_100_diff1": 0.733227, + "nauc_map_at_1000_max": 0.50213, + "nauc_map_at_1000_std": -0.180656, + "nauc_map_at_1000_diff1": 0.733447, + "nauc_recall_at_1_max": 0.465635, + "nauc_recall_at_1_std": -0.189148, + "nauc_recall_at_1_diff1": 0.745213, + "nauc_recall_at_3_max": 0.47151, + "nauc_recall_at_3_std": -0.183772, + "nauc_recall_at_3_diff1": 0.699126, + "nauc_recall_at_5_max": 0.460413, + "nauc_recall_at_5_std": -0.206497, + "nauc_recall_at_5_diff1": 0.683857, + "nauc_recall_at_10_max": 0.411019, + "nauc_recall_at_10_std": -0.266614, + "nauc_recall_at_10_diff1": 0.645435, + "nauc_recall_at_20_max": 0.488673, + "nauc_recall_at_20_std": -0.16769, + "nauc_recall_at_20_diff1": 0.576286, + "nauc_recall_at_100_max": 0.352855, + "nauc_recall_at_100_std": 0.004648, + "nauc_recall_at_100_diff1": 0.193644, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.535627, + "nauc_precision_at_1_std": -0.142658, + "nauc_precision_at_1_diff1": 0.753363, + "nauc_precision_at_3_max": 0.30648, + "nauc_precision_at_3_std": 0.002456, + "nauc_precision_at_3_diff1": 0.290407, + "nauc_precision_at_5_max": 0.218946, + "nauc_precision_at_5_std": 0.077836, + "nauc_precision_at_5_diff1": 0.097366, + "nauc_precision_at_10_max": 0.077434, + "nauc_precision_at_10_std": 0.140628, + "nauc_precision_at_10_diff1": -0.098878, + "nauc_precision_at_20_max": 0.060017, + "nauc_precision_at_20_std": 0.271876, + "nauc_precision_at_20_diff1": -0.219305, + "nauc_precision_at_100_max": -0.005793, + "nauc_precision_at_100_std": 0.318241, + "nauc_precision_at_100_diff1": -0.303318, + "nauc_precision_at_1000_max": -0.016081, + "nauc_precision_at_1000_std": 0.323277, + "nauc_precision_at_1000_diff1": -0.31488, + "nauc_mrr_at_1_max": 0.535627, + "nauc_mrr_at_1_std": -0.142658, + "nauc_mrr_at_1_diff1": 0.753363, + "nauc_mrr_at_3_max": 0.538889, + "nauc_mrr_at_3_std": -0.093733, + "nauc_mrr_at_3_diff1": 0.716076, + "nauc_mrr_at_5_max": 0.537855, + "nauc_mrr_at_5_std": -0.102059, + "nauc_mrr_at_5_diff1": 0.718805, + "nauc_mrr_at_10_max": 0.534104, + "nauc_mrr_at_10_std": -0.10904, + "nauc_mrr_at_10_diff1": 0.716886, + "nauc_mrr_at_20_max": 0.536165, + "nauc_mrr_at_20_std": -0.107492, + "nauc_mrr_at_20_diff1": 0.717011, + "nauc_mrr_at_100_max": 0.535645, + "nauc_mrr_at_100_std": -0.107428, + "nauc_mrr_at_100_diff1": 0.716822, + "nauc_mrr_at_1000_max": 0.535722, + "nauc_mrr_at_1000_std": -0.107414, + "nauc_mrr_at_1000_diff1": 0.717051, + "cv_recall_at_1": 0.6162, + "cv_recall_at_3": 0.79577, + "cv_recall_at_5": 0.83803, + "cv_recall_at_10": 0.90141, + "cv_recall_at_20": 0.9507, + "cv_recall_at_100": 0.98239, + "cv_recall_at_1000": 1.0, + "main_score": 0.72636, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4.756669998168945, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/MBPPRetrieval.json b/results/voyageai__voyage-4-lite/1/MBPPRetrieval.json new file mode 100644 index 0000000000..fc45530d0f --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/MBPPRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "586a1fd6a0c63fdeda3b49c0293559a81c79cdec", + "task_name": "MBPPRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82341, + "ndcg_at_3": 0.90993, + "ndcg_at_5": 0.91408, + "ndcg_at_10": 0.91822, + "ndcg_at_20": 0.91929, + "ndcg_at_100": 0.92028, + "ndcg_at_1000": 0.92041, + "map_at_1": 0.82341, + "map_at_3": 0.88997, + "map_at_5": 0.89223, + "map_at_10": 0.89403, + "map_at_20": 0.89434, + "map_at_100": 0.8945, + "map_at_1000": 0.8945, + "recall_at_1": 0.82341, + "recall_at_3": 0.96715, + "recall_at_5": 0.97741, + "recall_at_10": 0.98973, + "recall_at_20": 0.99384, + "recall_at_100": 0.99897, + "recall_at_1000": 1.0, + "accuracy": 0.82341, + "precision_at_1": 0.82341, + "precision_at_3": 0.32238, + "precision_at_5": 0.19548, + "precision_at_10": 0.09897, + "precision_at_20": 0.04969, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.823409, + "mrr_at_3": 0.88963, + "mrr_at_5": 0.892351, + "mrr_at_10": 0.893984, + "mrr_at_20": 0.894292, + "mrr_at_100": 0.894444, + "mrr_at_1000": 0.894448, + "nauc_ndcg_at_1_max": 0.412798, + "nauc_ndcg_at_1_std": -0.198829, + "nauc_ndcg_at_1_diff1": 0.862169, + "nauc_ndcg_at_3_max": 0.522477, + "nauc_ndcg_at_3_std": -0.159797, + "nauc_ndcg_at_3_diff1": 0.839968, + "nauc_ndcg_at_5_max": 0.506177, + "nauc_ndcg_at_5_std": -0.177253, + "nauc_ndcg_at_5_diff1": 0.841514, + "nauc_ndcg_at_10_max": 0.491063, + "nauc_ndcg_at_10_std": -0.179453, + "nauc_ndcg_at_10_diff1": 0.841834, + "nauc_ndcg_at_20_max": 0.487163, + "nauc_ndcg_at_20_std": -0.177243, + "nauc_ndcg_at_20_diff1": 0.844486, + "nauc_ndcg_at_100_max": 0.481342, + "nauc_ndcg_at_100_std": -0.177402, + "nauc_ndcg_at_100_diff1": 0.845068, + "nauc_ndcg_at_1000_max": 0.480459, + "nauc_ndcg_at_1000_std": -0.177914, + "nauc_ndcg_at_1000_diff1": 0.845277, + "nauc_map_at_1_max": 0.412798, + "nauc_map_at_1_std": -0.198829, + "nauc_map_at_1_diff1": 0.862169, + "nauc_map_at_3_max": 0.487085, + "nauc_map_at_3_std": -0.171231, + "nauc_map_at_3_diff1": 0.845125, + "nauc_map_at_5_max": 0.47923, + "nauc_map_at_5_std": -0.179081, + "nauc_map_at_5_diff1": 0.845967, + "nauc_map_at_10_max": 0.473835, + "nauc_map_at_10_std": -0.180723, + "nauc_map_at_10_diff1": 0.846126, + "nauc_map_at_20_max": 0.47297, + "nauc_map_at_20_std": -0.180294, + "nauc_map_at_20_diff1": 0.846769, + "nauc_map_at_100_max": 0.472307, + "nauc_map_at_100_std": -0.179988, + "nauc_map_at_100_diff1": 0.846858, + "nauc_map_at_1000_max": 0.472285, + "nauc_map_at_1000_std": -0.180001, + "nauc_map_at_1000_diff1": 0.846863, + "nauc_recall_at_1_max": 0.412798, + "nauc_recall_at_1_std": -0.198829, + "nauc_recall_at_1_diff1": 0.862169, + "nauc_recall_at_3_max": 0.840215, + "nauc_recall_at_3_std": -0.058964, + "nauc_recall_at_3_diff1": 0.7968, + "nauc_recall_at_5_max": 0.837602, + "nauc_recall_at_5_std": -0.170234, + "nauc_recall_at_5_diff1": 0.790057, + "nauc_recall_at_10_max": 0.884496, + "nauc_recall_at_10_std": -0.166348, + "nauc_recall_at_10_diff1": 0.737188, + "nauc_recall_at_20_max": 0.953707, + "nauc_recall_at_20_std": -0.045063, + "nauc_recall_at_20_diff1": 0.789566, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.122719, + "nauc_recall_at_100_diff1": 0.722244, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.412798, + "nauc_precision_at_1_std": -0.198829, + "nauc_precision_at_1_diff1": 0.862169, + "nauc_precision_at_3_max": 0.840215, + "nauc_precision_at_3_std": -0.058964, + "nauc_precision_at_3_diff1": 0.7968, + "nauc_precision_at_5_max": 0.837602, + "nauc_precision_at_5_std": -0.170234, + "nauc_precision_at_5_diff1": 0.790057, + "nauc_precision_at_10_max": 0.884496, + "nauc_precision_at_10_std": -0.166348, + "nauc_precision_at_10_diff1": 0.737188, + "nauc_precision_at_20_max": 0.953707, + "nauc_precision_at_20_std": -0.045063, + "nauc_precision_at_20_diff1": 0.789566, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.122719, + "nauc_precision_at_100_diff1": 0.722244, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.412798, + "nauc_mrr_at_1_std": -0.198829, + "nauc_mrr_at_1_diff1": 0.862169, + "nauc_mrr_at_3_max": 0.488752, + "nauc_mrr_at_3_std": -0.172506, + "nauc_mrr_at_3_diff1": 0.844726, + "nauc_mrr_at_5_max": 0.478623, + "nauc_mrr_at_5_std": -0.179417, + "nauc_mrr_at_5_diff1": 0.845817, + "nauc_mrr_at_10_max": 0.474102, + "nauc_mrr_at_10_std": -0.181051, + "nauc_mrr_at_10_diff1": 0.846013, + "nauc_mrr_at_20_max": 0.473239, + "nauc_mrr_at_20_std": -0.180623, + "nauc_mrr_at_20_diff1": 0.846655, + "nauc_mrr_at_100_max": 0.472576, + "nauc_mrr_at_100_std": -0.180317, + "nauc_mrr_at_100_diff1": 0.846744, + "nauc_mrr_at_1000_max": 0.472554, + "nauc_mrr_at_1000_std": -0.18033, + "nauc_mrr_at_1000_diff1": 0.846749, + "cv_recall_at_1": 0.82341, + "cv_recall_at_3": 0.96612, + "cv_recall_at_5": 0.97844, + "cv_recall_at_10": 0.98973, + "cv_recall_at_20": 0.99384, + "cv_recall_at_100": 0.99897, + "cv_recall_at_1000": 1.0, + "main_score": 0.91822, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 6.327753067016602, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/MIRACLRetrievalHardNegatives.json b/results/voyageai__voyage-4-lite/1/MIRACLRetrievalHardNegatives.json new file mode 100644 index 0000000000..3d1cb6f7d0 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2801 @@ +{ + "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", + "task_name": "MIRACLRetrievalHardNegatives", + "mteb_version": "2.1.3", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.499, + "ndcg_at_3": 0.53612, + "ndcg_at_5": 0.57648, + "ndcg_at_10": 0.61985, + "ndcg_at_20": 0.64829, + "ndcg_at_100": 0.67497, + "ndcg_at_1000": 0.67958, + "map_at_1": 0.33189, + "map_at_3": 0.46829, + "map_at_5": 0.50608, + "map_at_10": 0.53363, + "map_at_20": 0.54596, + "map_at_100": 0.55231, + "map_at_1000": 0.55268, + "recall_at_1": 0.33189, + "recall_at_3": 0.55418, + "recall_at_5": 0.6604, + "recall_at_10": 0.77153, + "recall_at_20": 0.85843, + "recall_at_100": 0.97128, + "recall_at_1000": 0.99942, + "accuracy": 0.33189, + "precision_at_1": 0.499, + "precision_at_3": 0.31467, + "precision_at_5": 0.2342, + "precision_at_10": 0.1431, + "precision_at_20": 0.08265, + "precision_at_100": 0.01919, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.499, + "mrr_at_3": 0.592, + "mrr_at_5": 0.6138, + "mrr_at_10": 0.623235, + "mrr_at_20": 0.627057, + "mrr_at_100": 0.628701, + "mrr_at_1000": 0.628759, + "nauc_ndcg_at_1_max": 0.112878, + "nauc_ndcg_at_1_std": -0.093377, + "nauc_ndcg_at_1_diff1": 0.349127, + "nauc_ndcg_at_3_max": 0.092187, + "nauc_ndcg_at_3_std": -0.143754, + "nauc_ndcg_at_3_diff1": 0.308933, + "nauc_ndcg_at_5_max": 0.100388, + "nauc_ndcg_at_5_std": -0.151024, + "nauc_ndcg_at_5_diff1": 0.305328, + "nauc_ndcg_at_10_max": 0.116654, + "nauc_ndcg_at_10_std": -0.138247, + "nauc_ndcg_at_10_diff1": 0.298488, + "nauc_ndcg_at_20_max": 0.130588, + "nauc_ndcg_at_20_std": -0.11305, + "nauc_ndcg_at_20_diff1": 0.300508, + "nauc_ndcg_at_100_max": 0.136234, + "nauc_ndcg_at_100_std": -0.092534, + "nauc_ndcg_at_100_diff1": 0.30193, + "nauc_ndcg_at_1000_max": 0.132368, + "nauc_ndcg_at_1000_std": -0.096571, + "nauc_ndcg_at_1000_diff1": 0.305722, + "nauc_map_at_1_max": 0.041251, + "nauc_map_at_1_std": -0.141987, + "nauc_map_at_1_diff1": 0.356772, + "nauc_map_at_3_max": 0.069303, + "nauc_map_at_3_std": -0.161119, + "nauc_map_at_3_diff1": 0.316294, + "nauc_map_at_5_max": 0.080386, + "nauc_map_at_5_std": -0.158354, + "nauc_map_at_5_diff1": 0.310528, + "nauc_map_at_10_max": 0.095892, + "nauc_map_at_10_std": -0.148101, + "nauc_map_at_10_diff1": 0.306974, + "nauc_map_at_20_max": 0.101224, + "nauc_map_at_20_std": -0.138959, + "nauc_map_at_20_diff1": 0.30696, + "nauc_map_at_100_max": 0.104086, + "nauc_map_at_100_std": -0.132721, + "nauc_map_at_100_diff1": 0.307754, + "nauc_map_at_1000_max": 0.103921, + "nauc_map_at_1000_std": -0.132639, + "nauc_map_at_1000_diff1": 0.307749, + "nauc_recall_at_1_max": 0.041251, + "nauc_recall_at_1_std": -0.141987, + "nauc_recall_at_1_diff1": 0.356772, + "nauc_recall_at_3_max": 0.060787, + "nauc_recall_at_3_std": -0.189842, + "nauc_recall_at_3_diff1": 0.276311, + "nauc_recall_at_5_max": 0.075791, + "nauc_recall_at_5_std": -0.202292, + "nauc_recall_at_5_diff1": 0.249274, + "nauc_recall_at_10_max": 0.10471, + "nauc_recall_at_10_std": -0.196877, + "nauc_recall_at_10_diff1": 0.212793, + "nauc_recall_at_20_max": 0.171635, + "nauc_recall_at_20_std": -0.11031, + "nauc_recall_at_20_diff1": 0.207016, + "nauc_recall_at_100_max": 0.34511, + "nauc_recall_at_100_std": 0.221538, + "nauc_recall_at_100_diff1": -0.003009, + "nauc_recall_at_1000_max": 0.44271, + "nauc_recall_at_1000_std": 0.84127, + "nauc_recall_at_1000_diff1": -0.605509, + "nauc_precision_at_1_max": 0.112878, + "nauc_precision_at_1_std": -0.093377, + "nauc_precision_at_1_diff1": 0.349127, + "nauc_precision_at_3_max": 0.151333, + "nauc_precision_at_3_std": -0.023052, + "nauc_precision_at_3_diff1": 0.10739, + "nauc_precision_at_5_max": 0.159835, + "nauc_precision_at_5_std": 0.030155, + "nauc_precision_at_5_diff1": 0.030109, + "nauc_precision_at_10_max": 0.174005, + "nauc_precision_at_10_std": 0.103828, + "nauc_precision_at_10_diff1": -0.041316, + "nauc_precision_at_20_max": 0.17238, + "nauc_precision_at_20_std": 0.173389, + "nauc_precision_at_20_diff1": -0.07697, + "nauc_precision_at_100_max": 0.167619, + "nauc_precision_at_100_std": 0.262631, + "nauc_precision_at_100_diff1": -0.126209, + "nauc_precision_at_1000_max": 0.151528, + "nauc_precision_at_1000_std": 0.260988, + "nauc_precision_at_1000_diff1": -0.132972, + "nauc_mrr_at_1_max": 0.112878, + "nauc_mrr_at_1_std": -0.093377, + "nauc_mrr_at_1_diff1": 0.349127, + "nauc_mrr_at_3_max": 0.133459, + "nauc_mrr_at_3_std": -0.095587, + "nauc_mrr_at_3_diff1": 0.3345, + "nauc_mrr_at_5_max": 0.137179, + "nauc_mrr_at_5_std": -0.091509, + "nauc_mrr_at_5_diff1": 0.329626, + "nauc_mrr_at_10_max": 0.135147, + "nauc_mrr_at_10_std": -0.088696, + "nauc_mrr_at_10_diff1": 0.328912, + "nauc_mrr_at_20_max": 0.137776, + "nauc_mrr_at_20_std": -0.084639, + "nauc_mrr_at_20_diff1": 0.329972, + "nauc_mrr_at_100_max": 0.137071, + "nauc_mrr_at_100_std": -0.085886, + "nauc_mrr_at_100_diff1": 0.33023, + "nauc_mrr_at_1000_max": 0.136975, + "nauc_mrr_at_1000_std": -0.086006, + "nauc_mrr_at_1000_diff1": 0.330329, + "cv_recall_at_1": 0.499, + "cv_recall_at_3": 0.708, + "cv_recall_at_5": 0.803, + "cv_recall_at_10": 0.871, + "cv_recall_at_20": 0.925, + "cv_recall_at_100": 0.988, + "cv_recall_at_1000": 1.0, + "main_score": 0.61985, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.57178, + "ndcg_at_3": 0.61165, + "ndcg_at_5": 0.64732, + "ndcg_at_10": 0.69201, + "ndcg_at_20": 0.71693, + "ndcg_at_100": 0.73304, + "ndcg_at_1000": 0.73745, + "map_at_1": 0.36851, + "map_at_3": 0.52907, + "map_at_5": 0.56963, + "map_at_10": 0.60029, + "map_at_20": 0.61266, + "map_at_100": 0.6172, + "map_at_1000": 0.61755, + "recall_at_1": 0.36851, + "recall_at_3": 0.63214, + "recall_at_5": 0.72571, + "recall_at_10": 0.83971, + "recall_at_20": 0.91055, + "recall_at_100": 0.97288, + "recall_at_1000": 0.99878, + "accuracy": 0.36851, + "precision_at_1": 0.57178, + "precision_at_3": 0.36659, + "precision_at_5": 0.26667, + "precision_at_10": 0.16326, + "precision_at_20": 0.09258, + "precision_at_100": 0.02032, + "precision_at_1000": 0.0021, + "mrr_at_1": 0.571776, + "mrr_at_3": 0.683293, + "mrr_at_5": 0.694485, + "mrr_at_10": 0.704096, + "mrr_at_20": 0.706071, + "mrr_at_100": 0.706623, + "mrr_at_1000": 0.706669, + "nauc_ndcg_at_1_max": 0.22344, + "nauc_ndcg_at_1_std": -0.199126, + "nauc_ndcg_at_1_diff1": 0.487195, + "nauc_ndcg_at_3_max": 0.174341, + "nauc_ndcg_at_3_std": -0.241345, + "nauc_ndcg_at_3_diff1": 0.422591, + "nauc_ndcg_at_5_max": 0.161838, + "nauc_ndcg_at_5_std": -0.257364, + "nauc_ndcg_at_5_diff1": 0.423509, + "nauc_ndcg_at_10_max": 0.154235, + "nauc_ndcg_at_10_std": -0.246558, + "nauc_ndcg_at_10_diff1": 0.42245, + "nauc_ndcg_at_20_max": 0.179426, + "nauc_ndcg_at_20_std": -0.219482, + "nauc_ndcg_at_20_diff1": 0.435072, + "nauc_ndcg_at_100_max": 0.19497, + "nauc_ndcg_at_100_std": -0.188313, + "nauc_ndcg_at_100_diff1": 0.434727, + "nauc_ndcg_at_1000_max": 0.19608, + "nauc_ndcg_at_1000_std": -0.196722, + "nauc_ndcg_at_1000_diff1": 0.433537, + "nauc_map_at_1_max": 0.06461, + "nauc_map_at_1_std": -0.332101, + "nauc_map_at_1_diff1": 0.481948, + "nauc_map_at_3_max": 0.136154, + "nauc_map_at_3_std": -0.318649, + "nauc_map_at_3_diff1": 0.439635, + "nauc_map_at_5_max": 0.139565, + "nauc_map_at_5_std": -0.301412, + "nauc_map_at_5_diff1": 0.429503, + "nauc_map_at_10_max": 0.141415, + "nauc_map_at_10_std": -0.275025, + "nauc_map_at_10_diff1": 0.423145, + "nauc_map_at_20_max": 0.152075, + "nauc_map_at_20_std": -0.260156, + "nauc_map_at_20_diff1": 0.428142, + "nauc_map_at_100_max": 0.15747, + "nauc_map_at_100_std": -0.252496, + "nauc_map_at_100_diff1": 0.428022, + "nauc_map_at_1000_max": 0.157716, + "nauc_map_at_1000_std": -0.252649, + "nauc_map_at_1000_diff1": 0.428016, + "nauc_recall_at_1_max": 0.06461, + "nauc_recall_at_1_std": -0.332101, + "nauc_recall_at_1_diff1": 0.481948, + "nauc_recall_at_3_max": 0.114918, + "nauc_recall_at_3_std": -0.30751, + "nauc_recall_at_3_diff1": 0.375619, + "nauc_recall_at_5_max": 0.102671, + "nauc_recall_at_5_std": -0.307352, + "nauc_recall_at_5_diff1": 0.353995, + "nauc_recall_at_10_max": 0.016258, + "nauc_recall_at_10_std": -0.313953, + "nauc_recall_at_10_diff1": 0.312587, + "nauc_recall_at_20_max": 0.093143, + "nauc_recall_at_20_std": -0.258298, + "nauc_recall_at_20_diff1": 0.388182, + "nauc_recall_at_100_max": 0.228869, + "nauc_recall_at_100_std": 0.314331, + "nauc_recall_at_100_diff1": 0.462484, + "nauc_recall_at_1000_max": 0.869316, + "nauc_recall_at_1000_std": 0.554455, + "nauc_recall_at_1000_diff1": 0.869316, + "nauc_precision_at_1_max": 0.22344, + "nauc_precision_at_1_std": -0.199126, + "nauc_precision_at_1_diff1": 0.487195, + "nauc_precision_at_3_max": 0.253599, + "nauc_precision_at_3_std": 0.100464, + "nauc_precision_at_3_diff1": 0.083492, + "nauc_precision_at_5_max": 0.204178, + "nauc_precision_at_5_std": 0.213561, + "nauc_precision_at_5_diff1": -0.039954, + "nauc_precision_at_10_max": 0.156369, + "nauc_precision_at_10_std": 0.333754, + "nauc_precision_at_10_diff1": -0.146367, + "nauc_precision_at_20_max": 0.165772, + "nauc_precision_at_20_std": 0.389986, + "nauc_precision_at_20_diff1": -0.174733, + "nauc_precision_at_100_max": 0.170504, + "nauc_precision_at_100_std": 0.44839, + "nauc_precision_at_100_diff1": -0.209568, + "nauc_precision_at_1000_max": 0.166815, + "nauc_precision_at_1000_std": 0.431971, + "nauc_precision_at_1000_diff1": -0.228244, + "nauc_mrr_at_1_max": 0.22344, + "nauc_mrr_at_1_std": -0.199126, + "nauc_mrr_at_1_diff1": 0.487195, + "nauc_mrr_at_3_max": 0.230427, + "nauc_mrr_at_3_std": -0.15386, + "nauc_mrr_at_3_diff1": 0.457658, + "nauc_mrr_at_5_max": 0.235579, + "nauc_mrr_at_5_std": -0.162051, + "nauc_mrr_at_5_diff1": 0.461206, + "nauc_mrr_at_10_max": 0.23153, + "nauc_mrr_at_10_std": -0.168366, + "nauc_mrr_at_10_diff1": 0.466066, + "nauc_mrr_at_20_max": 0.232289, + "nauc_mrr_at_20_std": -0.167035, + "nauc_mrr_at_20_diff1": 0.465559, + "nauc_mrr_at_100_max": 0.231814, + "nauc_mrr_at_100_std": -0.166623, + "nauc_mrr_at_100_diff1": 0.465493, + "nauc_mrr_at_1000_max": 0.231714, + "nauc_mrr_at_1000_std": -0.166828, + "nauc_mrr_at_1000_diff1": 0.465484, + "cv_recall_at_1": 0.57178, + "cv_recall_at_3": 0.82725, + "cv_recall_at_5": 0.87591, + "cv_recall_at_10": 0.94404, + "cv_recall_at_20": 0.97324, + "cv_recall_at_100": 0.9927, + "cv_recall_at_1000": 1.0, + "main_score": 0.69201, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.35082, + "ndcg_at_3": 0.37765, + "ndcg_at_5": 0.41236, + "ndcg_at_10": 0.47171, + "ndcg_at_20": 0.51149, + "ndcg_at_100": 0.56778, + "ndcg_at_1000": 0.57468, + "map_at_1": 0.17682, + "map_at_3": 0.28757, + "map_at_5": 0.32398, + "map_at_10": 0.36341, + "map_at_20": 0.38099, + "map_at_100": 0.39504, + "map_at_1000": 0.39566, + "recall_at_1": 0.17682, + "recall_at_3": 0.37853, + "recall_at_5": 0.47817, + "recall_at_10": 0.61998, + "recall_at_20": 0.73511, + "recall_at_100": 0.95414, + "recall_at_1000": 0.99356, + "accuracy": 0.17682, + "precision_at_1": 0.35082, + "precision_at_3": 0.27104, + "precision_at_5": 0.21705, + "precision_at_10": 0.15246, + "precision_at_20": 0.09295, + "precision_at_100": 0.02528, + "precision_at_1000": 0.00263, + "mrr_at_1": 0.35082, + "mrr_at_3": 0.467213, + "mrr_at_5": 0.491148, + "mrr_at_10": 0.503858, + "mrr_at_20": 0.508968, + "mrr_at_100": 0.511205, + "mrr_at_1000": 0.511363, + "nauc_ndcg_at_1_max": 0.114103, + "nauc_ndcg_at_1_std": -0.043397, + "nauc_ndcg_at_1_diff1": 0.216332, + "nauc_ndcg_at_3_max": 0.082375, + "nauc_ndcg_at_3_std": -0.059211, + "nauc_ndcg_at_3_diff1": 0.198668, + "nauc_ndcg_at_5_max": 0.099218, + "nauc_ndcg_at_5_std": -0.082403, + "nauc_ndcg_at_5_diff1": 0.223079, + "nauc_ndcg_at_10_max": 0.128429, + "nauc_ndcg_at_10_std": -0.090699, + "nauc_ndcg_at_10_diff1": 0.233117, + "nauc_ndcg_at_20_max": 0.128011, + "nauc_ndcg_at_20_std": -0.072393, + "nauc_ndcg_at_20_diff1": 0.214147, + "nauc_ndcg_at_100_max": 0.154707, + "nauc_ndcg_at_100_std": -0.041599, + "nauc_ndcg_at_100_diff1": 0.226438, + "nauc_ndcg_at_1000_max": 0.151659, + "nauc_ndcg_at_1000_std": -0.051087, + "nauc_ndcg_at_1000_diff1": 0.233659, + "nauc_map_at_1_max": 0.043258, + "nauc_map_at_1_std": -0.03525, + "nauc_map_at_1_diff1": 0.286737, + "nauc_map_at_3_max": 0.06981, + "nauc_map_at_3_std": -0.056674, + "nauc_map_at_3_diff1": 0.241269, + "nauc_map_at_5_max": 0.088844, + "nauc_map_at_5_std": -0.070258, + "nauc_map_at_5_diff1": 0.246342, + "nauc_map_at_10_max": 0.113911, + "nauc_map_at_10_std": -0.078793, + "nauc_map_at_10_diff1": 0.252966, + "nauc_map_at_20_max": 0.116468, + "nauc_map_at_20_std": -0.071543, + "nauc_map_at_20_diff1": 0.245748, + "nauc_map_at_100_max": 0.122308, + "nauc_map_at_100_std": -0.067653, + "nauc_map_at_100_diff1": 0.25013, + "nauc_map_at_1000_max": 0.122403, + "nauc_map_at_1000_std": -0.068188, + "nauc_map_at_1000_diff1": 0.250752, + "nauc_recall_at_1_max": 0.043258, + "nauc_recall_at_1_std": -0.03525, + "nauc_recall_at_1_diff1": 0.286737, + "nauc_recall_at_3_max": 0.018326, + "nauc_recall_at_3_std": -0.05981, + "nauc_recall_at_3_diff1": 0.157626, + "nauc_recall_at_5_max": 0.050912, + "nauc_recall_at_5_std": -0.108294, + "nauc_recall_at_5_diff1": 0.170786, + "nauc_recall_at_10_max": 0.094533, + "nauc_recall_at_10_std": -0.132949, + "nauc_recall_at_10_diff1": 0.17786, + "nauc_recall_at_20_max": 0.064189, + "nauc_recall_at_20_std": -0.097932, + "nauc_recall_at_20_diff1": 0.11321, + "nauc_recall_at_100_max": 0.356791, + "nauc_recall_at_100_std": 0.349937, + "nauc_recall_at_100_diff1": 0.015773, + "nauc_recall_at_1000_max": 0.828857, + "nauc_recall_at_1000_std": 0.756453, + "nauc_recall_at_1000_diff1": 0.053458, + "nauc_precision_at_1_max": 0.114103, + "nauc_precision_at_1_std": -0.043397, + "nauc_precision_at_1_diff1": 0.216332, + "nauc_precision_at_3_max": 0.150807, + "nauc_precision_at_3_std": -0.084042, + "nauc_precision_at_3_diff1": 0.13857, + "nauc_precision_at_5_max": 0.199727, + "nauc_precision_at_5_std": -0.090405, + "nauc_precision_at_5_diff1": 0.151455, + "nauc_precision_at_10_max": 0.232875, + "nauc_precision_at_10_std": -0.056902, + "nauc_precision_at_10_diff1": 0.10107, + "nauc_precision_at_20_max": 0.212856, + "nauc_precision_at_20_std": -0.007982, + "nauc_precision_at_20_diff1": 0.027326, + "nauc_precision_at_100_max": 0.222985, + "nauc_precision_at_100_std": 0.094819, + "nauc_precision_at_100_diff1": 0.000525, + "nauc_precision_at_1000_max": 0.217166, + "nauc_precision_at_1000_std": 0.084754, + "nauc_precision_at_1000_diff1": 0.012928, + "nauc_mrr_at_1_max": 0.114103, + "nauc_mrr_at_1_std": -0.043397, + "nauc_mrr_at_1_diff1": 0.216332, + "nauc_mrr_at_3_max": 0.107608, + "nauc_mrr_at_3_std": -0.042811, + "nauc_mrr_at_3_diff1": 0.170161, + "nauc_mrr_at_5_max": 0.120757, + "nauc_mrr_at_5_std": -0.05674, + "nauc_mrr_at_5_diff1": 0.186722, + "nauc_mrr_at_10_max": 0.122784, + "nauc_mrr_at_10_std": -0.048858, + "nauc_mrr_at_10_diff1": 0.185944, + "nauc_mrr_at_20_max": 0.12415, + "nauc_mrr_at_20_std": -0.046127, + "nauc_mrr_at_20_diff1": 0.183269, + "nauc_mrr_at_100_max": 0.123268, + "nauc_mrr_at_100_std": -0.045463, + "nauc_mrr_at_100_diff1": 0.184003, + "nauc_mrr_at_1000_max": 0.123052, + "nauc_mrr_at_1000_std": -0.045769, + "nauc_mrr_at_1000_diff1": 0.183925, + "cv_recall_at_1": 0.35082, + "cv_recall_at_3": 0.61967, + "cv_recall_at_5": 0.72459, + "cv_recall_at_10": 0.82295, + "cv_recall_at_20": 0.89508, + "cv_recall_at_100": 0.97705, + "cv_recall_at_1000": 1.0, + "main_score": 0.47171, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.33166, + "ndcg_at_3": 0.35038, + "ndcg_at_5": 0.37728, + "ndcg_at_10": 0.42806, + "ndcg_at_20": 0.47906, + "ndcg_at_100": 0.54193, + "ndcg_at_1000": 0.55347, + "map_at_1": 0.16196, + "map_at_3": 0.25542, + "map_at_5": 0.28903, + "map_at_10": 0.32134, + "map_at_20": 0.3435, + "map_at_100": 0.3605, + "map_at_1000": 0.3618, + "recall_at_1": 0.16196, + "recall_at_3": 0.32864, + "recall_at_5": 0.42025, + "recall_at_10": 0.55533, + "recall_at_20": 0.70255, + "recall_at_100": 0.937, + "recall_at_1000": 0.99487, + "accuracy": 0.16196, + "precision_at_1": 0.33166, + "precision_at_3": 0.24656, + "precision_at_5": 0.19925, + "precision_at_10": 0.1408, + "precision_at_20": 0.09312, + "precision_at_100": 0.02683, + "precision_at_1000": 0.0029, + "mrr_at_1": 0.331665, + "mrr_at_3": 0.444097, + "mrr_at_5": 0.467063, + "mrr_at_10": 0.485386, + "mrr_at_20": 0.491256, + "mrr_at_100": 0.49383, + "mrr_at_1000": 0.493901, + "nauc_ndcg_at_1_max": 0.058097, + "nauc_ndcg_at_1_std": -0.02567, + "nauc_ndcg_at_1_diff1": 0.20815, + "nauc_ndcg_at_3_max": 0.056683, + "nauc_ndcg_at_3_std": -0.051639, + "nauc_ndcg_at_3_diff1": 0.201593, + "nauc_ndcg_at_5_max": 0.055212, + "nauc_ndcg_at_5_std": -0.070865, + "nauc_ndcg_at_5_diff1": 0.190358, + "nauc_ndcg_at_10_max": 0.063455, + "nauc_ndcg_at_10_std": -0.076186, + "nauc_ndcg_at_10_diff1": 0.189213, + "nauc_ndcg_at_20_max": 0.095225, + "nauc_ndcg_at_20_std": -0.051823, + "nauc_ndcg_at_20_diff1": 0.180056, + "nauc_ndcg_at_100_max": 0.107904, + "nauc_ndcg_at_100_std": -0.017275, + "nauc_ndcg_at_100_diff1": 0.164535, + "nauc_ndcg_at_1000_max": 0.10586, + "nauc_ndcg_at_1000_std": -0.013477, + "nauc_ndcg_at_1000_diff1": 0.164074, + "nauc_map_at_1_max": -0.004997, + "nauc_map_at_1_std": -0.100967, + "nauc_map_at_1_diff1": 0.251643, + "nauc_map_at_3_max": 0.018898, + "nauc_map_at_3_std": -0.104983, + "nauc_map_at_3_diff1": 0.249197, + "nauc_map_at_5_max": 0.022993, + "nauc_map_at_5_std": -0.108149, + "nauc_map_at_5_diff1": 0.222097, + "nauc_map_at_10_max": 0.034905, + "nauc_map_at_10_std": -0.101237, + "nauc_map_at_10_diff1": 0.21269, + "nauc_map_at_20_max": 0.052895, + "nauc_map_at_20_std": -0.088082, + "nauc_map_at_20_diff1": 0.205963, + "nauc_map_at_100_max": 0.059489, + "nauc_map_at_100_std": -0.076224, + "nauc_map_at_100_diff1": 0.199195, + "nauc_map_at_1000_max": 0.059601, + "nauc_map_at_1000_std": -0.075397, + "nauc_map_at_1000_diff1": 0.198985, + "nauc_recall_at_1_max": -0.004997, + "nauc_recall_at_1_std": -0.100967, + "nauc_recall_at_1_diff1": 0.251643, + "nauc_recall_at_3_max": 0.023118, + "nauc_recall_at_3_std": -0.102671, + "nauc_recall_at_3_diff1": 0.226681, + "nauc_recall_at_5_max": 0.033986, + "nauc_recall_at_5_std": -0.105792, + "nauc_recall_at_5_diff1": 0.172294, + "nauc_recall_at_10_max": 0.038704, + "nauc_recall_at_10_std": -0.113794, + "nauc_recall_at_10_diff1": 0.146083, + "nauc_recall_at_20_max": 0.098178, + "nauc_recall_at_20_std": -0.083252, + "nauc_recall_at_20_diff1": 0.119936, + "nauc_recall_at_100_max": 0.192486, + "nauc_recall_at_100_std": -0.005426, + "nauc_recall_at_100_diff1": 0.028461, + "nauc_recall_at_1000_max": 0.688096, + "nauc_recall_at_1000_std": 0.254693, + "nauc_recall_at_1000_diff1": -0.788755, + "nauc_precision_at_1_max": 0.058097, + "nauc_precision_at_1_std": -0.02567, + "nauc_precision_at_1_diff1": 0.20815, + "nauc_precision_at_3_max": 0.111521, + "nauc_precision_at_3_std": 0.031645, + "nauc_precision_at_3_diff1": 0.097916, + "nauc_precision_at_5_max": 0.129954, + "nauc_precision_at_5_std": 0.041477, + "nauc_precision_at_5_diff1": 0.007928, + "nauc_precision_at_10_max": 0.166302, + "nauc_precision_at_10_std": 0.09412, + "nauc_precision_at_10_diff1": -0.05518, + "nauc_precision_at_20_max": 0.223601, + "nauc_precision_at_20_std": 0.181559, + "nauc_precision_at_20_diff1": -0.106404, + "nauc_precision_at_100_max": 0.199845, + "nauc_precision_at_100_std": 0.275118, + "nauc_precision_at_100_diff1": -0.166503, + "nauc_precision_at_1000_max": 0.173948, + "nauc_precision_at_1000_std": 0.266083, + "nauc_precision_at_1000_diff1": -0.169029, + "nauc_mrr_at_1_max": 0.058097, + "nauc_mrr_at_1_std": -0.02567, + "nauc_mrr_at_1_diff1": 0.20815, + "nauc_mrr_at_3_max": 0.079001, + "nauc_mrr_at_3_std": -0.008025, + "nauc_mrr_at_3_diff1": 0.178032, + "nauc_mrr_at_5_max": 0.093417, + "nauc_mrr_at_5_std": 0.000895, + "nauc_mrr_at_5_diff1": 0.174252, + "nauc_mrr_at_10_max": 0.094314, + "nauc_mrr_at_10_std": -0.000252, + "nauc_mrr_at_10_diff1": 0.173759, + "nauc_mrr_at_20_max": 0.093201, + "nauc_mrr_at_20_std": 8.3e-05, + "nauc_mrr_at_20_diff1": 0.175113, + "nauc_mrr_at_100_max": 0.091475, + "nauc_mrr_at_100_std": -0.000734, + "nauc_mrr_at_100_diff1": 0.175717, + "nauc_mrr_at_1000_max": 0.091445, + "nauc_mrr_at_1000_std": -0.000743, + "nauc_mrr_at_1000_diff1": 0.175726, + "cv_recall_at_1": 0.33166, + "cv_recall_at_3": 0.57947, + "cv_recall_at_5": 0.6796, + "cv_recall_at_10": 0.81352, + "cv_recall_at_20": 0.89612, + "cv_recall_at_100": 0.98623, + "cv_recall_at_1000": 0.99875, + "main_score": 0.42806, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.42747, + "ndcg_at_3": 0.4046, + "ndcg_at_5": 0.41091, + "ndcg_at_10": 0.45047, + "ndcg_at_20": 0.51105, + "ndcg_at_100": 0.59495, + "ndcg_at_1000": 0.60801, + "map_at_1": 0.12931, + "map_at_3": 0.23089, + "map_at_5": 0.27613, + "map_at_10": 0.32537, + "map_at_20": 0.35828, + "map_at_100": 0.38583, + "map_at_1000": 0.38764, + "recall_at_1": 0.12931, + "recall_at_3": 0.28316, + "recall_at_5": 0.3814, + "recall_at_10": 0.52183, + "recall_at_20": 0.66776, + "recall_at_100": 0.94101, + "recall_at_1000": 0.99969, + "accuracy": 0.12931, + "precision_at_1": 0.42747, + "precision_at_3": 0.34568, + "precision_at_5": 0.2966, + "precision_at_10": 0.21744, + "precision_at_20": 0.14545, + "precision_at_100": 0.04319, + "precision_at_1000": 0.00461, + "mrr_at_1": 0.427469, + "mrr_at_3": 0.539609, + "mrr_at_5": 0.565381, + "mrr_at_10": 0.577682, + "mrr_at_20": 0.581492, + "mrr_at_100": 0.582836, + "mrr_at_1000": 0.582901, + "nauc_ndcg_at_1_max": 0.08876, + "nauc_ndcg_at_1_std": -0.001863, + "nauc_ndcg_at_1_diff1": 0.241867, + "nauc_ndcg_at_3_max": 0.128437, + "nauc_ndcg_at_3_std": 0.018391, + "nauc_ndcg_at_3_diff1": 0.204234, + "nauc_ndcg_at_5_max": 0.123258, + "nauc_ndcg_at_5_std": -0.017014, + "nauc_ndcg_at_5_diff1": 0.223252, + "nauc_ndcg_at_10_max": 0.106797, + "nauc_ndcg_at_10_std": -0.038699, + "nauc_ndcg_at_10_diff1": 0.220462, + "nauc_ndcg_at_20_max": 0.1471, + "nauc_ndcg_at_20_std": -0.00765, + "nauc_ndcg_at_20_diff1": 0.221705, + "nauc_ndcg_at_100_max": 0.18688, + "nauc_ndcg_at_100_std": 0.062155, + "nauc_ndcg_at_100_diff1": 0.205543, + "nauc_ndcg_at_1000_max": 0.187334, + "nauc_ndcg_at_1000_std": 0.064266, + "nauc_ndcg_at_1000_diff1": 0.201153, + "nauc_map_at_1_max": 0.000841, + "nauc_map_at_1_std": -0.128203, + "nauc_map_at_1_diff1": 0.327176, + "nauc_map_at_3_max": 0.04423, + "nauc_map_at_3_std": -0.110431, + "nauc_map_at_3_diff1": 0.283773, + "nauc_map_at_5_max": 0.062118, + "nauc_map_at_5_std": -0.103435, + "nauc_map_at_5_diff1": 0.271681, + "nauc_map_at_10_max": 0.07782, + "nauc_map_at_10_std": -0.079061, + "nauc_map_at_10_diff1": 0.246828, + "nauc_map_at_20_max": 0.106696, + "nauc_map_at_20_std": -0.053472, + "nauc_map_at_20_diff1": 0.242137, + "nauc_map_at_100_max": 0.125259, + "nauc_map_at_100_std": -0.026616, + "nauc_map_at_100_diff1": 0.233865, + "nauc_map_at_1000_max": 0.126301, + "nauc_map_at_1000_std": -0.025137, + "nauc_map_at_1000_diff1": 0.23361, + "nauc_recall_at_1_max": 0.000841, + "nauc_recall_at_1_std": -0.128203, + "nauc_recall_at_1_diff1": 0.327176, + "nauc_recall_at_3_max": 0.017562, + "nauc_recall_at_3_std": -0.120702, + "nauc_recall_at_3_diff1": 0.228048, + "nauc_recall_at_5_max": 0.03813, + "nauc_recall_at_5_std": -0.123881, + "nauc_recall_at_5_diff1": 0.21312, + "nauc_recall_at_10_max": 0.021387, + "nauc_recall_at_10_std": -0.100783, + "nauc_recall_at_10_diff1": 0.150237, + "nauc_recall_at_20_max": 0.073109, + "nauc_recall_at_20_std": -0.086936, + "nauc_recall_at_20_diff1": 0.165341, + "nauc_recall_at_100_max": 0.204255, + "nauc_recall_at_100_std": 0.118123, + "nauc_recall_at_100_diff1": 0.200477, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869236, + "nauc_precision_at_1_max": 0.08876, + "nauc_precision_at_1_std": -0.001863, + "nauc_precision_at_1_diff1": 0.241867, + "nauc_precision_at_3_max": 0.215602, + "nauc_precision_at_3_std": 0.097701, + "nauc_precision_at_3_diff1": 0.113356, + "nauc_precision_at_5_max": 0.243843, + "nauc_precision_at_5_std": 0.137249, + "nauc_precision_at_5_diff1": 0.056208, + "nauc_precision_at_10_max": 0.228517, + "nauc_precision_at_10_std": 0.179026, + "nauc_precision_at_10_diff1": -0.02579, + "nauc_precision_at_20_max": 0.261332, + "nauc_precision_at_20_std": 0.242811, + "nauc_precision_at_20_diff1": -0.064474, + "nauc_precision_at_100_max": 0.256134, + "nauc_precision_at_100_std": 0.347496, + "nauc_precision_at_100_diff1": -0.16388, + "nauc_precision_at_1000_max": 0.244786, + "nauc_precision_at_1000_std": 0.344608, + "nauc_precision_at_1000_diff1": -0.179589, + "nauc_mrr_at_1_max": 0.08876, + "nauc_mrr_at_1_std": -0.001863, + "nauc_mrr_at_1_diff1": 0.241867, + "nauc_mrr_at_3_max": 0.160558, + "nauc_mrr_at_3_std": 0.055824, + "nauc_mrr_at_3_diff1": 0.218282, + "nauc_mrr_at_5_max": 0.166125, + "nauc_mrr_at_5_std": 0.062669, + "nauc_mrr_at_5_diff1": 0.215982, + "nauc_mrr_at_10_max": 0.155387, + "nauc_mrr_at_10_std": 0.06095, + "nauc_mrr_at_10_diff1": 0.213677, + "nauc_mrr_at_20_max": 0.155051, + "nauc_mrr_at_20_std": 0.058686, + "nauc_mrr_at_20_diff1": 0.216845, + "nauc_mrr_at_100_max": 0.153924, + "nauc_mrr_at_100_std": 0.057575, + "nauc_mrr_at_100_diff1": 0.218052, + "nauc_mrr_at_1000_max": 0.153778, + "nauc_mrr_at_1000_std": 0.057411, + "nauc_mrr_at_1000_diff1": 0.217997, + "cv_recall_at_1": 0.42747, + "cv_recall_at_3": 0.68056, + "cv_recall_at_5": 0.79167, + "cv_recall_at_10": 0.88272, + "cv_recall_at_20": 0.93827, + "cv_recall_at_100": 0.9892, + "cv_recall_at_1000": 1.0, + "main_score": 0.45047, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.37658, + "ndcg_at_3": 0.42047, + "ndcg_at_5": 0.46195, + "ndcg_at_10": 0.51358, + "ndcg_at_20": 0.55604, + "ndcg_at_100": 0.58935, + "ndcg_at_1000": 0.59676, + "map_at_1": 0.24503, + "map_at_3": 0.35436, + "map_at_5": 0.39066, + "map_at_10": 0.42224, + "map_at_20": 0.43917, + "map_at_100": 0.44711, + "map_at_1000": 0.44771, + "recall_at_1": 0.24503, + "recall_at_3": 0.43638, + "recall_at_5": 0.54513, + "recall_at_10": 0.6789, + "recall_at_20": 0.81337, + "recall_at_100": 0.95167, + "recall_at_1000": 0.99631, + "accuracy": 0.24503, + "precision_at_1": 0.37658, + "precision_at_3": 0.25316, + "precision_at_5": 0.19747, + "precision_at_10": 0.13038, + "precision_at_20": 0.08093, + "precision_at_100": 0.0197, + "precision_at_1000": 0.00207, + "mrr_at_1": 0.376582, + "mrr_at_3": 0.470992, + "mrr_at_5": 0.4952, + "mrr_at_10": 0.509966, + "mrr_at_20": 0.517333, + "mrr_at_100": 0.519226, + "mrr_at_1000": 0.519367, + "nauc_ndcg_at_1_max": 0.149141, + "nauc_ndcg_at_1_std": -0.072813, + "nauc_ndcg_at_1_diff1": 0.27512, + "nauc_ndcg_at_3_max": 0.140209, + "nauc_ndcg_at_3_std": -0.088986, + "nauc_ndcg_at_3_diff1": 0.236781, + "nauc_ndcg_at_5_max": 0.13844, + "nauc_ndcg_at_5_std": -0.089954, + "nauc_ndcg_at_5_diff1": 0.218483, + "nauc_ndcg_at_10_max": 0.158394, + "nauc_ndcg_at_10_std": -0.092868, + "nauc_ndcg_at_10_diff1": 0.216265, + "nauc_ndcg_at_20_max": 0.181956, + "nauc_ndcg_at_20_std": -0.074287, + "nauc_ndcg_at_20_diff1": 0.224583, + "nauc_ndcg_at_100_max": 0.182493, + "nauc_ndcg_at_100_std": -0.054185, + "nauc_ndcg_at_100_diff1": 0.218028, + "nauc_ndcg_at_1000_max": 0.173624, + "nauc_ndcg_at_1000_std": -0.063506, + "nauc_ndcg_at_1000_diff1": 0.222409, + "nauc_map_at_1_max": 0.060944, + "nauc_map_at_1_std": -0.138666, + "nauc_map_at_1_diff1": 0.345704, + "nauc_map_at_3_max": 0.112312, + "nauc_map_at_3_std": -0.111104, + "nauc_map_at_3_diff1": 0.277856, + "nauc_map_at_5_max": 0.119976, + "nauc_map_at_5_std": -0.109253, + "nauc_map_at_5_diff1": 0.260341, + "nauc_map_at_10_max": 0.136176, + "nauc_map_at_10_std": -0.1064, + "nauc_map_at_10_diff1": 0.251591, + "nauc_map_at_20_max": 0.144147, + "nauc_map_at_20_std": -0.097999, + "nauc_map_at_20_diff1": 0.250879, + "nauc_map_at_100_max": 0.145195, + "nauc_map_at_100_std": -0.094137, + "nauc_map_at_100_diff1": 0.249095, + "nauc_map_at_1000_max": 0.144734, + "nauc_map_at_1000_std": -0.09449, + "nauc_map_at_1000_diff1": 0.249259, + "nauc_recall_at_1_max": 0.060944, + "nauc_recall_at_1_std": -0.138666, + "nauc_recall_at_1_diff1": 0.345704, + "nauc_recall_at_3_max": 0.117787, + "nauc_recall_at_3_std": -0.099127, + "nauc_recall_at_3_diff1": 0.211412, + "nauc_recall_at_5_max": 0.100396, + "nauc_recall_at_5_std": -0.094962, + "nauc_recall_at_5_diff1": 0.144383, + "nauc_recall_at_10_max": 0.142591, + "nauc_recall_at_10_std": -0.106244, + "nauc_recall_at_10_diff1": 0.128059, + "nauc_recall_at_20_max": 0.253907, + "nauc_recall_at_20_std": -0.047146, + "nauc_recall_at_20_diff1": 0.161127, + "nauc_recall_at_100_max": 0.456181, + "nauc_recall_at_100_std": 0.346219, + "nauc_recall_at_100_diff1": 0.027608, + "nauc_recall_at_1000_max": 0.189053, + "nauc_recall_at_1000_std": 0.693769, + "nauc_recall_at_1000_diff1": 0.207152, + "nauc_precision_at_1_max": 0.149141, + "nauc_precision_at_1_std": -0.072813, + "nauc_precision_at_1_diff1": 0.27512, + "nauc_precision_at_3_max": 0.232558, + "nauc_precision_at_3_std": 0.02771, + "nauc_precision_at_3_diff1": 0.06737, + "nauc_precision_at_5_max": 0.214683, + "nauc_precision_at_5_std": 0.044674, + "nauc_precision_at_5_diff1": -0.015968, + "nauc_precision_at_10_max": 0.210111, + "nauc_precision_at_10_std": 0.053375, + "nauc_precision_at_10_diff1": -0.075587, + "nauc_precision_at_20_max": 0.203196, + "nauc_precision_at_20_std": 0.118882, + "nauc_precision_at_20_diff1": -0.112111, + "nauc_precision_at_100_max": 0.152281, + "nauc_precision_at_100_std": 0.183328, + "nauc_precision_at_100_diff1": -0.167153, + "nauc_precision_at_1000_max": 0.114584, + "nauc_precision_at_1000_std": 0.159805, + "nauc_precision_at_1000_diff1": -0.171464, + "nauc_mrr_at_1_max": 0.149141, + "nauc_mrr_at_1_std": -0.072813, + "nauc_mrr_at_1_diff1": 0.27512, + "nauc_mrr_at_3_max": 0.188623, + "nauc_mrr_at_3_std": -0.056523, + "nauc_mrr_at_3_diff1": 0.232589, + "nauc_mrr_at_5_max": 0.179183, + "nauc_mrr_at_5_std": -0.058165, + "nauc_mrr_at_5_diff1": 0.217754, + "nauc_mrr_at_10_max": 0.180722, + "nauc_mrr_at_10_std": -0.058049, + "nauc_mrr_at_10_diff1": 0.220882, + "nauc_mrr_at_20_max": 0.183601, + "nauc_mrr_at_20_std": -0.055891, + "nauc_mrr_at_20_diff1": 0.223851, + "nauc_mrr_at_100_max": 0.18257, + "nauc_mrr_at_100_std": -0.05595, + "nauc_mrr_at_100_diff1": 0.223755, + "nauc_mrr_at_1000_max": 0.182362, + "nauc_mrr_at_1000_std": -0.056245, + "nauc_mrr_at_1000_diff1": 0.224009, + "cv_recall_at_1": 0.37658, + "cv_recall_at_3": 0.58703, + "cv_recall_at_5": 0.68987, + "cv_recall_at_10": 0.80063, + "cv_recall_at_20": 0.90506, + "cv_recall_at_100": 0.97468, + "cv_recall_at_1000": 0.99842, + "main_score": 0.51358, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.571, + "ndcg_at_3": 0.59911, + "ndcg_at_5": 0.63645, + "ndcg_at_10": 0.68324, + "ndcg_at_20": 0.70671, + "ndcg_at_100": 0.72477, + "ndcg_at_1000": 0.7283, + "map_at_1": 0.36963, + "map_at_3": 0.53129, + "map_at_5": 0.56386, + "map_at_10": 0.59327, + "map_at_20": 0.60358, + "map_at_100": 0.60791, + "map_at_1000": 0.60816, + "recall_at_1": 0.36963, + "recall_at_3": 0.62734, + "recall_at_5": 0.7122, + "recall_at_10": 0.82793, + "recall_at_20": 0.90117, + "recall_at_100": 0.97517, + "recall_at_1000": 0.997, + "accuracy": 0.36963, + "precision_at_1": 0.571, + "precision_at_3": 0.359, + "precision_at_5": 0.2534, + "precision_at_10": 0.1525, + "precision_at_20": 0.0845, + "precision_at_100": 0.01872, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.571, + "mrr_at_3": 0.675333, + "mrr_at_5": 0.690033, + "mrr_at_10": 0.698177, + "mrr_at_20": 0.700722, + "mrr_at_100": 0.701479, + "mrr_at_1000": 0.701522, + "nauc_ndcg_at_1_max": 0.226769, + "nauc_ndcg_at_1_std": -0.061074, + "nauc_ndcg_at_1_diff1": 0.424547, + "nauc_ndcg_at_3_max": 0.165324, + "nauc_ndcg_at_3_std": -0.103747, + "nauc_ndcg_at_3_diff1": 0.333332, + "nauc_ndcg_at_5_max": 0.176226, + "nauc_ndcg_at_5_std": -0.099754, + "nauc_ndcg_at_5_diff1": 0.330928, + "nauc_ndcg_at_10_max": 0.20494, + "nauc_ndcg_at_10_std": -0.085123, + "nauc_ndcg_at_10_diff1": 0.32404, + "nauc_ndcg_at_20_max": 0.20755, + "nauc_ndcg_at_20_std": -0.081402, + "nauc_ndcg_at_20_diff1": 0.327515, + "nauc_ndcg_at_100_max": 0.20718, + "nauc_ndcg_at_100_std": -0.0623, + "nauc_ndcg_at_100_diff1": 0.335013, + "nauc_ndcg_at_1000_max": 0.205042, + "nauc_ndcg_at_1000_std": -0.064531, + "nauc_ndcg_at_1000_diff1": 0.335185, + "nauc_map_at_1_max": 0.088904, + "nauc_map_at_1_std": -0.114593, + "nauc_map_at_1_diff1": 0.390977, + "nauc_map_at_3_max": 0.139571, + "nauc_map_at_3_std": -0.118125, + "nauc_map_at_3_diff1": 0.327579, + "nauc_map_at_5_max": 0.154718, + "nauc_map_at_5_std": -0.107721, + "nauc_map_at_5_diff1": 0.319948, + "nauc_map_at_10_max": 0.17277, + "nauc_map_at_10_std": -0.098443, + "nauc_map_at_10_diff1": 0.313763, + "nauc_map_at_20_max": 0.176157, + "nauc_map_at_20_std": -0.095849, + "nauc_map_at_20_diff1": 0.314954, + "nauc_map_at_100_max": 0.175825, + "nauc_map_at_100_std": -0.091911, + "nauc_map_at_100_diff1": 0.316025, + "nauc_map_at_1000_max": 0.175642, + "nauc_map_at_1000_std": -0.091995, + "nauc_map_at_1000_diff1": 0.315966, + "nauc_recall_at_1_max": 0.088904, + "nauc_recall_at_1_std": -0.114593, + "nauc_recall_at_1_diff1": 0.390977, + "nauc_recall_at_3_max": 0.112451, + "nauc_recall_at_3_std": -0.145861, + "nauc_recall_at_3_diff1": 0.296895, + "nauc_recall_at_5_max": 0.135244, + "nauc_recall_at_5_std": -0.133629, + "nauc_recall_at_5_diff1": 0.2715, + "nauc_recall_at_10_max": 0.217091, + "nauc_recall_at_10_std": -0.118558, + "nauc_recall_at_10_diff1": 0.23681, + "nauc_recall_at_20_max": 0.237071, + "nauc_recall_at_20_std": -0.138977, + "nauc_recall_at_20_diff1": 0.229571, + "nauc_recall_at_100_max": 0.369793, + "nauc_recall_at_100_std": 0.191015, + "nauc_recall_at_100_diff1": 0.349227, + "nauc_recall_at_1000_max": 0.956427, + "nauc_recall_at_1000_std": 0.907407, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.226769, + "nauc_precision_at_1_std": -0.061074, + "nauc_precision_at_1_diff1": 0.424547, + "nauc_precision_at_3_max": 0.216746, + "nauc_precision_at_3_std": 0.020194, + "nauc_precision_at_3_diff1": 0.082783, + "nauc_precision_at_5_max": 0.224084, + "nauc_precision_at_5_std": 0.080143, + "nauc_precision_at_5_diff1": -0.005337, + "nauc_precision_at_10_max": 0.216834, + "nauc_precision_at_10_std": 0.13439, + "nauc_precision_at_10_diff1": -0.096105, + "nauc_precision_at_20_max": 0.184253, + "nauc_precision_at_20_std": 0.161011, + "nauc_precision_at_20_diff1": -0.136654, + "nauc_precision_at_100_max": 0.135991, + "nauc_precision_at_100_std": 0.230524, + "nauc_precision_at_100_diff1": -0.169205, + "nauc_precision_at_1000_max": 0.118481, + "nauc_precision_at_1000_std": 0.230313, + "nauc_precision_at_1000_diff1": -0.190613, + "nauc_mrr_at_1_max": 0.226769, + "nauc_mrr_at_1_std": -0.061074, + "nauc_mrr_at_1_diff1": 0.424547, + "nauc_mrr_at_3_max": 0.234568, + "nauc_mrr_at_3_std": -0.049186, + "nauc_mrr_at_3_diff1": 0.403231, + "nauc_mrr_at_5_max": 0.238327, + "nauc_mrr_at_5_std": -0.047199, + "nauc_mrr_at_5_diff1": 0.403361, + "nauc_mrr_at_10_max": 0.24054, + "nauc_mrr_at_10_std": -0.045286, + "nauc_mrr_at_10_diff1": 0.402507, + "nauc_mrr_at_20_max": 0.23936, + "nauc_mrr_at_20_std": -0.046284, + "nauc_mrr_at_20_diff1": 0.402754, + "nauc_mrr_at_100_max": 0.23935, + "nauc_mrr_at_100_std": -0.046121, + "nauc_mrr_at_100_diff1": 0.403405, + "nauc_mrr_at_1000_max": 0.239394, + "nauc_mrr_at_1000_std": -0.046105, + "nauc_mrr_at_1000_diff1": 0.403446, + "cv_recall_at_1": 0.571, + "cv_recall_at_3": 0.805, + "cv_recall_at_5": 0.869, + "cv_recall_at_10": 0.928, + "cv_recall_at_20": 0.963, + "cv_recall_at_100": 0.989, + "cv_recall_at_1000": 0.997, + "main_score": 0.68324, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.25948, + "ndcg_at_3": 0.31363, + "ndcg_at_5": 0.34688, + "ndcg_at_10": 0.41602, + "ndcg_at_20": 0.4646, + "ndcg_at_100": 0.51615, + "ndcg_at_1000": 0.52135, + "map_at_1": 0.15323, + "map_at_3": 0.25128, + "map_at_5": 0.27944, + "map_at_10": 0.31522, + "map_at_20": 0.33429, + "map_at_100": 0.34574, + "map_at_1000": 0.34618, + "recall_at_1": 0.15323, + "recall_at_3": 0.33748, + "recall_at_5": 0.41733, + "recall_at_10": 0.59774, + "recall_at_20": 0.75188, + "recall_at_100": 0.96968, + "recall_at_1000": 1.0, + "accuracy": 0.15323, + "precision_at_1": 0.25948, + "precision_at_3": 0.21186, + "precision_at_5": 0.16501, + "precision_at_10": 0.11983, + "precision_at_20": 0.07784, + "precision_at_100": 0.02067, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.259475, + "mrr_at_3": 0.367833, + "mrr_at_5": 0.38999, + "mrr_at_10": 0.41217, + "mrr_at_20": 0.419712, + "mrr_at_100": 0.422916, + "mrr_at_1000": 0.423044, + "nauc_ndcg_at_1_max": 0.123742, + "nauc_ndcg_at_1_std": 0.133773, + "nauc_ndcg_at_1_diff1": 0.117266, + "nauc_ndcg_at_3_max": 0.137664, + "nauc_ndcg_at_3_std": 0.093119, + "nauc_ndcg_at_3_diff1": 0.123012, + "nauc_ndcg_at_5_max": 0.147034, + "nauc_ndcg_at_5_std": 0.079348, + "nauc_ndcg_at_5_diff1": 0.109233, + "nauc_ndcg_at_10_max": 0.161388, + "nauc_ndcg_at_10_std": 0.124154, + "nauc_ndcg_at_10_diff1": 0.084061, + "nauc_ndcg_at_20_max": 0.141974, + "nauc_ndcg_at_20_std": 0.104392, + "nauc_ndcg_at_20_diff1": 0.086716, + "nauc_ndcg_at_100_max": 0.15511, + "nauc_ndcg_at_100_std": 0.103661, + "nauc_ndcg_at_100_diff1": 0.098559, + "nauc_ndcg_at_1000_max": 0.147214, + "nauc_ndcg_at_1000_std": 0.101381, + "nauc_ndcg_at_1000_diff1": 0.098165, + "nauc_map_at_1_max": 0.104546, + "nauc_map_at_1_std": 0.114617, + "nauc_map_at_1_diff1": 0.115154, + "nauc_map_at_3_max": 0.139262, + "nauc_map_at_3_std": 0.089694, + "nauc_map_at_3_diff1": 0.131972, + "nauc_map_at_5_max": 0.13845, + "nauc_map_at_5_std": 0.077966, + "nauc_map_at_5_diff1": 0.125849, + "nauc_map_at_10_max": 0.147768, + "nauc_map_at_10_std": 0.099575, + "nauc_map_at_10_diff1": 0.112083, + "nauc_map_at_20_max": 0.142392, + "nauc_map_at_20_std": 0.091913, + "nauc_map_at_20_diff1": 0.113672, + "nauc_map_at_100_max": 0.144002, + "nauc_map_at_100_std": 0.091922, + "nauc_map_at_100_diff1": 0.11446, + "nauc_map_at_1000_max": 0.14337, + "nauc_map_at_1000_std": 0.091688, + "nauc_map_at_1000_diff1": 0.114498, + "nauc_recall_at_1_max": 0.104546, + "nauc_recall_at_1_std": 0.114617, + "nauc_recall_at_1_diff1": 0.115154, + "nauc_recall_at_3_max": 0.130106, + "nauc_recall_at_3_std": 0.069852, + "nauc_recall_at_3_diff1": 0.123716, + "nauc_recall_at_5_max": 0.143303, + "nauc_recall_at_5_std": 0.049144, + "nauc_recall_at_5_diff1": 0.080572, + "nauc_recall_at_10_max": 0.160113, + "nauc_recall_at_10_std": 0.149132, + "nauc_recall_at_10_diff1": 0.020674, + "nauc_recall_at_20_max": 0.096005, + "nauc_recall_at_20_std": 0.091129, + "nauc_recall_at_20_diff1": 0.020675, + "nauc_recall_at_100_max": 0.440501, + "nauc_recall_at_100_std": 0.150655, + "nauc_recall_at_100_diff1": 0.107121, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.123742, + "nauc_precision_at_1_std": 0.133773, + "nauc_precision_at_1_diff1": 0.117266, + "nauc_precision_at_3_max": 0.134941, + "nauc_precision_at_3_std": 0.080316, + "nauc_precision_at_3_diff1": 0.103129, + "nauc_precision_at_5_max": 0.125334, + "nauc_precision_at_5_std": 0.03014, + "nauc_precision_at_5_diff1": 0.079169, + "nauc_precision_at_10_max": 0.123259, + "nauc_precision_at_10_std": 0.091909, + "nauc_precision_at_10_diff1": -0.008157, + "nauc_precision_at_20_max": 0.039476, + "nauc_precision_at_20_std": 0.017288, + "nauc_precision_at_20_diff1": -0.006209, + "nauc_precision_at_100_max": 0.017251, + "nauc_precision_at_100_std": -0.016721, + "nauc_precision_at_100_diff1": -0.011957, + "nauc_precision_at_1000_max": -0.018058, + "nauc_precision_at_1000_std": -0.034422, + "nauc_precision_at_1000_diff1": -0.016995, + "nauc_mrr_at_1_max": 0.123742, + "nauc_mrr_at_1_std": 0.133773, + "nauc_mrr_at_1_diff1": 0.117266, + "nauc_mrr_at_3_max": 0.141395, + "nauc_mrr_at_3_std": 0.117951, + "nauc_mrr_at_3_diff1": 0.115181, + "nauc_mrr_at_5_max": 0.14992, + "nauc_mrr_at_5_std": 0.112391, + "nauc_mrr_at_5_diff1": 0.098661, + "nauc_mrr_at_10_max": 0.152355, + "nauc_mrr_at_10_std": 0.130516, + "nauc_mrr_at_10_diff1": 0.091332, + "nauc_mrr_at_20_max": 0.147956, + "nauc_mrr_at_20_std": 0.126921, + "nauc_mrr_at_20_diff1": 0.091312, + "nauc_mrr_at_100_max": 0.148763, + "nauc_mrr_at_100_std": 0.124723, + "nauc_mrr_at_100_diff1": 0.094779, + "nauc_mrr_at_1000_max": 0.148657, + "nauc_mrr_at_1000_std": 0.12481, + "nauc_mrr_at_1000_diff1": 0.094655, + "cv_recall_at_1": 0.25948, + "cv_recall_at_3": 0.50146, + "cv_recall_at_5": 0.59767, + "cv_recall_at_10": 0.76093, + "cv_recall_at_20": 0.87172, + "cv_recall_at_100": 0.98542, + "cv_recall_at_1000": 1.0, + "main_score": 0.41602, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.43143, + "ndcg_at_3": 0.44814, + "ndcg_at_5": 0.47927, + "ndcg_at_10": 0.53378, + "ndcg_at_20": 0.5708, + "ndcg_at_100": 0.60586, + "ndcg_at_1000": 0.6139, + "map_at_1": 0.25502, + "map_at_3": 0.36615, + "map_at_5": 0.40428, + "map_at_10": 0.44248, + "map_at_20": 0.45867, + "map_at_100": 0.46702, + "map_at_1000": 0.46754, + "recall_at_1": 0.25502, + "recall_at_3": 0.44296, + "recall_at_5": 0.53808, + "recall_at_10": 0.67576, + "recall_at_20": 0.79155, + "recall_at_100": 0.94395, + "recall_at_1000": 0.99571, + "accuracy": 0.25502, + "precision_at_1": 0.43143, + "precision_at_3": 0.28381, + "precision_at_5": 0.21886, + "precision_at_10": 0.14543, + "precision_at_20": 0.08629, + "precision_at_100": 0.02046, + "precision_at_1000": 0.00214, + "mrr_at_1": 0.431429, + "mrr_at_3": 0.524286, + "mrr_at_5": 0.542857, + "mrr_at_10": 0.553349, + "mrr_at_20": 0.558504, + "mrr_at_100": 0.561117, + "mrr_at_1000": 0.561277, + "nauc_ndcg_at_1_max": 0.261686, + "nauc_ndcg_at_1_std": -0.119589, + "nauc_ndcg_at_1_diff1": 0.322473, + "nauc_ndcg_at_3_max": 0.231172, + "nauc_ndcg_at_3_std": -0.141374, + "nauc_ndcg_at_3_diff1": 0.267707, + "nauc_ndcg_at_5_max": 0.224447, + "nauc_ndcg_at_5_std": -0.13515, + "nauc_ndcg_at_5_diff1": 0.267048, + "nauc_ndcg_at_10_max": 0.248956, + "nauc_ndcg_at_10_std": -0.132639, + "nauc_ndcg_at_10_diff1": 0.282618, + "nauc_ndcg_at_20_max": 0.24853, + "nauc_ndcg_at_20_std": -0.142832, + "nauc_ndcg_at_20_diff1": 0.2733, + "nauc_ndcg_at_100_max": 0.28013, + "nauc_ndcg_at_100_std": -0.101415, + "nauc_ndcg_at_100_diff1": 0.282605, + "nauc_ndcg_at_1000_max": 0.27085, + "nauc_ndcg_at_1000_std": -0.109909, + "nauc_ndcg_at_1000_diff1": 0.281121, + "nauc_map_at_1_max": 0.094678, + "nauc_map_at_1_std": -0.153708, + "nauc_map_at_1_diff1": 0.366339, + "nauc_map_at_3_max": 0.153605, + "nauc_map_at_3_std": -0.16077, + "nauc_map_at_3_diff1": 0.29107, + "nauc_map_at_5_max": 0.17523, + "nauc_map_at_5_std": -0.151741, + "nauc_map_at_5_diff1": 0.271779, + "nauc_map_at_10_max": 0.207396, + "nauc_map_at_10_std": -0.142924, + "nauc_map_at_10_diff1": 0.271309, + "nauc_map_at_20_max": 0.213428, + "nauc_map_at_20_std": -0.143667, + "nauc_map_at_20_diff1": 0.270613, + "nauc_map_at_100_max": 0.22321, + "nauc_map_at_100_std": -0.133203, + "nauc_map_at_100_diff1": 0.272837, + "nauc_map_at_1000_max": 0.222852, + "nauc_map_at_1000_std": -0.133594, + "nauc_map_at_1000_diff1": 0.272846, + "nauc_recall_at_1_max": 0.094678, + "nauc_recall_at_1_std": -0.153708, + "nauc_recall_at_1_diff1": 0.366339, + "nauc_recall_at_3_max": 0.132285, + "nauc_recall_at_3_std": -0.165461, + "nauc_recall_at_3_diff1": 0.238861, + "nauc_recall_at_5_max": 0.167002, + "nauc_recall_at_5_std": -0.136533, + "nauc_recall_at_5_diff1": 0.207548, + "nauc_recall_at_10_max": 0.224616, + "nauc_recall_at_10_std": -0.135355, + "nauc_recall_at_10_diff1": 0.251684, + "nauc_recall_at_20_max": 0.181825, + "nauc_recall_at_20_std": -0.21532, + "nauc_recall_at_20_diff1": 0.19708, + "nauc_recall_at_100_max": 0.5469, + "nauc_recall_at_100_std": 0.227058, + "nauc_recall_at_100_diff1": 0.270464, + "nauc_recall_at_1000_max": 0.764239, + "nauc_recall_at_1000_std": 0.764239, + "nauc_recall_at_1000_diff1": 0.050887, + "nauc_precision_at_1_max": 0.261686, + "nauc_precision_at_1_std": -0.119589, + "nauc_precision_at_1_diff1": 0.322473, + "nauc_precision_at_3_max": 0.310362, + "nauc_precision_at_3_std": -0.064944, + "nauc_precision_at_3_diff1": 0.076678, + "nauc_precision_at_5_max": 0.313418, + "nauc_precision_at_5_std": -0.00484, + "nauc_precision_at_5_diff1": 0.009009, + "nauc_precision_at_10_max": 0.316892, + "nauc_precision_at_10_std": 0.044208, + "nauc_precision_at_10_diff1": -0.01734, + "nauc_precision_at_20_max": 0.28945, + "nauc_precision_at_20_std": 0.054846, + "nauc_precision_at_20_diff1": -0.056446, + "nauc_precision_at_100_max": 0.319146, + "nauc_precision_at_100_std": 0.168505, + "nauc_precision_at_100_diff1": -0.086162, + "nauc_precision_at_1000_max": 0.287391, + "nauc_precision_at_1000_std": 0.152514, + "nauc_precision_at_1000_diff1": -0.100587, + "nauc_mrr_at_1_max": 0.261686, + "nauc_mrr_at_1_std": -0.119589, + "nauc_mrr_at_1_diff1": 0.322473, + "nauc_mrr_at_3_max": 0.285617, + "nauc_mrr_at_3_std": -0.122235, + "nauc_mrr_at_3_diff1": 0.304285, + "nauc_mrr_at_5_max": 0.294577, + "nauc_mrr_at_5_std": -0.114252, + "nauc_mrr_at_5_diff1": 0.310875, + "nauc_mrr_at_10_max": 0.297835, + "nauc_mrr_at_10_std": -0.112987, + "nauc_mrr_at_10_diff1": 0.318628, + "nauc_mrr_at_20_max": 0.294639, + "nauc_mrr_at_20_std": -0.115198, + "nauc_mrr_at_20_diff1": 0.315575, + "nauc_mrr_at_100_max": 0.294502, + "nauc_mrr_at_100_std": -0.114287, + "nauc_mrr_at_100_diff1": 0.316095, + "nauc_mrr_at_1000_max": 0.294269, + "nauc_mrr_at_1000_std": -0.114344, + "nauc_mrr_at_1000_diff1": 0.315937, + "cv_recall_at_1": 0.43143, + "cv_recall_at_3": 0.64286, + "cv_recall_at_5": 0.72286, + "cv_recall_at_10": 0.8, + "cv_recall_at_20": 0.87429, + "cv_recall_at_100": 0.97143, + "cv_recall_at_1000": 0.99714, + "main_score": 0.53378, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.41875, + "ndcg_at_3": 0.40416, + "ndcg_at_5": 0.41621, + "ndcg_at_10": 0.46019, + "ndcg_at_20": 0.49698, + "ndcg_at_100": 0.55736, + "ndcg_at_1000": 0.57791, + "map_at_1": 0.1831, + "map_at_3": 0.28472, + "map_at_5": 0.31881, + "map_at_10": 0.3542, + "map_at_20": 0.37115, + "map_at_100": 0.38699, + "map_at_1000": 0.38876, + "recall_at_1": 0.1831, + "recall_at_3": 0.35135, + "recall_at_5": 0.42872, + "recall_at_10": 0.55479, + "recall_at_20": 0.65572, + "recall_at_100": 0.87845, + "recall_at_1000": 0.99057, + "accuracy": 0.1831, + "precision_at_1": 0.41875, + "precision_at_3": 0.29792, + "precision_at_5": 0.23354, + "precision_at_10": 0.15969, + "precision_at_20": 0.09792, + "precision_at_100": 0.02792, + "precision_at_1000": 0.00318, + "mrr_at_1": 0.41875, + "mrr_at_3": 0.523611, + "mrr_at_5": 0.538194, + "mrr_at_10": 0.550433, + "mrr_at_20": 0.554626, + "mrr_at_100": 0.557316, + "mrr_at_1000": 0.557494, + "nauc_ndcg_at_1_max": 0.260307, + "nauc_ndcg_at_1_std": -0.044842, + "nauc_ndcg_at_1_diff1": 0.28577, + "nauc_ndcg_at_3_max": 0.177792, + "nauc_ndcg_at_3_std": -0.079364, + "nauc_ndcg_at_3_diff1": 0.229212, + "nauc_ndcg_at_5_max": 0.15599, + "nauc_ndcg_at_5_std": -0.09963, + "nauc_ndcg_at_5_diff1": 0.217454, + "nauc_ndcg_at_10_max": 0.148945, + "nauc_ndcg_at_10_std": -0.104617, + "nauc_ndcg_at_10_diff1": 0.212885, + "nauc_ndcg_at_20_max": 0.174458, + "nauc_ndcg_at_20_std": -0.080842, + "nauc_ndcg_at_20_diff1": 0.222147, + "nauc_ndcg_at_100_max": 0.192427, + "nauc_ndcg_at_100_std": -0.042997, + "nauc_ndcg_at_100_diff1": 0.209054, + "nauc_ndcg_at_1000_max": 0.201091, + "nauc_ndcg_at_1000_std": -0.0447, + "nauc_ndcg_at_1000_diff1": 0.209208, + "nauc_map_at_1_max": 0.053637, + "nauc_map_at_1_std": -0.15975, + "nauc_map_at_1_diff1": 0.329899, + "nauc_map_at_3_max": 0.070122, + "nauc_map_at_3_std": -0.163764, + "nauc_map_at_3_diff1": 0.259793, + "nauc_map_at_5_max": 0.088682, + "nauc_map_at_5_std": -0.155526, + "nauc_map_at_5_diff1": 0.244972, + "nauc_map_at_10_max": 0.102306, + "nauc_map_at_10_std": -0.138684, + "nauc_map_at_10_diff1": 0.233927, + "nauc_map_at_20_max": 0.117452, + "nauc_map_at_20_std": -0.126617, + "nauc_map_at_20_diff1": 0.235159, + "nauc_map_at_100_max": 0.125901, + "nauc_map_at_100_std": -0.112497, + "nauc_map_at_100_diff1": 0.230563, + "nauc_map_at_1000_max": 0.127183, + "nauc_map_at_1000_std": -0.111779, + "nauc_map_at_1000_diff1": 0.230656, + "nauc_recall_at_1_max": 0.053637, + "nauc_recall_at_1_std": -0.15975, + "nauc_recall_at_1_diff1": 0.329899, + "nauc_recall_at_3_max": 0.03541, + "nauc_recall_at_3_std": -0.162602, + "nauc_recall_at_3_diff1": 0.199826, + "nauc_recall_at_5_max": 0.06043, + "nauc_recall_at_5_std": -0.149957, + "nauc_recall_at_5_diff1": 0.167248, + "nauc_recall_at_10_max": 0.063875, + "nauc_recall_at_10_std": -0.125592, + "nauc_recall_at_10_diff1": 0.142538, + "nauc_recall_at_20_max": 0.109649, + "nauc_recall_at_20_std": -0.077793, + "nauc_recall_at_20_diff1": 0.17509, + "nauc_recall_at_100_max": 0.122452, + "nauc_recall_at_100_std": 0.075411, + "nauc_recall_at_100_diff1": 0.119393, + "nauc_recall_at_1000_max": 0.540703, + "nauc_recall_at_1000_std": 0.25423, + "nauc_recall_at_1000_diff1": -0.221268, + "nauc_precision_at_1_max": 0.260307, + "nauc_precision_at_1_std": -0.044842, + "nauc_precision_at_1_diff1": 0.28577, + "nauc_precision_at_3_max": 0.247469, + "nauc_precision_at_3_std": 0.022976, + "nauc_precision_at_3_diff1": 0.090908, + "nauc_precision_at_5_max": 0.255933, + "nauc_precision_at_5_std": 0.073523, + "nauc_precision_at_5_diff1": 0.024037, + "nauc_precision_at_10_max": 0.257602, + "nauc_precision_at_10_std": 0.135261, + "nauc_precision_at_10_diff1": -0.02703, + "nauc_precision_at_20_max": 0.278803, + "nauc_precision_at_20_std": 0.1987, + "nauc_precision_at_20_diff1": -0.041967, + "nauc_precision_at_100_max": 0.240891, + "nauc_precision_at_100_std": 0.289195, + "nauc_precision_at_100_diff1": -0.128029, + "nauc_precision_at_1000_max": 0.22675, + "nauc_precision_at_1000_std": 0.279381, + "nauc_precision_at_1000_diff1": -0.136364, + "nauc_mrr_at_1_max": 0.260307, + "nauc_mrr_at_1_std": -0.044842, + "nauc_mrr_at_1_diff1": 0.28577, + "nauc_mrr_at_3_max": 0.267851, + "nauc_mrr_at_3_std": -0.025545, + "nauc_mrr_at_3_diff1": 0.236282, + "nauc_mrr_at_5_max": 0.269673, + "nauc_mrr_at_5_std": -0.018785, + "nauc_mrr_at_5_diff1": 0.23064, + "nauc_mrr_at_10_max": 0.269832, + "nauc_mrr_at_10_std": -0.023037, + "nauc_mrr_at_10_diff1": 0.235599, + "nauc_mrr_at_20_max": 0.270873, + "nauc_mrr_at_20_std": -0.021735, + "nauc_mrr_at_20_diff1": 0.238309, + "nauc_mrr_at_100_max": 0.270089, + "nauc_mrr_at_100_std": -0.022246, + "nauc_mrr_at_100_diff1": 0.238808, + "nauc_mrr_at_1000_max": 0.2701, + "nauc_mrr_at_1000_std": -0.022353, + "nauc_mrr_at_1000_diff1": 0.238715, + "cv_recall_at_1": 0.41875, + "cv_recall_at_3": 0.65521, + "cv_recall_at_5": 0.71979, + "cv_recall_at_10": 0.80729, + "cv_recall_at_20": 0.86667, + "cv_recall_at_100": 0.9625, + "cv_recall_at_1000": 1.0, + "main_score": 0.46019, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.39535, + "ndcg_at_3": 0.44724, + "ndcg_at_5": 0.48558, + "ndcg_at_10": 0.54096, + "ndcg_at_20": 0.57606, + "ndcg_at_100": 0.61139, + "ndcg_at_1000": 0.616, + "map_at_1": 0.25703, + "map_at_3": 0.37277, + "map_at_5": 0.40685, + "map_at_10": 0.43874, + "map_at_20": 0.45397, + "map_at_100": 0.46296, + "map_at_1000": 0.46338, + "recall_at_1": 0.25703, + "recall_at_3": 0.47599, + "recall_at_5": 0.57707, + "recall_at_10": 0.7218, + "recall_at_20": 0.82882, + "recall_at_100": 0.97155, + "recall_at_1000": 0.99787, + "accuracy": 0.25703, + "precision_at_1": 0.39535, + "precision_at_3": 0.26589, + "precision_at_5": 0.20302, + "precision_at_10": 0.13477, + "precision_at_20": 0.08093, + "precision_at_100": 0.02008, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.395349, + "mrr_at_3": 0.507171, + "mrr_at_5": 0.529554, + "mrr_at_10": 0.545837, + "mrr_at_20": 0.549943, + "mrr_at_100": 0.551727, + "mrr_at_1000": 0.551786, + "nauc_ndcg_at_1_max": 0.131344, + "nauc_ndcg_at_1_std": 0.009162, + "nauc_ndcg_at_1_diff1": 0.288512, + "nauc_ndcg_at_3_max": 0.107094, + "nauc_ndcg_at_3_std": -0.044884, + "nauc_ndcg_at_3_diff1": 0.256544, + "nauc_ndcg_at_5_max": 0.100291, + "nauc_ndcg_at_5_std": -0.064279, + "nauc_ndcg_at_5_diff1": 0.266489, + "nauc_ndcg_at_10_max": 0.119678, + "nauc_ndcg_at_10_std": -0.045102, + "nauc_ndcg_at_10_diff1": 0.259166, + "nauc_ndcg_at_20_max": 0.136772, + "nauc_ndcg_at_20_std": -0.025485, + "nauc_ndcg_at_20_diff1": 0.25329, + "nauc_ndcg_at_100_max": 0.160898, + "nauc_ndcg_at_100_std": 0.010786, + "nauc_ndcg_at_100_diff1": 0.260864, + "nauc_ndcg_at_1000_max": 0.156299, + "nauc_ndcg_at_1000_std": 0.010387, + "nauc_ndcg_at_1000_diff1": 0.257934, + "nauc_map_at_1_max": 0.034779, + "nauc_map_at_1_std": -0.103605, + "nauc_map_at_1_diff1": 0.326343, + "nauc_map_at_3_max": 0.066759, + "nauc_map_at_3_std": -0.106588, + "nauc_map_at_3_diff1": 0.281323, + "nauc_map_at_5_max": 0.073142, + "nauc_map_at_5_std": -0.100113, + "nauc_map_at_5_diff1": 0.277695, + "nauc_map_at_10_max": 0.089638, + "nauc_map_at_10_std": -0.077575, + "nauc_map_at_10_diff1": 0.269047, + "nauc_map_at_20_max": 0.09829, + "nauc_map_at_20_std": -0.067876, + "nauc_map_at_20_diff1": 0.265438, + "nauc_map_at_100_max": 0.106366, + "nauc_map_at_100_std": -0.056488, + "nauc_map_at_100_diff1": 0.26616, + "nauc_map_at_1000_max": 0.106341, + "nauc_map_at_1000_std": -0.056065, + "nauc_map_at_1000_diff1": 0.265979, + "nauc_recall_at_1_max": 0.034779, + "nauc_recall_at_1_std": -0.103605, + "nauc_recall_at_1_diff1": 0.326343, + "nauc_recall_at_3_max": 0.056537, + "nauc_recall_at_3_std": -0.11859, + "nauc_recall_at_3_diff1": 0.234378, + "nauc_recall_at_5_max": 0.044761, + "nauc_recall_at_5_std": -0.129542, + "nauc_recall_at_5_diff1": 0.23693, + "nauc_recall_at_10_max": 0.055976, + "nauc_recall_at_10_std": -0.11995, + "nauc_recall_at_10_diff1": 0.20201, + "nauc_recall_at_20_max": 0.092136, + "nauc_recall_at_20_std": -0.100534, + "nauc_recall_at_20_diff1": 0.162855, + "nauc_recall_at_100_max": 0.483595, + "nauc_recall_at_100_std": 0.222942, + "nauc_recall_at_100_diff1": 0.391776, + "nauc_recall_at_1000_max": 0.976233, + "nauc_recall_at_1000_std": 0.976233, + "nauc_recall_at_1000_diff1": 0.873737, + "nauc_precision_at_1_max": 0.131344, + "nauc_precision_at_1_std": 0.009162, + "nauc_precision_at_1_diff1": 0.288512, + "nauc_precision_at_3_max": 0.192316, + "nauc_precision_at_3_std": 0.102617, + "nauc_precision_at_3_diff1": 0.100268, + "nauc_precision_at_5_max": 0.200835, + "nauc_precision_at_5_std": 0.152496, + "nauc_precision_at_5_diff1": 0.027145, + "nauc_precision_at_10_max": 0.243159, + "nauc_precision_at_10_std": 0.261275, + "nauc_precision_at_10_diff1": -0.072681, + "nauc_precision_at_20_max": 0.24507, + "nauc_precision_at_20_std": 0.310935, + "nauc_precision_at_20_diff1": -0.116864, + "nauc_precision_at_100_max": 0.249277, + "nauc_precision_at_100_std": 0.37879, + "nauc_precision_at_100_diff1": -0.136166, + "nauc_precision_at_1000_max": 0.230672, + "nauc_precision_at_1000_std": 0.375893, + "nauc_precision_at_1000_diff1": -0.150956, + "nauc_mrr_at_1_max": 0.131344, + "nauc_mrr_at_1_std": 0.009162, + "nauc_mrr_at_1_diff1": 0.288512, + "nauc_mrr_at_3_max": 0.17068, + "nauc_mrr_at_3_std": 0.038896, + "nauc_mrr_at_3_diff1": 0.263976, + "nauc_mrr_at_5_max": 0.175845, + "nauc_mrr_at_5_std": 0.041066, + "nauc_mrr_at_5_diff1": 0.269123, + "nauc_mrr_at_10_max": 0.176686, + "nauc_mrr_at_10_std": 0.043504, + "nauc_mrr_at_10_diff1": 0.268117, + "nauc_mrr_at_20_max": 0.17586, + "nauc_mrr_at_20_std": 0.043702, + "nauc_mrr_at_20_diff1": 0.267488, + "nauc_mrr_at_100_max": 0.174735, + "nauc_mrr_at_100_std": 0.042857, + "nauc_mrr_at_100_diff1": 0.268221, + "nauc_mrr_at_1000_max": 0.174621, + "nauc_mrr_at_1000_std": 0.042749, + "nauc_mrr_at_1000_diff1": 0.268193, + "cv_recall_at_1": 0.39535, + "cv_recall_at_3": 0.65581, + "cv_recall_at_5": 0.75349, + "cv_recall_at_10": 0.87209, + "cv_recall_at_20": 0.92674, + "cv_recall_at_100": 0.98837, + "cv_recall_at_1000": 0.99884, + "main_score": 0.54096, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.52113, + "ndcg_at_3": 0.53149, + "ndcg_at_5": 0.54799, + "ndcg_at_10": 0.59426, + "ndcg_at_20": 0.6288, + "ndcg_at_100": 0.66916, + "ndcg_at_1000": 0.67381, + "map_at_1": 0.3144, + "map_at_3": 0.42742, + "map_at_5": 0.45914, + "map_at_10": 0.49727, + "map_at_20": 0.51558, + "map_at_100": 0.52665, + "map_at_1000": 0.52699, + "recall_at_1": 0.3144, + "recall_at_3": 0.50418, + "recall_at_5": 0.58563, + "recall_at_10": 0.71295, + "recall_at_20": 0.8115, + "recall_at_100": 0.96909, + "recall_at_1000": 0.99844, + "accuracy": 0.3144, + "precision_at_1": 0.52113, + "precision_at_3": 0.31925, + "precision_at_5": 0.23756, + "precision_at_10": 0.16338, + "precision_at_20": 0.09906, + "precision_at_100": 0.02493, + "precision_at_1000": 0.00256, + "mrr_at_1": 0.521127, + "mrr_at_3": 0.615806, + "mrr_at_5": 0.631064, + "mrr_at_10": 0.64051, + "mrr_at_20": 0.643775, + "mrr_at_100": 0.645622, + "mrr_at_1000": 0.645659, + "nauc_ndcg_at_1_max": 0.289231, + "nauc_ndcg_at_1_std": 0.063759, + "nauc_ndcg_at_1_diff1": 0.266147, + "nauc_ndcg_at_3_max": 0.285478, + "nauc_ndcg_at_3_std": 0.023946, + "nauc_ndcg_at_3_diff1": 0.266283, + "nauc_ndcg_at_5_max": 0.272804, + "nauc_ndcg_at_5_std": 0.010484, + "nauc_ndcg_at_5_diff1": 0.262187, + "nauc_ndcg_at_10_max": 0.266609, + "nauc_ndcg_at_10_std": 0.025225, + "nauc_ndcg_at_10_diff1": 0.233787, + "nauc_ndcg_at_20_max": 0.294679, + "nauc_ndcg_at_20_std": 0.077211, + "nauc_ndcg_at_20_diff1": 0.232991, + "nauc_ndcg_at_100_max": 0.298162, + "nauc_ndcg_at_100_std": 0.088289, + "nauc_ndcg_at_100_diff1": 0.234996, + "nauc_ndcg_at_1000_max": 0.300265, + "nauc_ndcg_at_1000_std": 0.083178, + "nauc_ndcg_at_1000_diff1": 0.238021, + "nauc_map_at_1_max": 0.243373, + "nauc_map_at_1_std": -0.098099, + "nauc_map_at_1_diff1": 0.482354, + "nauc_map_at_3_max": 0.261293, + "nauc_map_at_3_std": -0.065506, + "nauc_map_at_3_diff1": 0.375223, + "nauc_map_at_5_max": 0.263109, + "nauc_map_at_5_std": -0.05299, + "nauc_map_at_5_diff1": 0.340247, + "nauc_map_at_10_max": 0.26745, + "nauc_map_at_10_std": -0.025826, + "nauc_map_at_10_diff1": 0.308116, + "nauc_map_at_20_max": 0.28269, + "nauc_map_at_20_std": 0.003449, + "nauc_map_at_20_diff1": 0.301452, + "nauc_map_at_100_max": 0.285836, + "nauc_map_at_100_std": 0.011886, + "nauc_map_at_100_diff1": 0.298978, + "nauc_map_at_1000_max": 0.285905, + "nauc_map_at_1000_std": 0.01173, + "nauc_map_at_1000_diff1": 0.299094, + "nauc_recall_at_1_max": 0.243373, + "nauc_recall_at_1_std": -0.098099, + "nauc_recall_at_1_diff1": 0.482354, + "nauc_recall_at_3_max": 0.213262, + "nauc_recall_at_3_std": -0.097723, + "nauc_recall_at_3_diff1": 0.30178, + "nauc_recall_at_5_max": 0.173271, + "nauc_recall_at_5_std": -0.08201, + "nauc_recall_at_5_diff1": 0.220022, + "nauc_recall_at_10_max": 0.145924, + "nauc_recall_at_10_std": -0.024986, + "nauc_recall_at_10_diff1": 0.121118, + "nauc_recall_at_20_max": 0.220193, + "nauc_recall_at_20_std": 0.141435, + "nauc_recall_at_20_diff1": 0.110387, + "nauc_recall_at_100_max": 0.111766, + "nauc_recall_at_100_std": 0.331819, + "nauc_recall_at_100_diff1": 0.078101, + "nauc_recall_at_1000_max": 0.5539, + "nauc_recall_at_1000_std": -0.170876, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.289231, + "nauc_precision_at_1_std": 0.063759, + "nauc_precision_at_1_diff1": 0.266147, + "nauc_precision_at_3_max": 0.257223, + "nauc_precision_at_3_std": 0.227147, + "nauc_precision_at_3_diff1": -0.120652, + "nauc_precision_at_5_max": 0.197601, + "nauc_precision_at_5_std": 0.256257, + "nauc_precision_at_5_diff1": -0.232585, + "nauc_precision_at_10_max": 0.103897, + "nauc_precision_at_10_std": 0.287182, + "nauc_precision_at_10_diff1": -0.321114, + "nauc_precision_at_20_max": 0.103754, + "nauc_precision_at_20_std": 0.341056, + "nauc_precision_at_20_diff1": -0.303589, + "nauc_precision_at_100_max": 0.038193, + "nauc_precision_at_100_std": 0.323425, + "nauc_precision_at_100_diff1": -0.308853, + "nauc_precision_at_1000_max": 0.029277, + "nauc_precision_at_1000_std": 0.307111, + "nauc_precision_at_1000_diff1": -0.307374, + "nauc_mrr_at_1_max": 0.289231, + "nauc_mrr_at_1_std": 0.063759, + "nauc_mrr_at_1_diff1": 0.266147, + "nauc_mrr_at_3_max": 0.315764, + "nauc_mrr_at_3_std": 0.1108, + "nauc_mrr_at_3_diff1": 0.195072, + "nauc_mrr_at_5_max": 0.302684, + "nauc_mrr_at_5_std": 0.115512, + "nauc_mrr_at_5_diff1": 0.188665, + "nauc_mrr_at_10_max": 0.302628, + "nauc_mrr_at_10_std": 0.125019, + "nauc_mrr_at_10_diff1": 0.188634, + "nauc_mrr_at_20_max": 0.303053, + "nauc_mrr_at_20_std": 0.125382, + "nauc_mrr_at_20_diff1": 0.190962, + "nauc_mrr_at_100_max": 0.302827, + "nauc_mrr_at_100_std": 0.122394, + "nauc_mrr_at_100_diff1": 0.192808, + "nauc_mrr_at_1000_max": 0.302857, + "nauc_mrr_at_1000_std": 0.122365, + "nauc_mrr_at_1000_diff1": 0.192786, + "cv_recall_at_1": 0.52113, + "cv_recall_at_3": 0.73239, + "cv_recall_at_5": 0.79812, + "cv_recall_at_10": 0.86854, + "cv_recall_at_20": 0.92019, + "cv_recall_at_100": 0.98592, + "cv_recall_at_1000": 1.0, + "main_score": 0.59426, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "ndcg_at_1": 0.433, + "ndcg_at_3": 0.43974, + "ndcg_at_5": 0.47202, + "ndcg_at_10": 0.52666, + "ndcg_at_20": 0.57188, + "ndcg_at_100": 0.62028, + "ndcg_at_1000": 0.62699, + "map_at_1": 0.22251, + "map_at_3": 0.33774, + "map_at_5": 0.37904, + "map_at_10": 0.41743, + "map_at_20": 0.43827, + "map_at_100": 0.45279, + "map_at_1000": 0.45354, + "recall_at_1": 0.22251, + "recall_at_3": 0.41466, + "recall_at_5": 0.52021, + "recall_at_10": 0.66403, + "recall_at_20": 0.79127, + "recall_at_100": 0.96544, + "recall_at_1000": 0.99925, + "accuracy": 0.22251, + "precision_at_1": 0.433, + "precision_at_3": 0.29967, + "precision_at_5": 0.24, + "precision_at_10": 0.1636, + "precision_at_20": 0.10275, + "precision_at_100": 0.02703, + "precision_at_1000": 0.00283, + "mrr_at_1": 0.433, + "mrr_at_3": 0.538333, + "mrr_at_5": 0.561583, + "mrr_at_10": 0.576416, + "mrr_at_20": 0.580537, + "mrr_at_100": 0.582022, + "mrr_at_1000": 0.582078, + "nauc_ndcg_at_1_max": 0.145694, + "nauc_ndcg_at_1_std": 0.043573, + "nauc_ndcg_at_1_diff1": 0.288128, + "nauc_ndcg_at_3_max": 0.117452, + "nauc_ndcg_at_3_std": -0.004418, + "nauc_ndcg_at_3_diff1": 0.238497, + "nauc_ndcg_at_5_max": 0.125537, + "nauc_ndcg_at_5_std": -0.016948, + "nauc_ndcg_at_5_diff1": 0.242321, + "nauc_ndcg_at_10_max": 0.136441, + "nauc_ndcg_at_10_std": -0.016749, + "nauc_ndcg_at_10_diff1": 0.238389, + "nauc_ndcg_at_20_max": 0.140343, + "nauc_ndcg_at_20_std": -0.001296, + "nauc_ndcg_at_20_diff1": 0.23799, + "nauc_ndcg_at_100_max": 0.154668, + "nauc_ndcg_at_100_std": 0.02623, + "nauc_ndcg_at_100_diff1": 0.225748, + "nauc_ndcg_at_1000_max": 0.149499, + "nauc_ndcg_at_1000_std": 0.020666, + "nauc_ndcg_at_1000_diff1": 0.231373, + "nauc_map_at_1_max": 0.10996, + "nauc_map_at_1_std": -0.024296, + "nauc_map_at_1_diff1": 0.339201, + "nauc_map_at_3_max": 0.102536, + "nauc_map_at_3_std": -0.04687, + "nauc_map_at_3_diff1": 0.290472, + "nauc_map_at_5_max": 0.114712, + "nauc_map_at_5_std": -0.040478, + "nauc_map_at_5_diff1": 0.277544, + "nauc_map_at_10_max": 0.125507, + "nauc_map_at_10_std": -0.035262, + "nauc_map_at_10_diff1": 0.269464, + "nauc_map_at_20_max": 0.128394, + "nauc_map_at_20_std": -0.026778, + "nauc_map_at_20_diff1": 0.26579, + "nauc_map_at_100_max": 0.132482, + "nauc_map_at_100_std": -0.017522, + "nauc_map_at_100_diff1": 0.260692, + "nauc_map_at_1000_max": 0.13223, + "nauc_map_at_1000_std": -0.017633, + "nauc_map_at_1000_diff1": 0.260884, + "nauc_recall_at_1_max": 0.10996, + "nauc_recall_at_1_std": -0.024296, + "nauc_recall_at_1_diff1": 0.339201, + "nauc_recall_at_3_max": 0.078717, + "nauc_recall_at_3_std": -0.069, + "nauc_recall_at_3_diff1": 0.231203, + "nauc_recall_at_5_max": 0.091333, + "nauc_recall_at_5_std": -0.073487, + "nauc_recall_at_5_diff1": 0.197702, + "nauc_recall_at_10_max": 0.10442, + "nauc_recall_at_10_std": -0.037645, + "nauc_recall_at_10_diff1": 0.149531, + "nauc_recall_at_20_max": 0.098682, + "nauc_recall_at_20_std": -0.016828, + "nauc_recall_at_20_diff1": 0.148405, + "nauc_recall_at_100_max": 0.327947, + "nauc_recall_at_100_std": 0.298731, + "nauc_recall_at_100_diff1": -0.056101, + "nauc_recall_at_1000_max": 0.782991, + "nauc_recall_at_1000_std": 0.818705, + "nauc_recall_at_1000_diff1": 0.172814, + "nauc_precision_at_1_max": 0.145694, + "nauc_precision_at_1_std": 0.043573, + "nauc_precision_at_1_diff1": 0.288128, + "nauc_precision_at_3_max": 0.103313, + "nauc_precision_at_3_std": 0.041858, + "nauc_precision_at_3_diff1": 0.049347, + "nauc_precision_at_5_max": 0.121531, + "nauc_precision_at_5_std": 0.075221, + "nauc_precision_at_5_diff1": -0.012252, + "nauc_precision_at_10_max": 0.113249, + "nauc_precision_at_10_std": 0.096501, + "nauc_precision_at_10_diff1": -0.085965, + "nauc_precision_at_20_max": 0.093401, + "nauc_precision_at_20_std": 0.141271, + "nauc_precision_at_20_diff1": -0.130666, + "nauc_precision_at_100_max": 0.073556, + "nauc_precision_at_100_std": 0.190737, + "nauc_precision_at_100_diff1": -0.18622, + "nauc_precision_at_1000_max": 0.05234, + "nauc_precision_at_1000_std": 0.173881, + "nauc_precision_at_1000_diff1": -0.179932, + "nauc_mrr_at_1_max": 0.145694, + "nauc_mrr_at_1_std": 0.043573, + "nauc_mrr_at_1_diff1": 0.288128, + "nauc_mrr_at_3_max": 0.144027, + "nauc_mrr_at_3_std": 0.036075, + "nauc_mrr_at_3_diff1": 0.240281, + "nauc_mrr_at_5_max": 0.15062, + "nauc_mrr_at_5_std": 0.04101, + "nauc_mrr_at_5_diff1": 0.238917, + "nauc_mrr_at_10_max": 0.149435, + "nauc_mrr_at_10_std": 0.048098, + "nauc_mrr_at_10_diff1": 0.236664, + "nauc_mrr_at_20_max": 0.148805, + "nauc_mrr_at_20_std": 0.046877, + "nauc_mrr_at_20_diff1": 0.239395, + "nauc_mrr_at_100_max": 0.148791, + "nauc_mrr_at_100_std": 0.046178, + "nauc_mrr_at_100_diff1": 0.240143, + "nauc_mrr_at_1000_max": 0.148721, + "nauc_mrr_at_1000_std": 0.046087, + "nauc_mrr_at_1000_diff1": 0.240307, + "cv_recall_at_1": 0.433, + "cv_recall_at_3": 0.67, + "cv_recall_at_5": 0.773, + "cv_recall_at_10": 0.881, + "cv_recall_at_20": 0.939, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.52666, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.54564, + "ndcg_at_3": 0.58411, + "ndcg_at_5": 0.62232, + "ndcg_at_10": 0.65473, + "ndcg_at_20": 0.68019, + "ndcg_at_100": 0.70282, + "ndcg_at_1000": 0.70784, + "map_at_1": 0.38754, + "map_at_3": 0.51368, + "map_at_5": 0.55047, + "map_at_10": 0.5715, + "map_at_20": 0.5829, + "map_at_100": 0.58861, + "map_at_1000": 0.58901, + "recall_at_1": 0.38754, + "recall_at_3": 0.6083, + "recall_at_5": 0.70975, + "recall_at_10": 0.79024, + "recall_at_20": 0.86726, + "recall_at_100": 0.95874, + "recall_at_1000": 0.98852, + "accuracy": 0.38754, + "precision_at_1": 0.54564, + "precision_at_3": 0.32089, + "precision_at_5": 0.23402, + "precision_at_10": 0.13693, + "precision_at_20": 0.07832, + "precision_at_100": 0.01795, + "precision_at_1000": 0.00187, + "mrr_at_1": 0.545643, + "mrr_at_3": 0.642116, + "mrr_at_5": 0.66027, + "mrr_at_10": 0.668152, + "mrr_at_20": 0.670811, + "mrr_at_100": 0.672088, + "mrr_at_1000": 0.672144, + "nauc_ndcg_at_1_max": 0.207314, + "nauc_ndcg_at_1_std": -0.135434, + "nauc_ndcg_at_1_diff1": 0.435766, + "nauc_ndcg_at_3_max": 0.179614, + "nauc_ndcg_at_3_std": -0.152868, + "nauc_ndcg_at_3_diff1": 0.422374, + "nauc_ndcg_at_5_max": 0.169767, + "nauc_ndcg_at_5_std": -0.164665, + "nauc_ndcg_at_5_diff1": 0.415371, + "nauc_ndcg_at_10_max": 0.185196, + "nauc_ndcg_at_10_std": -0.151455, + "nauc_ndcg_at_10_diff1": 0.410222, + "nauc_ndcg_at_20_max": 0.195245, + "nauc_ndcg_at_20_std": -0.144322, + "nauc_ndcg_at_20_diff1": 0.411922, + "nauc_ndcg_at_100_max": 0.22436, + "nauc_ndcg_at_100_std": -0.105008, + "nauc_ndcg_at_100_diff1": 0.413593, + "nauc_ndcg_at_1000_max": 0.223038, + "nauc_ndcg_at_1000_std": -0.110371, + "nauc_ndcg_at_1000_diff1": 0.413548, + "nauc_map_at_1_max": 0.103191, + "nauc_map_at_1_std": -0.197923, + "nauc_map_at_1_diff1": 0.458597, + "nauc_map_at_3_max": 0.146266, + "nauc_map_at_3_std": -0.175313, + "nauc_map_at_3_diff1": 0.432997, + "nauc_map_at_5_max": 0.150886, + "nauc_map_at_5_std": -0.170828, + "nauc_map_at_5_diff1": 0.425656, + "nauc_map_at_10_max": 0.165194, + "nauc_map_at_10_std": -0.163697, + "nauc_map_at_10_diff1": 0.42349, + "nauc_map_at_20_max": 0.173539, + "nauc_map_at_20_std": -0.158754, + "nauc_map_at_20_diff1": 0.424097, + "nauc_map_at_100_max": 0.179926, + "nauc_map_at_100_std": -0.150592, + "nauc_map_at_100_diff1": 0.423789, + "nauc_map_at_1000_max": 0.179918, + "nauc_map_at_1000_std": -0.150662, + "nauc_map_at_1000_diff1": 0.423769, + "nauc_recall_at_1_max": 0.103191, + "nauc_recall_at_1_std": -0.197923, + "nauc_recall_at_1_diff1": 0.458597, + "nauc_recall_at_3_max": 0.128498, + "nauc_recall_at_3_std": -0.164374, + "nauc_recall_at_3_diff1": 0.395919, + "nauc_recall_at_5_max": 0.094863, + "nauc_recall_at_5_std": -0.193853, + "nauc_recall_at_5_diff1": 0.345447, + "nauc_recall_at_10_max": 0.105699, + "nauc_recall_at_10_std": -0.183938, + "nauc_recall_at_10_diff1": 0.315359, + "nauc_recall_at_20_max": 0.08373, + "nauc_recall_at_20_std": -0.207511, + "nauc_recall_at_20_diff1": 0.314757, + "nauc_recall_at_100_max": 0.402223, + "nauc_recall_at_100_std": 0.327891, + "nauc_recall_at_100_diff1": 0.317249, + "nauc_recall_at_1000_max": 0.606118, + "nauc_recall_at_1000_std": 0.564847, + "nauc_recall_at_1000_diff1": 0.229206, + "nauc_precision_at_1_max": 0.207314, + "nauc_precision_at_1_std": -0.135434, + "nauc_precision_at_1_diff1": 0.435766, + "nauc_precision_at_3_max": 0.249296, + "nauc_precision_at_3_std": 0.040108, + "nauc_precision_at_3_diff1": 0.118275, + "nauc_precision_at_5_max": 0.236077, + "nauc_precision_at_5_std": 0.102968, + "nauc_precision_at_5_diff1": 0.008143, + "nauc_precision_at_10_max": 0.229177, + "nauc_precision_at_10_std": 0.142857, + "nauc_precision_at_10_diff1": -0.057394, + "nauc_precision_at_20_max": 0.223746, + "nauc_precision_at_20_std": 0.183821, + "nauc_precision_at_20_diff1": -0.112612, + "nauc_precision_at_100_max": 0.246812, + "nauc_precision_at_100_std": 0.296143, + "nauc_precision_at_100_diff1": -0.181037, + "nauc_precision_at_1000_max": 0.237181, + "nauc_precision_at_1000_std": 0.283908, + "nauc_precision_at_1000_diff1": -0.1929, + "nauc_mrr_at_1_max": 0.207314, + "nauc_mrr_at_1_std": -0.135434, + "nauc_mrr_at_1_diff1": 0.435766, + "nauc_mrr_at_3_max": 0.236995, + "nauc_mrr_at_3_std": -0.114793, + "nauc_mrr_at_3_diff1": 0.431673, + "nauc_mrr_at_5_max": 0.232315, + "nauc_mrr_at_5_std": -0.120664, + "nauc_mrr_at_5_diff1": 0.42055, + "nauc_mrr_at_10_max": 0.230903, + "nauc_mrr_at_10_std": -0.113399, + "nauc_mrr_at_10_diff1": 0.416605, + "nauc_mrr_at_20_max": 0.229805, + "nauc_mrr_at_20_std": -0.114309, + "nauc_mrr_at_20_diff1": 0.417975, + "nauc_mrr_at_100_max": 0.230891, + "nauc_mrr_at_100_std": -0.11328, + "nauc_mrr_at_100_diff1": 0.419141, + "nauc_mrr_at_1000_max": 0.230736, + "nauc_mrr_at_1000_std": -0.11335, + "nauc_mrr_at_1000_diff1": 0.419106, + "cv_recall_at_1": 0.54564, + "cv_recall_at_3": 0.76349, + "cv_recall_at_5": 0.84232, + "cv_recall_at_10": 0.89834, + "cv_recall_at_20": 0.93568, + "cv_recall_at_100": 0.9834, + "cv_recall_at_1000": 0.99378, + "main_score": 0.65473, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.58696, + "ndcg_at_3": 0.73483, + "ndcg_at_5": 0.75941, + "ndcg_at_10": 0.77548, + "ndcg_at_20": 0.78306, + "ndcg_at_100": 0.78769, + "ndcg_at_1000": 0.78808, + "map_at_1": 0.5789, + "map_at_3": 0.69777, + "map_at_5": 0.71213, + "map_at_10": 0.71921, + "map_at_20": 0.72138, + "map_at_100": 0.72206, + "map_at_1000": 0.72208, + "recall_at_1": 0.5789, + "recall_at_3": 0.83635, + "recall_at_5": 0.89452, + "recall_at_10": 0.94263, + "recall_at_20": 0.97162, + "recall_at_100": 0.99597, + "recall_at_1000": 0.99879, + "accuracy": 0.5789, + "precision_at_1": 0.58696, + "precision_at_3": 0.28422, + "precision_at_5": 0.18309, + "precision_at_10": 0.09686, + "precision_at_20": 0.05, + "precision_at_100": 0.01027, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.586957, + "mrr_at_3": 0.7031, + "mrr_at_5": 0.716023, + "mrr_at_10": 0.722322, + "mrr_at_20": 0.724452, + "mrr_at_100": 0.725059, + "mrr_at_1000": 0.725073, + "nauc_ndcg_at_1_max": 0.00074, + "nauc_ndcg_at_1_std": -0.264472, + "nauc_ndcg_at_1_diff1": 0.480389, + "nauc_ndcg_at_3_max": 0.065856, + "nauc_ndcg_at_3_std": -0.361877, + "nauc_ndcg_at_3_diff1": 0.51343, + "nauc_ndcg_at_5_max": 0.051601, + "nauc_ndcg_at_5_std": -0.349828, + "nauc_ndcg_at_5_diff1": 0.492767, + "nauc_ndcg_at_10_max": 0.059681, + "nauc_ndcg_at_10_std": -0.335294, + "nauc_ndcg_at_10_diff1": 0.48932, + "nauc_ndcg_at_20_max": 0.052733, + "nauc_ndcg_at_20_std": -0.329885, + "nauc_ndcg_at_20_diff1": 0.488803, + "nauc_ndcg_at_100_max": 0.046633, + "nauc_ndcg_at_100_std": -0.325903, + "nauc_ndcg_at_100_diff1": 0.492283, + "nauc_ndcg_at_1000_max": 0.046574, + "nauc_ndcg_at_1000_std": -0.326727, + "nauc_ndcg_at_1000_diff1": 0.492102, + "nauc_map_at_1_max": -0.011569, + "nauc_map_at_1_std": -0.279476, + "nauc_map_at_1_diff1": 0.486898, + "nauc_map_at_3_max": 0.042264, + "nauc_map_at_3_std": -0.343684, + "nauc_map_at_3_diff1": 0.506167, + "nauc_map_at_5_max": 0.035651, + "nauc_map_at_5_std": -0.334865, + "nauc_map_at_5_diff1": 0.495047, + "nauc_map_at_10_max": 0.038858, + "nauc_map_at_10_std": -0.328346, + "nauc_map_at_10_diff1": 0.493706, + "nauc_map_at_20_max": 0.037366, + "nauc_map_at_20_std": -0.327099, + "nauc_map_at_20_diff1": 0.493827, + "nauc_map_at_100_max": 0.036741, + "nauc_map_at_100_std": -0.326716, + "nauc_map_at_100_diff1": 0.494062, + "nauc_map_at_1000_max": 0.036734, + "nauc_map_at_1000_std": -0.326744, + "nauc_map_at_1000_diff1": 0.494052, + "nauc_recall_at_1_max": -0.011569, + "nauc_recall_at_1_std": -0.279476, + "nauc_recall_at_1_diff1": 0.486898, + "nauc_recall_at_3_max": 0.151366, + "nauc_recall_at_3_std": -0.464469, + "nauc_recall_at_3_diff1": 0.544071, + "nauc_recall_at_5_max": 0.124145, + "nauc_recall_at_5_std": -0.468592, + "nauc_recall_at_5_diff1": 0.471298, + "nauc_recall_at_10_max": 0.263362, + "nauc_recall_at_10_std": -0.426286, + "nauc_recall_at_10_diff1": 0.429581, + "nauc_recall_at_20_max": 0.292154, + "nauc_recall_at_20_std": -0.39372, + "nauc_recall_at_20_diff1": 0.35131, + "nauc_recall_at_100_max": 0.285873, + "nauc_recall_at_100_std": 0.187482, + "nauc_recall_at_100_diff1": 0.491999, + "nauc_recall_at_1000_max": 0.869246, + "nauc_recall_at_1000_std": 0.554147, + "nauc_recall_at_1000_diff1": 0.358147, + "nauc_precision_at_1_max": 0.00074, + "nauc_precision_at_1_std": -0.264472, + "nauc_precision_at_1_diff1": 0.480389, + "nauc_precision_at_3_max": 0.192836, + "nauc_precision_at_3_std": -0.386136, + "nauc_precision_at_3_diff1": 0.467014, + "nauc_precision_at_5_max": 0.176501, + "nauc_precision_at_5_std": -0.273513, + "nauc_precision_at_5_diff1": 0.30298, + "nauc_precision_at_10_max": 0.288206, + "nauc_precision_at_10_std": -0.080598, + "nauc_precision_at_10_diff1": 0.139496, + "nauc_precision_at_20_max": 0.275158, + "nauc_precision_at_20_std": 0.096014, + "nauc_precision_at_20_diff1": -0.046434, + "nauc_precision_at_100_max": 0.238569, + "nauc_precision_at_100_std": 0.36223, + "nauc_precision_at_100_diff1": -0.223905, + "nauc_precision_at_1000_max": 0.225564, + "nauc_precision_at_1000_std": 0.357583, + "nauc_precision_at_1000_diff1": -0.265478, + "nauc_mrr_at_1_max": 0.00074, + "nauc_mrr_at_1_std": -0.264472, + "nauc_mrr_at_1_diff1": 0.480389, + "nauc_mrr_at_3_max": 0.055106, + "nauc_mrr_at_3_std": -0.325273, + "nauc_mrr_at_3_diff1": 0.502967, + "nauc_mrr_at_5_max": 0.045158, + "nauc_mrr_at_5_std": -0.32158, + "nauc_mrr_at_5_diff1": 0.493611, + "nauc_mrr_at_10_max": 0.045284, + "nauc_mrr_at_10_std": -0.317876, + "nauc_mrr_at_10_diff1": 0.491706, + "nauc_mrr_at_20_max": 0.044029, + "nauc_mrr_at_20_std": -0.316275, + "nauc_mrr_at_20_diff1": 0.49186, + "nauc_mrr_at_100_max": 0.043304, + "nauc_mrr_at_100_std": -0.316006, + "nauc_mrr_at_100_diff1": 0.492138, + "nauc_mrr_at_1000_max": 0.043305, + "nauc_mrr_at_1000_std": -0.316027, + "nauc_mrr_at_1000_diff1": 0.492131, + "cv_recall_at_1": 0.58696, + "cv_recall_at_3": 0.843, + "cv_recall_at_5": 0.89855, + "cv_recall_at_10": 0.94444, + "cv_recall_at_20": 0.97343, + "cv_recall_at_100": 0.99638, + "cv_recall_at_1000": 0.99879, + "main_score": 0.77548, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.61392, + "ndcg_at_3": 0.6399, + "ndcg_at_5": 0.68173, + "ndcg_at_10": 0.7145, + "ndcg_at_20": 0.73473, + "ndcg_at_100": 0.75319, + "ndcg_at_1000": 0.75518, + "map_at_1": 0.42844, + "map_at_3": 0.57184, + "map_at_5": 0.60992, + "map_at_10": 0.63237, + "map_at_20": 0.64202, + "map_at_100": 0.64685, + "map_at_1000": 0.64702, + "recall_at_1": 0.42844, + "recall_at_3": 0.66254, + "recall_at_5": 0.76679, + "recall_at_10": 0.85403, + "recall_at_20": 0.91495, + "recall_at_100": 0.98877, + "recall_at_1000": 1.0, + "accuracy": 0.42844, + "precision_at_1": 0.61392, + "precision_at_3": 0.34698, + "precision_at_5": 0.25075, + "precision_at_10": 0.1457, + "precision_at_20": 0.08049, + "precision_at_100": 0.01799, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.613915, + "mrr_at_3": 0.702592, + "mrr_at_5": 0.720327, + "mrr_at_10": 0.726905, + "mrr_at_20": 0.728846, + "mrr_at_100": 0.729765, + "mrr_at_1000": 0.729784, + "nauc_ndcg_at_1_max": 0.223257, + "nauc_ndcg_at_1_std": -0.034744, + "nauc_ndcg_at_1_diff1": 0.488579, + "nauc_ndcg_at_3_max": 0.183895, + "nauc_ndcg_at_3_std": -0.125359, + "nauc_ndcg_at_3_diff1": 0.416896, + "nauc_ndcg_at_5_max": 0.188162, + "nauc_ndcg_at_5_std": -0.136278, + "nauc_ndcg_at_5_diff1": 0.43489, + "nauc_ndcg_at_10_max": 0.198333, + "nauc_ndcg_at_10_std": -0.116674, + "nauc_ndcg_at_10_diff1": 0.422249, + "nauc_ndcg_at_20_max": 0.207761, + "nauc_ndcg_at_20_std": -0.1011, + "nauc_ndcg_at_20_diff1": 0.428677, + "nauc_ndcg_at_100_max": 0.214228, + "nauc_ndcg_at_100_std": -0.091723, + "nauc_ndcg_at_100_diff1": 0.428152, + "nauc_ndcg_at_1000_max": 0.211238, + "nauc_ndcg_at_1000_std": -0.088689, + "nauc_ndcg_at_1000_diff1": 0.429039, + "nauc_map_at_1_max": 0.087091, + "nauc_map_at_1_std": -0.137166, + "nauc_map_at_1_diff1": 0.458871, + "nauc_map_at_3_max": 0.147743, + "nauc_map_at_3_std": -0.150924, + "nauc_map_at_3_diff1": 0.428029, + "nauc_map_at_5_max": 0.166521, + "nauc_map_at_5_std": -0.15005, + "nauc_map_at_5_diff1": 0.439086, + "nauc_map_at_10_max": 0.17784, + "nauc_map_at_10_std": -0.130914, + "nauc_map_at_10_diff1": 0.426602, + "nauc_map_at_20_max": 0.181555, + "nauc_map_at_20_std": -0.1222, + "nauc_map_at_20_diff1": 0.426519, + "nauc_map_at_100_max": 0.183511, + "nauc_map_at_100_std": -0.120048, + "nauc_map_at_100_diff1": 0.426219, + "nauc_map_at_1000_max": 0.183411, + "nauc_map_at_1000_std": -0.119801, + "nauc_map_at_1000_diff1": 0.426202, + "nauc_recall_at_1_max": 0.087091, + "nauc_recall_at_1_std": -0.137166, + "nauc_recall_at_1_diff1": 0.458871, + "nauc_recall_at_3_max": 0.135846, + "nauc_recall_at_3_std": -0.191654, + "nauc_recall_at_3_diff1": 0.354012, + "nauc_recall_at_5_max": 0.127996, + "nauc_recall_at_5_std": -0.230393, + "nauc_recall_at_5_diff1": 0.36673, + "nauc_recall_at_10_max": 0.146407, + "nauc_recall_at_10_std": -0.197126, + "nauc_recall_at_10_diff1": 0.300678, + "nauc_recall_at_20_max": 0.195328, + "nauc_recall_at_20_std": -0.182633, + "nauc_recall_at_20_diff1": 0.34155, + "nauc_recall_at_100_max": 0.527406, + "nauc_recall_at_100_std": -0.308687, + "nauc_recall_at_100_diff1": 0.285262, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.223257, + "nauc_precision_at_1_std": -0.034744, + "nauc_precision_at_1_diff1": 0.488579, + "nauc_precision_at_3_max": 0.224706, + "nauc_precision_at_3_std": 0.035285, + "nauc_precision_at_3_diff1": 0.109326, + "nauc_precision_at_5_max": 0.234111, + "nauc_precision_at_5_std": 0.096762, + "nauc_precision_at_5_diff1": 0.022977, + "nauc_precision_at_10_max": 0.214071, + "nauc_precision_at_10_std": 0.196585, + "nauc_precision_at_10_diff1": -0.104718, + "nauc_precision_at_20_max": 0.183051, + "nauc_precision_at_20_std": 0.240447, + "nauc_precision_at_20_diff1": -0.150465, + "nauc_precision_at_100_max": 0.160351, + "nauc_precision_at_100_std": 0.265272, + "nauc_precision_at_100_diff1": -0.20144, + "nauc_precision_at_1000_max": 0.142657, + "nauc_precision_at_1000_std": 0.269869, + "nauc_precision_at_1000_diff1": -0.201524, + "nauc_mrr_at_1_max": 0.223257, + "nauc_mrr_at_1_std": -0.034744, + "nauc_mrr_at_1_diff1": 0.488579, + "nauc_mrr_at_3_max": 0.238647, + "nauc_mrr_at_3_std": -0.052606, + "nauc_mrr_at_3_diff1": 0.453612, + "nauc_mrr_at_5_max": 0.232849, + "nauc_mrr_at_5_std": -0.048115, + "nauc_mrr_at_5_diff1": 0.457734, + "nauc_mrr_at_10_max": 0.236315, + "nauc_mrr_at_10_std": -0.044623, + "nauc_mrr_at_10_diff1": 0.457726, + "nauc_mrr_at_20_max": 0.23681, + "nauc_mrr_at_20_std": -0.046074, + "nauc_mrr_at_20_diff1": 0.460745, + "nauc_mrr_at_100_max": 0.236192, + "nauc_mrr_at_100_std": -0.046483, + "nauc_mrr_at_100_diff1": 0.460614, + "nauc_mrr_at_1000_max": 0.236132, + "nauc_mrr_at_1000_std": -0.046441, + "nauc_mrr_at_1000_diff1": 0.4606, + "cv_recall_at_1": 0.61392, + "cv_recall_at_3": 0.81446, + "cv_recall_at_5": 0.89086, + "cv_recall_at_10": 0.94134, + "cv_recall_at_20": 0.96726, + "cv_recall_at_100": 0.99727, + "cv_recall_at_1000": 1.0, + "main_score": 0.7145, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.57983, + "ndcg_at_3": 0.68939, + "ndcg_at_5": 0.72063, + "ndcg_at_10": 0.73586, + "ndcg_at_20": 0.74317, + "ndcg_at_100": 0.7564, + "ndcg_at_1000": 0.76003, + "map_at_1": 0.53992, + "map_at_3": 0.64799, + "map_at_5": 0.6662, + "map_at_10": 0.67528, + "map_at_20": 0.67762, + "map_at_100": 0.68027, + "map_at_1000": 0.68043, + "recall_at_1": 0.53992, + "recall_at_3": 0.77101, + "recall_at_5": 0.84524, + "recall_at_10": 0.88375, + "recall_at_20": 0.91036, + "recall_at_100": 0.96989, + "recall_at_1000": 0.9958, + "accuracy": 0.53992, + "precision_at_1": 0.57983, + "precision_at_3": 0.28571, + "precision_at_5": 0.18824, + "precision_at_10": 0.10084, + "precision_at_20": 0.05252, + "precision_at_100": 0.01151, + "precision_at_1000": 0.0012, + "mrr_at_1": 0.579832, + "mrr_at_3": 0.686275, + "mrr_at_5": 0.703922, + "mrr_at_10": 0.707573, + "mrr_at_20": 0.708541, + "mrr_at_100": 0.709846, + "mrr_at_1000": 0.709891, + "nauc_ndcg_at_1_max": 0.093281, + "nauc_ndcg_at_1_std": -0.097464, + "nauc_ndcg_at_1_diff1": 0.591969, + "nauc_ndcg_at_3_max": 0.182534, + "nauc_ndcg_at_3_std": -0.19765, + "nauc_ndcg_at_3_diff1": 0.628357, + "nauc_ndcg_at_5_max": 0.168725, + "nauc_ndcg_at_5_std": -0.206177, + "nauc_ndcg_at_5_diff1": 0.608643, + "nauc_ndcg_at_10_max": 0.18176, + "nauc_ndcg_at_10_std": -0.212647, + "nauc_ndcg_at_10_diff1": 0.632676, + "nauc_ndcg_at_20_max": 0.186171, + "nauc_ndcg_at_20_std": -0.18558, + "nauc_ndcg_at_20_diff1": 0.6347, + "nauc_ndcg_at_100_max": 0.171635, + "nauc_ndcg_at_100_std": -0.167757, + "nauc_ndcg_at_100_diff1": 0.623245, + "nauc_ndcg_at_1000_max": 0.161559, + "nauc_ndcg_at_1000_std": -0.173505, + "nauc_ndcg_at_1000_diff1": 0.620029, + "nauc_map_at_1_max": 0.162264, + "nauc_map_at_1_std": -0.088958, + "nauc_map_at_1_diff1": 0.619065, + "nauc_map_at_3_max": 0.176005, + "nauc_map_at_3_std": -0.181622, + "nauc_map_at_3_diff1": 0.615741, + "nauc_map_at_5_max": 0.167993, + "nauc_map_at_5_std": -0.185712, + "nauc_map_at_5_diff1": 0.606088, + "nauc_map_at_10_max": 0.175141, + "nauc_map_at_10_std": -0.187683, + "nauc_map_at_10_diff1": 0.617587, + "nauc_map_at_20_max": 0.174273, + "nauc_map_at_20_std": -0.182163, + "nauc_map_at_20_diff1": 0.618124, + "nauc_map_at_100_max": 0.171364, + "nauc_map_at_100_std": -0.179275, + "nauc_map_at_100_diff1": 0.616804, + "nauc_map_at_1000_max": 0.171021, + "nauc_map_at_1000_std": -0.179213, + "nauc_map_at_1000_diff1": 0.61663, + "nauc_recall_at_1_max": 0.162264, + "nauc_recall_at_1_std": -0.088958, + "nauc_recall_at_1_diff1": 0.619065, + "nauc_recall_at_3_max": 0.276497, + "nauc_recall_at_3_std": -0.262661, + "nauc_recall_at_3_diff1": 0.670226, + "nauc_recall_at_5_max": 0.248406, + "nauc_recall_at_5_std": -0.313504, + "nauc_recall_at_5_diff1": 0.585589, + "nauc_recall_at_10_max": 0.352044, + "nauc_recall_at_10_std": -0.390194, + "nauc_recall_at_10_diff1": 0.717998, + "nauc_recall_at_20_max": 0.477432, + "nauc_recall_at_20_std": -0.17149, + "nauc_recall_at_20_diff1": 0.748206, + "nauc_recall_at_100_max": 0.720237, + "nauc_recall_at_100_std": 0.325297, + "nauc_recall_at_100_diff1": 0.732072, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.72179, + "nauc_precision_at_1_max": 0.093281, + "nauc_precision_at_1_std": -0.097464, + "nauc_precision_at_1_diff1": 0.591969, + "nauc_precision_at_3_max": 0.093682, + "nauc_precision_at_3_std": -0.272946, + "nauc_precision_at_3_diff1": 0.450742, + "nauc_precision_at_5_max": -0.004498, + "nauc_precision_at_5_std": -0.302507, + "nauc_precision_at_5_diff1": 0.26517, + "nauc_precision_at_10_max": -0.010244, + "nauc_precision_at_10_std": -0.209484, + "nauc_precision_at_10_diff1": 0.148597, + "nauc_precision_at_20_max": -0.05676, + "nauc_precision_at_20_std": -0.068632, + "nauc_precision_at_20_diff1": 0.053578, + "nauc_precision_at_100_max": -0.215285, + "nauc_precision_at_100_std": 0.055215, + "nauc_precision_at_100_diff1": -0.191228, + "nauc_precision_at_1000_max": -0.31104, + "nauc_precision_at_1000_std": 0.028029, + "nauc_precision_at_1000_diff1": -0.288753, + "nauc_mrr_at_1_max": 0.093281, + "nauc_mrr_at_1_std": -0.097464, + "nauc_mrr_at_1_diff1": 0.591969, + "nauc_mrr_at_3_max": 0.109913, + "nauc_mrr_at_3_std": -0.171577, + "nauc_mrr_at_3_diff1": 0.606139, + "nauc_mrr_at_5_max": 0.099438, + "nauc_mrr_at_5_std": -0.166889, + "nauc_mrr_at_5_diff1": 0.592875, + "nauc_mrr_at_10_max": 0.098596, + "nauc_mrr_at_10_std": -0.170854, + "nauc_mrr_at_10_diff1": 0.599538, + "nauc_mrr_at_20_max": 0.101524, + "nauc_mrr_at_20_std": -0.164484, + "nauc_mrr_at_20_diff1": 0.599026, + "nauc_mrr_at_100_max": 0.100689, + "nauc_mrr_at_100_std": -0.16233, + "nauc_mrr_at_100_diff1": 0.597585, + "nauc_mrr_at_1000_max": 0.100607, + "nauc_mrr_at_1000_std": -0.162387, + "nauc_mrr_at_1000_diff1": 0.597561, + "cv_recall_at_1": 0.57983, + "cv_recall_at_3": 0.82353, + "cv_recall_at_5": 0.89916, + "cv_recall_at_10": 0.92437, + "cv_recall_at_20": 0.94118, + "cv_recall_at_100": 0.98319, + "cv_recall_at_1000": 1.0, + "main_score": 0.73586, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.36132, + "ndcg_at_3": 0.37136, + "ndcg_at_5": 0.41701, + "ndcg_at_10": 0.4695, + "ndcg_at_20": 0.51445, + "ndcg_at_100": 0.56215, + "ndcg_at_1000": 0.57268, + "map_at_1": 0.19346, + "map_at_3": 0.28996, + "map_at_5": 0.33413, + "map_at_10": 0.36759, + "map_at_20": 0.38629, + "map_at_100": 0.39846, + "map_at_1000": 0.39945, + "recall_at_1": 0.19346, + "recall_at_3": 0.36183, + "recall_at_5": 0.48987, + "recall_at_10": 0.61897, + "recall_at_20": 0.75522, + "recall_at_100": 0.94069, + "recall_at_1000": 0.99419, + "accuracy": 0.19346, + "precision_at_1": 0.36132, + "precision_at_3": 0.24852, + "precision_at_5": 0.20611, + "precision_at_10": 0.1402, + "precision_at_20": 0.0883, + "precision_at_100": 0.02318, + "precision_at_1000": 0.00251, + "mrr_at_1": 0.361323, + "mrr_at_3": 0.457591, + "mrr_at_5": 0.484436, + "mrr_at_10": 0.499305, + "mrr_at_20": 0.505813, + "mrr_at_100": 0.508222, + "mrr_at_1000": 0.508315, + "nauc_ndcg_at_1_max": 0.107341, + "nauc_ndcg_at_1_std": -0.050118, + "nauc_ndcg_at_1_diff1": 0.175406, + "nauc_ndcg_at_3_max": 0.096979, + "nauc_ndcg_at_3_std": -0.12062, + "nauc_ndcg_at_3_diff1": 0.164624, + "nauc_ndcg_at_5_max": 0.11253, + "nauc_ndcg_at_5_std": -0.100196, + "nauc_ndcg_at_5_diff1": 0.19579, + "nauc_ndcg_at_10_max": 0.091569, + "nauc_ndcg_at_10_std": -0.112353, + "nauc_ndcg_at_10_diff1": 0.185841, + "nauc_ndcg_at_20_max": 0.112979, + "nauc_ndcg_at_20_std": -0.090414, + "nauc_ndcg_at_20_diff1": 0.176928, + "nauc_ndcg_at_100_max": 0.12538, + "nauc_ndcg_at_100_std": -0.069678, + "nauc_ndcg_at_100_diff1": 0.170655, + "nauc_ndcg_at_1000_max": 0.11554, + "nauc_ndcg_at_1000_std": -0.081418, + "nauc_ndcg_at_1000_diff1": 0.175546, + "nauc_map_at_1_max": 0.051824, + "nauc_map_at_1_std": -0.097128, + "nauc_map_at_1_diff1": 0.263074, + "nauc_map_at_3_max": 0.073401, + "nauc_map_at_3_std": -0.140773, + "nauc_map_at_3_diff1": 0.218967, + "nauc_map_at_5_max": 0.097923, + "nauc_map_at_5_std": -0.117646, + "nauc_map_at_5_diff1": 0.220618, + "nauc_map_at_10_max": 0.088633, + "nauc_map_at_10_std": -0.119391, + "nauc_map_at_10_diff1": 0.20779, + "nauc_map_at_20_max": 0.097947, + "nauc_map_at_20_std": -0.111143, + "nauc_map_at_20_diff1": 0.201962, + "nauc_map_at_100_max": 0.101824, + "nauc_map_at_100_std": -0.105296, + "nauc_map_at_100_diff1": 0.200329, + "nauc_map_at_1000_max": 0.101376, + "nauc_map_at_1000_std": -0.105837, + "nauc_map_at_1000_diff1": 0.200683, + "nauc_recall_at_1_max": 0.051824, + "nauc_recall_at_1_std": -0.097128, + "nauc_recall_at_1_diff1": 0.263074, + "nauc_recall_at_3_max": 0.046325, + "nauc_recall_at_3_std": -0.162239, + "nauc_recall_at_3_diff1": 0.158898, + "nauc_recall_at_5_max": 0.085525, + "nauc_recall_at_5_std": -0.100782, + "nauc_recall_at_5_diff1": 0.180635, + "nauc_recall_at_10_max": 0.042763, + "nauc_recall_at_10_std": -0.128844, + "nauc_recall_at_10_diff1": 0.153752, + "nauc_recall_at_20_max": 0.113155, + "nauc_recall_at_20_std": -0.035383, + "nauc_recall_at_20_diff1": 0.119602, + "nauc_recall_at_100_max": 0.356723, + "nauc_recall_at_100_std": 0.288309, + "nauc_recall_at_100_diff1": -0.035265, + "nauc_recall_at_1000_max": 0.648354, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": -0.40153, + "nauc_precision_at_1_max": 0.107341, + "nauc_precision_at_1_std": -0.050118, + "nauc_precision_at_1_diff1": 0.175406, + "nauc_precision_at_3_max": 0.150667, + "nauc_precision_at_3_std": -0.083178, + "nauc_precision_at_3_diff1": 0.065481, + "nauc_precision_at_5_max": 0.17348, + "nauc_precision_at_5_std": 0.005909, + "nauc_precision_at_5_diff1": 0.055518, + "nauc_precision_at_10_max": 0.104762, + "nauc_precision_at_10_std": 0.009559, + "nauc_precision_at_10_diff1": -0.016375, + "nauc_precision_at_20_max": 0.116351, + "nauc_precision_at_20_std": 0.057109, + "nauc_precision_at_20_diff1": -0.069109, + "nauc_precision_at_100_max": 0.099068, + "nauc_precision_at_100_std": 0.122162, + "nauc_precision_at_100_diff1": -0.110419, + "nauc_precision_at_1000_max": 0.044776, + "nauc_precision_at_1000_std": 0.074712, + "nauc_precision_at_1000_diff1": -0.106993, + "nauc_mrr_at_1_max": 0.107341, + "nauc_mrr_at_1_std": -0.050118, + "nauc_mrr_at_1_diff1": 0.175406, + "nauc_mrr_at_3_max": 0.119309, + "nauc_mrr_at_3_std": -0.087621, + "nauc_mrr_at_3_diff1": 0.150732, + "nauc_mrr_at_5_max": 0.126751, + "nauc_mrr_at_5_std": -0.066359, + "nauc_mrr_at_5_diff1": 0.160111, + "nauc_mrr_at_10_max": 0.1228, + "nauc_mrr_at_10_std": -0.071146, + "nauc_mrr_at_10_diff1": 0.158863, + "nauc_mrr_at_20_max": 0.124964, + "nauc_mrr_at_20_std": -0.066033, + "nauc_mrr_at_20_diff1": 0.15807, + "nauc_mrr_at_100_max": 0.124396, + "nauc_mrr_at_100_std": -0.066323, + "nauc_mrr_at_100_diff1": 0.15702, + "nauc_mrr_at_1000_max": 0.124352, + "nauc_mrr_at_1000_std": -0.066448, + "nauc_mrr_at_1000_diff1": 0.157059, + "cv_recall_at_1": 0.36132, + "cv_recall_at_3": 0.57761, + "cv_recall_at_5": 0.69466, + "cv_recall_at_10": 0.80407, + "cv_recall_at_20": 0.89822, + "cv_recall_at_100": 0.98219, + "cv_recall_at_1000": 0.99746, + "main_score": 0.4695, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 33103.03374218941, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/WikiSQLRetrieval.json b/results/voyageai__voyage-4-lite/1/WikiSQLRetrieval.json new file mode 100644 index 0000000000..bddb770b9c --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/WikiSQLRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "4e099ab42dffd49d72c1472f451371e53343e3d7", + "task_name": "WikiSQLRetrieval", + "mteb_version": "2.1.3", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92285, + "ndcg_at_3": 0.96169, + "ndcg_at_5": 0.96576, + "ndcg_at_10": 0.9666, + "ndcg_at_20": 0.96687, + "ndcg_at_100": 0.96697, + "ndcg_at_1000": 0.96697, + "map_at_1": 0.92285, + "map_at_3": 0.95304, + "map_at_5": 0.95534, + "map_at_10": 0.95571, + "map_at_20": 0.9558, + "map_at_100": 0.95581, + "map_at_1000": 0.95581, + "recall_at_1": 0.92285, + "recall_at_3": 0.98633, + "recall_at_5": 0.99609, + "recall_at_10": 0.99854, + "recall_at_20": 0.99951, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.92285, + "precision_at_1": 0.92285, + "precision_at_3": 0.32878, + "precision_at_5": 0.19922, + "precision_at_10": 0.09985, + "precision_at_20": 0.04998, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.922852, + "mrr_at_3": 0.953206, + "mrr_at_5": 0.955379, + "mrr_at_10": 0.955743, + "mrr_at_20": 0.955824, + "mrr_at_100": 0.955841, + "mrr_at_1000": 0.955841, + "nauc_ndcg_at_1_max": 0.531481, + "nauc_ndcg_at_1_std": -0.11461, + "nauc_ndcg_at_1_diff1": 0.899225, + "nauc_ndcg_at_3_max": 0.565949, + "nauc_ndcg_at_3_std": -0.165974, + "nauc_ndcg_at_3_diff1": 0.883849, + "nauc_ndcg_at_5_max": 0.553468, + "nauc_ndcg_at_5_std": -0.161211, + "nauc_ndcg_at_5_diff1": 0.887812, + "nauc_ndcg_at_10_max": 0.549146, + "nauc_ndcg_at_10_std": -0.14977, + "nauc_ndcg_at_10_diff1": 0.892767, + "nauc_ndcg_at_20_max": 0.545547, + "nauc_ndcg_at_20_std": -0.151062, + "nauc_ndcg_at_20_diff1": 0.892954, + "nauc_ndcg_at_100_max": 0.544191, + "nauc_ndcg_at_100_std": -0.148077, + "nauc_ndcg_at_100_diff1": 0.892635, + "nauc_ndcg_at_1000_max": 0.544191, + "nauc_ndcg_at_1000_std": -0.148077, + "nauc_ndcg_at_1000_diff1": 0.892635, + "nauc_map_at_1_max": 0.531481, + "nauc_map_at_1_std": -0.11461, + "nauc_map_at_1_diff1": 0.899225, + "nauc_map_at_3_max": 0.550742, + "nauc_map_at_3_std": -0.151739, + "nauc_map_at_3_diff1": 0.889466, + "nauc_map_at_5_max": 0.544671, + "nauc_map_at_5_std": -0.149017, + "nauc_map_at_5_diff1": 0.891521, + "nauc_map_at_10_max": 0.543248, + "nauc_map_at_10_std": -0.144975, + "nauc_map_at_10_diff1": 0.893185, + "nauc_map_at_20_max": 0.542401, + "nauc_map_at_20_std": -0.145321, + "nauc_map_at_20_diff1": 0.89323, + "nauc_map_at_100_max": 0.542232, + "nauc_map_at_100_std": -0.14495, + "nauc_map_at_100_diff1": 0.89319, + "nauc_map_at_1000_max": 0.542232, + "nauc_map_at_1000_std": -0.14495, + "nauc_map_at_1000_diff1": 0.89319, + "nauc_recall_at_1_max": 0.531481, + "nauc_recall_at_1_std": -0.11461, + "nauc_recall_at_1_diff1": 0.899225, + "nauc_recall_at_3_max": 0.71887, + "nauc_recall_at_3_std": -0.298387, + "nauc_recall_at_3_diff1": 0.828852, + "nauc_recall_at_5_max": 0.83462, + "nauc_recall_at_5_std": -0.526379, + "nauc_recall_at_5_diff1": 0.771869, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -0.38703, + "nauc_recall_at_10_diff1": 0.912845, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": -1.151452, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.531481, + "nauc_precision_at_1_std": -0.11461, + "nauc_precision_at_1_diff1": 0.899225, + "nauc_precision_at_3_max": 0.71887, + "nauc_precision_at_3_std": -0.298387, + "nauc_precision_at_3_diff1": 0.828852, + "nauc_precision_at_5_max": 0.83462, + "nauc_precision_at_5_std": -0.526379, + "nauc_precision_at_5_diff1": 0.771869, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -0.38703, + "nauc_precision_at_10_diff1": 0.912845, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": -1.151452, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.531481, + "nauc_mrr_at_1_std": -0.11461, + "nauc_mrr_at_1_diff1": 0.899225, + "nauc_mrr_at_3_max": 0.55073, + "nauc_mrr_at_3_std": -0.146217, + "nauc_mrr_at_3_diff1": 0.889082, + "nauc_mrr_at_5_max": 0.544663, + "nauc_mrr_at_5_std": -0.147567, + "nauc_mrr_at_5_diff1": 0.891422, + "nauc_mrr_at_10_max": 0.543358, + "nauc_mrr_at_10_std": -0.143439, + "nauc_mrr_at_10_diff1": 0.893042, + "nauc_mrr_at_20_max": 0.542511, + "nauc_mrr_at_20_std": -0.143782, + "nauc_mrr_at_20_diff1": 0.893086, + "nauc_mrr_at_100_max": 0.542342, + "nauc_mrr_at_100_std": -0.143411, + "nauc_mrr_at_100_diff1": 0.893047, + "nauc_mrr_at_1000_max": 0.542342, + "nauc_mrr_at_1000_std": -0.143411, + "nauc_mrr_at_1000_diff1": 0.893047, + "cv_recall_at_1": 0.92285, + "cv_recall_at_3": 0.98682, + "cv_recall_at_5": 0.99609, + "cv_recall_at_10": 0.99854, + "cv_recall_at_20": 0.99951, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.9666, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 78.65586304664612, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4-lite/1/model_meta.json b/results/voyageai__voyage-4-lite/1/model_meta.json new file mode 100644 index 0000000000..e240f5dc01 --- /dev/null +++ b/results/voyageai__voyage-4-lite/1/model_meta.json @@ -0,0 +1 @@ +{"loader_kwargs": {"max_tokens": 32000, "model_prompts": {"query": "query", "document": "document"}, "device": "cpu"}, "name": "voyageai/voyage-4-lite", "revision": "1", "release_date": "2026-01-15", "languages": null, "n_parameters": null, "memory_usage_mb": null, "max_tokens": 32000.0, "embed_dim": 1024, "license": null, "open_weights": false, "public_training_code": null, "public_training_data": null, "framework": ["API"], "reference": "https://blog.voyageai.com/2026/01/15/voyage-4/", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": [], "adapted_from": null, "superseded_by": null, "modalities": ["text"], "model_type": ["dense"], "citation": null, "contacts": null, "loader": "VoyageModel", "is_cross_encoder": false} \ No newline at end of file