diff --git a/results/voyageai__voyage-4/1/AILACasedocs.json b/results/voyageai__voyage-4/1/AILACasedocs.json new file mode 100644 index 0000000000..5976177038 --- /dev/null +++ b/results/voyageai__voyage-4/1/AILACasedocs.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a", + "task_name": "AILACasedocs", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.38, + "ndcg_at_3": 0.39689, + "ndcg_at_5": 0.40558, + "ndcg_at_10": 0.43355, + "ndcg_at_20": 0.47964, + "ndcg_at_100": 0.56089, + "ndcg_at_1000": 0.57169, + "map_at_1": 0.12761, + "map_at_3": 0.25979, + "map_at_5": 0.3022, + "map_at_10": 0.33646, + "map_at_20": 0.36268, + "map_at_100": 0.38645, + "map_at_1000": 0.38804, + "recall_at_1": 0.12761, + "recall_at_3": 0.29428, + "recall_at_5": 0.38062, + "recall_at_10": 0.49888, + "recall_at_20": 0.64825, + "recall_at_100": 0.94736, + "recall_at_1000": 1.0, + "accuracy": 0.12761, + "precision_at_1": 0.38, + "precision_at_3": 0.33333, + "precision_at_5": 0.272, + "precision_at_10": 0.184, + "precision_at_20": 0.119, + "precision_at_100": 0.0368, + "precision_at_1000": 0.0039, + "mrr_at_1": 0.38, + "mrr_at_3": 0.453333, + "mrr_at_5": 0.472333, + "mrr_at_10": 0.49146, + "mrr_at_20": 0.497995, + "mrr_at_100": 0.500656, + "mrr_at_1000": 0.500844, + "nauc_ndcg_at_1_max": 0.085047, + "nauc_ndcg_at_1_std": -0.569516, + "nauc_ndcg_at_1_diff1": 0.408988, + "nauc_ndcg_at_3_max": 0.167751, + "nauc_ndcg_at_3_std": -0.436276, + "nauc_ndcg_at_3_diff1": 0.296828, + "nauc_ndcg_at_5_max": 0.127042, + "nauc_ndcg_at_5_std": -0.415515, + "nauc_ndcg_at_5_diff1": 0.233283, + "nauc_ndcg_at_10_max": 0.175924, + "nauc_ndcg_at_10_std": -0.388968, + "nauc_ndcg_at_10_diff1": 0.192076, + "nauc_ndcg_at_20_max": 0.18159, + "nauc_ndcg_at_20_std": -0.361196, + "nauc_ndcg_at_20_diff1": 0.125654, + "nauc_ndcg_at_100_max": 0.160772, + "nauc_ndcg_at_100_std": -0.35554, + "nauc_ndcg_at_100_diff1": 0.159432, + "nauc_ndcg_at_1000_max": 0.155316, + "nauc_ndcg_at_1000_std": -0.379773, + "nauc_ndcg_at_1000_diff1": 0.189134, + "nauc_map_at_1_max": 0.128247, + "nauc_map_at_1_std": -0.506149, + "nauc_map_at_1_diff1": 0.572719, + "nauc_map_at_3_max": 0.131374, + "nauc_map_at_3_std": -0.462454, + "nauc_map_at_3_diff1": 0.372959, + "nauc_map_at_5_max": 0.146893, + "nauc_map_at_5_std": -0.463586, + "nauc_map_at_5_diff1": 0.342439, + "nauc_map_at_10_max": 0.171047, + "nauc_map_at_10_std": -0.437416, + "nauc_map_at_10_diff1": 0.289237, + "nauc_map_at_20_max": 0.177039, + "nauc_map_at_20_std": -0.416191, + "nauc_map_at_20_diff1": 0.245363, + "nauc_map_at_100_max": 0.175294, + "nauc_map_at_100_std": -0.401575, + "nauc_map_at_100_diff1": 0.244053, + "nauc_map_at_1000_max": 0.175251, + "nauc_map_at_1000_std": -0.403025, + "nauc_map_at_1000_diff1": 0.246221, + "nauc_recall_at_1_max": 0.128247, + "nauc_recall_at_1_std": -0.506149, + "nauc_recall_at_1_diff1": 0.572719, + "nauc_recall_at_3_max": 0.150665, + "nauc_recall_at_3_std": -0.394226, + "nauc_recall_at_3_diff1": 0.306988, + "nauc_recall_at_5_max": 0.100669, + "nauc_recall_at_5_std": -0.369313, + "nauc_recall_at_5_diff1": 0.174793, + "nauc_recall_at_10_max": 0.212328, + "nauc_recall_at_10_std": -0.215895, + "nauc_recall_at_10_diff1": -0.030851, + "nauc_recall_at_20_max": 0.224173, + "nauc_recall_at_20_std": -0.057991, + "nauc_recall_at_20_diff1": -0.275292, + "nauc_recall_at_100_max": 0.298145, + "nauc_recall_at_100_std": 0.464079, + "nauc_recall_at_100_diff1": -0.705324, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.085047, + "nauc_precision_at_1_std": -0.569516, + "nauc_precision_at_1_diff1": 0.408988, + "nauc_precision_at_3_max": 0.167158, + "nauc_precision_at_3_std": -0.331975, + "nauc_precision_at_3_diff1": 0.156687, + "nauc_precision_at_5_max": 0.131213, + "nauc_precision_at_5_std": -0.233361, + "nauc_precision_at_5_diff1": 0.023878, + "nauc_precision_at_10_max": 0.172545, + "nauc_precision_at_10_std": -0.073821, + "nauc_precision_at_10_diff1": -0.150205, + "nauc_precision_at_20_max": 0.154754, + "nauc_precision_at_20_std": 0.038242, + "nauc_precision_at_20_diff1": -0.25113, + "nauc_precision_at_100_max": 0.066237, + "nauc_precision_at_100_std": 0.150151, + "nauc_precision_at_100_diff1": -0.242261, + "nauc_precision_at_1000_max": 0.061422, + "nauc_precision_at_1000_std": 0.133057, + "nauc_precision_at_1000_diff1": -0.203156, + "nauc_mrr_at_1_max": 0.085047, + "nauc_mrr_at_1_std": -0.569516, + "nauc_mrr_at_1_diff1": 0.408988, + "nauc_mrr_at_3_max": 0.093128, + "nauc_mrr_at_3_std": -0.508803, + "nauc_mrr_at_3_diff1": 0.335399, + "nauc_mrr_at_5_max": 0.062154, + "nauc_mrr_at_5_std": -0.506734, + "nauc_mrr_at_5_diff1": 0.291164, + "nauc_mrr_at_10_max": 0.087746, + "nauc_mrr_at_10_std": -0.487341, + "nauc_mrr_at_10_diff1": 0.279514, + "nauc_mrr_at_20_max": 0.08769, + "nauc_mrr_at_20_std": -0.486233, + "nauc_mrr_at_20_diff1": 0.27858, + "nauc_mrr_at_100_max": 0.085143, + "nauc_mrr_at_100_std": -0.492646, + "nauc_mrr_at_100_diff1": 0.286668, + "nauc_mrr_at_1000_max": 0.084608, + "nauc_mrr_at_1000_std": -0.493442, + "nauc_mrr_at_1000_diff1": 0.287508, + "cv_recall_at_1": 0.38, + "cv_recall_at_3": 0.54, + "cv_recall_at_5": 0.62, + "cv_recall_at_10": 0.76, + "cv_recall_at_20": 0.86, + "cv_recall_at_100": 0.98, + "cv_recall_at_1000": 1.0, + "main_score": 0.43355, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 97.88136434555054, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/AILAStatutes.json b/results/voyageai__voyage-4/1/AILAStatutes.json new file mode 100644 index 0000000000..a06268d1c8 --- /dev/null +++ b/results/voyageai__voyage-4/1/AILAStatutes.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "task_name": "AILAStatutes", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48, + "ndcg_at_3": 0.42757, + "ndcg_at_5": 0.41203, + "ndcg_at_10": 0.49913, + "ndcg_at_20": 0.5792, + "ndcg_at_100": 0.6531, + "ndcg_at_1000": 0.6531, + "map_at_1": 0.115, + "map_at_3": 0.2255, + "map_at_5": 0.28563, + "map_at_10": 0.3406, + "map_at_20": 0.38773, + "map_at_100": 0.41566, + "map_at_1000": 0.41566, + "recall_at_1": 0.115, + "recall_at_3": 0.28, + "recall_at_5": 0.39933, + "recall_at_10": 0.564, + "recall_at_20": 0.76667, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.115, + "precision_at_1": 0.48, + "precision_at_3": 0.4, + "precision_at_5": 0.344, + "precision_at_10": 0.246, + "precision_at_20": 0.166, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "mrr_at_1": 0.48, + "mrr_at_3": 0.62, + "mrr_at_5": 0.644, + "mrr_at_10": 0.658405, + "mrr_at_20": 0.658405, + "mrr_at_100": 0.658405, + "mrr_at_1000": 0.658405, + "nauc_ndcg_at_1_max": 0.433603, + "nauc_ndcg_at_1_std": 0.01347, + "nauc_ndcg_at_1_diff1": 0.386048, + "nauc_ndcg_at_3_max": 0.411939, + "nauc_ndcg_at_3_std": 0.023255, + "nauc_ndcg_at_3_diff1": 0.401336, + "nauc_ndcg_at_5_max": 0.383265, + "nauc_ndcg_at_5_std": 0.080305, + "nauc_ndcg_at_5_diff1": 0.397044, + "nauc_ndcg_at_10_max": 0.435443, + "nauc_ndcg_at_10_std": 0.144471, + "nauc_ndcg_at_10_diff1": 0.374353, + "nauc_ndcg_at_20_max": 0.423907, + "nauc_ndcg_at_20_std": 0.218991, + "nauc_ndcg_at_20_diff1": 0.422228, + "nauc_ndcg_at_100_max": 0.424347, + "nauc_ndcg_at_100_std": 0.132843, + "nauc_ndcg_at_100_diff1": 0.397817, + "nauc_ndcg_at_1000_max": 0.424347, + "nauc_ndcg_at_1000_std": 0.132843, + "nauc_ndcg_at_1000_diff1": 0.397817, + "nauc_map_at_1_max": 0.409123, + "nauc_map_at_1_std": 0.010082, + "nauc_map_at_1_diff1": 0.336185, + "nauc_map_at_3_max": 0.418457, + "nauc_map_at_3_std": -0.003303, + "nauc_map_at_3_diff1": 0.39627, + "nauc_map_at_5_max": 0.394441, + "nauc_map_at_5_std": 0.043365, + "nauc_map_at_5_diff1": 0.380496, + "nauc_map_at_10_max": 0.429513, + "nauc_map_at_10_std": 0.094091, + "nauc_map_at_10_diff1": 0.364439, + "nauc_map_at_20_max": 0.443563, + "nauc_map_at_20_std": 0.165144, + "nauc_map_at_20_diff1": 0.40286, + "nauc_map_at_100_max": 0.433891, + "nauc_map_at_100_std": 0.141332, + "nauc_map_at_100_diff1": 0.389402, + "nauc_map_at_1000_max": 0.433891, + "nauc_map_at_1000_std": 0.141332, + "nauc_map_at_1000_diff1": 0.389402, + "nauc_recall_at_1_max": 0.409123, + "nauc_recall_at_1_std": 0.010082, + "nauc_recall_at_1_diff1": 0.336185, + "nauc_recall_at_3_max": 0.398636, + "nauc_recall_at_3_std": 0.004015, + "nauc_recall_at_3_diff1": 0.413143, + "nauc_recall_at_5_max": 0.305573, + "nauc_recall_at_5_std": 0.113767, + "nauc_recall_at_5_diff1": 0.35803, + "nauc_recall_at_10_max": 0.38219, + "nauc_recall_at_10_std": 0.26246, + "nauc_recall_at_10_diff1": 0.278986, + "nauc_recall_at_20_max": 0.213818, + "nauc_recall_at_20_std": 0.355362, + "nauc_recall_at_20_diff1": 0.291809, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.433603, + "nauc_precision_at_1_std": 0.01347, + "nauc_precision_at_1_diff1": 0.386048, + "nauc_precision_at_3_max": 0.412475, + "nauc_precision_at_3_std": 0.040804, + "nauc_precision_at_3_diff1": 0.430664, + "nauc_precision_at_5_max": 0.291424, + "nauc_precision_at_5_std": 0.151167, + "nauc_precision_at_5_diff1": 0.328425, + "nauc_precision_at_10_max": 0.346758, + "nauc_precision_at_10_std": 0.260488, + "nauc_precision_at_10_diff1": 0.227352, + "nauc_precision_at_20_max": 0.24537, + "nauc_precision_at_20_std": 0.355189, + "nauc_precision_at_20_diff1": 0.25358, + "nauc_precision_at_100_max": -0.001409, + "nauc_precision_at_100_std": 0.07455, + "nauc_precision_at_100_diff1": -0.045956, + "nauc_precision_at_1000_max": -0.001409, + "nauc_precision_at_1000_std": 0.07455, + "nauc_precision_at_1000_diff1": -0.045956, + "nauc_mrr_at_1_max": 0.433603, + "nauc_mrr_at_1_std": 0.01347, + "nauc_mrr_at_1_diff1": 0.386048, + "nauc_mrr_at_3_max": 0.439724, + "nauc_mrr_at_3_std": 0.068935, + "nauc_mrr_at_3_diff1": 0.395183, + "nauc_mrr_at_5_max": 0.430319, + "nauc_mrr_at_5_std": 0.081727, + "nauc_mrr_at_5_diff1": 0.400007, + "nauc_mrr_at_10_max": 0.43573, + "nauc_mrr_at_10_std": 0.05812, + "nauc_mrr_at_10_diff1": 0.396152, + "nauc_mrr_at_20_max": 0.43573, + "nauc_mrr_at_20_std": 0.05812, + "nauc_mrr_at_20_diff1": 0.396152, + "nauc_mrr_at_100_max": 0.43573, + "nauc_mrr_at_100_std": 0.05812, + "nauc_mrr_at_100_diff1": 0.396152, + "nauc_mrr_at_1000_max": 0.43573, + "nauc_mrr_at_1000_std": 0.05812, + "nauc_mrr_at_1000_diff1": 0.396152, + "cv_recall_at_1": 0.48, + "cv_recall_at_3": 0.8, + "cv_recall_at_5": 0.9, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.49913, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.495368003845215, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/AppsRetrieval.json b/results/voyageai__voyage-4/1/AppsRetrieval.json new file mode 100644 index 0000000000..3a83ebe64c --- /dev/null +++ b/results/voyageai__voyage-4/1/AppsRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "f22508f96b7a36c2415181ed8bb76f76e04ae2d5", + "task_name": "AppsRetrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86242, + "ndcg_at_3": 0.91339, + "ndcg_at_5": 0.92059, + "ndcg_at_10": 0.92454, + "ndcg_at_20": 0.92693, + "ndcg_at_100": 0.92875, + "ndcg_at_1000": 0.92911, + "map_at_1": 0.86242, + "map_at_3": 0.90146, + "map_at_5": 0.90544, + "map_at_10": 0.90707, + "map_at_20": 0.90775, + "map_at_100": 0.90802, + "map_at_1000": 0.90804, + "recall_at_1": 0.86242, + "recall_at_3": 0.94768, + "recall_at_5": 0.96521, + "recall_at_10": 0.97742, + "recall_at_20": 0.98672, + "recall_at_100": 0.99628, + "recall_at_1000": 0.99894, + "accuracy": 0.86242, + "precision_at_1": 0.86242, + "precision_at_3": 0.31589, + "precision_at_5": 0.19304, + "precision_at_10": 0.09774, + "precision_at_20": 0.04934, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.862417, + "mrr_at_3": 0.901417, + "mrr_at_5": 0.905467, + "mrr_at_10": 0.907092, + "mrr_at_20": 0.907771, + "mrr_at_100": 0.908041, + "mrr_at_1000": 0.908057, + "nauc_ndcg_at_1_max": 0.617797, + "nauc_ndcg_at_1_std": -0.426209, + "nauc_ndcg_at_1_diff1": 0.885035, + "nauc_ndcg_at_3_max": 0.677245, + "nauc_ndcg_at_3_std": -0.427121, + "nauc_ndcg_at_3_diff1": 0.867182, + "nauc_ndcg_at_5_max": 0.6676, + "nauc_ndcg_at_5_std": -0.433134, + "nauc_ndcg_at_5_diff1": 0.870596, + "nauc_ndcg_at_10_max": 0.662831, + "nauc_ndcg_at_10_std": -0.42243, + "nauc_ndcg_at_10_diff1": 0.872201, + "nauc_ndcg_at_20_max": 0.660621, + "nauc_ndcg_at_20_std": -0.412815, + "nauc_ndcg_at_20_diff1": 0.872123, + "nauc_ndcg_at_100_max": 0.6577, + "nauc_ndcg_at_100_std": -0.416858, + "nauc_ndcg_at_100_diff1": 0.87286, + "nauc_ndcg_at_1000_max": 0.656863, + "nauc_ndcg_at_1000_std": -0.419314, + "nauc_ndcg_at_1000_diff1": 0.873087, + "nauc_map_at_1_max": 0.617797, + "nauc_map_at_1_std": -0.426209, + "nauc_map_at_1_diff1": 0.885035, + "nauc_map_at_3_max": 0.659511, + "nauc_map_at_3_std": -0.428726, + "nauc_map_at_3_diff1": 0.872145, + "nauc_map_at_5_max": 0.654146, + "nauc_map_at_5_std": -0.431811, + "nauc_map_at_5_diff1": 0.873826, + "nauc_map_at_10_max": 0.652314, + "nauc_map_at_10_std": -0.42809, + "nauc_map_at_10_diff1": 0.874404, + "nauc_map_at_20_max": 0.651678, + "nauc_map_at_20_std": -0.426192, + "nauc_map_at_20_diff1": 0.874437, + "nauc_map_at_100_max": 0.65136, + "nauc_map_at_100_std": -0.426412, + "nauc_map_at_100_diff1": 0.874577, + "nauc_map_at_1000_max": 0.651327, + "nauc_map_at_1000_std": -0.42649, + "nauc_map_at_1000_diff1": 0.874588, + "nauc_recall_at_1_max": 0.617797, + "nauc_recall_at_1_std": -0.426209, + "nauc_recall_at_1_diff1": 0.885035, + "nauc_recall_at_3_max": 0.76965, + "nauc_recall_at_3_std": -0.417169, + "nauc_recall_at_3_diff1": 0.841633, + "nauc_recall_at_5_max": 0.764957, + "nauc_recall_at_5_std": -0.442476, + "nauc_recall_at_5_diff1": 0.848659, + "nauc_recall_at_10_max": 0.769204, + "nauc_recall_at_10_std": -0.341935, + "nauc_recall_at_10_diff1": 0.85336, + "nauc_recall_at_20_max": 0.800563, + "nauc_recall_at_20_std": -0.073726, + "nauc_recall_at_20_diff1": 0.836746, + "nauc_recall_at_100_max": 0.857986, + "nauc_recall_at_100_std": 0.306523, + "nauc_recall_at_100_diff1": 0.801758, + "nauc_recall_at_1000_max": 0.967325, + "nauc_recall_at_1000_std": 0.901975, + "nauc_recall_at_1000_diff1": 0.728052, + "nauc_precision_at_1_max": 0.617797, + "nauc_precision_at_1_std": -0.426209, + "nauc_precision_at_1_diff1": 0.885035, + "nauc_precision_at_3_max": 0.76965, + "nauc_precision_at_3_std": -0.417169, + "nauc_precision_at_3_diff1": 0.841633, + "nauc_precision_at_5_max": 0.764957, + "nauc_precision_at_5_std": -0.442476, + "nauc_precision_at_5_diff1": 0.848659, + "nauc_precision_at_10_max": 0.769204, + "nauc_precision_at_10_std": -0.341935, + "nauc_precision_at_10_diff1": 0.85336, + "nauc_precision_at_20_max": 0.800563, + "nauc_precision_at_20_std": -0.073726, + "nauc_precision_at_20_diff1": 0.836746, + "nauc_precision_at_100_max": 0.857986, + "nauc_precision_at_100_std": 0.306523, + "nauc_precision_at_100_diff1": 0.801758, + "nauc_precision_at_1000_max": 0.967325, + "nauc_precision_at_1000_std": 0.901975, + "nauc_precision_at_1000_diff1": 0.728052, + "nauc_mrr_at_1_max": 0.617797, + "nauc_mrr_at_1_std": -0.426209, + "nauc_mrr_at_1_diff1": 0.885035, + "nauc_mrr_at_3_max": 0.659668, + "nauc_mrr_at_3_std": -0.42794, + "nauc_mrr_at_3_diff1": 0.872143, + "nauc_mrr_at_5_max": 0.654063, + "nauc_mrr_at_5_std": -0.432021, + "nauc_mrr_at_5_diff1": 0.873827, + "nauc_mrr_at_10_max": 0.652228, + "nauc_mrr_at_10_std": -0.428304, + "nauc_mrr_at_10_diff1": 0.874405, + "nauc_mrr_at_20_max": 0.651592, + "nauc_mrr_at_20_std": -0.426407, + "nauc_mrr_at_20_diff1": 0.874439, + "nauc_mrr_at_100_max": 0.651274, + "nauc_mrr_at_100_std": -0.426627, + "nauc_mrr_at_100_diff1": 0.874579, + "nauc_mrr_at_1000_max": 0.65124, + "nauc_mrr_at_1000_std": -0.426705, + "nauc_mrr_at_1000_diff1": 0.874589, + "cv_recall_at_1": 0.86242, + "cv_recall_at_3": 0.94741, + "cv_recall_at_5": 0.96521, + "cv_recall_at_10": 0.97742, + "cv_recall_at_20": 0.98672, + "cv_recall_at_100": 0.99628, + "cv_recall_at_1000": 0.99894, + "main_score": 0.92454, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 349.5687747001648, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/CUREv1.json b/results/voyageai__voyage-4/1/CUREv1.json new file mode 100644 index 0000000000..799c4b4161 --- /dev/null +++ b/results/voyageai__voyage-4/1/CUREv1.json @@ -0,0 +1,5179 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "2.6.5", + "scores": { + "all": [ + { + "ndcg_at_1": 0.73175, + "ndcg_at_3": 0.6768, + "ndcg_at_5": 0.65676, + "ndcg_at_10": 0.64093, + "ndcg_at_20": 0.64408, + "ndcg_at_100": 0.705, + "ndcg_at_1000": 0.76981, + "map_at_1": 0.11052, + "map_at_3": 0.20615, + "map_at_5": 0.25508, + "map_at_10": 0.32057, + "map_at_20": 0.38145, + "map_at_100": 0.48429, + "map_at_1000": 0.52514, + "recall_at_1": 0.11052, + "recall_at_3": 0.22007, + "recall_at_5": 0.28498, + "recall_at_10": 0.38727, + "recall_at_20": 0.50821, + "recall_at_100": 0.78304, + "recall_at_1000": 0.97349, + "accuracy": 0.11052, + "precision_at_1": 0.83, + "precision_at_3": 0.712, + "precision_at_5": 0.6361, + "precision_at_10": 0.52335, + "precision_at_20": 0.41235, + "precision_at_100": 0.19515, + "precision_at_1000": 0.03587, + "mrr_at_1": 0.83, + "mrr_at_3": 0.883833, + "mrr_at_5": 0.887858, + "mrr_at_10": 0.889963, + "mrr_at_20": 0.890746, + "mrr_at_100": 0.890938, + "mrr_at_1000": 0.890946, + "nauc_ndcg_at_1_max": 0.436509, + "nauc_ndcg_at_1_std": 0.121557, + "nauc_ndcg_at_1_diff1": 0.399075, + "nauc_ndcg_at_3_max": 0.378174, + "nauc_ndcg_at_3_std": 0.144309, + "nauc_ndcg_at_3_diff1": 0.197926, + "nauc_ndcg_at_5_max": 0.375651, + "nauc_ndcg_at_5_std": 0.151966, + "nauc_ndcg_at_5_diff1": 0.182846, + "nauc_ndcg_at_10_max": 0.362481, + "nauc_ndcg_at_10_std": 0.160213, + "nauc_ndcg_at_10_diff1": 0.191864, + "nauc_ndcg_at_20_max": 0.348581, + "nauc_ndcg_at_20_std": 0.184539, + "nauc_ndcg_at_20_diff1": 0.211306, + "nauc_ndcg_at_100_max": 0.374089, + "nauc_ndcg_at_100_std": 0.270972, + "nauc_ndcg_at_100_diff1": 0.224388, + "nauc_ndcg_at_1000_max": 0.46092, + "nauc_ndcg_at_1000_std": 0.298085, + "nauc_ndcg_at_1000_diff1": 0.190503, + "nauc_map_at_1_max": -0.027406, + "nauc_map_at_1_std": -0.135296, + "nauc_map_at_1_diff1": 0.461311, + "nauc_map_at_3_max": 0.0154, + "nauc_map_at_3_std": -0.073599, + "nauc_map_at_3_diff1": 0.333435, + "nauc_map_at_5_max": 0.049099, + "nauc_map_at_5_std": -0.041351, + "nauc_map_at_5_diff1": 0.294032, + "nauc_map_at_10_max": 0.094443, + "nauc_map_at_10_std": 0.005325, + "nauc_map_at_10_diff1": 0.256694, + "nauc_map_at_20_max": 0.136898, + "nauc_map_at_20_std": 0.063222, + "nauc_map_at_20_diff1": 0.226588, + "nauc_map_at_100_max": 0.253924, + "nauc_map_at_100_std": 0.206222, + "nauc_map_at_100_diff1": 0.153822, + "nauc_map_at_1000_max": 0.307772, + "nauc_map_at_1000_std": 0.235056, + "nauc_map_at_1000_diff1": 0.113748, + "nauc_recall_at_1_max": -0.027406, + "nauc_recall_at_1_std": -0.135296, + "nauc_recall_at_1_diff1": 0.461311, + "nauc_recall_at_3_max": -0.016106, + "nauc_recall_at_3_std": -0.083725, + "nauc_recall_at_3_diff1": 0.312666, + "nauc_recall_at_5_max": 0.007936, + "nauc_recall_at_5_std": -0.054387, + "nauc_recall_at_5_diff1": 0.278282, + "nauc_recall_at_10_max": 0.027514, + "nauc_recall_at_10_std": -0.019312, + "nauc_recall_at_10_diff1": 0.239969, + "nauc_recall_at_20_max": 0.042757, + "nauc_recall_at_20_std": 0.046298, + "nauc_recall_at_20_diff1": 0.218158, + "nauc_recall_at_100_max": 0.128997, + "nauc_recall_at_100_std": 0.266096, + "nauc_recall_at_100_diff1": 0.187569, + "nauc_recall_at_1000_max": 0.386818, + "nauc_recall_at_1000_std": 0.678697, + "nauc_recall_at_1000_diff1": 0.133481, + "nauc_precision_at_1_max": 0.558182, + "nauc_precision_at_1_std": 0.186431, + "nauc_precision_at_1_diff1": 0.384208, + "nauc_precision_at_3_max": 0.375011, + "nauc_precision_at_3_std": 0.248232, + "nauc_precision_at_3_diff1": -0.154697, + "nauc_precision_at_5_max": 0.351033, + "nauc_precision_at_5_std": 0.248175, + "nauc_precision_at_5_diff1": -0.225076, + "nauc_precision_at_10_max": 0.314925, + "nauc_precision_at_10_std": 0.259649, + "nauc_precision_at_10_diff1": -0.269348, + "nauc_precision_at_20_max": 0.271677, + "nauc_precision_at_20_std": 0.253471, + "nauc_precision_at_20_diff1": -0.288097, + "nauc_precision_at_100_max": 0.192022, + "nauc_precision_at_100_std": 0.172509, + "nauc_precision_at_100_diff1": -0.259902, + "nauc_precision_at_1000_max": 0.101626, + "nauc_precision_at_1000_std": -0.01401, + "nauc_precision_at_1000_diff1": -0.223447, + "nauc_mrr_at_1_max": 0.558182, + "nauc_mrr_at_1_std": 0.186431, + "nauc_mrr_at_1_diff1": 0.384208, + "nauc_mrr_at_3_max": 0.591021, + "nauc_mrr_at_3_std": 0.223238, + "nauc_mrr_at_3_diff1": 0.377363, + "nauc_mrr_at_5_max": 0.592905, + "nauc_mrr_at_5_std": 0.222846, + "nauc_mrr_at_5_diff1": 0.382049, + "nauc_mrr_at_10_max": 0.590332, + "nauc_mrr_at_10_std": 0.22022, + "nauc_mrr_at_10_diff1": 0.381124, + "nauc_mrr_at_20_max": 0.588499, + "nauc_mrr_at_20_std": 0.219585, + "nauc_mrr_at_20_diff1": 0.381229, + "nauc_mrr_at_100_max": 0.588007, + "nauc_mrr_at_100_std": 0.218827, + "nauc_mrr_at_100_diff1": 0.381108, + "nauc_mrr_at_1000_max": 0.587985, + "nauc_mrr_at_1000_std": 0.218765, + "nauc_mrr_at_1000_diff1": 0.381096, + "cv_recall_at_1": 0.83, + "cv_recall_at_3": 0.947, + "cv_recall_at_5": 0.9645, + "cv_recall_at_10": 0.9795, + "cv_recall_at_20": 0.9905, + "cv_recall_at_100": 0.998, + "cv_recall_at_1000": 0.9995, + "main_score": 0.64093, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.689, + "ndcg_at_3": 0.63768, + "ndcg_at_5": 0.61778, + "ndcg_at_10": 0.60467, + "ndcg_at_20": 0.6074, + "ndcg_at_100": 0.66825, + "ndcg_at_1000": 0.73658, + "map_at_1": 0.10351, + "map_at_3": 0.19418, + "map_at_5": 0.23931, + "map_at_10": 0.29961, + "map_at_20": 0.35423, + "map_at_100": 0.4493, + "map_at_1000": 0.48773, + "recall_at_1": 0.10351, + "recall_at_3": 0.20957, + "recall_at_5": 0.27105, + "recall_at_10": 0.36917, + "recall_at_20": 0.4804, + "recall_at_100": 0.74901, + "recall_at_1000": 0.95201, + "accuracy": 0.10351, + "precision_at_1": 0.786, + "precision_at_3": 0.66783, + "precision_at_5": 0.5944, + "precision_at_10": 0.4896, + "precision_at_20": 0.38582, + "precision_at_100": 0.18294, + "precision_at_1000": 0.03456, + "mrr_at_1": 0.786, + "mrr_at_3": 0.845, + "mrr_at_5": 0.851325, + "mrr_at_10": 0.854289, + "mrr_at_20": 0.85536, + "mrr_at_100": 0.855686, + "mrr_at_1000": 0.855723, + "nauc_ndcg_at_1_max": 0.462211, + "nauc_ndcg_at_1_std": 0.235985, + "nauc_ndcg_at_1_diff1": 0.400864, + "nauc_ndcg_at_3_max": 0.445785, + "nauc_ndcg_at_3_std": 0.255373, + "nauc_ndcg_at_3_diff1": 0.220916, + "nauc_ndcg_at_5_max": 0.449732, + "nauc_ndcg_at_5_std": 0.274957, + "nauc_ndcg_at_5_diff1": 0.212599, + "nauc_ndcg_at_10_max": 0.445181, + "nauc_ndcg_at_10_std": 0.297901, + "nauc_ndcg_at_10_diff1": 0.20608, + "nauc_ndcg_at_20_max": 0.442513, + "nauc_ndcg_at_20_std": 0.319563, + "nauc_ndcg_at_20_diff1": 0.220404, + "nauc_ndcg_at_100_max": 0.467949, + "nauc_ndcg_at_100_std": 0.404694, + "nauc_ndcg_at_100_diff1": 0.233293, + "nauc_ndcg_at_1000_max": 0.535478, + "nauc_ndcg_at_1000_std": 0.42983, + "nauc_ndcg_at_1000_diff1": 0.228899, + "nauc_map_at_1_max": 0.022747, + "nauc_map_at_1_std": -0.056566, + "nauc_map_at_1_diff1": 0.404095, + "nauc_map_at_3_max": 0.068478, + "nauc_map_at_3_std": 0.001467, + "nauc_map_at_3_diff1": 0.287805, + "nauc_map_at_5_max": 0.107002, + "nauc_map_at_5_std": 0.041049, + "nauc_map_at_5_diff1": 0.263222, + "nauc_map_at_10_max": 0.160807, + "nauc_map_at_10_std": 0.099886, + "nauc_map_at_10_diff1": 0.23371, + "nauc_map_at_20_max": 0.216325, + "nauc_map_at_20_std": 0.165605, + "nauc_map_at_20_diff1": 0.214082, + "nauc_map_at_100_max": 0.339797, + "nauc_map_at_100_std": 0.317909, + "nauc_map_at_100_diff1": 0.160409, + "nauc_map_at_1000_max": 0.393935, + "nauc_map_at_1000_std": 0.353213, + "nauc_map_at_1000_diff1": 0.137512, + "nauc_recall_at_1_max": 0.022747, + "nauc_recall_at_1_std": -0.056566, + "nauc_recall_at_1_diff1": 0.404095, + "nauc_recall_at_3_max": 0.033776, + "nauc_recall_at_3_std": -0.018653, + "nauc_recall_at_3_diff1": 0.259979, + "nauc_recall_at_5_max": 0.059241, + "nauc_recall_at_5_std": 0.018226, + "nauc_recall_at_5_diff1": 0.233204, + "nauc_recall_at_10_max": 0.087908, + "nauc_recall_at_10_std": 0.067401, + "nauc_recall_at_10_diff1": 0.198869, + "nauc_recall_at_20_max": 0.128517, + "nauc_recall_at_20_std": 0.138589, + "nauc_recall_at_20_diff1": 0.18675, + "nauc_recall_at_100_max": 0.251529, + "nauc_recall_at_100_std": 0.380311, + "nauc_recall_at_100_diff1": 0.152592, + "nauc_recall_at_1000_max": 0.579938, + "nauc_recall_at_1000_std": 0.770486, + "nauc_recall_at_1000_diff1": 0.206539, + "nauc_precision_at_1_max": 0.59563, + "nauc_precision_at_1_std": 0.350396, + "nauc_precision_at_1_diff1": 0.388231, + "nauc_precision_at_3_max": 0.441849, + "nauc_precision_at_3_std": 0.32313, + "nauc_precision_at_3_diff1": -0.034232, + "nauc_precision_at_5_max": 0.422338, + "nauc_precision_at_5_std": 0.333553, + "nauc_precision_at_5_diff1": -0.095544, + "nauc_precision_at_10_max": 0.385724, + "nauc_precision_at_10_std": 0.333432, + "nauc_precision_at_10_diff1": -0.157527, + "nauc_precision_at_20_max": 0.339015, + "nauc_precision_at_20_std": 0.308897, + "nauc_precision_at_20_diff1": -0.184345, + "nauc_precision_at_100_max": 0.23253, + "nauc_precision_at_100_std": 0.21198, + "nauc_precision_at_100_diff1": -0.184528, + "nauc_precision_at_1000_max": 0.131455, + "nauc_precision_at_1000_std": 0.010284, + "nauc_precision_at_1000_diff1": -0.154888, + "nauc_mrr_at_1_max": 0.59563, + "nauc_mrr_at_1_std": 0.350396, + "nauc_mrr_at_1_diff1": 0.388231, + "nauc_mrr_at_3_max": 0.626835, + "nauc_mrr_at_3_std": 0.39109, + "nauc_mrr_at_3_diff1": 0.368122, + "nauc_mrr_at_5_max": 0.628743, + "nauc_mrr_at_5_std": 0.393502, + "nauc_mrr_at_5_diff1": 0.368797, + "nauc_mrr_at_10_max": 0.628311, + "nauc_mrr_at_10_std": 0.390116, + "nauc_mrr_at_10_diff1": 0.373889, + "nauc_mrr_at_20_max": 0.627102, + "nauc_mrr_at_20_std": 0.391022, + "nauc_mrr_at_20_diff1": 0.373327, + "nauc_mrr_at_100_max": 0.626558, + "nauc_mrr_at_100_std": 0.389991, + "nauc_mrr_at_100_diff1": 0.373475, + "nauc_mrr_at_1000_max": 0.626479, + "nauc_mrr_at_1000_std": 0.389853, + "nauc_mrr_at_1000_diff1": 0.373459, + "cv_recall_at_1": 0.786, + "cv_recall_at_3": 0.915, + "cv_recall_at_5": 0.943, + "cv_recall_at_10": 0.964, + "cv_recall_at_20": 0.979, + "cv_recall_at_100": 0.9925, + "cv_recall_at_1000": 0.999, + "main_score": 0.60467, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6795, + "ndcg_at_3": 0.62978, + "ndcg_at_5": 0.60881, + "ndcg_at_10": 0.59697, + "ndcg_at_20": 0.59882, + "ndcg_at_100": 0.66104, + "ndcg_at_1000": 0.73138, + "map_at_1": 0.10155, + "map_at_3": 0.19076, + "map_at_5": 0.23325, + "map_at_10": 0.29334, + "map_at_20": 0.34692, + "map_at_100": 0.44148, + "map_at_1000": 0.47986, + "recall_at_1": 0.10155, + "recall_at_3": 0.207, + "recall_at_5": 0.26388, + "recall_at_10": 0.36236, + "recall_at_20": 0.47097, + "recall_at_100": 0.74472, + "recall_at_1000": 0.95477, + "accuracy": 0.10155, + "precision_at_1": 0.7745, + "precision_at_3": 0.66417, + "precision_at_5": 0.5877, + "precision_at_10": 0.48625, + "precision_at_20": 0.383, + "precision_at_100": 0.18208, + "precision_at_1000": 0.03459, + "mrr_at_1": 0.7745, + "mrr_at_3": 0.836667, + "mrr_at_5": 0.842492, + "mrr_at_10": 0.846218, + "mrr_at_20": 0.847343, + "mrr_at_100": 0.847823, + "mrr_at_1000": 0.847844, + "nauc_ndcg_at_1_max": 0.428602, + "nauc_ndcg_at_1_std": 0.217691, + "nauc_ndcg_at_1_diff1": 0.391656, + "nauc_ndcg_at_3_max": 0.426897, + "nauc_ndcg_at_3_std": 0.246651, + "nauc_ndcg_at_3_diff1": 0.227478, + "nauc_ndcg_at_5_max": 0.425729, + "nauc_ndcg_at_5_std": 0.254342, + "nauc_ndcg_at_5_diff1": 0.213983, + "nauc_ndcg_at_10_max": 0.444853, + "nauc_ndcg_at_10_std": 0.282304, + "nauc_ndcg_at_10_diff1": 0.228685, + "nauc_ndcg_at_20_max": 0.439613, + "nauc_ndcg_at_20_std": 0.305861, + "nauc_ndcg_at_20_diff1": 0.246681, + "nauc_ndcg_at_100_max": 0.475704, + "nauc_ndcg_at_100_std": 0.401527, + "nauc_ndcg_at_100_diff1": 0.256815, + "nauc_ndcg_at_1000_max": 0.529585, + "nauc_ndcg_at_1000_std": 0.415112, + "nauc_ndcg_at_1000_diff1": 0.238578, + "nauc_map_at_1_max": 0.061561, + "nauc_map_at_1_std": -0.056895, + "nauc_map_at_1_diff1": 0.447077, + "nauc_map_at_3_max": 0.101973, + "nauc_map_at_3_std": -0.006342, + "nauc_map_at_3_diff1": 0.320966, + "nauc_map_at_5_max": 0.128108, + "nauc_map_at_5_std": 0.030661, + "nauc_map_at_5_diff1": 0.287507, + "nauc_map_at_10_max": 0.179891, + "nauc_map_at_10_std": 0.090112, + "nauc_map_at_10_diff1": 0.260789, + "nauc_map_at_20_max": 0.228587, + "nauc_map_at_20_std": 0.156454, + "nauc_map_at_20_diff1": 0.23542, + "nauc_map_at_100_max": 0.352944, + "nauc_map_at_100_std": 0.311941, + "nauc_map_at_100_diff1": 0.184904, + "nauc_map_at_1000_max": 0.403304, + "nauc_map_at_1000_std": 0.340709, + "nauc_map_at_1000_diff1": 0.158954, + "nauc_recall_at_1_max": 0.061561, + "nauc_recall_at_1_std": -0.056895, + "nauc_recall_at_1_diff1": 0.447077, + "nauc_recall_at_3_max": 0.06596, + "nauc_recall_at_3_std": -0.022432, + "nauc_recall_at_3_diff1": 0.289696, + "nauc_recall_at_5_max": 0.081155, + "nauc_recall_at_5_std": 0.013501, + "nauc_recall_at_5_diff1": 0.258346, + "nauc_recall_at_10_max": 0.113643, + "nauc_recall_at_10_std": 0.065792, + "nauc_recall_at_10_diff1": 0.232602, + "nauc_recall_at_20_max": 0.145644, + "nauc_recall_at_20_std": 0.143212, + "nauc_recall_at_20_diff1": 0.214453, + "nauc_recall_at_100_max": 0.278585, + "nauc_recall_at_100_std": 0.391486, + "nauc_recall_at_100_diff1": 0.199078, + "nauc_recall_at_1000_max": 0.565882, + "nauc_recall_at_1000_std": 0.741178, + "nauc_recall_at_1000_diff1": 0.228613, + "nauc_precision_at_1_max": 0.54791, + "nauc_precision_at_1_std": 0.313412, + "nauc_precision_at_1_diff1": 0.368093, + "nauc_precision_at_3_max": 0.416158, + "nauc_precision_at_3_std": 0.304256, + "nauc_precision_at_3_diff1": -0.055214, + "nauc_precision_at_5_max": 0.375694, + "nauc_precision_at_5_std": 0.302779, + "nauc_precision_at_5_diff1": -0.128995, + "nauc_precision_at_10_max": 0.354889, + "nauc_precision_at_10_std": 0.312588, + "nauc_precision_at_10_diff1": -0.17615, + "nauc_precision_at_20_max": 0.304584, + "nauc_precision_at_20_std": 0.293597, + "nauc_precision_at_20_diff1": -0.200915, + "nauc_precision_at_100_max": 0.221005, + "nauc_precision_at_100_std": 0.203222, + "nauc_precision_at_100_diff1": -0.197567, + "nauc_precision_at_1000_max": 0.107503, + "nauc_precision_at_1000_std": -0.009673, + "nauc_precision_at_1000_diff1": -0.182058, + "nauc_mrr_at_1_max": 0.54791, + "nauc_mrr_at_1_std": 0.313412, + "nauc_mrr_at_1_diff1": 0.368093, + "nauc_mrr_at_3_max": 0.589238, + "nauc_mrr_at_3_std": 0.365121, + "nauc_mrr_at_3_diff1": 0.352914, + "nauc_mrr_at_5_max": 0.588779, + "nauc_mrr_at_5_std": 0.366195, + "nauc_mrr_at_5_diff1": 0.354033, + "nauc_mrr_at_10_max": 0.591149, + "nauc_mrr_at_10_std": 0.364539, + "nauc_mrr_at_10_diff1": 0.354783, + "nauc_mrr_at_20_max": 0.589385, + "nauc_mrr_at_20_std": 0.363822, + "nauc_mrr_at_20_diff1": 0.355402, + "nauc_mrr_at_100_max": 0.588663, + "nauc_mrr_at_100_std": 0.362634, + "nauc_mrr_at_100_diff1": 0.355217, + "nauc_mrr_at_1000_max": 0.588609, + "nauc_mrr_at_1000_std": 0.362571, + "nauc_mrr_at_1000_diff1": 0.355261, + "cv_recall_at_1": 0.7745, + "cv_recall_at_3": 0.9085, + "cv_recall_at_5": 0.9335, + "cv_recall_at_10": 0.961, + "cv_recall_at_20": 0.977, + "cv_recall_at_100": 0.994, + "cv_recall_at_1000": 0.999, + "main_score": 0.59697, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.7925, + "ndcg_at_3": 0.71509, + "ndcg_at_5": 0.68886, + "ndcg_at_10": 0.65347, + "ndcg_at_20": 0.64499, + "ndcg_at_100": 0.70195, + "ndcg_at_1000": 0.7922, + "map_at_1": 0.12098, + "map_at_3": 0.19213, + "map_at_5": 0.23484, + "map_at_10": 0.2858, + "map_at_20": 0.343, + "map_at_100": 0.45975, + "map_at_1000": 0.51376, + "recall_at_1": 0.12098, + "recall_at_3": 0.19782, + "recall_at_5": 0.25324, + "recall_at_10": 0.3323, + "recall_at_20": 0.43779, + "recall_at_100": 0.74572, + "recall_at_1000": 0.98623, + "accuracy": 0.12098, + "precision_at_1": 0.885, + "precision_at_3": 0.73167, + "precision_at_5": 0.662, + "precision_at_10": 0.537, + "precision_at_20": 0.4345, + "precision_at_100": 0.22, + "precision_at_1000": 0.03882, + "mrr_at_1": 0.885, + "mrr_at_3": 0.9225, + "mrr_at_5": 0.92475, + "mrr_at_10": 0.927667, + "mrr_at_20": 0.927667, + "mrr_at_100": 0.92775, + "mrr_at_1000": 0.92775, + "nauc_ndcg_at_1_max": 0.413689, + "nauc_ndcg_at_1_std": -0.056728, + "nauc_ndcg_at_1_diff1": 0.501179, + "nauc_ndcg_at_3_max": 0.337227, + "nauc_ndcg_at_3_std": -0.096908, + "nauc_ndcg_at_3_diff1": 0.286803, + "nauc_ndcg_at_5_max": 0.339318, + "nauc_ndcg_at_5_std": -0.08413, + "nauc_ndcg_at_5_diff1": 0.27815, + "nauc_ndcg_at_10_max": 0.293192, + "nauc_ndcg_at_10_std": -0.102292, + "nauc_ndcg_at_10_diff1": 0.341155, + "nauc_ndcg_at_20_max": 0.220338, + "nauc_ndcg_at_20_std": -0.072609, + "nauc_ndcg_at_20_diff1": 0.351084, + "nauc_ndcg_at_100_max": 0.181321, + "nauc_ndcg_at_100_std": -0.068292, + "nauc_ndcg_at_100_diff1": 0.414328, + "nauc_ndcg_at_1000_max": 0.308144, + "nauc_ndcg_at_1000_std": 0.084937, + "nauc_ndcg_at_1000_diff1": 0.287367, + "nauc_map_at_1_max": -0.074623, + "nauc_map_at_1_std": -0.363253, + "nauc_map_at_1_diff1": 0.593673, + "nauc_map_at_3_max": -0.023059, + "nauc_map_at_3_std": -0.360667, + "nauc_map_at_3_diff1": 0.518181, + "nauc_map_at_5_max": 0.017649, + "nauc_map_at_5_std": -0.353214, + "nauc_map_at_5_diff1": 0.489822, + "nauc_map_at_10_max": 0.040418, + "nauc_map_at_10_std": -0.339297, + "nauc_map_at_10_diff1": 0.480981, + "nauc_map_at_20_max": 0.057405, + "nauc_map_at_20_std": -0.282835, + "nauc_map_at_20_diff1": 0.450277, + "nauc_map_at_100_max": 0.118238, + "nauc_map_at_100_std": -0.078376, + "nauc_map_at_100_diff1": 0.370232, + "nauc_map_at_1000_max": 0.141142, + "nauc_map_at_1000_std": 0.034192, + "nauc_map_at_1000_diff1": 0.282603, + "nauc_recall_at_1_max": -0.074623, + "nauc_recall_at_1_std": -0.363253, + "nauc_recall_at_1_diff1": 0.593673, + "nauc_recall_at_3_max": -0.028096, + "nauc_recall_at_3_std": -0.364918, + "nauc_recall_at_3_diff1": 0.510682, + "nauc_recall_at_5_max": 0.007818, + "nauc_recall_at_5_std": -0.356899, + "nauc_recall_at_5_diff1": 0.481074, + "nauc_recall_at_10_max": 0.01083, + "nauc_recall_at_10_std": -0.3485, + "nauc_recall_at_10_diff1": 0.453986, + "nauc_recall_at_20_max": -0.007476, + "nauc_recall_at_20_std": -0.291547, + "nauc_recall_at_20_diff1": 0.394036, + "nauc_recall_at_100_max": 0.025733, + "nauc_recall_at_100_std": -0.078768, + "nauc_recall_at_100_diff1": 0.41768, + "nauc_recall_at_1000_max": 0.41589, + "nauc_recall_at_1000_std": 0.677259, + "nauc_recall_at_1000_diff1": 0.167544, + "nauc_precision_at_1_max": 0.547949, + "nauc_precision_at_1_std": 0.108929, + "nauc_precision_at_1_diff1": 0.463862, + "nauc_precision_at_3_max": 0.363009, + "nauc_precision_at_3_std": 0.174895, + "nauc_precision_at_3_diff1": -0.167363, + "nauc_precision_at_5_max": 0.358289, + "nauc_precision_at_5_std": 0.293029, + "nauc_precision_at_5_diff1": -0.25127, + "nauc_precision_at_10_max": 0.264567, + "nauc_precision_at_10_std": 0.412909, + "nauc_precision_at_10_diff1": -0.320775, + "nauc_precision_at_20_max": 0.169841, + "nauc_precision_at_20_std": 0.49418, + "nauc_precision_at_20_diff1": -0.381949, + "nauc_precision_at_100_max": 0.08115, + "nauc_precision_at_100_std": 0.472954, + "nauc_precision_at_100_diff1": -0.39463, + "nauc_precision_at_1000_max": -0.012685, + "nauc_precision_at_1000_std": 0.328562, + "nauc_precision_at_1000_diff1": -0.38576, + "nauc_mrr_at_1_max": 0.547949, + "nauc_mrr_at_1_std": 0.108929, + "nauc_mrr_at_1_diff1": 0.463862, + "nauc_mrr_at_3_max": 0.589564, + "nauc_mrr_at_3_std": 0.076004, + "nauc_mrr_at_3_diff1": 0.488866, + "nauc_mrr_at_5_max": 0.58307, + "nauc_mrr_at_5_std": 0.094127, + "nauc_mrr_at_5_diff1": 0.479816, + "nauc_mrr_at_10_max": 0.574669, + "nauc_mrr_at_10_std": 0.094778, + "nauc_mrr_at_10_diff1": 0.470582, + "nauc_mrr_at_20_max": 0.574669, + "nauc_mrr_at_20_std": 0.094778, + "nauc_mrr_at_20_diff1": 0.470582, + "nauc_mrr_at_100_max": 0.574497, + "nauc_mrr_at_100_std": 0.093873, + "nauc_mrr_at_100_diff1": 0.470989, + "nauc_mrr_at_1000_max": 0.574497, + "nauc_mrr_at_1000_std": 0.093873, + "nauc_mrr_at_1000_diff1": 0.470989, + "cv_recall_at_1": 0.885, + "cv_recall_at_3": 0.965, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.65347, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.755, + "ndcg_at_3": 0.68027, + "ndcg_at_5": 0.64232, + "ndcg_at_10": 0.61589, + "ndcg_at_20": 0.60879, + "ndcg_at_100": 0.66654, + "ndcg_at_1000": 0.76177, + "map_at_1": 0.11176, + "map_at_3": 0.18766, + "map_at_5": 0.2188, + "map_at_10": 0.26635, + "map_at_20": 0.3166, + "map_at_100": 0.42436, + "map_at_1000": 0.47374, + "recall_at_1": 0.11176, + "recall_at_3": 0.20283, + "recall_at_5": 0.24466, + "recall_at_10": 0.32339, + "recall_at_20": 0.41896, + "recall_at_100": 0.71031, + "recall_at_1000": 0.96837, + "accuracy": 0.11176, + "precision_at_1": 0.825, + "precision_at_3": 0.695, + "precision_at_5": 0.602, + "precision_at_10": 0.4995, + "precision_at_20": 0.4045, + "precision_at_100": 0.20565, + "precision_at_1000": 0.03768, + "mrr_at_1": 0.825, + "mrr_at_3": 0.885, + "mrr_at_5": 0.8905, + "mrr_at_10": 0.891889, + "mrr_at_20": 0.891889, + "mrr_at_100": 0.891889, + "mrr_at_1000": 0.891934, + "nauc_ndcg_at_1_max": 0.43614, + "nauc_ndcg_at_1_std": 0.082789, + "nauc_ndcg_at_1_diff1": 0.42788, + "nauc_ndcg_at_3_max": 0.407221, + "nauc_ndcg_at_3_std": 0.003916, + "nauc_ndcg_at_3_diff1": 0.290199, + "nauc_ndcg_at_5_max": 0.432023, + "nauc_ndcg_at_5_std": 0.005478, + "nauc_ndcg_at_5_diff1": 0.313597, + "nauc_ndcg_at_10_max": 0.451856, + "nauc_ndcg_at_10_std": 0.020876, + "nauc_ndcg_at_10_diff1": 0.315989, + "nauc_ndcg_at_20_max": 0.418297, + "nauc_ndcg_at_20_std": 0.054244, + "nauc_ndcg_at_20_diff1": 0.311461, + "nauc_ndcg_at_100_max": 0.414573, + "nauc_ndcg_at_100_std": 0.157552, + "nauc_ndcg_at_100_diff1": 0.308754, + "nauc_ndcg_at_1000_max": 0.485489, + "nauc_ndcg_at_1000_std": 0.216566, + "nauc_ndcg_at_1000_diff1": 0.267359, + "nauc_map_at_1_max": 0.052015, + "nauc_map_at_1_std": -0.283817, + "nauc_map_at_1_diff1": 0.547272, + "nauc_map_at_3_max": 0.112447, + "nauc_map_at_3_std": -0.271662, + "nauc_map_at_3_diff1": 0.441514, + "nauc_map_at_5_max": 0.147996, + "nauc_map_at_5_std": -0.272723, + "nauc_map_at_5_diff1": 0.42811, + "nauc_map_at_10_max": 0.206258, + "nauc_map_at_10_std": -0.228184, + "nauc_map_at_10_diff1": 0.397033, + "nauc_map_at_20_max": 0.255907, + "nauc_map_at_20_std": -0.153282, + "nauc_map_at_20_diff1": 0.369726, + "nauc_map_at_100_max": 0.364856, + "nauc_map_at_100_std": 0.086919, + "nauc_map_at_100_diff1": 0.283452, + "nauc_map_at_1000_max": 0.39324, + "nauc_map_at_1000_std": 0.158784, + "nauc_map_at_1000_diff1": 0.232492, + "nauc_recall_at_1_max": 0.052015, + "nauc_recall_at_1_std": -0.283817, + "nauc_recall_at_1_diff1": 0.547272, + "nauc_recall_at_3_max": 0.090458, + "nauc_recall_at_3_std": -0.288103, + "nauc_recall_at_3_diff1": 0.431035, + "nauc_recall_at_5_max": 0.12009, + "nauc_recall_at_5_std": -0.289682, + "nauc_recall_at_5_diff1": 0.415129, + "nauc_recall_at_10_max": 0.157536, + "nauc_recall_at_10_std": -0.248563, + "nauc_recall_at_10_diff1": 0.375373, + "nauc_recall_at_20_max": 0.172794, + "nauc_recall_at_20_std": -0.166171, + "nauc_recall_at_20_diff1": 0.330963, + "nauc_recall_at_100_max": 0.241249, + "nauc_recall_at_100_std": 0.178107, + "nauc_recall_at_100_diff1": 0.264915, + "nauc_recall_at_1000_max": 0.549329, + "nauc_recall_at_1000_std": 0.61108, + "nauc_recall_at_1000_diff1": 0.30164, + "nauc_precision_at_1_max": 0.483383, + "nauc_precision_at_1_std": 0.108718, + "nauc_precision_at_1_diff1": 0.363162, + "nauc_precision_at_3_max": 0.37203, + "nauc_precision_at_3_std": 0.159631, + "nauc_precision_at_3_diff1": -0.117113, + "nauc_precision_at_5_max": 0.385556, + "nauc_precision_at_5_std": 0.24198, + "nauc_precision_at_5_diff1": -0.187057, + "nauc_precision_at_10_max": 0.33202, + "nauc_precision_at_10_std": 0.385607, + "nauc_precision_at_10_diff1": -0.283084, + "nauc_precision_at_20_max": 0.252779, + "nauc_precision_at_20_std": 0.457629, + "nauc_precision_at_20_diff1": -0.303858, + "nauc_precision_at_100_max": 0.108632, + "nauc_precision_at_100_std": 0.433869, + "nauc_precision_at_100_diff1": -0.305221, + "nauc_precision_at_1000_max": -0.02219, + "nauc_precision_at_1000_std": 0.236482, + "nauc_precision_at_1000_diff1": -0.274449, + "nauc_mrr_at_1_max": 0.483383, + "nauc_mrr_at_1_std": 0.108718, + "nauc_mrr_at_1_diff1": 0.363162, + "nauc_mrr_at_3_max": 0.520004, + "nauc_mrr_at_3_std": 0.068641, + "nauc_mrr_at_3_diff1": 0.369624, + "nauc_mrr_at_5_max": 0.518163, + "nauc_mrr_at_5_std": 0.085995, + "nauc_mrr_at_5_diff1": 0.377669, + "nauc_mrr_at_10_max": 0.513175, + "nauc_mrr_at_10_std": 0.088443, + "nauc_mrr_at_10_diff1": 0.373032, + "nauc_mrr_at_20_max": 0.513175, + "nauc_mrr_at_20_std": 0.088443, + "nauc_mrr_at_20_diff1": 0.373032, + "nauc_mrr_at_100_max": 0.513175, + "nauc_mrr_at_100_std": 0.088443, + "nauc_mrr_at_100_diff1": 0.373032, + "nauc_mrr_at_1000_max": 0.51307, + "nauc_mrr_at_1000_std": 0.088362, + "nauc_mrr_at_1000_diff1": 0.372862, + "cv_recall_at_1": 0.825, + "cv_recall_at_3": 0.955, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.61589, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7225, + "ndcg_at_3": 0.67595, + "ndcg_at_5": 0.62844, + "ndcg_at_10": 0.60358, + "ndcg_at_20": 0.59175, + "ndcg_at_100": 0.65118, + "ndcg_at_1000": 0.74666, + "map_at_1": 0.10699, + "map_at_3": 0.18946, + "map_at_5": 0.21593, + "map_at_10": 0.26151, + "map_at_20": 0.3078, + "map_at_100": 0.41282, + "map_at_1000": 0.46103, + "recall_at_1": 0.10699, + "recall_at_3": 0.20546, + "recall_at_5": 0.23862, + "recall_at_10": 0.31478, + "recall_at_20": 0.40474, + "recall_at_100": 0.69856, + "recall_at_1000": 0.95979, + "accuracy": 0.10699, + "precision_at_1": 0.8, + "precision_at_3": 0.70167, + "precision_at_5": 0.595, + "precision_at_10": 0.491, + "precision_at_20": 0.3925, + "precision_at_100": 0.2026, + "precision_at_1000": 0.03705, + "mrr_at_1": 0.8, + "mrr_at_3": 0.865, + "mrr_at_5": 0.8695, + "mrr_at_10": 0.872506, + "mrr_at_20": 0.873641, + "mrr_at_100": 0.873963, + "mrr_at_1000": 0.873963, + "nauc_ndcg_at_1_max": 0.502809, + "nauc_ndcg_at_1_std": 0.135665, + "nauc_ndcg_at_1_diff1": 0.337461, + "nauc_ndcg_at_3_max": 0.492788, + "nauc_ndcg_at_3_std": 0.152095, + "nauc_ndcg_at_3_diff1": 0.303378, + "nauc_ndcg_at_5_max": 0.495002, + "nauc_ndcg_at_5_std": 0.175338, + "nauc_ndcg_at_5_diff1": 0.300542, + "nauc_ndcg_at_10_max": 0.512506, + "nauc_ndcg_at_10_std": 0.191009, + "nauc_ndcg_at_10_diff1": 0.314955, + "nauc_ndcg_at_20_max": 0.485059, + "nauc_ndcg_at_20_std": 0.201286, + "nauc_ndcg_at_20_diff1": 0.350653, + "nauc_ndcg_at_100_max": 0.500297, + "nauc_ndcg_at_100_std": 0.306972, + "nauc_ndcg_at_100_diff1": 0.34765, + "nauc_ndcg_at_1000_max": 0.561655, + "nauc_ndcg_at_1000_std": 0.379276, + "nauc_ndcg_at_1000_diff1": 0.270219, + "nauc_map_at_1_max": 0.129249, + "nauc_map_at_1_std": -0.226835, + "nauc_map_at_1_diff1": 0.64063, + "nauc_map_at_3_max": 0.1868, + "nauc_map_at_3_std": -0.21505, + "nauc_map_at_3_diff1": 0.532807, + "nauc_map_at_5_max": 0.219313, + "nauc_map_at_5_std": -0.192798, + "nauc_map_at_5_diff1": 0.516269, + "nauc_map_at_10_max": 0.258941, + "nauc_map_at_10_std": -0.13412, + "nauc_map_at_10_diff1": 0.471468, + "nauc_map_at_20_max": 0.312597, + "nauc_map_at_20_std": -0.053398, + "nauc_map_at_20_diff1": 0.453171, + "nauc_map_at_100_max": 0.416877, + "nauc_map_at_100_std": 0.204137, + "nauc_map_at_100_diff1": 0.351776, + "nauc_map_at_1000_max": 0.438593, + "nauc_map_at_1000_std": 0.28546, + "nauc_map_at_1000_diff1": 0.288082, + "nauc_recall_at_1_max": 0.129249, + "nauc_recall_at_1_std": -0.226835, + "nauc_recall_at_1_diff1": 0.64063, + "nauc_recall_at_3_max": 0.157972, + "nauc_recall_at_3_std": -0.227626, + "nauc_recall_at_3_diff1": 0.51067, + "nauc_recall_at_5_max": 0.18536, + "nauc_recall_at_5_std": -0.207365, + "nauc_recall_at_5_diff1": 0.493883, + "nauc_recall_at_10_max": 0.212065, + "nauc_recall_at_10_std": -0.155302, + "nauc_recall_at_10_diff1": 0.433622, + "nauc_recall_at_20_max": 0.23723, + "nauc_recall_at_20_std": -0.07923, + "nauc_recall_at_20_diff1": 0.413047, + "nauc_recall_at_100_max": 0.348841, + "nauc_recall_at_100_std": 0.272465, + "nauc_recall_at_100_diff1": 0.325433, + "nauc_recall_at_1000_max": 0.704825, + "nauc_recall_at_1000_std": 0.786707, + "nauc_recall_at_1000_diff1": 0.25705, + "nauc_precision_at_1_max": 0.502323, + "nauc_precision_at_1_std": 0.1501, + "nauc_precision_at_1_diff1": 0.271004, + "nauc_precision_at_3_max": 0.404711, + "nauc_precision_at_3_std": 0.302252, + "nauc_precision_at_3_diff1": -0.076541, + "nauc_precision_at_5_max": 0.347421, + "nauc_precision_at_5_std": 0.370452, + "nauc_precision_at_5_diff1": -0.205593, + "nauc_precision_at_10_max": 0.282787, + "nauc_precision_at_10_std": 0.446045, + "nauc_precision_at_10_diff1": -0.31588, + "nauc_precision_at_20_max": 0.22139, + "nauc_precision_at_20_std": 0.485982, + "nauc_precision_at_20_diff1": -0.326797, + "nauc_precision_at_100_max": 0.086078, + "nauc_precision_at_100_std": 0.441609, + "nauc_precision_at_100_diff1": -0.358352, + "nauc_precision_at_1000_max": -0.030926, + "nauc_precision_at_1000_std": 0.246805, + "nauc_precision_at_1000_diff1": -0.331432, + "nauc_mrr_at_1_max": 0.502323, + "nauc_mrr_at_1_std": 0.1501, + "nauc_mrr_at_1_diff1": 0.271004, + "nauc_mrr_at_3_max": 0.560602, + "nauc_mrr_at_3_std": 0.205964, + "nauc_mrr_at_3_diff1": 0.273694, + "nauc_mrr_at_5_max": 0.558543, + "nauc_mrr_at_5_std": 0.195555, + "nauc_mrr_at_5_diff1": 0.272812, + "nauc_mrr_at_10_max": 0.552671, + "nauc_mrr_at_10_std": 0.195116, + "nauc_mrr_at_10_diff1": 0.278023, + "nauc_mrr_at_20_max": 0.550684, + "nauc_mrr_at_20_std": 0.19629, + "nauc_mrr_at_20_diff1": 0.274657, + "nauc_mrr_at_100_max": 0.549474, + "nauc_mrr_at_100_std": 0.195199, + "nauc_mrr_at_100_diff1": 0.273598, + "nauc_mrr_at_1000_max": 0.549474, + "nauc_mrr_at_1000_std": 0.195199, + "nauc_mrr_at_1000_diff1": 0.273598, + "cv_recall_at_1": 0.8, + "cv_recall_at_3": 0.935, + "cv_recall_at_5": 0.955, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.60358, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.7075, + "ndcg_at_3": 0.69234, + "ndcg_at_5": 0.69471, + "ndcg_at_10": 0.70933, + "ndcg_at_20": 0.73778, + "ndcg_at_100": 0.78954, + "ndcg_at_1000": 0.81242, + "map_at_1": 0.1715, + "map_at_3": 0.35569, + "map_at_5": 0.43082, + "map_at_10": 0.52092, + "map_at_20": 0.57847, + "map_at_100": 0.64034, + "map_at_1000": 0.65213, + "recall_at_1": 0.1715, + "recall_at_3": 0.39092, + "recall_at_5": 0.49303, + "recall_at_10": 0.63115, + "recall_at_20": 0.7522, + "recall_at_100": 0.93076, + "recall_at_1000": 0.9993, + "accuracy": 0.1715, + "precision_at_1": 0.78, + "precision_at_3": 0.685, + "precision_at_5": 0.592, + "precision_at_10": 0.449, + "precision_at_20": 0.31125, + "precision_at_100": 0.10815, + "precision_at_1000": 0.01345, + "mrr_at_1": 0.78, + "mrr_at_3": 0.856667, + "mrr_at_5": 0.863667, + "mrr_at_10": 0.866667, + "mrr_at_20": 0.866667, + "mrr_at_100": 0.866667, + "mrr_at_1000": 0.866667, + "nauc_ndcg_at_1_max": 0.465812, + "nauc_ndcg_at_1_std": 0.207414, + "nauc_ndcg_at_1_diff1": 0.43117, + "nauc_ndcg_at_3_max": 0.313284, + "nauc_ndcg_at_3_std": 0.052607, + "nauc_ndcg_at_3_diff1": 0.259016, + "nauc_ndcg_at_5_max": 0.253325, + "nauc_ndcg_at_5_std": -0.047394, + "nauc_ndcg_at_5_diff1": 0.256694, + "nauc_ndcg_at_10_max": 0.237176, + "nauc_ndcg_at_10_std": -0.152042, + "nauc_ndcg_at_10_diff1": 0.277018, + "nauc_ndcg_at_20_max": 0.27739, + "nauc_ndcg_at_20_std": -0.153695, + "nauc_ndcg_at_20_diff1": 0.300053, + "nauc_ndcg_at_100_max": 0.34433, + "nauc_ndcg_at_100_std": -0.061797, + "nauc_ndcg_at_100_diff1": 0.300513, + "nauc_ndcg_at_1000_max": 0.366434, + "nauc_ndcg_at_1000_std": 0.071558, + "nauc_ndcg_at_1000_diff1": 0.273736, + "nauc_map_at_1_max": -0.051782, + "nauc_map_at_1_std": -0.259909, + "nauc_map_at_1_diff1": 0.447714, + "nauc_map_at_3_max": -0.060514, + "nauc_map_at_3_std": -0.358274, + "nauc_map_at_3_diff1": 0.331677, + "nauc_map_at_5_max": -0.025993, + "nauc_map_at_5_std": -0.400159, + "nauc_map_at_5_diff1": 0.312695, + "nauc_map_at_10_max": 0.050533, + "nauc_map_at_10_std": -0.411042, + "nauc_map_at_10_diff1": 0.292916, + "nauc_map_at_20_max": 0.114053, + "nauc_map_at_20_std": -0.357541, + "nauc_map_at_20_diff1": 0.270132, + "nauc_map_at_100_max": 0.210769, + "nauc_map_at_100_std": -0.21074, + "nauc_map_at_100_diff1": 0.224731, + "nauc_map_at_1000_max": 0.219533, + "nauc_map_at_1000_std": -0.168683, + "nauc_map_at_1000_diff1": 0.213082, + "nauc_recall_at_1_max": -0.051782, + "nauc_recall_at_1_std": -0.259909, + "nauc_recall_at_1_diff1": 0.447714, + "nauc_recall_at_3_max": -0.138673, + "nauc_recall_at_3_std": -0.417674, + "nauc_recall_at_3_diff1": 0.307262, + "nauc_recall_at_5_max": -0.13033, + "nauc_recall_at_5_std": -0.487137, + "nauc_recall_at_5_diff1": 0.285321, + "nauc_recall_at_10_max": -0.082367, + "nauc_recall_at_10_std": -0.57929, + "nauc_recall_at_10_diff1": 0.260186, + "nauc_recall_at_20_max": -0.003581, + "nauc_recall_at_20_std": -0.56119, + "nauc_recall_at_20_diff1": 0.274608, + "nauc_recall_at_100_max": 0.160158, + "nauc_recall_at_100_std": -0.587532, + "nauc_recall_at_100_diff1": 0.290487, + "nauc_recall_at_1000_max": 0.193737, + "nauc_recall_at_1000_std": 0.870807, + "nauc_recall_at_1000_diff1": 0.610068, + "nauc_precision_at_1_max": 0.602819, + "nauc_precision_at_1_std": 0.218111, + "nauc_precision_at_1_diff1": 0.407892, + "nauc_precision_at_3_max": 0.363033, + "nauc_precision_at_3_std": 0.230318, + "nauc_precision_at_3_diff1": -0.126217, + "nauc_precision_at_5_max": 0.335073, + "nauc_precision_at_5_std": 0.271515, + "nauc_precision_at_5_diff1": -0.204492, + "nauc_precision_at_10_max": 0.325166, + "nauc_precision_at_10_std": 0.37322, + "nauc_precision_at_10_diff1": -0.245785, + "nauc_precision_at_20_max": 0.307592, + "nauc_precision_at_20_std": 0.499157, + "nauc_precision_at_20_diff1": -0.282079, + "nauc_precision_at_100_max": 0.213055, + "nauc_precision_at_100_std": 0.572595, + "nauc_precision_at_100_diff1": -0.282437, + "nauc_precision_at_1000_max": 0.138039, + "nauc_precision_at_1000_std": 0.571984, + "nauc_precision_at_1000_diff1": -0.264582, + "nauc_mrr_at_1_max": 0.602819, + "nauc_mrr_at_1_std": 0.218111, + "nauc_mrr_at_1_diff1": 0.407892, + "nauc_mrr_at_3_max": 0.609732, + "nauc_mrr_at_3_std": 0.241062, + "nauc_mrr_at_3_diff1": 0.403787, + "nauc_mrr_at_5_max": 0.599302, + "nauc_mrr_at_5_std": 0.244906, + "nauc_mrr_at_5_diff1": 0.405971, + "nauc_mrr_at_10_max": 0.603847, + "nauc_mrr_at_10_std": 0.229316, + "nauc_mrr_at_10_diff1": 0.402688, + "nauc_mrr_at_20_max": 0.603847, + "nauc_mrr_at_20_std": 0.229316, + "nauc_mrr_at_20_diff1": 0.402688, + "nauc_mrr_at_100_max": 0.603847, + "nauc_mrr_at_100_std": 0.229316, + "nauc_mrr_at_100_diff1": 0.402688, + "nauc_mrr_at_1000_max": 0.603847, + "nauc_mrr_at_1000_std": 0.229316, + "nauc_mrr_at_1000_diff1": 0.402688, + "cv_recall_at_1": 0.78, + "cv_recall_at_3": 0.95, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.70933, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6825, + "ndcg_at_3": 0.65869, + "ndcg_at_5": 0.66177, + "ndcg_at_10": 0.68334, + "ndcg_at_20": 0.70959, + "ndcg_at_100": 0.76653, + "ndcg_at_1000": 0.79208, + "map_at_1": 0.16412, + "map_at_3": 0.3369, + "map_at_5": 0.40769, + "map_at_10": 0.49081, + "map_at_20": 0.54398, + "map_at_100": 0.6058, + "map_at_1000": 0.6182, + "recall_at_1": 0.16412, + "recall_at_3": 0.37299, + "recall_at_5": 0.46869, + "recall_at_10": 0.60993, + "recall_at_20": 0.72321, + "recall_at_100": 0.92068, + "recall_at_1000": 0.99918, + "accuracy": 0.16412, + "precision_at_1": 0.745, + "precision_at_3": 0.65333, + "precision_at_5": 0.563, + "precision_at_10": 0.4295, + "precision_at_20": 0.299, + "precision_at_100": 0.10595, + "precision_at_1000": 0.01344, + "mrr_at_1": 0.745, + "mrr_at_3": 0.833333, + "mrr_at_5": 0.837833, + "mrr_at_10": 0.841667, + "mrr_at_20": 0.842024, + "mrr_at_100": 0.842075, + "mrr_at_1000": 0.842075, + "nauc_ndcg_at_1_max": 0.433889, + "nauc_ndcg_at_1_std": 0.253772, + "nauc_ndcg_at_1_diff1": 0.320146, + "nauc_ndcg_at_3_max": 0.315206, + "nauc_ndcg_at_3_std": 0.122428, + "nauc_ndcg_at_3_diff1": 0.123211, + "nauc_ndcg_at_5_max": 0.276902, + "nauc_ndcg_at_5_std": 0.027779, + "nauc_ndcg_at_5_diff1": 0.127998, + "nauc_ndcg_at_10_max": 0.241857, + "nauc_ndcg_at_10_std": -0.062639, + "nauc_ndcg_at_10_diff1": 0.134451, + "nauc_ndcg_at_20_max": 0.271651, + "nauc_ndcg_at_20_std": -0.089173, + "nauc_ndcg_at_20_diff1": 0.179929, + "nauc_ndcg_at_100_max": 0.352441, + "nauc_ndcg_at_100_std": -0.023325, + "nauc_ndcg_at_100_diff1": 0.232535, + "nauc_ndcg_at_1000_max": 0.37633, + "nauc_ndcg_at_1000_std": 0.117849, + "nauc_ndcg_at_1000_diff1": 0.195725, + "nauc_map_at_1_max": -0.101448, + "nauc_map_at_1_std": -0.226689, + "nauc_map_at_1_diff1": 0.252556, + "nauc_map_at_3_max": -0.069529, + "nauc_map_at_3_std": -0.298965, + "nauc_map_at_3_diff1": 0.169069, + "nauc_map_at_5_max": -0.034439, + "nauc_map_at_5_std": -0.338046, + "nauc_map_at_5_diff1": 0.157414, + "nauc_map_at_10_max": 0.026123, + "nauc_map_at_10_std": -0.339818, + "nauc_map_at_10_diff1": 0.143481, + "nauc_map_at_20_max": 0.100512, + "nauc_map_at_20_std": -0.295006, + "nauc_map_at_20_diff1": 0.15082, + "nauc_map_at_100_max": 0.228291, + "nauc_map_at_100_std": -0.145583, + "nauc_map_at_100_diff1": 0.136442, + "nauc_map_at_1000_max": 0.241176, + "nauc_map_at_1000_std": -0.094803, + "nauc_map_at_1000_diff1": 0.120307, + "nauc_recall_at_1_max": -0.101448, + "nauc_recall_at_1_std": -0.226689, + "nauc_recall_at_1_diff1": 0.252556, + "nauc_recall_at_3_max": -0.134619, + "nauc_recall_at_3_std": -0.358221, + "nauc_recall_at_3_diff1": 0.126525, + "nauc_recall_at_5_max": -0.124365, + "nauc_recall_at_5_std": -0.424044, + "nauc_recall_at_5_diff1": 0.113072, + "nauc_recall_at_10_max": -0.12482, + "nauc_recall_at_10_std": -0.509537, + "nauc_recall_at_10_diff1": 0.092318, + "nauc_recall_at_20_max": -0.048368, + "nauc_recall_at_20_std": -0.497845, + "nauc_recall_at_20_diff1": 0.127572, + "nauc_recall_at_100_max": 0.189527, + "nauc_recall_at_100_std": -0.50516, + "nauc_recall_at_100_diff1": 0.273117, + "nauc_recall_at_1000_max": -0.262412, + "nauc_recall_at_1000_std": 0.620342, + "nauc_recall_at_1000_diff1": 0.418047, + "nauc_precision_at_1_max": 0.5539, + "nauc_precision_at_1_std": 0.290915, + "nauc_precision_at_1_diff1": 0.313769, + "nauc_precision_at_3_max": 0.408845, + "nauc_precision_at_3_std": 0.26694, + "nauc_precision_at_3_diff1": -0.091795, + "nauc_precision_at_5_max": 0.422124, + "nauc_precision_at_5_std": 0.308148, + "nauc_precision_at_5_diff1": -0.111396, + "nauc_precision_at_10_max": 0.40431, + "nauc_precision_at_10_std": 0.418018, + "nauc_precision_at_10_diff1": -0.137954, + "nauc_precision_at_20_max": 0.392298, + "nauc_precision_at_20_std": 0.498375, + "nauc_precision_at_20_diff1": -0.131242, + "nauc_precision_at_100_max": 0.308829, + "nauc_precision_at_100_std": 0.605799, + "nauc_precision_at_100_diff1": -0.170938, + "nauc_precision_at_1000_max": 0.210421, + "nauc_precision_at_1000_std": 0.622256, + "nauc_precision_at_1000_diff1": -0.199808, + "nauc_mrr_at_1_max": 0.5539, + "nauc_mrr_at_1_std": 0.290915, + "nauc_mrr_at_1_diff1": 0.313769, + "nauc_mrr_at_3_max": 0.550656, + "nauc_mrr_at_3_std": 0.303586, + "nauc_mrr_at_3_diff1": 0.327889, + "nauc_mrr_at_5_max": 0.553399, + "nauc_mrr_at_5_std": 0.306546, + "nauc_mrr_at_5_diff1": 0.328243, + "nauc_mrr_at_10_max": 0.55874, + "nauc_mrr_at_10_std": 0.29269, + "nauc_mrr_at_10_diff1": 0.327946, + "nauc_mrr_at_20_max": 0.55764, + "nauc_mrr_at_20_std": 0.293113, + "nauc_mrr_at_20_diff1": 0.326597, + "nauc_mrr_at_100_max": 0.557482, + "nauc_mrr_at_100_std": 0.293174, + "nauc_mrr_at_100_diff1": 0.326456, + "nauc_mrr_at_1000_max": 0.557482, + "nauc_mrr_at_1000_std": 0.293174, + "nauc_mrr_at_1000_diff1": 0.326456, + "cv_recall_at_1": 0.745, + "cv_recall_at_3": 0.945, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.68334, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66, + "ndcg_at_3": 0.65415, + "ndcg_at_5": 0.65092, + "ndcg_at_10": 0.66648, + "ndcg_at_20": 0.69978, + "ndcg_at_100": 0.75477, + "ndcg_at_1000": 0.78296, + "map_at_1": 0.15917, + "map_at_3": 0.33033, + "map_at_5": 0.39989, + "map_at_10": 0.48126, + "map_at_20": 0.53918, + "map_at_100": 0.59798, + "map_at_1000": 0.6099, + "recall_at_1": 0.15917, + "recall_at_3": 0.37125, + "recall_at_5": 0.4631, + "recall_at_10": 0.59624, + "recall_at_20": 0.72047, + "recall_at_100": 0.91193, + "recall_at_1000": 0.99779, + "accuracy": 0.15917, + "precision_at_1": 0.75, + "precision_at_3": 0.65333, + "precision_at_5": 0.555, + "precision_at_10": 0.419, + "precision_at_20": 0.2965, + "precision_at_100": 0.10315, + "precision_at_1000": 0.0134, + "mrr_at_1": 0.75, + "mrr_at_3": 0.839167, + "mrr_at_5": 0.841417, + "mrr_at_10": 0.845345, + "mrr_at_20": 0.846512, + "mrr_at_100": 0.846775, + "mrr_at_1000": 0.846775, + "nauc_ndcg_at_1_max": 0.339821, + "nauc_ndcg_at_1_std": 0.081588, + "nauc_ndcg_at_1_diff1": 0.355269, + "nauc_ndcg_at_3_max": 0.297047, + "nauc_ndcg_at_3_std": -0.002504, + "nauc_ndcg_at_3_diff1": 0.196682, + "nauc_ndcg_at_5_max": 0.274877, + "nauc_ndcg_at_5_std": -0.047195, + "nauc_ndcg_at_5_diff1": 0.16906, + "nauc_ndcg_at_10_max": 0.295794, + "nauc_ndcg_at_10_std": -0.107443, + "nauc_ndcg_at_10_diff1": 0.201103, + "nauc_ndcg_at_20_max": 0.348061, + "nauc_ndcg_at_20_std": -0.123169, + "nauc_ndcg_at_20_diff1": 0.24889, + "nauc_ndcg_at_100_max": 0.390831, + "nauc_ndcg_at_100_std": -0.043157, + "nauc_ndcg_at_100_diff1": 0.282146, + "nauc_ndcg_at_1000_max": 0.370811, + "nauc_ndcg_at_1000_std": 0.055159, + "nauc_ndcg_at_1000_diff1": 0.226888, + "nauc_map_at_1_max": -0.011774, + "nauc_map_at_1_std": -0.252506, + "nauc_map_at_1_diff1": 0.341314, + "nauc_map_at_3_max": 0.014267, + "nauc_map_at_3_std": -0.334928, + "nauc_map_at_3_diff1": 0.224176, + "nauc_map_at_5_max": 0.063092, + "nauc_map_at_5_std": -0.338329, + "nauc_map_at_5_diff1": 0.216376, + "nauc_map_at_10_max": 0.149983, + "nauc_map_at_10_std": -0.329109, + "nauc_map_at_10_diff1": 0.217881, + "nauc_map_at_20_max": 0.220367, + "nauc_map_at_20_std": -0.287081, + "nauc_map_at_20_diff1": 0.213393, + "nauc_map_at_100_max": 0.290467, + "nauc_map_at_100_std": -0.142654, + "nauc_map_at_100_diff1": 0.175394, + "nauc_map_at_1000_max": 0.292957, + "nauc_map_at_1000_std": -0.106379, + "nauc_map_at_1000_diff1": 0.15433, + "nauc_recall_at_1_max": -0.011774, + "nauc_recall_at_1_std": -0.252506, + "nauc_recall_at_1_diff1": 0.341314, + "nauc_recall_at_3_max": -0.055322, + "nauc_recall_at_3_std": -0.382383, + "nauc_recall_at_3_diff1": 0.158939, + "nauc_recall_at_5_max": -0.016563, + "nauc_recall_at_5_std": -0.394837, + "nauc_recall_at_5_diff1": 0.163436, + "nauc_recall_at_10_max": 0.053075, + "nauc_recall_at_10_std": -0.431709, + "nauc_recall_at_10_diff1": 0.175191, + "nauc_recall_at_20_max": 0.16746, + "nauc_recall_at_20_std": -0.454244, + "nauc_recall_at_20_diff1": 0.233912, + "nauc_recall_at_100_max": 0.382502, + "nauc_recall_at_100_std": -0.340655, + "nauc_recall_at_100_diff1": 0.385733, + "nauc_recall_at_1000_max": 0.75571, + "nauc_recall_at_1000_std": 0.762158, + "nauc_recall_at_1000_diff1": 0.740925, + "nauc_precision_at_1_max": 0.442449, + "nauc_precision_at_1_std": 0.181026, + "nauc_precision_at_1_diff1": 0.284029, + "nauc_precision_at_3_max": 0.324903, + "nauc_precision_at_3_std": 0.160749, + "nauc_precision_at_3_diff1": -0.089786, + "nauc_precision_at_5_max": 0.32382, + "nauc_precision_at_5_std": 0.266597, + "nauc_precision_at_5_diff1": -0.151562, + "nauc_precision_at_10_max": 0.299378, + "nauc_precision_at_10_std": 0.357523, + "nauc_precision_at_10_diff1": -0.173545, + "nauc_precision_at_20_max": 0.265593, + "nauc_precision_at_20_std": 0.451996, + "nauc_precision_at_20_diff1": -0.185718, + "nauc_precision_at_100_max": 0.14339, + "nauc_precision_at_100_std": 0.55048, + "nauc_precision_at_100_diff1": -0.258863, + "nauc_precision_at_1000_max": 0.024594, + "nauc_precision_at_1000_std": 0.505997, + "nauc_precision_at_1000_diff1": -0.290764, + "nauc_mrr_at_1_max": 0.442449, + "nauc_mrr_at_1_std": 0.181026, + "nauc_mrr_at_1_diff1": 0.284029, + "nauc_mrr_at_3_max": 0.470733, + "nauc_mrr_at_3_std": 0.197288, + "nauc_mrr_at_3_diff1": 0.276434, + "nauc_mrr_at_5_max": 0.468957, + "nauc_mrr_at_5_std": 0.192913, + "nauc_mrr_at_5_diff1": 0.270969, + "nauc_mrr_at_10_max": 0.473715, + "nauc_mrr_at_10_std": 0.195609, + "nauc_mrr_at_10_diff1": 0.273251, + "nauc_mrr_at_20_max": 0.471218, + "nauc_mrr_at_20_std": 0.196189, + "nauc_mrr_at_20_diff1": 0.273221, + "nauc_mrr_at_100_max": 0.470221, + "nauc_mrr_at_100_std": 0.194965, + "nauc_mrr_at_100_diff1": 0.273504, + "nauc_mrr_at_1000_max": 0.470221, + "nauc_mrr_at_1000_std": 0.194965, + "nauc_mrr_at_1000_diff1": 0.273504, + "cv_recall_at_1": 0.75, + "cv_recall_at_3": 0.94, + "cv_recall_at_5": 0.95, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66648, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.745, + "ndcg_at_3": 0.68942, + "ndcg_at_5": 0.67469, + "ndcg_at_10": 0.66165, + "ndcg_at_20": 0.66949, + "ndcg_at_100": 0.73876, + "ndcg_at_1000": 0.80311, + "map_at_1": 0.08912, + "map_at_3": 0.175, + "map_at_5": 0.22715, + "map_at_10": 0.30095, + "map_at_20": 0.37759, + "map_at_100": 0.5199, + "map_at_1000": 0.57977, + "recall_at_1": 0.08912, + "recall_at_3": 0.18424, + "recall_at_5": 0.25089, + "recall_at_10": 0.35634, + "recall_at_20": 0.48615, + "recall_at_100": 0.80083, + "recall_at_1000": 0.99046, + "accuracy": 0.08912, + "precision_at_1": 0.87, + "precision_at_3": 0.75667, + "precision_at_5": 0.697, + "precision_at_10": 0.6025, + "precision_at_20": 0.5015, + "precision_at_100": 0.26055, + "precision_at_1000": 0.04975, + "mrr_at_1": 0.87, + "mrr_at_3": 0.905833, + "mrr_at_5": 0.909333, + "mrr_at_10": 0.910881, + "mrr_at_20": 0.911516, + "mrr_at_100": 0.911814, + "mrr_at_1000": 0.911814, + "nauc_ndcg_at_1_max": 0.365485, + "nauc_ndcg_at_1_std": 0.068785, + "nauc_ndcg_at_1_diff1": 0.265775, + "nauc_ndcg_at_3_max": 0.312045, + "nauc_ndcg_at_3_std": 0.06603, + "nauc_ndcg_at_3_diff1": 0.076416, + "nauc_ndcg_at_5_max": 0.325966, + "nauc_ndcg_at_5_std": 0.052146, + "nauc_ndcg_at_5_diff1": 0.045926, + "nauc_ndcg_at_10_max": 0.390983, + "nauc_ndcg_at_10_std": 0.065343, + "nauc_ndcg_at_10_diff1": 0.057809, + "nauc_ndcg_at_20_max": 0.400354, + "nauc_ndcg_at_20_std": 0.144106, + "nauc_ndcg_at_20_diff1": 0.110186, + "nauc_ndcg_at_100_max": 0.394796, + "nauc_ndcg_at_100_std": 0.262147, + "nauc_ndcg_at_100_diff1": 0.140979, + "nauc_ndcg_at_1000_max": 0.48298, + "nauc_ndcg_at_1000_std": 0.186174, + "nauc_ndcg_at_1000_diff1": 0.037712, + "nauc_map_at_1_max": -0.088901, + "nauc_map_at_1_std": -0.094571, + "nauc_map_at_1_diff1": 0.367364, + "nauc_map_at_3_max": -0.003691, + "nauc_map_at_3_std": -0.02607, + "nauc_map_at_3_diff1": 0.23844, + "nauc_map_at_5_max": 0.02459, + "nauc_map_at_5_std": 0.022193, + "nauc_map_at_5_diff1": 0.198099, + "nauc_map_at_10_max": 0.076034, + "nauc_map_at_10_std": 0.054225, + "nauc_map_at_10_diff1": 0.164524, + "nauc_map_at_20_max": 0.118512, + "nauc_map_at_20_std": 0.114504, + "nauc_map_at_20_diff1": 0.145197, + "nauc_map_at_100_max": 0.301795, + "nauc_map_at_100_std": 0.229094, + "nauc_map_at_100_diff1": 0.043748, + "nauc_map_at_1000_max": 0.408973, + "nauc_map_at_1000_std": 0.164574, + "nauc_map_at_1000_diff1": -0.05889, + "nauc_recall_at_1_max": -0.088901, + "nauc_recall_at_1_std": -0.094571, + "nauc_recall_at_1_diff1": 0.367364, + "nauc_recall_at_3_max": -0.039983, + "nauc_recall_at_3_std": -0.046185, + "nauc_recall_at_3_diff1": 0.226414, + "nauc_recall_at_5_max": -0.02642, + "nauc_recall_at_5_std": 0.00196, + "nauc_recall_at_5_diff1": 0.192223, + "nauc_recall_at_10_max": -0.002731, + "nauc_recall_at_10_std": 0.02667, + "nauc_recall_at_10_diff1": 0.188961, + "nauc_recall_at_20_max": 0.005206, + "nauc_recall_at_20_std": 0.096876, + "nauc_recall_at_20_diff1": 0.212467, + "nauc_recall_at_100_max": 0.033984, + "nauc_recall_at_100_std": 0.368492, + "nauc_recall_at_100_diff1": 0.28335, + "nauc_recall_at_1000_max": 0.216882, + "nauc_recall_at_1000_std": 0.836473, + "nauc_recall_at_1000_diff1": 0.355423, + "nauc_precision_at_1_max": 0.628212, + "nauc_precision_at_1_std": 0.213082, + "nauc_precision_at_1_diff1": 0.236929, + "nauc_precision_at_3_max": 0.394974, + "nauc_precision_at_3_std": 0.150505, + "nauc_precision_at_3_diff1": -0.342505, + "nauc_precision_at_5_max": 0.381639, + "nauc_precision_at_5_std": 0.119241, + "nauc_precision_at_5_diff1": -0.386846, + "nauc_precision_at_10_max": 0.386144, + "nauc_precision_at_10_std": 0.091272, + "nauc_precision_at_10_diff1": -0.364921, + "nauc_precision_at_20_max": 0.351177, + "nauc_precision_at_20_std": 0.093812, + "nauc_precision_at_20_diff1": -0.317668, + "nauc_precision_at_100_max": 0.249552, + "nauc_precision_at_100_std": -0.043066, + "nauc_precision_at_100_diff1": -0.273354, + "nauc_precision_at_1000_max": 0.13208, + "nauc_precision_at_1000_std": -0.251518, + "nauc_precision_at_1000_diff1": -0.267992, + "nauc_mrr_at_1_max": 0.628212, + "nauc_mrr_at_1_std": 0.213082, + "nauc_mrr_at_1_diff1": 0.236929, + "nauc_mrr_at_3_max": 0.630014, + "nauc_mrr_at_3_std": 0.154338, + "nauc_mrr_at_3_diff1": 0.186177, + "nauc_mrr_at_5_max": 0.644098, + "nauc_mrr_at_5_std": 0.179621, + "nauc_mrr_at_5_diff1": 0.201506, + "nauc_mrr_at_10_max": 0.643113, + "nauc_mrr_at_10_std": 0.187192, + "nauc_mrr_at_10_diff1": 0.202797, + "nauc_mrr_at_20_max": 0.643226, + "nauc_mrr_at_20_std": 0.182374, + "nauc_mrr_at_20_diff1": 0.200848, + "nauc_mrr_at_100_max": 0.641994, + "nauc_mrr_at_100_std": 0.180828, + "nauc_mrr_at_100_diff1": 0.202019, + "nauc_mrr_at_1000_max": 0.641994, + "nauc_mrr_at_1000_std": 0.180828, + "nauc_mrr_at_1000_diff1": 0.202019, + "cv_recall_at_1": 0.87, + "cv_recall_at_3": 0.955, + "cv_recall_at_5": 0.97, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66165, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.705, + "ndcg_at_3": 0.6784, + "ndcg_at_5": 0.66902, + "ndcg_at_10": 0.64859, + "ndcg_at_20": 0.6488, + "ndcg_at_100": 0.71936, + "ndcg_at_1000": 0.78748, + "map_at_1": 0.07571, + "map_at_3": 0.16676, + "map_at_5": 0.21889, + "map_at_10": 0.28753, + "map_at_20": 0.35635, + "map_at_100": 0.49666, + "map_at_1000": 0.5564, + "recall_at_1": 0.07571, + "recall_at_3": 0.18204, + "recall_at_5": 0.2478, + "recall_at_10": 0.34262, + "recall_at_20": 0.46433, + "recall_at_100": 0.78276, + "recall_at_1000": 0.98792, + "accuracy": 0.07571, + "precision_at_1": 0.825, + "precision_at_3": 0.74, + "precision_at_5": 0.684, + "precision_at_10": 0.5825, + "precision_at_20": 0.4865, + "precision_at_100": 0.25715, + "precision_at_1000": 0.0496, + "mrr_at_1": 0.825, + "mrr_at_3": 0.881667, + "mrr_at_5": 0.888667, + "mrr_at_10": 0.8895, + "mrr_at_20": 0.889917, + "mrr_at_100": 0.890242, + "mrr_at_1000": 0.890242, + "nauc_ndcg_at_1_max": 0.386405, + "nauc_ndcg_at_1_std": 0.044782, + "nauc_ndcg_at_1_diff1": 0.383528, + "nauc_ndcg_at_3_max": 0.408219, + "nauc_ndcg_at_3_std": 0.09277, + "nauc_ndcg_at_3_diff1": 0.098576, + "nauc_ndcg_at_5_max": 0.45587, + "nauc_ndcg_at_5_std": 0.106162, + "nauc_ndcg_at_5_diff1": 0.061487, + "nauc_ndcg_at_10_max": 0.510823, + "nauc_ndcg_at_10_std": 0.128788, + "nauc_ndcg_at_10_diff1": 0.098033, + "nauc_ndcg_at_20_max": 0.542366, + "nauc_ndcg_at_20_std": 0.195414, + "nauc_ndcg_at_20_diff1": 0.13837, + "nauc_ndcg_at_100_max": 0.516901, + "nauc_ndcg_at_100_std": 0.281557, + "nauc_ndcg_at_100_diff1": 0.146362, + "nauc_ndcg_at_1000_max": 0.573908, + "nauc_ndcg_at_1000_std": 0.221278, + "nauc_ndcg_at_1000_diff1": 0.106882, + "nauc_map_at_1_max": 0.044574, + "nauc_map_at_1_std": -0.077439, + "nauc_map_at_1_diff1": 0.500118, + "nauc_map_at_3_max": 0.082676, + "nauc_map_at_3_std": -0.008485, + "nauc_map_at_3_diff1": 0.290634, + "nauc_map_at_5_max": 0.137715, + "nauc_map_at_5_std": 0.020325, + "nauc_map_at_5_diff1": 0.267502, + "nauc_map_at_10_max": 0.202636, + "nauc_map_at_10_std": 0.086523, + "nauc_map_at_10_diff1": 0.220875, + "nauc_map_at_20_max": 0.257274, + "nauc_map_at_20_std": 0.139588, + "nauc_map_at_20_diff1": 0.190771, + "nauc_map_at_100_max": 0.413021, + "nauc_map_at_100_std": 0.26633, + "nauc_map_at_100_diff1": 0.077755, + "nauc_map_at_1000_max": 0.525147, + "nauc_map_at_1000_std": 0.225849, + "nauc_map_at_1000_diff1": 0.000824, + "nauc_recall_at_1_max": 0.044574, + "nauc_recall_at_1_std": -0.077439, + "nauc_recall_at_1_diff1": 0.500118, + "nauc_recall_at_3_max": 0.003023, + "nauc_recall_at_3_std": -0.03162, + "nauc_recall_at_3_diff1": 0.242877, + "nauc_recall_at_5_max": 0.058814, + "nauc_recall_at_5_std": -0.010758, + "nauc_recall_at_5_diff1": 0.23064, + "nauc_recall_at_10_max": 0.106016, + "nauc_recall_at_10_std": 0.056269, + "nauc_recall_at_10_diff1": 0.19027, + "nauc_recall_at_20_max": 0.124441, + "nauc_recall_at_20_std": 0.110995, + "nauc_recall_at_20_diff1": 0.195611, + "nauc_recall_at_100_max": 0.172418, + "nauc_recall_at_100_std": 0.36966, + "nauc_recall_at_100_diff1": 0.198404, + "nauc_recall_at_1000_max": 0.2394, + "nauc_recall_at_1000_std": 0.809914, + "nauc_recall_at_1000_diff1": 0.025322, + "nauc_precision_at_1_max": 0.704522, + "nauc_precision_at_1_std": 0.191352, + "nauc_precision_at_1_diff1": 0.414074, + "nauc_precision_at_3_max": 0.513601, + "nauc_precision_at_3_std": 0.184362, + "nauc_precision_at_3_diff1": -0.21692, + "nauc_precision_at_5_max": 0.496971, + "nauc_precision_at_5_std": 0.160182, + "nauc_precision_at_5_diff1": -0.274741, + "nauc_precision_at_10_max": 0.431151, + "nauc_precision_at_10_std": 0.142325, + "nauc_precision_at_10_diff1": -0.279864, + "nauc_precision_at_20_max": 0.349386, + "nauc_precision_at_20_std": 0.120253, + "nauc_precision_at_20_diff1": -0.296396, + "nauc_precision_at_100_max": 0.222063, + "nauc_precision_at_100_std": -0.014751, + "nauc_precision_at_100_diff1": -0.258259, + "nauc_precision_at_1000_max": 0.148967, + "nauc_precision_at_1000_std": -0.210597, + "nauc_precision_at_1000_diff1": -0.222684, + "nauc_mrr_at_1_max": 0.704522, + "nauc_mrr_at_1_std": 0.191352, + "nauc_mrr_at_1_diff1": 0.414074, + "nauc_mrr_at_3_max": 0.670786, + "nauc_mrr_at_3_std": 0.180773, + "nauc_mrr_at_3_diff1": 0.390799, + "nauc_mrr_at_5_max": 0.693284, + "nauc_mrr_at_5_std": 0.171015, + "nauc_mrr_at_5_diff1": 0.370416, + "nauc_mrr_at_10_max": 0.693056, + "nauc_mrr_at_10_std": 0.173716, + "nauc_mrr_at_10_diff1": 0.377786, + "nauc_mrr_at_20_max": 0.694382, + "nauc_mrr_at_20_std": 0.171544, + "nauc_mrr_at_20_diff1": 0.377864, + "nauc_mrr_at_100_max": 0.693436, + "nauc_mrr_at_100_std": 0.172437, + "nauc_mrr_at_100_diff1": 0.37969, + "nauc_mrr_at_1000_max": 0.693436, + "nauc_mrr_at_1000_std": 0.172437, + "nauc_mrr_at_1000_diff1": 0.37969, + "cv_recall_at_1": 0.825, + "cv_recall_at_3": 0.945, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.64859, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.685, + "ndcg_at_3": 0.65404, + "ndcg_at_5": 0.63687, + "ndcg_at_10": 0.63038, + "ndcg_at_20": 0.62781, + "ndcg_at_100": 0.70425, + "ndcg_at_1000": 0.77265, + "map_at_1": 0.07158, + "map_at_3": 0.15479, + "map_at_5": 0.20024, + "map_at_10": 0.27035, + "map_at_20": 0.33846, + "map_at_100": 0.47936, + "map_at_1000": 0.5392, + "recall_at_1": 0.07158, + "recall_at_3": 0.17091, + "recall_at_5": 0.22697, + "recall_at_10": 0.33184, + "recall_at_20": 0.44797, + "recall_at_100": 0.78084, + "recall_at_1000": 0.98562, + "accuracy": 0.07158, + "precision_at_1": 0.815, + "precision_at_3": 0.72, + "precision_at_5": 0.654, + "precision_at_10": 0.5785, + "precision_at_20": 0.48125, + "precision_at_100": 0.25455, + "precision_at_1000": 0.04935, + "mrr_at_1": 0.815, + "mrr_at_3": 0.860833, + "mrr_at_5": 0.866833, + "mrr_at_10": 0.871569, + "mrr_at_20": 0.871986, + "mrr_at_100": 0.872507, + "mrr_at_1000": 0.872507, + "nauc_ndcg_at_1_max": 0.376203, + "nauc_ndcg_at_1_std": 0.171172, + "nauc_ndcg_at_1_diff1": 0.215131, + "nauc_ndcg_at_3_max": 0.408148, + "nauc_ndcg_at_3_std": 0.188524, + "nauc_ndcg_at_3_diff1": -0.017577, + "nauc_ndcg_at_5_max": 0.412061, + "nauc_ndcg_at_5_std": 0.172795, + "nauc_ndcg_at_5_diff1": 0.023672, + "nauc_ndcg_at_10_max": 0.470436, + "nauc_ndcg_at_10_std": 0.236974, + "nauc_ndcg_at_10_diff1": -0.00174, + "nauc_ndcg_at_20_max": 0.513385, + "nauc_ndcg_at_20_std": 0.278821, + "nauc_ndcg_at_20_diff1": 0.029577, + "nauc_ndcg_at_100_max": 0.520001, + "nauc_ndcg_at_100_std": 0.389564, + "nauc_ndcg_at_100_diff1": 0.02887, + "nauc_ndcg_at_1000_max": 0.581362, + "nauc_ndcg_at_1000_std": 0.329903, + "nauc_ndcg_at_1000_diff1": -0.047646, + "nauc_map_at_1_max": 0.067464, + "nauc_map_at_1_std": -0.01055, + "nauc_map_at_1_diff1": 0.409096, + "nauc_map_at_3_max": 0.092359, + "nauc_map_at_3_std": 0.031778, + "nauc_map_at_3_diff1": 0.222561, + "nauc_map_at_5_max": 0.135557, + "nauc_map_at_5_std": 0.076856, + "nauc_map_at_5_diff1": 0.198716, + "nauc_map_at_10_max": 0.18294, + "nauc_map_at_10_std": 0.148481, + "nauc_map_at_10_diff1": 0.125873, + "nauc_map_at_20_max": 0.244796, + "nauc_map_at_20_std": 0.196776, + "nauc_map_at_20_diff1": 0.080205, + "nauc_map_at_100_max": 0.401512, + "nauc_map_at_100_std": 0.3413, + "nauc_map_at_100_diff1": -0.034255, + "nauc_map_at_1000_max": 0.499591, + "nauc_map_at_1000_std": 0.305316, + "nauc_map_at_1000_diff1": -0.088714, + "nauc_recall_at_1_max": 0.067464, + "nauc_recall_at_1_std": -0.01055, + "nauc_recall_at_1_diff1": 0.409096, + "nauc_recall_at_3_max": 0.011638, + "nauc_recall_at_3_std": -0.000684, + "nauc_recall_at_3_diff1": 0.191014, + "nauc_recall_at_5_max": 0.053355, + "nauc_recall_at_5_std": 0.04109, + "nauc_recall_at_5_diff1": 0.192274, + "nauc_recall_at_10_max": 0.062996, + "nauc_recall_at_10_std": 0.102482, + "nauc_recall_at_10_diff1": 0.100008, + "nauc_recall_at_20_max": 0.105636, + "nauc_recall_at_20_std": 0.153426, + "nauc_recall_at_20_diff1": 0.081233, + "nauc_recall_at_100_max": 0.151758, + "nauc_recall_at_100_std": 0.420045, + "nauc_recall_at_100_diff1": 0.128551, + "nauc_recall_at_1000_max": 0.437528, + "nauc_recall_at_1000_std": 0.891959, + "nauc_recall_at_1000_diff1": -0.43527, + "nauc_precision_at_1_max": 0.606358, + "nauc_precision_at_1_std": 0.344323, + "nauc_precision_at_1_diff1": 0.10719, + "nauc_precision_at_3_max": 0.482029, + "nauc_precision_at_3_std": 0.258092, + "nauc_precision_at_3_diff1": -0.340048, + "nauc_precision_at_5_max": 0.44056, + "nauc_precision_at_5_std": 0.203895, + "nauc_precision_at_5_diff1": -0.258933, + "nauc_precision_at_10_max": 0.393907, + "nauc_precision_at_10_std": 0.20622, + "nauc_precision_at_10_diff1": -0.321621, + "nauc_precision_at_20_max": 0.34052, + "nauc_precision_at_20_std": 0.133815, + "nauc_precision_at_20_diff1": -0.29867, + "nauc_precision_at_100_max": 0.22609, + "nauc_precision_at_100_std": 0.003367, + "nauc_precision_at_100_diff1": -0.207118, + "nauc_precision_at_1000_max": 0.120039, + "nauc_precision_at_1000_std": -0.215438, + "nauc_precision_at_1000_diff1": -0.141507, + "nauc_mrr_at_1_max": 0.606358, + "nauc_mrr_at_1_std": 0.344323, + "nauc_mrr_at_1_diff1": 0.10719, + "nauc_mrr_at_3_max": 0.636598, + "nauc_mrr_at_3_std": 0.389948, + "nauc_mrr_at_3_diff1": 0.05747, + "nauc_mrr_at_5_max": 0.641713, + "nauc_mrr_at_5_std": 0.392232, + "nauc_mrr_at_5_diff1": 0.059501, + "nauc_mrr_at_10_max": 0.645028, + "nauc_mrr_at_10_std": 0.386614, + "nauc_mrr_at_10_diff1": 0.042707, + "nauc_mrr_at_20_max": 0.644263, + "nauc_mrr_at_20_std": 0.384969, + "nauc_mrr_at_20_diff1": 0.041632, + "nauc_mrr_at_100_max": 0.642741, + "nauc_mrr_at_100_std": 0.383632, + "nauc_mrr_at_100_diff1": 0.04791, + "nauc_mrr_at_1000_max": 0.642741, + "nauc_mrr_at_1000_std": 0.383632, + "nauc_mrr_at_1000_diff1": 0.04791, + "cv_recall_at_1": 0.815, + "cv_recall_at_3": 0.915, + "cv_recall_at_5": 0.94, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.98, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.63038, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.7225, + "ndcg_at_3": 0.70484, + "ndcg_at_5": 0.6848, + "ndcg_at_10": 0.67469, + "ndcg_at_20": 0.67311, + "ndcg_at_100": 0.70946, + "ndcg_at_1000": 0.781, + "map_at_1": 0.0995, + "map_at_3": 0.20051, + "map_at_5": 0.24872, + "map_at_10": 0.31693, + "map_at_20": 0.37627, + "map_at_100": 0.48982, + "map_at_1000": 0.55255, + "recall_at_1": 0.0995, + "recall_at_3": 0.21864, + "recall_at_5": 0.28214, + "recall_at_10": 0.39132, + "recall_at_20": 0.49969, + "recall_at_100": 0.75044, + "recall_at_1000": 0.96082, + "accuracy": 0.0995, + "precision_at_1": 0.85, + "precision_at_3": 0.75667, + "precision_at_5": 0.685, + "precision_at_10": 0.5845, + "precision_at_20": 0.47325, + "precision_at_100": 0.2505, + "precision_at_1000": 0.05789, + "mrr_at_1": 0.85, + "mrr_at_3": 0.901667, + "mrr_at_5": 0.902667, + "mrr_at_10": 0.905762, + "mrr_at_20": 0.906408, + "mrr_at_100": 0.906646, + "mrr_at_1000": 0.906646, + "nauc_ndcg_at_1_max": 0.354983, + "nauc_ndcg_at_1_std": 0.144131, + "nauc_ndcg_at_1_diff1": 0.123734, + "nauc_ndcg_at_3_max": 0.33612, + "nauc_ndcg_at_3_std": 0.142244, + "nauc_ndcg_at_3_diff1": -0.053337, + "nauc_ndcg_at_5_max": 0.361971, + "nauc_ndcg_at_5_std": 0.206951, + "nauc_ndcg_at_5_diff1": -0.068331, + "nauc_ndcg_at_10_max": 0.381747, + "nauc_ndcg_at_10_std": 0.276082, + "nauc_ndcg_at_10_diff1": -0.031523, + "nauc_ndcg_at_20_max": 0.408962, + "nauc_ndcg_at_20_std": 0.346535, + "nauc_ndcg_at_20_diff1": -0.028186, + "nauc_ndcg_at_100_max": 0.465481, + "nauc_ndcg_at_100_std": 0.462874, + "nauc_ndcg_at_100_diff1": 0.005998, + "nauc_ndcg_at_1000_max": 0.489486, + "nauc_ndcg_at_1000_std": 0.423179, + "nauc_ndcg_at_1000_diff1": -0.06151, + "nauc_map_at_1_max": 0.066699, + "nauc_map_at_1_std": 0.124087, + "nauc_map_at_1_diff1": 0.31984, + "nauc_map_at_3_max": 0.14055, + "nauc_map_at_3_std": 0.179362, + "nauc_map_at_3_diff1": 0.201352, + "nauc_map_at_5_max": 0.172685, + "nauc_map_at_5_std": 0.257158, + "nauc_map_at_5_diff1": 0.154708, + "nauc_map_at_10_max": 0.234191, + "nauc_map_at_10_std": 0.330712, + "nauc_map_at_10_diff1": 0.121171, + "nauc_map_at_20_max": 0.276808, + "nauc_map_at_20_std": 0.379254, + "nauc_map_at_20_diff1": 0.08955, + "nauc_map_at_100_max": 0.369685, + "nauc_map_at_100_std": 0.490165, + "nauc_map_at_100_diff1": 0.014399, + "nauc_map_at_1000_max": 0.416925, + "nauc_map_at_1000_std": 0.46469, + "nauc_map_at_1000_diff1": -0.055655, + "nauc_recall_at_1_max": 0.066699, + "nauc_recall_at_1_std": 0.124087, + "nauc_recall_at_1_diff1": 0.31984, + "nauc_recall_at_3_max": 0.115605, + "nauc_recall_at_3_std": 0.148807, + "nauc_recall_at_3_diff1": 0.218083, + "nauc_recall_at_5_max": 0.149467, + "nauc_recall_at_5_std": 0.240211, + "nauc_recall_at_5_diff1": 0.187859, + "nauc_recall_at_10_max": 0.172934, + "nauc_recall_at_10_std": 0.296781, + "nauc_recall_at_10_diff1": 0.164591, + "nauc_recall_at_20_max": 0.196459, + "nauc_recall_at_20_std": 0.37598, + "nauc_recall_at_20_diff1": 0.183737, + "nauc_recall_at_100_max": 0.304304, + "nauc_recall_at_100_std": 0.568149, + "nauc_recall_at_100_diff1": 0.1726, + "nauc_recall_at_1000_max": 0.51595, + "nauc_recall_at_1000_std": 0.863532, + "nauc_recall_at_1000_diff1": 0.301381, + "nauc_precision_at_1_max": 0.589164, + "nauc_precision_at_1_std": 0.287211, + "nauc_precision_at_1_diff1": 0.019248, + "nauc_precision_at_3_max": 0.33183, + "nauc_precision_at_3_std": 0.121663, + "nauc_precision_at_3_diff1": -0.343103, + "nauc_precision_at_5_max": 0.26125, + "nauc_precision_at_5_std": 0.125686, + "nauc_precision_at_5_diff1": -0.393207, + "nauc_precision_at_10_max": 0.217483, + "nauc_precision_at_10_std": 0.057918, + "nauc_precision_at_10_diff1": -0.342742, + "nauc_precision_at_20_max": 0.117935, + "nauc_precision_at_20_std": -0.025841, + "nauc_precision_at_20_diff1": -0.338331, + "nauc_precision_at_100_max": 0.006201, + "nauc_precision_at_100_std": -0.152894, + "nauc_precision_at_100_diff1": -0.25692, + "nauc_precision_at_1000_max": -0.072912, + "nauc_precision_at_1000_std": -0.329234, + "nauc_precision_at_1000_diff1": -0.205441, + "nauc_mrr_at_1_max": 0.589164, + "nauc_mrr_at_1_std": 0.287211, + "nauc_mrr_at_1_diff1": 0.019248, + "nauc_mrr_at_3_max": 0.625186, + "nauc_mrr_at_3_std": 0.279367, + "nauc_mrr_at_3_diff1": -0.107327, + "nauc_mrr_at_5_max": 0.625941, + "nauc_mrr_at_5_std": 0.288327, + "nauc_mrr_at_5_diff1": -0.096224, + "nauc_mrr_at_10_max": 0.616635, + "nauc_mrr_at_10_std": 0.278604, + "nauc_mrr_at_10_diff1": -0.082866, + "nauc_mrr_at_20_max": 0.614377, + "nauc_mrr_at_20_std": 0.283558, + "nauc_mrr_at_20_diff1": -0.075088, + "nauc_mrr_at_100_max": 0.613357, + "nauc_mrr_at_100_std": 0.281664, + "nauc_mrr_at_100_diff1": -0.076751, + "nauc_mrr_at_1000_max": 0.613357, + "nauc_mrr_at_1000_std": 0.281664, + "nauc_mrr_at_1000_diff1": -0.076751, + "cv_recall_at_1": 0.85, + "cv_recall_at_3": 0.96, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.67469, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6825, + "ndcg_at_3": 0.65173, + "ndcg_at_5": 0.6441, + "ndcg_at_10": 0.64443, + "ndcg_at_20": 0.64881, + "ndcg_at_100": 0.68077, + "ndcg_at_1000": 0.75928, + "map_at_1": 0.09509, + "map_at_3": 0.18862, + "map_at_5": 0.23472, + "map_at_10": 0.29757, + "map_at_20": 0.35909, + "map_at_100": 0.46372, + "map_at_1000": 0.52413, + "recall_at_1": 0.09509, + "recall_at_3": 0.20377, + "recall_at_5": 0.27151, + "recall_at_10": 0.37495, + "recall_at_20": 0.49467, + "recall_at_100": 0.72638, + "recall_at_1000": 0.95436, + "accuracy": 0.09509, + "precision_at_1": 0.805, + "precision_at_3": 0.69, + "precision_at_5": 0.646, + "precision_at_10": 0.5605, + "precision_at_20": 0.45975, + "precision_at_100": 0.2379, + "precision_at_1000": 0.05684, + "mrr_at_1": 0.805, + "mrr_at_3": 0.8575, + "mrr_at_5": 0.86625, + "mrr_at_10": 0.869131, + "mrr_at_20": 0.870633, + "mrr_at_100": 0.870633, + "mrr_at_1000": 0.870633, + "nauc_ndcg_at_1_max": 0.41953, + "nauc_ndcg_at_1_std": 0.318998, + "nauc_ndcg_at_1_diff1": 0.290794, + "nauc_ndcg_at_3_max": 0.43367, + "nauc_ndcg_at_3_std": 0.295391, + "nauc_ndcg_at_3_diff1": 0.163188, + "nauc_ndcg_at_5_max": 0.429276, + "nauc_ndcg_at_5_std": 0.301023, + "nauc_ndcg_at_5_diff1": 0.142324, + "nauc_ndcg_at_10_max": 0.453143, + "nauc_ndcg_at_10_std": 0.350714, + "nauc_ndcg_at_10_diff1": 0.164004, + "nauc_ndcg_at_20_max": 0.426143, + "nauc_ndcg_at_20_std": 0.423253, + "nauc_ndcg_at_20_diff1": 0.160217, + "nauc_ndcg_at_100_max": 0.464422, + "nauc_ndcg_at_100_std": 0.544032, + "nauc_ndcg_at_100_diff1": 0.174191, + "nauc_ndcg_at_1000_max": 0.484228, + "nauc_ndcg_at_1000_std": 0.490638, + "nauc_ndcg_at_1000_diff1": 0.160718, + "nauc_map_at_1_max": 0.170296, + "nauc_map_at_1_std": 0.178874, + "nauc_map_at_1_diff1": 0.347363, + "nauc_map_at_3_max": 0.199128, + "nauc_map_at_3_std": 0.24766, + "nauc_map_at_3_diff1": 0.269226, + "nauc_map_at_5_max": 0.197053, + "nauc_map_at_5_std": 0.303623, + "nauc_map_at_5_diff1": 0.22961, + "nauc_map_at_10_max": 0.250721, + "nauc_map_at_10_std": 0.378028, + "nauc_map_at_10_diff1": 0.208704, + "nauc_map_at_20_max": 0.26565, + "nauc_map_at_20_std": 0.423504, + "nauc_map_at_20_diff1": 0.1734, + "nauc_map_at_100_max": 0.343319, + "nauc_map_at_100_std": 0.516085, + "nauc_map_at_100_diff1": 0.111387, + "nauc_map_at_1000_max": 0.392891, + "nauc_map_at_1000_std": 0.484853, + "nauc_map_at_1000_diff1": 0.082433, + "nauc_recall_at_1_max": 0.170296, + "nauc_recall_at_1_std": 0.178874, + "nauc_recall_at_1_diff1": 0.347363, + "nauc_recall_at_3_max": 0.184185, + "nauc_recall_at_3_std": 0.238463, + "nauc_recall_at_3_diff1": 0.274509, + "nauc_recall_at_5_max": 0.161162, + "nauc_recall_at_5_std": 0.282463, + "nauc_recall_at_5_diff1": 0.230479, + "nauc_recall_at_10_max": 0.19523, + "nauc_recall_at_10_std": 0.348275, + "nauc_recall_at_10_diff1": 0.1928, + "nauc_recall_at_20_max": 0.174447, + "nauc_recall_at_20_std": 0.417979, + "nauc_recall_at_20_diff1": 0.178734, + "nauc_recall_at_100_max": 0.290994, + "nauc_recall_at_100_std": 0.617907, + "nauc_recall_at_100_diff1": 0.154788, + "nauc_recall_at_1000_max": 0.472119, + "nauc_recall_at_1000_std": 0.867129, + "nauc_recall_at_1000_diff1": 0.240247, + "nauc_precision_at_1_max": 0.639303, + "nauc_precision_at_1_std": 0.381907, + "nauc_precision_at_1_diff1": 0.222481, + "nauc_precision_at_3_max": 0.369441, + "nauc_precision_at_3_std": 0.219614, + "nauc_precision_at_3_diff1": -0.094947, + "nauc_precision_at_5_max": 0.26688, + "nauc_precision_at_5_std": 0.143704, + "nauc_precision_at_5_diff1": -0.197258, + "nauc_precision_at_10_max": 0.221767, + "nauc_precision_at_10_std": 0.073808, + "nauc_precision_at_10_diff1": -0.202793, + "nauc_precision_at_20_max": 0.118288, + "nauc_precision_at_20_std": -0.024717, + "nauc_precision_at_20_diff1": -0.244181, + "nauc_precision_at_100_max": 0.052756, + "nauc_precision_at_100_std": -0.158415, + "nauc_precision_at_100_diff1": -0.197699, + "nauc_precision_at_1000_max": -0.028375, + "nauc_precision_at_1000_std": -0.346421, + "nauc_precision_at_1000_diff1": -0.167254, + "nauc_mrr_at_1_max": 0.639303, + "nauc_mrr_at_1_std": 0.381907, + "nauc_mrr_at_1_diff1": 0.222481, + "nauc_mrr_at_3_max": 0.675911, + "nauc_mrr_at_3_std": 0.42044, + "nauc_mrr_at_3_diff1": 0.282992, + "nauc_mrr_at_5_max": 0.673701, + "nauc_mrr_at_5_std": 0.406173, + "nauc_mrr_at_5_diff1": 0.274557, + "nauc_mrr_at_10_max": 0.668138, + "nauc_mrr_at_10_std": 0.39784, + "nauc_mrr_at_10_diff1": 0.270307, + "nauc_mrr_at_20_max": 0.664954, + "nauc_mrr_at_20_std": 0.40132, + "nauc_mrr_at_20_diff1": 0.270161, + "nauc_mrr_at_100_max": 0.664954, + "nauc_mrr_at_100_std": 0.40132, + "nauc_mrr_at_100_diff1": 0.270161, + "nauc_mrr_at_1000_max": 0.664954, + "nauc_mrr_at_1000_std": 0.40132, + "nauc_mrr_at_1000_diff1": 0.270161, + "cv_recall_at_1": 0.805, + "cv_recall_at_3": 0.92, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.64443, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.695, + "ndcg_at_3": 0.65513, + "ndcg_at_5": 0.63006, + "ndcg_at_10": 0.62827, + "ndcg_at_20": 0.63629, + "ndcg_at_100": 0.67244, + "ndcg_at_1000": 0.75264, + "map_at_1": 0.09442, + "map_at_3": 0.18997, + "map_at_5": 0.22731, + "map_at_10": 0.28868, + "map_at_20": 0.34829, + "map_at_100": 0.45025, + "map_at_1000": 0.50975, + "recall_at_1": 0.09442, + "recall_at_3": 0.20437, + "recall_at_5": 0.2574, + "recall_at_10": 0.36251, + "recall_at_20": 0.48255, + "recall_at_100": 0.72529, + "recall_at_1000": 0.95276, + "accuracy": 0.09442, + "precision_at_1": 0.815, + "precision_at_3": 0.715, + "precision_at_5": 0.629, + "precision_at_10": 0.544, + "precision_at_20": 0.45075, + "precision_at_100": 0.233, + "precision_at_1000": 0.05646, + "mrr_at_1": 0.815, + "mrr_at_3": 0.865833, + "mrr_at_5": 0.871083, + "mrr_at_10": 0.873845, + "mrr_at_20": 0.875354, + "mrr_at_100": 0.875661, + "mrr_at_1000": 0.875661, + "nauc_ndcg_at_1_max": 0.375758, + "nauc_ndcg_at_1_std": 0.229294, + "nauc_ndcg_at_1_diff1": 0.35824, + "nauc_ndcg_at_3_max": 0.443201, + "nauc_ndcg_at_3_std": 0.253883, + "nauc_ndcg_at_3_diff1": 0.248499, + "nauc_ndcg_at_5_max": 0.437906, + "nauc_ndcg_at_5_std": 0.222233, + "nauc_ndcg_at_5_diff1": 0.199109, + "nauc_ndcg_at_10_max": 0.431202, + "nauc_ndcg_at_10_std": 0.309257, + "nauc_ndcg_at_10_diff1": 0.238819, + "nauc_ndcg_at_20_max": 0.442712, + "nauc_ndcg_at_20_std": 0.395815, + "nauc_ndcg_at_20_diff1": 0.245926, + "nauc_ndcg_at_100_max": 0.485931, + "nauc_ndcg_at_100_std": 0.510258, + "nauc_ndcg_at_100_diff1": 0.233513, + "nauc_ndcg_at_1000_max": 0.467723, + "nauc_ndcg_at_1000_std": 0.42913, + "nauc_ndcg_at_1000_diff1": 0.248025, + "nauc_map_at_1_max": 0.231445, + "nauc_map_at_1_std": 0.186696, + "nauc_map_at_1_diff1": 0.411602, + "nauc_map_at_3_max": 0.288019, + "nauc_map_at_3_std": 0.258613, + "nauc_map_at_3_diff1": 0.302397, + "nauc_map_at_5_max": 0.300972, + "nauc_map_at_5_std": 0.301392, + "nauc_map_at_5_diff1": 0.257164, + "nauc_map_at_10_max": 0.318595, + "nauc_map_at_10_std": 0.37389, + "nauc_map_at_10_diff1": 0.235421, + "nauc_map_at_20_max": 0.32741, + "nauc_map_at_20_std": 0.4243, + "nauc_map_at_20_diff1": 0.207415, + "nauc_map_at_100_max": 0.376127, + "nauc_map_at_100_std": 0.503136, + "nauc_map_at_100_diff1": 0.176103, + "nauc_map_at_1000_max": 0.391491, + "nauc_map_at_1000_std": 0.457529, + "nauc_map_at_1000_diff1": 0.16191, + "nauc_recall_at_1_max": 0.231445, + "nauc_recall_at_1_std": 0.186696, + "nauc_recall_at_1_diff1": 0.411602, + "nauc_recall_at_3_max": 0.28157, + "nauc_recall_at_3_std": 0.261607, + "nauc_recall_at_3_diff1": 0.301827, + "nauc_recall_at_5_max": 0.293366, + "nauc_recall_at_5_std": 0.301852, + "nauc_recall_at_5_diff1": 0.252243, + "nauc_recall_at_10_max": 0.272594, + "nauc_recall_at_10_std": 0.40696, + "nauc_recall_at_10_diff1": 0.201714, + "nauc_recall_at_20_max": 0.272731, + "nauc_recall_at_20_std": 0.467932, + "nauc_recall_at_20_diff1": 0.20036, + "nauc_recall_at_100_max": 0.365863, + "nauc_recall_at_100_std": 0.639252, + "nauc_recall_at_100_diff1": 0.198873, + "nauc_recall_at_1000_max": 0.47376, + "nauc_recall_at_1000_std": 0.836642, + "nauc_recall_at_1000_diff1": 0.316897, + "nauc_precision_at_1_max": 0.493785, + "nauc_precision_at_1_std": 0.273485, + "nauc_precision_at_1_diff1": 0.266505, + "nauc_precision_at_3_max": 0.317168, + "nauc_precision_at_3_std": 0.159119, + "nauc_precision_at_3_diff1": -0.046211, + "nauc_precision_at_5_max": 0.183173, + "nauc_precision_at_5_std": 0.035382, + "nauc_precision_at_5_diff1": -0.201328, + "nauc_precision_at_10_max": 0.077621, + "nauc_precision_at_10_std": -0.007532, + "nauc_precision_at_10_diff1": -0.19743, + "nauc_precision_at_20_max": -0.017009, + "nauc_precision_at_20_std": -0.060973, + "nauc_precision_at_20_diff1": -0.201948, + "nauc_precision_at_100_max": -0.061334, + "nauc_precision_at_100_std": -0.198506, + "nauc_precision_at_100_diff1": -0.164553, + "nauc_precision_at_1000_max": -0.155957, + "nauc_precision_at_1000_std": -0.379277, + "nauc_precision_at_1000_diff1": -0.153239, + "nauc_mrr_at_1_max": 0.493785, + "nauc_mrr_at_1_std": 0.273485, + "nauc_mrr_at_1_diff1": 0.266505, + "nauc_mrr_at_3_max": 0.55749, + "nauc_mrr_at_3_std": 0.296011, + "nauc_mrr_at_3_diff1": 0.290935, + "nauc_mrr_at_5_max": 0.554244, + "nauc_mrr_at_5_std": 0.284591, + "nauc_mrr_at_5_diff1": 0.278651, + "nauc_mrr_at_10_max": 0.551925, + "nauc_mrr_at_10_std": 0.294626, + "nauc_mrr_at_10_diff1": 0.280414, + "nauc_mrr_at_20_max": 0.550085, + "nauc_mrr_at_20_std": 0.291915, + "nauc_mrr_at_20_diff1": 0.2858, + "nauc_mrr_at_100_max": 0.549163, + "nauc_mrr_at_100_std": 0.290326, + "nauc_mrr_at_100_diff1": 0.285124, + "nauc_mrr_at_1000_max": 0.549163, + "nauc_mrr_at_1000_std": 0.290326, + "nauc_mrr_at_1000_diff1": 0.285124, + "cv_recall_at_1": 0.815, + "cv_recall_at_3": 0.925, + "cv_recall_at_5": 0.95, + "cv_recall_at_10": 0.97, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.62827, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.6525, + "ndcg_at_3": 0.60616, + "ndcg_at_5": 0.59909, + "ndcg_at_10": 0.59478, + "ndcg_at_20": 0.59607, + "ndcg_at_100": 0.67021, + "ndcg_at_1000": 0.74855, + "map_at_1": 0.0692, + "map_at_3": 0.13633, + "map_at_5": 0.1769, + "map_at_10": 0.23946, + "map_at_20": 0.30962, + "map_at_100": 0.45717, + "map_at_1000": 0.5082, + "recall_at_1": 0.0692, + "recall_at_3": 0.14954, + "recall_at_5": 0.20721, + "recall_at_10": 0.30116, + "recall_at_20": 0.42802, + "recall_at_100": 0.77535, + "recall_at_1000": 0.98785, + "accuracy": 0.0692, + "precision_at_1": 0.805, + "precision_at_3": 0.70833, + "precision_at_5": 0.656, + "precision_at_10": 0.5855, + "precision_at_20": 0.48875, + "precision_at_100": 0.2519, + "precision_at_1000": 0.04084, + "mrr_at_1": 0.805, + "mrr_at_3": 0.864167, + "mrr_at_5": 0.868917, + "mrr_at_10": 0.869542, + "mrr_at_20": 0.870936, + "mrr_at_100": 0.871383, + "mrr_at_1000": 0.871425, + "nauc_ndcg_at_1_max": 0.344506, + "nauc_ndcg_at_1_std": 0.2182, + "nauc_ndcg_at_1_diff1": 0.229575, + "nauc_ndcg_at_3_max": 0.40814, + "nauc_ndcg_at_3_std": 0.239429, + "nauc_ndcg_at_3_diff1": 0.11966, + "nauc_ndcg_at_5_max": 0.427993, + "nauc_ndcg_at_5_std": 0.254898, + "nauc_ndcg_at_5_diff1": 0.114259, + "nauc_ndcg_at_10_max": 0.406983, + "nauc_ndcg_at_10_std": 0.216088, + "nauc_ndcg_at_10_diff1": 0.13382, + "nauc_ndcg_at_20_max": 0.375281, + "nauc_ndcg_at_20_std": 0.233704, + "nauc_ndcg_at_20_diff1": 0.182962, + "nauc_ndcg_at_100_max": 0.438185, + "nauc_ndcg_at_100_std": 0.283817, + "nauc_ndcg_at_100_diff1": 0.165437, + "nauc_ndcg_at_1000_max": 0.521607, + "nauc_ndcg_at_1000_std": 0.302571, + "nauc_ndcg_at_1000_diff1": 0.114595, + "nauc_map_at_1_max": -0.14816, + "nauc_map_at_1_std": -0.108788, + "nauc_map_at_1_diff1": 0.438566, + "nauc_map_at_3_max": -0.143099, + "nauc_map_at_3_std": -0.119787, + "nauc_map_at_3_diff1": 0.377102, + "nauc_map_at_5_max": -0.093079, + "nauc_map_at_5_std": -0.066117, + "nauc_map_at_5_diff1": 0.348025, + "nauc_map_at_10_max": -0.018867, + "nauc_map_at_10_std": -0.03088, + "nauc_map_at_10_diff1": 0.28633, + "nauc_map_at_20_max": 0.078332, + "nauc_map_at_20_std": 0.033164, + "nauc_map_at_20_diff1": 0.249374, + "nauc_map_at_100_max": 0.339933, + "nauc_map_at_100_std": 0.21217, + "nauc_map_at_100_diff1": 0.11066, + "nauc_map_at_1000_max": 0.413138, + "nauc_map_at_1000_std": 0.243405, + "nauc_map_at_1000_diff1": 0.074066, + "nauc_recall_at_1_max": -0.14816, + "nauc_recall_at_1_std": -0.108788, + "nauc_recall_at_1_diff1": 0.438566, + "nauc_recall_at_3_max": -0.19014, + "nauc_recall_at_3_std": -0.148572, + "nauc_recall_at_3_diff1": 0.393712, + "nauc_recall_at_5_max": -0.163748, + "nauc_recall_at_5_std": -0.088088, + "nauc_recall_at_5_diff1": 0.34887, + "nauc_recall_at_10_max": -0.118973, + "nauc_recall_at_10_std": -0.064642, + "nauc_recall_at_10_diff1": 0.309393, + "nauc_recall_at_20_max": -0.07385, + "nauc_recall_at_20_std": 0.021573, + "nauc_recall_at_20_diff1": 0.28399, + "nauc_recall_at_100_max": 0.081303, + "nauc_recall_at_100_std": 0.15417, + "nauc_recall_at_100_diff1": 0.150788, + "nauc_recall_at_1000_max": 0.209637, + "nauc_recall_at_1000_std": 0.620945, + "nauc_recall_at_1000_diff1": 0.347878, + "nauc_precision_at_1_max": 0.461774, + "nauc_precision_at_1_std": 0.272738, + "nauc_precision_at_1_diff1": 0.238168, + "nauc_precision_at_3_max": 0.43857, + "nauc_precision_at_3_std": 0.20683, + "nauc_precision_at_3_diff1": -0.121012, + "nauc_precision_at_5_max": 0.486938, + "nauc_precision_at_5_std": 0.238371, + "nauc_precision_at_5_diff1": -0.175002, + "nauc_precision_at_10_max": 0.485384, + "nauc_precision_at_10_std": 0.214889, + "nauc_precision_at_10_diff1": -0.249688, + "nauc_precision_at_20_max": 0.455285, + "nauc_precision_at_20_std": 0.221632, + "nauc_precision_at_20_diff1": -0.265387, + "nauc_precision_at_100_max": 0.321181, + "nauc_precision_at_100_std": 0.180211, + "nauc_precision_at_100_diff1": -0.236588, + "nauc_precision_at_1000_max": 0.204307, + "nauc_precision_at_1000_std": 0.039298, + "nauc_precision_at_1000_diff1": -0.185295, + "nauc_mrr_at_1_max": 0.461774, + "nauc_mrr_at_1_std": 0.272738, + "nauc_mrr_at_1_diff1": 0.238168, + "nauc_mrr_at_3_max": 0.497791, + "nauc_mrr_at_3_std": 0.257271, + "nauc_mrr_at_3_diff1": 0.282338, + "nauc_mrr_at_5_max": 0.49698, + "nauc_mrr_at_5_std": 0.253605, + "nauc_mrr_at_5_diff1": 0.278042, + "nauc_mrr_at_10_max": 0.49445, + "nauc_mrr_at_10_std": 0.263633, + "nauc_mrr_at_10_diff1": 0.278823, + "nauc_mrr_at_20_max": 0.493293, + "nauc_mrr_at_20_std": 0.270132, + "nauc_mrr_at_20_diff1": 0.277441, + "nauc_mrr_at_100_max": 0.492797, + "nauc_mrr_at_100_std": 0.268207, + "nauc_mrr_at_100_diff1": 0.276992, + "nauc_mrr_at_1000_max": 0.492717, + "nauc_mrr_at_1000_std": 0.267952, + "nauc_mrr_at_1000_diff1": 0.277046, + "cv_recall_at_1": 0.805, + "cv_recall_at_3": 0.93, + "cv_recall_at_5": 0.95, + "cv_recall_at_10": 0.955, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.59478, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6125, + "ndcg_at_3": 0.57262, + "ndcg_at_5": 0.56224, + "ndcg_at_10": 0.54601, + "ndcg_at_20": 0.54541, + "ndcg_at_100": 0.62669, + "ndcg_at_1000": 0.71522, + "map_at_1": 0.0554, + "map_at_3": 0.12073, + "map_at_5": 0.15794, + "map_at_10": 0.21454, + "map_at_20": 0.278, + "map_at_100": 0.41286, + "map_at_1000": 0.4638, + "recall_at_1": 0.0554, + "recall_at_3": 0.14001, + "recall_at_5": 0.19284, + "recall_at_10": 0.27986, + "recall_at_20": 0.39258, + "recall_at_100": 0.74177, + "recall_at_1000": 0.97867, + "accuracy": 0.0554, + "precision_at_1": 0.75, + "precision_at_3": 0.66667, + "precision_at_5": 0.626, + "precision_at_10": 0.537, + "precision_at_20": 0.44975, + "precision_at_100": 0.2337, + "precision_at_1000": 0.04019, + "mrr_at_1": 0.75, + "mrr_at_3": 0.8125, + "mrr_at_5": 0.822, + "mrr_at_10": 0.823, + "mrr_at_20": 0.824373, + "mrr_at_100": 0.825194, + "mrr_at_1000": 0.82524, + "nauc_ndcg_at_1_max": 0.460547, + "nauc_ndcg_at_1_std": 0.254931, + "nauc_ndcg_at_1_diff1": 0.109088, + "nauc_ndcg_at_3_max": 0.451256, + "nauc_ndcg_at_3_std": 0.246778, + "nauc_ndcg_at_3_diff1": -0.070091, + "nauc_ndcg_at_5_max": 0.482924, + "nauc_ndcg_at_5_std": 0.285363, + "nauc_ndcg_at_5_diff1": -0.048515, + "nauc_ndcg_at_10_max": 0.511462, + "nauc_ndcg_at_10_std": 0.326936, + "nauc_ndcg_at_10_diff1": -0.028982, + "nauc_ndcg_at_20_max": 0.485161, + "nauc_ndcg_at_20_std": 0.332623, + "nauc_ndcg_at_20_diff1": -0.011447, + "nauc_ndcg_at_100_max": 0.497432, + "nauc_ndcg_at_100_std": 0.372053, + "nauc_ndcg_at_100_diff1": -0.017163, + "nauc_ndcg_at_1000_max": 0.542298, + "nauc_ndcg_at_1000_std": 0.357874, + "nauc_ndcg_at_1000_diff1": -0.015365, + "nauc_map_at_1_max": -0.096228, + "nauc_map_at_1_std": 0.035442, + "nauc_map_at_1_diff1": 0.23807, + "nauc_map_at_3_max": -0.080145, + "nauc_map_at_3_std": -0.002239, + "nauc_map_at_3_diff1": 0.109134, + "nauc_map_at_5_max": -0.037664, + "nauc_map_at_5_std": 0.057234, + "nauc_map_at_5_diff1": 0.0935, + "nauc_map_at_10_max": 0.064869, + "nauc_map_at_10_std": 0.10611, + "nauc_map_at_10_diff1": 0.08301, + "nauc_map_at_20_max": 0.178721, + "nauc_map_at_20_std": 0.17983, + "nauc_map_at_20_diff1": 0.041276, + "nauc_map_at_100_max": 0.411785, + "nauc_map_at_100_std": 0.346322, + "nauc_map_at_100_diff1": -0.053435, + "nauc_map_at_1000_max": 0.472583, + "nauc_map_at_1000_std": 0.365153, + "nauc_map_at_1000_diff1": -0.087052, + "nauc_recall_at_1_max": -0.096228, + "nauc_recall_at_1_std": 0.035442, + "nauc_recall_at_1_diff1": 0.23807, + "nauc_recall_at_3_max": -0.13813, + "nauc_recall_at_3_std": -0.039288, + "nauc_recall_at_3_diff1": 0.036747, + "nauc_recall_at_5_max": -0.12629, + "nauc_recall_at_5_std": 0.025489, + "nauc_recall_at_5_diff1": 0.037453, + "nauc_recall_at_10_max": -0.033642, + "nauc_recall_at_10_std": 0.10458, + "nauc_recall_at_10_diff1": 0.061043, + "nauc_recall_at_20_max": 0.043033, + "nauc_recall_at_20_std": 0.172778, + "nauc_recall_at_20_diff1": 0.045656, + "nauc_recall_at_100_max": 0.187717, + "nauc_recall_at_100_std": 0.293611, + "nauc_recall_at_100_diff1": -0.032378, + "nauc_recall_at_1000_max": 0.433094, + "nauc_recall_at_1000_std": 0.648131, + "nauc_recall_at_1000_diff1": 0.062096, + "nauc_precision_at_1_max": 0.531073, + "nauc_precision_at_1_std": 0.343768, + "nauc_precision_at_1_diff1": 0.229681, + "nauc_precision_at_3_max": 0.492971, + "nauc_precision_at_3_std": 0.242241, + "nauc_precision_at_3_diff1": -0.113277, + "nauc_precision_at_5_max": 0.520926, + "nauc_precision_at_5_std": 0.280352, + "nauc_precision_at_5_diff1": -0.132412, + "nauc_precision_at_10_max": 0.554627, + "nauc_precision_at_10_std": 0.268204, + "nauc_precision_at_10_diff1": -0.154424, + "nauc_precision_at_20_max": 0.52459, + "nauc_precision_at_20_std": 0.254147, + "nauc_precision_at_20_diff1": -0.167781, + "nauc_precision_at_100_max": 0.342021, + "nauc_precision_at_100_std": 0.191019, + "nauc_precision_at_100_diff1": -0.155449, + "nauc_precision_at_1000_max": 0.189503, + "nauc_precision_at_1000_std": -0.005991, + "nauc_precision_at_1000_diff1": -0.114707, + "nauc_mrr_at_1_max": 0.531073, + "nauc_mrr_at_1_std": 0.343768, + "nauc_mrr_at_1_diff1": 0.229681, + "nauc_mrr_at_3_max": 0.565787, + "nauc_mrr_at_3_std": 0.369109, + "nauc_mrr_at_3_diff1": 0.166193, + "nauc_mrr_at_5_max": 0.553139, + "nauc_mrr_at_5_std": 0.351733, + "nauc_mrr_at_5_diff1": 0.161003, + "nauc_mrr_at_10_max": 0.553491, + "nauc_mrr_at_10_std": 0.356585, + "nauc_mrr_at_10_diff1": 0.160815, + "nauc_mrr_at_20_max": 0.554042, + "nauc_mrr_at_20_std": 0.359271, + "nauc_mrr_at_20_diff1": 0.164907, + "nauc_mrr_at_100_max": 0.553847, + "nauc_mrr_at_100_std": 0.35868, + "nauc_mrr_at_100_diff1": 0.165796, + "nauc_mrr_at_1000_max": 0.553717, + "nauc_mrr_at_1000_std": 0.358493, + "nauc_mrr_at_1000_diff1": 0.166352, + "cv_recall_at_1": 0.75, + "cv_recall_at_3": 0.89, + "cv_recall_at_5": 0.93, + "cv_recall_at_10": 0.94, + "cv_recall_at_20": 0.96, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.54601, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5725, + "ndcg_at_3": 0.54361, + "ndcg_at_5": 0.52391, + "ndcg_at_10": 0.51886, + "ndcg_at_20": 0.5261, + "ndcg_at_100": 0.60477, + "ndcg_at_1000": 0.69509, + "map_at_1": 0.05849, + "map_at_3": 0.11251, + "map_at_5": 0.1419, + "map_at_10": 0.19539, + "map_at_20": 0.25798, + "map_at_100": 0.38866, + "map_at_1000": 0.43934, + "recall_at_1": 0.05849, + "recall_at_3": 0.12496, + "recall_at_5": 0.16326, + "recall_at_10": 0.25669, + "recall_at_20": 0.38043, + "recall_at_100": 0.72934, + "recall_at_1000": 0.9716, + "accuracy": 0.05849, + "precision_at_1": 0.71, + "precision_at_3": 0.64167, + "precision_at_5": 0.579, + "precision_at_10": 0.5215, + "precision_at_20": 0.442, + "precision_at_100": 0.2318, + "precision_at_1000": 0.03998, + "mrr_at_1": 0.71, + "mrr_at_3": 0.785833, + "mrr_at_5": 0.790833, + "mrr_at_10": 0.794492, + "mrr_at_20": 0.79625, + "mrr_at_100": 0.797328, + "mrr_at_1000": 0.797341, + "nauc_ndcg_at_1_max": 0.392327, + "nauc_ndcg_at_1_std": 0.284871, + "nauc_ndcg_at_1_diff1": 0.25553, + "nauc_ndcg_at_3_max": 0.471988, + "nauc_ndcg_at_3_std": 0.303316, + "nauc_ndcg_at_3_diff1": 0.050534, + "nauc_ndcg_at_5_max": 0.471512, + "nauc_ndcg_at_5_std": 0.274286, + "nauc_ndcg_at_5_diff1": 0.061737, + "nauc_ndcg_at_10_max": 0.533591, + "nauc_ndcg_at_10_std": 0.281921, + "nauc_ndcg_at_10_diff1": 0.125404, + "nauc_ndcg_at_20_max": 0.534281, + "nauc_ndcg_at_20_std": 0.279364, + "nauc_ndcg_at_20_diff1": 0.123586, + "nauc_ndcg_at_100_max": 0.548204, + "nauc_ndcg_at_100_std": 0.343472, + "nauc_ndcg_at_100_diff1": 0.097237, + "nauc_ndcg_at_1000_max": 0.587908, + "nauc_ndcg_at_1000_std": 0.352034, + "nauc_ndcg_at_1000_diff1": 0.140112, + "nauc_map_at_1_max": -0.037977, + "nauc_map_at_1_std": -0.05371, + "nauc_map_at_1_diff1": 0.288756, + "nauc_map_at_3_max": 0.020334, + "nauc_map_at_3_std": -0.047606, + "nauc_map_at_3_diff1": 0.142924, + "nauc_map_at_5_max": 0.042169, + "nauc_map_at_5_std": -0.036053, + "nauc_map_at_5_diff1": 0.13442, + "nauc_map_at_10_max": 0.13398, + "nauc_map_at_10_std": 0.010469, + "nauc_map_at_10_diff1": 0.131536, + "nauc_map_at_20_max": 0.224569, + "nauc_map_at_20_std": 0.070645, + "nauc_map_at_20_diff1": 0.069978, + "nauc_map_at_100_max": 0.483097, + "nauc_map_at_100_std": 0.261827, + "nauc_map_at_100_diff1": 0.028115, + "nauc_map_at_1000_max": 0.551324, + "nauc_map_at_1000_std": 0.293187, + "nauc_map_at_1000_diff1": 0.033455, + "nauc_recall_at_1_max": -0.037977, + "nauc_recall_at_1_std": -0.05371, + "nauc_recall_at_1_diff1": 0.288756, + "nauc_recall_at_3_max": -0.016049, + "nauc_recall_at_3_std": -0.076008, + "nauc_recall_at_3_diff1": 0.097503, + "nauc_recall_at_5_max": -0.011223, + "nauc_recall_at_5_std": -0.062599, + "nauc_recall_at_5_diff1": 0.104873, + "nauc_recall_at_10_max": 0.052235, + "nauc_recall_at_10_std": -0.035657, + "nauc_recall_at_10_diff1": 0.182495, + "nauc_recall_at_20_max": 0.057623, + "nauc_recall_at_20_std": 0.063273, + "nauc_recall_at_20_diff1": 0.085828, + "nauc_recall_at_100_max": 0.199203, + "nauc_recall_at_100_std": 0.241905, + "nauc_recall_at_100_diff1": -0.00264, + "nauc_recall_at_1000_max": 0.460231, + "nauc_recall_at_1000_std": 0.655238, + "nauc_recall_at_1000_diff1": 0.06093, + "nauc_precision_at_1_max": 0.504902, + "nauc_precision_at_1_std": 0.347331, + "nauc_precision_at_1_diff1": 0.287734, + "nauc_precision_at_3_max": 0.528777, + "nauc_precision_at_3_std": 0.301451, + "nauc_precision_at_3_diff1": -0.09179, + "nauc_precision_at_5_max": 0.484518, + "nauc_precision_at_5_std": 0.237635, + "nauc_precision_at_5_diff1": -0.084298, + "nauc_precision_at_10_max": 0.537445, + "nauc_precision_at_10_std": 0.266434, + "nauc_precision_at_10_diff1": -0.040191, + "nauc_precision_at_20_max": 0.513134, + "nauc_precision_at_20_std": 0.253691, + "nauc_precision_at_20_diff1": -0.073449, + "nauc_precision_at_100_max": 0.409756, + "nauc_precision_at_100_std": 0.231917, + "nauc_precision_at_100_diff1": -0.031512, + "nauc_precision_at_1000_max": 0.258505, + "nauc_precision_at_1000_std": 0.056759, + "nauc_precision_at_1000_diff1": -0.009382, + "nauc_mrr_at_1_max": 0.504902, + "nauc_mrr_at_1_std": 0.347331, + "nauc_mrr_at_1_diff1": 0.287734, + "nauc_mrr_at_3_max": 0.549214, + "nauc_mrr_at_3_std": 0.377435, + "nauc_mrr_at_3_diff1": 0.251226, + "nauc_mrr_at_5_max": 0.539164, + "nauc_mrr_at_5_std": 0.365263, + "nauc_mrr_at_5_diff1": 0.255708, + "nauc_mrr_at_10_max": 0.539062, + "nauc_mrr_at_10_std": 0.364738, + "nauc_mrr_at_10_diff1": 0.263794, + "nauc_mrr_at_20_max": 0.539485, + "nauc_mrr_at_20_std": 0.367791, + "nauc_mrr_at_20_diff1": 0.265917, + "nauc_mrr_at_100_max": 0.538137, + "nauc_mrr_at_100_std": 0.365884, + "nauc_mrr_at_100_diff1": 0.263665, + "nauc_mrr_at_1000_max": 0.538124, + "nauc_mrr_at_1000_std": 0.365837, + "nauc_mrr_at_1000_diff1": 0.26362, + "cv_recall_at_1": 0.71, + "cv_recall_at_3": 0.88, + "cv_recall_at_5": 0.9, + "cv_recall_at_10": 0.93, + "cv_recall_at_20": 0.955, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.51886, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.74, + "ndcg_at_3": 0.6666, + "ndcg_at_5": 0.64734, + "ndcg_at_10": 0.64583, + "ndcg_at_20": 0.66299, + "ndcg_at_100": 0.73804, + "ndcg_at_1000": 0.77218, + "map_at_1": 0.16497, + "map_at_3": 0.2734, + "map_at_5": 0.32285, + "map_at_10": 0.39493, + "map_at_20": 0.45762, + "map_at_100": 0.53708, + "map_at_1000": 0.55011, + "recall_at_1": 0.16497, + "recall_at_3": 0.2866, + "recall_at_5": 0.35811, + "recall_at_10": 0.48088, + "recall_at_20": 0.6166, + "recall_at_100": 0.87464, + "recall_at_1000": 0.98835, + "accuracy": 0.16497, + "precision_at_1": 0.83, + "precision_at_3": 0.65667, + "precision_at_5": 0.563, + "precision_at_10": 0.442, + "precision_at_20": 0.32975, + "precision_at_100": 0.12145, + "precision_at_1000": 0.01479, + "mrr_at_1": 0.83, + "mrr_at_3": 0.873333, + "mrr_at_5": 0.880333, + "mrr_at_10": 0.883875, + "mrr_at_20": 0.884644, + "mrr_at_100": 0.885018, + "mrr_at_1000": 0.885018, + "nauc_ndcg_at_1_max": 0.4789, + "nauc_ndcg_at_1_std": -0.075168, + "nauc_ndcg_at_1_diff1": 0.541898, + "nauc_ndcg_at_3_max": 0.416209, + "nauc_ndcg_at_3_std": -0.049237, + "nauc_ndcg_at_3_diff1": 0.320485, + "nauc_ndcg_at_5_max": 0.433897, + "nauc_ndcg_at_5_std": -0.028454, + "nauc_ndcg_at_5_diff1": 0.284831, + "nauc_ndcg_at_10_max": 0.405, + "nauc_ndcg_at_10_std": -0.061801, + "nauc_ndcg_at_10_diff1": 0.288951, + "nauc_ndcg_at_20_max": 0.416014, + "nauc_ndcg_at_20_std": -0.012156, + "nauc_ndcg_at_20_diff1": 0.304698, + "nauc_ndcg_at_100_max": 0.456475, + "nauc_ndcg_at_100_std": 0.03844, + "nauc_ndcg_at_100_diff1": 0.332591, + "nauc_ndcg_at_1000_max": 0.483021, + "nauc_ndcg_at_1000_std": 0.026925, + "nauc_ndcg_at_1000_diff1": 0.318002, + "nauc_map_at_1_max": 0.032417, + "nauc_map_at_1_std": -0.154291, + "nauc_map_at_1_diff1": 0.480522, + "nauc_map_at_3_max": 0.101761, + "nauc_map_at_3_std": -0.147996, + "nauc_map_at_3_diff1": 0.396309, + "nauc_map_at_5_max": 0.146648, + "nauc_map_at_5_std": -0.132585, + "nauc_map_at_5_diff1": 0.346292, + "nauc_map_at_10_max": 0.196019, + "nauc_map_at_10_std": -0.109198, + "nauc_map_at_10_diff1": 0.28902, + "nauc_map_at_20_max": 0.240902, + "nauc_map_at_20_std": -0.049113, + "nauc_map_at_20_diff1": 0.247746, + "nauc_map_at_100_max": 0.324826, + "nauc_map_at_100_std": 0.037714, + "nauc_map_at_100_diff1": 0.204411, + "nauc_map_at_1000_max": 0.335253, + "nauc_map_at_1000_std": 0.046799, + "nauc_map_at_1000_diff1": 0.194278, + "nauc_recall_at_1_max": 0.032417, + "nauc_recall_at_1_std": -0.154291, + "nauc_recall_at_1_diff1": 0.480522, + "nauc_recall_at_3_max": 0.098793, + "nauc_recall_at_3_std": -0.156815, + "nauc_recall_at_3_diff1": 0.391095, + "nauc_recall_at_5_max": 0.120498, + "nauc_recall_at_5_std": -0.152724, + "nauc_recall_at_5_diff1": 0.316378, + "nauc_recall_at_10_max": 0.109459, + "nauc_recall_at_10_std": -0.163609, + "nauc_recall_at_10_diff1": 0.2328, + "nauc_recall_at_20_max": 0.105014, + "nauc_recall_at_20_std": -0.052166, + "nauc_recall_at_20_diff1": 0.176148, + "nauc_recall_at_100_max": 0.176982, + "nauc_recall_at_100_std": 0.18543, + "nauc_recall_at_100_diff1": 0.149459, + "nauc_recall_at_1000_max": 0.287005, + "nauc_recall_at_1000_std": 0.2839, + "nauc_recall_at_1000_diff1": -0.194263, + "nauc_precision_at_1_max": 0.594677, + "nauc_precision_at_1_std": -0.03895, + "nauc_precision_at_1_diff1": 0.577364, + "nauc_precision_at_3_max": 0.345718, + "nauc_precision_at_3_std": 0.125257, + "nauc_precision_at_3_diff1": -0.137791, + "nauc_precision_at_5_max": 0.351219, + "nauc_precision_at_5_std": 0.199107, + "nauc_precision_at_5_diff1": -0.257818, + "nauc_precision_at_10_max": 0.281416, + "nauc_precision_at_10_std": 0.194547, + "nauc_precision_at_10_diff1": -0.27278, + "nauc_precision_at_20_max": 0.226852, + "nauc_precision_at_20_std": 0.25189, + "nauc_precision_at_20_diff1": -0.293308, + "nauc_precision_at_100_max": 0.152936, + "nauc_precision_at_100_std": 0.252511, + "nauc_precision_at_100_diff1": -0.243404, + "nauc_precision_at_1000_max": 0.116508, + "nauc_precision_at_1000_std": 0.204095, + "nauc_precision_at_1000_diff1": -0.235982, + "nauc_mrr_at_1_max": 0.594677, + "nauc_mrr_at_1_std": -0.03895, + "nauc_mrr_at_1_diff1": 0.577364, + "nauc_mrr_at_3_max": 0.649727, + "nauc_mrr_at_3_std": -0.013186, + "nauc_mrr_at_3_diff1": 0.561512, + "nauc_mrr_at_5_max": 0.647493, + "nauc_mrr_at_5_std": -0.017528, + "nauc_mrr_at_5_diff1": 0.555825, + "nauc_mrr_at_10_max": 0.642008, + "nauc_mrr_at_10_std": -0.020233, + "nauc_mrr_at_10_diff1": 0.549104, + "nauc_mrr_at_20_max": 0.640487, + "nauc_mrr_at_20_std": -0.021702, + "nauc_mrr_at_20_diff1": 0.554447, + "nauc_mrr_at_100_max": 0.640148, + "nauc_mrr_at_100_std": -0.019372, + "nauc_mrr_at_100_diff1": 0.554002, + "nauc_mrr_at_1000_max": 0.640148, + "nauc_mrr_at_1000_std": -0.019372, + "nauc_mrr_at_1000_diff1": 0.554002, + "cv_recall_at_1": 0.83, + "cv_recall_at_3": 0.925, + "cv_recall_at_5": 0.955, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.64583, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6775, + "ndcg_at_3": 0.63219, + "ndcg_at_5": 0.60757, + "ndcg_at_10": 0.61015, + "ndcg_at_20": 0.6286, + "ndcg_at_100": 0.70728, + "ndcg_at_1000": 0.74667, + "map_at_1": 0.15198, + "map_at_3": 0.25609, + "map_at_5": 0.30368, + "map_at_10": 0.37002, + "map_at_20": 0.42243, + "map_at_100": 0.49877, + "map_at_1000": 0.51253, + "recall_at_1": 0.15198, + "recall_at_3": 0.27249, + "recall_at_5": 0.34095, + "recall_at_10": 0.46672, + "recall_at_20": 0.58793, + "recall_at_100": 0.85702, + "recall_at_1000": 0.98958, + "accuracy": 0.15198, + "precision_at_1": 0.785, + "precision_at_3": 0.62333, + "precision_at_5": 0.524, + "precision_at_10": 0.4145, + "precision_at_20": 0.30875, + "precision_at_100": 0.1169, + "precision_at_1000": 0.01476, + "mrr_at_1": 0.785, + "mrr_at_3": 0.844167, + "mrr_at_5": 0.851167, + "mrr_at_10": 0.855317, + "mrr_at_20": 0.856382, + "mrr_at_100": 0.85682, + "mrr_at_1000": 0.85682, + "nauc_ndcg_at_1_max": 0.468683, + "nauc_ndcg_at_1_std": 0.012286, + "nauc_ndcg_at_1_diff1": 0.47901, + "nauc_ndcg_at_3_max": 0.450029, + "nauc_ndcg_at_3_std": -0.003343, + "nauc_ndcg_at_3_diff1": 0.33764, + "nauc_ndcg_at_5_max": 0.433477, + "nauc_ndcg_at_5_std": 0.02078, + "nauc_ndcg_at_5_diff1": 0.354322, + "nauc_ndcg_at_10_max": 0.347855, + "nauc_ndcg_at_10_std": 0.002118, + "nauc_ndcg_at_10_diff1": 0.317146, + "nauc_ndcg_at_20_max": 0.364532, + "nauc_ndcg_at_20_std": 0.030768, + "nauc_ndcg_at_20_diff1": 0.338027, + "nauc_ndcg_at_100_max": 0.421886, + "nauc_ndcg_at_100_std": 0.065948, + "nauc_ndcg_at_100_diff1": 0.370136, + "nauc_ndcg_at_1000_max": 0.46525, + "nauc_ndcg_at_1000_std": 0.040781, + "nauc_ndcg_at_1000_diff1": 0.355618, + "nauc_map_at_1_max": 0.034266, + "nauc_map_at_1_std": -0.084266, + "nauc_map_at_1_diff1": 0.505952, + "nauc_map_at_3_max": 0.066311, + "nauc_map_at_3_std": -0.071841, + "nauc_map_at_3_diff1": 0.36568, + "nauc_map_at_5_max": 0.100568, + "nauc_map_at_5_std": -0.062459, + "nauc_map_at_5_diff1": 0.346195, + "nauc_map_at_10_max": 0.126393, + "nauc_map_at_10_std": -0.034874, + "nauc_map_at_10_diff1": 0.31198, + "nauc_map_at_20_max": 0.193751, + "nauc_map_at_20_std": 0.022795, + "nauc_map_at_20_diff1": 0.312825, + "nauc_map_at_100_max": 0.284026, + "nauc_map_at_100_std": 0.087351, + "nauc_map_at_100_diff1": 0.268932, + "nauc_map_at_1000_max": 0.296828, + "nauc_map_at_1000_std": 0.091225, + "nauc_map_at_1000_diff1": 0.254449, + "nauc_recall_at_1_max": 0.034266, + "nauc_recall_at_1_std": -0.084266, + "nauc_recall_at_1_diff1": 0.505952, + "nauc_recall_at_3_max": 0.0271, + "nauc_recall_at_3_std": -0.076714, + "nauc_recall_at_3_diff1": 0.321459, + "nauc_recall_at_5_max": 0.055347, + "nauc_recall_at_5_std": -0.070656, + "nauc_recall_at_5_diff1": 0.296071, + "nauc_recall_at_10_max": 0.006787, + "nauc_recall_at_10_std": -0.051546, + "nauc_recall_at_10_diff1": 0.265991, + "nauc_recall_at_20_max": 0.070584, + "nauc_recall_at_20_std": 0.044819, + "nauc_recall_at_20_diff1": 0.266085, + "nauc_recall_at_100_max": 0.140984, + "nauc_recall_at_100_std": 0.232338, + "nauc_recall_at_100_diff1": 0.201744, + "nauc_recall_at_1000_max": 0.38557, + "nauc_recall_at_1000_std": 0.513722, + "nauc_recall_at_1000_diff1": 0.029399, + "nauc_precision_at_1_max": 0.585463, + "nauc_precision_at_1_std": 0.16657, + "nauc_precision_at_1_diff1": 0.467452, + "nauc_precision_at_3_max": 0.375831, + "nauc_precision_at_3_std": 0.116265, + "nauc_precision_at_3_diff1": -0.070931, + "nauc_precision_at_5_max": 0.353224, + "nauc_precision_at_5_std": 0.161003, + "nauc_precision_at_5_diff1": -0.11301, + "nauc_precision_at_10_max": 0.296792, + "nauc_precision_at_10_std": 0.186427, + "nauc_precision_at_10_diff1": -0.201923, + "nauc_precision_at_20_max": 0.297241, + "nauc_precision_at_20_std": 0.21475, + "nauc_precision_at_20_diff1": -0.214454, + "nauc_precision_at_100_max": 0.205184, + "nauc_precision_at_100_std": 0.171448, + "nauc_precision_at_100_diff1": -0.261773, + "nauc_precision_at_1000_max": 0.155245, + "nauc_precision_at_1000_std": 0.09764, + "nauc_precision_at_1000_diff1": -0.27975, + "nauc_mrr_at_1_max": 0.585463, + "nauc_mrr_at_1_std": 0.16657, + "nauc_mrr_at_1_diff1": 0.467452, + "nauc_mrr_at_3_max": 0.645215, + "nauc_mrr_at_3_std": 0.167213, + "nauc_mrr_at_3_diff1": 0.471595, + "nauc_mrr_at_5_max": 0.638883, + "nauc_mrr_at_5_std": 0.175107, + "nauc_mrr_at_5_diff1": 0.474651, + "nauc_mrr_at_10_max": 0.63374, + "nauc_mrr_at_10_std": 0.167272, + "nauc_mrr_at_10_diff1": 0.4821, + "nauc_mrr_at_20_max": 0.633086, + "nauc_mrr_at_20_std": 0.172517, + "nauc_mrr_at_20_diff1": 0.479279, + "nauc_mrr_at_100_max": 0.631888, + "nauc_mrr_at_100_std": 0.171618, + "nauc_mrr_at_100_diff1": 0.477993, + "nauc_mrr_at_1000_max": 0.631888, + "nauc_mrr_at_1000_std": 0.171618, + "nauc_mrr_at_1000_diff1": 0.477993, + "cv_recall_at_1": 0.785, + "cv_recall_at_3": 0.915, + "cv_recall_at_5": 0.945, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.61015, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68, + "ndcg_at_3": 0.64163, + "ndcg_at_5": 0.61688, + "ndcg_at_10": 0.61318, + "ndcg_at_20": 0.62671, + "ndcg_at_100": 0.70678, + "ndcg_at_1000": 0.74796, + "map_at_1": 0.15246, + "map_at_3": 0.26568, + "map_at_5": 0.31043, + "map_at_10": 0.37511, + "map_at_20": 0.42578, + "map_at_100": 0.50278, + "map_at_1000": 0.51705, + "recall_at_1": 0.15246, + "recall_at_3": 0.28529, + "recall_at_5": 0.34676, + "recall_at_10": 0.45165, + "recall_at_20": 0.57228, + "recall_at_100": 0.84464, + "recall_at_1000": 0.98954, + "accuracy": 0.15246, + "precision_at_1": 0.765, + "precision_at_3": 0.635, + "precision_at_5": 0.534, + "precision_at_10": 0.4175, + "precision_at_20": 0.308, + "precision_at_100": 0.11675, + "precision_at_1000": 0.01477, + "mrr_at_1": 0.765, + "mrr_at_3": 0.8275, + "mrr_at_5": 0.8355, + "mrr_at_10": 0.839601, + "mrr_at_20": 0.841725, + "mrr_at_100": 0.842035, + "mrr_at_1000": 0.842035, + "nauc_ndcg_at_1_max": 0.410081, + "nauc_ndcg_at_1_std": -0.021194, + "nauc_ndcg_at_1_diff1": 0.507185, + "nauc_ndcg_at_3_max": 0.418333, + "nauc_ndcg_at_3_std": 0.018844, + "nauc_ndcg_at_3_diff1": 0.385236, + "nauc_ndcg_at_5_max": 0.418889, + "nauc_ndcg_at_5_std": 0.038343, + "nauc_ndcg_at_5_diff1": 0.388592, + "nauc_ndcg_at_10_max": 0.427114, + "nauc_ndcg_at_10_std": 0.059805, + "nauc_ndcg_at_10_diff1": 0.390448, + "nauc_ndcg_at_20_max": 0.421482, + "nauc_ndcg_at_20_std": 0.037152, + "nauc_ndcg_at_20_diff1": 0.413154, + "nauc_ndcg_at_100_max": 0.451832, + "nauc_ndcg_at_100_std": 0.099227, + "nauc_ndcg_at_100_diff1": 0.445672, + "nauc_ndcg_at_1000_max": 0.485853, + "nauc_ndcg_at_1000_std": 0.071492, + "nauc_ndcg_at_1000_diff1": 0.415332, + "nauc_map_at_1_max": 0.088571, + "nauc_map_at_1_std": -0.082189, + "nauc_map_at_1_diff1": 0.562745, + "nauc_map_at_3_max": 0.134236, + "nauc_map_at_3_std": -0.036118, + "nauc_map_at_3_diff1": 0.46147, + "nauc_map_at_5_max": 0.14595, + "nauc_map_at_5_std": -0.026061, + "nauc_map_at_5_diff1": 0.416561, + "nauc_map_at_10_max": 0.198081, + "nauc_map_at_10_std": 0.010686, + "nauc_map_at_10_diff1": 0.378692, + "nauc_map_at_20_max": 0.252787, + "nauc_map_at_20_std": 0.039891, + "nauc_map_at_20_diff1": 0.369243, + "nauc_map_at_100_max": 0.348358, + "nauc_map_at_100_std": 0.122389, + "nauc_map_at_100_diff1": 0.337804, + "nauc_map_at_1000_max": 0.36185, + "nauc_map_at_1000_std": 0.126778, + "nauc_map_at_1000_diff1": 0.32649, + "nauc_recall_at_1_max": 0.088571, + "nauc_recall_at_1_std": -0.082189, + "nauc_recall_at_1_diff1": 0.562745, + "nauc_recall_at_3_max": 0.103355, + "nauc_recall_at_3_std": -0.042124, + "nauc_recall_at_3_diff1": 0.430653, + "nauc_recall_at_5_max": 0.097414, + "nauc_recall_at_5_std": -0.038149, + "nauc_recall_at_5_diff1": 0.380736, + "nauc_recall_at_10_max": 0.12775, + "nauc_recall_at_10_std": 0.014615, + "nauc_recall_at_10_diff1": 0.345197, + "nauc_recall_at_20_max": 0.143403, + "nauc_recall_at_20_std": 0.029941, + "nauc_recall_at_20_diff1": 0.347775, + "nauc_recall_at_100_max": 0.177551, + "nauc_recall_at_100_std": 0.27927, + "nauc_recall_at_100_diff1": 0.332547, + "nauc_recall_at_1000_max": 0.074291, + "nauc_recall_at_1000_std": 0.335252, + "nauc_recall_at_1000_diff1": 0.147533, + "nauc_precision_at_1_max": 0.534623, + "nauc_precision_at_1_std": 0.023265, + "nauc_precision_at_1_diff1": 0.568624, + "nauc_precision_at_3_max": 0.388272, + "nauc_precision_at_3_std": 0.135253, + "nauc_precision_at_3_diff1": 0.021934, + "nauc_precision_at_5_max": 0.326757, + "nauc_precision_at_5_std": 0.164221, + "nauc_precision_at_5_diff1": -0.117163, + "nauc_precision_at_10_max": 0.324174, + "nauc_precision_at_10_std": 0.198289, + "nauc_precision_at_10_diff1": -0.201125, + "nauc_precision_at_20_max": 0.295692, + "nauc_precision_at_20_std": 0.175437, + "nauc_precision_at_20_diff1": -0.226677, + "nauc_precision_at_100_max": 0.22146, + "nauc_precision_at_100_std": 0.168196, + "nauc_precision_at_100_diff1": -0.229043, + "nauc_precision_at_1000_max": 0.172023, + "nauc_precision_at_1000_std": 0.102044, + "nauc_precision_at_1000_diff1": -0.260737, + "nauc_mrr_at_1_max": 0.534623, + "nauc_mrr_at_1_std": 0.023265, + "nauc_mrr_at_1_diff1": 0.568624, + "nauc_mrr_at_3_max": 0.61351, + "nauc_mrr_at_3_std": 0.028626, + "nauc_mrr_at_3_diff1": 0.589711, + "nauc_mrr_at_5_max": 0.604733, + "nauc_mrr_at_5_std": 0.031072, + "nauc_mrr_at_5_diff1": 0.595514, + "nauc_mrr_at_10_max": 0.599894, + "nauc_mrr_at_10_std": 0.031015, + "nauc_mrr_at_10_diff1": 0.596593, + "nauc_mrr_at_20_max": 0.59758, + "nauc_mrr_at_20_std": 0.029391, + "nauc_mrr_at_20_diff1": 0.593158, + "nauc_mrr_at_100_max": 0.596886, + "nauc_mrr_at_100_std": 0.029819, + "nauc_mrr_at_100_diff1": 0.592634, + "nauc_mrr_at_1000_max": 0.596886, + "nauc_mrr_at_1000_std": 0.029819, + "nauc_mrr_at_1000_diff1": 0.592634, + "cv_recall_at_1": 0.765, + "cv_recall_at_3": 0.895, + "cv_recall_at_5": 0.93, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.61318, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.675, + "ndcg_at_3": 0.64993, + "ndcg_at_5": 0.6244, + "ndcg_at_10": 0.59511, + "ndcg_at_20": 0.59287, + "ndcg_at_100": 0.66823, + "ndcg_at_1000": 0.74495, + "map_at_1": 0.0713, + "map_at_3": 0.1528, + "map_at_5": 0.19545, + "map_at_10": 0.25095, + "map_at_20": 0.31297, + "map_at_100": 0.42602, + "map_at_1000": 0.47138, + "recall_at_1": 0.0713, + "recall_at_3": 0.16344, + "recall_at_5": 0.22064, + "recall_at_10": 0.30421, + "recall_at_20": 0.43133, + "recall_at_100": 0.75707, + "recall_at_1000": 0.9824, + "accuracy": 0.0713, + "precision_at_1": 0.77, + "precision_at_3": 0.72, + "precision_at_5": 0.644, + "precision_at_10": 0.5255, + "precision_at_20": 0.4225, + "precision_at_100": 0.2046, + "precision_at_1000": 0.03555, + "mrr_at_1": 0.77, + "mrr_at_3": 0.843333, + "mrr_at_5": 0.846583, + "mrr_at_10": 0.847417, + "mrr_at_20": 0.849286, + "mrr_at_100": 0.849856, + "mrr_at_1000": 0.849856, + "nauc_ndcg_at_1_max": 0.517624, + "nauc_ndcg_at_1_std": 0.173819, + "nauc_ndcg_at_1_diff1": 0.249549, + "nauc_ndcg_at_3_max": 0.499494, + "nauc_ndcg_at_3_std": 0.213503, + "nauc_ndcg_at_3_diff1": 0.103652, + "nauc_ndcg_at_5_max": 0.537776, + "nauc_ndcg_at_5_std": 0.230988, + "nauc_ndcg_at_5_diff1": 0.071183, + "nauc_ndcg_at_10_max": 0.567433, + "nauc_ndcg_at_10_std": 0.245237, + "nauc_ndcg_at_10_diff1": 0.095659, + "nauc_ndcg_at_20_max": 0.531612, + "nauc_ndcg_at_20_std": 0.278914, + "nauc_ndcg_at_20_diff1": 0.122696, + "nauc_ndcg_at_100_max": 0.501162, + "nauc_ndcg_at_100_std": 0.351449, + "nauc_ndcg_at_100_diff1": 0.139946, + "nauc_ndcg_at_1000_max": 0.610639, + "nauc_ndcg_at_1000_std": 0.307188, + "nauc_ndcg_at_1000_diff1": 0.099184, + "nauc_map_at_1_max": 0.166236, + "nauc_map_at_1_std": 0.150983, + "nauc_map_at_1_diff1": 0.501608, + "nauc_map_at_3_max": 0.230557, + "nauc_map_at_3_std": 0.190666, + "nauc_map_at_3_diff1": 0.382367, + "nauc_map_at_5_max": 0.245754, + "nauc_map_at_5_std": 0.198478, + "nauc_map_at_5_diff1": 0.306185, + "nauc_map_at_10_max": 0.283832, + "nauc_map_at_10_std": 0.231992, + "nauc_map_at_10_diff1": 0.245768, + "nauc_map_at_20_max": 0.31086, + "nauc_map_at_20_std": 0.259726, + "nauc_map_at_20_diff1": 0.193228, + "nauc_map_at_100_max": 0.407744, + "nauc_map_at_100_std": 0.340704, + "nauc_map_at_100_diff1": 0.087077, + "nauc_map_at_1000_max": 0.497737, + "nauc_map_at_1000_std": 0.363668, + "nauc_map_at_1000_diff1": 0.030067, + "nauc_recall_at_1_max": 0.166236, + "nauc_recall_at_1_std": 0.150983, + "nauc_recall_at_1_diff1": 0.501608, + "nauc_recall_at_3_max": 0.19734, + "nauc_recall_at_3_std": 0.159415, + "nauc_recall_at_3_diff1": 0.38349, + "nauc_recall_at_5_max": 0.199237, + "nauc_recall_at_5_std": 0.166649, + "nauc_recall_at_5_diff1": 0.314896, + "nauc_recall_at_10_max": 0.200031, + "nauc_recall_at_10_std": 0.195631, + "nauc_recall_at_10_diff1": 0.242732, + "nauc_recall_at_20_max": 0.170098, + "nauc_recall_at_20_std": 0.22434, + "nauc_recall_at_20_diff1": 0.194877, + "nauc_recall_at_100_max": 0.119532, + "nauc_recall_at_100_std": 0.376715, + "nauc_recall_at_100_diff1": 0.13394, + "nauc_recall_at_1000_max": 0.323495, + "nauc_recall_at_1000_std": 0.816596, + "nauc_recall_at_1000_diff1": 0.123311, + "nauc_precision_at_1_max": 0.586659, + "nauc_precision_at_1_std": 0.287639, + "nauc_precision_at_1_diff1": 0.246928, + "nauc_precision_at_3_max": 0.467904, + "nauc_precision_at_3_std": 0.265115, + "nauc_precision_at_3_diff1": -0.121209, + "nauc_precision_at_5_max": 0.441423, + "nauc_precision_at_5_std": 0.209997, + "nauc_precision_at_5_diff1": -0.253112, + "nauc_precision_at_10_max": 0.402768, + "nauc_precision_at_10_std": 0.17393, + "nauc_precision_at_10_diff1": -0.276044, + "nauc_precision_at_20_max": 0.326832, + "nauc_precision_at_20_std": 0.132289, + "nauc_precision_at_20_diff1": -0.314212, + "nauc_precision_at_100_max": 0.235376, + "nauc_precision_at_100_std": 0.050346, + "nauc_precision_at_100_diff1": -0.276062, + "nauc_precision_at_1000_max": 0.224882, + "nauc_precision_at_1000_std": -0.027841, + "nauc_precision_at_1000_diff1": -0.225463, + "nauc_mrr_at_1_max": 0.586659, + "nauc_mrr_at_1_std": 0.287639, + "nauc_mrr_at_1_diff1": 0.246928, + "nauc_mrr_at_3_max": 0.596994, + "nauc_mrr_at_3_std": 0.234432, + "nauc_mrr_at_3_diff1": 0.264972, + "nauc_mrr_at_5_max": 0.618324, + "nauc_mrr_at_5_std": 0.235985, + "nauc_mrr_at_5_diff1": 0.284241, + "nauc_mrr_at_10_max": 0.616846, + "nauc_mrr_at_10_std": 0.247626, + "nauc_mrr_at_10_diff1": 0.283806, + "nauc_mrr_at_20_max": 0.612075, + "nauc_mrr_at_20_std": 0.253863, + "nauc_mrr_at_20_diff1": 0.279367, + "nauc_mrr_at_100_max": 0.610873, + "nauc_mrr_at_100_std": 0.252172, + "nauc_mrr_at_100_diff1": 0.278301, + "nauc_mrr_at_1000_max": 0.610873, + "nauc_mrr_at_1000_std": 0.252172, + "nauc_mrr_at_1000_diff1": 0.278301, + "cv_recall_at_1": 0.77, + "cv_recall_at_3": 0.935, + "cv_recall_at_5": 0.95, + "cv_recall_at_10": 0.955, + "cv_recall_at_20": 0.98, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.59511, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6375, + "ndcg_at_3": 0.58038, + "ndcg_at_5": 0.55451, + "ndcg_at_10": 0.54056, + "ndcg_at_20": 0.53567, + "ndcg_at_100": 0.61139, + "ndcg_at_1000": 0.69809, + "map_at_1": 0.06975, + "map_at_3": 0.14243, + "map_at_5": 0.17525, + "map_at_10": 0.22983, + "map_at_20": 0.28218, + "map_at_100": 0.38126, + "map_at_1000": 0.4233, + "recall_at_1": 0.06975, + "recall_at_3": 0.15127, + "recall_at_5": 0.19402, + "recall_at_10": 0.28295, + "recall_at_20": 0.39178, + "recall_at_100": 0.6983, + "recall_at_1000": 0.95326, + "accuracy": 0.06975, + "precision_at_1": 0.735, + "precision_at_3": 0.64, + "precision_at_5": 0.567, + "precision_at_10": 0.477, + "precision_at_20": 0.376, + "precision_at_100": 0.1841, + "precision_at_1000": 0.0338, + "mrr_at_1": 0.735, + "mrr_at_3": 0.786667, + "mrr_at_5": 0.793667, + "mrr_at_10": 0.79949, + "mrr_at_20": 0.80286, + "mrr_at_100": 0.803564, + "mrr_at_1000": 0.803588, + "nauc_ndcg_at_1_max": 0.496967, + "nauc_ndcg_at_1_std": 0.31401, + "nauc_ndcg_at_1_diff1": 0.275387, + "nauc_ndcg_at_3_max": 0.540823, + "nauc_ndcg_at_3_std": 0.356289, + "nauc_ndcg_at_3_diff1": 0.164825, + "nauc_ndcg_at_5_max": 0.523215, + "nauc_ndcg_at_5_std": 0.369517, + "nauc_ndcg_at_5_diff1": 0.151074, + "nauc_ndcg_at_10_max": 0.533931, + "nauc_ndcg_at_10_std": 0.378207, + "nauc_ndcg_at_10_diff1": 0.123222, + "nauc_ndcg_at_20_max": 0.531422, + "nauc_ndcg_at_20_std": 0.396861, + "nauc_ndcg_at_20_diff1": 0.143013, + "nauc_ndcg_at_100_max": 0.550862, + "nauc_ndcg_at_100_std": 0.48457, + "nauc_ndcg_at_100_diff1": 0.153719, + "nauc_ndcg_at_1000_max": 0.597939, + "nauc_ndcg_at_1000_std": 0.442092, + "nauc_ndcg_at_1000_diff1": 0.147246, + "nauc_map_at_1_max": 0.133098, + "nauc_map_at_1_std": 0.166599, + "nauc_map_at_1_diff1": 0.496757, + "nauc_map_at_3_max": 0.196006, + "nauc_map_at_3_std": 0.233474, + "nauc_map_at_3_diff1": 0.338627, + "nauc_map_at_5_max": 0.218474, + "nauc_map_at_5_std": 0.259862, + "nauc_map_at_5_diff1": 0.296391, + "nauc_map_at_10_max": 0.268967, + "nauc_map_at_10_std": 0.295954, + "nauc_map_at_10_diff1": 0.229588, + "nauc_map_at_20_max": 0.330696, + "nauc_map_at_20_std": 0.336119, + "nauc_map_at_20_diff1": 0.169718, + "nauc_map_at_100_max": 0.455999, + "nauc_map_at_100_std": 0.440213, + "nauc_map_at_100_diff1": 0.093658, + "nauc_map_at_1000_max": 0.499637, + "nauc_map_at_1000_std": 0.463474, + "nauc_map_at_1000_diff1": 0.072302, + "nauc_recall_at_1_max": 0.133098, + "nauc_recall_at_1_std": 0.166599, + "nauc_recall_at_1_diff1": 0.496757, + "nauc_recall_at_3_max": 0.165499, + "nauc_recall_at_3_std": 0.209085, + "nauc_recall_at_3_diff1": 0.325777, + "nauc_recall_at_5_max": 0.167452, + "nauc_recall_at_5_std": 0.219599, + "nauc_recall_at_5_diff1": 0.281312, + "nauc_recall_at_10_max": 0.194722, + "nauc_recall_at_10_std": 0.231226, + "nauc_recall_at_10_diff1": 0.203705, + "nauc_recall_at_20_max": 0.243121, + "nauc_recall_at_20_std": 0.279458, + "nauc_recall_at_20_diff1": 0.147375, + "nauc_recall_at_100_max": 0.38033, + "nauc_recall_at_100_std": 0.497568, + "nauc_recall_at_100_diff1": 0.084882, + "nauc_recall_at_1000_max": 0.706708, + "nauc_recall_at_1000_std": 0.809879, + "nauc_recall_at_1000_diff1": 0.187786, + "nauc_precision_at_1_max": 0.690421, + "nauc_precision_at_1_std": 0.457476, + "nauc_precision_at_1_diff1": 0.233344, + "nauc_precision_at_3_max": 0.538159, + "nauc_precision_at_3_std": 0.413207, + "nauc_precision_at_3_diff1": -0.020578, + "nauc_precision_at_5_max": 0.474406, + "nauc_precision_at_5_std": 0.346418, + "nauc_precision_at_5_diff1": -0.093722, + "nauc_precision_at_10_max": 0.439137, + "nauc_precision_at_10_std": 0.281236, + "nauc_precision_at_10_diff1": -0.172567, + "nauc_precision_at_20_max": 0.398346, + "nauc_precision_at_20_std": 0.225863, + "nauc_precision_at_20_diff1": -0.235781, + "nauc_precision_at_100_max": 0.2651, + "nauc_precision_at_100_std": 0.148939, + "nauc_precision_at_100_diff1": -0.16922, + "nauc_precision_at_1000_max": 0.107984, + "nauc_precision_at_1000_std": -0.009753, + "nauc_precision_at_1000_diff1": -0.135774, + "nauc_mrr_at_1_max": 0.690421, + "nauc_mrr_at_1_std": 0.457476, + "nauc_mrr_at_1_diff1": 0.233344, + "nauc_mrr_at_3_max": 0.693673, + "nauc_mrr_at_3_std": 0.456203, + "nauc_mrr_at_3_diff1": 0.197967, + "nauc_mrr_at_5_max": 0.683575, + "nauc_mrr_at_5_std": 0.445087, + "nauc_mrr_at_5_diff1": 0.20115, + "nauc_mrr_at_10_max": 0.690846, + "nauc_mrr_at_10_std": 0.43887, + "nauc_mrr_at_10_diff1": 0.213906, + "nauc_mrr_at_20_max": 0.689179, + "nauc_mrr_at_20_std": 0.444246, + "nauc_mrr_at_20_diff1": 0.214684, + "nauc_mrr_at_100_max": 0.689607, + "nauc_mrr_at_100_std": 0.443916, + "nauc_mrr_at_100_diff1": 0.214136, + "nauc_mrr_at_1000_max": 0.689565, + "nauc_mrr_at_1000_std": 0.443858, + "nauc_mrr_at_1000_diff1": 0.214031, + "cv_recall_at_1": 0.735, + "cv_recall_at_3": 0.85, + "cv_recall_at_5": 0.88, + "cv_recall_at_10": 0.92, + "cv_recall_at_20": 0.965, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.54056, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66, + "ndcg_at_3": 0.61274, + "ndcg_at_5": 0.59271, + "ndcg_at_10": 0.57276, + "ndcg_at_20": 0.5623, + "ndcg_at_100": 0.63866, + "ndcg_at_1000": 0.7229, + "map_at_1": 0.06907, + "map_at_3": 0.14407, + "map_at_5": 0.18526, + "map_at_10": 0.24313, + "map_at_20": 0.29597, + "map_at_100": 0.40396, + "map_at_1000": 0.44858, + "recall_at_1": 0.06907, + "recall_at_3": 0.15296, + "recall_at_5": 0.20532, + "recall_at_10": 0.29877, + "recall_at_20": 0.40013, + "recall_at_100": 0.72407, + "recall_at_1000": 0.97089, + "accuracy": 0.06907, + "precision_at_1": 0.755, + "precision_at_3": 0.68167, + "precision_at_5": 0.611, + "precision_at_10": 0.511, + "precision_at_20": 0.40075, + "precision_at_100": 0.19475, + "precision_at_1000": 0.03496, + "mrr_at_1": 0.755, + "mrr_at_3": 0.815, + "mrr_at_5": 0.8215, + "mrr_at_10": 0.82625, + "mrr_at_20": 0.827902, + "mrr_at_100": 0.828602, + "mrr_at_1000": 0.828678, + "nauc_ndcg_at_1_max": 0.444907, + "nauc_ndcg_at_1_std": 0.176025, + "nauc_ndcg_at_1_diff1": 0.290003, + "nauc_ndcg_at_3_max": 0.435452, + "nauc_ndcg_at_3_std": 0.229987, + "nauc_ndcg_at_3_diff1": 0.234424, + "nauc_ndcg_at_5_max": 0.425694, + "nauc_ndcg_at_5_std": 0.246844, + "nauc_ndcg_at_5_diff1": 0.210837, + "nauc_ndcg_at_10_max": 0.472033, + "nauc_ndcg_at_10_std": 0.287505, + "nauc_ndcg_at_10_diff1": 0.244183, + "nauc_ndcg_at_20_max": 0.47537, + "nauc_ndcg_at_20_std": 0.305578, + "nauc_ndcg_at_20_diff1": 0.276617, + "nauc_ndcg_at_100_max": 0.487645, + "nauc_ndcg_at_100_std": 0.398538, + "nauc_ndcg_at_100_diff1": 0.270823, + "nauc_ndcg_at_1000_max": 0.537686, + "nauc_ndcg_at_1000_std": 0.345341, + "nauc_ndcg_at_1000_diff1": 0.258104, + "nauc_map_at_1_max": 0.159311, + "nauc_map_at_1_std": 0.172947, + "nauc_map_at_1_diff1": 0.55446, + "nauc_map_at_3_max": 0.239057, + "nauc_map_at_3_std": 0.196111, + "nauc_map_at_3_diff1": 0.430603, + "nauc_map_at_5_max": 0.259399, + "nauc_map_at_5_std": 0.197097, + "nauc_map_at_5_diff1": 0.385617, + "nauc_map_at_10_max": 0.299278, + "nauc_map_at_10_std": 0.236143, + "nauc_map_at_10_diff1": 0.333879, + "nauc_map_at_20_max": 0.328121, + "nauc_map_at_20_std": 0.276234, + "nauc_map_at_20_diff1": 0.281842, + "nauc_map_at_100_max": 0.419191, + "nauc_map_at_100_std": 0.372912, + "nauc_map_at_100_diff1": 0.215851, + "nauc_map_at_1000_max": 0.455716, + "nauc_map_at_1000_std": 0.382765, + "nauc_map_at_1000_diff1": 0.196607, + "nauc_recall_at_1_max": 0.159311, + "nauc_recall_at_1_std": 0.172947, + "nauc_recall_at_1_diff1": 0.55446, + "nauc_recall_at_3_max": 0.207198, + "nauc_recall_at_3_std": 0.165285, + "nauc_recall_at_3_diff1": 0.439437, + "nauc_recall_at_5_max": 0.217845, + "nauc_recall_at_5_std": 0.166762, + "nauc_recall_at_5_diff1": 0.386239, + "nauc_recall_at_10_max": 0.22976, + "nauc_recall_at_10_std": 0.182254, + "nauc_recall_at_10_diff1": 0.32568, + "nauc_recall_at_20_max": 0.239752, + "nauc_recall_at_20_std": 0.249974, + "nauc_recall_at_20_diff1": 0.273447, + "nauc_recall_at_100_max": 0.283329, + "nauc_recall_at_100_std": 0.435316, + "nauc_recall_at_100_diff1": 0.168582, + "nauc_recall_at_1000_max": 0.632144, + "nauc_recall_at_1000_std": 0.80133, + "nauc_recall_at_1000_diff1": 0.334309, + "nauc_precision_at_1_max": 0.625395, + "nauc_precision_at_1_std": 0.353297, + "nauc_precision_at_1_diff1": 0.314426, + "nauc_precision_at_3_max": 0.435199, + "nauc_precision_at_3_std": 0.298341, + "nauc_precision_at_3_diff1": 0.053811, + "nauc_precision_at_5_max": 0.354318, + "nauc_precision_at_5_std": 0.235976, + "nauc_precision_at_5_diff1": -0.069914, + "nauc_precision_at_10_max": 0.335453, + "nauc_precision_at_10_std": 0.223865, + "nauc_precision_at_10_diff1": -0.137252, + "nauc_precision_at_20_max": 0.273688, + "nauc_precision_at_20_std": 0.1582, + "nauc_precision_at_20_diff1": -0.191143, + "nauc_precision_at_100_max": 0.17195, + "nauc_precision_at_100_std": 0.091429, + "nauc_precision_at_100_diff1": -0.174092, + "nauc_precision_at_1000_max": 0.072223, + "nauc_precision_at_1000_std": -0.049242, + "nauc_precision_at_1000_diff1": -0.153314, + "nauc_mrr_at_1_max": 0.625395, + "nauc_mrr_at_1_std": 0.353297, + "nauc_mrr_at_1_diff1": 0.314426, + "nauc_mrr_at_3_max": 0.638067, + "nauc_mrr_at_3_std": 0.32988, + "nauc_mrr_at_3_diff1": 0.337017, + "nauc_mrr_at_5_max": 0.628854, + "nauc_mrr_at_5_std": 0.323458, + "nauc_mrr_at_5_diff1": 0.32642, + "nauc_mrr_at_10_max": 0.638566, + "nauc_mrr_at_10_std": 0.327053, + "nauc_mrr_at_10_diff1": 0.334503, + "nauc_mrr_at_20_max": 0.637196, + "nauc_mrr_at_20_std": 0.332857, + "nauc_mrr_at_20_diff1": 0.335915, + "nauc_mrr_at_100_max": 0.637397, + "nauc_mrr_at_100_std": 0.333479, + "nauc_mrr_at_100_diff1": 0.334103, + "nauc_mrr_at_1000_max": 0.637222, + "nauc_mrr_at_1000_std": 0.333208, + "nauc_mrr_at_1000_diff1": 0.333822, + "cv_recall_at_1": 0.755, + "cv_recall_at_3": 0.88, + "cv_recall_at_5": 0.91, + "cv_recall_at_10": 0.945, + "cv_recall_at_20": 0.97, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.57276, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.81, + "ndcg_at_3": 0.69367, + "ndcg_at_5": 0.66188, + "ndcg_at_10": 0.63896, + "ndcg_at_20": 0.64122, + "ndcg_at_100": 0.72918, + "ndcg_at_1000": 0.7856, + "map_at_1": 0.10687, + "map_at_3": 0.19994, + "map_at_5": 0.2506, + "map_at_10": 0.31884, + "map_at_20": 0.38028, + "map_at_100": 0.48684, + "map_at_1000": 0.51389, + "recall_at_1": 0.10687, + "recall_at_3": 0.20838, + "recall_at_5": 0.27746, + "recall_at_10": 0.38438, + "recall_at_20": 0.51582, + "recall_at_100": 0.83105, + "recall_at_1000": 0.99119, + "accuracy": 0.10687, + "precision_at_1": 0.885, + "precision_at_3": 0.71833, + "precision_at_5": 0.633, + "precision_at_10": 0.5125, + "precision_at_20": 0.39025, + "precision_at_100": 0.1715, + "precision_at_1000": 0.02474, + "mrr_at_1": 0.885, + "mrr_at_3": 0.928333, + "mrr_at_5": 0.931833, + "mrr_at_10": 0.932389, + "mrr_at_20": 0.932774, + "mrr_at_100": 0.932774, + "mrr_at_1000": 0.932774, + "nauc_ndcg_at_1_max": 0.438644, + "nauc_ndcg_at_1_std": -0.224873, + "nauc_ndcg_at_1_diff1": 0.482092, + "nauc_ndcg_at_3_max": 0.236204, + "nauc_ndcg_at_3_std": -0.011211, + "nauc_ndcg_at_3_diff1": 0.126126, + "nauc_ndcg_at_5_max": 0.180226, + "nauc_ndcg_at_5_std": 0.019657, + "nauc_ndcg_at_5_diff1": 0.102898, + "nauc_ndcg_at_10_max": 0.239594, + "nauc_ndcg_at_10_std": 0.049396, + "nauc_ndcg_at_10_diff1": 0.113842, + "nauc_ndcg_at_20_max": 0.258097, + "nauc_ndcg_at_20_std": 0.03705, + "nauc_ndcg_at_20_diff1": 0.161909, + "nauc_ndcg_at_100_max": 0.269081, + "nauc_ndcg_at_100_std": 0.197917, + "nauc_ndcg_at_100_diff1": 0.127492, + "nauc_ndcg_at_1000_max": 0.295866, + "nauc_ndcg_at_1000_std": 0.131421, + "nauc_ndcg_at_1000_diff1": 0.094544, + "nauc_map_at_1_max": 0.094691, + "nauc_map_at_1_std": -0.212042, + "nauc_map_at_1_diff1": 0.44109, + "nauc_map_at_3_max": 0.147121, + "nauc_map_at_3_std": -0.126694, + "nauc_map_at_3_diff1": 0.305553, + "nauc_map_at_5_max": 0.1319, + "nauc_map_at_5_std": -0.116014, + "nauc_map_at_5_diff1": 0.288156, + "nauc_map_at_10_max": 0.138209, + "nauc_map_at_10_std": -0.07154, + "nauc_map_at_10_diff1": 0.250052, + "nauc_map_at_20_max": 0.146741, + "nauc_map_at_20_std": -0.010883, + "nauc_map_at_20_diff1": 0.204943, + "nauc_map_at_100_max": 0.198228, + "nauc_map_at_100_std": 0.174647, + "nauc_map_at_100_diff1": 0.083236, + "nauc_map_at_1000_max": 0.209939, + "nauc_map_at_1000_std": 0.168324, + "nauc_map_at_1000_diff1": 0.046115, + "nauc_recall_at_1_max": 0.094691, + "nauc_recall_at_1_std": -0.212042, + "nauc_recall_at_1_diff1": 0.44109, + "nauc_recall_at_3_max": 0.13078, + "nauc_recall_at_3_std": -0.110905, + "nauc_recall_at_3_diff1": 0.290128, + "nauc_recall_at_5_max": 0.095427, + "nauc_recall_at_5_std": -0.11002, + "nauc_recall_at_5_diff1": 0.279516, + "nauc_recall_at_10_max": 0.099205, + "nauc_recall_at_10_std": -0.059789, + "nauc_recall_at_10_diff1": 0.247936, + "nauc_recall_at_20_max": 0.104409, + "nauc_recall_at_20_std": -0.01552, + "nauc_recall_at_20_diff1": 0.199101, + "nauc_recall_at_100_max": 0.175726, + "nauc_recall_at_100_std": 0.351497, + "nauc_recall_at_100_diff1": 0.053782, + "nauc_recall_at_1000_max": 0.50134, + "nauc_recall_at_1000_std": 0.816656, + "nauc_recall_at_1000_diff1": -0.056646, + "nauc_precision_at_1_max": 0.416367, + "nauc_precision_at_1_std": -0.376017, + "nauc_precision_at_1_diff1": 0.541032, + "nauc_precision_at_3_max": 0.143993, + "nauc_precision_at_3_std": 0.09263, + "nauc_precision_at_3_diff1": -0.19288, + "nauc_precision_at_5_max": 0.063564, + "nauc_precision_at_5_std": 0.141862, + "nauc_precision_at_5_diff1": -0.23675, + "nauc_precision_at_10_max": 0.024471, + "nauc_precision_at_10_std": 0.216869, + "nauc_precision_at_10_diff1": -0.314702, + "nauc_precision_at_20_max": 0.018251, + "nauc_precision_at_20_std": 0.26345, + "nauc_precision_at_20_diff1": -0.353879, + "nauc_precision_at_100_max": 0.02329, + "nauc_precision_at_100_std": 0.199108, + "nauc_precision_at_100_diff1": -0.33941, + "nauc_precision_at_1000_max": -0.042668, + "nauc_precision_at_1000_std": -0.00748, + "nauc_precision_at_1000_diff1": -0.265835, + "nauc_mrr_at_1_max": 0.416367, + "nauc_mrr_at_1_std": -0.376017, + "nauc_mrr_at_1_diff1": 0.541032, + "nauc_mrr_at_3_max": 0.385135, + "nauc_mrr_at_3_std": -0.34373, + "nauc_mrr_at_3_diff1": 0.543981, + "nauc_mrr_at_5_max": 0.401432, + "nauc_mrr_at_5_std": -0.361754, + "nauc_mrr_at_5_diff1": 0.549132, + "nauc_mrr_at_10_max": 0.403756, + "nauc_mrr_at_10_std": -0.355168, + "nauc_mrr_at_10_diff1": 0.547688, + "nauc_mrr_at_20_max": 0.401053, + "nauc_mrr_at_20_std": -0.357943, + "nauc_mrr_at_20_diff1": 0.547651, + "nauc_mrr_at_100_max": 0.401053, + "nauc_mrr_at_100_std": -0.357943, + "nauc_mrr_at_100_diff1": 0.547651, + "nauc_mrr_at_1000_max": 0.401053, + "nauc_mrr_at_1000_std": -0.357943, + "nauc_mrr_at_1000_diff1": 0.547651, + "cv_recall_at_1": 0.885, + "cv_recall_at_3": 0.975, + "cv_recall_at_5": 0.99, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.63896, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7675, + "ndcg_at_3": 0.66808, + "ndcg_at_5": 0.63011, + "ndcg_at_10": 0.60333, + "ndcg_at_20": 0.6092, + "ndcg_at_100": 0.69761, + "ndcg_at_1000": 0.75855, + "map_at_1": 0.10112, + "map_at_3": 0.18927, + "map_at_5": 0.23589, + "map_at_10": 0.29527, + "map_at_20": 0.35451, + "map_at_100": 0.45194, + "map_at_1000": 0.47737, + "recall_at_1": 0.10112, + "recall_at_3": 0.19909, + "recall_at_5": 0.26121, + "recall_at_10": 0.36017, + "recall_at_20": 0.48624, + "recall_at_100": 0.79728, + "recall_at_1000": 0.97532, + "accuracy": 0.10112, + "precision_at_1": 0.835, + "precision_at_3": 0.69, + "precision_at_5": 0.593, + "precision_at_10": 0.473, + "precision_at_20": 0.3665, + "precision_at_100": 0.1587, + "precision_at_1000": 0.0238, + "mrr_at_1": 0.835, + "mrr_at_3": 0.888333, + "mrr_at_5": 0.893083, + "mrr_at_10": 0.893639, + "mrr_at_20": 0.894965, + "mrr_at_100": 0.895167, + "mrr_at_1000": 0.895167, + "nauc_ndcg_at_1_max": 0.433643, + "nauc_ndcg_at_1_std": 0.032825, + "nauc_ndcg_at_1_diff1": 0.493351, + "nauc_ndcg_at_3_max": 0.304712, + "nauc_ndcg_at_3_std": 0.090408, + "nauc_ndcg_at_3_diff1": 0.205099, + "nauc_ndcg_at_5_max": 0.262321, + "nauc_ndcg_at_5_std": 0.133394, + "nauc_ndcg_at_5_diff1": 0.155229, + "nauc_ndcg_at_10_max": 0.296746, + "nauc_ndcg_at_10_std": 0.189856, + "nauc_ndcg_at_10_diff1": 0.147932, + "nauc_ndcg_at_20_max": 0.302326, + "nauc_ndcg_at_20_std": 0.198483, + "nauc_ndcg_at_20_diff1": 0.201668, + "nauc_ndcg_at_100_max": 0.313882, + "nauc_ndcg_at_100_std": 0.362678, + "nauc_ndcg_at_100_diff1": 0.210367, + "nauc_ndcg_at_1000_max": 0.340414, + "nauc_ndcg_at_1000_std": 0.307176, + "nauc_ndcg_at_1000_diff1": 0.180433, + "nauc_map_at_1_max": 0.027984, + "nauc_map_at_1_std": -0.124135, + "nauc_map_at_1_diff1": 0.339358, + "nauc_map_at_3_max": 0.137574, + "nauc_map_at_3_std": -0.076212, + "nauc_map_at_3_diff1": 0.306151, + "nauc_map_at_5_max": 0.174031, + "nauc_map_at_5_std": -0.023648, + "nauc_map_at_5_diff1": 0.280528, + "nauc_map_at_10_max": 0.180845, + "nauc_map_at_10_std": 0.039319, + "nauc_map_at_10_diff1": 0.245518, + "nauc_map_at_20_max": 0.186331, + "nauc_map_at_20_std": 0.114056, + "nauc_map_at_20_diff1": 0.227099, + "nauc_map_at_100_max": 0.226086, + "nauc_map_at_100_std": 0.3054, + "nauc_map_at_100_diff1": 0.138582, + "nauc_map_at_1000_max": 0.243316, + "nauc_map_at_1000_std": 0.307766, + "nauc_map_at_1000_diff1": 0.106475, + "nauc_recall_at_1_max": 0.027984, + "nauc_recall_at_1_std": -0.124135, + "nauc_recall_at_1_diff1": 0.339358, + "nauc_recall_at_3_max": 0.13418, + "nauc_recall_at_3_std": -0.082056, + "nauc_recall_at_3_diff1": 0.299374, + "nauc_recall_at_5_max": 0.162321, + "nauc_recall_at_5_std": -0.017978, + "nauc_recall_at_5_diff1": 0.263551, + "nauc_recall_at_10_max": 0.146634, + "nauc_recall_at_10_std": 0.046276, + "nauc_recall_at_10_diff1": 0.234106, + "nauc_recall_at_20_max": 0.130754, + "nauc_recall_at_20_std": 0.119675, + "nauc_recall_at_20_diff1": 0.222426, + "nauc_recall_at_100_max": 0.21902, + "nauc_recall_at_100_std": 0.494387, + "nauc_recall_at_100_diff1": 0.182208, + "nauc_recall_at_1000_max": 0.687319, + "nauc_recall_at_1000_std": 0.856885, + "nauc_recall_at_1000_diff1": 0.397457, + "nauc_precision_at_1_max": 0.495123, + "nauc_precision_at_1_std": 0.14317, + "nauc_precision_at_1_diff1": 0.514915, + "nauc_precision_at_3_max": 0.302542, + "nauc_precision_at_3_std": 0.169156, + "nauc_precision_at_3_diff1": 0.019417, + "nauc_precision_at_5_max": 0.221493, + "nauc_precision_at_5_std": 0.246485, + "nauc_precision_at_5_diff1": -0.1102, + "nauc_precision_at_10_max": 0.143052, + "nauc_precision_at_10_std": 0.302446, + "nauc_precision_at_10_diff1": -0.214378, + "nauc_precision_at_20_max": 0.088996, + "nauc_precision_at_20_std": 0.304924, + "nauc_precision_at_20_diff1": -0.243449, + "nauc_precision_at_100_max": 0.055429, + "nauc_precision_at_100_std": 0.244394, + "nauc_precision_at_100_diff1": -0.300184, + "nauc_precision_at_1000_max": -0.004708, + "nauc_precision_at_1000_std": 0.002852, + "nauc_precision_at_1000_diff1": -0.289497, + "nauc_mrr_at_1_max": 0.495123, + "nauc_mrr_at_1_std": 0.14317, + "nauc_mrr_at_1_diff1": 0.514915, + "nauc_mrr_at_3_max": 0.55089, + "nauc_mrr_at_3_std": 0.212413, + "nauc_mrr_at_3_diff1": 0.487769, + "nauc_mrr_at_5_max": 0.539746, + "nauc_mrr_at_5_std": 0.204254, + "nauc_mrr_at_5_diff1": 0.489188, + "nauc_mrr_at_10_max": 0.537242, + "nauc_mrr_at_10_std": 0.199925, + "nauc_mrr_at_10_diff1": 0.491182, + "nauc_mrr_at_20_max": 0.536408, + "nauc_mrr_at_20_std": 0.202318, + "nauc_mrr_at_20_diff1": 0.49129, + "nauc_mrr_at_100_max": 0.53568, + "nauc_mrr_at_100_std": 0.200709, + "nauc_mrr_at_100_diff1": 0.491309, + "nauc_mrr_at_1000_max": 0.53568, + "nauc_mrr_at_1000_std": 0.200709, + "nauc_mrr_at_1000_diff1": 0.491309, + "cv_recall_at_1": 0.835, + "cv_recall_at_3": 0.95, + "cv_recall_at_5": 0.97, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.60333, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.65975, + "ndcg_at_5": 0.62991, + "ndcg_at_10": 0.60336, + "ndcg_at_20": 0.60277, + "ndcg_at_100": 0.69534, + "ndcg_at_1000": 0.75735, + "map_at_1": 0.10154, + "map_at_3": 0.18589, + "map_at_5": 0.23288, + "map_at_10": 0.29245, + "map_at_20": 0.34777, + "map_at_100": 0.44755, + "map_at_1000": 0.47281, + "recall_at_1": 0.10154, + "recall_at_3": 0.19499, + "recall_at_5": 0.26116, + "recall_at_10": 0.36013, + "recall_at_20": 0.47554, + "recall_at_100": 0.79841, + "recall_at_1000": 0.98038, + "accuracy": 0.10154, + "precision_at_1": 0.865, + "precision_at_3": 0.675, + "precision_at_5": 0.596, + "precision_at_10": 0.4765, + "precision_at_20": 0.36075, + "precision_at_100": 0.1593, + "precision_at_1000": 0.02407, + "mrr_at_1": 0.865, + "mrr_at_3": 0.9075, + "mrr_at_5": 0.91, + "mrr_at_10": 0.913562, + "mrr_at_20": 0.913856, + "mrr_at_100": 0.913856, + "mrr_at_1000": 0.913856, + "nauc_ndcg_at_1_max": 0.31849, + "nauc_ndcg_at_1_std": -0.077792, + "nauc_ndcg_at_1_diff1": 0.467739, + "nauc_ndcg_at_3_max": 0.229263, + "nauc_ndcg_at_3_std": 0.039929, + "nauc_ndcg_at_3_diff1": 0.144154, + "nauc_ndcg_at_5_max": 0.22032, + "nauc_ndcg_at_5_std": 0.053375, + "nauc_ndcg_at_5_diff1": 0.1068, + "nauc_ndcg_at_10_max": 0.245857, + "nauc_ndcg_at_10_std": 0.104796, + "nauc_ndcg_at_10_diff1": 0.1166, + "nauc_ndcg_at_20_max": 0.24725, + "nauc_ndcg_at_20_std": 0.137186, + "nauc_ndcg_at_20_diff1": 0.191327, + "nauc_ndcg_at_100_max": 0.307818, + "nauc_ndcg_at_100_std": 0.303176, + "nauc_ndcg_at_100_diff1": 0.204232, + "nauc_ndcg_at_1000_max": 0.309003, + "nauc_ndcg_at_1000_std": 0.253058, + "nauc_ndcg_at_1000_diff1": 0.146056, + "nauc_map_at_1_max": 0.033437, + "nauc_map_at_1_std": -0.153162, + "nauc_map_at_1_diff1": 0.321345, + "nauc_map_at_3_max": 0.077693, + "nauc_map_at_3_std": -0.119468, + "nauc_map_at_3_diff1": 0.245458, + "nauc_map_at_5_max": 0.109352, + "nauc_map_at_5_std": -0.109496, + "nauc_map_at_5_diff1": 0.239142, + "nauc_map_at_10_max": 0.127349, + "nauc_map_at_10_std": -0.042711, + "nauc_map_at_10_diff1": 0.221323, + "nauc_map_at_20_max": 0.141037, + "nauc_map_at_20_std": 0.047559, + "nauc_map_at_20_diff1": 0.197298, + "nauc_map_at_100_max": 0.197723, + "nauc_map_at_100_std": 0.24016, + "nauc_map_at_100_diff1": 0.116065, + "nauc_map_at_1000_max": 0.201546, + "nauc_map_at_1000_std": 0.243351, + "nauc_map_at_1000_diff1": 0.075963, + "nauc_recall_at_1_max": 0.033437, + "nauc_recall_at_1_std": -0.153162, + "nauc_recall_at_1_diff1": 0.321345, + "nauc_recall_at_3_max": 0.067522, + "nauc_recall_at_3_std": -0.116475, + "nauc_recall_at_3_diff1": 0.231669, + "nauc_recall_at_5_max": 0.076829, + "nauc_recall_at_5_std": -0.116304, + "nauc_recall_at_5_diff1": 0.216485, + "nauc_recall_at_10_max": 0.083094, + "nauc_recall_at_10_std": -0.046428, + "nauc_recall_at_10_diff1": 0.210637, + "nauc_recall_at_20_max": 0.087605, + "nauc_recall_at_20_std": 0.048255, + "nauc_recall_at_20_diff1": 0.20589, + "nauc_recall_at_100_max": 0.247791, + "nauc_recall_at_100_std": 0.432264, + "nauc_recall_at_100_diff1": 0.17983, + "nauc_recall_at_1000_max": 0.629278, + "nauc_recall_at_1000_std": 0.892214, + "nauc_recall_at_1000_diff1": 0.312113, + "nauc_precision_at_1_max": 0.353062, + "nauc_precision_at_1_std": -0.043884, + "nauc_precision_at_1_diff1": 0.480868, + "nauc_precision_at_3_max": 0.183643, + "nauc_precision_at_3_std": 0.158733, + "nauc_precision_at_3_diff1": -0.120018, + "nauc_precision_at_5_max": 0.200534, + "nauc_precision_at_5_std": 0.208988, + "nauc_precision_at_5_diff1": -0.19794, + "nauc_precision_at_10_max": 0.125058, + "nauc_precision_at_10_std": 0.304991, + "nauc_precision_at_10_diff1": -0.26644, + "nauc_precision_at_20_max": 0.072408, + "nauc_precision_at_20_std": 0.351904, + "nauc_precision_at_20_diff1": -0.273916, + "nauc_precision_at_100_max": 0.044153, + "nauc_precision_at_100_std": 0.261986, + "nauc_precision_at_100_diff1": -0.31385, + "nauc_precision_at_1000_max": -0.053898, + "nauc_precision_at_1000_std": 0.020665, + "nauc_precision_at_1000_diff1": -0.319149, + "nauc_mrr_at_1_max": 0.353062, + "nauc_mrr_at_1_std": -0.043884, + "nauc_mrr_at_1_diff1": 0.480868, + "nauc_mrr_at_3_max": 0.441173, + "nauc_mrr_at_3_std": 0.051505, + "nauc_mrr_at_3_diff1": 0.501315, + "nauc_mrr_at_5_max": 0.427108, + "nauc_mrr_at_5_std": 0.02447, + "nauc_mrr_at_5_diff1": 0.508751, + "nauc_mrr_at_10_max": 0.421055, + "nauc_mrr_at_10_std": 0.022163, + "nauc_mrr_at_10_diff1": 0.508652, + "nauc_mrr_at_20_max": 0.419483, + "nauc_mrr_at_20_std": 0.02181, + "nauc_mrr_at_20_diff1": 0.507387, + "nauc_mrr_at_100_max": 0.419483, + "nauc_mrr_at_100_std": 0.02181, + "nauc_mrr_at_100_diff1": 0.507387, + "nauc_mrr_at_1000_max": 0.419483, + "nauc_mrr_at_1000_std": 0.02181, + "nauc_mrr_at_1000_diff1": 0.507387, + "cv_recall_at_1": 0.865, + "cv_recall_at_3": 0.96, + "cv_recall_at_5": 0.97, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.60336, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.7725, + "ndcg_at_3": 0.70719, + "ndcg_at_5": 0.67669, + "ndcg_at_10": 0.64462, + "ndcg_at_20": 0.64218, + "ndcg_at_100": 0.70561, + "ndcg_at_1000": 0.76809, + "map_at_1": 0.07456, + "map_at_3": 0.13898, + "map_at_5": 0.18269, + "map_at_10": 0.24653, + "map_at_20": 0.31953, + "map_at_100": 0.4524, + "map_at_1000": 0.51444, + "recall_at_1": 0.07456, + "recall_at_3": 0.14945, + "recall_at_5": 0.2025, + "recall_at_10": 0.29365, + "recall_at_20": 0.43253, + "recall_at_100": 0.74879, + "recall_at_1000": 0.96048, + "accuracy": 0.07456, + "precision_at_1": 0.865, + "precision_at_3": 0.775, + "precision_at_5": 0.709, + "precision_at_10": 0.6015, + "precision_at_20": 0.5065, + "precision_at_100": 0.26555, + "precision_at_1000": 0.05609, + "mrr_at_1": 0.865, + "mrr_at_3": 0.905, + "mrr_at_5": 0.90875, + "mrr_at_10": 0.910583, + "mrr_at_20": 0.910583, + "mrr_at_100": 0.910997, + "mrr_at_1000": 0.910997, + "nauc_ndcg_at_1_max": 0.461035, + "nauc_ndcg_at_1_std": -0.159827, + "nauc_ndcg_at_1_diff1": 0.363006, + "nauc_ndcg_at_3_max": 0.474892, + "nauc_ndcg_at_3_std": 0.019173, + "nauc_ndcg_at_3_diff1": 0.194984, + "nauc_ndcg_at_5_max": 0.470875, + "nauc_ndcg_at_5_std": 0.024537, + "nauc_ndcg_at_5_diff1": 0.240161, + "nauc_ndcg_at_10_max": 0.424995, + "nauc_ndcg_at_10_std": 0.054817, + "nauc_ndcg_at_10_diff1": 0.242062, + "nauc_ndcg_at_20_max": 0.402106, + "nauc_ndcg_at_20_std": 0.115698, + "nauc_ndcg_at_20_diff1": 0.223803, + "nauc_ndcg_at_100_max": 0.434124, + "nauc_ndcg_at_100_std": 0.227417, + "nauc_ndcg_at_100_diff1": 0.209228, + "nauc_ndcg_at_1000_max": 0.519037, + "nauc_ndcg_at_1000_std": 0.234194, + "nauc_ndcg_at_1000_diff1": 0.215452, + "nauc_map_at_1_max": -0.228257, + "nauc_map_at_1_std": -0.285062, + "nauc_map_at_1_diff1": 0.459584, + "nauc_map_at_3_max": -0.087296, + "nauc_map_at_3_std": -0.183092, + "nauc_map_at_3_diff1": 0.345659, + "nauc_map_at_5_max": 0.008364, + "nauc_map_at_5_std": -0.133438, + "nauc_map_at_5_diff1": 0.31563, + "nauc_map_at_10_max": 0.078967, + "nauc_map_at_10_std": -0.05913, + "nauc_map_at_10_diff1": 0.301473, + "nauc_map_at_20_max": 0.135862, + "nauc_map_at_20_std": 0.014131, + "nauc_map_at_20_diff1": 0.276203, + "nauc_map_at_100_max": 0.26833, + "nauc_map_at_100_std": 0.214364, + "nauc_map_at_100_diff1": 0.175469, + "nauc_map_at_1000_max": 0.317567, + "nauc_map_at_1000_std": 0.236087, + "nauc_map_at_1000_diff1": 0.094961, + "nauc_recall_at_1_max": -0.228257, + "nauc_recall_at_1_std": -0.285062, + "nauc_recall_at_1_diff1": 0.459584, + "nauc_recall_at_3_max": -0.113031, + "nauc_recall_at_3_std": -0.165668, + "nauc_recall_at_3_diff1": 0.324046, + "nauc_recall_at_5_max": -0.029684, + "nauc_recall_at_5_std": -0.121739, + "nauc_recall_at_5_diff1": 0.293329, + "nauc_recall_at_10_max": 0.016755, + "nauc_recall_at_10_std": -0.035985, + "nauc_recall_at_10_diff1": 0.279957, + "nauc_recall_at_20_max": 0.032388, + "nauc_recall_at_20_std": 0.056959, + "nauc_recall_at_20_diff1": 0.248278, + "nauc_recall_at_100_max": 0.09113, + "nauc_recall_at_100_std": 0.295042, + "nauc_recall_at_100_diff1": 0.136982, + "nauc_recall_at_1000_max": 0.251056, + "nauc_recall_at_1000_std": 0.576054, + "nauc_recall_at_1000_diff1": 0.138168, + "nauc_precision_at_1_max": 0.511365, + "nauc_precision_at_1_std": -0.161005, + "nauc_precision_at_1_diff1": 0.280094, + "nauc_precision_at_3_max": 0.522636, + "nauc_precision_at_3_std": 0.182981, + "nauc_precision_at_3_diff1": -0.080022, + "nauc_precision_at_5_max": 0.490866, + "nauc_precision_at_5_std": 0.154843, + "nauc_precision_at_5_diff1": -0.040719, + "nauc_precision_at_10_max": 0.380984, + "nauc_precision_at_10_std": 0.211218, + "nauc_precision_at_10_diff1": -0.142532, + "nauc_precision_at_20_max": 0.300191, + "nauc_precision_at_20_std": 0.21365, + "nauc_precision_at_20_diff1": -0.201898, + "nauc_precision_at_100_max": 0.138448, + "nauc_precision_at_100_std": 0.125459, + "nauc_precision_at_100_diff1": -0.236777, + "nauc_precision_at_1000_max": 0.025239, + "nauc_precision_at_1000_std": -0.070079, + "nauc_precision_at_1000_diff1": -0.216745, + "nauc_mrr_at_1_max": 0.511365, + "nauc_mrr_at_1_std": -0.161005, + "nauc_mrr_at_1_diff1": 0.280094, + "nauc_mrr_at_3_max": 0.556687, + "nauc_mrr_at_3_std": -0.160129, + "nauc_mrr_at_3_diff1": 0.3191, + "nauc_mrr_at_5_max": 0.563478, + "nauc_mrr_at_5_std": -0.146727, + "nauc_mrr_at_5_diff1": 0.321386, + "nauc_mrr_at_10_max": 0.56784, + "nauc_mrr_at_10_std": -0.131207, + "nauc_mrr_at_10_diff1": 0.317841, + "nauc_mrr_at_20_max": 0.56784, + "nauc_mrr_at_20_std": -0.131207, + "nauc_mrr_at_20_diff1": 0.317841, + "nauc_mrr_at_100_max": 0.56578, + "nauc_mrr_at_100_std": -0.135312, + "nauc_mrr_at_100_diff1": 0.317575, + "nauc_mrr_at_1000_max": 0.56578, + "nauc_mrr_at_1000_std": -0.135312, + "nauc_mrr_at_1000_diff1": 0.317575, + "cv_recall_at_1": 0.865, + "cv_recall_at_3": 0.95, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.98, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 0.995, + "main_score": 0.64462, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.725, + "ndcg_at_3": 0.68834, + "ndcg_at_5": 0.67064, + "ndcg_at_10": 0.64665, + "ndcg_at_20": 0.64184, + "ndcg_at_100": 0.70184, + "ndcg_at_1000": 0.76603, + "map_at_1": 0.07556, + "map_at_3": 0.13711, + "map_at_5": 0.18637, + "map_at_10": 0.25704, + "map_at_20": 0.32562, + "map_at_100": 0.45698, + "map_at_1000": 0.51878, + "recall_at_1": 0.07556, + "recall_at_3": 0.14425, + "recall_at_5": 0.20843, + "recall_at_10": 0.31188, + "recall_at_20": 0.43629, + "recall_at_100": 0.74815, + "recall_at_1000": 0.96368, + "accuracy": 0.07556, + "precision_at_1": 0.85, + "precision_at_3": 0.76, + "precision_at_5": 0.713, + "precision_at_10": 0.6155, + "precision_at_20": 0.506, + "precision_at_100": 0.26325, + "precision_at_1000": 0.05594, + "mrr_at_1": 0.85, + "mrr_at_3": 0.891667, + "mrr_at_5": 0.897917, + "mrr_at_10": 0.9, + "mrr_at_20": 0.900667, + "mrr_at_100": 0.900732, + "mrr_at_1000": 0.900738, + "nauc_ndcg_at_1_max": 0.402941, + "nauc_ndcg_at_1_std": -0.065151, + "nauc_ndcg_at_1_diff1": 0.357894, + "nauc_ndcg_at_3_max": 0.483177, + "nauc_ndcg_at_3_std": 0.089822, + "nauc_ndcg_at_3_diff1": 0.190464, + "nauc_ndcg_at_5_max": 0.488757, + "nauc_ndcg_at_5_std": 0.103715, + "nauc_ndcg_at_5_diff1": 0.178761, + "nauc_ndcg_at_10_max": 0.429866, + "nauc_ndcg_at_10_std": 0.126149, + "nauc_ndcg_at_10_diff1": 0.159742, + "nauc_ndcg_at_20_max": 0.410823, + "nauc_ndcg_at_20_std": 0.207973, + "nauc_ndcg_at_20_diff1": 0.116411, + "nauc_ndcg_at_100_max": 0.471478, + "nauc_ndcg_at_100_std": 0.335469, + "nauc_ndcg_at_100_diff1": 0.136545, + "nauc_ndcg_at_1000_max": 0.541132, + "nauc_ndcg_at_1000_std": 0.325952, + "nauc_ndcg_at_1000_diff1": 0.148432, + "nauc_map_at_1_max": -0.248088, + "nauc_map_at_1_std": -0.205564, + "nauc_map_at_1_diff1": 0.146067, + "nauc_map_at_3_max": -0.072306, + "nauc_map_at_3_std": -0.071981, + "nauc_map_at_3_diff1": 0.114643, + "nauc_map_at_5_max": 0.044024, + "nauc_map_at_5_std": -0.021362, + "nauc_map_at_5_diff1": 0.123868, + "nauc_map_at_10_max": 0.115409, + "nauc_map_at_10_std": 0.033972, + "nauc_map_at_10_diff1": 0.139121, + "nauc_map_at_20_max": 0.172031, + "nauc_map_at_20_std": 0.113597, + "nauc_map_at_20_diff1": 0.123255, + "nauc_map_at_100_max": 0.326666, + "nauc_map_at_100_std": 0.312863, + "nauc_map_at_100_diff1": 0.071444, + "nauc_map_at_1000_max": 0.377069, + "nauc_map_at_1000_std": 0.337113, + "nauc_map_at_1000_diff1": 0.024159, + "nauc_recall_at_1_max": -0.248088, + "nauc_recall_at_1_std": -0.205564, + "nauc_recall_at_1_diff1": 0.146067, + "nauc_recall_at_3_max": -0.079219, + "nauc_recall_at_3_std": -0.071212, + "nauc_recall_at_3_diff1": 0.107571, + "nauc_recall_at_5_max": 0.004629, + "nauc_recall_at_5_std": -0.029904, + "nauc_recall_at_5_diff1": 0.119364, + "nauc_recall_at_10_max": 0.032019, + "nauc_recall_at_10_std": 0.033321, + "nauc_recall_at_10_diff1": 0.125361, + "nauc_recall_at_20_max": 0.045502, + "nauc_recall_at_20_std": 0.123746, + "nauc_recall_at_20_diff1": 0.101152, + "nauc_recall_at_100_max": 0.141553, + "nauc_recall_at_100_std": 0.370087, + "nauc_recall_at_100_diff1": 0.067222, + "nauc_recall_at_1000_max": 0.185685, + "nauc_recall_at_1000_std": 0.586595, + "nauc_recall_at_1000_diff1": 0.018459, + "nauc_precision_at_1_max": 0.446453, + "nauc_precision_at_1_std": -0.004572, + "nauc_precision_at_1_diff1": 0.194289, + "nauc_precision_at_3_max": 0.587951, + "nauc_precision_at_3_std": 0.247798, + "nauc_precision_at_3_diff1": 0.044588, + "nauc_precision_at_5_max": 0.561643, + "nauc_precision_at_5_std": 0.226427, + "nauc_precision_at_5_diff1": 0.031681, + "nauc_precision_at_10_max": 0.41659, + "nauc_precision_at_10_std": 0.221093, + "nauc_precision_at_10_diff1": -0.028028, + "nauc_precision_at_20_max": 0.298034, + "nauc_precision_at_20_std": 0.228186, + "nauc_precision_at_20_diff1": -0.114354, + "nauc_precision_at_100_max": 0.139149, + "nauc_precision_at_100_std": 0.106316, + "nauc_precision_at_100_diff1": -0.141563, + "nauc_precision_at_1000_max": 0.018014, + "nauc_precision_at_1000_std": -0.086953, + "nauc_precision_at_1000_diff1": -0.137715, + "nauc_mrr_at_1_max": 0.446453, + "nauc_mrr_at_1_std": -0.004572, + "nauc_mrr_at_1_diff1": 0.194289, + "nauc_mrr_at_3_max": 0.52669, + "nauc_mrr_at_3_std": -0.009179, + "nauc_mrr_at_3_diff1": 0.166719, + "nauc_mrr_at_5_max": 0.51524, + "nauc_mrr_at_5_std": -0.007815, + "nauc_mrr_at_5_diff1": 0.1947, + "nauc_mrr_at_10_max": 0.519089, + "nauc_mrr_at_10_std": 0.016822, + "nauc_mrr_at_10_diff1": 0.194886, + "nauc_mrr_at_20_max": 0.516319, + "nauc_mrr_at_20_std": 0.012656, + "nauc_mrr_at_20_diff1": 0.193103, + "nauc_mrr_at_100_max": 0.515991, + "nauc_mrr_at_100_std": 0.012076, + "nauc_mrr_at_100_diff1": 0.192859, + "nauc_mrr_at_1000_max": 0.515961, + "nauc_mrr_at_1000_std": 0.012013, + "nauc_mrr_at_1000_diff1": 0.192825, + "cv_recall_at_1": 0.85, + "cv_recall_at_3": 0.935, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.64665, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.725, + "ndcg_at_3": 0.6811, + "ndcg_at_5": 0.66419, + "ndcg_at_10": 0.64337, + "ndcg_at_20": 0.63071, + "ndcg_at_100": 0.69067, + "ndcg_at_1000": 0.75447, + "map_at_1": 0.06553, + "map_at_3": 0.13267, + "map_at_5": 0.18022, + "map_at_10": 0.24855, + "map_at_20": 0.31555, + "map_at_100": 0.44506, + "map_at_1000": 0.50508, + "recall_at_1": 0.06553, + "recall_at_3": 0.14709, + "recall_at_5": 0.20834, + "recall_at_10": 0.31173, + "recall_at_20": 0.43038, + "recall_at_100": 0.73481, + "recall_at_1000": 0.95134, + "accuracy": 0.06553, + "precision_at_1": 0.82, + "precision_at_3": 0.76167, + "precision_at_5": 0.711, + "precision_at_10": 0.6115, + "precision_at_20": 0.49875, + "precision_at_100": 0.25995, + "precision_at_1000": 0.05538, + "mrr_at_1": 0.82, + "mrr_at_3": 0.870833, + "mrr_at_5": 0.877583, + "mrr_at_10": 0.879512, + "mrr_at_20": 0.879845, + "mrr_at_100": 0.879962, + "mrr_at_1000": 0.879978, + "nauc_ndcg_at_1_max": 0.409357, + "nauc_ndcg_at_1_std": 0.037819, + "nauc_ndcg_at_1_diff1": 0.338628, + "nauc_ndcg_at_3_max": 0.478284, + "nauc_ndcg_at_3_std": 0.161047, + "nauc_ndcg_at_3_diff1": 0.187839, + "nauc_ndcg_at_5_max": 0.524972, + "nauc_ndcg_at_5_std": 0.202875, + "nauc_ndcg_at_5_diff1": 0.227399, + "nauc_ndcg_at_10_max": 0.505807, + "nauc_ndcg_at_10_std": 0.230477, + "nauc_ndcg_at_10_diff1": 0.230109, + "nauc_ndcg_at_20_max": 0.467058, + "nauc_ndcg_at_20_std": 0.289161, + "nauc_ndcg_at_20_diff1": 0.206439, + "nauc_ndcg_at_100_max": 0.533738, + "nauc_ndcg_at_100_std": 0.431153, + "nauc_ndcg_at_100_diff1": 0.173464, + "nauc_ndcg_at_1000_max": 0.583691, + "nauc_ndcg_at_1000_std": 0.41789, + "nauc_ndcg_at_1000_diff1": 0.19052, + "nauc_map_at_1_max": -0.180822, + "nauc_map_at_1_std": -0.177752, + "nauc_map_at_1_diff1": 0.294197, + "nauc_map_at_3_max": -0.007395, + "nauc_map_at_3_std": -0.068834, + "nauc_map_at_3_diff1": 0.170928, + "nauc_map_at_5_max": 0.105539, + "nauc_map_at_5_std": 0.00543, + "nauc_map_at_5_diff1": 0.180757, + "nauc_map_at_10_max": 0.191733, + "nauc_map_at_10_std": 0.055124, + "nauc_map_at_10_diff1": 0.18498, + "nauc_map_at_20_max": 0.245681, + "nauc_map_at_20_std": 0.148373, + "nauc_map_at_20_diff1": 0.169932, + "nauc_map_at_100_max": 0.389347, + "nauc_map_at_100_std": 0.367531, + "nauc_map_at_100_diff1": 0.11468, + "nauc_map_at_1000_max": 0.433216, + "nauc_map_at_1000_std": 0.392595, + "nauc_map_at_1000_diff1": 0.069876, + "nauc_recall_at_1_max": -0.180822, + "nauc_recall_at_1_std": -0.177752, + "nauc_recall_at_1_diff1": 0.294197, + "nauc_recall_at_3_max": -0.05619, + "nauc_recall_at_3_std": -0.089377, + "nauc_recall_at_3_diff1": 0.138685, + "nauc_recall_at_5_max": 0.031007, + "nauc_recall_at_5_std": -0.013486, + "nauc_recall_at_5_diff1": 0.153034, + "nauc_recall_at_10_max": 0.063167, + "nauc_recall_at_10_std": 0.013392, + "nauc_recall_at_10_diff1": 0.125629, + "nauc_recall_at_20_max": 0.091746, + "nauc_recall_at_20_std": 0.109573, + "nauc_recall_at_20_diff1": 0.117525, + "nauc_recall_at_100_max": 0.215083, + "nauc_recall_at_100_std": 0.398279, + "nauc_recall_at_100_diff1": 0.078789, + "nauc_recall_at_1000_max": 0.318977, + "nauc_recall_at_1000_std": 0.60414, + "nauc_recall_at_1000_diff1": -0.043241, + "nauc_precision_at_1_max": 0.484098, + "nauc_precision_at_1_std": 0.076096, + "nauc_precision_at_1_diff1": 0.247563, + "nauc_precision_at_3_max": 0.555814, + "nauc_precision_at_3_std": 0.239128, + "nauc_precision_at_3_diff1": 0.015712, + "nauc_precision_at_5_max": 0.567424, + "nauc_precision_at_5_std": 0.28174, + "nauc_precision_at_5_diff1": 0.043768, + "nauc_precision_at_10_max": 0.434639, + "nauc_precision_at_10_std": 0.261207, + "nauc_precision_at_10_diff1": 0.003858, + "nauc_precision_at_20_max": 0.296225, + "nauc_precision_at_20_std": 0.266894, + "nauc_precision_at_20_diff1": -0.063567, + "nauc_precision_at_100_max": 0.124864, + "nauc_precision_at_100_std": 0.132452, + "nauc_precision_at_100_diff1": -0.128149, + "nauc_precision_at_1000_max": 0.018817, + "nauc_precision_at_1000_std": -0.068044, + "nauc_precision_at_1000_diff1": -0.114681, + "nauc_mrr_at_1_max": 0.484098, + "nauc_mrr_at_1_std": 0.076096, + "nauc_mrr_at_1_diff1": 0.247563, + "nauc_mrr_at_3_max": 0.548366, + "nauc_mrr_at_3_std": 0.126459, + "nauc_mrr_at_3_diff1": 0.236516, + "nauc_mrr_at_5_max": 0.543935, + "nauc_mrr_at_5_std": 0.13734, + "nauc_mrr_at_5_diff1": 0.242762, + "nauc_mrr_at_10_max": 0.547715, + "nauc_mrr_at_10_std": 0.14593, + "nauc_mrr_at_10_diff1": 0.250675, + "nauc_mrr_at_20_max": 0.546782, + "nauc_mrr_at_20_std": 0.145314, + "nauc_mrr_at_20_diff1": 0.24888, + "nauc_mrr_at_100_max": 0.546323, + "nauc_mrr_at_100_std": 0.14473, + "nauc_mrr_at_100_diff1": 0.248571, + "nauc_mrr_at_1000_max": 0.54627, + "nauc_mrr_at_1000_std": 0.14461, + "nauc_mrr_at_1000_diff1": 0.248558, + "cv_recall_at_1": 0.82, + "cv_recall_at_3": 0.93, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.98, + "cv_recall_at_100": 0.985, + "cv_recall_at_1000": 0.995, + "main_score": 0.64337, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.81, + "ndcg_at_3": 0.73306, + "ndcg_at_5": 0.70479, + "ndcg_at_10": 0.68542, + "ndcg_at_20": 0.68813, + "ndcg_at_100": 0.74081, + "ndcg_at_1000": 0.804, + "map_at_1": 0.14888, + "map_at_3": 0.25553, + "map_at_5": 0.3097, + "map_at_10": 0.37615, + "map_at_20": 0.42865, + "map_at_100": 0.51514, + "map_at_1000": 0.55561, + "recall_at_1": 0.14888, + "recall_at_3": 0.26912, + "recall_at_5": 0.33931, + "recall_at_10": 0.44789, + "recall_at_20": 0.55558, + "recall_at_100": 0.79299, + "recall_at_1000": 0.98316, + "accuracy": 0.14888, + "precision_at_1": 0.89, + "precision_at_3": 0.71, + "precision_at_5": 0.618, + "precision_at_10": 0.494, + "precision_at_20": 0.3775, + "precision_at_100": 0.17815, + "precision_at_1000": 0.03608, + "mrr_at_1": 0.89, + "mrr_at_3": 0.928333, + "mrr_at_5": 0.930583, + "mrr_at_10": 0.931853, + "mrr_at_20": 0.932308, + "mrr_at_100": 0.932308, + "mrr_at_1000": 0.932308, + "nauc_ndcg_at_1_max": 0.593532, + "nauc_ndcg_at_1_std": -0.15109, + "nauc_ndcg_at_1_diff1": 0.564638, + "nauc_ndcg_at_3_max": 0.349328, + "nauc_ndcg_at_3_std": 0.003818, + "nauc_ndcg_at_3_diff1": 0.221536, + "nauc_ndcg_at_5_max": 0.330653, + "nauc_ndcg_at_5_std": -0.025967, + "nauc_ndcg_at_5_diff1": 0.223389, + "nauc_ndcg_at_10_max": 0.314013, + "nauc_ndcg_at_10_std": 0.013928, + "nauc_ndcg_at_10_diff1": 0.241657, + "nauc_ndcg_at_20_max": 0.320097, + "nauc_ndcg_at_20_std": 0.028448, + "nauc_ndcg_at_20_diff1": 0.28792, + "nauc_ndcg_at_100_max": 0.380512, + "nauc_ndcg_at_100_std": 0.159348, + "nauc_ndcg_at_100_diff1": 0.304718, + "nauc_ndcg_at_1000_max": 0.403231, + "nauc_ndcg_at_1000_std": 0.091305, + "nauc_ndcg_at_1000_diff1": 0.290926, + "nauc_map_at_1_max": 0.121682, + "nauc_map_at_1_std": -0.028565, + "nauc_map_at_1_diff1": 0.524414, + "nauc_map_at_3_max": 0.119399, + "nauc_map_at_3_std": 0.098549, + "nauc_map_at_3_diff1": 0.331039, + "nauc_map_at_5_max": 0.141281, + "nauc_map_at_5_std": 0.091137, + "nauc_map_at_5_diff1": 0.294302, + "nauc_map_at_10_max": 0.192429, + "nauc_map_at_10_std": 0.135296, + "nauc_map_at_10_diff1": 0.269284, + "nauc_map_at_20_max": 0.210952, + "nauc_map_at_20_std": 0.15088, + "nauc_map_at_20_diff1": 0.264301, + "nauc_map_at_100_max": 0.243421, + "nauc_map_at_100_std": 0.185815, + "nauc_map_at_100_diff1": 0.216036, + "nauc_map_at_1000_max": 0.249631, + "nauc_map_at_1000_std": 0.150614, + "nauc_map_at_1000_diff1": 0.198331, + "nauc_recall_at_1_max": 0.121682, + "nauc_recall_at_1_std": -0.028565, + "nauc_recall_at_1_diff1": 0.524414, + "nauc_recall_at_3_max": 0.074884, + "nauc_recall_at_3_std": 0.125865, + "nauc_recall_at_3_diff1": 0.291528, + "nauc_recall_at_5_max": 0.097314, + "nauc_recall_at_5_std": 0.098598, + "nauc_recall_at_5_diff1": 0.268838, + "nauc_recall_at_10_max": 0.168139, + "nauc_recall_at_10_std": 0.142109, + "nauc_recall_at_10_diff1": 0.250939, + "nauc_recall_at_20_max": 0.197893, + "nauc_recall_at_20_std": 0.168404, + "nauc_recall_at_20_diff1": 0.275337, + "nauc_recall_at_100_max": 0.283617, + "nauc_recall_at_100_std": 0.368106, + "nauc_recall_at_100_diff1": 0.254283, + "nauc_recall_at_1000_max": 0.415513, + "nauc_recall_at_1000_std": 0.834932, + "nauc_recall_at_1000_diff1": 0.268463, + "nauc_precision_at_1_max": 0.861803, + "nauc_precision_at_1_std": -0.20475, + "nauc_precision_at_1_diff1": 0.536316, + "nauc_precision_at_3_max": 0.160034, + "nauc_precision_at_3_std": 0.088067, + "nauc_precision_at_3_diff1": -0.307065, + "nauc_precision_at_5_max": 0.11358, + "nauc_precision_at_5_std": -0.012432, + "nauc_precision_at_5_diff1": -0.305174, + "nauc_precision_at_10_max": 0.077579, + "nauc_precision_at_10_std": -0.0261, + "nauc_precision_at_10_diff1": -0.289235, + "nauc_precision_at_20_max": 0.005627, + "nauc_precision_at_20_std": -0.088206, + "nauc_precision_at_20_diff1": -0.275848, + "nauc_precision_at_100_max": -0.037153, + "nauc_precision_at_100_std": -0.131225, + "nauc_precision_at_100_diff1": -0.222996, + "nauc_precision_at_1000_max": -0.095735, + "nauc_precision_at_1000_std": -0.293131, + "nauc_precision_at_1000_diff1": -0.194122, + "nauc_mrr_at_1_max": 0.861803, + "nauc_mrr_at_1_std": -0.20475, + "nauc_mrr_at_1_diff1": 0.536316, + "nauc_mrr_at_3_max": 0.856628, + "nauc_mrr_at_3_std": -0.087442, + "nauc_mrr_at_3_diff1": 0.523048, + "nauc_mrr_at_5_max": 0.86347, + "nauc_mrr_at_5_std": -0.092182, + "nauc_mrr_at_5_diff1": 0.515546, + "nauc_mrr_at_10_max": 0.860901, + "nauc_mrr_at_10_std": -0.109791, + "nauc_mrr_at_10_diff1": 0.524054, + "nauc_mrr_at_20_max": 0.859958, + "nauc_mrr_at_20_std": -0.114293, + "nauc_mrr_at_20_diff1": 0.52518, + "nauc_mrr_at_100_max": 0.859958, + "nauc_mrr_at_100_std": -0.114293, + "nauc_mrr_at_100_diff1": 0.52518, + "nauc_mrr_at_1000_max": 0.859958, + "nauc_mrr_at_1000_std": -0.114293, + "nauc_mrr_at_1000_diff1": 0.52518, + "cv_recall_at_1": 0.89, + "cv_recall_at_3": 0.975, + "cv_recall_at_5": 0.985, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.68542, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.735, + "ndcg_at_3": 0.66392, + "ndcg_at_5": 0.64594, + "ndcg_at_10": 0.63491, + "ndcg_at_20": 0.64328, + "ndcg_at_100": 0.69435, + "ndcg_at_1000": 0.76251, + "map_at_1": 0.14386, + "map_at_3": 0.23761, + "map_at_5": 0.28765, + "map_at_10": 0.34567, + "map_at_20": 0.39533, + "map_at_100": 0.47204, + "map_at_1000": 0.50965, + "recall_at_1": 0.14386, + "recall_at_3": 0.2496, + "recall_at_5": 0.31837, + "recall_at_10": 0.41653, + "recall_at_20": 0.5277, + "recall_at_100": 0.76243, + "recall_at_1000": 0.96628, + "accuracy": 0.14386, + "precision_at_1": 0.82, + "precision_at_3": 0.64333, + "precision_at_5": 0.564, + "precision_at_10": 0.4585, + "precision_at_20": 0.35275, + "precision_at_100": 0.166, + "precision_at_1000": 0.03498, + "mrr_at_1": 0.82, + "mrr_at_3": 0.87, + "mrr_at_5": 0.87525, + "mrr_at_10": 0.87902, + "mrr_at_20": 0.880039, + "mrr_at_100": 0.880039, + "mrr_at_1000": 0.880039, + "nauc_ndcg_at_1_max": 0.665265, + "nauc_ndcg_at_1_std": 0.19003, + "nauc_ndcg_at_1_diff1": 0.640613, + "nauc_ndcg_at_3_max": 0.512646, + "nauc_ndcg_at_3_std": 0.19821, + "nauc_ndcg_at_3_diff1": 0.384764, + "nauc_ndcg_at_5_max": 0.452693, + "nauc_ndcg_at_5_std": 0.202551, + "nauc_ndcg_at_5_diff1": 0.372975, + "nauc_ndcg_at_10_max": 0.489032, + "nauc_ndcg_at_10_std": 0.27535, + "nauc_ndcg_at_10_diff1": 0.386571, + "nauc_ndcg_at_20_max": 0.501912, + "nauc_ndcg_at_20_std": 0.279314, + "nauc_ndcg_at_20_diff1": 0.396869, + "nauc_ndcg_at_100_max": 0.522179, + "nauc_ndcg_at_100_std": 0.367539, + "nauc_ndcg_at_100_diff1": 0.409397, + "nauc_ndcg_at_1000_max": 0.561234, + "nauc_ndcg_at_1000_std": 0.350226, + "nauc_ndcg_at_1000_diff1": 0.419076, + "nauc_map_at_1_max": 0.2596, + "nauc_map_at_1_std": 0.127781, + "nauc_map_at_1_diff1": 0.520835, + "nauc_map_at_3_max": 0.237168, + "nauc_map_at_3_std": 0.218663, + "nauc_map_at_3_diff1": 0.370343, + "nauc_map_at_5_max": 0.248941, + "nauc_map_at_5_std": 0.238028, + "nauc_map_at_5_diff1": 0.339651, + "nauc_map_at_10_max": 0.30167, + "nauc_map_at_10_std": 0.292386, + "nauc_map_at_10_diff1": 0.328927, + "nauc_map_at_20_max": 0.337161, + "nauc_map_at_20_std": 0.322462, + "nauc_map_at_20_diff1": 0.328848, + "nauc_map_at_100_max": 0.384619, + "nauc_map_at_100_std": 0.361681, + "nauc_map_at_100_diff1": 0.311101, + "nauc_map_at_1000_max": 0.40224, + "nauc_map_at_1000_std": 0.349084, + "nauc_map_at_1000_diff1": 0.319732, + "nauc_recall_at_1_max": 0.2596, + "nauc_recall_at_1_std": 0.127781, + "nauc_recall_at_1_diff1": 0.520835, + "nauc_recall_at_3_max": 0.214315, + "nauc_recall_at_3_std": 0.21216, + "nauc_recall_at_3_diff1": 0.351546, + "nauc_recall_at_5_max": 0.205998, + "nauc_recall_at_5_std": 0.220693, + "nauc_recall_at_5_diff1": 0.311133, + "nauc_recall_at_10_max": 0.264782, + "nauc_recall_at_10_std": 0.280296, + "nauc_recall_at_10_diff1": 0.291563, + "nauc_recall_at_20_max": 0.326907, + "nauc_recall_at_20_std": 0.312339, + "nauc_recall_at_20_diff1": 0.304247, + "nauc_recall_at_100_max": 0.368176, + "nauc_recall_at_100_std": 0.457794, + "nauc_recall_at_100_diff1": 0.292101, + "nauc_recall_at_1000_max": 0.60524, + "nauc_recall_at_1000_std": 0.841136, + "nauc_recall_at_1000_diff1": 0.403413, + "nauc_precision_at_1_max": 0.738118, + "nauc_precision_at_1_std": 0.29571, + "nauc_precision_at_1_diff1": 0.64948, + "nauc_precision_at_3_max": 0.26185, + "nauc_precision_at_3_std": 0.197753, + "nauc_precision_at_3_diff1": -0.04229, + "nauc_precision_at_5_max": 0.17745, + "nauc_precision_at_5_std": 0.141912, + "nauc_precision_at_5_diff1": -0.082154, + "nauc_precision_at_10_max": 0.16834, + "nauc_precision_at_10_std": 0.091751, + "nauc_precision_at_10_diff1": -0.101764, + "nauc_precision_at_20_max": 0.104149, + "nauc_precision_at_20_std": 0.005285, + "nauc_precision_at_20_diff1": -0.118783, + "nauc_precision_at_100_max": 0.005216, + "nauc_precision_at_100_std": -0.112023, + "nauc_precision_at_100_diff1": -0.126976, + "nauc_precision_at_1000_max": -0.056738, + "nauc_precision_at_1000_std": -0.267048, + "nauc_precision_at_1000_diff1": -0.075044, + "nauc_mrr_at_1_max": 0.738118, + "nauc_mrr_at_1_std": 0.29571, + "nauc_mrr_at_1_diff1": 0.64948, + "nauc_mrr_at_3_max": 0.733811, + "nauc_mrr_at_3_std": 0.340935, + "nauc_mrr_at_3_diff1": 0.58868, + "nauc_mrr_at_5_max": 0.736561, + "nauc_mrr_at_5_std": 0.348101, + "nauc_mrr_at_5_diff1": 0.595693, + "nauc_mrr_at_10_max": 0.743109, + "nauc_mrr_at_10_std": 0.348245, + "nauc_mrr_at_10_diff1": 0.616687, + "nauc_mrr_at_20_max": 0.741108, + "nauc_mrr_at_20_std": 0.343983, + "nauc_mrr_at_20_diff1": 0.614647, + "nauc_mrr_at_100_max": 0.741108, + "nauc_mrr_at_100_std": 0.343983, + "nauc_mrr_at_100_diff1": 0.614647, + "nauc_mrr_at_1000_max": 0.741108, + "nauc_mrr_at_1000_std": 0.343983, + "nauc_mrr_at_1000_diff1": 0.614647, + "cv_recall_at_1": 0.82, + "cv_recall_at_3": 0.935, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.63491, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.755, + "ndcg_at_3": 0.65666, + "ndcg_at_5": 0.63445, + "ndcg_at_10": 0.62306, + "ndcg_at_20": 0.6309, + "ndcg_at_100": 0.68482, + "ndcg_at_1000": 0.75647, + "map_at_1": 0.14731, + "map_at_3": 0.23104, + "map_at_5": 0.27588, + "map_at_10": 0.33456, + "map_at_20": 0.38113, + "map_at_100": 0.4575, + "map_at_1000": 0.49604, + "recall_at_1": 0.14731, + "recall_at_3": 0.24152, + "recall_at_5": 0.30605, + "recall_at_10": 0.40501, + "recall_at_20": 0.51178, + "recall_at_100": 0.75322, + "recall_at_1000": 0.97016, + "accuracy": 0.14731, + "precision_at_1": 0.83, + "precision_at_3": 0.625, + "precision_at_5": 0.549, + "precision_at_10": 0.442, + "precision_at_20": 0.34375, + "precision_at_100": 0.1642, + "precision_at_1000": 0.03472, + "mrr_at_1": 0.83, + "mrr_at_3": 0.869167, + "mrr_at_5": 0.879417, + "mrr_at_10": 0.883256, + "mrr_at_20": 0.883923, + "mrr_at_100": 0.884062, + "mrr_at_1000": 0.884062, + "nauc_ndcg_at_1_max": 0.643998, + "nauc_ndcg_at_1_std": 0.174202, + "nauc_ndcg_at_1_diff1": 0.536523, + "nauc_ndcg_at_3_max": 0.49161, + "nauc_ndcg_at_3_std": 0.194809, + "nauc_ndcg_at_3_diff1": 0.346128, + "nauc_ndcg_at_5_max": 0.468142, + "nauc_ndcg_at_5_std": 0.232183, + "nauc_ndcg_at_5_diff1": 0.300055, + "nauc_ndcg_at_10_max": 0.490649, + "nauc_ndcg_at_10_std": 0.286977, + "nauc_ndcg_at_10_diff1": 0.276445, + "nauc_ndcg_at_20_max": 0.480373, + "nauc_ndcg_at_20_std": 0.311293, + "nauc_ndcg_at_20_diff1": 0.295269, + "nauc_ndcg_at_100_max": 0.522667, + "nauc_ndcg_at_100_std": 0.400375, + "nauc_ndcg_at_100_diff1": 0.356324, + "nauc_ndcg_at_1000_max": 0.550071, + "nauc_ndcg_at_1000_std": 0.384554, + "nauc_ndcg_at_1000_diff1": 0.33512, + "nauc_map_at_1_max": 0.275049, + "nauc_map_at_1_std": 0.133434, + "nauc_map_at_1_diff1": 0.500502, + "nauc_map_at_3_max": 0.262699, + "nauc_map_at_3_std": 0.22506, + "nauc_map_at_3_diff1": 0.396904, + "nauc_map_at_5_max": 0.262228, + "nauc_map_at_5_std": 0.259804, + "nauc_map_at_5_diff1": 0.347297, + "nauc_map_at_10_max": 0.292317, + "nauc_map_at_10_std": 0.304399, + "nauc_map_at_10_diff1": 0.310732, + "nauc_map_at_20_max": 0.322318, + "nauc_map_at_20_std": 0.339352, + "nauc_map_at_20_diff1": 0.308968, + "nauc_map_at_100_max": 0.387404, + "nauc_map_at_100_std": 0.397141, + "nauc_map_at_100_diff1": 0.285979, + "nauc_map_at_1000_max": 0.407252, + "nauc_map_at_1000_std": 0.391256, + "nauc_map_at_1000_diff1": 0.255699, + "nauc_recall_at_1_max": 0.275049, + "nauc_recall_at_1_std": 0.133434, + "nauc_recall_at_1_diff1": 0.500502, + "nauc_recall_at_3_max": 0.248638, + "nauc_recall_at_3_std": 0.219547, + "nauc_recall_at_3_diff1": 0.376759, + "nauc_recall_at_5_max": 0.228345, + "nauc_recall_at_5_std": 0.255706, + "nauc_recall_at_5_diff1": 0.307457, + "nauc_recall_at_10_max": 0.254785, + "nauc_recall_at_10_std": 0.291642, + "nauc_recall_at_10_diff1": 0.254751, + "nauc_recall_at_20_max": 0.289706, + "nauc_recall_at_20_std": 0.320657, + "nauc_recall_at_20_diff1": 0.271027, + "nauc_recall_at_100_max": 0.390202, + "nauc_recall_at_100_std": 0.482199, + "nauc_recall_at_100_diff1": 0.332018, + "nauc_recall_at_1000_max": 0.572307, + "nauc_recall_at_1000_std": 0.864008, + "nauc_recall_at_1000_diff1": 0.269125, + "nauc_precision_at_1_max": 0.727956, + "nauc_precision_at_1_std": 0.109233, + "nauc_precision_at_1_diff1": 0.541098, + "nauc_precision_at_3_max": 0.284176, + "nauc_precision_at_3_std": 0.180394, + "nauc_precision_at_3_diff1": -0.023343, + "nauc_precision_at_5_max": 0.195556, + "nauc_precision_at_5_std": 0.16665, + "nauc_precision_at_5_diff1": -0.153254, + "nauc_precision_at_10_max": 0.160008, + "nauc_precision_at_10_std": 0.109133, + "nauc_precision_at_10_diff1": -0.218248, + "nauc_precision_at_20_max": 0.089038, + "nauc_precision_at_20_std": 0.030704, + "nauc_precision_at_20_diff1": -0.241031, + "nauc_precision_at_100_max": 0.031585, + "nauc_precision_at_100_std": -0.077683, + "nauc_precision_at_100_diff1": -0.228157, + "nauc_precision_at_1000_max": -0.03676, + "nauc_precision_at_1000_std": -0.251875, + "nauc_precision_at_1000_diff1": -0.268007, + "nauc_mrr_at_1_max": 0.727956, + "nauc_mrr_at_1_std": 0.109233, + "nauc_mrr_at_1_diff1": 0.541098, + "nauc_mrr_at_3_max": 0.740814, + "nauc_mrr_at_3_std": 0.121386, + "nauc_mrr_at_3_diff1": 0.556231, + "nauc_mrr_at_5_max": 0.748386, + "nauc_mrr_at_5_std": 0.149791, + "nauc_mrr_at_5_diff1": 0.55265, + "nauc_mrr_at_10_max": 0.745186, + "nauc_mrr_at_10_std": 0.135644, + "nauc_mrr_at_10_diff1": 0.54964, + "nauc_mrr_at_20_max": 0.743661, + "nauc_mrr_at_20_std": 0.130863, + "nauc_mrr_at_20_diff1": 0.548865, + "nauc_mrr_at_100_max": 0.743504, + "nauc_mrr_at_100_std": 0.132464, + "nauc_mrr_at_100_diff1": 0.549764, + "nauc_mrr_at_1000_max": 0.743504, + "nauc_mrr_at_1000_std": 0.132464, + "nauc_mrr_at_1000_diff1": 0.549764, + "cv_recall_at_1": 0.83, + "cv_recall_at_3": 0.915, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.62306, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10299.68597984314, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/ChatDoctorRetrieval.json b/results/voyageai__voyage-4/1/ChatDoctorRetrieval.json new file mode 100644 index 0000000000..e553194dee --- /dev/null +++ b/results/voyageai__voyage-4/1/ChatDoctorRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d", + "task_name": "ChatDoctorRetrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.63566, + "ndcg_at_3": 0.70423, + "ndcg_at_5": 0.72412, + "ndcg_at_10": 0.74077, + "ndcg_at_20": 0.75132, + "ndcg_at_100": 0.76427, + "ndcg_at_1000": 0.76813, + "map_at_1": 0.63566, + "map_at_3": 0.68732, + "map_at_5": 0.69836, + "map_at_10": 0.70536, + "map_at_20": 0.70828, + "map_at_100": 0.71013, + "map_at_1000": 0.71028, + "recall_at_1": 0.63566, + "recall_at_3": 0.75317, + "recall_at_5": 0.80147, + "recall_at_10": 0.85226, + "recall_at_20": 0.89376, + "recall_at_100": 0.9628, + "recall_at_1000": 0.99302, + "accuracy": 0.63566, + "precision_at_1": 0.63566, + "precision_at_3": 0.25106, + "precision_at_5": 0.16029, + "precision_at_10": 0.08523, + "precision_at_20": 0.04469, + "precision_at_100": 0.00963, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.635664, + "mrr_at_3": 0.687325, + "mrr_at_5": 0.69836, + "mrr_at_10": 0.705358, + "mrr_at_20": 0.708283, + "mrr_at_100": 0.710132, + "mrr_at_1000": 0.71028, + "nauc_ndcg_at_1_max": 0.623115, + "nauc_ndcg_at_1_std": -0.25865, + "nauc_ndcg_at_1_diff1": 0.824338, + "nauc_ndcg_at_3_max": 0.616247, + "nauc_ndcg_at_3_std": -0.250263, + "nauc_ndcg_at_3_diff1": 0.785521, + "nauc_ndcg_at_5_max": 0.612204, + "nauc_ndcg_at_5_std": -0.24818, + "nauc_ndcg_at_5_diff1": 0.779788, + "nauc_ndcg_at_10_max": 0.613034, + "nauc_ndcg_at_10_std": -0.245359, + "nauc_ndcg_at_10_diff1": 0.779345, + "nauc_ndcg_at_20_max": 0.611346, + "nauc_ndcg_at_20_std": -0.240109, + "nauc_ndcg_at_20_diff1": 0.778153, + "nauc_ndcg_at_100_max": 0.614564, + "nauc_ndcg_at_100_std": -0.236708, + "nauc_ndcg_at_100_diff1": 0.783687, + "nauc_ndcg_at_1000_max": 0.615364, + "nauc_ndcg_at_1000_std": -0.240694, + "nauc_ndcg_at_1000_diff1": 0.785664, + "nauc_map_at_1_max": 0.623115, + "nauc_map_at_1_std": -0.25865, + "nauc_map_at_1_diff1": 0.824338, + "nauc_map_at_3_max": 0.617481, + "nauc_map_at_3_std": -0.253427, + "nauc_map_at_3_diff1": 0.79528, + "nauc_map_at_5_max": 0.61549, + "nauc_map_at_5_std": -0.252477, + "nauc_map_at_5_diff1": 0.792653, + "nauc_map_at_10_max": 0.615826, + "nauc_map_at_10_std": -0.251687, + "nauc_map_at_10_diff1": 0.792765, + "nauc_map_at_20_max": 0.615528, + "nauc_map_at_20_std": -0.250348, + "nauc_map_at_20_diff1": 0.792623, + "nauc_map_at_100_max": 0.615943, + "nauc_map_at_100_std": -0.249733, + "nauc_map_at_100_diff1": 0.793317, + "nauc_map_at_1000_max": 0.615965, + "nauc_map_at_1000_std": -0.249869, + "nauc_map_at_1000_diff1": 0.793385, + "nauc_recall_at_1_max": 0.623115, + "nauc_recall_at_1_std": -0.25865, + "nauc_recall_at_1_diff1": 0.824338, + "nauc_recall_at_3_max": 0.612313, + "nauc_recall_at_3_std": -0.238946, + "nauc_recall_at_3_diff1": 0.752345, + "nauc_recall_at_5_max": 0.598649, + "nauc_recall_at_5_std": -0.230181, + "nauc_recall_at_5_diff1": 0.728076, + "nauc_recall_at_10_max": 0.598933, + "nauc_recall_at_10_std": -0.20939, + "nauc_recall_at_10_diff1": 0.710104, + "nauc_recall_at_20_max": 0.579271, + "nauc_recall_at_20_std": -0.157468, + "nauc_recall_at_20_diff1": 0.676767, + "nauc_recall_at_100_max": 0.612811, + "nauc_recall_at_100_std": 0.064864, + "nauc_recall_at_100_diff1": 0.656115, + "nauc_recall_at_1000_max": 0.786, + "nauc_recall_at_1000_std": 0.487902, + "nauc_recall_at_1000_diff1": 0.540194, + "nauc_precision_at_1_max": 0.623115, + "nauc_precision_at_1_std": -0.25865, + "nauc_precision_at_1_diff1": 0.824338, + "nauc_precision_at_3_max": 0.612313, + "nauc_precision_at_3_std": -0.238946, + "nauc_precision_at_3_diff1": 0.752345, + "nauc_precision_at_5_max": 0.598649, + "nauc_precision_at_5_std": -0.230181, + "nauc_precision_at_5_diff1": 0.728076, + "nauc_precision_at_10_max": 0.598933, + "nauc_precision_at_10_std": -0.20939, + "nauc_precision_at_10_diff1": 0.710104, + "nauc_precision_at_20_max": 0.579271, + "nauc_precision_at_20_std": -0.157468, + "nauc_precision_at_20_diff1": 0.676767, + "nauc_precision_at_100_max": 0.612811, + "nauc_precision_at_100_std": 0.064864, + "nauc_precision_at_100_diff1": 0.656115, + "nauc_precision_at_1000_max": 0.786, + "nauc_precision_at_1000_std": 0.487902, + "nauc_precision_at_1000_diff1": 0.540194, + "nauc_mrr_at_1_max": 0.623115, + "nauc_mrr_at_1_std": -0.25865, + "nauc_mrr_at_1_diff1": 0.824338, + "nauc_mrr_at_3_max": 0.617481, + "nauc_mrr_at_3_std": -0.253427, + "nauc_mrr_at_3_diff1": 0.79528, + "nauc_mrr_at_5_max": 0.61549, + "nauc_mrr_at_5_std": -0.252477, + "nauc_mrr_at_5_diff1": 0.792653, + "nauc_mrr_at_10_max": 0.615826, + "nauc_mrr_at_10_std": -0.251687, + "nauc_mrr_at_10_diff1": 0.792765, + "nauc_mrr_at_20_max": 0.615528, + "nauc_mrr_at_20_std": -0.250348, + "nauc_mrr_at_20_diff1": 0.792623, + "nauc_mrr_at_100_max": 0.615943, + "nauc_mrr_at_100_std": -0.249733, + "nauc_mrr_at_100_diff1": 0.793317, + "nauc_mrr_at_1000_max": 0.615965, + "nauc_mrr_at_1000_std": -0.249869, + "nauc_mrr_at_1000_diff1": 0.793385, + "cv_recall_at_1": 0.63566, + "cv_recall_at_3": 0.75317, + "cv_recall_at_5": 0.80147, + "cv_recall_at_10": 0.85226, + "cv_recall_at_20": 0.89376, + "cv_recall_at_100": 0.9628, + "cv_recall_at_1000": 0.99302, + "main_score": 0.74077, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 90.6156370639801, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/Code1Retrieval.json b/results/voyageai__voyage-4/1/Code1Retrieval.json new file mode 100644 index 0000000000..dae2401185 --- /dev/null +++ b/results/voyageai__voyage-4/1/Code1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "94d25599a7e0221484f31749448e5ea217484e41", + "task_name": "Code1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.89995, + "ndcg_at_3": 0.93448, + "ndcg_at_5": 0.94008, + "ndcg_at_10": 0.94309, + "ndcg_at_20": 0.94479, + "ndcg_at_100": 0.94668, + "ndcg_at_1000": 0.94699, + "map_at_1": 0.89995, + "map_at_3": 0.9264, + "map_at_5": 0.92952, + "map_at_10": 0.93078, + "map_at_20": 0.93125, + "map_at_100": 0.93153, + "map_at_1000": 0.93154, + "recall_at_1": 0.89995, + "recall_at_3": 0.9577, + "recall_at_5": 0.97123, + "recall_at_10": 0.98046, + "recall_at_20": 0.98715, + "recall_at_100": 0.99706, + "recall_at_1000": 0.99945, + "accuracy": 0.89995, + "precision_at_1": 0.89995, + "precision_at_3": 0.31923, + "precision_at_5": 0.19425, + "precision_at_10": 0.09805, + "precision_at_20": 0.04936, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.900089, + "mrr_at_3": 0.926593, + "mrr_at_5": 0.929631, + "mrr_at_10": 0.930936, + "mrr_at_20": 0.931387, + "mrr_at_100": 0.931672, + "mrr_at_1000": 0.931685, + "nauc_ndcg_at_1_max": 0.62946, + "nauc_ndcg_at_1_std": -0.890734, + "nauc_ndcg_at_1_diff1": 0.927449, + "nauc_ndcg_at_3_max": 0.677456, + "nauc_ndcg_at_3_std": -0.929931, + "nauc_ndcg_at_3_diff1": 0.930011, + "nauc_ndcg_at_5_max": 0.678359, + "nauc_ndcg_at_5_std": -0.929012, + "nauc_ndcg_at_5_diff1": 0.929996, + "nauc_ndcg_at_10_max": 0.675951, + "nauc_ndcg_at_10_std": -0.922608, + "nauc_ndcg_at_10_diff1": 0.929323, + "nauc_ndcg_at_20_max": 0.673104, + "nauc_ndcg_at_20_std": -0.916507, + "nauc_ndcg_at_20_diff1": 0.928987, + "nauc_ndcg_at_100_max": 0.668654, + "nauc_ndcg_at_100_std": -0.909793, + "nauc_ndcg_at_100_diff1": 0.928855, + "nauc_ndcg_at_1000_max": 0.667209, + "nauc_ndcg_at_1000_std": -0.911763, + "nauc_ndcg_at_1000_diff1": 0.928925, + "nauc_map_at_1_max": 0.62946, + "nauc_map_at_1_std": -0.890734, + "nauc_map_at_1_diff1": 0.927449, + "nauc_map_at_3_max": 0.663119, + "nauc_map_at_3_std": -0.91954, + "nauc_map_at_3_diff1": 0.929197, + "nauc_map_at_5_max": 0.66308, + "nauc_map_at_5_std": -0.918506, + "nauc_map_at_5_diff1": 0.929167, + "nauc_map_at_10_max": 0.662019, + "nauc_map_at_10_std": -0.916094, + "nauc_map_at_10_diff1": 0.928938, + "nauc_map_at_20_max": 0.661292, + "nauc_map_at_20_std": -0.914722, + "nauc_map_at_20_diff1": 0.928847, + "nauc_map_at_100_max": 0.660817, + "nauc_map_at_100_std": -0.913818, + "nauc_map_at_100_diff1": 0.928833, + "nauc_map_at_1000_max": 0.660772, + "nauc_map_at_1000_std": -0.913854, + "nauc_map_at_1000_diff1": 0.928836, + "nauc_recall_at_1_max": 0.62946, + "nauc_recall_at_1_std": -0.890734, + "nauc_recall_at_1_diff1": 0.927449, + "nauc_recall_at_3_max": 0.748436, + "nauc_recall_at_3_std": -0.980334, + "nauc_recall_at_3_diff1": 0.934075, + "nauc_recall_at_5_max": 0.784667, + "nauc_recall_at_5_std": -1.000816, + "nauc_recall_at_5_diff1": 0.935783, + "nauc_recall_at_10_max": 0.812592, + "nauc_recall_at_10_std": -0.977983, + "nauc_recall_at_10_diff1": 0.932201, + "nauc_recall_at_20_max": 0.835604, + "nauc_recall_at_20_std": -0.902233, + "nauc_recall_at_20_diff1": 0.928545, + "nauc_recall_at_100_max": 0.933935, + "nauc_recall_at_100_std": -0.259687, + "nauc_recall_at_100_diff1": 0.913742, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.934642, + "nauc_recall_at_1000_diff1": 0.89992, + "nauc_precision_at_1_max": 0.62946, + "nauc_precision_at_1_std": -0.890734, + "nauc_precision_at_1_diff1": 0.927449, + "nauc_precision_at_3_max": 0.748436, + "nauc_precision_at_3_std": -0.980334, + "nauc_precision_at_3_diff1": 0.934075, + "nauc_precision_at_5_max": 0.784667, + "nauc_precision_at_5_std": -1.000816, + "nauc_precision_at_5_diff1": 0.935783, + "nauc_precision_at_10_max": 0.812592, + "nauc_precision_at_10_std": -0.977983, + "nauc_precision_at_10_diff1": 0.932201, + "nauc_precision_at_20_max": 0.835604, + "nauc_precision_at_20_std": -0.902233, + "nauc_precision_at_20_diff1": 0.928545, + "nauc_precision_at_100_max": 0.933935, + "nauc_precision_at_100_std": -0.259687, + "nauc_precision_at_100_diff1": 0.913742, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.934642, + "nauc_precision_at_1000_diff1": 0.89992, + "nauc_mrr_at_1_max": 0.629641, + "nauc_mrr_at_1_std": -0.889492, + "nauc_mrr_at_1_diff1": 0.927267, + "nauc_mrr_at_3_max": 0.663468, + "nauc_mrr_at_3_std": -0.917868, + "nauc_mrr_at_3_diff1": 0.928825, + "nauc_mrr_at_5_max": 0.663008, + "nauc_mrr_at_5_std": -0.917316, + "nauc_mrr_at_5_diff1": 0.928807, + "nauc_mrr_at_10_max": 0.662192, + "nauc_mrr_at_10_std": -0.914389, + "nauc_mrr_at_10_diff1": 0.928701, + "nauc_mrr_at_20_max": 0.661394, + "nauc_mrr_at_20_std": -0.913295, + "nauc_mrr_at_20_diff1": 0.928567, + "nauc_mrr_at_100_max": 0.660892, + "nauc_mrr_at_100_std": -0.912317, + "nauc_mrr_at_100_diff1": 0.928559, + "nauc_mrr_at_1000_max": 0.660847, + "nauc_mrr_at_1000_std": -0.912354, + "nauc_mrr_at_1000_diff1": 0.928562, + "cv_recall_at_1": 0.90009, + "cv_recall_at_3": 0.95797, + "cv_recall_at_5": 0.97116, + "cv_recall_at_10": 0.98066, + "cv_recall_at_20": 0.98702, + "cv_recall_at_100": 0.99706, + "cv_recall_at_1000": 0.99945, + "main_score": 0.94309, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 190.3399109840393, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/DS1000Retrieval.json b/results/voyageai__voyage-4/1/DS1000Retrieval.json new file mode 100644 index 0000000000..0be4ef351a --- /dev/null +++ b/results/voyageai__voyage-4/1/DS1000Retrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "25cd4dc8172e799235d83c66439b6b7b8e6583ec", + "task_name": "DS1000Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.33984, + "ndcg_at_3": 0.61075, + "ndcg_at_5": 0.66595, + "ndcg_at_10": 0.68847, + "ndcg_at_20": 0.69058, + "ndcg_at_100": 0.69122, + "ndcg_at_1000": 0.69129, + "map_at_1": 0.33984, + "map_at_3": 0.5483, + "map_at_5": 0.5795, + "map_at_10": 0.58938, + "map_at_20": 0.59001, + "map_at_100": 0.59009, + "map_at_1000": 0.59009, + "recall_at_1": 0.33984, + "recall_at_3": 0.78979, + "recall_at_5": 0.92142, + "recall_at_10": 0.98799, + "recall_at_20": 0.996, + "recall_at_100": 0.9995, + "recall_at_1000": 1.0, + "accuracy": 0.33984, + "precision_at_1": 0.33984, + "precision_at_3": 0.26326, + "precision_at_5": 0.18428, + "precision_at_10": 0.0988, + "precision_at_20": 0.0498, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.341341, + "mrr_at_3": 0.55005, + "mrr_at_5": 0.580931, + "mrr_at_10": 0.590865, + "mrr_at_20": 0.591399, + "mrr_at_100": 0.591481, + "mrr_at_1000": 0.591486, + "nauc_ndcg_at_1_max": 0.085104, + "nauc_ndcg_at_1_std": 0.014977, + "nauc_ndcg_at_1_diff1": -0.063574, + "nauc_ndcg_at_3_max": 0.177672, + "nauc_ndcg_at_3_std": 0.018493, + "nauc_ndcg_at_3_diff1": -0.143955, + "nauc_ndcg_at_5_max": 0.161832, + "nauc_ndcg_at_5_std": 0.00179, + "nauc_ndcg_at_5_diff1": -0.126598, + "nauc_ndcg_at_10_max": 0.154152, + "nauc_ndcg_at_10_std": 0.013082, + "nauc_ndcg_at_10_diff1": -0.10967, + "nauc_ndcg_at_20_max": 0.151263, + "nauc_ndcg_at_20_std": 0.016426, + "nauc_ndcg_at_20_diff1": -0.105181, + "nauc_ndcg_at_100_max": 0.148446, + "nauc_ndcg_at_100_std": 0.016572, + "nauc_ndcg_at_100_diff1": -0.108436, + "nauc_ndcg_at_1000_max": 0.148114, + "nauc_ndcg_at_1000_std": 0.01624, + "nauc_ndcg_at_1000_diff1": -0.10876, + "nauc_map_at_1_max": 0.085104, + "nauc_map_at_1_std": 0.014977, + "nauc_map_at_1_diff1": -0.063574, + "nauc_map_at_3_max": 0.157018, + "nauc_map_at_3_std": 0.020346, + "nauc_map_at_3_diff1": -0.123081, + "nauc_map_at_5_max": 0.147166, + "nauc_map_at_5_std": 0.012373, + "nauc_map_at_5_diff1": -0.114009, + "nauc_map_at_10_max": 0.143875, + "nauc_map_at_10_std": 0.016195, + "nauc_map_at_10_diff1": -0.107163, + "nauc_map_at_20_max": 0.143276, + "nauc_map_at_20_std": 0.017003, + "nauc_map_at_20_diff1": -0.106106, + "nauc_map_at_100_max": 0.142999, + "nauc_map_at_100_std": 0.017049, + "nauc_map_at_100_diff1": -0.106436, + "nauc_map_at_1000_max": 0.142984, + "nauc_map_at_1000_std": 0.017034, + "nauc_map_at_1000_diff1": -0.106451, + "nauc_recall_at_1_max": 0.085104, + "nauc_recall_at_1_std": 0.014977, + "nauc_recall_at_1_diff1": -0.063574, + "nauc_recall_at_3_max": 0.260878, + "nauc_recall_at_3_std": 0.008894, + "nauc_recall_at_3_diff1": -0.230423, + "nauc_recall_at_5_max": 0.284229, + "nauc_recall_at_5_std": -0.108652, + "nauc_recall_at_5_diff1": -0.228213, + "nauc_recall_at_10_max": 0.614516, + "nauc_recall_at_10_std": -0.145296, + "nauc_recall_at_10_diff1": -0.059891, + "nauc_recall_at_20_max": 0.983658, + "nauc_recall_at_20_std": 0.117341, + "nauc_recall_at_20_diff1": 0.822939, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869267, + "nauc_recall_at_100_diff1": 0.722171, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.085104, + "nauc_precision_at_1_std": 0.014977, + "nauc_precision_at_1_diff1": -0.063574, + "nauc_precision_at_3_max": 0.260878, + "nauc_precision_at_3_std": 0.008894, + "nauc_precision_at_3_diff1": -0.230423, + "nauc_precision_at_5_max": 0.284229, + "nauc_precision_at_5_std": -0.108652, + "nauc_precision_at_5_diff1": -0.228213, + "nauc_precision_at_10_max": 0.614516, + "nauc_precision_at_10_std": -0.145296, + "nauc_precision_at_10_diff1": -0.059891, + "nauc_precision_at_20_max": 0.983658, + "nauc_precision_at_20_std": 0.117341, + "nauc_precision_at_20_diff1": 0.822939, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869267, + "nauc_precision_at_100_diff1": 0.722171, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.089398, + "nauc_mrr_at_1_std": 0.010429, + "nauc_mrr_at_1_diff1": -0.066444, + "nauc_mrr_at_3_max": 0.165305, + "nauc_mrr_at_3_std": 0.023109, + "nauc_mrr_at_3_diff1": -0.134858, + "nauc_mrr_at_5_max": 0.150888, + "nauc_mrr_at_5_std": 0.013216, + "nauc_mrr_at_5_diff1": -0.123561, + "nauc_mrr_at_10_max": 0.149474, + "nauc_mrr_at_10_std": 0.016232, + "nauc_mrr_at_10_diff1": -0.115059, + "nauc_mrr_at_20_max": 0.1487, + "nauc_mrr_at_20_std": 0.01661, + "nauc_mrr_at_20_diff1": -0.114039, + "nauc_mrr_at_100_max": 0.148423, + "nauc_mrr_at_100_std": 0.016657, + "nauc_mrr_at_100_diff1": -0.114374, + "nauc_mrr_at_1000_max": 0.148408, + "nauc_mrr_at_1000_std": 0.016641, + "nauc_mrr_at_1000_diff1": -0.114389, + "cv_recall_at_1": 0.34134, + "cv_recall_at_3": 0.79129, + "cv_recall_at_5": 0.92192, + "cv_recall_at_10": 0.98899, + "cv_recall_at_20": 0.996, + "cv_recall_at_100": 0.9995, + "cv_recall_at_1000": 1.0, + "main_score": 0.68847, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 60.67857789993286, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/EnglishFinance1Retrieval.json b/results/voyageai__voyage-4/1/EnglishFinance1Retrieval.json new file mode 100644 index 0000000000..a8a7be8855 --- /dev/null +++ b/results/voyageai__voyage-4/1/EnglishFinance1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "b2816ead5389ee383019bb2e50df9f1aac8229d8", + "task_name": "EnglishFinance1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65799, + "ndcg_at_3": 0.76467, + "ndcg_at_5": 0.78578, + "ndcg_at_10": 0.80013, + "ndcg_at_20": 0.80602, + "ndcg_at_100": 0.81095, + "ndcg_at_1000": 0.814, + "map_at_1": 0.65428, + "map_at_3": 0.73854, + "map_at_5": 0.75006, + "map_at_10": 0.75643, + "map_at_20": 0.75801, + "map_at_100": 0.75882, + "map_at_1000": 0.759, + "recall_at_1": 0.65428, + "recall_at_3": 0.83829, + "recall_at_5": 0.89033, + "recall_at_10": 0.93309, + "recall_at_20": 0.95586, + "recall_at_100": 0.97955, + "recall_at_1000": 1.0, + "accuracy": 0.65428, + "precision_at_1": 0.65799, + "precision_at_3": 0.28129, + "precision_at_5": 0.17918, + "precision_at_10": 0.09405, + "precision_at_20": 0.04833, + "precision_at_100": 0.01, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.657993, + "mrr_at_3": 0.740397, + "mrr_at_5": 0.751921, + "mrr_at_10": 0.757754, + "mrr_at_20": 0.759523, + "mrr_at_100": 0.760252, + "mrr_at_1000": 0.760376, + "nauc_ndcg_at_1_max": 0.184905, + "nauc_ndcg_at_1_std": -0.108645, + "nauc_ndcg_at_1_diff1": 0.790858, + "nauc_ndcg_at_3_max": 0.268157, + "nauc_ndcg_at_3_std": -0.037289, + "nauc_ndcg_at_3_diff1": 0.737661, + "nauc_ndcg_at_5_max": 0.289849, + "nauc_ndcg_at_5_std": -0.03129, + "nauc_ndcg_at_5_diff1": 0.741677, + "nauc_ndcg_at_10_max": 0.300938, + "nauc_ndcg_at_10_std": 0.03972, + "nauc_ndcg_at_10_diff1": 0.743976, + "nauc_ndcg_at_20_max": 0.283414, + "nauc_ndcg_at_20_std": 0.025457, + "nauc_ndcg_at_20_diff1": 0.750245, + "nauc_ndcg_at_100_max": 0.281194, + "nauc_ndcg_at_100_std": 0.001476, + "nauc_ndcg_at_100_diff1": 0.755626, + "nauc_ndcg_at_1000_max": 0.268953, + "nauc_ndcg_at_1000_std": -0.017416, + "nauc_ndcg_at_1000_diff1": 0.753895, + "nauc_map_at_1_max": 0.17697, + "nauc_map_at_1_std": -0.104259, + "nauc_map_at_1_diff1": 0.791616, + "nauc_map_at_3_max": 0.239635, + "nauc_map_at_3_std": -0.059272, + "nauc_map_at_3_diff1": 0.751297, + "nauc_map_at_5_max": 0.249265, + "nauc_map_at_5_std": -0.056641, + "nauc_map_at_5_diff1": 0.753536, + "nauc_map_at_10_max": 0.254467, + "nauc_map_at_10_std": -0.03188, + "nauc_map_at_10_diff1": 0.754919, + "nauc_map_at_20_max": 0.250463, + "nauc_map_at_20_std": -0.035031, + "nauc_map_at_20_diff1": 0.756616, + "nauc_map_at_100_max": 0.250458, + "nauc_map_at_100_std": -0.038228, + "nauc_map_at_100_diff1": 0.75727, + "nauc_map_at_1000_max": 0.249866, + "nauc_map_at_1000_std": -0.039132, + "nauc_map_at_1000_diff1": 0.757192, + "nauc_recall_at_1_max": 0.17697, + "nauc_recall_at_1_std": -0.104259, + "nauc_recall_at_1_diff1": 0.791616, + "nauc_recall_at_3_max": 0.366246, + "nauc_recall_at_3_std": 0.054362, + "nauc_recall_at_3_diff1": 0.675132, + "nauc_recall_at_5_max": 0.495078, + "nauc_recall_at_5_std": 0.111777, + "nauc_recall_at_5_diff1": 0.668807, + "nauc_recall_at_10_max": 0.690736, + "nauc_recall_at_10_std": 0.758589, + "nauc_recall_at_10_diff1": 0.646805, + "nauc_recall_at_20_max": 0.628506, + "nauc_recall_at_20_std": 0.90828, + "nauc_recall_at_20_diff1": 0.685741, + "nauc_recall_at_100_max": 0.925683, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.847449, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.184905, + "nauc_precision_at_1_std": -0.108645, + "nauc_precision_at_1_diff1": 0.790858, + "nauc_precision_at_3_max": 0.358483, + "nauc_precision_at_3_std": 0.037771, + "nauc_precision_at_3_diff1": 0.632749, + "nauc_precision_at_5_max": 0.478724, + "nauc_precision_at_5_std": 0.086113, + "nauc_precision_at_5_diff1": 0.609767, + "nauc_precision_at_10_max": 0.626301, + "nauc_precision_at_10_std": 0.610394, + "nauc_precision_at_10_diff1": 0.496153, + "nauc_precision_at_20_max": 0.525333, + "nauc_precision_at_20_std": 0.646961, + "nauc_precision_at_20_diff1": 0.441763, + "nauc_precision_at_100_max": 0.190431, + "nauc_precision_at_100_std": 0.10598, + "nauc_precision_at_100_diff1": 0.045862, + "nauc_precision_at_1000_max": -0.383947, + "nauc_precision_at_1000_std": -0.484139, + "nauc_precision_at_1000_diff1": -0.453674, + "nauc_mrr_at_1_max": 0.184905, + "nauc_mrr_at_1_std": -0.108645, + "nauc_mrr_at_1_diff1": 0.790858, + "nauc_mrr_at_3_max": 0.255071, + "nauc_mrr_at_3_std": -0.058135, + "nauc_mrr_at_3_diff1": 0.753723, + "nauc_mrr_at_5_max": 0.265468, + "nauc_mrr_at_5_std": -0.055437, + "nauc_mrr_at_5_diff1": 0.756086, + "nauc_mrr_at_10_max": 0.266373, + "nauc_mrr_at_10_std": -0.03091, + "nauc_mrr_at_10_diff1": 0.756795, + "nauc_mrr_at_20_max": 0.261803, + "nauc_mrr_at_20_std": -0.034967, + "nauc_mrr_at_20_diff1": 0.758416, + "nauc_mrr_at_100_max": 0.262125, + "nauc_mrr_at_100_std": -0.037781, + "nauc_mrr_at_100_diff1": 0.759121, + "nauc_mrr_at_1000_max": 0.261742, + "nauc_mrr_at_1000_std": -0.038403, + "nauc_mrr_at_1000_diff1": 0.759076, + "cv_recall_at_1": 0.65799, + "cv_recall_at_3": 0.84015, + "cv_recall_at_5": 0.89219, + "cv_recall_at_10": 0.93309, + "cv_recall_at_20": 0.95911, + "cv_recall_at_100": 0.98141, + "cv_recall_at_1000": 1.0, + "main_score": 0.80013, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.0944390296936035, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/EnglishFinance2Retrieval.json b/results/voyageai__voyage-4/1/EnglishFinance2Retrieval.json new file mode 100644 index 0000000000..76f7fa4754 --- /dev/null +++ b/results/voyageai__voyage-4/1/EnglishFinance2Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "346d5039b9ec75a7b80f8ff008d5ca3df126f5aa", + "task_name": "EnglishFinance2Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.7788, + "ndcg_at_3": 0.86296, + "ndcg_at_5": 0.88309, + "ndcg_at_10": 0.88905, + "ndcg_at_20": 0.8909, + "ndcg_at_100": 0.89227, + "ndcg_at_1000": 0.89227, + "map_at_1": 0.7788, + "map_at_3": 0.84332, + "map_at_5": 0.85461, + "map_at_10": 0.85707, + "map_at_20": 0.85763, + "map_at_100": 0.85785, + "map_at_1000": 0.85785, + "recall_at_1": 0.7788, + "recall_at_3": 0.91935, + "recall_at_5": 0.96774, + "recall_at_10": 0.98618, + "recall_at_20": 0.99309, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.7788, + "precision_at_1": 0.7788, + "precision_at_3": 0.30645, + "precision_at_5": 0.19355, + "precision_at_10": 0.09862, + "precision_at_20": 0.04965, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.778802, + "mrr_at_3": 0.843318, + "mrr_at_5": 0.854608, + "mrr_at_10": 0.857068, + "mrr_at_20": 0.857631, + "mrr_at_100": 0.857847, + "mrr_at_1000": 0.857847, + "nauc_ndcg_at_1_max": 0.496687, + "nauc_ndcg_at_1_std": 0.002436, + "nauc_ndcg_at_1_diff1": 0.707612, + "nauc_ndcg_at_3_max": 0.531998, + "nauc_ndcg_at_3_std": -0.018207, + "nauc_ndcg_at_3_diff1": 0.676497, + "nauc_ndcg_at_5_max": 0.528209, + "nauc_ndcg_at_5_std": -0.033006, + "nauc_ndcg_at_5_diff1": 0.695822, + "nauc_ndcg_at_10_max": 0.512773, + "nauc_ndcg_at_10_std": -0.048112, + "nauc_ndcg_at_10_diff1": 0.687672, + "nauc_ndcg_at_20_max": 0.510292, + "nauc_ndcg_at_20_std": -0.031817, + "nauc_ndcg_at_20_diff1": 0.683537, + "nauc_ndcg_at_100_max": 0.5139, + "nauc_ndcg_at_100_std": -0.024129, + "nauc_ndcg_at_100_diff1": 0.690885, + "nauc_ndcg_at_1000_max": 0.5139, + "nauc_ndcg_at_1000_std": -0.024129, + "nauc_ndcg_at_1000_diff1": 0.690885, + "nauc_map_at_1_max": 0.496687, + "nauc_map_at_1_std": 0.002436, + "nauc_map_at_1_diff1": 0.707612, + "nauc_map_at_3_max": 0.520181, + "nauc_map_at_3_std": -0.013746, + "nauc_map_at_3_diff1": 0.686076, + "nauc_map_at_5_max": 0.518001, + "nauc_map_at_5_std": -0.019486, + "nauc_map_at_5_diff1": 0.695724, + "nauc_map_at_10_max": 0.512592, + "nauc_map_at_10_std": -0.024118, + "nauc_map_at_10_diff1": 0.692946, + "nauc_map_at_20_max": 0.511924, + "nauc_map_at_20_std": -0.020445, + "nauc_map_at_20_diff1": 0.691943, + "nauc_map_at_100_max": 0.512549, + "nauc_map_at_100_std": -0.01942, + "nauc_map_at_100_diff1": 0.693015, + "nauc_map_at_1000_max": 0.512549, + "nauc_map_at_1000_std": -0.01942, + "nauc_map_at_1000_diff1": 0.693015, + "nauc_recall_at_1_max": 0.496687, + "nauc_recall_at_1_std": 0.002436, + "nauc_recall_at_1_diff1": 0.707612, + "nauc_recall_at_3_max": 0.594158, + "nauc_recall_at_3_std": -0.03985, + "nauc_recall_at_3_diff1": 0.626736, + "nauc_recall_at_5_max": 0.647337, + "nauc_recall_at_5_std": -0.203646, + "nauc_recall_at_5_diff1": 0.708458, + "nauc_recall_at_10_max": 0.462069, + "nauc_recall_at_10_std": -0.780094, + "nauc_recall_at_10_diff1": 0.544556, + "nauc_recall_at_20_max": 0.286723, + "nauc_recall_at_20_std": -0.582191, + "nauc_recall_at_20_diff1": 0.181689, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.496687, + "nauc_precision_at_1_std": 0.002436, + "nauc_precision_at_1_diff1": 0.707612, + "nauc_precision_at_3_max": 0.594158, + "nauc_precision_at_3_std": -0.03985, + "nauc_precision_at_3_diff1": 0.626736, + "nauc_precision_at_5_max": 0.647337, + "nauc_precision_at_5_std": -0.203646, + "nauc_precision_at_5_diff1": 0.708458, + "nauc_precision_at_10_max": 0.462069, + "nauc_precision_at_10_std": -0.780094, + "nauc_precision_at_10_diff1": 0.544556, + "nauc_precision_at_20_max": 0.286723, + "nauc_precision_at_20_std": -0.582191, + "nauc_precision_at_20_diff1": 0.181689, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.496687, + "nauc_mrr_at_1_std": 0.002436, + "nauc_mrr_at_1_diff1": 0.707612, + "nauc_mrr_at_3_max": 0.520181, + "nauc_mrr_at_3_std": -0.013746, + "nauc_mrr_at_3_diff1": 0.686076, + "nauc_mrr_at_5_max": 0.518001, + "nauc_mrr_at_5_std": -0.019486, + "nauc_mrr_at_5_diff1": 0.695724, + "nauc_mrr_at_10_max": 0.512592, + "nauc_mrr_at_10_std": -0.024118, + "nauc_mrr_at_10_diff1": 0.692946, + "nauc_mrr_at_20_max": 0.511924, + "nauc_mrr_at_20_std": -0.020445, + "nauc_mrr_at_20_diff1": 0.691943, + "nauc_mrr_at_100_max": 0.512549, + "nauc_mrr_at_100_std": -0.01942, + "nauc_mrr_at_100_diff1": 0.693015, + "nauc_mrr_at_1000_max": 0.512549, + "nauc_mrr_at_1000_std": -0.01942, + "nauc_mrr_at_1000_diff1": 0.693015, + "cv_recall_at_1": 0.7788, + "cv_recall_at_3": 0.91935, + "cv_recall_at_5": 0.96774, + "cv_recall_at_10": 0.98618, + "cv_recall_at_20": 0.99309, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.88905, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.141762256622314, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/EnglishFinance3Retrieval.json b/results/voyageai__voyage-4/1/EnglishFinance3Retrieval.json new file mode 100644 index 0000000000..5da9a3a4e3 --- /dev/null +++ b/results/voyageai__voyage-4/1/EnglishFinance3Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "5ed0bc0fffa309e99400ea800397931749d12cd2", + "task_name": "EnglishFinance3Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.69637, + "ndcg_at_3": 0.78347, + "ndcg_at_5": 0.8013, + "ndcg_at_10": 0.81358, + "ndcg_at_20": 0.82097, + "ndcg_at_100": 0.82758, + "ndcg_at_1000": 0.82918, + "map_at_1": 0.69637, + "map_at_3": 0.76267, + "map_at_5": 0.77257, + "map_at_10": 0.77767, + "map_at_20": 0.77976, + "map_at_100": 0.78074, + "map_at_1000": 0.78081, + "recall_at_1": 0.69637, + "recall_at_3": 0.8434, + "recall_at_5": 0.88671, + "recall_at_10": 0.92447, + "recall_at_20": 0.95317, + "recall_at_100": 0.98792, + "recall_at_1000": 1.0, + "accuracy": 0.69637, + "precision_at_1": 0.69637, + "precision_at_3": 0.28113, + "precision_at_5": 0.17734, + "precision_at_10": 0.09245, + "precision_at_20": 0.04766, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.696375, + "mrr_at_3": 0.762672, + "mrr_at_5": 0.772566, + "mrr_at_10": 0.777668, + "mrr_at_20": 0.779764, + "mrr_at_100": 0.780737, + "mrr_at_1000": 0.780809, + "nauc_ndcg_at_1_max": 0.565986, + "nauc_ndcg_at_1_std": -0.175718, + "nauc_ndcg_at_1_diff1": 0.77295, + "nauc_ndcg_at_3_max": 0.587921, + "nauc_ndcg_at_3_std": -0.177735, + "nauc_ndcg_at_3_diff1": 0.739791, + "nauc_ndcg_at_5_max": 0.589207, + "nauc_ndcg_at_5_std": -0.174777, + "nauc_ndcg_at_5_diff1": 0.736217, + "nauc_ndcg_at_10_max": 0.592382, + "nauc_ndcg_at_10_std": -0.161094, + "nauc_ndcg_at_10_diff1": 0.739455, + "nauc_ndcg_at_20_max": 0.59351, + "nauc_ndcg_at_20_std": -0.156133, + "nauc_ndcg_at_20_diff1": 0.743538, + "nauc_ndcg_at_100_max": 0.589238, + "nauc_ndcg_at_100_std": -0.161431, + "nauc_ndcg_at_100_diff1": 0.746382, + "nauc_ndcg_at_1000_max": 0.587546, + "nauc_ndcg_at_1000_std": -0.164663, + "nauc_ndcg_at_1000_diff1": 0.746703, + "nauc_map_at_1_max": 0.565986, + "nauc_map_at_1_std": -0.175718, + "nauc_map_at_1_diff1": 0.77295, + "nauc_map_at_3_max": 0.582228, + "nauc_map_at_3_std": -0.177077, + "nauc_map_at_3_diff1": 0.748741, + "nauc_map_at_5_max": 0.582984, + "nauc_map_at_5_std": -0.175235, + "nauc_map_at_5_diff1": 0.747399, + "nauc_map_at_10_max": 0.583926, + "nauc_map_at_10_std": -0.170319, + "nauc_map_at_10_diff1": 0.748787, + "nauc_map_at_20_max": 0.584046, + "nauc_map_at_20_std": -0.16921, + "nauc_map_at_20_diff1": 0.749801, + "nauc_map_at_100_max": 0.583599, + "nauc_map_at_100_std": -0.169682, + "nauc_map_at_100_diff1": 0.750153, + "nauc_map_at_1000_max": 0.58354, + "nauc_map_at_1000_std": -0.169751, + "nauc_map_at_1000_diff1": 0.750162, + "nauc_recall_at_1_max": 0.565986, + "nauc_recall_at_1_std": -0.175718, + "nauc_recall_at_1_diff1": 0.77295, + "nauc_recall_at_3_max": 0.610713, + "nauc_recall_at_3_std": -0.180459, + "nauc_recall_at_3_diff1": 0.70373, + "nauc_recall_at_5_max": 0.620693, + "nauc_recall_at_5_std": -0.172493, + "nauc_recall_at_5_diff1": 0.677282, + "nauc_recall_at_10_max": 0.657797, + "nauc_recall_at_10_std": -0.079111, + "nauc_recall_at_10_diff1": 0.671752, + "nauc_recall_at_20_max": 0.714494, + "nauc_recall_at_20_std": 0.036036, + "nauc_recall_at_20_diff1": 0.685755, + "nauc_recall_at_100_max": 0.75182, + "nauc_recall_at_100_std": 0.182854, + "nauc_recall_at_100_diff1": 0.713297, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.565986, + "nauc_precision_at_1_std": -0.175718, + "nauc_precision_at_1_diff1": 0.77295, + "nauc_precision_at_3_max": 0.610713, + "nauc_precision_at_3_std": -0.180459, + "nauc_precision_at_3_diff1": 0.70373, + "nauc_precision_at_5_max": 0.620693, + "nauc_precision_at_5_std": -0.172493, + "nauc_precision_at_5_diff1": 0.677282, + "nauc_precision_at_10_max": 0.657797, + "nauc_precision_at_10_std": -0.079111, + "nauc_precision_at_10_diff1": 0.671752, + "nauc_precision_at_20_max": 0.714494, + "nauc_precision_at_20_std": 0.036036, + "nauc_precision_at_20_diff1": 0.685755, + "nauc_precision_at_100_max": 0.75182, + "nauc_precision_at_100_std": 0.182854, + "nauc_precision_at_100_diff1": 0.713297, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.565986, + "nauc_mrr_at_1_std": -0.175718, + "nauc_mrr_at_1_diff1": 0.77295, + "nauc_mrr_at_3_max": 0.582228, + "nauc_mrr_at_3_std": -0.177077, + "nauc_mrr_at_3_diff1": 0.748741, + "nauc_mrr_at_5_max": 0.582984, + "nauc_mrr_at_5_std": -0.175235, + "nauc_mrr_at_5_diff1": 0.747399, + "nauc_mrr_at_10_max": 0.583926, + "nauc_mrr_at_10_std": -0.170319, + "nauc_mrr_at_10_diff1": 0.748787, + "nauc_mrr_at_20_max": 0.584046, + "nauc_mrr_at_20_std": -0.16921, + "nauc_mrr_at_20_diff1": 0.749801, + "nauc_mrr_at_100_max": 0.583599, + "nauc_mrr_at_100_std": -0.169682, + "nauc_mrr_at_100_diff1": 0.750153, + "nauc_mrr_at_1000_max": 0.58354, + "nauc_mrr_at_1000_std": -0.169751, + "nauc_mrr_at_1000_diff1": 0.750162, + "cv_recall_at_1": 0.69637, + "cv_recall_at_3": 0.8434, + "cv_recall_at_5": 0.88671, + "cv_recall_at_10": 0.92447, + "cv_recall_at_20": 0.95317, + "cv_recall_at_100": 0.98792, + "cv_recall_at_1000": 1.0, + "main_score": 0.81358, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 28.41869020462036, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/EnglishFinance4Retrieval.json b/results/voyageai__voyage-4/1/EnglishFinance4Retrieval.json new file mode 100644 index 0000000000..85e788253d --- /dev/null +++ b/results/voyageai__voyage-4/1/EnglishFinance4Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "2fdb7001309f897d50d38d196a3fd0f03c913810", + "task_name": "EnglishFinance4Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.47, + "ndcg_at_3": 0.55199, + "ndcg_at_5": 0.5757, + "ndcg_at_10": 0.59803, + "ndcg_at_20": 0.6117, + "ndcg_at_100": 0.62906, + "ndcg_at_1000": 0.63816, + "map_at_1": 0.47, + "map_at_3": 0.53185, + "map_at_5": 0.54501, + "map_at_10": 0.55429, + "map_at_20": 0.55807, + "map_at_100": 0.56046, + "map_at_1000": 0.56078, + "recall_at_1": 0.47, + "recall_at_3": 0.61024, + "recall_at_5": 0.66781, + "recall_at_10": 0.73652, + "recall_at_20": 0.79044, + "recall_at_100": 0.88409, + "recall_at_1000": 0.95701, + "accuracy": 0.47, + "precision_at_1": 0.47, + "precision_at_3": 0.20341, + "precision_at_5": 0.13356, + "precision_at_10": 0.07365, + "precision_at_20": 0.03952, + "precision_at_100": 0.00884, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.469999, + "mrr_at_3": 0.531817, + "mrr_at_5": 0.545003, + "mrr_at_10": 0.55428, + "mrr_at_20": 0.558057, + "mrr_at_100": 0.56045, + "mrr_at_1000": 0.56077, + "nauc_ndcg_at_1_max": 0.529879, + "nauc_ndcg_at_1_std": -0.07578, + "nauc_ndcg_at_1_diff1": 0.712452, + "nauc_ndcg_at_3_max": 0.545276, + "nauc_ndcg_at_3_std": -0.048498, + "nauc_ndcg_at_3_diff1": 0.659905, + "nauc_ndcg_at_5_max": 0.555209, + "nauc_ndcg_at_5_std": -0.034277, + "nauc_ndcg_at_5_diff1": 0.652593, + "nauc_ndcg_at_10_max": 0.5642, + "nauc_ndcg_at_10_std": -0.015835, + "nauc_ndcg_at_10_diff1": 0.647991, + "nauc_ndcg_at_20_max": 0.567142, + "nauc_ndcg_at_20_std": -0.00345, + "nauc_ndcg_at_20_diff1": 0.647528, + "nauc_ndcg_at_100_max": 0.567776, + "nauc_ndcg_at_100_std": 0.008485, + "nauc_ndcg_at_100_diff1": 0.650425, + "nauc_ndcg_at_1000_max": 0.564679, + "nauc_ndcg_at_1000_std": -8.2e-05, + "nauc_ndcg_at_1000_diff1": 0.654925, + "nauc_map_at_1_max": 0.529879, + "nauc_map_at_1_std": -0.07578, + "nauc_map_at_1_diff1": 0.712452, + "nauc_map_at_3_max": 0.541314, + "nauc_map_at_3_std": -0.055849, + "nauc_map_at_3_diff1": 0.672989, + "nauc_map_at_5_max": 0.546552, + "nauc_map_at_5_std": -0.048427, + "nauc_map_at_5_diff1": 0.66936, + "nauc_map_at_10_max": 0.549837, + "nauc_map_at_10_std": -0.04156, + "nauc_map_at_10_diff1": 0.667729, + "nauc_map_at_20_max": 0.550476, + "nauc_map_at_20_std": -0.03866, + "nauc_map_at_20_diff1": 0.667775, + "nauc_map_at_100_max": 0.550509, + "nauc_map_at_100_std": -0.037283, + "nauc_map_at_100_diff1": 0.66822, + "nauc_map_at_1000_max": 0.550415, + "nauc_map_at_1000_std": -0.037483, + "nauc_map_at_1000_diff1": 0.668359, + "nauc_recall_at_1_max": 0.529879, + "nauc_recall_at_1_std": -0.07578, + "nauc_recall_at_1_diff1": 0.712452, + "nauc_recall_at_3_max": 0.557681, + "nauc_recall_at_3_std": -0.02533, + "nauc_recall_at_3_diff1": 0.619128, + "nauc_recall_at_5_max": 0.58642, + "nauc_recall_at_5_std": 0.016626, + "nauc_recall_at_5_diff1": 0.594325, + "nauc_recall_at_10_max": 0.628478, + "nauc_recall_at_10_std": 0.099955, + "nauc_recall_at_10_diff1": 0.566032, + "nauc_recall_at_20_max": 0.658528, + "nauc_recall_at_20_std": 0.196464, + "nauc_recall_at_20_diff1": 0.546902, + "nauc_recall_at_100_max": 0.728394, + "nauc_recall_at_100_std": 0.486302, + "nauc_recall_at_100_diff1": 0.515278, + "nauc_recall_at_1000_max": 0.831928, + "nauc_recall_at_1000_std": 0.80565, + "nauc_recall_at_1000_diff1": 0.520815, + "nauc_precision_at_1_max": 0.529879, + "nauc_precision_at_1_std": -0.07578, + "nauc_precision_at_1_diff1": 0.712452, + "nauc_precision_at_3_max": 0.557681, + "nauc_precision_at_3_std": -0.02533, + "nauc_precision_at_3_diff1": 0.619128, + "nauc_precision_at_5_max": 0.58642, + "nauc_precision_at_5_std": 0.016626, + "nauc_precision_at_5_diff1": 0.594325, + "nauc_precision_at_10_max": 0.628478, + "nauc_precision_at_10_std": 0.099955, + "nauc_precision_at_10_diff1": 0.566032, + "nauc_precision_at_20_max": 0.658528, + "nauc_precision_at_20_std": 0.196464, + "nauc_precision_at_20_diff1": 0.546902, + "nauc_precision_at_100_max": 0.728394, + "nauc_precision_at_100_std": 0.486302, + "nauc_precision_at_100_diff1": 0.515278, + "nauc_precision_at_1000_max": 0.831928, + "nauc_precision_at_1000_std": 0.80565, + "nauc_precision_at_1000_diff1": 0.520815, + "nauc_mrr_at_1_max": 0.529879, + "nauc_mrr_at_1_std": -0.07578, + "nauc_mrr_at_1_diff1": 0.712452, + "nauc_mrr_at_3_max": 0.541314, + "nauc_mrr_at_3_std": -0.055755, + "nauc_mrr_at_3_diff1": 0.67305, + "nauc_mrr_at_5_max": 0.546575, + "nauc_mrr_at_5_std": -0.048374, + "nauc_mrr_at_5_diff1": 0.669385, + "nauc_mrr_at_10_max": 0.549841, + "nauc_mrr_at_10_std": -0.041483, + "nauc_mrr_at_10_diff1": 0.667749, + "nauc_mrr_at_20_max": 0.550485, + "nauc_mrr_at_20_std": -0.038576, + "nauc_mrr_at_20_diff1": 0.667798, + "nauc_mrr_at_100_max": 0.550515, + "nauc_mrr_at_100_std": -0.037205, + "nauc_mrr_at_100_diff1": 0.66824, + "nauc_mrr_at_1000_max": 0.550421, + "nauc_mrr_at_1000_std": -0.037406, + "nauc_mrr_at_1000_diff1": 0.668379, + "cv_recall_at_1": 0.47, + "cv_recall_at_3": 0.61017, + "cv_recall_at_5": 0.66783, + "cv_recall_at_10": 0.73652, + "cv_recall_at_20": 0.79046, + "cv_recall_at_100": 0.88409, + "cv_recall_at_1000": 0.95701, + "main_score": 0.59803, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 449.45754384994507, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/EnglishHealthcare1Retrieval.json b/results/voyageai__voyage-4/1/EnglishHealthcare1Retrieval.json new file mode 100644 index 0000000000..1012d4f0c4 --- /dev/null +++ b/results/voyageai__voyage-4/1/EnglishHealthcare1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "393c24e85114d44c43259fb2d1c5639c5d09809d", + "task_name": "EnglishHealthcare1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.50025, + "ndcg_at_3": 0.58307, + "ndcg_at_5": 0.61291, + "ndcg_at_10": 0.64215, + "ndcg_at_20": 0.65861, + "ndcg_at_100": 0.68041, + "ndcg_at_1000": 0.68259, + "map_at_1": 0.50025, + "map_at_3": 0.56285, + "map_at_5": 0.5794, + "map_at_10": 0.59154, + "map_at_20": 0.59609, + "map_at_100": 0.59913, + "map_at_1000": 0.59926, + "recall_at_1": 0.50025, + "recall_at_3": 0.64141, + "recall_at_5": 0.71389, + "recall_at_10": 0.80377, + "recall_at_20": 0.86864, + "recall_at_100": 0.98522, + "recall_at_1000": 1.0, + "accuracy": 0.50025, + "precision_at_1": 0.50025, + "precision_at_3": 0.21389, + "precision_at_5": 0.14283, + "precision_at_10": 0.08044, + "precision_at_20": 0.04346, + "precision_at_100": 0.00989, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.500253, + "mrr_at_3": 0.562933, + "mrr_at_5": 0.579481, + "mrr_at_10": 0.591669, + "mrr_at_20": 0.596215, + "mrr_at_100": 0.599249, + "mrr_at_1000": 0.599372, + "nauc_ndcg_at_1_max": 0.52072, + "nauc_ndcg_at_1_std": 0.210757, + "nauc_ndcg_at_1_diff1": 0.720252, + "nauc_ndcg_at_3_max": 0.546538, + "nauc_ndcg_at_3_std": 0.255229, + "nauc_ndcg_at_3_diff1": 0.683209, + "nauc_ndcg_at_5_max": 0.555266, + "nauc_ndcg_at_5_std": 0.285957, + "nauc_ndcg_at_5_diff1": 0.670783, + "nauc_ndcg_at_10_max": 0.561759, + "nauc_ndcg_at_10_std": 0.292085, + "nauc_ndcg_at_10_diff1": 0.674112, + "nauc_ndcg_at_20_max": 0.56953, + "nauc_ndcg_at_20_std": 0.299356, + "nauc_ndcg_at_20_diff1": 0.680467, + "nauc_ndcg_at_100_max": 0.55789, + "nauc_ndcg_at_100_std": 0.279266, + "nauc_ndcg_at_100_diff1": 0.685019, + "nauc_ndcg_at_1000_max": 0.554925, + "nauc_ndcg_at_1000_std": 0.274519, + "nauc_ndcg_at_1000_diff1": 0.685102, + "nauc_map_at_1_max": 0.52072, + "nauc_map_at_1_std": 0.210757, + "nauc_map_at_1_diff1": 0.720252, + "nauc_map_at_3_max": 0.540298, + "nauc_map_at_3_std": 0.243573, + "nauc_map_at_3_diff1": 0.692292, + "nauc_map_at_5_max": 0.544809, + "nauc_map_at_5_std": 0.259539, + "nauc_map_at_5_diff1": 0.686156, + "nauc_map_at_10_max": 0.546828, + "nauc_map_at_10_std": 0.260803, + "nauc_map_at_10_diff1": 0.687853, + "nauc_map_at_20_max": 0.548677, + "nauc_map_at_20_std": 0.262325, + "nauc_map_at_20_diff1": 0.689562, + "nauc_map_at_100_max": 0.547543, + "nauc_map_at_100_std": 0.260461, + "nauc_map_at_100_diff1": 0.690102, + "nauc_map_at_1000_max": 0.547389, + "nauc_map_at_1000_std": 0.260211, + "nauc_map_at_1000_diff1": 0.690105, + "nauc_recall_at_1_max": 0.52072, + "nauc_recall_at_1_std": 0.210757, + "nauc_recall_at_1_diff1": 0.720252, + "nauc_recall_at_3_max": 0.566689, + "nauc_recall_at_3_std": 0.293139, + "nauc_recall_at_3_diff1": 0.654486, + "nauc_recall_at_5_max": 0.59494, + "nauc_recall_at_5_std": 0.388326, + "nauc_recall_at_5_diff1": 0.61266, + "nauc_recall_at_10_max": 0.640587, + "nauc_recall_at_10_std": 0.456255, + "nauc_recall_at_10_diff1": 0.607509, + "nauc_recall_at_20_max": 0.735775, + "nauc_recall_at_20_std": 0.585015, + "nauc_recall_at_20_diff1": 0.629783, + "nauc_recall_at_100_max": 0.881848, + "nauc_recall_at_100_std": 0.798513, + "nauc_recall_at_100_diff1": 0.670337, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.52072, + "nauc_precision_at_1_std": 0.210757, + "nauc_precision_at_1_diff1": 0.720252, + "nauc_precision_at_3_max": 0.566093, + "nauc_precision_at_3_std": 0.292411, + "nauc_precision_at_3_diff1": 0.653932, + "nauc_precision_at_5_max": 0.59436, + "nauc_precision_at_5_std": 0.387593, + "nauc_precision_at_5_diff1": 0.612092, + "nauc_precision_at_10_max": 0.639397, + "nauc_precision_at_10_std": 0.454307, + "nauc_precision_at_10_diff1": 0.606226, + "nauc_precision_at_20_max": 0.734441, + "nauc_precision_at_20_std": 0.582722, + "nauc_precision_at_20_diff1": 0.62802, + "nauc_precision_at_100_max": 0.446086, + "nauc_precision_at_100_std": 0.376379, + "nauc_precision_at_100_diff1": 0.301771, + "nauc_precision_at_1000_max": -0.544622, + "nauc_precision_at_1000_std": -0.574664, + "nauc_precision_at_1000_diff1": -0.52209, + "nauc_mrr_at_1_max": 0.52072, + "nauc_mrr_at_1_std": 0.210757, + "nauc_mrr_at_1_diff1": 0.720252, + "nauc_mrr_at_3_max": 0.540116, + "nauc_mrr_at_3_std": 0.243348, + "nauc_mrr_at_3_diff1": 0.692132, + "nauc_mrr_at_5_max": 0.544627, + "nauc_mrr_at_5_std": 0.259312, + "nauc_mrr_at_5_diff1": 0.685997, + "nauc_mrr_at_10_max": 0.546584, + "nauc_mrr_at_10_std": 0.260462, + "nauc_mrr_at_10_diff1": 0.687647, + "nauc_mrr_at_20_max": 0.54843, + "nauc_mrr_at_20_std": 0.261979, + "nauc_mrr_at_20_diff1": 0.689354, + "nauc_mrr_at_100_max": 0.547307, + "nauc_mrr_at_100_std": 0.260127, + "nauc_mrr_at_100_diff1": 0.689902, + "nauc_mrr_at_1000_max": 0.547169, + "nauc_mrr_at_1000_std": 0.259908, + "nauc_mrr_at_1000_diff1": 0.689915, + "cv_recall_at_1": 0.50025, + "cv_recall_at_3": 0.64166, + "cv_recall_at_5": 0.71414, + "cv_recall_at_10": 0.80436, + "cv_recall_at_20": 0.86923, + "cv_recall_at_100": 0.98581, + "cv_recall_at_1000": 1.0, + "main_score": 0.64215, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 41.15882682800293, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/FinQARetrieval.json b/results/voyageai__voyage-4/1/FinQARetrieval.json new file mode 100644 index 0000000000..04b82423fa --- /dev/null +++ b/results/voyageai__voyage-4/1/FinQARetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd", + "task_name": "FinQARetrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73199, + "ndcg_at_3": 0.83115, + "ndcg_at_5": 0.84473, + "ndcg_at_10": 0.85642, + "ndcg_at_20": 0.86203, + "ndcg_at_100": 0.86416, + "ndcg_at_1000": 0.86427, + "map_at_1": 0.73199, + "map_at_3": 0.80814, + "map_at_5": 0.81557, + "map_at_10": 0.82041, + "map_at_20": 0.82198, + "map_at_100": 0.82234, + "map_at_1000": 0.82234, + "recall_at_1": 0.73199, + "recall_at_3": 0.89719, + "recall_at_5": 0.93058, + "recall_at_10": 0.96661, + "recall_at_20": 0.98858, + "recall_at_100": 0.99912, + "recall_at_1000": 1.0, + "accuracy": 0.73199, + "precision_at_1": 0.73199, + "precision_at_3": 0.29906, + "precision_at_5": 0.18612, + "precision_at_10": 0.09666, + "precision_at_20": 0.04943, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.731986, + "mrr_at_3": 0.808143, + "mrr_at_5": 0.815568, + "mrr_at_10": 0.820414, + "mrr_at_20": 0.821978, + "mrr_at_100": 0.822337, + "mrr_at_1000": 0.822341, + "nauc_ndcg_at_1_max": 0.532224, + "nauc_ndcg_at_1_std": -0.031685, + "nauc_ndcg_at_1_diff1": 0.822368, + "nauc_ndcg_at_3_max": 0.579148, + "nauc_ndcg_at_3_std": 0.018641, + "nauc_ndcg_at_3_diff1": 0.794266, + "nauc_ndcg_at_5_max": 0.578305, + "nauc_ndcg_at_5_std": 0.014005, + "nauc_ndcg_at_5_diff1": 0.798857, + "nauc_ndcg_at_10_max": 0.578233, + "nauc_ndcg_at_10_std": 0.016652, + "nauc_ndcg_at_10_diff1": 0.800941, + "nauc_ndcg_at_20_max": 0.566249, + "nauc_ndcg_at_20_std": 0.00525, + "nauc_ndcg_at_20_diff1": 0.804008, + "nauc_ndcg_at_100_max": 0.565513, + "nauc_ndcg_at_100_std": 0.005344, + "nauc_ndcg_at_100_diff1": 0.803894, + "nauc_ndcg_at_1000_max": 0.565235, + "nauc_ndcg_at_1000_std": 0.004554, + "nauc_ndcg_at_1000_diff1": 0.803969, + "nauc_map_at_1_max": 0.532224, + "nauc_map_at_1_std": -0.031685, + "nauc_map_at_1_diff1": 0.822368, + "nauc_map_at_3_max": 0.565365, + "nauc_map_at_3_std": 0.005413, + "nauc_map_at_3_diff1": 0.801586, + "nauc_map_at_5_max": 0.564258, + "nauc_map_at_5_std": 0.002573, + "nauc_map_at_5_diff1": 0.803863, + "nauc_map_at_10_max": 0.564013, + "nauc_map_at_10_std": 0.003497, + "nauc_map_at_10_diff1": 0.804716, + "nauc_map_at_20_max": 0.561273, + "nauc_map_at_20_std": 0.000735, + "nauc_map_at_20_diff1": 0.805495, + "nauc_map_at_100_max": 0.561166, + "nauc_map_at_100_std": 0.000677, + "nauc_map_at_100_diff1": 0.805484, + "nauc_map_at_1000_max": 0.561159, + "nauc_map_at_1000_std": 0.000655, + "nauc_map_at_1000_diff1": 0.805486, + "nauc_recall_at_1_max": 0.532224, + "nauc_recall_at_1_std": -0.031685, + "nauc_recall_at_1_diff1": 0.822368, + "nauc_recall_at_3_max": 0.645983, + "nauc_recall_at_3_std": 0.081572, + "nauc_recall_at_3_diff1": 0.7595, + "nauc_recall_at_5_max": 0.674642, + "nauc_recall_at_5_std": 0.089066, + "nauc_recall_at_5_diff1": 0.768021, + "nauc_recall_at_10_max": 0.772461, + "nauc_recall_at_10_std": 0.19185, + "nauc_recall_at_10_diff1": 0.759591, + "nauc_recall_at_20_max": 0.630125, + "nauc_recall_at_20_std": 0.055724, + "nauc_recall_at_20_diff1": 0.804091, + "nauc_recall_at_100_max": 0.869256, + "nauc_recall_at_100_std": 0.869256, + "nauc_recall_at_100_diff1": 0.722132, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.532224, + "nauc_precision_at_1_std": -0.031685, + "nauc_precision_at_1_diff1": 0.822368, + "nauc_precision_at_3_max": 0.645983, + "nauc_precision_at_3_std": 0.081572, + "nauc_precision_at_3_diff1": 0.7595, + "nauc_precision_at_5_max": 0.674642, + "nauc_precision_at_5_std": 0.089066, + "nauc_precision_at_5_diff1": 0.768021, + "nauc_precision_at_10_max": 0.772461, + "nauc_precision_at_10_std": 0.19185, + "nauc_precision_at_10_diff1": 0.759591, + "nauc_precision_at_20_max": 0.630125, + "nauc_precision_at_20_std": 0.055724, + "nauc_precision_at_20_diff1": 0.804091, + "nauc_precision_at_100_max": 0.869256, + "nauc_precision_at_100_std": 0.869256, + "nauc_precision_at_100_diff1": 0.722132, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.532224, + "nauc_mrr_at_1_std": -0.031685, + "nauc_mrr_at_1_diff1": 0.822368, + "nauc_mrr_at_3_max": 0.565365, + "nauc_mrr_at_3_std": 0.005413, + "nauc_mrr_at_3_diff1": 0.801586, + "nauc_mrr_at_5_max": 0.564258, + "nauc_mrr_at_5_std": 0.002573, + "nauc_mrr_at_5_diff1": 0.803863, + "nauc_mrr_at_10_max": 0.564013, + "nauc_mrr_at_10_std": 0.003497, + "nauc_mrr_at_10_diff1": 0.804716, + "nauc_mrr_at_20_max": 0.561273, + "nauc_mrr_at_20_std": 0.000735, + "nauc_mrr_at_20_diff1": 0.805495, + "nauc_mrr_at_100_max": 0.561166, + "nauc_mrr_at_100_std": 0.000677, + "nauc_mrr_at_100_diff1": 0.805484, + "nauc_mrr_at_1000_max": 0.561159, + "nauc_mrr_at_1000_std": 0.000655, + "nauc_mrr_at_1000_diff1": 0.805486, + "cv_recall_at_1": 0.73199, + "cv_recall_at_3": 0.89719, + "cv_recall_at_5": 0.93058, + "cv_recall_at_10": 0.96661, + "cv_recall_at_20": 0.98858, + "cv_recall_at_100": 0.99912, + "cv_recall_at_1000": 1.0, + "main_score": 0.85642, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 45.47568607330322, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/FinanceBenchRetrieval.json b/results/voyageai__voyage-4/1/FinanceBenchRetrieval.json new file mode 100644 index 0000000000..4466129e79 --- /dev/null +++ b/results/voyageai__voyage-4/1/FinanceBenchRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "e68478442112cae36b70a216f52cc2777acf0a7e", + "task_name": "FinanceBenchRetrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.90381, + "ndcg_at_5": 0.91471, + "ndcg_at_10": 0.92168, + "ndcg_at_20": 0.92168, + "ndcg_at_100": 0.92168, + "ndcg_at_1000": 0.92168, + "map_at_1": 0.83333, + "map_at_3": 0.88667, + "map_at_5": 0.89267, + "map_at_10": 0.89584, + "map_at_20": 0.89584, + "map_at_100": 0.89584, + "map_at_1000": 0.89584, + "recall_at_1": 0.83333, + "recall_at_3": 0.95333, + "recall_at_5": 0.98, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.83333, + "precision_at_1": 0.83333, + "precision_at_3": 0.31778, + "precision_at_5": 0.196, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.886667, + "mrr_at_5": 0.892667, + "mrr_at_10": 0.895841, + "mrr_at_20": 0.895841, + "mrr_at_100": 0.895841, + "mrr_at_1000": 0.895841, + "nauc_ndcg_at_1_max": 0.455685, + "nauc_ndcg_at_1_std": -0.283251, + "nauc_ndcg_at_1_diff1": 0.710345, + "nauc_ndcg_at_3_max": 0.612154, + "nauc_ndcg_at_3_std": -0.110669, + "nauc_ndcg_at_3_diff1": 0.642829, + "nauc_ndcg_at_5_max": 0.574469, + "nauc_ndcg_at_5_std": -0.169301, + "nauc_ndcg_at_5_diff1": 0.658923, + "nauc_ndcg_at_10_max": 0.542969, + "nauc_ndcg_at_10_std": -0.196616, + "nauc_ndcg_at_10_diff1": 0.677657, + "nauc_ndcg_at_20_max": 0.542969, + "nauc_ndcg_at_20_std": -0.196616, + "nauc_ndcg_at_20_diff1": 0.677657, + "nauc_ndcg_at_100_max": 0.542969, + "nauc_ndcg_at_100_std": -0.196616, + "nauc_ndcg_at_100_diff1": 0.677657, + "nauc_ndcg_at_1000_max": 0.542969, + "nauc_ndcg_at_1000_std": -0.196616, + "nauc_ndcg_at_1000_diff1": 0.677657, + "nauc_map_at_1_max": 0.455685, + "nauc_map_at_1_std": -0.283251, + "nauc_map_at_1_diff1": 0.710345, + "nauc_map_at_3_max": 0.567383, + "nauc_map_at_3_std": -0.165063, + "nauc_map_at_3_diff1": 0.665286, + "nauc_map_at_5_max": 0.548364, + "nauc_map_at_5_std": -0.193557, + "nauc_map_at_5_diff1": 0.674527, + "nauc_map_at_10_max": 0.536701, + "nauc_map_at_10_std": -0.203312, + "nauc_map_at_10_diff1": 0.680549, + "nauc_map_at_20_max": 0.536701, + "nauc_map_at_20_std": -0.203312, + "nauc_map_at_20_diff1": 0.680549, + "nauc_map_at_100_max": 0.536701, + "nauc_map_at_100_std": -0.203312, + "nauc_map_at_100_diff1": 0.680549, + "nauc_map_at_1000_max": 0.536701, + "nauc_map_at_1000_std": -0.203312, + "nauc_map_at_1000_diff1": 0.680549, + "nauc_recall_at_1_max": 0.455685, + "nauc_recall_at_1_std": -0.283251, + "nauc_recall_at_1_diff1": 0.710345, + "nauc_recall_at_3_max": 0.904295, + "nauc_recall_at_3_std": 0.250167, + "nauc_recall_at_3_diff1": 0.492597, + "nauc_recall_at_5_max": 0.912854, + "nauc_recall_at_5_std": 0.134143, + "nauc_recall_at_5_diff1": 0.435263, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.455685, + "nauc_precision_at_1_std": -0.283251, + "nauc_precision_at_1_diff1": 0.710345, + "nauc_precision_at_3_max": 0.904295, + "nauc_precision_at_3_std": 0.250167, + "nauc_precision_at_3_diff1": 0.492597, + "nauc_precision_at_5_max": 0.912854, + "nauc_precision_at_5_std": 0.134143, + "nauc_precision_at_5_diff1": 0.435263, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.455685, + "nauc_mrr_at_1_std": -0.283251, + "nauc_mrr_at_1_diff1": 0.710345, + "nauc_mrr_at_3_max": 0.567383, + "nauc_mrr_at_3_std": -0.165063, + "nauc_mrr_at_3_diff1": 0.665286, + "nauc_mrr_at_5_max": 0.548364, + "nauc_mrr_at_5_std": -0.193557, + "nauc_mrr_at_5_diff1": 0.674527, + "nauc_mrr_at_10_max": 0.536701, + "nauc_mrr_at_10_std": -0.203312, + "nauc_mrr_at_10_diff1": 0.680549, + "nauc_mrr_at_20_max": 0.536701, + "nauc_mrr_at_20_std": -0.203312, + "nauc_mrr_at_20_diff1": 0.680549, + "nauc_mrr_at_100_max": 0.536701, + "nauc_mrr_at_100_std": -0.203312, + "nauc_mrr_at_100_diff1": 0.680549, + "nauc_mrr_at_1000_max": 0.536701, + "nauc_mrr_at_1000_std": -0.203312, + "nauc_mrr_at_1000_diff1": 0.680549, + "cv_recall_at_1": 0.83333, + "cv_recall_at_3": 0.95333, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.92168, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14.171485185623169, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/French1Retrieval.json b/results/voyageai__voyage-4/1/French1Retrieval.json new file mode 100644 index 0000000000..11b45747aa --- /dev/null +++ b/results/voyageai__voyage-4/1/French1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "c5c5a44f75dff57be44e5623e817239b050bf0f2", + "task_name": "French1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75121, + "ndcg_at_3": 0.83346, + "ndcg_at_5": 0.84719, + "ndcg_at_10": 0.85596, + "ndcg_at_20": 0.86161, + "ndcg_at_100": 0.8655, + "ndcg_at_1000": 0.86646, + "map_at_1": 0.75121, + "map_at_3": 0.81444, + "map_at_5": 0.82207, + "map_at_10": 0.82577, + "map_at_20": 0.82735, + "map_at_100": 0.82791, + "map_at_1000": 0.82795, + "recall_at_1": 0.75121, + "recall_at_3": 0.888, + "recall_at_5": 0.92128, + "recall_at_10": 0.94801, + "recall_at_20": 0.97012, + "recall_at_100": 0.99077, + "recall_at_1000": 0.9983, + "accuracy": 0.75121, + "precision_at_1": 0.75121, + "precision_at_3": 0.29608, + "precision_at_5": 0.18431, + "precision_at_10": 0.09483, + "precision_at_20": 0.04852, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.751215, + "mrr_at_3": 0.814423, + "mrr_at_5": 0.822052, + "mrr_at_10": 0.825752, + "mrr_at_20": 0.827333, + "mrr_at_100": 0.827894, + "mrr_at_1000": 0.82793, + "nauc_ndcg_at_1_max": 0.482801, + "nauc_ndcg_at_1_std": -0.100053, + "nauc_ndcg_at_1_diff1": 0.739909, + "nauc_ndcg_at_3_max": 0.553136, + "nauc_ndcg_at_3_std": -0.11426, + "nauc_ndcg_at_3_diff1": 0.693124, + "nauc_ndcg_at_5_max": 0.549412, + "nauc_ndcg_at_5_std": -0.117816, + "nauc_ndcg_at_5_diff1": 0.69378, + "nauc_ndcg_at_10_max": 0.552641, + "nauc_ndcg_at_10_std": -0.117705, + "nauc_ndcg_at_10_diff1": 0.704765, + "nauc_ndcg_at_20_max": 0.545703, + "nauc_ndcg_at_20_std": -0.113287, + "nauc_ndcg_at_20_diff1": 0.705721, + "nauc_ndcg_at_100_max": 0.538828, + "nauc_ndcg_at_100_std": -0.110051, + "nauc_ndcg_at_100_diff1": 0.707372, + "nauc_ndcg_at_1000_max": 0.537327, + "nauc_ndcg_at_1000_std": -0.111095, + "nauc_ndcg_at_1000_diff1": 0.707847, + "nauc_map_at_1_max": 0.482801, + "nauc_map_at_1_std": -0.100053, + "nauc_map_at_1_diff1": 0.739909, + "nauc_map_at_3_max": 0.533415, + "nauc_map_at_3_std": -0.110708, + "nauc_map_at_3_diff1": 0.706863, + "nauc_map_at_5_max": 0.530853, + "nauc_map_at_5_std": -0.112211, + "nauc_map_at_5_diff1": 0.707801, + "nauc_map_at_10_max": 0.531707, + "nauc_map_at_10_std": -0.11218, + "nauc_map_at_10_diff1": 0.712216, + "nauc_map_at_20_max": 0.52988, + "nauc_map_at_20_std": -0.111306, + "nauc_map_at_20_diff1": 0.712395, + "nauc_map_at_100_max": 0.52904, + "nauc_map_at_100_std": -0.110915, + "nauc_map_at_100_diff1": 0.712632, + "nauc_map_at_1000_max": 0.528999, + "nauc_map_at_1000_std": -0.110939, + "nauc_map_at_1000_diff1": 0.712647, + "nauc_recall_at_1_max": 0.482801, + "nauc_recall_at_1_std": -0.100053, + "nauc_recall_at_1_diff1": 0.739909, + "nauc_recall_at_3_max": 0.639677, + "nauc_recall_at_3_std": -0.129521, + "nauc_recall_at_3_diff1": 0.632409, + "nauc_recall_at_5_max": 0.657307, + "nauc_recall_at_5_std": -0.151726, + "nauc_recall_at_5_diff1": 0.610693, + "nauc_recall_at_10_max": 0.735608, + "nauc_recall_at_10_std": -0.166197, + "nauc_recall_at_10_diff1": 0.650248, + "nauc_recall_at_20_max": 0.756902, + "nauc_recall_at_20_std": -0.121303, + "nauc_recall_at_20_diff1": 0.630344, + "nauc_recall_at_100_max": 0.744515, + "nauc_recall_at_100_std": 0.085046, + "nauc_recall_at_100_diff1": 0.575664, + "nauc_recall_at_1000_max": 0.771308, + "nauc_recall_at_1000_std": 0.309913, + "nauc_recall_at_1000_diff1": 0.256128, + "nauc_precision_at_1_max": 0.482801, + "nauc_precision_at_1_std": -0.100053, + "nauc_precision_at_1_diff1": 0.739909, + "nauc_precision_at_3_max": 0.638474, + "nauc_precision_at_3_std": -0.127793, + "nauc_precision_at_3_diff1": 0.628784, + "nauc_precision_at_5_max": 0.655527, + "nauc_precision_at_5_std": -0.149186, + "nauc_precision_at_5_diff1": 0.605731, + "nauc_precision_at_10_max": 0.732288, + "nauc_precision_at_10_std": -0.162245, + "nauc_precision_at_10_diff1": 0.642437, + "nauc_precision_at_20_max": 0.750864, + "nauc_precision_at_20_std": -0.115094, + "nauc_precision_at_20_diff1": 0.617112, + "nauc_precision_at_100_max": 0.726105, + "nauc_precision_at_100_std": 0.095502, + "nauc_precision_at_100_diff1": 0.536521, + "nauc_precision_at_1000_max": 0.682261, + "nauc_precision_at_1000_std": 0.312703, + "nauc_precision_at_1000_diff1": 0.141742, + "nauc_mrr_at_1_max": 0.482801, + "nauc_mrr_at_1_std": -0.100053, + "nauc_mrr_at_1_diff1": 0.739909, + "nauc_mrr_at_3_max": 0.533302, + "nauc_mrr_at_3_std": -0.110765, + "nauc_mrr_at_3_diff1": 0.706868, + "nauc_mrr_at_5_max": 0.530735, + "nauc_mrr_at_5_std": -0.112271, + "nauc_mrr_at_5_diff1": 0.707807, + "nauc_mrr_at_10_max": 0.531587, + "nauc_mrr_at_10_std": -0.112241, + "nauc_mrr_at_10_diff1": 0.712221, + "nauc_mrr_at_20_max": 0.529759, + "nauc_mrr_at_20_std": -0.111368, + "nauc_mrr_at_20_diff1": 0.7124, + "nauc_mrr_at_100_max": 0.528918, + "nauc_mrr_at_100_std": -0.110977, + "nauc_mrr_at_100_diff1": 0.712637, + "nauc_mrr_at_1000_max": 0.528877, + "nauc_mrr_at_1000_std": -0.111001, + "nauc_mrr_at_1000_diff1": 0.712652, + "cv_recall_at_1": 0.75121, + "cv_recall_at_3": 0.888, + "cv_recall_at_5": 0.92128, + "cv_recall_at_10": 0.94801, + "cv_recall_at_20": 0.97012, + "cv_recall_at_100": 0.99077, + "cv_recall_at_1000": 0.9983, + "main_score": 0.85596, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 1248.222552061081, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/FrenchLegal1Retrieval.json b/results/voyageai__voyage-4/1/FrenchLegal1Retrieval.json new file mode 100644 index 0000000000..19cfc45d91 --- /dev/null +++ b/results/voyageai__voyage-4/1/FrenchLegal1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d", + "task_name": "FrenchLegal1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.87154, + "ndcg_at_3": 0.91446, + "ndcg_at_5": 0.92067, + "ndcg_at_10": 0.92649, + "ndcg_at_20": 0.92829, + "ndcg_at_100": 0.93012, + "ndcg_at_1000": 0.93071, + "map_at_1": 0.87154, + "map_at_3": 0.90428, + "map_at_5": 0.90775, + "map_at_10": 0.91019, + "map_at_20": 0.91069, + "map_at_100": 0.91097, + "map_at_1000": 0.91099, + "recall_at_1": 0.87154, + "recall_at_3": 0.94374, + "recall_at_5": 0.95874, + "recall_at_10": 0.97656, + "recall_at_20": 0.98359, + "recall_at_100": 0.99297, + "recall_at_1000": 0.99766, + "accuracy": 0.87154, + "precision_at_1": 0.87154, + "precision_at_3": 0.31458, + "precision_at_5": 0.19175, + "precision_at_10": 0.09766, + "precision_at_20": 0.04918, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.871542, + "mrr_at_3": 0.904282, + "mrr_at_5": 0.907751, + "mrr_at_10": 0.910187, + "mrr_at_20": 0.910691, + "mrr_at_100": 0.910974, + "mrr_at_1000": 0.910994, + "nauc_ndcg_at_1_max": 0.794061, + "nauc_ndcg_at_1_std": 0.256907, + "nauc_ndcg_at_1_diff1": 0.909601, + "nauc_ndcg_at_3_max": 0.81291, + "nauc_ndcg_at_3_std": 0.252445, + "nauc_ndcg_at_3_diff1": 0.897457, + "nauc_ndcg_at_5_max": 0.817227, + "nauc_ndcg_at_5_std": 0.271835, + "nauc_ndcg_at_5_diff1": 0.898876, + "nauc_ndcg_at_10_max": 0.818689, + "nauc_ndcg_at_10_std": 0.263754, + "nauc_ndcg_at_10_diff1": 0.902877, + "nauc_ndcg_at_20_max": 0.815878, + "nauc_ndcg_at_20_std": 0.269664, + "nauc_ndcg_at_20_diff1": 0.902258, + "nauc_ndcg_at_100_max": 0.812983, + "nauc_ndcg_at_100_std": 0.274666, + "nauc_ndcg_at_100_diff1": 0.902209, + "nauc_ndcg_at_1000_max": 0.811686, + "nauc_ndcg_at_1000_std": 0.269768, + "nauc_ndcg_at_1000_diff1": 0.902297, + "nauc_map_at_1_max": 0.794061, + "nauc_map_at_1_std": 0.256907, + "nauc_map_at_1_diff1": 0.909601, + "nauc_map_at_3_max": 0.80632, + "nauc_map_at_3_std": 0.253327, + "nauc_map_at_3_diff1": 0.900789, + "nauc_map_at_5_max": 0.808169, + "nauc_map_at_5_std": 0.262801, + "nauc_map_at_5_diff1": 0.901533, + "nauc_map_at_10_max": 0.808373, + "nauc_map_at_10_std": 0.25968, + "nauc_map_at_10_diff1": 0.902967, + "nauc_map_at_20_max": 0.807688, + "nauc_map_at_20_std": 0.261156, + "nauc_map_at_20_diff1": 0.902814, + "nauc_map_at_100_max": 0.807317, + "nauc_map_at_100_std": 0.261841, + "nauc_map_at_100_diff1": 0.902798, + "nauc_map_at_1000_max": 0.807281, + "nauc_map_at_1000_std": 0.261704, + "nauc_map_at_1000_diff1": 0.902803, + "nauc_recall_at_1_max": 0.794061, + "nauc_recall_at_1_std": 0.256907, + "nauc_recall_at_1_diff1": 0.909601, + "nauc_recall_at_3_max": 0.845015, + "nauc_recall_at_3_std": 0.248574, + "nauc_recall_at_3_diff1": 0.881802, + "nauc_recall_at_5_max": 0.876167, + "nauc_recall_at_5_std": 0.334664, + "nauc_recall_at_5_diff1": 0.883191, + "nauc_recall_at_10_max": 0.935625, + "nauc_recall_at_10_std": 0.307919, + "nauc_recall_at_10_diff1": 0.909201, + "nauc_recall_at_20_max": 0.938378, + "nauc_recall_at_20_std": 0.419662, + "nauc_recall_at_20_diff1": 0.902166, + "nauc_recall_at_100_max": 0.955341, + "nauc_recall_at_100_std": 0.858853, + "nauc_recall_at_100_diff1": 0.901968, + "nauc_recall_at_1000_max": 0.944442, + "nauc_recall_at_1000_std": 0.910826, + "nauc_recall_at_1000_diff1": 0.918302, + "nauc_precision_at_1_max": 0.794061, + "nauc_precision_at_1_std": 0.256907, + "nauc_precision_at_1_diff1": 0.909601, + "nauc_precision_at_3_max": 0.845015, + "nauc_precision_at_3_std": 0.248574, + "nauc_precision_at_3_diff1": 0.881802, + "nauc_precision_at_5_max": 0.876167, + "nauc_precision_at_5_std": 0.334664, + "nauc_precision_at_5_diff1": 0.883191, + "nauc_precision_at_10_max": 0.935625, + "nauc_precision_at_10_std": 0.307919, + "nauc_precision_at_10_diff1": 0.909201, + "nauc_precision_at_20_max": 0.938378, + "nauc_precision_at_20_std": 0.419662, + "nauc_precision_at_20_diff1": 0.902166, + "nauc_precision_at_100_max": 0.955341, + "nauc_precision_at_100_std": 0.858853, + "nauc_precision_at_100_diff1": 0.901968, + "nauc_precision_at_1000_max": 0.944442, + "nauc_precision_at_1000_std": 0.910826, + "nauc_precision_at_1000_diff1": 0.918302, + "nauc_mrr_at_1_max": 0.794061, + "nauc_mrr_at_1_std": 0.256907, + "nauc_mrr_at_1_diff1": 0.909601, + "nauc_mrr_at_3_max": 0.80632, + "nauc_mrr_at_3_std": 0.253327, + "nauc_mrr_at_3_diff1": 0.900789, + "nauc_mrr_at_5_max": 0.808169, + "nauc_mrr_at_5_std": 0.262801, + "nauc_mrr_at_5_diff1": 0.901533, + "nauc_mrr_at_10_max": 0.808373, + "nauc_mrr_at_10_std": 0.25968, + "nauc_mrr_at_10_diff1": 0.902967, + "nauc_mrr_at_20_max": 0.807688, + "nauc_mrr_at_20_std": 0.261156, + "nauc_mrr_at_20_diff1": 0.902814, + "nauc_mrr_at_100_max": 0.807317, + "nauc_mrr_at_100_std": 0.261841, + "nauc_mrr_at_100_diff1": 0.902798, + "nauc_mrr_at_1000_max": 0.807281, + "nauc_mrr_at_1000_std": 0.261704, + "nauc_mrr_at_1000_diff1": 0.902803, + "cv_recall_at_1": 0.87154, + "cv_recall_at_3": 0.94374, + "cv_recall_at_5": 0.95874, + "cv_recall_at_10": 0.97656, + "cv_recall_at_20": 0.98359, + "cv_recall_at_100": 0.99297, + "cv_recall_at_1000": 0.99766, + "main_score": 0.92649, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 454.40317606925964, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/FreshStackRetrieval.json b/results/voyageai__voyage-4/1/FreshStackRetrieval.json new file mode 100644 index 0000000000..c37b73e2cc --- /dev/null +++ b/results/voyageai__voyage-4/1/FreshStackRetrieval.json @@ -0,0 +1,169 @@ +{ + "dataset_revision": "7a20df1abe4dafc46f93f9a7965bf9c6968bdf04", + "task_name": "FreshStackRetrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.55357, + "ndcg_at_3": 0.47566, + "ndcg_at_5": 0.45756, + "ndcg_at_10": 0.46617, + "ndcg_at_20": 0.5102, + "ndcg_at_100": 0.6078, + "ndcg_at_1000": 0.64512, + "map_at_1": 0.09629, + "map_at_3": 0.18725, + "map_at_5": 0.23569, + "map_at_10": 0.29703, + "map_at_20": 0.3455, + "map_at_100": 0.38861, + "map_at_1000": 0.39425, + "recall_at_1": 0.09629, + "recall_at_3": 0.2174, + "recall_at_5": 0.30151, + "recall_at_10": 0.44133, + "recall_at_20": 0.5875, + "recall_at_100": 0.85235, + "recall_at_1000": 0.99489, + "accuracy": 0.09629, + "precision_at_1": 0.55357, + "precision_at_3": 0.437, + "precision_at_5": 0.38333, + "precision_at_10": 0.30074, + "precision_at_20": 0.21384, + "precision_at_100": 0.06743, + "precision_at_1000": 0.00807, + "mrr_at_1": 0.553571, + "mrr_at_3": 0.640377, + "mrr_at_5": 0.659499, + "mrr_at_10": 0.669449, + "mrr_at_20": 0.671157, + "mrr_at_100": 0.672579, + "mrr_at_1000": 0.672671, + "nauc_ndcg_at_1_max": 0.226194, + "nauc_ndcg_at_1_std": 0.110444, + "nauc_ndcg_at_1_diff1": 0.130634, + "nauc_ndcg_at_3_max": 0.21291, + "nauc_ndcg_at_3_std": 0.068349, + "nauc_ndcg_at_3_diff1": 0.063777, + "nauc_ndcg_at_5_max": 0.19731, + "nauc_ndcg_at_5_std": 0.042893, + "nauc_ndcg_at_5_diff1": 0.068094, + "nauc_ndcg_at_10_max": 0.134623, + "nauc_ndcg_at_10_std": 0.033331, + "nauc_ndcg_at_10_diff1": 0.088013, + "nauc_ndcg_at_20_max": 0.116544, + "nauc_ndcg_at_20_std": 0.038455, + "nauc_ndcg_at_20_diff1": 0.093893, + "nauc_ndcg_at_100_max": 0.152551, + "nauc_ndcg_at_100_std": 0.111988, + "nauc_ndcg_at_100_diff1": 0.095635, + "nauc_ndcg_at_1000_max": 0.191497, + "nauc_ndcg_at_1000_std": 0.079671, + "nauc_ndcg_at_1000_diff1": 0.082878, + "nauc_map_at_1_max": 0.074067, + "nauc_map_at_1_std": -0.018875, + "nauc_map_at_1_diff1": 0.179116, + "nauc_map_at_3_max": 0.105447, + "nauc_map_at_3_std": -0.021466, + "nauc_map_at_3_diff1": 0.136618, + "nauc_map_at_5_max": 0.096945, + "nauc_map_at_5_std": -0.036447, + "nauc_map_at_5_diff1": 0.132608, + "nauc_map_at_10_max": 0.077382, + "nauc_map_at_10_std": -0.021472, + "nauc_map_at_10_diff1": 0.113629, + "nauc_map_at_20_max": 0.09342, + "nauc_map_at_20_std": -0.00199, + "nauc_map_at_20_diff1": 0.09079, + "nauc_map_at_100_max": 0.119911, + "nauc_map_at_100_std": 0.035518, + "nauc_map_at_100_diff1": 0.08344, + "nauc_map_at_1000_max": 0.126856, + "nauc_map_at_1000_std": 0.032572, + "nauc_map_at_1000_diff1": 0.081056, + "nauc_recall_at_1_max": 0.074067, + "nauc_recall_at_1_std": -0.018875, + "nauc_recall_at_1_diff1": 0.179116, + "nauc_recall_at_3_max": 0.074816, + "nauc_recall_at_3_std": -0.028816, + "nauc_recall_at_3_diff1": 0.128065, + "nauc_recall_at_5_max": 0.048708, + "nauc_recall_at_5_std": -0.033001, + "nauc_recall_at_5_diff1": 0.126449, + "nauc_recall_at_10_max": -0.030238, + "nauc_recall_at_10_std": -0.004829, + "nauc_recall_at_10_diff1": 0.107326, + "nauc_recall_at_20_max": -0.00864, + "nauc_recall_at_20_std": 0.025692, + "nauc_recall_at_20_diff1": 0.09566, + "nauc_recall_at_100_max": -0.027486, + "nauc_recall_at_100_std": 0.266152, + "nauc_recall_at_100_diff1": 0.12713, + "nauc_recall_at_1000_max": 0.331747, + "nauc_recall_at_1000_std": 0.784702, + "nauc_recall_at_1000_diff1": 0.373226, + "nauc_precision_at_1_max": 0.226194, + "nauc_precision_at_1_std": 0.110444, + "nauc_precision_at_1_diff1": 0.130634, + "nauc_precision_at_3_max": 0.2076, + "nauc_precision_at_3_std": 0.064125, + "nauc_precision_at_3_diff1": 0.030646, + "nauc_precision_at_5_max": 0.189192, + "nauc_precision_at_5_std": 0.053657, + "nauc_precision_at_5_diff1": 0.014997, + "nauc_precision_at_10_max": 0.151802, + "nauc_precision_at_10_std": 0.065546, + "nauc_precision_at_10_diff1": -0.032312, + "nauc_precision_at_20_max": 0.175359, + "nauc_precision_at_20_std": 0.090446, + "nauc_precision_at_20_diff1": -0.075998, + "nauc_precision_at_100_max": 0.203523, + "nauc_precision_at_100_std": 0.130368, + "nauc_precision_at_100_diff1": -0.08973, + "nauc_precision_at_1000_max": 0.224772, + "nauc_precision_at_1000_std": 0.039574, + "nauc_precision_at_1000_diff1": -0.114183, + "nauc_mrr_at_1_max": 0.226194, + "nauc_mrr_at_1_std": 0.110444, + "nauc_mrr_at_1_diff1": 0.130634, + "nauc_mrr_at_3_max": 0.226736, + "nauc_mrr_at_3_std": 0.119291, + "nauc_mrr_at_3_diff1": 0.14593, + "nauc_mrr_at_5_max": 0.22694, + "nauc_mrr_at_5_std": 0.125746, + "nauc_mrr_at_5_diff1": 0.138756, + "nauc_mrr_at_10_max": 0.223512, + "nauc_mrr_at_10_std": 0.122932, + "nauc_mrr_at_10_diff1": 0.13263, + "nauc_mrr_at_20_max": 0.224577, + "nauc_mrr_at_20_std": 0.122387, + "nauc_mrr_at_20_diff1": 0.135684, + "nauc_mrr_at_100_max": 0.224605, + "nauc_mrr_at_100_std": 0.122581, + "nauc_mrr_at_100_diff1": 0.13584, + "nauc_mrr_at_1000_max": 0.224471, + "nauc_mrr_at_1000_std": 0.122551, + "nauc_mrr_at_1000_diff1": 0.135776, + "cv_recall_at_1": 0.55357, + "cv_recall_at_3": 0.74405, + "cv_recall_at_5": 0.82738, + "cv_recall_at_10": 0.90179, + "cv_recall_at_20": 0.92857, + "cv_recall_at_100": 0.98065, + "cv_recall_at_1000": 0.99851, + "main_score": 0.46617, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code", + "javascript-Code", + "go-Code" + ] + } + ] + }, + "evaluation_time": 454.0714659690857, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/German1Retrieval.json b/results/voyageai__voyage-4/1/German1Retrieval.json new file mode 100644 index 0000000000..d3f0a35c61 --- /dev/null +++ b/results/voyageai__voyage-4/1/German1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd", + "task_name": "German1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.94997, + "ndcg_at_3": 0.97204, + "ndcg_at_5": 0.97402, + "ndcg_at_10": 0.97558, + "ndcg_at_20": 0.97594, + "ndcg_at_100": 0.97622, + "ndcg_at_1000": 0.9765, + "map_at_1": 0.94895, + "map_at_3": 0.96721, + "map_at_5": 0.96832, + "map_at_10": 0.96898, + "map_at_20": 0.96909, + "map_at_100": 0.96914, + "map_at_1000": 0.96915, + "recall_at_1": 0.94895, + "recall_at_3": 0.9858, + "recall_at_5": 0.99053, + "recall_at_10": 0.99527, + "recall_at_20": 0.99662, + "recall_at_100": 0.99797, + "recall_at_1000": 1.0, + "accuracy": 0.94895, + "precision_at_1": 0.94997, + "precision_at_3": 0.32928, + "precision_at_5": 0.19851, + "precision_at_10": 0.09973, + "precision_at_20": 0.04993, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.949966, + "mrr_at_3": 0.967208, + "mrr_at_5": 0.968323, + "mrr_at_10": 0.968978, + "mrr_at_20": 0.969092, + "mrr_at_100": 0.969139, + "mrr_at_1000": 0.969153, + "nauc_ndcg_at_1_max": 0.653769, + "nauc_ndcg_at_1_std": 0.053285, + "nauc_ndcg_at_1_diff1": 0.992934, + "nauc_ndcg_at_3_max": 0.751077, + "nauc_ndcg_at_3_std": 0.086897, + "nauc_ndcg_at_3_diff1": 0.992923, + "nauc_ndcg_at_5_max": 0.740225, + "nauc_ndcg_at_5_std": 0.102153, + "nauc_ndcg_at_5_diff1": 0.992384, + "nauc_ndcg_at_10_max": 0.724831, + "nauc_ndcg_at_10_std": 0.081592, + "nauc_ndcg_at_10_diff1": 0.9919, + "nauc_ndcg_at_20_max": 0.721668, + "nauc_ndcg_at_20_std": 0.085442, + "nauc_ndcg_at_20_diff1": 0.992741, + "nauc_ndcg_at_100_max": 0.718434, + "nauc_ndcg_at_100_std": 0.082203, + "nauc_ndcg_at_100_diff1": 0.992657, + "nauc_ndcg_at_1000_max": 0.715562, + "nauc_ndcg_at_1000_std": 0.078786, + "nauc_ndcg_at_1000_diff1": 0.99257, + "nauc_map_at_1_max": 0.658051, + "nauc_map_at_1_std": 0.053236, + "nauc_map_at_1_diff1": 0.993074, + "nauc_map_at_3_max": 0.720896, + "nauc_map_at_3_std": 0.073204, + "nauc_map_at_3_diff1": 0.992812, + "nauc_map_at_5_max": 0.714928, + "nauc_map_at_5_std": 0.080144, + "nauc_map_at_5_diff1": 0.992559, + "nauc_map_at_10_max": 0.709263, + "nauc_map_at_10_std": 0.072775, + "nauc_map_at_10_diff1": 0.992402, + "nauc_map_at_20_max": 0.708456, + "nauc_map_at_20_std": 0.073868, + "nauc_map_at_20_diff1": 0.992594, + "nauc_map_at_100_max": 0.708011, + "nauc_map_at_100_std": 0.073366, + "nauc_map_at_100_diff1": 0.992583, + "nauc_map_at_1000_max": 0.707892, + "nauc_map_at_1000_std": 0.073241, + "nauc_map_at_1000_diff1": 0.992579, + "nauc_recall_at_1_max": 0.658051, + "nauc_recall_at_1_std": 0.053236, + "nauc_recall_at_1_diff1": 0.993074, + "nauc_recall_at_3_max": 0.946861, + "nauc_recall_at_3_std": 0.179429, + "nauc_recall_at_3_diff1": 0.993775, + "nauc_recall_at_5_max": 0.971987, + "nauc_recall_at_5_std": 0.320676, + "nauc_recall_at_5_diff1": 0.990662, + "nauc_recall_at_10_max": 0.962649, + "nauc_recall_at_10_std": 0.218579, + "nauc_recall_at_10_diff1": 0.981324, + "nauc_recall_at_20_max": 0.973854, + "nauc_recall_at_20_std": 0.362396, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.956424, + "nauc_recall_at_100_std": 0.371391, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.653769, + "nauc_precision_at_1_std": 0.053285, + "nauc_precision_at_1_diff1": 0.992934, + "nauc_precision_at_3_max": 0.658969, + "nauc_precision_at_3_std": 0.137908, + "nauc_precision_at_3_diff1": 0.681588, + "nauc_precision_at_5_max": 0.572407, + "nauc_precision_at_5_std": 0.225685, + "nauc_precision_at_5_diff1": 0.565604, + "nauc_precision_at_10_max": 0.33811, + "nauc_precision_at_10_std": 0.11276, + "nauc_precision_at_10_diff1": 0.316709, + "nauc_precision_at_20_max": 0.22134, + "nauc_precision_at_20_std": 0.162426, + "nauc_precision_at_20_diff1": 0.19575, + "nauc_precision_at_100_max": 0.031819, + "nauc_precision_at_100_std": 0.117039, + "nauc_precision_at_100_diff1": -0.0, + "nauc_precision_at_1000_max": -0.499858, + "nauc_precision_at_1000_std": -0.029221, + "nauc_precision_at_1000_diff1": -0.575032, + "nauc_mrr_at_1_max": 0.653769, + "nauc_mrr_at_1_std": 0.053285, + "nauc_mrr_at_1_diff1": 0.992934, + "nauc_mrr_at_3_max": 0.720896, + "nauc_mrr_at_3_std": 0.073204, + "nauc_mrr_at_3_diff1": 0.992812, + "nauc_mrr_at_5_max": 0.714928, + "nauc_mrr_at_5_std": 0.080144, + "nauc_mrr_at_5_diff1": 0.992559, + "nauc_mrr_at_10_max": 0.709263, + "nauc_mrr_at_10_std": 0.072775, + "nauc_mrr_at_10_diff1": 0.992402, + "nauc_mrr_at_20_max": 0.708456, + "nauc_mrr_at_20_std": 0.073868, + "nauc_mrr_at_20_diff1": 0.992594, + "nauc_mrr_at_100_max": 0.708011, + "nauc_mrr_at_100_std": 0.073366, + "nauc_mrr_at_100_diff1": 0.992583, + "nauc_mrr_at_1000_max": 0.707892, + "nauc_mrr_at_1000_std": 0.073241, + "nauc_mrr_at_1000_diff1": 0.992579, + "cv_recall_at_1": 0.94997, + "cv_recall_at_3": 0.9858, + "cv_recall_at_5": 0.99053, + "cv_recall_at_10": 0.99527, + "cv_recall_at_20": 0.99662, + "cv_recall_at_100": 0.99797, + "cv_recall_at_1000": 1.0, + "main_score": 0.97558, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 11.08790898323059, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/GermanHealthcare1Retrieval.json b/results/voyageai__voyage-4/1/GermanHealthcare1Retrieval.json new file mode 100644 index 0000000000..ac87e2fbbb --- /dev/null +++ b/results/voyageai__voyage-4/1/GermanHealthcare1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8", + "task_name": "GermanHealthcare1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.77634, + "ndcg_at_3": 0.86433, + "ndcg_at_5": 0.87229, + "ndcg_at_10": 0.88382, + "ndcg_at_20": 0.88649, + "ndcg_at_100": 0.8887, + "ndcg_at_1000": 0.8887, + "map_at_1": 0.77634, + "map_at_3": 0.84337, + "map_at_5": 0.84778, + "map_at_10": 0.85277, + "map_at_20": 0.85347, + "map_at_100": 0.85386, + "map_at_1000": 0.85386, + "recall_at_1": 0.77634, + "recall_at_3": 0.92473, + "recall_at_5": 0.94409, + "recall_at_10": 0.97849, + "recall_at_20": 0.98925, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.77634, + "precision_at_1": 0.77634, + "precision_at_3": 0.30824, + "precision_at_5": 0.18882, + "precision_at_10": 0.09785, + "precision_at_20": 0.04946, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776344, + "mrr_at_3": 0.843369, + "mrr_at_5": 0.847778, + "mrr_at_10": 0.85277, + "mrr_at_20": 0.85347, + "mrr_at_100": 0.85386, + "mrr_at_1000": 0.85386, + "nauc_ndcg_at_1_max": 0.551084, + "nauc_ndcg_at_1_std": -0.413759, + "nauc_ndcg_at_1_diff1": 0.836198, + "nauc_ndcg_at_3_max": 0.597728, + "nauc_ndcg_at_3_std": -0.325053, + "nauc_ndcg_at_3_diff1": 0.80598, + "nauc_ndcg_at_5_max": 0.596684, + "nauc_ndcg_at_5_std": -0.328875, + "nauc_ndcg_at_5_diff1": 0.808231, + "nauc_ndcg_at_10_max": 0.592982, + "nauc_ndcg_at_10_std": -0.331757, + "nauc_ndcg_at_10_diff1": 0.816847, + "nauc_ndcg_at_20_max": 0.592456, + "nauc_ndcg_at_20_std": -0.331001, + "nauc_ndcg_at_20_diff1": 0.818858, + "nauc_ndcg_at_100_max": 0.583732, + "nauc_ndcg_at_100_std": -0.355226, + "nauc_ndcg_at_100_diff1": 0.818615, + "nauc_ndcg_at_1000_max": 0.583732, + "nauc_ndcg_at_1000_std": -0.355226, + "nauc_ndcg_at_1000_diff1": 0.818615, + "nauc_map_at_1_max": 0.551084, + "nauc_map_at_1_std": -0.413759, + "nauc_map_at_1_diff1": 0.836198, + "nauc_map_at_3_max": 0.583171, + "nauc_map_at_3_std": -0.355557, + "nauc_map_at_3_diff1": 0.814503, + "nauc_map_at_5_max": 0.582234, + "nauc_map_at_5_std": -0.358549, + "nauc_map_at_5_diff1": 0.816059, + "nauc_map_at_10_max": 0.580715, + "nauc_map_at_10_std": -0.361284, + "nauc_map_at_10_diff1": 0.819522, + "nauc_map_at_20_max": 0.580457, + "nauc_map_at_20_std": -0.361394, + "nauc_map_at_20_diff1": 0.819978, + "nauc_map_at_100_max": 0.579251, + "nauc_map_at_100_std": -0.364719, + "nauc_map_at_100_diff1": 0.819965, + "nauc_map_at_1000_max": 0.579251, + "nauc_map_at_1000_std": -0.364719, + "nauc_map_at_1000_diff1": 0.819965, + "nauc_recall_at_1_max": 0.551084, + "nauc_recall_at_1_std": -0.413759, + "nauc_recall_at_1_diff1": 0.836198, + "nauc_recall_at_3_max": 0.678501, + "nauc_recall_at_3_std": -0.153361, + "nauc_recall_at_3_diff1": 0.759475, + "nauc_recall_at_5_max": 0.70096, + "nauc_recall_at_5_std": -0.111238, + "nauc_recall_at_5_diff1": 0.752652, + "nauc_recall_at_10_max": 0.802731, + "nauc_recall_at_10_std": 0.215517, + "nauc_recall_at_10_diff1": 0.786228, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.803061, + "nauc_recall_at_20_diff1": 0.832473, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.551084, + "nauc_precision_at_1_std": -0.413759, + "nauc_precision_at_1_diff1": 0.836198, + "nauc_precision_at_3_max": 0.678501, + "nauc_precision_at_3_std": -0.153361, + "nauc_precision_at_3_diff1": 0.759475, + "nauc_precision_at_5_max": 0.70096, + "nauc_precision_at_5_std": -0.111238, + "nauc_precision_at_5_diff1": 0.752652, + "nauc_precision_at_10_max": 0.802731, + "nauc_precision_at_10_std": 0.215517, + "nauc_precision_at_10_diff1": 0.786228, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.803061, + "nauc_precision_at_20_diff1": 0.832473, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.551084, + "nauc_mrr_at_1_std": -0.413759, + "nauc_mrr_at_1_diff1": 0.836198, + "nauc_mrr_at_3_max": 0.583171, + "nauc_mrr_at_3_std": -0.355557, + "nauc_mrr_at_3_diff1": 0.814503, + "nauc_mrr_at_5_max": 0.582234, + "nauc_mrr_at_5_std": -0.358549, + "nauc_mrr_at_5_diff1": 0.816059, + "nauc_mrr_at_10_max": 0.580715, + "nauc_mrr_at_10_std": -0.361284, + "nauc_mrr_at_10_diff1": 0.819522, + "nauc_mrr_at_20_max": 0.580457, + "nauc_mrr_at_20_std": -0.361394, + "nauc_mrr_at_20_diff1": 0.819978, + "nauc_mrr_at_100_max": 0.579251, + "nauc_mrr_at_100_std": -0.364719, + "nauc_mrr_at_100_diff1": 0.819965, + "nauc_mrr_at_1000_max": 0.579251, + "nauc_mrr_at_1000_std": -0.364719, + "nauc_mrr_at_1000_diff1": 0.819965, + "cv_recall_at_1": 0.77634, + "cv_recall_at_3": 0.92473, + "cv_recall_at_5": 0.94409, + "cv_recall_at_10": 0.97849, + "cv_recall_at_20": 0.98925, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.88382, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 6.10094690322876, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/GermanLegal1Retrieval.json b/results/voyageai__voyage-4/1/GermanLegal1Retrieval.json new file mode 100644 index 0000000000..bad32a6517 --- /dev/null +++ b/results/voyageai__voyage-4/1/GermanLegal1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "65ea369daff680b77f90b560e7e97d2ab4ec5072", + "task_name": "GermanLegal1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.59513, + "ndcg_at_3": 0.68766, + "ndcg_at_5": 0.72443, + "ndcg_at_10": 0.74775, + "ndcg_at_20": 0.75674, + "ndcg_at_100": 0.76431, + "ndcg_at_1000": 0.7665, + "map_at_1": 0.53878, + "map_at_3": 0.65429, + "map_at_5": 0.67814, + "map_at_10": 0.68981, + "map_at_20": 0.69278, + "map_at_100": 0.69405, + "map_at_1000": 0.69414, + "recall_at_1": 0.53878, + "recall_at_3": 0.75437, + "recall_at_5": 0.83941, + "recall_at_10": 0.90576, + "recall_at_20": 0.93884, + "recall_at_100": 0.97706, + "recall_at_1000": 0.99385, + "accuracy": 0.53878, + "precision_at_1": 0.59513, + "precision_at_3": 0.29395, + "precision_at_5": 0.19899, + "precision_at_10": 0.10849, + "precision_at_20": 0.05639, + "precision_at_100": 0.01175, + "precision_at_1000": 0.00119, + "mrr_at_1": 0.595129, + "mrr_at_3": 0.680412, + "mrr_at_5": 0.697749, + "mrr_at_10": 0.705432, + "mrr_at_20": 0.707383, + "mrr_at_100": 0.708276, + "mrr_at_1000": 0.708352, + "nauc_ndcg_at_1_max": 0.363641, + "nauc_ndcg_at_1_std": -0.140855, + "nauc_ndcg_at_1_diff1": 0.597221, + "nauc_ndcg_at_3_max": 0.367127, + "nauc_ndcg_at_3_std": -0.170986, + "nauc_ndcg_at_3_diff1": 0.569369, + "nauc_ndcg_at_5_max": 0.385955, + "nauc_ndcg_at_5_std": -0.16488, + "nauc_ndcg_at_5_diff1": 0.571235, + "nauc_ndcg_at_10_max": 0.401152, + "nauc_ndcg_at_10_std": -0.139345, + "nauc_ndcg_at_10_diff1": 0.576197, + "nauc_ndcg_at_20_max": 0.402071, + "nauc_ndcg_at_20_std": -0.132799, + "nauc_ndcg_at_20_diff1": 0.577614, + "nauc_ndcg_at_100_max": 0.397506, + "nauc_ndcg_at_100_std": -0.1327, + "nauc_ndcg_at_100_diff1": 0.579633, + "nauc_ndcg_at_1000_max": 0.395112, + "nauc_ndcg_at_1000_std": -0.136592, + "nauc_ndcg_at_1000_diff1": 0.579576, + "nauc_map_at_1_max": 0.276764, + "nauc_map_at_1_std": -0.174839, + "nauc_map_at_1_diff1": 0.585722, + "nauc_map_at_3_max": 0.346324, + "nauc_map_at_3_std": -0.179041, + "nauc_map_at_3_diff1": 0.573655, + "nauc_map_at_5_max": 0.361821, + "nauc_map_at_5_std": -0.172888, + "nauc_map_at_5_diff1": 0.575211, + "nauc_map_at_10_max": 0.371054, + "nauc_map_at_10_std": -0.159715, + "nauc_map_at_10_diff1": 0.576912, + "nauc_map_at_20_max": 0.372169, + "nauc_map_at_20_std": -0.15705, + "nauc_map_at_20_diff1": 0.577456, + "nauc_map_at_100_max": 0.371693, + "nauc_map_at_100_std": -0.156961, + "nauc_map_at_100_diff1": 0.577799, + "nauc_map_at_1000_max": 0.371617, + "nauc_map_at_1000_std": -0.157043, + "nauc_map_at_1000_diff1": 0.577772, + "nauc_recall_at_1_max": 0.276764, + "nauc_recall_at_1_std": -0.174839, + "nauc_recall_at_1_diff1": 0.585722, + "nauc_recall_at_3_max": 0.360985, + "nauc_recall_at_3_std": -0.191768, + "nauc_recall_at_3_diff1": 0.531319, + "nauc_recall_at_5_max": 0.415259, + "nauc_recall_at_5_std": -0.183174, + "nauc_recall_at_5_diff1": 0.519046, + "nauc_recall_at_10_max": 0.517651, + "nauc_recall_at_10_std": -0.054429, + "nauc_recall_at_10_diff1": 0.533325, + "nauc_recall_at_20_max": 0.580332, + "nauc_recall_at_20_std": 0.046748, + "nauc_recall_at_20_diff1": 0.539026, + "nauc_recall_at_100_max": 0.681556, + "nauc_recall_at_100_std": 0.321233, + "nauc_recall_at_100_diff1": 0.588137, + "nauc_recall_at_1000_max": 0.872393, + "nauc_recall_at_1000_std": 0.54361, + "nauc_recall_at_1000_diff1": 0.644709, + "nauc_precision_at_1_max": 0.363641, + "nauc_precision_at_1_std": -0.140855, + "nauc_precision_at_1_diff1": 0.597221, + "nauc_precision_at_3_max": 0.359145, + "nauc_precision_at_3_std": -0.026855, + "nauc_precision_at_3_diff1": 0.256169, + "nauc_precision_at_5_max": 0.345677, + "nauc_precision_at_5_std": 0.051354, + "nauc_precision_at_5_diff1": 0.129648, + "nauc_precision_at_10_max": 0.330573, + "nauc_precision_at_10_std": 0.16653, + "nauc_precision_at_10_diff1": 0.024673, + "nauc_precision_at_20_max": 0.304713, + "nauc_precision_at_20_std": 0.213678, + "nauc_precision_at_20_diff1": -0.035536, + "nauc_precision_at_100_max": 0.256525, + "nauc_precision_at_100_std": 0.249672, + "nauc_precision_at_100_diff1": -0.105241, + "nauc_precision_at_1000_max": 0.232223, + "nauc_precision_at_1000_std": 0.246825, + "nauc_precision_at_1000_diff1": -0.141059, + "nauc_mrr_at_1_max": 0.363641, + "nauc_mrr_at_1_std": -0.140855, + "nauc_mrr_at_1_diff1": 0.597221, + "nauc_mrr_at_3_max": 0.395024, + "nauc_mrr_at_3_std": -0.140879, + "nauc_mrr_at_3_diff1": 0.583264, + "nauc_mrr_at_5_max": 0.399813, + "nauc_mrr_at_5_std": -0.13811, + "nauc_mrr_at_5_diff1": 0.584211, + "nauc_mrr_at_10_max": 0.400429, + "nauc_mrr_at_10_std": -0.133316, + "nauc_mrr_at_10_diff1": 0.585663, + "nauc_mrr_at_20_max": 0.399184, + "nauc_mrr_at_20_std": -0.133389, + "nauc_mrr_at_20_diff1": 0.585749, + "nauc_mrr_at_100_max": 0.398404, + "nauc_mrr_at_100_std": -0.133746, + "nauc_mrr_at_100_diff1": 0.585952, + "nauc_mrr_at_1000_max": 0.398333, + "nauc_mrr_at_1000_std": -0.133832, + "nauc_mrr_at_1000_diff1": 0.585931, + "cv_recall_at_1": 0.59513, + "cv_recall_at_3": 0.78707, + "cv_recall_at_5": 0.86207, + "cv_recall_at_10": 0.91801, + "cv_recall_at_20": 0.9455, + "cv_recall_at_100": 0.97806, + "cv_recall_at_1000": 0.99397, + "main_score": 0.74775, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 41.67662572860718, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/HC3FinanceRetrieval.json b/results/voyageai__voyage-4/1/HC3FinanceRetrieval.json new file mode 100644 index 0000000000..db67c8154c --- /dev/null +++ b/results/voyageai__voyage-4/1/HC3FinanceRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "fda6fad068f2ed814d99f29dc95dbb28ac586943", + "task_name": "HC3FinanceRetrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.56867, + "ndcg_at_3": 0.69053, + "ndcg_at_5": 0.71811, + "ndcg_at_10": 0.73336, + "ndcg_at_20": 0.74438, + "ndcg_at_100": 0.75595, + "ndcg_at_1000": 0.7566, + "map_at_1": 0.56867, + "map_at_3": 0.66024, + "map_at_5": 0.67542, + "map_at_10": 0.68198, + "map_at_20": 0.68503, + "map_at_100": 0.68677, + "map_at_1000": 0.6868, + "recall_at_1": 0.56867, + "recall_at_3": 0.77831, + "recall_at_5": 0.84578, + "recall_at_10": 0.89157, + "recall_at_20": 0.93494, + "recall_at_100": 0.99518, + "recall_at_1000": 1.0, + "accuracy": 0.56867, + "precision_at_1": 0.56867, + "precision_at_3": 0.25944, + "precision_at_5": 0.16916, + "precision_at_10": 0.08916, + "precision_at_20": 0.04675, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.568675, + "mrr_at_3": 0.660241, + "mrr_at_5": 0.675422, + "mrr_at_10": 0.681976, + "mrr_at_20": 0.685026, + "mrr_at_100": 0.686773, + "mrr_at_1000": 0.686802, + "nauc_ndcg_at_1_max": 0.371059, + "nauc_ndcg_at_1_std": -0.130423, + "nauc_ndcg_at_1_diff1": 0.678772, + "nauc_ndcg_at_3_max": 0.43185, + "nauc_ndcg_at_3_std": -0.100666, + "nauc_ndcg_at_3_diff1": 0.626044, + "nauc_ndcg_at_5_max": 0.430414, + "nauc_ndcg_at_5_std": -0.113264, + "nauc_ndcg_at_5_diff1": 0.649332, + "nauc_ndcg_at_10_max": 0.430814, + "nauc_ndcg_at_10_std": -0.104762, + "nauc_ndcg_at_10_diff1": 0.645139, + "nauc_ndcg_at_20_max": 0.434539, + "nauc_ndcg_at_20_std": -0.102855, + "nauc_ndcg_at_20_diff1": 0.646062, + "nauc_ndcg_at_100_max": 0.421884, + "nauc_ndcg_at_100_std": -0.107876, + "nauc_ndcg_at_100_diff1": 0.650176, + "nauc_ndcg_at_1000_max": 0.420463, + "nauc_ndcg_at_1000_std": -0.110409, + "nauc_ndcg_at_1000_diff1": 0.649945, + "nauc_map_at_1_max": 0.371059, + "nauc_map_at_1_std": -0.130423, + "nauc_map_at_1_diff1": 0.678772, + "nauc_map_at_3_max": 0.415316, + "nauc_map_at_3_std": -0.109688, + "nauc_map_at_3_diff1": 0.641486, + "nauc_map_at_5_max": 0.413979, + "nauc_map_at_5_std": -0.116032, + "nauc_map_at_5_diff1": 0.653556, + "nauc_map_at_10_max": 0.414028, + "nauc_map_at_10_std": -0.113451, + "nauc_map_at_10_diff1": 0.652345, + "nauc_map_at_20_max": 0.414372, + "nauc_map_at_20_std": -0.11351, + "nauc_map_at_20_diff1": 0.652511, + "nauc_map_at_100_max": 0.412858, + "nauc_map_at_100_std": -0.114146, + "nauc_map_at_100_diff1": 0.653046, + "nauc_map_at_1000_max": 0.41281, + "nauc_map_at_1000_std": -0.114227, + "nauc_map_at_1000_diff1": 0.653034, + "nauc_recall_at_1_max": 0.371059, + "nauc_recall_at_1_std": -0.130423, + "nauc_recall_at_1_diff1": 0.678772, + "nauc_recall_at_3_max": 0.49582, + "nauc_recall_at_3_std": -0.065213, + "nauc_recall_at_3_diff1": 0.565654, + "nauc_recall_at_5_max": 0.513228, + "nauc_recall_at_5_std": -0.102609, + "nauc_recall_at_5_diff1": 0.633767, + "nauc_recall_at_10_max": 0.542991, + "nauc_recall_at_10_std": -0.040237, + "nauc_recall_at_10_diff1": 0.599223, + "nauc_recall_at_20_max": 0.672346, + "nauc_recall_at_20_std": 0.036962, + "nauc_recall_at_20_diff1": 0.584875, + "nauc_recall_at_100_max": 0.861023, + "nauc_recall_at_100_std": 0.678806, + "nauc_recall_at_100_diff1": 0.711398, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.371059, + "nauc_precision_at_1_std": -0.130423, + "nauc_precision_at_1_diff1": 0.678772, + "nauc_precision_at_3_max": 0.49582, + "nauc_precision_at_3_std": -0.065213, + "nauc_precision_at_3_diff1": 0.565654, + "nauc_precision_at_5_max": 0.513228, + "nauc_precision_at_5_std": -0.102609, + "nauc_precision_at_5_diff1": 0.633767, + "nauc_precision_at_10_max": 0.542991, + "nauc_precision_at_10_std": -0.040237, + "nauc_precision_at_10_diff1": 0.599223, + "nauc_precision_at_20_max": 0.672346, + "nauc_precision_at_20_std": 0.036962, + "nauc_precision_at_20_diff1": 0.584875, + "nauc_precision_at_100_max": 0.861023, + "nauc_precision_at_100_std": 0.678806, + "nauc_precision_at_100_diff1": 0.711398, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.371059, + "nauc_mrr_at_1_std": -0.130423, + "nauc_mrr_at_1_diff1": 0.678772, + "nauc_mrr_at_3_max": 0.415316, + "nauc_mrr_at_3_std": -0.109688, + "nauc_mrr_at_3_diff1": 0.641486, + "nauc_mrr_at_5_max": 0.413979, + "nauc_mrr_at_5_std": -0.116032, + "nauc_mrr_at_5_diff1": 0.653556, + "nauc_mrr_at_10_max": 0.414028, + "nauc_mrr_at_10_std": -0.113451, + "nauc_mrr_at_10_diff1": 0.652345, + "nauc_mrr_at_20_max": 0.414372, + "nauc_mrr_at_20_std": -0.11351, + "nauc_mrr_at_20_diff1": 0.652511, + "nauc_mrr_at_100_max": 0.412858, + "nauc_mrr_at_100_std": -0.114146, + "nauc_mrr_at_100_diff1": 0.653046, + "nauc_mrr_at_1000_max": 0.41281, + "nauc_mrr_at_1000_std": -0.114227, + "nauc_mrr_at_1000_diff1": 0.653034, + "cv_recall_at_1": 0.56867, + "cv_recall_at_3": 0.77831, + "cv_recall_at_5": 0.84578, + "cv_recall_at_10": 0.89157, + "cv_recall_at_20": 0.93494, + "cv_recall_at_100": 0.99518, + "cv_recall_at_1000": 1.0, + "main_score": 0.73336, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.222548007965088, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/HumanEvalRetrieval.json b/results/voyageai__voyage-4/1/HumanEvalRetrieval.json new file mode 100644 index 0000000000..109af8a010 --- /dev/null +++ b/results/voyageai__voyage-4/1/HumanEvalRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "ed1f48aca747f10bac146795328e2f03326e7625", + "task_name": "HumanEvalRetrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.98101, + "ndcg_at_3": 0.99299, + "ndcg_at_5": 0.99299, + "ndcg_at_10": 0.99299, + "ndcg_at_20": 0.99299, + "ndcg_at_100": 0.99299, + "ndcg_at_1000": 0.99299, + "map_at_1": 0.98101, + "map_at_3": 0.99051, + "map_at_5": 0.99051, + "map_at_10": 0.99051, + "map_at_20": 0.99051, + "map_at_100": 0.99051, + "map_at_1000": 0.99051, + "recall_at_1": 0.98101, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.98101, + "precision_at_1": 0.98101, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.981013, + "mrr_at_3": 0.990506, + "mrr_at_5": 0.990506, + "mrr_at_10": 0.990506, + "mrr_at_20": 0.990506, + "mrr_at_100": 0.990506, + "mrr_at_1000": 0.990506, + "nauc_ndcg_at_1_max": 0.516557, + "nauc_ndcg_at_1_std": -0.432185, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.516557, + "nauc_ndcg_at_3_std": -0.432185, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.516557, + "nauc_ndcg_at_5_std": -0.432185, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.516557, + "nauc_ndcg_at_10_std": -0.432185, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.516557, + "nauc_ndcg_at_20_std": -0.432185, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.516557, + "nauc_ndcg_at_100_std": -0.432185, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.516557, + "nauc_ndcg_at_1000_std": -0.432185, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.516557, + "nauc_map_at_1_std": -0.432185, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.516557, + "nauc_map_at_3_std": -0.432185, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.516557, + "nauc_map_at_5_std": -0.432185, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.516557, + "nauc_map_at_10_std": -0.432185, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.516557, + "nauc_map_at_20_std": -0.432185, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.516557, + "nauc_map_at_100_std": -0.432185, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.516557, + "nauc_map_at_1000_std": -0.432185, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.516557, + "nauc_recall_at_1_std": -0.432185, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.516557, + "nauc_precision_at_1_std": -0.432185, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.516557, + "nauc_mrr_at_1_std": -0.432185, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.516557, + "nauc_mrr_at_3_std": -0.432185, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.516557, + "nauc_mrr_at_5_std": -0.432185, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.516557, + "nauc_mrr_at_10_std": -0.432185, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.516557, + "nauc_mrr_at_20_std": -0.432185, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.516557, + "nauc_mrr_at_100_std": -0.432185, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.516557, + "nauc_mrr_at_1000_std": -0.432185, + "nauc_mrr_at_1000_diff1": 1.0, + "cv_recall_at_1": 0.98101, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.99299, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 8.97459602355957, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/JapaneseCode1Retrieval.json b/results/voyageai__voyage-4/1/JapaneseCode1Retrieval.json new file mode 100644 index 0000000000..b18b1ee8c6 --- /dev/null +++ b/results/voyageai__voyage-4/1/JapaneseCode1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "fc4cb6390055e65490dfc42526e1d6a379e8cd86", + "task_name": "JapaneseCode1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.72703, + "ndcg_at_3": 0.81945, + "ndcg_at_5": 0.83324, + "ndcg_at_10": 0.84427, + "ndcg_at_20": 0.85058, + "ndcg_at_100": 0.85485, + "ndcg_at_1000": 0.85554, + "map_at_1": 0.71539, + "map_at_3": 0.79597, + "map_at_5": 0.80461, + "map_at_10": 0.80946, + "map_at_20": 0.81126, + "map_at_100": 0.8119, + "map_at_1000": 0.81193, + "recall_at_1": 0.71539, + "recall_at_3": 0.88161, + "recall_at_5": 0.91419, + "recall_at_10": 0.94737, + "recall_at_20": 0.97192, + "recall_at_100": 0.99414, + "recall_at_1000": 0.99955, + "accuracy": 0.71539, + "precision_at_1": 0.72703, + "precision_at_3": 0.303, + "precision_at_5": 0.18928, + "precision_at_10": 0.0982, + "precision_at_20": 0.05038, + "precision_at_100": 0.01031, + "precision_at_1000": 0.00104, + "mrr_at_1": 0.727027, + "mrr_at_3": 0.800375, + "mrr_at_5": 0.807132, + "mrr_at_10": 0.81152, + "mrr_at_20": 0.813176, + "mrr_at_100": 0.813793, + "mrr_at_1000": 0.813819, + "nauc_ndcg_at_1_max": 0.476794, + "nauc_ndcg_at_1_std": -0.234432, + "nauc_ndcg_at_1_diff1": 0.790495, + "nauc_ndcg_at_3_max": 0.567767, + "nauc_ndcg_at_3_std": -0.231556, + "nauc_ndcg_at_3_diff1": 0.75152, + "nauc_ndcg_at_5_max": 0.56085, + "nauc_ndcg_at_5_std": -0.236021, + "nauc_ndcg_at_5_diff1": 0.748467, + "nauc_ndcg_at_10_max": 0.557885, + "nauc_ndcg_at_10_std": -0.217381, + "nauc_ndcg_at_10_diff1": 0.754623, + "nauc_ndcg_at_20_max": 0.55083, + "nauc_ndcg_at_20_std": -0.218375, + "nauc_ndcg_at_20_diff1": 0.755553, + "nauc_ndcg_at_100_max": 0.544186, + "nauc_ndcg_at_100_std": -0.22147, + "nauc_ndcg_at_100_diff1": 0.760019, + "nauc_ndcg_at_1000_max": 0.541969, + "nauc_ndcg_at_1000_std": -0.224734, + "nauc_ndcg_at_1000_diff1": 0.759992, + "nauc_map_at_1_max": 0.447596, + "nauc_map_at_1_std": -0.225443, + "nauc_map_at_1_diff1": 0.799884, + "nauc_map_at_3_max": 0.537233, + "nauc_map_at_3_std": -0.232543, + "nauc_map_at_3_diff1": 0.764048, + "nauc_map_at_5_max": 0.536283, + "nauc_map_at_5_std": -0.234535, + "nauc_map_at_5_diff1": 0.762097, + "nauc_map_at_10_max": 0.534358, + "nauc_map_at_10_std": -0.228232, + "nauc_map_at_10_diff1": 0.764412, + "nauc_map_at_20_max": 0.532532, + "nauc_map_at_20_std": -0.228591, + "nauc_map_at_20_diff1": 0.764613, + "nauc_map_at_100_max": 0.531776, + "nauc_map_at_100_std": -0.228922, + "nauc_map_at_100_diff1": 0.765123, + "nauc_map_at_1000_max": 0.531709, + "nauc_map_at_1000_std": -0.229004, + "nauc_map_at_1000_diff1": 0.765116, + "nauc_recall_at_1_max": 0.447596, + "nauc_recall_at_1_std": -0.225443, + "nauc_recall_at_1_diff1": 0.799884, + "nauc_recall_at_3_max": 0.686263, + "nauc_recall_at_3_std": -0.227825, + "nauc_recall_at_3_diff1": 0.701623, + "nauc_recall_at_5_max": 0.69488, + "nauc_recall_at_5_std": -0.246497, + "nauc_recall_at_5_diff1": 0.672107, + "nauc_recall_at_10_max": 0.760654, + "nauc_recall_at_10_std": -0.091601, + "nauc_recall_at_10_diff1": 0.678056, + "nauc_recall_at_20_max": 0.805794, + "nauc_recall_at_20_std": -0.001508, + "nauc_recall_at_20_diff1": 0.63553, + "nauc_recall_at_100_max": 0.969834, + "nauc_recall_at_100_std": 0.463406, + "nauc_recall_at_100_diff1": 0.717769, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.869281, + "nauc_recall_at_1000_diff1": 0.358077, + "nauc_precision_at_1_max": 0.476794, + "nauc_precision_at_1_std": -0.234432, + "nauc_precision_at_1_diff1": 0.790495, + "nauc_precision_at_3_max": 0.57798, + "nauc_precision_at_3_std": -0.172748, + "nauc_precision_at_3_diff1": 0.405403, + "nauc_precision_at_5_max": 0.494346, + "nauc_precision_at_5_std": -0.140834, + "nauc_precision_at_5_diff1": 0.244488, + "nauc_precision_at_10_max": 0.419404, + "nauc_precision_at_10_std": -0.014383, + "nauc_precision_at_10_diff1": 0.085858, + "nauc_precision_at_20_max": 0.309383, + "nauc_precision_at_20_std": 0.037946, + "nauc_precision_at_20_diff1": -0.104336, + "nauc_precision_at_100_max": 0.137606, + "nauc_precision_at_100_std": 0.075217, + "nauc_precision_at_100_diff1": -0.339498, + "nauc_precision_at_1000_max": 0.068307, + "nauc_precision_at_1000_std": 0.045621, + "nauc_precision_at_1000_diff1": -0.430305, + "nauc_mrr_at_1_max": 0.476794, + "nauc_mrr_at_1_std": -0.234432, + "nauc_mrr_at_1_diff1": 0.790495, + "nauc_mrr_at_3_max": 0.544636, + "nauc_mrr_at_3_std": -0.232657, + "nauc_mrr_at_3_diff1": 0.759828, + "nauc_mrr_at_5_max": 0.537552, + "nauc_mrr_at_5_std": -0.234348, + "nauc_mrr_at_5_diff1": 0.759284, + "nauc_mrr_at_10_max": 0.535673, + "nauc_mrr_at_10_std": -0.229141, + "nauc_mrr_at_10_diff1": 0.761906, + "nauc_mrr_at_20_max": 0.534001, + "nauc_mrr_at_20_std": -0.229423, + "nauc_mrr_at_20_diff1": 0.762256, + "nauc_mrr_at_100_max": 0.53332, + "nauc_mrr_at_100_std": -0.229684, + "nauc_mrr_at_100_diff1": 0.762776, + "nauc_mrr_at_1000_max": 0.533253, + "nauc_mrr_at_1000_std": -0.229767, + "nauc_mrr_at_1000_diff1": 0.762769, + "cv_recall_at_1": 0.72703, + "cv_recall_at_3": 0.88739, + "cv_recall_at_5": 0.91667, + "cv_recall_at_10": 0.94865, + "cv_recall_at_20": 0.97207, + "cv_recall_at_100": 0.99414, + "cv_recall_at_1000": 0.99955, + "main_score": 0.84427, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 17.636595964431763, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/JapaneseLegal1Retrieval.json b/results/voyageai__voyage-4/1/JapaneseLegal1Retrieval.json new file mode 100644 index 0000000000..1ffd68da11 --- /dev/null +++ b/results/voyageai__voyage-4/1/JapaneseLegal1Retrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "d653557fe66bb6af2b0e2adfc371a24554cf11ce", + "task_name": "JapaneseLegal1Retrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.689, + "ndcg_at_3": 0.81555, + "ndcg_at_5": 0.83291, + "ndcg_at_10": 0.84271, + "ndcg_at_20": 0.84579, + "ndcg_at_100": 0.84785, + "ndcg_at_1000": 0.84817, + "map_at_1": 0.68797, + "map_at_3": 0.78491, + "map_at_5": 0.79474, + "map_at_10": 0.79889, + "map_at_20": 0.79978, + "map_at_100": 0.80008, + "map_at_1000": 0.8001, + "recall_at_1": 0.68797, + "recall_at_3": 0.90341, + "recall_at_5": 0.94502, + "recall_at_10": 0.97477, + "recall_at_20": 0.98667, + "recall_at_100": 0.99752, + "recall_at_1000": 1.0, + "accuracy": 0.68797, + "precision_at_1": 0.689, + "precision_at_3": 0.30213, + "precision_at_5": 0.18972, + "precision_at_10": 0.09786, + "precision_at_20": 0.04955, + "precision_at_100": 0.01002, + "precision_at_1000": 0.001, + "mrr_at_1": 0.688999, + "mrr_at_3": 0.785337, + "mrr_at_5": 0.795, + "mrr_at_10": 0.799102, + "mrr_at_20": 0.799954, + "mrr_at_100": 0.800253, + "mrr_at_1000": 0.800265, + "nauc_ndcg_at_1_max": 0.223605, + "nauc_ndcg_at_1_std": -0.018357, + "nauc_ndcg_at_1_diff1": 0.688785, + "nauc_ndcg_at_3_max": 0.272643, + "nauc_ndcg_at_3_std": -0.067274, + "nauc_ndcg_at_3_diff1": 0.659078, + "nauc_ndcg_at_5_max": 0.273397, + "nauc_ndcg_at_5_std": -0.059305, + "nauc_ndcg_at_5_diff1": 0.668211, + "nauc_ndcg_at_10_max": 0.269681, + "nauc_ndcg_at_10_std": -0.045021, + "nauc_ndcg_at_10_diff1": 0.672597, + "nauc_ndcg_at_20_max": 0.263629, + "nauc_ndcg_at_20_std": -0.043529, + "nauc_ndcg_at_20_diff1": 0.673083, + "nauc_ndcg_at_100_max": 0.259537, + "nauc_ndcg_at_100_std": -0.041677, + "nauc_ndcg_at_100_diff1": 0.673438, + "nauc_ndcg_at_1000_max": 0.258123, + "nauc_ndcg_at_1000_std": -0.042821, + "nauc_ndcg_at_1000_diff1": 0.673381, + "nauc_map_at_1_max": 0.220949, + "nauc_map_at_1_std": -0.019564, + "nauc_map_at_1_diff1": 0.690366, + "nauc_map_at_3_max": 0.256167, + "nauc_map_at_3_std": -0.051186, + "nauc_map_at_3_diff1": 0.668178, + "nauc_map_at_5_max": 0.255728, + "nauc_map_at_5_std": -0.04637, + "nauc_map_at_5_diff1": 0.672694, + "nauc_map_at_10_max": 0.254171, + "nauc_map_at_10_std": -0.041461, + "nauc_map_at_10_diff1": 0.674424, + "nauc_map_at_20_max": 0.252784, + "nauc_map_at_20_std": -0.041135, + "nauc_map_at_20_diff1": 0.674528, + "nauc_map_at_100_max": 0.252349, + "nauc_map_at_100_std": -0.040896, + "nauc_map_at_100_diff1": 0.674593, + "nauc_map_at_1000_max": 0.252307, + "nauc_map_at_1000_std": -0.040925, + "nauc_map_at_1000_diff1": 0.674591, + "nauc_recall_at_1_max": 0.220949, + "nauc_recall_at_1_std": -0.019564, + "nauc_recall_at_1_diff1": 0.690366, + "nauc_recall_at_3_max": 0.363399, + "nauc_recall_at_3_std": -0.16114, + "nauc_recall_at_3_diff1": 0.607805, + "nauc_recall_at_5_max": 0.437686, + "nauc_recall_at_5_std": -0.179874, + "nauc_recall_at_5_diff1": 0.630566, + "nauc_recall_at_10_max": 0.567516, + "nauc_recall_at_10_std": -0.076337, + "nauc_recall_at_10_diff1": 0.654231, + "nauc_recall_at_20_max": 0.595996, + "nauc_recall_at_20_std": -0.043009, + "nauc_recall_at_20_diff1": 0.659649, + "nauc_recall_at_100_max": 0.855798, + "nauc_recall_at_100_std": 0.458454, + "nauc_recall_at_100_diff1": 0.692062, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.223605, + "nauc_precision_at_1_std": -0.018357, + "nauc_precision_at_1_diff1": 0.688785, + "nauc_precision_at_3_max": 0.366945, + "nauc_precision_at_3_std": -0.146798, + "nauc_precision_at_3_diff1": 0.565411, + "nauc_precision_at_5_max": 0.427837, + "nauc_precision_at_5_std": -0.142735, + "nauc_precision_at_5_diff1": 0.533016, + "nauc_precision_at_10_max": 0.514236, + "nauc_precision_at_10_std": -0.017231, + "nauc_precision_at_10_diff1": 0.438109, + "nauc_precision_at_20_max": 0.463405, + "nauc_precision_at_20_std": 0.039421, + "nauc_precision_at_20_diff1": 0.279398, + "nauc_precision_at_100_max": 0.360236, + "nauc_precision_at_100_std": 0.239511, + "nauc_precision_at_100_diff1": -0.12473, + "nauc_precision_at_1000_max": 0.204907, + "nauc_precision_at_1000_std": 0.170885, + "nauc_precision_at_1000_diff1": -0.380747, + "nauc_mrr_at_1_max": 0.223605, + "nauc_mrr_at_1_std": -0.018357, + "nauc_mrr_at_1_diff1": 0.688785, + "nauc_mrr_at_3_max": 0.257116, + "nauc_mrr_at_3_std": -0.050452, + "nauc_mrr_at_3_diff1": 0.66804, + "nauc_mrr_at_5_max": 0.25657, + "nauc_mrr_at_5_std": -0.046149, + "nauc_mrr_at_5_diff1": 0.67279, + "nauc_mrr_at_10_max": 0.2548, + "nauc_mrr_at_10_std": -0.041313, + "nauc_mrr_at_10_diff1": 0.674569, + "nauc_mrr_at_20_max": 0.253318, + "nauc_mrr_at_20_std": -0.040965, + "nauc_mrr_at_20_diff1": 0.67461, + "nauc_mrr_at_100_max": 0.252863, + "nauc_mrr_at_100_std": -0.040707, + "nauc_mrr_at_100_diff1": 0.674635, + "nauc_mrr_at_1000_max": 0.252821, + "nauc_mrr_at_1000_std": -0.040736, + "nauc_mrr_at_1000_diff1": 0.674632, + "cv_recall_at_1": 0.689, + "cv_recall_at_3": 0.90405, + "cv_recall_at_5": 0.94541, + "cv_recall_at_10": 0.97505, + "cv_recall_at_20": 0.98677, + "cv_recall_at_100": 0.99752, + "cv_recall_at_1000": 1.0, + "main_score": 0.84271, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 4187.338140964508, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/LegalQuAD.json b/results/voyageai__voyage-4/1/LegalQuAD.json new file mode 100644 index 0000000000..b45fc50c6a --- /dev/null +++ b/results/voyageai__voyage-4/1/LegalQuAD.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e", + "task_name": "LegalQuAD", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.575, + "ndcg_at_3": 0.66809, + "ndcg_at_5": 0.68875, + "ndcg_at_10": 0.70805, + "ndcg_at_20": 0.7256, + "ndcg_at_100": 0.73702, + "ndcg_at_1000": 0.74055, + "map_at_1": 0.575, + "map_at_3": 0.645, + "map_at_5": 0.6565, + "map_at_10": 0.66442, + "map_at_20": 0.66915, + "map_at_100": 0.67083, + "map_at_1000": 0.67102, + "recall_at_1": 0.575, + "recall_at_3": 0.735, + "recall_at_5": 0.785, + "recall_at_10": 0.845, + "recall_at_20": 0.915, + "recall_at_100": 0.975, + "recall_at_1000": 1.0, + "accuracy": 0.575, + "precision_at_1": 0.575, + "precision_at_3": 0.245, + "precision_at_5": 0.157, + "precision_at_10": 0.0845, + "precision_at_20": 0.04575, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.575, + "mrr_at_3": 0.645, + "mrr_at_5": 0.6565, + "mrr_at_10": 0.664423, + "mrr_at_20": 0.669149, + "mrr_at_100": 0.670833, + "mrr_at_1000": 0.67102, + "nauc_ndcg_at_1_max": 0.600433, + "nauc_ndcg_at_1_std": 0.018688, + "nauc_ndcg_at_1_diff1": 0.717428, + "nauc_ndcg_at_3_max": 0.621466, + "nauc_ndcg_at_3_std": 0.061633, + "nauc_ndcg_at_3_diff1": 0.665729, + "nauc_ndcg_at_5_max": 0.624739, + "nauc_ndcg_at_5_std": 0.101142, + "nauc_ndcg_at_5_diff1": 0.652898, + "nauc_ndcg_at_10_max": 0.62035, + "nauc_ndcg_at_10_std": 0.081378, + "nauc_ndcg_at_10_diff1": 0.662567, + "nauc_ndcg_at_20_max": 0.61785, + "nauc_ndcg_at_20_std": 0.089536, + "nauc_ndcg_at_20_diff1": 0.661854, + "nauc_ndcg_at_100_max": 0.618774, + "nauc_ndcg_at_100_std": 0.07568, + "nauc_ndcg_at_100_diff1": 0.674654, + "nauc_ndcg_at_1000_max": 0.615175, + "nauc_ndcg_at_1000_std": 0.069897, + "nauc_ndcg_at_1000_diff1": 0.67263, + "nauc_map_at_1_max": 0.600433, + "nauc_map_at_1_std": 0.018688, + "nauc_map_at_1_diff1": 0.717428, + "nauc_map_at_3_max": 0.614829, + "nauc_map_at_3_std": 0.050236, + "nauc_map_at_3_diff1": 0.677568, + "nauc_map_at_5_max": 0.616547, + "nauc_map_at_5_std": 0.070397, + "nauc_map_at_5_diff1": 0.670945, + "nauc_map_at_10_max": 0.614367, + "nauc_map_at_10_std": 0.061164, + "nauc_map_at_10_diff1": 0.676079, + "nauc_map_at_20_max": 0.613723, + "nauc_map_at_20_std": 0.06355, + "nauc_map_at_20_diff1": 0.676068, + "nauc_map_at_100_max": 0.613332, + "nauc_map_at_100_std": 0.060883, + "nauc_map_at_100_diff1": 0.677785, + "nauc_map_at_1000_max": 0.613185, + "nauc_map_at_1000_std": 0.060685, + "nauc_map_at_1000_diff1": 0.677695, + "nauc_recall_at_1_max": 0.600433, + "nauc_recall_at_1_std": 0.018688, + "nauc_recall_at_1_diff1": 0.717428, + "nauc_recall_at_3_max": 0.645268, + "nauc_recall_at_3_std": 0.101566, + "nauc_recall_at_3_diff1": 0.625226, + "nauc_recall_at_5_max": 0.658609, + "nauc_recall_at_5_std": 0.232764, + "nauc_recall_at_5_diff1": 0.579443, + "nauc_recall_at_10_max": 0.651543, + "nauc_recall_at_10_std": 0.189223, + "nauc_recall_at_10_diff1": 0.59248, + "nauc_recall_at_20_max": 0.647608, + "nauc_recall_at_20_std": 0.335832, + "nauc_recall_at_20_diff1": 0.53463, + "nauc_recall_at_100_max": 0.836601, + "nauc_recall_at_100_std": 0.44127, + "nauc_recall_at_100_diff1": 0.793184, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.600433, + "nauc_precision_at_1_std": 0.018688, + "nauc_precision_at_1_diff1": 0.717428, + "nauc_precision_at_3_max": 0.645268, + "nauc_precision_at_3_std": 0.101566, + "nauc_precision_at_3_diff1": 0.625226, + "nauc_precision_at_5_max": 0.658609, + "nauc_precision_at_5_std": 0.232764, + "nauc_precision_at_5_diff1": 0.579443, + "nauc_precision_at_10_max": 0.651543, + "nauc_precision_at_10_std": 0.189223, + "nauc_precision_at_10_diff1": 0.59248, + "nauc_precision_at_20_max": 0.647608, + "nauc_precision_at_20_std": 0.335832, + "nauc_precision_at_20_diff1": 0.53463, + "nauc_precision_at_100_max": 0.836601, + "nauc_precision_at_100_std": 0.44127, + "nauc_precision_at_100_diff1": 0.793184, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.600433, + "nauc_mrr_at_1_std": 0.018688, + "nauc_mrr_at_1_diff1": 0.717428, + "nauc_mrr_at_3_max": 0.614829, + "nauc_mrr_at_3_std": 0.050236, + "nauc_mrr_at_3_diff1": 0.677568, + "nauc_mrr_at_5_max": 0.616547, + "nauc_mrr_at_5_std": 0.070397, + "nauc_mrr_at_5_diff1": 0.670945, + "nauc_mrr_at_10_max": 0.614367, + "nauc_mrr_at_10_std": 0.061164, + "nauc_mrr_at_10_diff1": 0.676079, + "nauc_mrr_at_20_max": 0.613723, + "nauc_mrr_at_20_std": 0.06355, + "nauc_mrr_at_20_diff1": 0.676068, + "nauc_mrr_at_100_max": 0.613332, + "nauc_mrr_at_100_std": 0.060883, + "nauc_mrr_at_100_diff1": 0.677785, + "nauc_mrr_at_1000_max": 0.613185, + "nauc_mrr_at_1000_std": 0.060685, + "nauc_mrr_at_1000_diff1": 0.677695, + "cv_recall_at_1": 0.575, + "cv_recall_at_3": 0.735, + "cv_recall_at_5": 0.785, + "cv_recall_at_10": 0.845, + "cv_recall_at_20": 0.915, + "cv_recall_at_100": 0.975, + "cv_recall_at_1000": 1.0, + "main_score": 0.70805, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 123.74153280258179, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/LegalSummarization.json b/results/voyageai__voyage-4/1/LegalSummarization.json new file mode 100644 index 0000000000..5a2205c276 --- /dev/null +++ b/results/voyageai__voyage-4/1/LegalSummarization.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "3bb1a05c66872889662af04c5691c14489cebd72", + "task_name": "LegalSummarization", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6162, + "ndcg_at_3": 0.69364, + "ndcg_at_5": 0.71489, + "ndcg_at_10": 0.74606, + "ndcg_at_20": 0.76145, + "ndcg_at_100": 0.77587, + "ndcg_at_1000": 0.77836, + "map_at_1": 0.54719, + "map_at_3": 0.64737, + "map_at_5": 0.66748, + "map_at_10": 0.68704, + "map_at_20": 0.69387, + "map_at_100": 0.69817, + "map_at_1000": 0.69833, + "recall_at_1": 0.54719, + "recall_at_3": 0.72907, + "recall_at_5": 0.78818, + "recall_at_10": 0.87681, + "recall_at_20": 0.92542, + "recall_at_100": 0.98298, + "recall_at_1000": 1.0, + "accuracy": 0.54719, + "precision_at_1": 0.6162, + "precision_at_3": 0.30869, + "precision_at_5": 0.20986, + "precision_at_10": 0.1243, + "precision_at_20": 0.06796, + "precision_at_100": 0.01525, + "precision_at_1000": 0.00155, + "mrr_at_1": 0.616197, + "mrr_at_3": 0.701878, + "mrr_at_5": 0.711737, + "mrr_at_10": 0.722767, + "mrr_at_20": 0.724795, + "mrr_at_100": 0.725436, + "mrr_at_1000": 0.725534, + "nauc_ndcg_at_1_max": 0.578653, + "nauc_ndcg_at_1_std": -0.101813, + "nauc_ndcg_at_1_diff1": 0.743053, + "nauc_ndcg_at_3_max": 0.570104, + "nauc_ndcg_at_3_std": -0.093163, + "nauc_ndcg_at_3_diff1": 0.69899, + "nauc_ndcg_at_5_max": 0.569347, + "nauc_ndcg_at_5_std": -0.082841, + "nauc_ndcg_at_5_diff1": 0.695061, + "nauc_ndcg_at_10_max": 0.558175, + "nauc_ndcg_at_10_std": -0.087316, + "nauc_ndcg_at_10_diff1": 0.687232, + "nauc_ndcg_at_20_max": 0.57731, + "nauc_ndcg_at_20_std": -0.054471, + "nauc_ndcg_at_20_diff1": 0.685524, + "nauc_ndcg_at_100_max": 0.584652, + "nauc_ndcg_at_100_std": -0.040609, + "nauc_ndcg_at_100_diff1": 0.687144, + "nauc_ndcg_at_1000_max": 0.584809, + "nauc_ndcg_at_1000_std": -0.04726, + "nauc_ndcg_at_1000_diff1": 0.69061, + "nauc_map_at_1_max": 0.543171, + "nauc_map_at_1_std": -0.103036, + "nauc_map_at_1_diff1": 0.764836, + "nauc_map_at_3_max": 0.551818, + "nauc_map_at_3_std": -0.119703, + "nauc_map_at_3_diff1": 0.732368, + "nauc_map_at_5_max": 0.556506, + "nauc_map_at_5_std": -0.106956, + "nauc_map_at_5_diff1": 0.721624, + "nauc_map_at_10_max": 0.558224, + "nauc_map_at_10_std": -0.102563, + "nauc_map_at_10_diff1": 0.70962, + "nauc_map_at_20_max": 0.568734, + "nauc_map_at_20_std": -0.089842, + "nauc_map_at_20_diff1": 0.708779, + "nauc_map_at_100_max": 0.572456, + "nauc_map_at_100_std": -0.081792, + "nauc_map_at_100_diff1": 0.70782, + "nauc_map_at_1000_max": 0.572395, + "nauc_map_at_1000_std": -0.082109, + "nauc_map_at_1000_diff1": 0.707902, + "nauc_recall_at_1_max": 0.543171, + "nauc_recall_at_1_std": -0.103036, + "nauc_recall_at_1_diff1": 0.764836, + "nauc_recall_at_3_max": 0.520808, + "nauc_recall_at_3_std": -0.136243, + "nauc_recall_at_3_diff1": 0.682345, + "nauc_recall_at_5_max": 0.507459, + "nauc_recall_at_5_std": -0.115165, + "nauc_recall_at_5_diff1": 0.641904, + "nauc_recall_at_10_max": 0.44079, + "nauc_recall_at_10_std": -0.147529, + "nauc_recall_at_10_diff1": 0.567214, + "nauc_recall_at_20_max": 0.486262, + "nauc_recall_at_20_std": 0.055188, + "nauc_recall_at_20_diff1": 0.490396, + "nauc_recall_at_100_max": 0.538148, + "nauc_recall_at_100_std": 0.45703, + "nauc_recall_at_100_diff1": 0.387597, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.578653, + "nauc_precision_at_1_std": -0.101813, + "nauc_precision_at_1_diff1": 0.743053, + "nauc_precision_at_3_max": 0.261871, + "nauc_precision_at_3_std": 0.020736, + "nauc_precision_at_3_diff1": 0.141249, + "nauc_precision_at_5_max": 0.152695, + "nauc_precision_at_5_std": 0.105473, + "nauc_precision_at_5_diff1": -0.062767, + "nauc_precision_at_10_max": 0.018318, + "nauc_precision_at_10_std": 0.168104, + "nauc_precision_at_10_diff1": -0.271826, + "nauc_precision_at_20_max": 0.011095, + "nauc_precision_at_20_std": 0.256574, + "nauc_precision_at_20_diff1": -0.337314, + "nauc_precision_at_100_max": -0.033004, + "nauc_precision_at_100_std": 0.300572, + "nauc_precision_at_100_diff1": -0.389589, + "nauc_precision_at_1000_max": -0.048262, + "nauc_precision_at_1000_std": 0.29106, + "nauc_precision_at_1000_diff1": -0.404284, + "nauc_mrr_at_1_max": 0.578653, + "nauc_mrr_at_1_std": -0.101813, + "nauc_mrr_at_1_diff1": 0.743053, + "nauc_mrr_at_3_max": 0.586265, + "nauc_mrr_at_3_std": -0.057358, + "nauc_mrr_at_3_diff1": 0.694128, + "nauc_mrr_at_5_max": 0.586409, + "nauc_mrr_at_5_std": -0.05349, + "nauc_mrr_at_5_diff1": 0.694708, + "nauc_mrr_at_10_max": 0.583234, + "nauc_mrr_at_10_std": -0.057371, + "nauc_mrr_at_10_diff1": 0.694257, + "nauc_mrr_at_20_max": 0.583421, + "nauc_mrr_at_20_std": -0.055742, + "nauc_mrr_at_20_diff1": 0.694666, + "nauc_mrr_at_100_max": 0.583289, + "nauc_mrr_at_100_std": -0.056853, + "nauc_mrr_at_100_diff1": 0.695405, + "nauc_mrr_at_1000_max": 0.583293, + "nauc_mrr_at_1000_std": -0.056999, + "nauc_mrr_at_1000_diff1": 0.695474, + "cv_recall_at_1": 0.6162, + "cv_recall_at_3": 0.80634, + "cv_recall_at_5": 0.85211, + "cv_recall_at_10": 0.92958, + "cv_recall_at_20": 0.95775, + "cv_recall_at_100": 0.98592, + "cv_recall_at_1000": 1.0, + "main_score": 0.74606, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.145971059799194, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/MBPPRetrieval.json b/results/voyageai__voyage-4/1/MBPPRetrieval.json new file mode 100644 index 0000000000..661b9fc52e --- /dev/null +++ b/results/voyageai__voyage-4/1/MBPPRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "586a1fd6a0c63fdeda3b49c0293559a81c79cdec", + "task_name": "MBPPRetrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86448, + "ndcg_at_3": 0.93137, + "ndcg_at_5": 0.9361, + "ndcg_at_10": 0.93952, + "ndcg_at_20": 0.93952, + "ndcg_at_100": 0.9401, + "ndcg_at_1000": 0.94023, + "map_at_1": 0.86448, + "map_at_3": 0.91632, + "map_at_5": 0.91899, + "map_at_10": 0.92047, + "map_at_20": 0.92047, + "map_at_100": 0.92055, + "map_at_1000": 0.92055, + "recall_at_1": 0.86448, + "recall_at_3": 0.97433, + "recall_at_5": 0.98563, + "recall_at_10": 0.99589, + "recall_at_20": 0.99589, + "recall_at_100": 0.99897, + "recall_at_1000": 1.0, + "accuracy": 0.86448, + "precision_at_1": 0.86448, + "precision_at_3": 0.32478, + "precision_at_5": 0.19713, + "precision_at_10": 0.09959, + "precision_at_20": 0.04979, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.864476, + "mrr_at_3": 0.916667, + "mrr_at_5": 0.919079, + "mrr_at_10": 0.920555, + "mrr_at_20": 0.920555, + "mrr_at_100": 0.920634, + "mrr_at_1000": 0.920639, + "nauc_ndcg_at_1_max": 0.391515, + "nauc_ndcg_at_1_std": -0.170581, + "nauc_ndcg_at_1_diff1": 0.879413, + "nauc_ndcg_at_3_max": 0.504817, + "nauc_ndcg_at_3_std": -0.184831, + "nauc_ndcg_at_3_diff1": 0.875359, + "nauc_ndcg_at_5_max": 0.47747, + "nauc_ndcg_at_5_std": -0.199214, + "nauc_ndcg_at_5_diff1": 0.875465, + "nauc_ndcg_at_10_max": 0.463631, + "nauc_ndcg_at_10_std": -0.172186, + "nauc_ndcg_at_10_diff1": 0.875101, + "nauc_ndcg_at_20_max": 0.463631, + "nauc_ndcg_at_20_std": -0.172186, + "nauc_ndcg_at_20_diff1": 0.875101, + "nauc_ndcg_at_100_max": 0.458319, + "nauc_ndcg_at_100_std": -0.177306, + "nauc_ndcg_at_100_diff1": 0.875824, + "nauc_ndcg_at_1000_max": 0.457079, + "nauc_ndcg_at_1000_std": -0.176422, + "nauc_ndcg_at_1000_diff1": 0.87554, + "nauc_map_at_1_max": 0.391515, + "nauc_map_at_1_std": -0.170581, + "nauc_map_at_1_diff1": 0.879413, + "nauc_map_at_3_max": 0.468731, + "nauc_map_at_3_std": -0.179107, + "nauc_map_at_3_diff1": 0.876189, + "nauc_map_at_5_max": 0.455292, + "nauc_map_at_5_std": -0.185154, + "nauc_map_at_5_diff1": 0.876242, + "nauc_map_at_10_max": 0.450217, + "nauc_map_at_10_std": -0.175533, + "nauc_map_at_10_diff1": 0.875977, + "nauc_map_at_20_max": 0.450217, + "nauc_map_at_20_std": -0.175533, + "nauc_map_at_20_diff1": 0.875977, + "nauc_map_at_100_max": 0.449655, + "nauc_map_at_100_std": -0.176148, + "nauc_map_at_100_diff1": 0.876008, + "nauc_map_at_1000_max": 0.44962, + "nauc_map_at_1000_std": -0.176123, + "nauc_map_at_1000_diff1": 0.876, + "nauc_recall_at_1_max": 0.391515, + "nauc_recall_at_1_std": -0.170581, + "nauc_recall_at_1_diff1": 0.879413, + "nauc_recall_at_3_max": 0.824486, + "nauc_recall_at_3_std": -0.237431, + "nauc_recall_at_3_diff1": 0.868743, + "nauc_recall_at_5_max": 0.793451, + "nauc_recall_at_5_std": -0.431298, + "nauc_recall_at_5_diff1": 0.865132, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.097025, + "nauc_recall_at_10_diff1": 0.839503, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.097025, + "nauc_recall_at_20_diff1": 0.839503, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": -0.563522, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.391515, + "nauc_precision_at_1_std": -0.170581, + "nauc_precision_at_1_diff1": 0.879413, + "nauc_precision_at_3_max": 0.824486, + "nauc_precision_at_3_std": -0.237431, + "nauc_precision_at_3_diff1": 0.868743, + "nauc_precision_at_5_max": 0.793451, + "nauc_precision_at_5_std": -0.431298, + "nauc_precision_at_5_diff1": 0.865132, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.097025, + "nauc_precision_at_10_diff1": 0.839503, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.097025, + "nauc_precision_at_20_diff1": 0.839503, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": -0.563522, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.391515, + "nauc_mrr_at_1_std": -0.170581, + "nauc_mrr_at_1_diff1": 0.879413, + "nauc_mrr_at_3_max": 0.466486, + "nauc_mrr_at_3_std": -0.179141, + "nauc_mrr_at_3_diff1": 0.876839, + "nauc_mrr_at_5_max": 0.454699, + "nauc_mrr_at_5_std": -0.18517, + "nauc_mrr_at_5_diff1": 0.87641, + "nauc_mrr_at_10_max": 0.449607, + "nauc_mrr_at_10_std": -0.175538, + "nauc_mrr_at_10_diff1": 0.876147, + "nauc_mrr_at_20_max": 0.449607, + "nauc_mrr_at_20_std": -0.175538, + "nauc_mrr_at_20_diff1": 0.876147, + "nauc_mrr_at_100_max": 0.449043, + "nauc_mrr_at_100_std": -0.176153, + "nauc_mrr_at_100_diff1": 0.876179, + "nauc_mrr_at_1000_max": 0.449009, + "nauc_mrr_at_1000_std": -0.176129, + "nauc_mrr_at_1000_diff1": 0.876171, + "cv_recall_at_1": 0.86448, + "cv_recall_at_3": 0.97536, + "cv_recall_at_5": 0.98563, + "cv_recall_at_10": 0.99589, + "cv_recall_at_20": 0.99589, + "cv_recall_at_100": 0.99897, + "cv_recall_at_1000": 1.0, + "main_score": 0.93952, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 14.884632110595703, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/MIRACLRetrievalHardNegatives.json b/results/voyageai__voyage-4/1/MIRACLRetrievalHardNegatives.json new file mode 100644 index 0000000000..6fbb2eae5d --- /dev/null +++ b/results/voyageai__voyage-4/1/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2801 @@ +{ + "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", + "task_name": "MIRACLRetrievalHardNegatives", + "mteb_version": "2.6.5", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.579, + "ndcg_at_3": 0.62049, + "ndcg_at_5": 0.65365, + "ndcg_at_10": 0.69355, + "ndcg_at_20": 0.71574, + "ndcg_at_100": 0.73752, + "ndcg_at_1000": 0.73984, + "map_at_1": 0.39092, + "map_at_3": 0.54671, + "map_at_5": 0.58364, + "map_at_10": 0.61173, + "map_at_20": 0.62203, + "map_at_100": 0.62744, + "map_at_1000": 0.62763, + "recall_at_1": 0.39092, + "recall_at_3": 0.63947, + "recall_at_5": 0.73067, + "recall_at_10": 0.82895, + "recall_at_20": 0.89509, + "recall_at_100": 0.98631, + "recall_at_1000": 1.0, + "accuracy": 0.39092, + "precision_at_1": 0.579, + "precision_at_3": 0.36033, + "precision_at_5": 0.2584, + "precision_at_10": 0.1552, + "precision_at_20": 0.08655, + "precision_at_100": 0.01951, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.579, + "mrr_at_3": 0.681333, + "mrr_at_5": 0.694683, + "mrr_at_10": 0.701229, + "mrr_at_20": 0.703776, + "mrr_at_100": 0.704953, + "mrr_at_1000": 0.70499, + "nauc_ndcg_at_1_max": 0.171532, + "nauc_ndcg_at_1_std": -0.100986, + "nauc_ndcg_at_1_diff1": 0.450455, + "nauc_ndcg_at_3_max": 0.150857, + "nauc_ndcg_at_3_std": -0.190454, + "nauc_ndcg_at_3_diff1": 0.380208, + "nauc_ndcg_at_5_max": 0.174072, + "nauc_ndcg_at_5_std": -0.194313, + "nauc_ndcg_at_5_diff1": 0.390944, + "nauc_ndcg_at_10_max": 0.181451, + "nauc_ndcg_at_10_std": -0.190357, + "nauc_ndcg_at_10_diff1": 0.382394, + "nauc_ndcg_at_20_max": 0.188887, + "nauc_ndcg_at_20_std": -0.170379, + "nauc_ndcg_at_20_diff1": 0.390502, + "nauc_ndcg_at_100_max": 0.188926, + "nauc_ndcg_at_100_std": -0.147434, + "nauc_ndcg_at_100_diff1": 0.389206, + "nauc_ndcg_at_1000_max": 0.187558, + "nauc_ndcg_at_1000_std": -0.14975, + "nauc_ndcg_at_1000_diff1": 0.390891, + "nauc_map_at_1_max": 0.085791, + "nauc_map_at_1_std": -0.188509, + "nauc_map_at_1_diff1": 0.4715, + "nauc_map_at_3_max": 0.129552, + "nauc_map_at_3_std": -0.223829, + "nauc_map_at_3_diff1": 0.395596, + "nauc_map_at_5_max": 0.154096, + "nauc_map_at_5_std": -0.214452, + "nauc_map_at_5_diff1": 0.396005, + "nauc_map_at_10_max": 0.162157, + "nauc_map_at_10_std": -0.207929, + "nauc_map_at_10_diff1": 0.389434, + "nauc_map_at_20_max": 0.166173, + "nauc_map_at_20_std": -0.199849, + "nauc_map_at_20_diff1": 0.393044, + "nauc_map_at_100_max": 0.166899, + "nauc_map_at_100_std": -0.193845, + "nauc_map_at_100_diff1": 0.391879, + "nauc_map_at_1000_max": 0.166891, + "nauc_map_at_1000_std": -0.193854, + "nauc_map_at_1000_diff1": 0.391996, + "nauc_recall_at_1_max": 0.085791, + "nauc_recall_at_1_std": -0.188509, + "nauc_recall_at_1_diff1": 0.4715, + "nauc_recall_at_3_max": 0.111103, + "nauc_recall_at_3_std": -0.242411, + "nauc_recall_at_3_diff1": 0.330379, + "nauc_recall_at_5_max": 0.155024, + "nauc_recall_at_5_std": -0.239253, + "nauc_recall_at_5_diff1": 0.32184, + "nauc_recall_at_10_max": 0.174731, + "nauc_recall_at_10_std": -0.274201, + "nauc_recall_at_10_diff1": 0.287601, + "nauc_recall_at_20_max": 0.220664, + "nauc_recall_at_20_std": -0.232159, + "nauc_recall_at_20_diff1": 0.3146, + "nauc_recall_at_100_max": 0.350941, + "nauc_recall_at_100_std": 0.143278, + "nauc_recall_at_100_diff1": 0.227468, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.171532, + "nauc_precision_at_1_std": -0.100986, + "nauc_precision_at_1_diff1": 0.450455, + "nauc_precision_at_3_max": 0.177688, + "nauc_precision_at_3_std": -0.023237, + "nauc_precision_at_3_diff1": 0.031406, + "nauc_precision_at_5_max": 0.184393, + "nauc_precision_at_5_std": 0.052208, + "nauc_precision_at_5_diff1": -0.03967, + "nauc_precision_at_10_max": 0.149931, + "nauc_precision_at_10_std": 0.12177, + "nauc_precision_at_10_diff1": -0.120315, + "nauc_precision_at_20_max": 0.12684, + "nauc_precision_at_20_std": 0.185083, + "nauc_precision_at_20_diff1": -0.145774, + "nauc_precision_at_100_max": 0.102065, + "nauc_precision_at_100_std": 0.266789, + "nauc_precision_at_100_diff1": -0.198996, + "nauc_precision_at_1000_max": 0.095829, + "nauc_precision_at_1000_std": 0.267364, + "nauc_precision_at_1000_diff1": -0.204158, + "nauc_mrr_at_1_max": 0.171532, + "nauc_mrr_at_1_std": -0.100986, + "nauc_mrr_at_1_diff1": 0.450455, + "nauc_mrr_at_3_max": 0.19318, + "nauc_mrr_at_3_std": -0.097928, + "nauc_mrr_at_3_diff1": 0.410972, + "nauc_mrr_at_5_max": 0.198689, + "nauc_mrr_at_5_std": -0.093955, + "nauc_mrr_at_5_diff1": 0.417549, + "nauc_mrr_at_10_max": 0.198453, + "nauc_mrr_at_10_std": -0.096144, + "nauc_mrr_at_10_diff1": 0.41707, + "nauc_mrr_at_20_max": 0.197991, + "nauc_mrr_at_20_std": -0.09319, + "nauc_mrr_at_20_diff1": 0.41721, + "nauc_mrr_at_100_max": 0.196918, + "nauc_mrr_at_100_std": -0.094187, + "nauc_mrr_at_100_diff1": 0.417642, + "nauc_mrr_at_1000_max": 0.196842, + "nauc_mrr_at_1000_std": -0.094278, + "nauc_mrr_at_1000_diff1": 0.417655, + "cv_recall_at_1": 0.579, + "cv_recall_at_3": 0.806, + "cv_recall_at_5": 0.864, + "cv_recall_at_10": 0.913, + "cv_recall_at_20": 0.95, + "cv_recall_at_100": 0.994, + "cv_recall_at_1000": 1.0, + "main_score": 0.69355, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.58637, + "ndcg_at_3": 0.6347, + "ndcg_at_5": 0.67684, + "ndcg_at_10": 0.7101, + "ndcg_at_20": 0.73053, + "ndcg_at_100": 0.74782, + "ndcg_at_1000": 0.75197, + "map_at_1": 0.37152, + "map_at_3": 0.54915, + "map_at_5": 0.59427, + "map_at_10": 0.6196, + "map_at_20": 0.6302, + "map_at_100": 0.63513, + "map_at_1000": 0.63543, + "recall_at_1": 0.37152, + "recall_at_3": 0.65967, + "recall_at_5": 0.76543, + "recall_at_10": 0.85141, + "recall_at_20": 0.90796, + "recall_at_100": 0.97339, + "recall_at_1000": 0.99878, + "accuracy": 0.37152, + "precision_at_1": 0.58637, + "precision_at_3": 0.38118, + "precision_at_5": 0.28321, + "precision_at_10": 0.16472, + "precision_at_20": 0.09209, + "precision_at_100": 0.02036, + "precision_at_1000": 0.0021, + "mrr_at_1": 0.586375, + "mrr_at_3": 0.702758, + "mrr_at_5": 0.719181, + "mrr_at_10": 0.725005, + "mrr_at_20": 0.726059, + "mrr_at_100": 0.726838, + "mrr_at_1000": 0.726878, + "nauc_ndcg_at_1_max": 0.168186, + "nauc_ndcg_at_1_std": -0.133203, + "nauc_ndcg_at_1_diff1": 0.41328, + "nauc_ndcg_at_3_max": 0.083059, + "nauc_ndcg_at_3_std": -0.25552, + "nauc_ndcg_at_3_diff1": 0.344299, + "nauc_ndcg_at_5_max": 0.096664, + "nauc_ndcg_at_5_std": -0.255194, + "nauc_ndcg_at_5_diff1": 0.35512, + "nauc_ndcg_at_10_max": 0.115293, + "nauc_ndcg_at_10_std": -0.237556, + "nauc_ndcg_at_10_diff1": 0.358281, + "nauc_ndcg_at_20_max": 0.140521, + "nauc_ndcg_at_20_std": -0.188853, + "nauc_ndcg_at_20_diff1": 0.364282, + "nauc_ndcg_at_100_max": 0.13549, + "nauc_ndcg_at_100_std": -0.17396, + "nauc_ndcg_at_100_diff1": 0.363913, + "nauc_ndcg_at_1000_max": 0.136834, + "nauc_ndcg_at_1000_std": -0.185817, + "nauc_ndcg_at_1000_diff1": 0.361795, + "nauc_map_at_1_max": 0.073669, + "nauc_map_at_1_std": -0.298704, + "nauc_map_at_1_diff1": 0.465743, + "nauc_map_at_3_max": 0.068408, + "nauc_map_at_3_std": -0.326935, + "nauc_map_at_3_diff1": 0.382461, + "nauc_map_at_5_max": 0.07751, + "nauc_map_at_5_std": -0.30119, + "nauc_map_at_5_diff1": 0.370273, + "nauc_map_at_10_max": 0.094033, + "nauc_map_at_10_std": -0.271863, + "nauc_map_at_10_diff1": 0.362795, + "nauc_map_at_20_max": 0.103347, + "nauc_map_at_20_std": -0.25037, + "nauc_map_at_20_diff1": 0.364253, + "nauc_map_at_100_max": 0.103328, + "nauc_map_at_100_std": -0.246168, + "nauc_map_at_100_diff1": 0.363269, + "nauc_map_at_1000_max": 0.103471, + "nauc_map_at_1000_std": -0.246619, + "nauc_map_at_1000_diff1": 0.363248, + "nauc_recall_at_1_max": 0.073669, + "nauc_recall_at_1_std": -0.298704, + "nauc_recall_at_1_diff1": 0.465743, + "nauc_recall_at_3_max": 0.012709, + "nauc_recall_at_3_std": -0.357811, + "nauc_recall_at_3_diff1": 0.296003, + "nauc_recall_at_5_max": 0.028098, + "nauc_recall_at_5_std": -0.336309, + "nauc_recall_at_5_diff1": 0.271067, + "nauc_recall_at_10_max": 0.050811, + "nauc_recall_at_10_std": -0.29835, + "nauc_recall_at_10_diff1": 0.256203, + "nauc_recall_at_20_max": 0.174503, + "nauc_recall_at_20_std": -0.074038, + "nauc_recall_at_20_diff1": 0.300443, + "nauc_recall_at_100_max": 0.098577, + "nauc_recall_at_100_std": 0.401409, + "nauc_recall_at_100_diff1": 0.379685, + "nauc_recall_at_1000_max": 0.722347, + "nauc_recall_at_1000_std": -0.172009, + "nauc_recall_at_1000_diff1": -0.172009, + "nauc_precision_at_1_max": 0.168186, + "nauc_precision_at_1_std": -0.133203, + "nauc_precision_at_1_diff1": 0.41328, + "nauc_precision_at_3_max": 0.097106, + "nauc_precision_at_3_std": 0.060203, + "nauc_precision_at_3_diff1": -0.019632, + "nauc_precision_at_5_max": 0.107381, + "nauc_precision_at_5_std": 0.223842, + "nauc_precision_at_5_diff1": -0.129233, + "nauc_precision_at_10_max": 0.131631, + "nauc_precision_at_10_std": 0.328224, + "nauc_precision_at_10_diff1": -0.203447, + "nauc_precision_at_20_max": 0.151763, + "nauc_precision_at_20_std": 0.411997, + "nauc_precision_at_20_diff1": -0.216562, + "nauc_precision_at_100_max": 0.115272, + "nauc_precision_at_100_std": 0.431442, + "nauc_precision_at_100_diff1": -0.246294, + "nauc_precision_at_1000_max": 0.110521, + "nauc_precision_at_1000_std": 0.406247, + "nauc_precision_at_1000_diff1": -0.264251, + "nauc_mrr_at_1_max": 0.168186, + "nauc_mrr_at_1_std": -0.133203, + "nauc_mrr_at_1_diff1": 0.41328, + "nauc_mrr_at_3_max": 0.167464, + "nauc_mrr_at_3_std": -0.125154, + "nauc_mrr_at_3_diff1": 0.390656, + "nauc_mrr_at_5_max": 0.17753, + "nauc_mrr_at_5_std": -0.124452, + "nauc_mrr_at_5_diff1": 0.392124, + "nauc_mrr_at_10_max": 0.172078, + "nauc_mrr_at_10_std": -0.127537, + "nauc_mrr_at_10_diff1": 0.391367, + "nauc_mrr_at_20_max": 0.174143, + "nauc_mrr_at_20_std": -0.124166, + "nauc_mrr_at_20_diff1": 0.390934, + "nauc_mrr_at_100_max": 0.173262, + "nauc_mrr_at_100_std": -0.12466, + "nauc_mrr_at_100_diff1": 0.391883, + "nauc_mrr_at_1000_max": 0.173303, + "nauc_mrr_at_1000_std": -0.12479, + "nauc_mrr_at_1000_diff1": 0.391893, + "cv_recall_at_1": 0.58637, + "cv_recall_at_3": 0.84185, + "cv_recall_at_5": 0.91241, + "cv_recall_at_10": 0.95377, + "cv_recall_at_20": 0.96837, + "cv_recall_at_100": 0.9927, + "cv_recall_at_1000": 1.0, + "main_score": 0.7101, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.36721, + "ndcg_at_3": 0.39135, + "ndcg_at_5": 0.4367, + "ndcg_at_10": 0.49782, + "ndcg_at_20": 0.538, + "ndcg_at_100": 0.5867, + "ndcg_at_1000": 0.5928, + "map_at_1": 0.1803, + "map_at_3": 0.29846, + "map_at_5": 0.34744, + "map_at_10": 0.38796, + "map_at_20": 0.40601, + "map_at_100": 0.41829, + "map_at_1000": 0.4189, + "recall_at_1": 0.1803, + "recall_at_3": 0.38238, + "recall_at_5": 0.50884, + "recall_at_10": 0.6555, + "recall_at_20": 0.77047, + "recall_at_100": 0.96163, + "recall_at_1000": 0.99403, + "accuracy": 0.1803, + "precision_at_1": 0.36721, + "precision_at_3": 0.28634, + "precision_at_5": 0.23475, + "precision_at_10": 0.16033, + "precision_at_20": 0.09787, + "precision_at_100": 0.02528, + "precision_at_1000": 0.00263, + "mrr_at_1": 0.367213, + "mrr_at_3": 0.485246, + "mrr_at_5": 0.508361, + "mrr_at_10": 0.522213, + "mrr_at_20": 0.527429, + "mrr_at_100": 0.529643, + "mrr_at_1000": 0.529711, + "nauc_ndcg_at_1_max": 0.112157, + "nauc_ndcg_at_1_std": -0.071669, + "nauc_ndcg_at_1_diff1": 0.170356, + "nauc_ndcg_at_3_max": 0.095342, + "nauc_ndcg_at_3_std": -0.048954, + "nauc_ndcg_at_3_diff1": 0.152665, + "nauc_ndcg_at_5_max": 0.122542, + "nauc_ndcg_at_5_std": -0.106413, + "nauc_ndcg_at_5_diff1": 0.17426, + "nauc_ndcg_at_10_max": 0.124284, + "nauc_ndcg_at_10_std": -0.108632, + "nauc_ndcg_at_10_diff1": 0.163122, + "nauc_ndcg_at_20_max": 0.122203, + "nauc_ndcg_at_20_std": -0.115596, + "nauc_ndcg_at_20_diff1": 0.165018, + "nauc_ndcg_at_100_max": 0.141552, + "nauc_ndcg_at_100_std": -0.082886, + "nauc_ndcg_at_100_diff1": 0.170308, + "nauc_ndcg_at_1000_max": 0.144135, + "nauc_ndcg_at_1000_std": -0.085955, + "nauc_ndcg_at_1000_diff1": 0.165836, + "nauc_map_at_1_max": 0.028171, + "nauc_map_at_1_std": -0.086236, + "nauc_map_at_1_diff1": 0.238126, + "nauc_map_at_3_max": 0.079312, + "nauc_map_at_3_std": -0.062266, + "nauc_map_at_3_diff1": 0.190734, + "nauc_map_at_5_max": 0.102354, + "nauc_map_at_5_std": -0.106906, + "nauc_map_at_5_diff1": 0.195023, + "nauc_map_at_10_max": 0.107653, + "nauc_map_at_10_std": -0.10533, + "nauc_map_at_10_diff1": 0.185442, + "nauc_map_at_20_max": 0.110959, + "nauc_map_at_20_std": -0.10764, + "nauc_map_at_20_diff1": 0.184353, + "nauc_map_at_100_max": 0.116873, + "nauc_map_at_100_std": -0.101889, + "nauc_map_at_100_diff1": 0.184864, + "nauc_map_at_1000_max": 0.117328, + "nauc_map_at_1000_std": -0.101943, + "nauc_map_at_1000_diff1": 0.184761, + "nauc_recall_at_1_max": 0.028171, + "nauc_recall_at_1_std": -0.086236, + "nauc_recall_at_1_diff1": 0.238126, + "nauc_recall_at_3_max": 0.063267, + "nauc_recall_at_3_std": -0.0268, + "nauc_recall_at_3_diff1": 0.138228, + "nauc_recall_at_5_max": 0.109064, + "nauc_recall_at_5_std": -0.111688, + "nauc_recall_at_5_diff1": 0.158726, + "nauc_recall_at_10_max": 0.093977, + "nauc_recall_at_10_std": -0.127448, + "nauc_recall_at_10_diff1": 0.123752, + "nauc_recall_at_20_max": 0.053937, + "nauc_recall_at_20_std": -0.186681, + "nauc_recall_at_20_diff1": 0.144883, + "nauc_recall_at_100_max": 0.163694, + "nauc_recall_at_100_std": 0.116111, + "nauc_recall_at_100_diff1": 0.347067, + "nauc_recall_at_1000_max": 0.67045, + "nauc_recall_at_1000_std": 0.442371, + "nauc_recall_at_1000_diff1": 0.557649, + "nauc_precision_at_1_max": 0.112157, + "nauc_precision_at_1_std": -0.071669, + "nauc_precision_at_1_diff1": 0.170356, + "nauc_precision_at_3_max": 0.147317, + "nauc_precision_at_3_std": -0.022098, + "nauc_precision_at_3_diff1": 0.070433, + "nauc_precision_at_5_max": 0.203707, + "nauc_precision_at_5_std": -0.092169, + "nauc_precision_at_5_diff1": 0.082557, + "nauc_precision_at_10_max": 0.190055, + "nauc_precision_at_10_std": -0.051703, + "nauc_precision_at_10_diff1": 0.009362, + "nauc_precision_at_20_max": 0.167628, + "nauc_precision_at_20_std": -0.032277, + "nauc_precision_at_20_diff1": -0.018731, + "nauc_precision_at_100_max": 0.173912, + "nauc_precision_at_100_std": 0.082127, + "nauc_precision_at_100_diff1": -0.053787, + "nauc_precision_at_1000_max": 0.179084, + "nauc_precision_at_1000_std": 0.084759, + "nauc_precision_at_1000_diff1": -0.072753, + "nauc_mrr_at_1_max": 0.112157, + "nauc_mrr_at_1_std": -0.071669, + "nauc_mrr_at_1_diff1": 0.170356, + "nauc_mrr_at_3_max": 0.108268, + "nauc_mrr_at_3_std": -0.060577, + "nauc_mrr_at_3_diff1": 0.111764, + "nauc_mrr_at_5_max": 0.128541, + "nauc_mrr_at_5_std": -0.072524, + "nauc_mrr_at_5_diff1": 0.128512, + "nauc_mrr_at_10_max": 0.130407, + "nauc_mrr_at_10_std": -0.073093, + "nauc_mrr_at_10_diff1": 0.129323, + "nauc_mrr_at_20_max": 0.126934, + "nauc_mrr_at_20_std": -0.073281, + "nauc_mrr_at_20_diff1": 0.128471, + "nauc_mrr_at_100_max": 0.126272, + "nauc_mrr_at_100_std": -0.07241, + "nauc_mrr_at_100_diff1": 0.128843, + "nauc_mrr_at_1000_max": 0.126212, + "nauc_mrr_at_1000_std": -0.072513, + "nauc_mrr_at_1000_diff1": 0.128789, + "cv_recall_at_1": 0.36721, + "cv_recall_at_3": 0.63607, + "cv_recall_at_5": 0.7377, + "cv_recall_at_10": 0.83607, + "cv_recall_at_20": 0.9082, + "cv_recall_at_100": 0.98689, + "cv_recall_at_1000": 1.0, + "main_score": 0.49782, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.41677, + "ndcg_at_3": 0.41014, + "ndcg_at_5": 0.43032, + "ndcg_at_10": 0.4818, + "ndcg_at_20": 0.52573, + "ndcg_at_100": 0.58455, + "ndcg_at_1000": 0.59426, + "map_at_1": 0.20146, + "map_at_3": 0.30544, + "map_at_5": 0.33736, + "map_at_10": 0.37205, + "map_at_20": 0.39178, + "map_at_100": 0.40792, + "map_at_1000": 0.40905, + "recall_at_1": 0.20146, + "recall_at_3": 0.38131, + "recall_at_5": 0.46767, + "recall_at_10": 0.60575, + "recall_at_20": 0.73054, + "recall_at_100": 0.94955, + "recall_at_1000": 0.99756, + "accuracy": 0.20146, + "precision_at_1": 0.41677, + "precision_at_3": 0.28202, + "precision_at_5": 0.21877, + "precision_at_10": 0.15219, + "precision_at_20": 0.09656, + "precision_at_100": 0.02718, + "precision_at_1000": 0.0029, + "mrr_at_1": 0.416771, + "mrr_at_3": 0.517939, + "mrr_at_5": 0.538903, + "mrr_at_10": 0.55322, + "mrr_at_20": 0.557789, + "mrr_at_100": 0.559859, + "mrr_at_1000": 0.559911, + "nauc_ndcg_at_1_max": 0.145445, + "nauc_ndcg_at_1_std": -0.008459, + "nauc_ndcg_at_1_diff1": 0.251866, + "nauc_ndcg_at_3_max": 0.127265, + "nauc_ndcg_at_3_std": -0.083037, + "nauc_ndcg_at_3_diff1": 0.248326, + "nauc_ndcg_at_5_max": 0.130676, + "nauc_ndcg_at_5_std": -0.101798, + "nauc_ndcg_at_5_diff1": 0.250356, + "nauc_ndcg_at_10_max": 0.166926, + "nauc_ndcg_at_10_std": -0.097107, + "nauc_ndcg_at_10_diff1": 0.268073, + "nauc_ndcg_at_20_max": 0.18865, + "nauc_ndcg_at_20_std": -0.076115, + "nauc_ndcg_at_20_diff1": 0.257565, + "nauc_ndcg_at_100_max": 0.194005, + "nauc_ndcg_at_100_std": -0.039253, + "nauc_ndcg_at_100_diff1": 0.249524, + "nauc_ndcg_at_1000_max": 0.188095, + "nauc_ndcg_at_1000_std": -0.040139, + "nauc_ndcg_at_1000_diff1": 0.2458, + "nauc_map_at_1_max": 0.099994, + "nauc_map_at_1_std": -0.082066, + "nauc_map_at_1_diff1": 0.294938, + "nauc_map_at_3_max": 0.099136, + "nauc_map_at_3_std": -0.122339, + "nauc_map_at_3_diff1": 0.281787, + "nauc_map_at_5_max": 0.11218, + "nauc_map_at_5_std": -0.125546, + "nauc_map_at_5_diff1": 0.271411, + "nauc_map_at_10_max": 0.137258, + "nauc_map_at_10_std": -0.119094, + "nauc_map_at_10_diff1": 0.275874, + "nauc_map_at_20_max": 0.148084, + "nauc_map_at_20_std": -0.107292, + "nauc_map_at_20_diff1": 0.266905, + "nauc_map_at_100_max": 0.15353, + "nauc_map_at_100_std": -0.095224, + "nauc_map_at_100_diff1": 0.263177, + "nauc_map_at_1000_max": 0.153163, + "nauc_map_at_1000_std": -0.094931, + "nauc_map_at_1000_diff1": 0.26293, + "nauc_recall_at_1_max": 0.099994, + "nauc_recall_at_1_std": -0.082066, + "nauc_recall_at_1_diff1": 0.294938, + "nauc_recall_at_3_max": 0.067814, + "nauc_recall_at_3_std": -0.149925, + "nauc_recall_at_3_diff1": 0.248112, + "nauc_recall_at_5_max": 0.077674, + "nauc_recall_at_5_std": -0.160787, + "nauc_recall_at_5_diff1": 0.221482, + "nauc_recall_at_10_max": 0.148862, + "nauc_recall_at_10_std": -0.140064, + "nauc_recall_at_10_diff1": 0.236302, + "nauc_recall_at_20_max": 0.202422, + "nauc_recall_at_20_std": -0.110908, + "nauc_recall_at_20_diff1": 0.213285, + "nauc_recall_at_100_max": 0.296309, + "nauc_recall_at_100_std": 0.008491, + "nauc_recall_at_100_diff1": 0.267969, + "nauc_recall_at_1000_max": 0.66408, + "nauc_recall_at_1000_std": -0.664654, + "nauc_recall_at_1000_diff1": 0.306456, + "nauc_precision_at_1_max": 0.145445, + "nauc_precision_at_1_std": -0.008459, + "nauc_precision_at_1_diff1": 0.251866, + "nauc_precision_at_3_max": 0.141225, + "nauc_precision_at_3_std": -0.028055, + "nauc_precision_at_3_diff1": 0.133061, + "nauc_precision_at_5_max": 0.169884, + "nauc_precision_at_5_std": -0.003528, + "nauc_precision_at_5_diff1": 0.067199, + "nauc_precision_at_10_max": 0.209166, + "nauc_precision_at_10_std": 0.07661, + "nauc_precision_at_10_diff1": 0.022959, + "nauc_precision_at_20_max": 0.212865, + "nauc_precision_at_20_std": 0.155948, + "nauc_precision_at_20_diff1": -0.055433, + "nauc_precision_at_100_max": 0.144735, + "nauc_precision_at_100_std": 0.259257, + "nauc_precision_at_100_diff1": -0.131391, + "nauc_precision_at_1000_max": 0.108154, + "nauc_precision_at_1000_std": 0.244834, + "nauc_precision_at_1000_diff1": -0.139622, + "nauc_mrr_at_1_max": 0.145445, + "nauc_mrr_at_1_std": -0.008459, + "nauc_mrr_at_1_diff1": 0.251866, + "nauc_mrr_at_3_max": 0.164823, + "nauc_mrr_at_3_std": -0.01061, + "nauc_mrr_at_3_diff1": 0.250225, + "nauc_mrr_at_5_max": 0.169012, + "nauc_mrr_at_5_std": -0.012232, + "nauc_mrr_at_5_diff1": 0.245806, + "nauc_mrr_at_10_max": 0.173679, + "nauc_mrr_at_10_std": -0.005104, + "nauc_mrr_at_10_diff1": 0.247458, + "nauc_mrr_at_20_max": 0.174906, + "nauc_mrr_at_20_std": -0.00491, + "nauc_mrr_at_20_diff1": 0.247659, + "nauc_mrr_at_100_max": 0.172751, + "nauc_mrr_at_100_std": -0.005937, + "nauc_mrr_at_100_diff1": 0.248035, + "nauc_mrr_at_1000_max": 0.172709, + "nauc_mrr_at_1000_std": -0.005977, + "nauc_mrr_at_1000_diff1": 0.247979, + "cv_recall_at_1": 0.41677, + "cv_recall_at_3": 0.64706, + "cv_recall_at_5": 0.73967, + "cv_recall_at_10": 0.84731, + "cv_recall_at_20": 0.91239, + "cv_recall_at_100": 0.99124, + "cv_recall_at_1000": 1.0, + "main_score": 0.4818, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.46759, + "ndcg_at_3": 0.41731, + "ndcg_at_5": 0.42428, + "ndcg_at_10": 0.46248, + "ndcg_at_20": 0.52289, + "ndcg_at_100": 0.6076, + "ndcg_at_1000": 0.62029, + "map_at_1": 0.1469, + "map_at_3": 0.24351, + "map_at_5": 0.29099, + "map_at_10": 0.34035, + "map_at_20": 0.37199, + "map_at_100": 0.40043, + "map_at_1000": 0.40216, + "recall_at_1": 0.1469, + "recall_at_3": 0.29015, + "recall_at_5": 0.38901, + "recall_at_10": 0.52592, + "recall_at_20": 0.67322, + "recall_at_100": 0.94294, + "recall_at_1000": 0.9995, + "accuracy": 0.1469, + "precision_at_1": 0.46759, + "precision_at_3": 0.34979, + "precision_at_5": 0.29969, + "precision_at_10": 0.21713, + "precision_at_20": 0.14452, + "precision_at_100": 0.04323, + "precision_at_1000": 0.00461, + "mrr_at_1": 0.467593, + "mrr_at_3": 0.565329, + "mrr_at_5": 0.589095, + "mrr_at_10": 0.599966, + "mrr_at_20": 0.604742, + "mrr_at_100": 0.606209, + "mrr_at_1000": 0.606257, + "nauc_ndcg_at_1_max": 0.165258, + "nauc_ndcg_at_1_std": 0.017529, + "nauc_ndcg_at_1_diff1": 0.264787, + "nauc_ndcg_at_3_max": 0.171667, + "nauc_ndcg_at_3_std": -0.004826, + "nauc_ndcg_at_3_diff1": 0.226698, + "nauc_ndcg_at_5_max": 0.162524, + "nauc_ndcg_at_5_std": -0.046489, + "nauc_ndcg_at_5_diff1": 0.221811, + "nauc_ndcg_at_10_max": 0.157696, + "nauc_ndcg_at_10_std": -0.05877, + "nauc_ndcg_at_10_diff1": 0.220427, + "nauc_ndcg_at_20_max": 0.188481, + "nauc_ndcg_at_20_std": -0.019312, + "nauc_ndcg_at_20_diff1": 0.208603, + "nauc_ndcg_at_100_max": 0.220887, + "nauc_ndcg_at_100_std": 0.048356, + "nauc_ndcg_at_100_diff1": 0.206443, + "nauc_ndcg_at_1000_max": 0.227679, + "nauc_ndcg_at_1000_std": 0.051237, + "nauc_ndcg_at_1000_diff1": 0.210832, + "nauc_map_at_1_max": 0.006754, + "nauc_map_at_1_std": -0.132702, + "nauc_map_at_1_diff1": 0.333329, + "nauc_map_at_3_max": 0.069959, + "nauc_map_at_3_std": -0.131256, + "nauc_map_at_3_diff1": 0.289987, + "nauc_map_at_5_max": 0.102171, + "nauc_map_at_5_std": -0.124886, + "nauc_map_at_5_diff1": 0.269953, + "nauc_map_at_10_max": 0.124475, + "nauc_map_at_10_std": -0.099203, + "nauc_map_at_10_diff1": 0.24817, + "nauc_map_at_20_max": 0.149592, + "nauc_map_at_20_std": -0.069817, + "nauc_map_at_20_diff1": 0.237817, + "nauc_map_at_100_max": 0.1626, + "nauc_map_at_100_std": -0.045504, + "nauc_map_at_100_diff1": 0.234938, + "nauc_map_at_1000_max": 0.16398, + "nauc_map_at_1000_std": -0.04419, + "nauc_map_at_1000_diff1": 0.235785, + "nauc_recall_at_1_max": 0.006754, + "nauc_recall_at_1_std": -0.132702, + "nauc_recall_at_1_diff1": 0.333329, + "nauc_recall_at_3_max": 0.047578, + "nauc_recall_at_3_std": -0.156703, + "nauc_recall_at_3_diff1": 0.249434, + "nauc_recall_at_5_max": 0.070169, + "nauc_recall_at_5_std": -0.160043, + "nauc_recall_at_5_diff1": 0.196996, + "nauc_recall_at_10_max": 0.076654, + "nauc_recall_at_10_std": -0.130526, + "nauc_recall_at_10_diff1": 0.165181, + "nauc_recall_at_20_max": 0.099313, + "nauc_recall_at_20_std": -0.098231, + "nauc_recall_at_20_diff1": 0.123695, + "nauc_recall_at_100_max": 0.132738, + "nauc_recall_at_100_std": 0.102904, + "nauc_recall_at_100_diff1": 0.088908, + "nauc_recall_at_1000_max": 0.949706, + "nauc_recall_at_1000_std": 0.398293, + "nauc_recall_at_1000_diff1": 0.753141, + "nauc_precision_at_1_max": 0.165258, + "nauc_precision_at_1_std": 0.017529, + "nauc_precision_at_1_diff1": 0.264787, + "nauc_precision_at_3_max": 0.252092, + "nauc_precision_at_3_std": 0.067342, + "nauc_precision_at_3_diff1": 0.137865, + "nauc_precision_at_5_max": 0.288671, + "nauc_precision_at_5_std": 0.117285, + "nauc_precision_at_5_diff1": 0.047548, + "nauc_precision_at_10_max": 0.269778, + "nauc_precision_at_10_std": 0.190827, + "nauc_precision_at_10_diff1": -0.037009, + "nauc_precision_at_20_max": 0.282572, + "nauc_precision_at_20_std": 0.277902, + "nauc_precision_at_20_diff1": -0.083336, + "nauc_precision_at_100_max": 0.251426, + "nauc_precision_at_100_std": 0.375143, + "nauc_precision_at_100_diff1": -0.137919, + "nauc_precision_at_1000_max": 0.246111, + "nauc_precision_at_1000_std": 0.374549, + "nauc_precision_at_1000_diff1": -0.141382, + "nauc_mrr_at_1_max": 0.165258, + "nauc_mrr_at_1_std": 0.017529, + "nauc_mrr_at_1_diff1": 0.264787, + "nauc_mrr_at_3_max": 0.205469, + "nauc_mrr_at_3_std": 0.026989, + "nauc_mrr_at_3_diff1": 0.228068, + "nauc_mrr_at_5_max": 0.215939, + "nauc_mrr_at_5_std": 0.044428, + "nauc_mrr_at_5_diff1": 0.21534, + "nauc_mrr_at_10_max": 0.215374, + "nauc_mrr_at_10_std": 0.048244, + "nauc_mrr_at_10_diff1": 0.220457, + "nauc_mrr_at_20_max": 0.212208, + "nauc_mrr_at_20_std": 0.045669, + "nauc_mrr_at_20_diff1": 0.222769, + "nauc_mrr_at_100_max": 0.211618, + "nauc_mrr_at_100_std": 0.044998, + "nauc_mrr_at_100_diff1": 0.224154, + "nauc_mrr_at_1000_max": 0.211563, + "nauc_mrr_at_1000_std": 0.044872, + "nauc_mrr_at_1000_diff1": 0.224144, + "cv_recall_at_1": 0.46759, + "cv_recall_at_3": 0.69444, + "cv_recall_at_5": 0.7963, + "cv_recall_at_10": 0.875, + "cv_recall_at_20": 0.94136, + "cv_recall_at_100": 0.99228, + "cv_recall_at_1000": 1.0, + "main_score": 0.46248, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.4019, + "ndcg_at_3": 0.44561, + "ndcg_at_5": 0.48394, + "ndcg_at_10": 0.53328, + "ndcg_at_20": 0.5688, + "ndcg_at_100": 0.60552, + "ndcg_at_1000": 0.61207, + "map_at_1": 0.26077, + "map_at_3": 0.37518, + "map_at_5": 0.41199, + "map_at_10": 0.44255, + "map_at_20": 0.4571, + "map_at_100": 0.46596, + "map_at_1000": 0.46645, + "recall_at_1": 0.26077, + "recall_at_3": 0.46103, + "recall_at_5": 0.5661, + "recall_at_10": 0.69533, + "recall_at_20": 0.80516, + "recall_at_100": 0.95788, + "recall_at_1000": 0.99763, + "accuracy": 0.26077, + "precision_at_1": 0.4019, + "precision_at_3": 0.26793, + "precision_at_5": 0.20633, + "precision_at_10": 0.13291, + "precision_at_20": 0.0803, + "precision_at_100": 0.01981, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.401899, + "mrr_at_3": 0.496835, + "mrr_at_5": 0.519778, + "mrr_at_10": 0.533004, + "mrr_at_20": 0.538584, + "mrr_at_100": 0.540816, + "mrr_at_1000": 0.540943, + "nauc_ndcg_at_1_max": 0.160702, + "nauc_ndcg_at_1_std": -0.047406, + "nauc_ndcg_at_1_diff1": 0.258294, + "nauc_ndcg_at_3_max": 0.175041, + "nauc_ndcg_at_3_std": -0.093846, + "nauc_ndcg_at_3_diff1": 0.228129, + "nauc_ndcg_at_5_max": 0.208299, + "nauc_ndcg_at_5_std": -0.101263, + "nauc_ndcg_at_5_diff1": 0.219619, + "nauc_ndcg_at_10_max": 0.219873, + "nauc_ndcg_at_10_std": -0.082367, + "nauc_ndcg_at_10_diff1": 0.214085, + "nauc_ndcg_at_20_max": 0.23303, + "nauc_ndcg_at_20_std": -0.066344, + "nauc_ndcg_at_20_diff1": 0.203947, + "nauc_ndcg_at_100_max": 0.221973, + "nauc_ndcg_at_100_std": -0.053874, + "nauc_ndcg_at_100_diff1": 0.203696, + "nauc_ndcg_at_1000_max": 0.220178, + "nauc_ndcg_at_1000_std": -0.063046, + "nauc_ndcg_at_1000_diff1": 0.21207, + "nauc_map_at_1_max": 0.069924, + "nauc_map_at_1_std": -0.145743, + "nauc_map_at_1_diff1": 0.337432, + "nauc_map_at_3_max": 0.143966, + "nauc_map_at_3_std": -0.123139, + "nauc_map_at_3_diff1": 0.267777, + "nauc_map_at_5_max": 0.177901, + "nauc_map_at_5_std": -0.119834, + "nauc_map_at_5_diff1": 0.252172, + "nauc_map_at_10_max": 0.190654, + "nauc_map_at_10_std": -0.10579, + "nauc_map_at_10_diff1": 0.2421, + "nauc_map_at_20_max": 0.195884, + "nauc_map_at_20_std": -0.097778, + "nauc_map_at_20_diff1": 0.236959, + "nauc_map_at_100_max": 0.195345, + "nauc_map_at_100_std": -0.095124, + "nauc_map_at_100_diff1": 0.236414, + "nauc_map_at_1000_max": 0.195305, + "nauc_map_at_1000_std": -0.095432, + "nauc_map_at_1000_diff1": 0.236803, + "nauc_recall_at_1_max": 0.069924, + "nauc_recall_at_1_std": -0.145743, + "nauc_recall_at_1_diff1": 0.337432, + "nauc_recall_at_3_max": 0.1435, + "nauc_recall_at_3_std": -0.130412, + "nauc_recall_at_3_diff1": 0.202006, + "nauc_recall_at_5_max": 0.208454, + "nauc_recall_at_5_std": -0.127206, + "nauc_recall_at_5_diff1": 0.157288, + "nauc_recall_at_10_max": 0.227513, + "nauc_recall_at_10_std": -0.073776, + "nauc_recall_at_10_diff1": 0.134508, + "nauc_recall_at_20_max": 0.296793, + "nauc_recall_at_20_std": -0.02194, + "nauc_recall_at_20_diff1": 0.082761, + "nauc_recall_at_100_max": 0.265052, + "nauc_recall_at_100_std": 0.366413, + "nauc_recall_at_100_diff1": -0.169506, + "nauc_recall_at_1000_max": 0.085756, + "nauc_recall_at_1000_std": 0.610238, + "nauc_recall_at_1000_diff1": -0.649092, + "nauc_precision_at_1_max": 0.160702, + "nauc_precision_at_1_std": -0.047406, + "nauc_precision_at_1_diff1": 0.258294, + "nauc_precision_at_3_max": 0.277648, + "nauc_precision_at_3_std": 0.027661, + "nauc_precision_at_3_diff1": 0.040387, + "nauc_precision_at_5_max": 0.301802, + "nauc_precision_at_5_std": 0.040714, + "nauc_precision_at_5_diff1": -0.025337, + "nauc_precision_at_10_max": 0.26645, + "nauc_precision_at_10_std": 0.105448, + "nauc_precision_at_10_diff1": -0.092827, + "nauc_precision_at_20_max": 0.233089, + "nauc_precision_at_20_std": 0.157397, + "nauc_precision_at_20_diff1": -0.149171, + "nauc_precision_at_100_max": 0.133804, + "nauc_precision_at_100_std": 0.188623, + "nauc_precision_at_100_diff1": -0.182395, + "nauc_precision_at_1000_max": 0.114735, + "nauc_precision_at_1000_std": 0.162509, + "nauc_precision_at_1000_diff1": -0.16421, + "nauc_mrr_at_1_max": 0.160702, + "nauc_mrr_at_1_std": -0.047406, + "nauc_mrr_at_1_diff1": 0.258294, + "nauc_mrr_at_3_max": 0.20557, + "nauc_mrr_at_3_std": -0.046799, + "nauc_mrr_at_3_diff1": 0.218797, + "nauc_mrr_at_5_max": 0.215664, + "nauc_mrr_at_5_std": -0.047681, + "nauc_mrr_at_5_diff1": 0.215062, + "nauc_mrr_at_10_max": 0.212812, + "nauc_mrr_at_10_std": -0.040176, + "nauc_mrr_at_10_diff1": 0.217188, + "nauc_mrr_at_20_max": 0.213542, + "nauc_mrr_at_20_std": -0.040324, + "nauc_mrr_at_20_diff1": 0.216748, + "nauc_mrr_at_100_max": 0.211382, + "nauc_mrr_at_100_std": -0.040512, + "nauc_mrr_at_100_diff1": 0.218283, + "nauc_mrr_at_1000_max": 0.211314, + "nauc_mrr_at_1000_std": -0.040669, + "nauc_mrr_at_1000_diff1": 0.218435, + "cv_recall_at_1": 0.4019, + "cv_recall_at_3": 0.61867, + "cv_recall_at_5": 0.71835, + "cv_recall_at_10": 0.81646, + "cv_recall_at_20": 0.89715, + "cv_recall_at_100": 0.97627, + "cv_recall_at_1000": 0.99842, + "main_score": 0.53328, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.602, + "ndcg_at_3": 0.63076, + "ndcg_at_5": 0.67202, + "ndcg_at_10": 0.7094, + "ndcg_at_20": 0.73188, + "ndcg_at_100": 0.74943, + "ndcg_at_1000": 0.75176, + "map_at_1": 0.38826, + "map_at_3": 0.56292, + "map_at_5": 0.5996, + "map_at_10": 0.62358, + "map_at_20": 0.63378, + "map_at_100": 0.63815, + "map_at_1000": 0.63833, + "recall_at_1": 0.38826, + "recall_at_3": 0.66047, + "recall_at_5": 0.75343, + "recall_at_10": 0.84377, + "recall_at_20": 0.91203, + "recall_at_100": 0.98388, + "recall_at_1000": 0.99775, + "accuracy": 0.38826, + "precision_at_1": 0.602, + "precision_at_3": 0.37667, + "precision_at_5": 0.267, + "precision_at_10": 0.155, + "precision_at_20": 0.0858, + "precision_at_100": 0.01885, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.602, + "mrr_at_3": 0.706, + "mrr_at_5": 0.72055, + "mrr_at_10": 0.72682, + "mrr_at_20": 0.728927, + "mrr_at_100": 0.729636, + "mrr_at_1000": 0.729671, + "nauc_ndcg_at_1_max": 0.238665, + "nauc_ndcg_at_1_std": -0.046741, + "nauc_ndcg_at_1_diff1": 0.440092, + "nauc_ndcg_at_3_max": 0.166729, + "nauc_ndcg_at_3_std": -0.126826, + "nauc_ndcg_at_3_diff1": 0.359652, + "nauc_ndcg_at_5_max": 0.186695, + "nauc_ndcg_at_5_std": -0.134087, + "nauc_ndcg_at_5_diff1": 0.36592, + "nauc_ndcg_at_10_max": 0.204026, + "nauc_ndcg_at_10_std": -0.132738, + "nauc_ndcg_at_10_diff1": 0.36585, + "nauc_ndcg_at_20_max": 0.211034, + "nauc_ndcg_at_20_std": -0.123691, + "nauc_ndcg_at_20_diff1": 0.369184, + "nauc_ndcg_at_100_max": 0.208046, + "nauc_ndcg_at_100_std": -0.099084, + "nauc_ndcg_at_100_diff1": 0.376929, + "nauc_ndcg_at_1000_max": 0.207748, + "nauc_ndcg_at_1000_std": -0.096762, + "nauc_ndcg_at_1000_diff1": 0.377374, + "nauc_map_at_1_max": 0.079393, + "nauc_map_at_1_std": -0.122386, + "nauc_map_at_1_diff1": 0.428435, + "nauc_map_at_3_max": 0.141355, + "nauc_map_at_3_std": -0.135276, + "nauc_map_at_3_diff1": 0.368418, + "nauc_map_at_5_max": 0.164436, + "nauc_map_at_5_std": -0.126337, + "nauc_map_at_5_diff1": 0.365661, + "nauc_map_at_10_max": 0.178321, + "nauc_map_at_10_std": -0.124915, + "nauc_map_at_10_diff1": 0.36424, + "nauc_map_at_20_max": 0.181108, + "nauc_map_at_20_std": -0.121125, + "nauc_map_at_20_diff1": 0.364937, + "nauc_map_at_100_max": 0.180968, + "nauc_map_at_100_std": -0.115725, + "nauc_map_at_100_diff1": 0.365968, + "nauc_map_at_1000_max": 0.180977, + "nauc_map_at_1000_std": -0.115492, + "nauc_map_at_1000_diff1": 0.365934, + "nauc_recall_at_1_max": 0.079393, + "nauc_recall_at_1_std": -0.122386, + "nauc_recall_at_1_diff1": 0.428435, + "nauc_recall_at_3_max": 0.100441, + "nauc_recall_at_3_std": -0.183675, + "nauc_recall_at_3_diff1": 0.300285, + "nauc_recall_at_5_max": 0.154317, + "nauc_recall_at_5_std": -0.198334, + "nauc_recall_at_5_diff1": 0.286668, + "nauc_recall_at_10_max": 0.194359, + "nauc_recall_at_10_std": -0.24807, + "nauc_recall_at_10_diff1": 0.269695, + "nauc_recall_at_20_max": 0.250247, + "nauc_recall_at_20_std": -0.288713, + "nauc_recall_at_20_diff1": 0.260064, + "nauc_recall_at_100_max": 0.296821, + "nauc_recall_at_100_std": -0.106323, + "nauc_recall_at_100_diff1": 0.361287, + "nauc_recall_at_1000_max": 0.746395, + "nauc_recall_at_1000_std": 0.562766, + "nauc_recall_at_1000_diff1": 0.714701, + "nauc_precision_at_1_max": 0.238665, + "nauc_precision_at_1_std": -0.046741, + "nauc_precision_at_1_diff1": 0.440092, + "nauc_precision_at_3_max": 0.218587, + "nauc_precision_at_3_std": 0.023797, + "nauc_precision_at_3_diff1": 0.052011, + "nauc_precision_at_5_max": 0.236467, + "nauc_precision_at_5_std": 0.069509, + "nauc_precision_at_5_diff1": -0.033176, + "nauc_precision_at_10_max": 0.224955, + "nauc_precision_at_10_std": 0.100872, + "nauc_precision_at_10_diff1": -0.105911, + "nauc_precision_at_20_max": 0.193639, + "nauc_precision_at_20_std": 0.148125, + "nauc_precision_at_20_diff1": -0.156468, + "nauc_precision_at_100_max": 0.141339, + "nauc_precision_at_100_std": 0.22829, + "nauc_precision_at_100_diff1": -0.203516, + "nauc_precision_at_1000_max": 0.130717, + "nauc_precision_at_1000_std": 0.241696, + "nauc_precision_at_1000_diff1": -0.214806, + "nauc_mrr_at_1_max": 0.238665, + "nauc_mrr_at_1_std": -0.046741, + "nauc_mrr_at_1_diff1": 0.440092, + "nauc_mrr_at_3_max": 0.232345, + "nauc_mrr_at_3_std": -0.074226, + "nauc_mrr_at_3_diff1": 0.420119, + "nauc_mrr_at_5_max": 0.243776, + "nauc_mrr_at_5_std": -0.078337, + "nauc_mrr_at_5_diff1": 0.421851, + "nauc_mrr_at_10_max": 0.241344, + "nauc_mrr_at_10_std": -0.076057, + "nauc_mrr_at_10_diff1": 0.420706, + "nauc_mrr_at_20_max": 0.241016, + "nauc_mrr_at_20_std": -0.074083, + "nauc_mrr_at_20_diff1": 0.420891, + "nauc_mrr_at_100_max": 0.240833, + "nauc_mrr_at_100_std": -0.07332, + "nauc_mrr_at_100_diff1": 0.421999, + "nauc_mrr_at_1000_max": 0.240863, + "nauc_mrr_at_1000_std": -0.073315, + "nauc_mrr_at_1000_diff1": 0.422029, + "cv_recall_at_1": 0.602, + "cv_recall_at_3": 0.832, + "cv_recall_at_5": 0.895, + "cv_recall_at_10": 0.94, + "cv_recall_at_20": 0.968, + "cv_recall_at_100": 0.993, + "cv_recall_at_1000": 0.998, + "main_score": 0.7094, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.26822, + "ndcg_at_3": 0.32984, + "ndcg_at_5": 0.36737, + "ndcg_at_10": 0.43162, + "ndcg_at_20": 0.47712, + "ndcg_at_100": 0.52618, + "ndcg_at_1000": 0.53284, + "map_at_1": 0.16038, + "map_at_3": 0.26428, + "map_at_5": 0.2938, + "map_at_10": 0.32991, + "map_at_20": 0.3483, + "map_at_100": 0.35948, + "map_at_1000": 0.36003, + "recall_at_1": 0.16038, + "recall_at_3": 0.3642, + "recall_at_5": 0.45362, + "recall_at_10": 0.61547, + "recall_at_20": 0.7572, + "recall_at_100": 0.96069, + "recall_at_1000": 1.0, + "accuracy": 0.16038, + "precision_at_1": 0.26822, + "precision_at_3": 0.2206, + "precision_at_5": 0.17259, + "precision_at_10": 0.12274, + "precision_at_20": 0.0777, + "precision_at_100": 0.0205, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.268222, + "mrr_at_3": 0.384354, + "mrr_at_5": 0.405928, + "mrr_at_10": 0.424481, + "mrr_at_20": 0.431791, + "mrr_at_100": 0.434871, + "mrr_at_1000": 0.435013, + "nauc_ndcg_at_1_max": 0.181636, + "nauc_ndcg_at_1_std": 0.089265, + "nauc_ndcg_at_1_diff1": 0.195547, + "nauc_ndcg_at_3_max": 0.163451, + "nauc_ndcg_at_3_std": 0.004549, + "nauc_ndcg_at_3_diff1": 0.209894, + "nauc_ndcg_at_5_max": 0.176275, + "nauc_ndcg_at_5_std": 0.027389, + "nauc_ndcg_at_5_diff1": 0.207106, + "nauc_ndcg_at_10_max": 0.183563, + "nauc_ndcg_at_10_std": 0.041752, + "nauc_ndcg_at_10_diff1": 0.222725, + "nauc_ndcg_at_20_max": 0.172822, + "nauc_ndcg_at_20_std": 0.038832, + "nauc_ndcg_at_20_diff1": 0.206774, + "nauc_ndcg_at_100_max": 0.184623, + "nauc_ndcg_at_100_std": 0.034894, + "nauc_ndcg_at_100_diff1": 0.205092, + "nauc_ndcg_at_1000_max": 0.179612, + "nauc_ndcg_at_1000_std": 0.03327, + "nauc_ndcg_at_1000_diff1": 0.204206, + "nauc_map_at_1_max": 0.142143, + "nauc_map_at_1_std": 0.072598, + "nauc_map_at_1_diff1": 0.234398, + "nauc_map_at_3_max": 0.15412, + "nauc_map_at_3_std": 0.017589, + "nauc_map_at_3_diff1": 0.231877, + "nauc_map_at_5_max": 0.158048, + "nauc_map_at_5_std": 0.024941, + "nauc_map_at_5_diff1": 0.221743, + "nauc_map_at_10_max": 0.158351, + "nauc_map_at_10_std": 0.026298, + "nauc_map_at_10_diff1": 0.223534, + "nauc_map_at_20_max": 0.156355, + "nauc_map_at_20_std": 0.025392, + "nauc_map_at_20_diff1": 0.216763, + "nauc_map_at_100_max": 0.159404, + "nauc_map_at_100_std": 0.024746, + "nauc_map_at_100_diff1": 0.215581, + "nauc_map_at_1000_max": 0.159082, + "nauc_map_at_1000_std": 0.024734, + "nauc_map_at_1000_diff1": 0.215486, + "nauc_recall_at_1_max": 0.142143, + "nauc_recall_at_1_std": 0.072598, + "nauc_recall_at_1_diff1": 0.234398, + "nauc_recall_at_3_max": 0.150218, + "nauc_recall_at_3_std": -0.03347, + "nauc_recall_at_3_diff1": 0.21275, + "nauc_recall_at_5_max": 0.1572, + "nauc_recall_at_5_std": 0.00816, + "nauc_recall_at_5_diff1": 0.187515, + "nauc_recall_at_10_max": 0.17957, + "nauc_recall_at_10_std": 0.048409, + "nauc_recall_at_10_diff1": 0.23004, + "nauc_recall_at_20_max": 0.126759, + "nauc_recall_at_20_std": 0.043084, + "nauc_recall_at_20_diff1": 0.176813, + "nauc_recall_at_100_max": 0.321262, + "nauc_recall_at_100_std": 0.078662, + "nauc_recall_at_100_diff1": 0.214776, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.181636, + "nauc_precision_at_1_std": 0.089265, + "nauc_precision_at_1_diff1": 0.195547, + "nauc_precision_at_3_max": 0.136772, + "nauc_precision_at_3_std": -0.038248, + "nauc_precision_at_3_diff1": 0.14579, + "nauc_precision_at_5_max": 0.124205, + "nauc_precision_at_5_std": -0.013856, + "nauc_precision_at_5_diff1": 0.098501, + "nauc_precision_at_10_max": 0.092016, + "nauc_precision_at_10_std": -0.002815, + "nauc_precision_at_10_diff1": 0.078233, + "nauc_precision_at_20_max": 0.046592, + "nauc_precision_at_20_std": -0.024503, + "nauc_precision_at_20_diff1": 0.013779, + "nauc_precision_at_100_max": 0.010924, + "nauc_precision_at_100_std": -0.054157, + "nauc_precision_at_100_diff1": -0.053536, + "nauc_precision_at_1000_max": -0.020672, + "nauc_precision_at_1000_std": -0.067841, + "nauc_precision_at_1000_diff1": -0.069114, + "nauc_mrr_at_1_max": 0.181636, + "nauc_mrr_at_1_std": 0.089265, + "nauc_mrr_at_1_diff1": 0.195547, + "nauc_mrr_at_3_max": 0.194486, + "nauc_mrr_at_3_std": 0.036539, + "nauc_mrr_at_3_diff1": 0.185182, + "nauc_mrr_at_5_max": 0.20611, + "nauc_mrr_at_5_std": 0.056528, + "nauc_mrr_at_5_diff1": 0.182979, + "nauc_mrr_at_10_max": 0.211561, + "nauc_mrr_at_10_std": 0.067269, + "nauc_mrr_at_10_diff1": 0.18934, + "nauc_mrr_at_20_max": 0.206828, + "nauc_mrr_at_20_std": 0.065379, + "nauc_mrr_at_20_diff1": 0.187758, + "nauc_mrr_at_100_max": 0.207409, + "nauc_mrr_at_100_std": 0.064105, + "nauc_mrr_at_100_diff1": 0.188469, + "nauc_mrr_at_1000_max": 0.207281, + "nauc_mrr_at_1000_std": 0.064119, + "nauc_mrr_at_1000_diff1": 0.188223, + "cv_recall_at_1": 0.26822, + "cv_recall_at_3": 0.54227, + "cv_recall_at_5": 0.63848, + "cv_recall_at_10": 0.76968, + "cv_recall_at_20": 0.87172, + "cv_recall_at_100": 0.98251, + "cv_recall_at_1000": 1.0, + "main_score": 0.43162, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.44857, + "ndcg_at_3": 0.46597, + "ndcg_at_5": 0.4907, + "ndcg_at_10": 0.54906, + "ndcg_at_20": 0.58498, + "ndcg_at_100": 0.61472, + "ndcg_at_1000": 0.62412, + "map_at_1": 0.26366, + "map_at_3": 0.38305, + "map_at_5": 0.41892, + "map_at_10": 0.45948, + "map_at_20": 0.47501, + "map_at_100": 0.48194, + "map_at_1000": 0.48258, + "recall_at_1": 0.26366, + "recall_at_3": 0.45423, + "recall_at_5": 0.53975, + "recall_at_10": 0.69058, + "recall_at_20": 0.80493, + "recall_at_100": 0.93511, + "recall_at_1000": 0.99571, + "accuracy": 0.26366, + "precision_at_1": 0.44857, + "precision_at_3": 0.3, + "precision_at_5": 0.22571, + "precision_at_10": 0.15029, + "precision_at_20": 0.08814, + "precision_at_100": 0.0204, + "precision_at_1000": 0.00214, + "mrr_at_1": 0.448571, + "mrr_at_3": 0.538571, + "mrr_at_5": 0.552, + "mrr_at_10": 0.565247, + "mrr_at_20": 0.569843, + "mrr_at_100": 0.57197, + "mrr_at_1000": 0.572263, + "nauc_ndcg_at_1_max": 0.328478, + "nauc_ndcg_at_1_std": -0.114693, + "nauc_ndcg_at_1_diff1": 0.351323, + "nauc_ndcg_at_3_max": 0.295687, + "nauc_ndcg_at_3_std": -0.116612, + "nauc_ndcg_at_3_diff1": 0.310143, + "nauc_ndcg_at_5_max": 0.282785, + "nauc_ndcg_at_5_std": -0.126793, + "nauc_ndcg_at_5_diff1": 0.32262, + "nauc_ndcg_at_10_max": 0.30867, + "nauc_ndcg_at_10_std": -0.141338, + "nauc_ndcg_at_10_diff1": 0.303046, + "nauc_ndcg_at_20_max": 0.328263, + "nauc_ndcg_at_20_std": -0.125004, + "nauc_ndcg_at_20_diff1": 0.305322, + "nauc_ndcg_at_100_max": 0.348021, + "nauc_ndcg_at_100_std": -0.097184, + "nauc_ndcg_at_100_diff1": 0.31426, + "nauc_ndcg_at_1000_max": 0.340804, + "nauc_ndcg_at_1000_std": -0.102588, + "nauc_ndcg_at_1000_diff1": 0.311717, + "nauc_map_at_1_max": 0.14721, + "nauc_map_at_1_std": -0.171154, + "nauc_map_at_1_diff1": 0.409496, + "nauc_map_at_3_max": 0.212874, + "nauc_map_at_3_std": -0.158801, + "nauc_map_at_3_diff1": 0.337264, + "nauc_map_at_5_max": 0.231449, + "nauc_map_at_5_std": -0.157433, + "nauc_map_at_5_diff1": 0.332839, + "nauc_map_at_10_max": 0.268971, + "nauc_map_at_10_std": -0.155744, + "nauc_map_at_10_diff1": 0.317974, + "nauc_map_at_20_max": 0.282146, + "nauc_map_at_20_std": -0.144115, + "nauc_map_at_20_diff1": 0.315724, + "nauc_map_at_100_max": 0.289686, + "nauc_map_at_100_std": -0.137482, + "nauc_map_at_100_diff1": 0.317029, + "nauc_map_at_1000_max": 0.289464, + "nauc_map_at_1000_std": -0.137629, + "nauc_map_at_1000_diff1": 0.316762, + "nauc_recall_at_1_max": 0.14721, + "nauc_recall_at_1_std": -0.171154, + "nauc_recall_at_1_diff1": 0.409496, + "nauc_recall_at_3_max": 0.181599, + "nauc_recall_at_3_std": -0.148851, + "nauc_recall_at_3_diff1": 0.290441, + "nauc_recall_at_5_max": 0.203235, + "nauc_recall_at_5_std": -0.140673, + "nauc_recall_at_5_diff1": 0.287291, + "nauc_recall_at_10_max": 0.256811, + "nauc_recall_at_10_std": -0.185766, + "nauc_recall_at_10_diff1": 0.21269, + "nauc_recall_at_20_max": 0.306486, + "nauc_recall_at_20_std": -0.175073, + "nauc_recall_at_20_diff1": 0.225835, + "nauc_recall_at_100_max": 0.54473, + "nauc_recall_at_100_std": 0.115159, + "nauc_recall_at_100_diff1": 0.358906, + "nauc_recall_at_1000_max": 0.820261, + "nauc_recall_at_1000_std": 0.820261, + "nauc_recall_at_1000_diff1": 0.786026, + "nauc_precision_at_1_max": 0.328478, + "nauc_precision_at_1_std": -0.114693, + "nauc_precision_at_1_diff1": 0.351323, + "nauc_precision_at_3_max": 0.372659, + "nauc_precision_at_3_std": 0.004908, + "nauc_precision_at_3_diff1": 0.089227, + "nauc_precision_at_5_max": 0.370809, + "nauc_precision_at_5_std": 0.039648, + "nauc_precision_at_5_diff1": 0.052397, + "nauc_precision_at_10_max": 0.374066, + "nauc_precision_at_10_std": 0.073744, + "nauc_precision_at_10_diff1": -0.025542, + "nauc_precision_at_20_max": 0.389227, + "nauc_precision_at_20_std": 0.141908, + "nauc_precision_at_20_diff1": -0.067814, + "nauc_precision_at_100_max": 0.384639, + "nauc_precision_at_100_std": 0.220491, + "nauc_precision_at_100_diff1": -0.095448, + "nauc_precision_at_1000_max": 0.358371, + "nauc_precision_at_1000_std": 0.218059, + "nauc_precision_at_1000_diff1": -0.122685, + "nauc_mrr_at_1_max": 0.328478, + "nauc_mrr_at_1_std": -0.114693, + "nauc_mrr_at_1_diff1": 0.351323, + "nauc_mrr_at_3_max": 0.34239, + "nauc_mrr_at_3_std": -0.082971, + "nauc_mrr_at_3_diff1": 0.318718, + "nauc_mrr_at_5_max": 0.357231, + "nauc_mrr_at_5_std": -0.080368, + "nauc_mrr_at_5_diff1": 0.330222, + "nauc_mrr_at_10_max": 0.35523, + "nauc_mrr_at_10_std": -0.091522, + "nauc_mrr_at_10_diff1": 0.325432, + "nauc_mrr_at_20_max": 0.353338, + "nauc_mrr_at_20_std": -0.092694, + "nauc_mrr_at_20_diff1": 0.326388, + "nauc_mrr_at_100_max": 0.352886, + "nauc_mrr_at_100_std": -0.092484, + "nauc_mrr_at_100_diff1": 0.326757, + "nauc_mrr_at_1000_max": 0.35261, + "nauc_mrr_at_1000_std": -0.092656, + "nauc_mrr_at_1000_diff1": 0.326702, + "cv_recall_at_1": 0.44857, + "cv_recall_at_3": 0.65143, + "cv_recall_at_5": 0.71143, + "cv_recall_at_10": 0.80857, + "cv_recall_at_20": 0.87429, + "cv_recall_at_100": 0.95714, + "cv_recall_at_1000": 0.99714, + "main_score": 0.54906, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.45, + "ndcg_at_3": 0.42828, + "ndcg_at_5": 0.44, + "ndcg_at_10": 0.47857, + "ndcg_at_20": 0.51717, + "ndcg_at_100": 0.5747, + "ndcg_at_1000": 0.59508, + "map_at_1": 0.19804, + "map_at_3": 0.30475, + "map_at_5": 0.34095, + "map_at_10": 0.37349, + "map_at_20": 0.39187, + "map_at_100": 0.40734, + "map_at_1000": 0.40919, + "recall_at_1": 0.19804, + "recall_at_3": 0.36993, + "recall_at_5": 0.45412, + "recall_at_10": 0.56616, + "recall_at_20": 0.67032, + "recall_at_100": 0.87954, + "recall_at_1000": 0.98961, + "accuracy": 0.19804, + "precision_at_1": 0.45, + "precision_at_3": 0.31319, + "precision_at_5": 0.24271, + "precision_at_10": 0.16125, + "precision_at_20": 0.10005, + "precision_at_100": 0.02803, + "precision_at_1000": 0.00318, + "mrr_at_1": 0.45, + "mrr_at_3": 0.550694, + "mrr_at_5": 0.564653, + "mrr_at_10": 0.575966, + "mrr_at_20": 0.579791, + "mrr_at_100": 0.582266, + "mrr_at_1000": 0.582469, + "nauc_ndcg_at_1_max": 0.196332, + "nauc_ndcg_at_1_std": -0.090763, + "nauc_ndcg_at_1_diff1": 0.205031, + "nauc_ndcg_at_3_max": 0.141042, + "nauc_ndcg_at_3_std": -0.098153, + "nauc_ndcg_at_3_diff1": 0.164961, + "nauc_ndcg_at_5_max": 0.119479, + "nauc_ndcg_at_5_std": -0.125009, + "nauc_ndcg_at_5_diff1": 0.169547, + "nauc_ndcg_at_10_max": 0.117254, + "nauc_ndcg_at_10_std": -0.130819, + "nauc_ndcg_at_10_diff1": 0.171949, + "nauc_ndcg_at_20_max": 0.148647, + "nauc_ndcg_at_20_std": -0.112518, + "nauc_ndcg_at_20_diff1": 0.172364, + "nauc_ndcg_at_100_max": 0.165293, + "nauc_ndcg_at_100_std": -0.062955, + "nauc_ndcg_at_100_diff1": 0.160739, + "nauc_ndcg_at_1000_max": 0.165501, + "nauc_ndcg_at_1000_std": -0.074071, + "nauc_ndcg_at_1000_diff1": 0.159285, + "nauc_map_at_1_max": 0.043236, + "nauc_map_at_1_std": -0.171136, + "nauc_map_at_1_diff1": 0.298319, + "nauc_map_at_3_max": 0.054668, + "nauc_map_at_3_std": -0.170148, + "nauc_map_at_3_diff1": 0.222667, + "nauc_map_at_5_max": 0.066824, + "nauc_map_at_5_std": -0.168553, + "nauc_map_at_5_diff1": 0.204046, + "nauc_map_at_10_max": 0.081236, + "nauc_map_at_10_std": -0.15692, + "nauc_map_at_10_diff1": 0.19384, + "nauc_map_at_20_max": 0.098445, + "nauc_map_at_20_std": -0.145644, + "nauc_map_at_20_diff1": 0.192702, + "nauc_map_at_100_max": 0.105296, + "nauc_map_at_100_std": -0.130954, + "nauc_map_at_100_diff1": 0.18759, + "nauc_map_at_1000_max": 0.105749, + "nauc_map_at_1000_std": -0.131232, + "nauc_map_at_1000_diff1": 0.187277, + "nauc_recall_at_1_max": 0.043236, + "nauc_recall_at_1_std": -0.171136, + "nauc_recall_at_1_diff1": 0.298319, + "nauc_recall_at_3_max": 0.034545, + "nauc_recall_at_3_std": -0.15801, + "nauc_recall_at_3_diff1": 0.184633, + "nauc_recall_at_5_max": 0.047189, + "nauc_recall_at_5_std": -0.154413, + "nauc_recall_at_5_diff1": 0.152587, + "nauc_recall_at_10_max": 0.048861, + "nauc_recall_at_10_std": -0.150504, + "nauc_recall_at_10_diff1": 0.135654, + "nauc_recall_at_20_max": 0.11504, + "nauc_recall_at_20_std": -0.120712, + "nauc_recall_at_20_diff1": 0.14263, + "nauc_recall_at_100_max": 0.181432, + "nauc_recall_at_100_std": 0.147979, + "nauc_recall_at_100_diff1": 0.110478, + "nauc_recall_at_1000_max": 0.39136, + "nauc_recall_at_1000_std": 0.342526, + "nauc_recall_at_1000_diff1": 0.042562, + "nauc_precision_at_1_max": 0.196332, + "nauc_precision_at_1_std": -0.090763, + "nauc_precision_at_1_diff1": 0.205031, + "nauc_precision_at_3_max": 0.193293, + "nauc_precision_at_3_std": -0.001468, + "nauc_precision_at_3_diff1": -0.002767, + "nauc_precision_at_5_max": 0.191953, + "nauc_precision_at_5_std": 0.019545, + "nauc_precision_at_5_diff1": -0.057527, + "nauc_precision_at_10_max": 0.211666, + "nauc_precision_at_10_std": 0.091096, + "nauc_precision_at_10_diff1": -0.100116, + "nauc_precision_at_20_max": 0.241821, + "nauc_precision_at_20_std": 0.148704, + "nauc_precision_at_20_diff1": -0.112866, + "nauc_precision_at_100_max": 0.20435, + "nauc_precision_at_100_std": 0.261977, + "nauc_precision_at_100_diff1": -0.169044, + "nauc_precision_at_1000_max": 0.182349, + "nauc_precision_at_1000_std": 0.235433, + "nauc_precision_at_1000_diff1": -0.180855, + "nauc_mrr_at_1_max": 0.196332, + "nauc_mrr_at_1_std": -0.090763, + "nauc_mrr_at_1_diff1": 0.205031, + "nauc_mrr_at_3_max": 0.21481, + "nauc_mrr_at_3_std": -0.054872, + "nauc_mrr_at_3_diff1": 0.171757, + "nauc_mrr_at_5_max": 0.217518, + "nauc_mrr_at_5_std": -0.050421, + "nauc_mrr_at_5_diff1": 0.166683, + "nauc_mrr_at_10_max": 0.216789, + "nauc_mrr_at_10_std": -0.055944, + "nauc_mrr_at_10_diff1": 0.168294, + "nauc_mrr_at_20_max": 0.218055, + "nauc_mrr_at_20_std": -0.057072, + "nauc_mrr_at_20_diff1": 0.171182, + "nauc_mrr_at_100_max": 0.217348, + "nauc_mrr_at_100_std": -0.056292, + "nauc_mrr_at_100_diff1": 0.171731, + "nauc_mrr_at_1000_max": 0.217269, + "nauc_mrr_at_1000_std": -0.056529, + "nauc_mrr_at_1000_diff1": 0.171777, + "cv_recall_at_1": 0.45, + "cv_recall_at_3": 0.675, + "cv_recall_at_5": 0.7375, + "cv_recall_at_10": 0.82083, + "cv_recall_at_20": 0.875, + "cv_recall_at_100": 0.96354, + "cv_recall_at_1000": 0.99792, + "main_score": 0.47857, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.49302, + "ndcg_at_3": 0.54859, + "ndcg_at_5": 0.5864, + "ndcg_at_10": 0.63279, + "ndcg_at_20": 0.66401, + "ndcg_at_100": 0.69048, + "ndcg_at_1000": 0.69249, + "map_at_1": 0.33839, + "map_at_3": 0.46871, + "map_at_5": 0.5054, + "map_at_10": 0.53561, + "map_at_20": 0.54971, + "map_at_100": 0.55719, + "map_at_1000": 0.55742, + "recall_at_1": 0.33839, + "recall_at_3": 0.57261, + "recall_at_5": 0.67374, + "recall_at_10": 0.79519, + "recall_at_20": 0.88822, + "recall_at_100": 0.9899, + "recall_at_1000": 1.0, + "accuracy": 0.33839, + "precision_at_1": 0.49302, + "precision_at_3": 0.31705, + "precision_at_5": 0.23628, + "precision_at_10": 0.14709, + "precision_at_20": 0.0864, + "precision_at_100": 0.02045, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.493023, + "mrr_at_3": 0.614341, + "mrr_at_5": 0.633178, + "mrr_at_10": 0.643726, + "mrr_at_20": 0.647023, + "mrr_at_100": 0.647794, + "mrr_at_1000": 0.6478, + "nauc_ndcg_at_1_max": 0.14481, + "nauc_ndcg_at_1_std": -0.011804, + "nauc_ndcg_at_1_diff1": 0.322772, + "nauc_ndcg_at_3_max": 0.091323, + "nauc_ndcg_at_3_std": -0.109903, + "nauc_ndcg_at_3_diff1": 0.30143, + "nauc_ndcg_at_5_max": 0.079046, + "nauc_ndcg_at_5_std": -0.140396, + "nauc_ndcg_at_5_diff1": 0.316016, + "nauc_ndcg_at_10_max": 0.091499, + "nauc_ndcg_at_10_std": -0.138966, + "nauc_ndcg_at_10_diff1": 0.30005, + "nauc_ndcg_at_20_max": 0.113565, + "nauc_ndcg_at_20_std": -0.118619, + "nauc_ndcg_at_20_diff1": 0.307791, + "nauc_ndcg_at_100_max": 0.123883, + "nauc_ndcg_at_100_std": -0.079289, + "nauc_ndcg_at_100_diff1": 0.301774, + "nauc_ndcg_at_1000_max": 0.125817, + "nauc_ndcg_at_1000_std": -0.078178, + "nauc_ndcg_at_1000_diff1": 0.304137, + "nauc_map_at_1_max": 0.062966, + "nauc_map_at_1_std": -0.12553, + "nauc_map_at_1_diff1": 0.377677, + "nauc_map_at_3_max": 0.063508, + "nauc_map_at_3_std": -0.160398, + "nauc_map_at_3_diff1": 0.336783, + "nauc_map_at_5_max": 0.064512, + "nauc_map_at_5_std": -0.162285, + "nauc_map_at_5_diff1": 0.336786, + "nauc_map_at_10_max": 0.075634, + "nauc_map_at_10_std": -0.153627, + "nauc_map_at_10_diff1": 0.321874, + "nauc_map_at_20_max": 0.08534, + "nauc_map_at_20_std": -0.143086, + "nauc_map_at_20_diff1": 0.321475, + "nauc_map_at_100_max": 0.08963, + "nauc_map_at_100_std": -0.13231, + "nauc_map_at_100_diff1": 0.320483, + "nauc_map_at_1000_max": 0.089756, + "nauc_map_at_1000_std": -0.132146, + "nauc_map_at_1000_diff1": 0.320635, + "nauc_recall_at_1_max": 0.062966, + "nauc_recall_at_1_std": -0.12553, + "nauc_recall_at_1_diff1": 0.377677, + "nauc_recall_at_3_max": 0.035463, + "nauc_recall_at_3_std": -0.197294, + "nauc_recall_at_3_diff1": 0.290814, + "nauc_recall_at_5_max": 0.009614, + "nauc_recall_at_5_std": -0.237162, + "nauc_recall_at_5_diff1": 0.283646, + "nauc_recall_at_10_max": -0.002103, + "nauc_recall_at_10_std": -0.27945, + "nauc_recall_at_10_diff1": 0.219783, + "nauc_recall_at_20_max": 0.049407, + "nauc_recall_at_20_std": -0.321612, + "nauc_recall_at_20_diff1": 0.256075, + "nauc_recall_at_100_max": -0.098418, + "nauc_recall_at_100_std": -0.107113, + "nauc_recall_at_100_diff1": -0.049586, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.14481, + "nauc_precision_at_1_std": -0.011804, + "nauc_precision_at_1_diff1": 0.322772, + "nauc_precision_at_3_max": 0.146662, + "nauc_precision_at_3_std": 0.054433, + "nauc_precision_at_3_diff1": 0.027444, + "nauc_precision_at_5_max": 0.124024, + "nauc_precision_at_5_std": 0.100734, + "nauc_precision_at_5_diff1": -0.058596, + "nauc_precision_at_10_max": 0.143392, + "nauc_precision_at_10_std": 0.173523, + "nauc_precision_at_10_diff1": -0.167079, + "nauc_precision_at_20_max": 0.162037, + "nauc_precision_at_20_std": 0.248142, + "nauc_precision_at_20_diff1": -0.190015, + "nauc_precision_at_100_max": 0.147362, + "nauc_precision_at_100_std": 0.329198, + "nauc_precision_at_100_diff1": -0.219353, + "nauc_precision_at_1000_max": 0.148395, + "nauc_precision_at_1000_std": 0.3272, + "nauc_precision_at_1000_diff1": -0.213113, + "nauc_mrr_at_1_max": 0.14481, + "nauc_mrr_at_1_std": -0.011804, + "nauc_mrr_at_1_diff1": 0.322772, + "nauc_mrr_at_3_max": 0.166221, + "nauc_mrr_at_3_std": -0.001175, + "nauc_mrr_at_3_diff1": 0.297162, + "nauc_mrr_at_5_max": 0.161774, + "nauc_mrr_at_5_std": -0.00375, + "nauc_mrr_at_5_diff1": 0.294773, + "nauc_mrr_at_10_max": 0.158913, + "nauc_mrr_at_10_std": -0.00643, + "nauc_mrr_at_10_diff1": 0.293229, + "nauc_mrr_at_20_max": 0.160187, + "nauc_mrr_at_20_std": -0.005441, + "nauc_mrr_at_20_diff1": 0.296827, + "nauc_mrr_at_100_max": 0.159725, + "nauc_mrr_at_100_std": -0.005693, + "nauc_mrr_at_100_diff1": 0.296949, + "nauc_mrr_at_1000_max": 0.159754, + "nauc_mrr_at_1000_std": -0.005706, + "nauc_mrr_at_1000_diff1": 0.296982, + "cv_recall_at_1": 0.49302, + "cv_recall_at_3": 0.76744, + "cv_recall_at_5": 0.85, + "cv_recall_at_10": 0.92326, + "cv_recall_at_20": 0.96977, + "cv_recall_at_100": 0.99884, + "cv_recall_at_1000": 1.0, + "main_score": 0.63279, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.55399, + "ndcg_at_3": 0.56688, + "ndcg_at_5": 0.58745, + "ndcg_at_10": 0.62329, + "ndcg_at_20": 0.66444, + "ndcg_at_100": 0.69673, + "ndcg_at_1000": 0.70194, + "map_at_1": 0.34702, + "map_at_3": 0.46076, + "map_at_5": 0.49365, + "map_at_10": 0.52718, + "map_at_20": 0.55056, + "map_at_100": 0.55974, + "map_at_1000": 0.56022, + "recall_at_1": 0.34702, + "recall_at_3": 0.53973, + "recall_at_5": 0.62852, + "recall_at_10": 0.72845, + "recall_at_20": 0.84184, + "recall_at_100": 0.96708, + "recall_at_1000": 0.99844, + "accuracy": 0.34702, + "precision_at_1": 0.55399, + "precision_at_3": 0.33646, + "precision_at_5": 0.25352, + "precision_at_10": 0.1662, + "precision_at_20": 0.10423, + "precision_at_100": 0.02488, + "precision_at_1000": 0.00256, + "mrr_at_1": 0.553991, + "mrr_at_3": 0.661972, + "mrr_at_5": 0.676526, + "mrr_at_10": 0.681545, + "mrr_at_20": 0.683817, + "mrr_at_100": 0.68525, + "mrr_at_1000": 0.68534, + "nauc_ndcg_at_1_max": 0.243855, + "nauc_ndcg_at_1_std": -0.022522, + "nauc_ndcg_at_1_diff1": 0.362067, + "nauc_ndcg_at_3_max": 0.293604, + "nauc_ndcg_at_3_std": -0.039596, + "nauc_ndcg_at_3_diff1": 0.329945, + "nauc_ndcg_at_5_max": 0.301603, + "nauc_ndcg_at_5_std": -0.011862, + "nauc_ndcg_at_5_diff1": 0.322116, + "nauc_ndcg_at_10_max": 0.301644, + "nauc_ndcg_at_10_std": -0.018582, + "nauc_ndcg_at_10_diff1": 0.309562, + "nauc_ndcg_at_20_max": 0.315197, + "nauc_ndcg_at_20_std": 0.018317, + "nauc_ndcg_at_20_diff1": 0.306077, + "nauc_ndcg_at_100_max": 0.302798, + "nauc_ndcg_at_100_std": 0.027612, + "nauc_ndcg_at_100_diff1": 0.317554, + "nauc_ndcg_at_1000_max": 0.303245, + "nauc_ndcg_at_1000_std": 0.020971, + "nauc_ndcg_at_1000_diff1": 0.312499, + "nauc_map_at_1_max": 0.236884, + "nauc_map_at_1_std": -0.171578, + "nauc_map_at_1_diff1": 0.493873, + "nauc_map_at_3_max": 0.291629, + "nauc_map_at_3_std": -0.123508, + "nauc_map_at_3_diff1": 0.398801, + "nauc_map_at_5_max": 0.298362, + "nauc_map_at_5_std": -0.089113, + "nauc_map_at_5_diff1": 0.376478, + "nauc_map_at_10_max": 0.305999, + "nauc_map_at_10_std": -0.073297, + "nauc_map_at_10_diff1": 0.359729, + "nauc_map_at_20_max": 0.315426, + "nauc_map_at_20_std": -0.050324, + "nauc_map_at_20_diff1": 0.355671, + "nauc_map_at_100_max": 0.312937, + "nauc_map_at_100_std": -0.045109, + "nauc_map_at_100_diff1": 0.356248, + "nauc_map_at_1000_max": 0.312955, + "nauc_map_at_1000_std": -0.045343, + "nauc_map_at_1000_diff1": 0.35599, + "nauc_recall_at_1_max": 0.236884, + "nauc_recall_at_1_std": -0.171578, + "nauc_recall_at_1_diff1": 0.493873, + "nauc_recall_at_3_max": 0.281031, + "nauc_recall_at_3_std": -0.10574, + "nauc_recall_at_3_diff1": 0.325578, + "nauc_recall_at_5_max": 0.262174, + "nauc_recall_at_5_std": -0.019221, + "nauc_recall_at_5_diff1": 0.246726, + "nauc_recall_at_10_max": 0.261539, + "nauc_recall_at_10_std": -0.001439, + "nauc_recall_at_10_diff1": 0.209044, + "nauc_recall_at_20_max": 0.32434, + "nauc_recall_at_20_std": 0.101614, + "nauc_recall_at_20_diff1": 0.190738, + "nauc_recall_at_100_max": 0.238712, + "nauc_recall_at_100_std": 0.348196, + "nauc_recall_at_100_diff1": 0.469202, + "nauc_recall_at_1000_max": 0.72208, + "nauc_recall_at_1000_std": -0.170876, + "nauc_recall_at_1000_diff1": 0.72208, + "nauc_precision_at_1_max": 0.243855, + "nauc_precision_at_1_std": -0.022522, + "nauc_precision_at_1_diff1": 0.362067, + "nauc_precision_at_3_max": 0.186104, + "nauc_precision_at_3_std": 0.163853, + "nauc_precision_at_3_diff1": -0.116908, + "nauc_precision_at_5_max": 0.112473, + "nauc_precision_at_5_std": 0.258096, + "nauc_precision_at_5_diff1": -0.237527, + "nauc_precision_at_10_max": 0.044458, + "nauc_precision_at_10_std": 0.241578, + "nauc_precision_at_10_diff1": -0.247895, + "nauc_precision_at_20_max": 0.004964, + "nauc_precision_at_20_std": 0.270413, + "nauc_precision_at_20_diff1": -0.246945, + "nauc_precision_at_100_max": -0.071152, + "nauc_precision_at_100_std": 0.273882, + "nauc_precision_at_100_diff1": -0.263757, + "nauc_precision_at_1000_max": -0.08066, + "nauc_precision_at_1000_std": 0.261555, + "nauc_precision_at_1000_diff1": -0.278408, + "nauc_mrr_at_1_max": 0.243855, + "nauc_mrr_at_1_std": -0.022522, + "nauc_mrr_at_1_diff1": 0.362067, + "nauc_mrr_at_3_max": 0.277725, + "nauc_mrr_at_3_std": 0.063261, + "nauc_mrr_at_3_diff1": 0.296722, + "nauc_mrr_at_5_max": 0.265746, + "nauc_mrr_at_5_std": 0.07103, + "nauc_mrr_at_5_diff1": 0.284354, + "nauc_mrr_at_10_max": 0.266814, + "nauc_mrr_at_10_std": 0.066751, + "nauc_mrr_at_10_diff1": 0.293066, + "nauc_mrr_at_20_max": 0.269153, + "nauc_mrr_at_20_std": 0.066732, + "nauc_mrr_at_20_diff1": 0.297202, + "nauc_mrr_at_100_max": 0.270094, + "nauc_mrr_at_100_std": 0.064926, + "nauc_mrr_at_100_diff1": 0.299866, + "nauc_mrr_at_1000_max": 0.270092, + "nauc_mrr_at_1000_std": 0.06472, + "nauc_mrr_at_1000_diff1": 0.299872, + "cv_recall_at_1": 0.55399, + "cv_recall_at_3": 0.78873, + "cv_recall_at_5": 0.85446, + "cv_recall_at_10": 0.89671, + "cv_recall_at_20": 0.92958, + "cv_recall_at_100": 0.98122, + "cv_recall_at_1000": 1.0, + "main_score": 0.62329, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "ndcg_at_1": 0.495, + "ndcg_at_3": 0.50284, + "ndcg_at_5": 0.53311, + "ndcg_at_10": 0.58628, + "ndcg_at_20": 0.62997, + "ndcg_at_100": 0.66994, + "ndcg_at_1000": 0.6753, + "map_at_1": 0.26929, + "map_at_3": 0.39883, + "map_at_5": 0.43842, + "map_at_10": 0.4773, + "map_at_20": 0.49867, + "map_at_100": 0.51172, + "map_at_1000": 0.5124, + "recall_at_1": 0.26929, + "recall_at_3": 0.48323, + "recall_at_5": 0.5838, + "recall_at_10": 0.71704, + "recall_at_20": 0.83737, + "recall_at_100": 0.97492, + "recall_at_1000": 0.99987, + "accuracy": 0.26929, + "precision_at_1": 0.495, + "precision_at_3": 0.334, + "precision_at_5": 0.2592, + "precision_at_10": 0.175, + "precision_at_20": 0.1082, + "precision_at_100": 0.02721, + "precision_at_1000": 0.00283, + "mrr_at_1": 0.495, + "mrr_at_3": 0.6015, + "mrr_at_5": 0.6235, + "mrr_at_10": 0.636053, + "mrr_at_20": 0.639558, + "mrr_at_100": 0.640427, + "mrr_at_1000": 0.640447, + "nauc_ndcg_at_1_max": 0.009184, + "nauc_ndcg_at_1_std": -0.080311, + "nauc_ndcg_at_1_diff1": 0.287994, + "nauc_ndcg_at_3_max": 0.030016, + "nauc_ndcg_at_3_std": -0.130882, + "nauc_ndcg_at_3_diff1": 0.26233, + "nauc_ndcg_at_5_max": 0.031726, + "nauc_ndcg_at_5_std": -0.155015, + "nauc_ndcg_at_5_diff1": 0.275457, + "nauc_ndcg_at_10_max": 0.027869, + "nauc_ndcg_at_10_std": -0.160072, + "nauc_ndcg_at_10_diff1": 0.264018, + "nauc_ndcg_at_20_max": 0.028581, + "nauc_ndcg_at_20_std": -0.146655, + "nauc_ndcg_at_20_diff1": 0.257327, + "nauc_ndcg_at_100_max": 0.040826, + "nauc_ndcg_at_100_std": -0.114718, + "nauc_ndcg_at_100_diff1": 0.24205, + "nauc_ndcg_at_1000_max": 0.037997, + "nauc_ndcg_at_1000_std": -0.117461, + "nauc_ndcg_at_1000_diff1": 0.243663, + "nauc_map_at_1_max": -0.023578, + "nauc_map_at_1_std": -0.134195, + "nauc_map_at_1_diff1": 0.322294, + "nauc_map_at_3_max": 0.005889, + "nauc_map_at_3_std": -0.161207, + "nauc_map_at_3_diff1": 0.301769, + "nauc_map_at_5_max": 0.014253, + "nauc_map_at_5_std": -0.170288, + "nauc_map_at_5_diff1": 0.296077, + "nauc_map_at_10_max": 0.015973, + "nauc_map_at_10_std": -0.166246, + "nauc_map_at_10_diff1": 0.279628, + "nauc_map_at_20_max": 0.018047, + "nauc_map_at_20_std": -0.16086, + "nauc_map_at_20_diff1": 0.274324, + "nauc_map_at_100_max": 0.022992, + "nauc_map_at_100_std": -0.149729, + "nauc_map_at_100_diff1": 0.269123, + "nauc_map_at_1000_max": 0.022759, + "nauc_map_at_1000_std": -0.149912, + "nauc_map_at_1000_diff1": 0.269106, + "nauc_recall_at_1_max": -0.023578, + "nauc_recall_at_1_std": -0.134195, + "nauc_recall_at_1_diff1": 0.322294, + "nauc_recall_at_3_max": 0.021289, + "nauc_recall_at_3_std": -0.166467, + "nauc_recall_at_3_diff1": 0.268, + "nauc_recall_at_5_max": 0.032496, + "nauc_recall_at_5_std": -0.197935, + "nauc_recall_at_5_diff1": 0.265268, + "nauc_recall_at_10_max": 0.022547, + "nauc_recall_at_10_std": -0.202119, + "nauc_recall_at_10_diff1": 0.228032, + "nauc_recall_at_20_max": 0.008398, + "nauc_recall_at_20_std": -0.181618, + "nauc_recall_at_20_diff1": 0.220014, + "nauc_recall_at_100_max": 0.157141, + "nauc_recall_at_100_std": 0.086187, + "nauc_recall_at_100_diff1": 0.082914, + "nauc_recall_at_1000_max": -0.171335, + "nauc_recall_at_1000_std": 0.122782, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.009184, + "nauc_precision_at_1_std": -0.080311, + "nauc_precision_at_1_diff1": 0.287994, + "nauc_precision_at_3_max": 0.080268, + "nauc_precision_at_3_std": -0.053309, + "nauc_precision_at_3_diff1": 0.077477, + "nauc_precision_at_5_max": 0.104333, + "nauc_precision_at_5_std": -0.022399, + "nauc_precision_at_5_diff1": -0.012494, + "nauc_precision_at_10_max": 0.084813, + "nauc_precision_at_10_std": 0.055065, + "nauc_precision_at_10_diff1": -0.134187, + "nauc_precision_at_20_max": 0.077982, + "nauc_precision_at_20_std": 0.107919, + "nauc_precision_at_20_diff1": -0.19034, + "nauc_precision_at_100_max": 0.078484, + "nauc_precision_at_100_std": 0.199373, + "nauc_precision_at_100_diff1": -0.242547, + "nauc_precision_at_1000_max": 0.064617, + "nauc_precision_at_1000_std": 0.190879, + "nauc_precision_at_1000_diff1": -0.238898, + "nauc_mrr_at_1_max": 0.009184, + "nauc_mrr_at_1_std": -0.080311, + "nauc_mrr_at_1_diff1": 0.287994, + "nauc_mrr_at_3_max": 0.032681, + "nauc_mrr_at_3_std": -0.086808, + "nauc_mrr_at_3_diff1": 0.259231, + "nauc_mrr_at_5_max": 0.037311, + "nauc_mrr_at_5_std": -0.084286, + "nauc_mrr_at_5_diff1": 0.255604, + "nauc_mrr_at_10_max": 0.034738, + "nauc_mrr_at_10_std": -0.08389, + "nauc_mrr_at_10_diff1": 0.25493, + "nauc_mrr_at_20_max": 0.032596, + "nauc_mrr_at_20_std": -0.083176, + "nauc_mrr_at_20_diff1": 0.255815, + "nauc_mrr_at_100_max": 0.032674, + "nauc_mrr_at_100_std": -0.083838, + "nauc_mrr_at_100_diff1": 0.25645, + "nauc_mrr_at_1000_max": 0.032668, + "nauc_mrr_at_1000_std": -0.083833, + "nauc_mrr_at_1000_diff1": 0.256573, + "cv_recall_at_1": 0.495, + "cv_recall_at_3": 0.737, + "cv_recall_at_5": 0.833, + "cv_recall_at_10": 0.921, + "cv_recall_at_20": 0.969, + "cv_recall_at_100": 0.997, + "cv_recall_at_1000": 1.0, + "main_score": 0.58628, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.62033, + "ndcg_at_3": 0.65605, + "ndcg_at_5": 0.68424, + "ndcg_at_10": 0.71261, + "ndcg_at_20": 0.73153, + "ndcg_at_100": 0.75311, + "ndcg_at_1000": 0.75675, + "map_at_1": 0.4377, + "map_at_3": 0.58132, + "map_at_5": 0.61402, + "map_at_10": 0.63483, + "map_at_20": 0.64294, + "map_at_100": 0.64834, + "map_at_1000": 0.64867, + "recall_at_1": 0.4377, + "recall_at_3": 0.68074, + "recall_at_5": 0.75828, + "recall_at_10": 0.82702, + "recall_at_20": 0.88576, + "recall_at_100": 0.97453, + "recall_at_1000": 0.9944, + "accuracy": 0.4377, + "precision_at_1": 0.62033, + "precision_at_3": 0.35339, + "precision_at_5": 0.25104, + "precision_at_10": 0.14481, + "precision_at_20": 0.07967, + "precision_at_100": 0.01815, + "precision_at_1000": 0.00188, + "mrr_at_1": 0.620332, + "mrr_at_3": 0.723721, + "mrr_at_5": 0.73399, + "mrr_at_10": 0.737698, + "mrr_at_20": 0.739997, + "mrr_at_100": 0.741158, + "mrr_at_1000": 0.74118, + "nauc_ndcg_at_1_max": 0.237047, + "nauc_ndcg_at_1_std": -0.120552, + "nauc_ndcg_at_1_diff1": 0.504138, + "nauc_ndcg_at_3_max": 0.176818, + "nauc_ndcg_at_3_std": -0.235614, + "nauc_ndcg_at_3_diff1": 0.423355, + "nauc_ndcg_at_5_max": 0.180059, + "nauc_ndcg_at_5_std": -0.220628, + "nauc_ndcg_at_5_diff1": 0.425575, + "nauc_ndcg_at_10_max": 0.202054, + "nauc_ndcg_at_10_std": -0.194935, + "nauc_ndcg_at_10_diff1": 0.434887, + "nauc_ndcg_at_20_max": 0.217165, + "nauc_ndcg_at_20_std": -0.189527, + "nauc_ndcg_at_20_diff1": 0.439621, + "nauc_ndcg_at_100_max": 0.226392, + "nauc_ndcg_at_100_std": -0.1636, + "nauc_ndcg_at_100_diff1": 0.449265, + "nauc_ndcg_at_1000_max": 0.227475, + "nauc_ndcg_at_1000_std": -0.166102, + "nauc_ndcg_at_1000_diff1": 0.451035, + "nauc_map_at_1_max": 0.075859, + "nauc_map_at_1_std": -0.237702, + "nauc_map_at_1_diff1": 0.496697, + "nauc_map_at_3_max": 0.133783, + "nauc_map_at_3_std": -0.255542, + "nauc_map_at_3_diff1": 0.432632, + "nauc_map_at_5_max": 0.141836, + "nauc_map_at_5_std": -0.237769, + "nauc_map_at_5_diff1": 0.426029, + "nauc_map_at_10_max": 0.162584, + "nauc_map_at_10_std": -0.219251, + "nauc_map_at_10_diff1": 0.433935, + "nauc_map_at_20_max": 0.168998, + "nauc_map_at_20_std": -0.216185, + "nauc_map_at_20_diff1": 0.435601, + "nauc_map_at_100_max": 0.173061, + "nauc_map_at_100_std": -0.210774, + "nauc_map_at_100_diff1": 0.437387, + "nauc_map_at_1000_max": 0.173219, + "nauc_map_at_1000_std": -0.210792, + "nauc_map_at_1000_diff1": 0.437417, + "nauc_recall_at_1_max": 0.075859, + "nauc_recall_at_1_std": -0.237702, + "nauc_recall_at_1_diff1": 0.496697, + "nauc_recall_at_3_max": 0.10729, + "nauc_recall_at_3_std": -0.29526, + "nauc_recall_at_3_diff1": 0.34837, + "nauc_recall_at_5_max": 0.12033, + "nauc_recall_at_5_std": -0.262387, + "nauc_recall_at_5_diff1": 0.317074, + "nauc_recall_at_10_max": 0.164557, + "nauc_recall_at_10_std": -0.215121, + "nauc_recall_at_10_diff1": 0.319726, + "nauc_recall_at_20_max": 0.227908, + "nauc_recall_at_20_std": -0.219334, + "nauc_recall_at_20_diff1": 0.306131, + "nauc_recall_at_100_max": 0.332744, + "nauc_recall_at_100_std": 0.205053, + "nauc_recall_at_100_diff1": 0.346411, + "nauc_recall_at_1000_max": 0.757976, + "nauc_recall_at_1000_std": 0.696318, + "nauc_recall_at_1000_diff1": 0.627523, + "nauc_precision_at_1_max": 0.237047, + "nauc_precision_at_1_std": -0.120552, + "nauc_precision_at_1_diff1": 0.504138, + "nauc_precision_at_3_max": 0.249575, + "nauc_precision_at_3_std": 0.017015, + "nauc_precision_at_3_diff1": 0.021902, + "nauc_precision_at_5_max": 0.231877, + "nauc_precision_at_5_std": 0.136199, + "nauc_precision_at_5_diff1": -0.064206, + "nauc_precision_at_10_max": 0.234888, + "nauc_precision_at_10_std": 0.206348, + "nauc_precision_at_10_diff1": -0.092637, + "nauc_precision_at_20_max": 0.223923, + "nauc_precision_at_20_std": 0.236008, + "nauc_precision_at_20_diff1": -0.131691, + "nauc_precision_at_100_max": 0.208496, + "nauc_precision_at_100_std": 0.322131, + "nauc_precision_at_100_diff1": -0.169673, + "nauc_precision_at_1000_max": 0.196738, + "nauc_precision_at_1000_std": 0.315103, + "nauc_precision_at_1000_diff1": -0.182471, + "nauc_mrr_at_1_max": 0.237047, + "nauc_mrr_at_1_std": -0.120552, + "nauc_mrr_at_1_diff1": 0.504138, + "nauc_mrr_at_3_max": 0.268811, + "nauc_mrr_at_3_std": -0.14128, + "nauc_mrr_at_3_diff1": 0.495813, + "nauc_mrr_at_5_max": 0.278711, + "nauc_mrr_at_5_std": -0.124219, + "nauc_mrr_at_5_diff1": 0.49276, + "nauc_mrr_at_10_max": 0.275475, + "nauc_mrr_at_10_std": -0.12573, + "nauc_mrr_at_10_diff1": 0.491229, + "nauc_mrr_at_20_max": 0.276756, + "nauc_mrr_at_20_std": -0.125044, + "nauc_mrr_at_20_diff1": 0.491718, + "nauc_mrr_at_100_max": 0.27509, + "nauc_mrr_at_100_std": -0.126158, + "nauc_mrr_at_100_diff1": 0.491896, + "nauc_mrr_at_1000_max": 0.275122, + "nauc_mrr_at_1000_std": -0.126157, + "nauc_mrr_at_1000_diff1": 0.491916, + "cv_recall_at_1": 0.62033, + "cv_recall_at_3": 0.8444, + "cv_recall_at_5": 0.89004, + "cv_recall_at_10": 0.91909, + "cv_recall_at_20": 0.95228, + "cv_recall_at_100": 0.99378, + "cv_recall_at_1000": 0.99793, + "main_score": 0.71261, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.60024, + "ndcg_at_3": 0.75973, + "ndcg_at_5": 0.78111, + "ndcg_at_10": 0.79434, + "ndcg_at_20": 0.79907, + "ndcg_at_100": 0.80281, + "ndcg_at_1000": 0.80335, + "map_at_1": 0.59279, + "map_at_3": 0.72071, + "map_at_5": 0.73287, + "map_at_10": 0.73882, + "map_at_20": 0.74021, + "map_at_100": 0.74085, + "map_at_1000": 0.74089, + "recall_at_1": 0.59279, + "recall_at_3": 0.86795, + "recall_at_5": 0.91969, + "recall_at_10": 0.95874, + "recall_at_20": 0.97645, + "recall_at_100": 0.99477, + "recall_at_1000": 0.99839, + "accuracy": 0.59279, + "precision_at_1": 0.60024, + "precision_at_3": 0.29469, + "precision_at_5": 0.18816, + "precision_at_10": 0.09843, + "precision_at_20": 0.05018, + "precision_at_100": 0.01024, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.600242, + "mrr_at_3": 0.724839, + "mrr_at_5": 0.735769, + "mrr_at_10": 0.741035, + "mrr_at_20": 0.742431, + "mrr_at_100": 0.74302, + "mrr_at_1000": 0.743034, + "nauc_ndcg_at_1_max": -0.000853, + "nauc_ndcg_at_1_std": -0.313539, + "nauc_ndcg_at_1_diff1": 0.51384, + "nauc_ndcg_at_3_max": 0.05798, + "nauc_ndcg_at_3_std": -0.424193, + "nauc_ndcg_at_3_diff1": 0.536296, + "nauc_ndcg_at_5_max": 0.065917, + "nauc_ndcg_at_5_std": -0.401422, + "nauc_ndcg_at_5_diff1": 0.518821, + "nauc_ndcg_at_10_max": 0.054363, + "nauc_ndcg_at_10_std": -0.395764, + "nauc_ndcg_at_10_diff1": 0.510119, + "nauc_ndcg_at_20_max": 0.052344, + "nauc_ndcg_at_20_std": -0.378487, + "nauc_ndcg_at_20_diff1": 0.50749, + "nauc_ndcg_at_100_max": 0.045052, + "nauc_ndcg_at_100_std": -0.37487, + "nauc_ndcg_at_100_diff1": 0.511505, + "nauc_ndcg_at_1000_max": 0.044821, + "nauc_ndcg_at_1000_std": -0.373822, + "nauc_ndcg_at_1000_diff1": 0.514282, + "nauc_map_at_1_max": -0.007831, + "nauc_map_at_1_std": -0.324867, + "nauc_map_at_1_diff1": 0.525885, + "nauc_map_at_3_max": 0.037631, + "nauc_map_at_3_std": -0.394734, + "nauc_map_at_3_diff1": 0.531276, + "nauc_map_at_5_max": 0.041464, + "nauc_map_at_5_std": -0.380622, + "nauc_map_at_5_diff1": 0.521946, + "nauc_map_at_10_max": 0.037269, + "nauc_map_at_10_std": -0.376528, + "nauc_map_at_10_diff1": 0.518777, + "nauc_map_at_20_max": 0.036719, + "nauc_map_at_20_std": -0.372632, + "nauc_map_at_20_diff1": 0.518232, + "nauc_map_at_100_max": 0.035932, + "nauc_map_at_100_std": -0.371933, + "nauc_map_at_100_diff1": 0.518873, + "nauc_map_at_1000_max": 0.035858, + "nauc_map_at_1000_std": -0.371891, + "nauc_map_at_1000_diff1": 0.51897, + "nauc_recall_at_1_max": -0.007831, + "nauc_recall_at_1_std": -0.324867, + "nauc_recall_at_1_diff1": 0.525885, + "nauc_recall_at_3_max": 0.143334, + "nauc_recall_at_3_std": -0.597759, + "nauc_recall_at_3_diff1": 0.566327, + "nauc_recall_at_5_max": 0.238284, + "nauc_recall_at_5_std": -0.582398, + "nauc_recall_at_5_diff1": 0.493806, + "nauc_recall_at_10_max": 0.26035, + "nauc_recall_at_10_std": -0.706936, + "nauc_recall_at_10_diff1": 0.370968, + "nauc_recall_at_20_max": 0.363362, + "nauc_recall_at_20_std": -0.463784, + "nauc_recall_at_20_diff1": 0.20136, + "nauc_recall_at_100_max": 0.249634, + "nauc_recall_at_100_std": -0.321031, + "nauc_recall_at_100_diff1": -0.293375, + "nauc_recall_at_1000_max": 0.832459, + "nauc_recall_at_1000_std": 0.554147, + "nauc_recall_at_1000_diff1": -0.039045, + "nauc_precision_at_1_max": -0.000853, + "nauc_precision_at_1_std": -0.313539, + "nauc_precision_at_1_diff1": 0.51384, + "nauc_precision_at_3_max": 0.167898, + "nauc_precision_at_3_std": -0.491965, + "nauc_precision_at_3_diff1": 0.432604, + "nauc_precision_at_5_max": 0.246501, + "nauc_precision_at_5_std": -0.329325, + "nauc_precision_at_5_diff1": 0.236194, + "nauc_precision_at_10_max": 0.239807, + "nauc_precision_at_10_std": -0.190399, + "nauc_precision_at_10_diff1": -0.002736, + "nauc_precision_at_20_max": 0.256196, + "nauc_precision_at_20_std": 0.054339, + "nauc_precision_at_20_diff1": -0.188401, + "nauc_precision_at_100_max": 0.194956, + "nauc_precision_at_100_std": 0.26498, + "nauc_precision_at_100_diff1": -0.382858, + "nauc_precision_at_1000_max": 0.166618, + "nauc_precision_at_1000_std": 0.30907, + "nauc_precision_at_1000_diff1": -0.353875, + "nauc_mrr_at_1_max": -0.000853, + "nauc_mrr_at_1_std": -0.313539, + "nauc_mrr_at_1_diff1": 0.51384, + "nauc_mrr_at_3_max": 0.047794, + "nauc_mrr_at_3_std": -0.379247, + "nauc_mrr_at_3_diff1": 0.525927, + "nauc_mrr_at_5_max": 0.047827, + "nauc_mrr_at_5_std": -0.370499, + "nauc_mrr_at_5_diff1": 0.518427, + "nauc_mrr_at_10_max": 0.042044, + "nauc_mrr_at_10_std": -0.368774, + "nauc_mrr_at_10_diff1": 0.515814, + "nauc_mrr_at_20_max": 0.041516, + "nauc_mrr_at_20_std": -0.364805, + "nauc_mrr_at_20_diff1": 0.515237, + "nauc_mrr_at_100_max": 0.040483, + "nauc_mrr_at_100_std": -0.364077, + "nauc_mrr_at_100_diff1": 0.515833, + "nauc_mrr_at_1000_max": 0.040508, + "nauc_mrr_at_1000_std": -0.364021, + "nauc_mrr_at_1000_diff1": 0.515932, + "cv_recall_at_1": 0.60024, + "cv_recall_at_3": 0.87319, + "cv_recall_at_5": 0.92271, + "cv_recall_at_10": 0.96014, + "cv_recall_at_20": 0.97826, + "cv_recall_at_100": 0.99638, + "cv_recall_at_1000": 0.99879, + "main_score": 0.79434, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.62619, + "ndcg_at_3": 0.66403, + "ndcg_at_5": 0.70401, + "ndcg_at_10": 0.73564, + "ndcg_at_20": 0.75348, + "ndcg_at_100": 0.7694, + "ndcg_at_1000": 0.77118, + "map_at_1": 0.43929, + "map_at_3": 0.5951, + "map_at_5": 0.63287, + "map_at_10": 0.65468, + "map_at_20": 0.66334, + "map_at_100": 0.6679, + "map_at_1000": 0.66807, + "recall_at_1": 0.43929, + "recall_at_3": 0.69474, + "recall_at_5": 0.79205, + "recall_at_10": 0.87439, + "recall_at_20": 0.92787, + "recall_at_100": 0.9905, + "recall_at_1000": 1.0, + "accuracy": 0.43929, + "precision_at_1": 0.62619, + "precision_at_3": 0.36062, + "precision_at_5": 0.25866, + "precision_at_10": 0.14939, + "precision_at_20": 0.08172, + "precision_at_100": 0.01804, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.626194, + "mrr_at_3": 0.722374, + "mrr_at_5": 0.737449, + "mrr_at_10": 0.743828, + "mrr_at_20": 0.745259, + "mrr_at_100": 0.745893, + "mrr_at_1000": 0.745904, + "nauc_ndcg_at_1_max": 0.26784, + "nauc_ndcg_at_1_std": -0.016561, + "nauc_ndcg_at_1_diff1": 0.54023, + "nauc_ndcg_at_3_max": 0.238516, + "nauc_ndcg_at_3_std": -0.122678, + "nauc_ndcg_at_3_diff1": 0.482616, + "nauc_ndcg_at_5_max": 0.260135, + "nauc_ndcg_at_5_std": -0.13673, + "nauc_ndcg_at_5_diff1": 0.506023, + "nauc_ndcg_at_10_max": 0.271091, + "nauc_ndcg_at_10_std": -0.125383, + "nauc_ndcg_at_10_diff1": 0.49094, + "nauc_ndcg_at_20_max": 0.276568, + "nauc_ndcg_at_20_std": -0.104965, + "nauc_ndcg_at_20_diff1": 0.489908, + "nauc_ndcg_at_100_max": 0.282174, + "nauc_ndcg_at_100_std": -0.085935, + "nauc_ndcg_at_100_diff1": 0.494527, + "nauc_ndcg_at_1000_max": 0.280652, + "nauc_ndcg_at_1000_std": -0.07968, + "nauc_ndcg_at_1000_diff1": 0.494042, + "nauc_map_at_1_max": 0.150889, + "nauc_map_at_1_std": -0.111013, + "nauc_map_at_1_diff1": 0.527481, + "nauc_map_at_3_max": 0.219102, + "nauc_map_at_3_std": -0.144535, + "nauc_map_at_3_diff1": 0.491087, + "nauc_map_at_5_max": 0.244236, + "nauc_map_at_5_std": -0.14197, + "nauc_map_at_5_diff1": 0.506276, + "nauc_map_at_10_max": 0.255573, + "nauc_map_at_10_std": -0.127005, + "nauc_map_at_10_diff1": 0.493952, + "nauc_map_at_20_max": 0.258154, + "nauc_map_at_20_std": -0.118849, + "nauc_map_at_20_diff1": 0.491161, + "nauc_map_at_100_max": 0.260572, + "nauc_map_at_100_std": -0.113383, + "nauc_map_at_100_diff1": 0.493319, + "nauc_map_at_1000_max": 0.2606, + "nauc_map_at_1000_std": -0.112897, + "nauc_map_at_1000_diff1": 0.493297, + "nauc_recall_at_1_max": 0.150889, + "nauc_recall_at_1_std": -0.111013, + "nauc_recall_at_1_diff1": 0.527481, + "nauc_recall_at_3_max": 0.159913, + "nauc_recall_at_3_std": -0.219041, + "nauc_recall_at_3_diff1": 0.423696, + "nauc_recall_at_5_max": 0.21493, + "nauc_recall_at_5_std": -0.267068, + "nauc_recall_at_5_diff1": 0.453758, + "nauc_recall_at_10_max": 0.233144, + "nauc_recall_at_10_std": -0.304372, + "nauc_recall_at_10_diff1": 0.398379, + "nauc_recall_at_20_max": 0.256986, + "nauc_recall_at_20_std": -0.292283, + "nauc_recall_at_20_diff1": 0.399407, + "nauc_recall_at_100_max": 0.469308, + "nauc_recall_at_100_std": -0.658022, + "nauc_recall_at_100_diff1": 0.489109, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.26784, + "nauc_precision_at_1_std": -0.016561, + "nauc_precision_at_1_diff1": 0.54023, + "nauc_precision_at_3_max": 0.239463, + "nauc_precision_at_3_std": 0.044135, + "nauc_precision_at_3_diff1": 0.100299, + "nauc_precision_at_5_max": 0.207547, + "nauc_precision_at_5_std": 0.088402, + "nauc_precision_at_5_diff1": 0.001974, + "nauc_precision_at_10_max": 0.175684, + "nauc_precision_at_10_std": 0.174355, + "nauc_precision_at_10_diff1": -0.137211, + "nauc_precision_at_20_max": 0.141869, + "nauc_precision_at_20_std": 0.21827, + "nauc_precision_at_20_diff1": -0.19569, + "nauc_precision_at_100_max": 0.106679, + "nauc_precision_at_100_std": 0.260114, + "nauc_precision_at_100_diff1": -0.225497, + "nauc_precision_at_1000_max": 0.09493, + "nauc_precision_at_1000_std": 0.275227, + "nauc_precision_at_1000_diff1": -0.232485, + "nauc_mrr_at_1_max": 0.26784, + "nauc_mrr_at_1_std": -0.016561, + "nauc_mrr_at_1_diff1": 0.54023, + "nauc_mrr_at_3_max": 0.277905, + "nauc_mrr_at_3_std": -0.031508, + "nauc_mrr_at_3_diff1": 0.512874, + "nauc_mrr_at_5_max": 0.28424, + "nauc_mrr_at_5_std": -0.036232, + "nauc_mrr_at_5_diff1": 0.514528, + "nauc_mrr_at_10_max": 0.285609, + "nauc_mrr_at_10_std": -0.031385, + "nauc_mrr_at_10_diff1": 0.514589, + "nauc_mrr_at_20_max": 0.286143, + "nauc_mrr_at_20_std": -0.030339, + "nauc_mrr_at_20_diff1": 0.515832, + "nauc_mrr_at_100_max": 0.285413, + "nauc_mrr_at_100_std": -0.030033, + "nauc_mrr_at_100_diff1": 0.515733, + "nauc_mrr_at_1000_max": 0.285385, + "nauc_mrr_at_1000_std": -0.02995, + "nauc_mrr_at_1000_diff1": 0.515731, + "cv_recall_at_1": 0.62619, + "cv_recall_at_3": 0.84311, + "cv_recall_at_5": 0.90859, + "cv_recall_at_10": 0.95498, + "cv_recall_at_20": 0.97544, + "cv_recall_at_100": 0.99864, + "cv_recall_at_1000": 1.0, + "main_score": 0.73564, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.62185, + "ndcg_at_3": 0.72248, + "ndcg_at_5": 0.74965, + "ndcg_at_10": 0.76011, + "ndcg_at_20": 0.76895, + "ndcg_at_100": 0.77845, + "ndcg_at_1000": 0.78432, + "map_at_1": 0.57913, + "map_at_3": 0.68557, + "map_at_5": 0.70203, + "map_at_10": 0.70746, + "map_at_20": 0.71065, + "map_at_100": 0.71225, + "map_at_1000": 0.71262, + "recall_at_1": 0.57913, + "recall_at_3": 0.79342, + "recall_at_5": 0.85924, + "recall_at_10": 0.88585, + "recall_at_20": 0.91597, + "recall_at_100": 0.96359, + "recall_at_1000": 1.0, + "accuracy": 0.57913, + "precision_at_1": 0.62185, + "precision_at_3": 0.29412, + "precision_at_5": 0.19328, + "precision_at_10": 0.10252, + "precision_at_20": 0.05336, + "precision_at_100": 0.01134, + "precision_at_1000": 0.00121, + "mrr_at_1": 0.621849, + "mrr_at_3": 0.721289, + "mrr_at_5": 0.733894, + "mrr_at_10": 0.736345, + "mrr_at_20": 0.738509, + "mrr_at_100": 0.739344, + "mrr_at_1000": 0.739514, + "nauc_ndcg_at_1_max": -0.016231, + "nauc_ndcg_at_1_std": -0.130676, + "nauc_ndcg_at_1_diff1": 0.604189, + "nauc_ndcg_at_3_max": 0.133157, + "nauc_ndcg_at_3_std": -0.281736, + "nauc_ndcg_at_3_diff1": 0.577956, + "nauc_ndcg_at_5_max": 0.141774, + "nauc_ndcg_at_5_std": -0.304835, + "nauc_ndcg_at_5_diff1": 0.576474, + "nauc_ndcg_at_10_max": 0.111772, + "nauc_ndcg_at_10_std": -0.339771, + "nauc_ndcg_at_10_diff1": 0.577466, + "nauc_ndcg_at_20_max": 0.123295, + "nauc_ndcg_at_20_std": -0.325089, + "nauc_ndcg_at_20_diff1": 0.58526, + "nauc_ndcg_at_100_max": 0.126268, + "nauc_ndcg_at_100_std": -0.325354, + "nauc_ndcg_at_100_diff1": 0.589253, + "nauc_ndcg_at_1000_max": 0.102065, + "nauc_ndcg_at_1000_std": -0.299298, + "nauc_ndcg_at_1000_diff1": 0.584296, + "nauc_map_at_1_max": 0.081934, + "nauc_map_at_1_std": -0.195492, + "nauc_map_at_1_diff1": 0.627205, + "nauc_map_at_3_max": 0.127636, + "nauc_map_at_3_std": -0.268391, + "nauc_map_at_3_diff1": 0.592017, + "nauc_map_at_5_max": 0.132488, + "nauc_map_at_5_std": -0.278325, + "nauc_map_at_5_diff1": 0.590055, + "nauc_map_at_10_max": 0.11994, + "nauc_map_at_10_std": -0.291742, + "nauc_map_at_10_diff1": 0.59171, + "nauc_map_at_20_max": 0.121642, + "nauc_map_at_20_std": -0.288748, + "nauc_map_at_20_diff1": 0.593332, + "nauc_map_at_100_max": 0.121288, + "nauc_map_at_100_std": -0.289678, + "nauc_map_at_100_diff1": 0.59333, + "nauc_map_at_1000_max": 0.120048, + "nauc_map_at_1000_std": -0.288253, + "nauc_map_at_1000_diff1": 0.592963, + "nauc_recall_at_1_max": 0.081934, + "nauc_recall_at_1_std": -0.195492, + "nauc_recall_at_1_diff1": 0.627205, + "nauc_recall_at_3_max": 0.240621, + "nauc_recall_at_3_std": -0.38796, + "nauc_recall_at_3_diff1": 0.531725, + "nauc_recall_at_5_max": 0.312705, + "nauc_recall_at_5_std": -0.482837, + "nauc_recall_at_5_diff1": 0.507403, + "nauc_recall_at_10_max": 0.216886, + "nauc_recall_at_10_std": -0.674487, + "nauc_recall_at_10_diff1": 0.509479, + "nauc_recall_at_20_max": 0.366568, + "nauc_recall_at_20_std": -0.653898, + "nauc_recall_at_20_diff1": 0.54927, + "nauc_recall_at_100_max": 0.821224, + "nauc_recall_at_100_std": -1.077937, + "nauc_recall_at_100_diff1": 0.694915, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.016231, + "nauc_precision_at_1_std": -0.130676, + "nauc_precision_at_1_diff1": 0.604189, + "nauc_precision_at_3_max": 0.033604, + "nauc_precision_at_3_std": -0.23202, + "nauc_precision_at_3_diff1": 0.255108, + "nauc_precision_at_5_max": -0.000558, + "nauc_precision_at_5_std": -0.23136, + "nauc_precision_at_5_diff1": 0.056093, + "nauc_precision_at_10_max": -0.153947, + "nauc_precision_at_10_std": -0.274746, + "nauc_precision_at_10_diff1": -0.062614, + "nauc_precision_at_20_max": -0.17469, + "nauc_precision_at_20_std": -0.191119, + "nauc_precision_at_20_diff1": -0.147072, + "nauc_precision_at_100_max": -0.221402, + "nauc_precision_at_100_std": -0.144901, + "nauc_precision_at_100_diff1": -0.262871, + "nauc_precision_at_1000_max": -0.383617, + "nauc_precision_at_1000_std": 0.107894, + "nauc_precision_at_1000_diff1": -0.35965, + "nauc_mrr_at_1_max": -0.016231, + "nauc_mrr_at_1_std": -0.130676, + "nauc_mrr_at_1_diff1": 0.604189, + "nauc_mrr_at_3_max": 0.042126, + "nauc_mrr_at_3_std": -0.205654, + "nauc_mrr_at_3_diff1": 0.571012, + "nauc_mrr_at_5_max": 0.033629, + "nauc_mrr_at_5_std": -0.213844, + "nauc_mrr_at_5_diff1": 0.570594, + "nauc_mrr_at_10_max": 0.024287, + "nauc_mrr_at_10_std": -0.225092, + "nauc_mrr_at_10_diff1": 0.56797, + "nauc_mrr_at_20_max": 0.029316, + "nauc_mrr_at_20_std": -0.219417, + "nauc_mrr_at_20_diff1": 0.571584, + "nauc_mrr_at_100_max": 0.030837, + "nauc_mrr_at_100_std": -0.21724, + "nauc_mrr_at_100_diff1": 0.572351, + "nauc_mrr_at_1000_max": 0.030155, + "nauc_mrr_at_1000_std": -0.216637, + "nauc_mrr_at_1000_diff1": 0.572351, + "cv_recall_at_1": 0.62185, + "cv_recall_at_3": 0.84034, + "cv_recall_at_5": 0.89916, + "cv_recall_at_10": 0.91597, + "cv_recall_at_20": 0.94118, + "cv_recall_at_100": 0.97479, + "cv_recall_at_1000": 1.0, + "main_score": 0.76011, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.3944, + "ndcg_at_3": 0.41694, + "ndcg_at_5": 0.45618, + "ndcg_at_10": 0.50755, + "ndcg_at_20": 0.55622, + "ndcg_at_100": 0.59688, + "ndcg_at_1000": 0.60417, + "map_at_1": 0.20928, + "map_at_3": 0.32815, + "map_at_5": 0.37252, + "map_at_10": 0.40606, + "map_at_20": 0.42693, + "map_at_100": 0.43757, + "map_at_1000": 0.43831, + "recall_at_1": 0.20928, + "recall_at_3": 0.40596, + "recall_at_5": 0.52033, + "recall_at_10": 0.65497, + "recall_at_20": 0.80254, + "recall_at_100": 0.95876, + "recall_at_1000": 0.99661, + "accuracy": 0.20928, + "precision_at_1": 0.3944, + "precision_at_3": 0.28923, + "precision_at_5": 0.2341, + "precision_at_10": 0.15344, + "precision_at_20": 0.09593, + "precision_at_100": 0.02402, + "precision_at_1000": 0.00252, + "mrr_at_1": 0.394402, + "mrr_at_3": 0.493639, + "mrr_at_5": 0.51972, + "mrr_at_10": 0.532928, + "mrr_at_20": 0.540353, + "mrr_at_100": 0.542163, + "mrr_at_1000": 0.542247, + "nauc_ndcg_at_1_max": 0.070133, + "nauc_ndcg_at_1_std": -0.105461, + "nauc_ndcg_at_1_diff1": 0.236944, + "nauc_ndcg_at_3_max": 0.060075, + "nauc_ndcg_at_3_std": -0.138312, + "nauc_ndcg_at_3_diff1": 0.212714, + "nauc_ndcg_at_5_max": 0.082407, + "nauc_ndcg_at_5_std": -0.140672, + "nauc_ndcg_at_5_diff1": 0.21094, + "nauc_ndcg_at_10_max": 0.062088, + "nauc_ndcg_at_10_std": -0.142789, + "nauc_ndcg_at_10_diff1": 0.18013, + "nauc_ndcg_at_20_max": 0.071123, + "nauc_ndcg_at_20_std": -0.126499, + "nauc_ndcg_at_20_diff1": 0.182997, + "nauc_ndcg_at_100_max": 0.076454, + "nauc_ndcg_at_100_std": -0.117669, + "nauc_ndcg_at_100_diff1": 0.200293, + "nauc_ndcg_at_1000_max": 0.082707, + "nauc_ndcg_at_1000_std": -0.115731, + "nauc_ndcg_at_1000_diff1": 0.202969, + "nauc_map_at_1_max": 0.062902, + "nauc_map_at_1_std": -0.126999, + "nauc_map_at_1_diff1": 0.303384, + "nauc_map_at_3_max": 0.059591, + "nauc_map_at_3_std": -0.158201, + "nauc_map_at_3_diff1": 0.242771, + "nauc_map_at_5_max": 0.083074, + "nauc_map_at_5_std": -0.144659, + "nauc_map_at_5_diff1": 0.236036, + "nauc_map_at_10_max": 0.070658, + "nauc_map_at_10_std": -0.140565, + "nauc_map_at_10_diff1": 0.211435, + "nauc_map_at_20_max": 0.077684, + "nauc_map_at_20_std": -0.133061, + "nauc_map_at_20_diff1": 0.214414, + "nauc_map_at_100_max": 0.078359, + "nauc_map_at_100_std": -0.130174, + "nauc_map_at_100_diff1": 0.217163, + "nauc_map_at_1000_max": 0.078919, + "nauc_map_at_1000_std": -0.12998, + "nauc_map_at_1000_diff1": 0.217564, + "nauc_recall_at_1_max": 0.062902, + "nauc_recall_at_1_std": -0.126999, + "nauc_recall_at_1_diff1": 0.303384, + "nauc_recall_at_3_max": 0.00711, + "nauc_recall_at_3_std": -0.185019, + "nauc_recall_at_3_diff1": 0.182063, + "nauc_recall_at_5_max": 0.04371, + "nauc_recall_at_5_std": -0.167897, + "nauc_recall_at_5_diff1": 0.156766, + "nauc_recall_at_10_max": -0.000217, + "nauc_recall_at_10_std": -0.164708, + "nauc_recall_at_10_diff1": 0.068661, + "nauc_recall_at_20_max": -0.005876, + "nauc_recall_at_20_std": -0.121297, + "nauc_recall_at_20_diff1": 0.039762, + "nauc_recall_at_100_max": -0.053618, + "nauc_recall_at_100_std": -0.085654, + "nauc_recall_at_100_diff1": 0.17876, + "nauc_recall_at_1000_max": 0.83258, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.722146, + "nauc_precision_at_1_max": 0.070133, + "nauc_precision_at_1_std": -0.105461, + "nauc_precision_at_1_diff1": 0.236944, + "nauc_precision_at_3_max": 0.068055, + "nauc_precision_at_3_std": -0.064255, + "nauc_precision_at_3_diff1": 0.08007, + "nauc_precision_at_5_max": 0.114503, + "nauc_precision_at_5_std": -0.012701, + "nauc_precision_at_5_diff1": 0.03552, + "nauc_precision_at_10_max": 0.056313, + "nauc_precision_at_10_std": 0.026138, + "nauc_precision_at_10_diff1": -0.042328, + "nauc_precision_at_20_max": 0.069371, + "nauc_precision_at_20_std": 0.085701, + "nauc_precision_at_20_diff1": -0.073358, + "nauc_precision_at_100_max": 0.056754, + "nauc_precision_at_100_std": 0.12859, + "nauc_precision_at_100_diff1": -0.075288, + "nauc_precision_at_1000_max": 0.066265, + "nauc_precision_at_1000_std": 0.124653, + "nauc_precision_at_1000_diff1": -0.061539, + "nauc_mrr_at_1_max": 0.070133, + "nauc_mrr_at_1_std": -0.105461, + "nauc_mrr_at_1_diff1": 0.236944, + "nauc_mrr_at_3_max": 0.078113, + "nauc_mrr_at_3_std": -0.115621, + "nauc_mrr_at_3_diff1": 0.2103, + "nauc_mrr_at_5_max": 0.083551, + "nauc_mrr_at_5_std": -0.119883, + "nauc_mrr_at_5_diff1": 0.205796, + "nauc_mrr_at_10_max": 0.083564, + "nauc_mrr_at_10_std": -0.119028, + "nauc_mrr_at_10_diff1": 0.205904, + "nauc_mrr_at_20_max": 0.082579, + "nauc_mrr_at_20_std": -0.116717, + "nauc_mrr_at_20_diff1": 0.207145, + "nauc_mrr_at_100_max": 0.082677, + "nauc_mrr_at_100_std": -0.116559, + "nauc_mrr_at_100_diff1": 0.208266, + "nauc_mrr_at_1000_max": 0.082811, + "nauc_mrr_at_1000_std": -0.116377, + "nauc_mrr_at_1000_diff1": 0.20812, + "cv_recall_at_1": 0.3944, + "cv_recall_at_3": 0.61832, + "cv_recall_at_5": 0.73282, + "cv_recall_at_10": 0.82952, + "cv_recall_at_20": 0.92875, + "cv_recall_at_100": 0.98728, + "cv_recall_at_1000": 0.99746, + "main_score": 0.50755, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 31294.259948015213, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/WikiSQLRetrieval.json b/results/voyageai__voyage-4/1/WikiSQLRetrieval.json new file mode 100644 index 0000000000..c83aa6913d --- /dev/null +++ b/results/voyageai__voyage-4/1/WikiSQLRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "4e099ab42dffd49d72c1472f451371e53343e3d7", + "task_name": "WikiSQLRetrieval", + "mteb_version": "2.6.5", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92871, + "ndcg_at_3": 0.96778, + "ndcg_at_5": 0.96961, + "ndcg_at_10": 0.97025, + "ndcg_at_20": 0.97025, + "ndcg_at_100": 0.97034, + "ndcg_at_1000": 0.97034, + "map_at_1": 0.92871, + "map_at_3": 0.9589, + "map_at_5": 0.95993, + "map_at_10": 0.9602, + "map_at_20": 0.9602, + "map_at_100": 0.96021, + "map_at_1000": 0.96021, + "recall_at_1": 0.92871, + "recall_at_3": 0.99316, + "recall_at_5": 0.99756, + "recall_at_10": 0.99951, + "recall_at_20": 0.99951, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.92871, + "precision_at_1": 0.92871, + "precision_at_3": 0.33105, + "precision_at_5": 0.19951, + "precision_at_10": 0.09995, + "precision_at_20": 0.04998, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.928711, + "mrr_at_3": 0.95874, + "mrr_at_5": 0.959888, + "mrr_at_10": 0.96016, + "mrr_at_20": 0.96016, + "mrr_at_100": 0.960172, + "mrr_at_1000": 0.960172, + "nauc_ndcg_at_1_max": 0.612724, + "nauc_ndcg_at_1_std": -0.078514, + "nauc_ndcg_at_1_diff1": 0.892773, + "nauc_ndcg_at_3_max": 0.642513, + "nauc_ndcg_at_3_std": -0.122026, + "nauc_ndcg_at_3_diff1": 0.888459, + "nauc_ndcg_at_5_max": 0.63138, + "nauc_ndcg_at_5_std": -0.107566, + "nauc_ndcg_at_5_diff1": 0.892167, + "nauc_ndcg_at_10_max": 0.625721, + "nauc_ndcg_at_10_std": -0.104371, + "nauc_ndcg_at_10_diff1": 0.892042, + "nauc_ndcg_at_20_max": 0.625721, + "nauc_ndcg_at_20_std": -0.104371, + "nauc_ndcg_at_20_diff1": 0.892042, + "nauc_ndcg_at_100_max": 0.624593, + "nauc_ndcg_at_100_std": -0.102986, + "nauc_ndcg_at_100_diff1": 0.891716, + "nauc_ndcg_at_1000_max": 0.624593, + "nauc_ndcg_at_1000_std": -0.102986, + "nauc_ndcg_at_1000_diff1": 0.891716, + "nauc_map_at_1_max": 0.612724, + "nauc_map_at_1_std": -0.078514, + "nauc_map_at_1_diff1": 0.892773, + "nauc_map_at_3_max": 0.630083, + "nauc_map_at_3_std": -0.108078, + "nauc_map_at_3_diff1": 0.890046, + "nauc_map_at_5_max": 0.625062, + "nauc_map_at_5_std": -0.10171, + "nauc_map_at_5_diff1": 0.891697, + "nauc_map_at_10_max": 0.623177, + "nauc_map_at_10_std": -0.100803, + "nauc_map_at_10_diff1": 0.89169, + "nauc_map_at_20_max": 0.623177, + "nauc_map_at_20_std": -0.100803, + "nauc_map_at_20_diff1": 0.89169, + "nauc_map_at_100_max": 0.623069, + "nauc_map_at_100_std": -0.100671, + "nauc_map_at_100_diff1": 0.891659, + "nauc_map_at_1000_max": 0.623069, + "nauc_map_at_1000_std": -0.100671, + "nauc_map_at_1000_diff1": 0.891659, + "nauc_recall_at_1_max": 0.612724, + "nauc_recall_at_1_std": -0.078514, + "nauc_recall_at_1_diff1": 0.892773, + "nauc_recall_at_3_max": 0.858097, + "nauc_recall_at_3_std": -0.353441, + "nauc_recall_at_3_diff1": 0.86147, + "nauc_recall_at_5_max": 0.91083, + "nauc_recall_at_5_std": -0.327865, + "nauc_recall_at_5_diff1": 0.92156, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -0.563791, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": -0.563791, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.612724, + "nauc_precision_at_1_std": -0.078514, + "nauc_precision_at_1_diff1": 0.892773, + "nauc_precision_at_3_max": 0.858097, + "nauc_precision_at_3_std": -0.353441, + "nauc_precision_at_3_diff1": 0.86147, + "nauc_precision_at_5_max": 0.91083, + "nauc_precision_at_5_std": -0.327865, + "nauc_precision_at_5_diff1": 0.92156, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -0.563791, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": -0.563791, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.612724, + "nauc_mrr_at_1_std": -0.078514, + "nauc_mrr_at_1_diff1": 0.892773, + "nauc_mrr_at_3_max": 0.631542, + "nauc_mrr_at_3_std": -0.114512, + "nauc_mrr_at_3_diff1": 0.89048, + "nauc_mrr_at_5_max": 0.625442, + "nauc_mrr_at_5_std": -0.103371, + "nauc_mrr_at_5_diff1": 0.891807, + "nauc_mrr_at_10_max": 0.623562, + "nauc_mrr_at_10_std": -0.102477, + "nauc_mrr_at_10_diff1": 0.891801, + "nauc_mrr_at_20_max": 0.623562, + "nauc_mrr_at_20_std": -0.102477, + "nauc_mrr_at_20_diff1": 0.891801, + "nauc_mrr_at_100_max": 0.623452, + "nauc_mrr_at_100_std": -0.102342, + "nauc_mrr_at_100_diff1": 0.891769, + "nauc_mrr_at_1000_max": 0.623452, + "nauc_mrr_at_1000_std": -0.102342, + "nauc_mrr_at_1000_diff1": 0.891769, + "cv_recall_at_1": 0.92871, + "cv_recall_at_3": 0.99268, + "cv_recall_at_5": 0.99756, + "cv_recall_at_10": 0.99951, + "cv_recall_at_20": 0.99951, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.97025, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 91.43439793586731, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/voyageai__voyage-4/1/model_meta.json b/results/voyageai__voyage-4/1/model_meta.json new file mode 100644 index 0000000000..f1bd95a86c --- /dev/null +++ b/results/voyageai__voyage-4/1/model_meta.json @@ -0,0 +1 @@ +{"loader_kwargs": {"max_tokens": 32000, "model_prompts": {"query": "query", "document": "document"}}, "name": "voyageai/voyage-4", "revision": "1", "release_date": "2026-01-15", "languages": null, "n_parameters": null, "memory_usage_mb": null, "max_tokens": 32000.0, "embed_dim": 1024, "license": null, "open_weights": false, "public_training_code": null, "public_training_data": null, "framework": ["API"], "reference": "https://blog.voyageai.com/2026/01/15/voyage-4/", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": [], "adapted_from": null, "superseded_by": null, "modalities": ["text"], "model_type": ["dense"], "citation": null, "contacts": null, "loader": "VoyageModel", "is_cross_encoder": false} \ No newline at end of file