diff --git a/results/openai__text-embedding-3-large-1024/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-large-1024/2/CMedQAv2-reranking.json new file mode 100644 index 0000000000..fd7f45b315 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "map": 0.748166, + "mrr": 0.786716, + "nAUC_map_max": 0.516032, + "nAUC_map_std": 0.153788, + "nAUC_map_diff1": 0.503704, + "nAUC_mrr_max": 0.604202, + "nAUC_mrr_std": 0.220081, + "nAUC_mrr_diff1": 0.571137, + "main_score": 0.748166, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 700.6372191905975, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/CUREv1.json b/results/openai__text-embedding-3-large-1024/2/CUREv1.json new file mode 100644 index 0000000000..cb29a666f3 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.25.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.675, + "ndcg_at_3": 0.62058, + "ndcg_at_5": 0.60244, + "ndcg_at_10": 0.59038, + "ndcg_at_20": 0.59217, + "ndcg_at_100": 0.65326, + "ndcg_at_1000": 0.72729, + "map_at_1": 0.09686, + "map_at_3": 0.18473, + "map_at_5": 0.22846, + "map_at_10": 0.28819, + "map_at_20": 0.34034, + "map_at_100": 0.43028, + "map_at_1000": 0.46946, + "recall_at_1": 0.09686, + "recall_at_3": 0.20103, + "recall_at_5": 0.26172, + "recall_at_10": 0.36004, + "recall_at_20": 0.47024, + "recall_at_100": 0.74199, + "recall_at_1000": 0.96152, + "precision_at_1": 0.7835, + "precision_at_3": 0.66683, + "precision_at_5": 0.5945, + "precision_at_10": 0.49045, + "precision_at_20": 0.38488, + "precision_at_100": 0.18144, + "precision_at_1000": 0.03484, + "mrr_at_1": 0.7835, + "mrr_at_3": 0.8445, + "mrr_at_5": 0.850625, + "mrr_at_10": 0.854159, + "mrr_at_20": 0.855112, + "mrr_at_100": 0.855416, + "mrr_at_1000": 0.855443, + "nauc_ndcg_at_1_max": 0.459856, + "nauc_ndcg_at_1_std": 0.191185, + "nauc_ndcg_at_1_diff1": 0.397967, + "nauc_ndcg_at_3_max": 0.429145, + "nauc_ndcg_at_3_std": 0.214099, + "nauc_ndcg_at_3_diff1": 0.223319, + "nauc_ndcg_at_5_max": 0.41945, + "nauc_ndcg_at_5_std": 0.225441, + "nauc_ndcg_at_5_diff1": 0.206105, + "nauc_ndcg_at_10_max": 0.408943, + "nauc_ndcg_at_10_std": 0.212644, + "nauc_ndcg_at_10_diff1": 0.222557, + "nauc_ndcg_at_20_max": 0.416434, + "nauc_ndcg_at_20_std": 0.217381, + "nauc_ndcg_at_20_diff1": 0.238721, + "nauc_ndcg_at_100_max": 0.451366, + "nauc_ndcg_at_100_std": 0.28617, + "nauc_ndcg_at_100_diff1": 0.257363, + "nauc_ndcg_at_1000_max": 0.488563, + "nauc_ndcg_at_1000_std": 0.342225, + "nauc_ndcg_at_1000_diff1": 0.235461, + "nauc_map_at_1_max": 0.106963, + "nauc_map_at_1_std": -0.086126, + "nauc_map_at_1_diff1": 0.449969, + "nauc_map_at_3_max": 0.185505, + "nauc_map_at_3_std": -0.026076, + "nauc_map_at_3_diff1": 0.330074, + "nauc_map_at_5_max": 0.219016, + "nauc_map_at_5_std": 0.008007, + "nauc_map_at_5_diff1": 0.287295, + "nauc_map_at_10_max": 0.255518, + "nauc_map_at_10_std": 0.049303, + "nauc_map_at_10_diff1": 0.249168, + "nauc_map_at_20_max": 0.290684, + "nauc_map_at_20_std": 0.095297, + "nauc_map_at_20_diff1": 0.225728, + "nauc_map_at_100_max": 0.355223, + "nauc_map_at_100_std": 0.223587, + "nauc_map_at_100_diff1": 0.190617, + "nauc_map_at_1000_max": 0.365995, + "nauc_map_at_1000_std": 0.263777, + "nauc_map_at_1000_diff1": 0.167091, + "nauc_recall_at_1_max": 0.106963, + "nauc_recall_at_1_std": -0.086126, + "nauc_recall_at_1_diff1": 0.449969, + "nauc_recall_at_3_max": 0.152946, + "nauc_recall_at_3_std": -0.042718, + "nauc_recall_at_3_diff1": 0.305304, + "nauc_recall_at_5_max": 0.167263, + "nauc_recall_at_5_std": -0.015527, + "nauc_recall_at_5_diff1": 0.256357, + "nauc_recall_at_10_max": 0.181629, + "nauc_recall_at_10_std": 0.012135, + "nauc_recall_at_10_diff1": 0.223106, + "nauc_recall_at_20_max": 0.194897, + "nauc_recall_at_20_std": 0.047054, + "nauc_recall_at_20_diff1": 0.200936, + "nauc_recall_at_100_max": 0.255416, + "nauc_recall_at_100_std": 0.220915, + "nauc_recall_at_100_diff1": 0.194622, + "nauc_recall_at_1000_max": 0.429573, + "nauc_recall_at_1000_std": 0.626444, + "nauc_recall_at_1000_diff1": 0.208205, + "nauc_precision_at_1_max": 0.55054, + "nauc_precision_at_1_std": 0.281662, + "nauc_precision_at_1_diff1": 0.384315, + "nauc_precision_at_3_max": 0.370548, + "nauc_precision_at_3_std": 0.291561, + "nauc_precision_at_3_diff1": -0.053906, + "nauc_precision_at_5_max": 0.303129, + "nauc_precision_at_5_std": 0.298332, + "nauc_precision_at_5_diff1": -0.135863, + "nauc_precision_at_10_max": 0.215999, + "nauc_precision_at_10_std": 0.275074, + "nauc_precision_at_10_diff1": -0.175867, + "nauc_precision_at_20_max": 0.14407, + "nauc_precision_at_20_std": 0.255178, + "nauc_precision_at_20_diff1": -0.196723, + "nauc_precision_at_100_max": 0.024938, + "nauc_precision_at_100_std": 0.194588, + "nauc_precision_at_100_diff1": -0.182105, + "nauc_precision_at_1000_max": -0.080712, + "nauc_precision_at_1000_std": 0.01993, + "nauc_precision_at_1000_diff1": -0.165555, + "nauc_mrr_at_1_max": 0.55054, + "nauc_mrr_at_1_std": 0.281662, + "nauc_mrr_at_1_diff1": 0.384315, + "nauc_mrr_at_3_max": 0.579416, + "nauc_mrr_at_3_std": 0.318637, + "nauc_mrr_at_3_diff1": 0.358793, + "nauc_mrr_at_5_max": 0.577718, + "nauc_mrr_at_5_std": 0.319439, + "nauc_mrr_at_5_diff1": 0.36042, + "nauc_mrr_at_10_max": 0.574113, + "nauc_mrr_at_10_std": 0.314801, + "nauc_mrr_at_10_diff1": 0.362635, + "nauc_mrr_at_20_max": 0.573361, + "nauc_mrr_at_20_std": 0.313535, + "nauc_mrr_at_20_diff1": 0.363435, + "nauc_mrr_at_100_max": 0.573326, + "nauc_mrr_at_100_std": 0.313284, + "nauc_mrr_at_100_diff1": 0.363355, + "nauc_mrr_at_1000_max": 0.573299, + "nauc_mrr_at_1000_std": 0.313345, + "nauc_mrr_at_1000_diff1": 0.363384, + "main_score": 0.59038, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6205, + "ndcg_at_3": 0.56981, + "ndcg_at_5": 0.55434, + "ndcg_at_10": 0.54091, + "ndcg_at_20": 0.54461, + "ndcg_at_100": 0.60761, + "ndcg_at_1000": 0.68919, + "map_at_1": 0.09087, + "map_at_3": 0.17063, + "map_at_5": 0.2103, + "map_at_10": 0.26125, + "map_at_20": 0.30652, + "map_at_100": 0.38592, + "map_at_1000": 0.42346, + "recall_at_1": 0.09087, + "recall_at_3": 0.1877, + "recall_at_5": 0.24489, + "recall_at_10": 0.33297, + "recall_at_20": 0.43349, + "recall_at_100": 0.69877, + "recall_at_1000": 0.94398, + "precision_at_1": 0.7335, + "precision_at_3": 0.61183, + "precision_at_5": 0.5462, + "precision_at_10": 0.44545, + "precision_at_20": 0.35018, + "precision_at_100": 0.16802, + "precision_at_1000": 0.03372, + "mrr_at_1": 0.7335, + "mrr_at_3": 0.800333, + "mrr_at_5": 0.810133, + "mrr_at_10": 0.815219, + "mrr_at_20": 0.81643, + "mrr_at_100": 0.816813, + "mrr_at_1000": 0.816859, + "nauc_ndcg_at_1_max": 0.374358, + "nauc_ndcg_at_1_std": 0.198577, + "nauc_ndcg_at_1_diff1": 0.293648, + "nauc_ndcg_at_3_max": 0.368492, + "nauc_ndcg_at_3_std": 0.230185, + "nauc_ndcg_at_3_diff1": 0.168029, + "nauc_ndcg_at_5_max": 0.376517, + "nauc_ndcg_at_5_std": 0.238044, + "nauc_ndcg_at_5_diff1": 0.155569, + "nauc_ndcg_at_10_max": 0.393652, + "nauc_ndcg_at_10_std": 0.254502, + "nauc_ndcg_at_10_diff1": 0.163844, + "nauc_ndcg_at_20_max": 0.401429, + "nauc_ndcg_at_20_std": 0.26255, + "nauc_ndcg_at_20_diff1": 0.17553, + "nauc_ndcg_at_100_max": 0.43481, + "nauc_ndcg_at_100_std": 0.340035, + "nauc_ndcg_at_100_diff1": 0.19186, + "nauc_ndcg_at_1000_max": 0.466284, + "nauc_ndcg_at_1000_std": 0.380563, + "nauc_ndcg_at_1000_diff1": 0.173207, + "nauc_map_at_1_max": 0.117031, + "nauc_map_at_1_std": -0.041169, + "nauc_map_at_1_diff1": 0.317739, + "nauc_map_at_3_max": 0.182147, + "nauc_map_at_3_std": 0.017039, + "nauc_map_at_3_diff1": 0.23165, + "nauc_map_at_5_max": 0.209717, + "nauc_map_at_5_std": 0.044716, + "nauc_map_at_5_diff1": 0.204281, + "nauc_map_at_10_max": 0.255613, + "nauc_map_at_10_std": 0.095688, + "nauc_map_at_10_diff1": 0.181179, + "nauc_map_at_20_max": 0.289296, + "nauc_map_at_20_std": 0.1434, + "nauc_map_at_20_diff1": 0.1641, + "nauc_map_at_100_max": 0.35372, + "nauc_map_at_100_std": 0.271385, + "nauc_map_at_100_diff1": 0.139172, + "nauc_map_at_1000_max": 0.367231, + "nauc_map_at_1000_std": 0.310865, + "nauc_map_at_1000_diff1": 0.124411, + "nauc_recall_at_1_max": 0.117031, + "nauc_recall_at_1_std": -0.041169, + "nauc_recall_at_1_diff1": 0.317739, + "nauc_recall_at_3_max": 0.146919, + "nauc_recall_at_3_std": 8.2e-05, + "nauc_recall_at_3_diff1": 0.203379, + "nauc_recall_at_5_max": 0.165575, + "nauc_recall_at_5_std": 0.023357, + "nauc_recall_at_5_diff1": 0.179124, + "nauc_recall_at_10_max": 0.198364, + "nauc_recall_at_10_std": 0.07131, + "nauc_recall_at_10_diff1": 0.155614, + "nauc_recall_at_20_max": 0.216169, + "nauc_recall_at_20_std": 0.110953, + "nauc_recall_at_20_diff1": 0.152286, + "nauc_recall_at_100_max": 0.276568, + "nauc_recall_at_100_std": 0.308352, + "nauc_recall_at_100_diff1": 0.144896, + "nauc_recall_at_1000_max": 0.46201, + "nauc_recall_at_1000_std": 0.669894, + "nauc_recall_at_1000_diff1": 0.129482, + "nauc_precision_at_1_max": 0.427116, + "nauc_precision_at_1_std": 0.267625, + "nauc_precision_at_1_diff1": 0.261859, + "nauc_precision_at_3_max": 0.318225, + "nauc_precision_at_3_std": 0.290474, + "nauc_precision_at_3_diff1": -0.015215, + "nauc_precision_at_5_max": 0.285648, + "nauc_precision_at_5_std": 0.281165, + "nauc_precision_at_5_diff1": -0.07322, + "nauc_precision_at_10_max": 0.248494, + "nauc_precision_at_10_std": 0.293442, + "nauc_precision_at_10_diff1": -0.107097, + "nauc_precision_at_20_max": 0.180016, + "nauc_precision_at_20_std": 0.275989, + "nauc_precision_at_20_diff1": -0.134164, + "nauc_precision_at_100_max": 0.063187, + "nauc_precision_at_100_std": 0.208572, + "nauc_precision_at_100_diff1": -0.121671, + "nauc_precision_at_1000_max": -0.050625, + "nauc_precision_at_1000_std": 0.025551, + "nauc_precision_at_1000_diff1": -0.098574, + "nauc_mrr_at_1_max": 0.427116, + "nauc_mrr_at_1_std": 0.267625, + "nauc_mrr_at_1_diff1": 0.261859, + "nauc_mrr_at_3_max": 0.456005, + "nauc_mrr_at_3_std": 0.304008, + "nauc_mrr_at_3_diff1": 0.256438, + "nauc_mrr_at_5_max": 0.464871, + "nauc_mrr_at_5_std": 0.313617, + "nauc_mrr_at_5_diff1": 0.25413, + "nauc_mrr_at_10_max": 0.462858, + "nauc_mrr_at_10_std": 0.310238, + "nauc_mrr_at_10_diff1": 0.253425, + "nauc_mrr_at_20_max": 0.461508, + "nauc_mrr_at_20_std": 0.308575, + "nauc_mrr_at_20_diff1": 0.255017, + "nauc_mrr_at_100_max": 0.460932, + "nauc_mrr_at_100_std": 0.308141, + "nauc_mrr_at_100_diff1": 0.255272, + "nauc_mrr_at_1000_max": 0.460855, + "nauc_mrr_at_1000_std": 0.308099, + "nauc_mrr_at_1000_diff1": 0.255301, + "main_score": 0.54091, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62225, + "ndcg_at_3": 0.56917, + "ndcg_at_5": 0.55259, + "ndcg_at_10": 0.54365, + "ndcg_at_20": 0.54617, + "ndcg_at_100": 0.60682, + "ndcg_at_1000": 0.68782, + "map_at_1": 0.09185, + "map_at_3": 0.16823, + "map_at_5": 0.20777, + "map_at_10": 0.26056, + "map_at_20": 0.30573, + "map_at_100": 0.38511, + "map_at_1000": 0.42227, + "recall_at_1": 0.09185, + "recall_at_3": 0.18379, + "recall_at_5": 0.2405, + "recall_at_10": 0.33338, + "recall_at_20": 0.43314, + "recall_at_100": 0.69639, + "recall_at_1000": 0.94132, + "precision_at_1": 0.732, + "precision_at_3": 0.61283, + "precision_at_5": 0.5444, + "precision_at_10": 0.45135, + "precision_at_20": 0.35377, + "precision_at_100": 0.16866, + "precision_at_1000": 0.03366, + "mrr_at_1": 0.732, + "mrr_at_3": 0.798917, + "mrr_at_5": 0.808067, + "mrr_at_10": 0.813298, + "mrr_at_20": 0.814375, + "mrr_at_100": 0.81477, + "mrr_at_1000": 0.814818, + "nauc_ndcg_at_1_max": 0.402879, + "nauc_ndcg_at_1_std": 0.211443, + "nauc_ndcg_at_1_diff1": 0.316831, + "nauc_ndcg_at_3_max": 0.39864, + "nauc_ndcg_at_3_std": 0.256309, + "nauc_ndcg_at_3_diff1": 0.197784, + "nauc_ndcg_at_5_max": 0.4047, + "nauc_ndcg_at_5_std": 0.270068, + "nauc_ndcg_at_5_diff1": 0.180026, + "nauc_ndcg_at_10_max": 0.414442, + "nauc_ndcg_at_10_std": 0.282122, + "nauc_ndcg_at_10_diff1": 0.184617, + "nauc_ndcg_at_20_max": 0.41745, + "nauc_ndcg_at_20_std": 0.295869, + "nauc_ndcg_at_20_diff1": 0.196789, + "nauc_ndcg_at_100_max": 0.446025, + "nauc_ndcg_at_100_std": 0.363752, + "nauc_ndcg_at_100_diff1": 0.204688, + "nauc_ndcg_at_1000_max": 0.483797, + "nauc_ndcg_at_1000_std": 0.409688, + "nauc_ndcg_at_1000_diff1": 0.199192, + "nauc_map_at_1_max": 0.140027, + "nauc_map_at_1_std": -0.041992, + "nauc_map_at_1_diff1": 0.312277, + "nauc_map_at_3_max": 0.197286, + "nauc_map_at_3_std": 0.028886, + "nauc_map_at_3_diff1": 0.245981, + "nauc_map_at_5_max": 0.222984, + "nauc_map_at_5_std": 0.063675, + "nauc_map_at_5_diff1": 0.220784, + "nauc_map_at_10_max": 0.266318, + "nauc_map_at_10_std": 0.116665, + "nauc_map_at_10_diff1": 0.188985, + "nauc_map_at_20_max": 0.299166, + "nauc_map_at_20_std": 0.168734, + "nauc_map_at_20_diff1": 0.171426, + "nauc_map_at_100_max": 0.3662, + "nauc_map_at_100_std": 0.296838, + "nauc_map_at_100_diff1": 0.145931, + "nauc_map_at_1000_max": 0.386227, + "nauc_map_at_1000_std": 0.338724, + "nauc_map_at_1000_diff1": 0.136198, + "nauc_recall_at_1_max": 0.140027, + "nauc_recall_at_1_std": -0.041992, + "nauc_recall_at_1_diff1": 0.312277, + "nauc_recall_at_3_max": 0.158932, + "nauc_recall_at_3_std": 0.018164, + "nauc_recall_at_3_diff1": 0.228397, + "nauc_recall_at_5_max": 0.167116, + "nauc_recall_at_5_std": 0.043068, + "nauc_recall_at_5_diff1": 0.198084, + "nauc_recall_at_10_max": 0.193038, + "nauc_recall_at_10_std": 0.0838, + "nauc_recall_at_10_diff1": 0.169268, + "nauc_recall_at_20_max": 0.201556, + "nauc_recall_at_20_std": 0.125544, + "nauc_recall_at_20_diff1": 0.15451, + "nauc_recall_at_100_max": 0.271823, + "nauc_recall_at_100_std": 0.30557, + "nauc_recall_at_100_diff1": 0.129599, + "nauc_recall_at_1000_max": 0.462497, + "nauc_recall_at_1000_std": 0.658976, + "nauc_recall_at_1000_diff1": 0.105771, + "nauc_precision_at_1_max": 0.47314, + "nauc_precision_at_1_std": 0.310275, + "nauc_precision_at_1_diff1": 0.315884, + "nauc_precision_at_3_max": 0.337384, + "nauc_precision_at_3_std": 0.312765, + "nauc_precision_at_3_diff1": 0.011261, + "nauc_precision_at_5_max": 0.311102, + "nauc_precision_at_5_std": 0.318836, + "nauc_precision_at_5_diff1": -0.048144, + "nauc_precision_at_10_max": 0.262074, + "nauc_precision_at_10_std": 0.319015, + "nauc_precision_at_10_diff1": -0.101143, + "nauc_precision_at_20_max": 0.198383, + "nauc_precision_at_20_std": 0.298171, + "nauc_precision_at_20_diff1": -0.121353, + "nauc_precision_at_100_max": 0.084879, + "nauc_precision_at_100_std": 0.221609, + "nauc_precision_at_100_diff1": -0.113185, + "nauc_precision_at_1000_max": -0.016654, + "nauc_precision_at_1000_std": 0.039587, + "nauc_precision_at_1000_diff1": -0.087164, + "nauc_mrr_at_1_max": 0.47314, + "nauc_mrr_at_1_std": 0.310275, + "nauc_mrr_at_1_diff1": 0.315884, + "nauc_mrr_at_3_max": 0.491707, + "nauc_mrr_at_3_std": 0.357947, + "nauc_mrr_at_3_diff1": 0.319236, + "nauc_mrr_at_5_max": 0.494373, + "nauc_mrr_at_5_std": 0.361003, + "nauc_mrr_at_5_diff1": 0.31551, + "nauc_mrr_at_10_max": 0.495892, + "nauc_mrr_at_10_std": 0.357872, + "nauc_mrr_at_10_diff1": 0.314378, + "nauc_mrr_at_20_max": 0.495258, + "nauc_mrr_at_20_std": 0.357211, + "nauc_mrr_at_20_diff1": 0.315507, + "nauc_mrr_at_100_max": 0.495127, + "nauc_mrr_at_100_std": 0.356589, + "nauc_mrr_at_100_diff1": 0.315661, + "nauc_mrr_at_1000_max": 0.495065, + "nauc_mrr_at_1000_std": 0.35652, + "nauc_mrr_at_1000_diff1": 0.315658, + "main_score": 0.54365, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.6525, + "ndcg_at_3": 0.62685, + "ndcg_at_5": 0.60187, + "ndcg_at_10": 0.58052, + "ndcg_at_20": 0.57533, + "ndcg_at_100": 0.63239, + "ndcg_at_1000": 0.73364, + "map_at_1": 0.07926, + "map_at_3": 0.16423, + "map_at_5": 0.19596, + "map_at_10": 0.24283, + "map_at_20": 0.29147, + "map_at_100": 0.39302, + "map_at_1000": 0.4465, + "recall_at_1": 0.07926, + "recall_at_3": 0.19502, + "recall_at_5": 0.24086, + "recall_at_10": 0.31527, + "recall_at_20": 0.41546, + "recall_at_100": 0.70179, + "recall_at_1000": 0.9707, + "precision_at_1": 0.755, + "precision_at_3": 0.68667, + "precision_at_5": 0.604, + "precision_at_10": 0.499, + "precision_at_20": 0.39975, + "precision_at_100": 0.2056, + "precision_at_1000": 0.03825, + "mrr_at_1": 0.755, + "mrr_at_3": 0.848333, + "mrr_at_5": 0.852583, + "mrr_at_10": 0.853417, + "mrr_at_20": 0.853871, + "mrr_at_100": 0.853949, + "mrr_at_1000": 0.853949, + "nauc_ndcg_at_1_max": 0.424294, + "nauc_ndcg_at_1_std": 0.055813, + "nauc_ndcg_at_1_diff1": 0.437735, + "nauc_ndcg_at_3_max": 0.347053, + "nauc_ndcg_at_3_std": 0.08572, + "nauc_ndcg_at_3_diff1": 0.301996, + "nauc_ndcg_at_5_max": 0.295718, + "nauc_ndcg_at_5_std": 0.074517, + "nauc_ndcg_at_5_diff1": 0.301665, + "nauc_ndcg_at_10_max": 0.248223, + "nauc_ndcg_at_10_std": 0.021016, + "nauc_ndcg_at_10_diff1": 0.328467, + "nauc_ndcg_at_20_max": 0.207385, + "nauc_ndcg_at_20_std": 0.025225, + "nauc_ndcg_at_20_diff1": 0.293207, + "nauc_ndcg_at_100_max": 0.269887, + "nauc_ndcg_at_100_std": 0.06828, + "nauc_ndcg_at_100_diff1": 0.310962, + "nauc_ndcg_at_1000_max": 0.344055, + "nauc_ndcg_at_1000_std": 0.261459, + "nauc_ndcg_at_1000_diff1": 0.270845, + "nauc_map_at_1_max": -0.075284, + "nauc_map_at_1_std": -0.277077, + "nauc_map_at_1_diff1": 0.539845, + "nauc_map_at_3_max": -0.042757, + "nauc_map_at_3_std": -0.301287, + "nauc_map_at_3_diff1": 0.395109, + "nauc_map_at_5_max": -0.019221, + "nauc_map_at_5_std": -0.2931, + "nauc_map_at_5_diff1": 0.380859, + "nauc_map_at_10_max": 0.016316, + "nauc_map_at_10_std": -0.274512, + "nauc_map_at_10_diff1": 0.362387, + "nauc_map_at_20_max": 0.053014, + "nauc_map_at_20_std": -0.208311, + "nauc_map_at_20_diff1": 0.321127, + "nauc_map_at_100_max": 0.141295, + "nauc_map_at_100_std": 0.034552, + "nauc_map_at_100_diff1": 0.270281, + "nauc_map_at_1000_max": 0.142028, + "nauc_map_at_1000_std": 0.175142, + "nauc_map_at_1000_diff1": 0.215493, + "nauc_recall_at_1_max": -0.075284, + "nauc_recall_at_1_std": -0.277077, + "nauc_recall_at_1_diff1": 0.539845, + "nauc_recall_at_3_max": -0.121645, + "nauc_recall_at_3_std": -0.313429, + "nauc_recall_at_3_diff1": 0.292175, + "nauc_recall_at_5_max": -0.114943, + "nauc_recall_at_5_std": -0.318925, + "nauc_recall_at_5_diff1": 0.272363, + "nauc_recall_at_10_max": -0.092863, + "nauc_recall_at_10_std": -0.322191, + "nauc_recall_at_10_diff1": 0.259946, + "nauc_recall_at_20_max": -0.058829, + "nauc_recall_at_20_std": -0.273394, + "nauc_recall_at_20_diff1": 0.210489, + "nauc_recall_at_100_max": 0.052428, + "nauc_recall_at_100_std": -0.042578, + "nauc_recall_at_100_diff1": 0.189739, + "nauc_recall_at_1000_max": 0.292954, + "nauc_recall_at_1000_std": 0.666913, + "nauc_recall_at_1000_diff1": 0.133408, + "nauc_precision_at_1_max": 0.45489, + "nauc_precision_at_1_std": 0.157623, + "nauc_precision_at_1_diff1": 0.386924, + "nauc_precision_at_3_max": 0.403299, + "nauc_precision_at_3_std": 0.315725, + "nauc_precision_at_3_diff1": 0.014019, + "nauc_precision_at_5_max": 0.345611, + "nauc_precision_at_5_std": 0.376829, + "nauc_precision_at_5_diff1": -0.073958, + "nauc_precision_at_10_max": 0.267102, + "nauc_precision_at_10_std": 0.421109, + "nauc_precision_at_10_diff1": -0.139009, + "nauc_precision_at_20_max": 0.203484, + "nauc_precision_at_20_std": 0.519605, + "nauc_precision_at_20_diff1": -0.233309, + "nauc_precision_at_100_max": 0.091554, + "nauc_precision_at_100_std": 0.501038, + "nauc_precision_at_100_diff1": -0.234484, + "nauc_precision_at_1000_max": -0.022855, + "nauc_precision_at_1000_std": 0.334435, + "nauc_precision_at_1000_diff1": -0.244276, + "nauc_mrr_at_1_max": 0.45489, + "nauc_mrr_at_1_std": 0.157623, + "nauc_mrr_at_1_diff1": 0.386924, + "nauc_mrr_at_3_max": 0.461496, + "nauc_mrr_at_3_std": 0.193146, + "nauc_mrr_at_3_diff1": 0.348776, + "nauc_mrr_at_5_max": 0.452321, + "nauc_mrr_at_5_std": 0.18365, + "nauc_mrr_at_5_diff1": 0.347004, + "nauc_mrr_at_10_max": 0.458653, + "nauc_mrr_at_10_std": 0.181341, + "nauc_mrr_at_10_diff1": 0.348401, + "nauc_mrr_at_20_max": 0.456806, + "nauc_mrr_at_20_std": 0.180069, + "nauc_mrr_at_20_diff1": 0.350174, + "nauc_mrr_at_100_max": 0.456749, + "nauc_mrr_at_100_std": 0.179964, + "nauc_mrr_at_100_diff1": 0.34987, + "nauc_mrr_at_1000_max": 0.456749, + "nauc_mrr_at_1000_std": 0.179964, + "nauc_mrr_at_1000_diff1": 0.34987, + "main_score": 0.58052, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.605, + "ndcg_at_3": 0.57286, + "ndcg_at_5": 0.55265, + "ndcg_at_10": 0.53275, + "ndcg_at_20": 0.52947, + "ndcg_at_100": 0.5903, + "ndcg_at_1000": 0.70339, + "map_at_1": 0.0848, + "map_at_3": 0.15859, + "map_at_5": 0.18902, + "map_at_10": 0.22597, + "map_at_20": 0.26742, + "map_at_100": 0.35565, + "map_at_1000": 0.40799, + "recall_at_1": 0.0848, + "recall_at_3": 0.18596, + "recall_at_5": 0.22971, + "recall_at_10": 0.29612, + "recall_at_20": 0.38444, + "recall_at_100": 0.65705, + "recall_at_1000": 0.9583, + "precision_at_1": 0.715, + "precision_at_3": 0.61, + "precision_at_5": 0.542, + "precision_at_10": 0.448, + "precision_at_20": 0.363, + "precision_at_100": 0.18865, + "precision_at_1000": 0.03771, + "mrr_at_1": 0.715, + "mrr_at_3": 0.8075, + "mrr_at_5": 0.82025, + "mrr_at_10": 0.822234, + "mrr_at_20": 0.822869, + "mrr_at_100": 0.822869, + "mrr_at_1000": 0.822869, + "nauc_ndcg_at_1_max": 0.36657, + "nauc_ndcg_at_1_std": 0.100743, + "nauc_ndcg_at_1_diff1": 0.234255, + "nauc_ndcg_at_3_max": 0.275937, + "nauc_ndcg_at_3_std": 0.075361, + "nauc_ndcg_at_3_diff1": 0.188203, + "nauc_ndcg_at_5_max": 0.316878, + "nauc_ndcg_at_5_std": 0.095043, + "nauc_ndcg_at_5_diff1": 0.185983, + "nauc_ndcg_at_10_max": 0.291228, + "nauc_ndcg_at_10_std": 0.043267, + "nauc_ndcg_at_10_diff1": 0.133762, + "nauc_ndcg_at_20_max": 0.282776, + "nauc_ndcg_at_20_std": 0.031881, + "nauc_ndcg_at_20_diff1": 0.132577, + "nauc_ndcg_at_100_max": 0.310363, + "nauc_ndcg_at_100_std": 0.075412, + "nauc_ndcg_at_100_diff1": 0.104929, + "nauc_ndcg_at_1000_max": 0.377603, + "nauc_ndcg_at_1000_std": 0.271006, + "nauc_ndcg_at_1000_diff1": 0.081861, + "nauc_map_at_1_max": 0.107818, + "nauc_map_at_1_std": -0.223752, + "nauc_map_at_1_diff1": 0.083338, + "nauc_map_at_3_max": 0.095757, + "nauc_map_at_3_std": -0.24138, + "nauc_map_at_3_diff1": 0.105799, + "nauc_map_at_5_max": 0.122792, + "nauc_map_at_5_std": -0.224214, + "nauc_map_at_5_diff1": 0.112777, + "nauc_map_at_10_max": 0.142459, + "nauc_map_at_10_std": -0.200892, + "nauc_map_at_10_diff1": 0.120144, + "nauc_map_at_20_max": 0.164585, + "nauc_map_at_20_std": -0.156022, + "nauc_map_at_20_diff1": 0.121472, + "nauc_map_at_100_max": 0.226777, + "nauc_map_at_100_std": 0.023444, + "nauc_map_at_100_diff1": 0.086636, + "nauc_map_at_1000_max": 0.231427, + "nauc_map_at_1000_std": 0.157016, + "nauc_map_at_1000_diff1": 0.048052, + "nauc_recall_at_1_max": 0.107818, + "nauc_recall_at_1_std": -0.223752, + "nauc_recall_at_1_diff1": 0.083338, + "nauc_recall_at_3_max": 0.019288, + "nauc_recall_at_3_std": -0.255454, + "nauc_recall_at_3_diff1": 0.069521, + "nauc_recall_at_5_max": 0.047359, + "nauc_recall_at_5_std": -0.249389, + "nauc_recall_at_5_diff1": 0.074464, + "nauc_recall_at_10_max": 0.041535, + "nauc_recall_at_10_std": -0.246327, + "nauc_recall_at_10_diff1": 0.068583, + "nauc_recall_at_20_max": 0.053599, + "nauc_recall_at_20_std": -0.225547, + "nauc_recall_at_20_diff1": 0.093975, + "nauc_recall_at_100_max": 0.124358, + "nauc_recall_at_100_std": -0.014371, + "nauc_recall_at_100_diff1": 0.05665, + "nauc_recall_at_1000_max": 0.252718, + "nauc_recall_at_1000_std": 0.703402, + "nauc_recall_at_1000_diff1": 0.014675, + "nauc_precision_at_1_max": 0.422471, + "nauc_precision_at_1_std": 0.268436, + "nauc_precision_at_1_diff1": 0.139464, + "nauc_precision_at_3_max": 0.241209, + "nauc_precision_at_3_std": 0.286104, + "nauc_precision_at_3_diff1": 0.097523, + "nauc_precision_at_5_max": 0.269548, + "nauc_precision_at_5_std": 0.346316, + "nauc_precision_at_5_diff1": 0.071869, + "nauc_precision_at_10_max": 0.202608, + "nauc_precision_at_10_std": 0.377799, + "nauc_precision_at_10_diff1": -0.016653, + "nauc_precision_at_20_max": 0.131067, + "nauc_precision_at_20_std": 0.431305, + "nauc_precision_at_20_diff1": -0.07058, + "nauc_precision_at_100_max": 0.043349, + "nauc_precision_at_100_std": 0.471227, + "nauc_precision_at_100_diff1": -0.132108, + "nauc_precision_at_1000_max": -0.038584, + "nauc_precision_at_1000_std": 0.348378, + "nauc_precision_at_1000_diff1": -0.161537, + "nauc_mrr_at_1_max": 0.422471, + "nauc_mrr_at_1_std": 0.268436, + "nauc_mrr_at_1_diff1": 0.139464, + "nauc_mrr_at_3_max": 0.394116, + "nauc_mrr_at_3_std": 0.277104, + "nauc_mrr_at_3_diff1": 0.10223, + "nauc_mrr_at_5_max": 0.414947, + "nauc_mrr_at_5_std": 0.273034, + "nauc_mrr_at_5_diff1": 0.102643, + "nauc_mrr_at_10_max": 0.415642, + "nauc_mrr_at_10_std": 0.273079, + "nauc_mrr_at_10_diff1": 0.102715, + "nauc_mrr_at_20_max": 0.413588, + "nauc_mrr_at_20_std": 0.271608, + "nauc_mrr_at_20_diff1": 0.106428, + "nauc_mrr_at_100_max": 0.413588, + "nauc_mrr_at_100_std": 0.271608, + "nauc_mrr_at_100_diff1": 0.106428, + "nauc_mrr_at_1000_max": 0.413588, + "nauc_mrr_at_1000_std": 0.271608, + "nauc_mrr_at_1000_diff1": 0.106428, + "main_score": 0.53275, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.56301, + "ndcg_at_5": 0.54087, + "ndcg_at_10": 0.53435, + "ndcg_at_20": 0.52885, + "ndcg_at_100": 0.58902, + "ndcg_at_1000": 0.70147, + "map_at_1": 0.08543, + "map_at_3": 0.15259, + "map_at_5": 0.18142, + "map_at_10": 0.2249, + "map_at_20": 0.26539, + "map_at_100": 0.35409, + "map_at_1000": 0.406, + "recall_at_1": 0.08543, + "recall_at_3": 0.17645, + "recall_at_5": 0.2214, + "recall_at_10": 0.29365, + "recall_at_20": 0.38053, + "recall_at_100": 0.65613, + "recall_at_1000": 0.95827, + "precision_at_1": 0.695, + "precision_at_3": 0.59667, + "precision_at_5": 0.533, + "precision_at_10": 0.457, + "precision_at_20": 0.3675, + "precision_at_100": 0.1897, + "precision_at_1000": 0.03764, + "mrr_at_1": 0.695, + "mrr_at_3": 0.7825, + "mrr_at_5": 0.793, + "mrr_at_10": 0.798714, + "mrr_at_20": 0.800341, + "mrr_at_100": 0.800508, + "mrr_at_1000": 0.800508, + "nauc_ndcg_at_1_max": 0.395649, + "nauc_ndcg_at_1_std": 0.2429, + "nauc_ndcg_at_1_diff1": 0.262614, + "nauc_ndcg_at_3_max": 0.355815, + "nauc_ndcg_at_3_std": 0.281121, + "nauc_ndcg_at_3_diff1": 0.157145, + "nauc_ndcg_at_5_max": 0.352893, + "nauc_ndcg_at_5_std": 0.266084, + "nauc_ndcg_at_5_diff1": 0.169438, + "nauc_ndcg_at_10_max": 0.343967, + "nauc_ndcg_at_10_std": 0.253144, + "nauc_ndcg_at_10_diff1": 0.139455, + "nauc_ndcg_at_20_max": 0.316408, + "nauc_ndcg_at_20_std": 0.184456, + "nauc_ndcg_at_20_diff1": 0.165651, + "nauc_ndcg_at_100_max": 0.306863, + "nauc_ndcg_at_100_std": 0.211291, + "nauc_ndcg_at_100_diff1": 0.128975, + "nauc_ndcg_at_1000_max": 0.382992, + "nauc_ndcg_at_1000_std": 0.41408, + "nauc_ndcg_at_1000_diff1": 0.156008, + "nauc_map_at_1_max": -0.007355, + "nauc_map_at_1_std": -0.20991, + "nauc_map_at_1_diff1": 0.177381, + "nauc_map_at_3_max": 0.102074, + "nauc_map_at_3_std": -0.182613, + "nauc_map_at_3_diff1": 0.129477, + "nauc_map_at_5_max": 0.115198, + "nauc_map_at_5_std": -0.173652, + "nauc_map_at_5_diff1": 0.130495, + "nauc_map_at_10_max": 0.140604, + "nauc_map_at_10_std": -0.115473, + "nauc_map_at_10_diff1": 0.124138, + "nauc_map_at_20_max": 0.172917, + "nauc_map_at_20_std": -0.066758, + "nauc_map_at_20_diff1": 0.138556, + "nauc_map_at_100_max": 0.229326, + "nauc_map_at_100_std": 0.13562, + "nauc_map_at_100_diff1": 0.119273, + "nauc_map_at_1000_max": 0.245749, + "nauc_map_at_1000_std": 0.279441, + "nauc_map_at_1000_diff1": 0.111495, + "nauc_recall_at_1_max": -0.007355, + "nauc_recall_at_1_std": -0.20991, + "nauc_recall_at_1_diff1": 0.177381, + "nauc_recall_at_3_max": 0.043426, + "nauc_recall_at_3_std": -0.208236, + "nauc_recall_at_3_diff1": 0.096407, + "nauc_recall_at_5_max": 0.045903, + "nauc_recall_at_5_std": -0.212977, + "nauc_recall_at_5_diff1": 0.093483, + "nauc_recall_at_10_max": 0.055054, + "nauc_recall_at_10_std": -0.170429, + "nauc_recall_at_10_diff1": 0.08009, + "nauc_recall_at_20_max": 0.06266, + "nauc_recall_at_20_std": -0.173624, + "nauc_recall_at_20_diff1": 0.113287, + "nauc_recall_at_100_max": 0.094412, + "nauc_recall_at_100_std": 0.003228, + "nauc_recall_at_100_diff1": 0.045238, + "nauc_recall_at_1000_max": 0.203619, + "nauc_recall_at_1000_std": 0.598935, + "nauc_recall_at_1000_diff1": 0.073968, + "nauc_precision_at_1_max": 0.467547, + "nauc_precision_at_1_std": 0.372178, + "nauc_precision_at_1_diff1": 0.248799, + "nauc_precision_at_3_max": 0.354815, + "nauc_precision_at_3_std": 0.424928, + "nauc_precision_at_3_diff1": 0.008801, + "nauc_precision_at_5_max": 0.322966, + "nauc_precision_at_5_std": 0.438596, + "nauc_precision_at_5_diff1": 0.04557, + "nauc_precision_at_10_max": 0.264999, + "nauc_precision_at_10_std": 0.528902, + "nauc_precision_at_10_diff1": -0.017905, + "nauc_precision_at_20_max": 0.199762, + "nauc_precision_at_20_std": 0.499795, + "nauc_precision_at_20_diff1": -0.018597, + "nauc_precision_at_100_max": 0.071968, + "nauc_precision_at_100_std": 0.496534, + "nauc_precision_at_100_diff1": -0.064004, + "nauc_precision_at_1000_max": 0.006035, + "nauc_precision_at_1000_std": 0.381817, + "nauc_precision_at_1000_diff1": -0.089033, + "nauc_mrr_at_1_max": 0.467547, + "nauc_mrr_at_1_std": 0.372178, + "nauc_mrr_at_1_diff1": 0.248799, + "nauc_mrr_at_3_max": 0.492282, + "nauc_mrr_at_3_std": 0.406125, + "nauc_mrr_at_3_diff1": 0.239, + "nauc_mrr_at_5_max": 0.503569, + "nauc_mrr_at_5_std": 0.394698, + "nauc_mrr_at_5_diff1": 0.246378, + "nauc_mrr_at_10_max": 0.502743, + "nauc_mrr_at_10_std": 0.402689, + "nauc_mrr_at_10_diff1": 0.241585, + "nauc_mrr_at_20_max": 0.498155, + "nauc_mrr_at_20_std": 0.398391, + "nauc_mrr_at_20_diff1": 0.245708, + "nauc_mrr_at_100_max": 0.49768, + "nauc_mrr_at_100_std": 0.397945, + "nauc_mrr_at_100_diff1": 0.245118, + "nauc_mrr_at_1000_max": 0.49768, + "nauc_mrr_at_1000_std": 0.397945, + "nauc_mrr_at_1000_diff1": 0.245118, + "main_score": 0.53435, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.7, + "ndcg_at_3": 0.65094, + "ndcg_at_5": 0.65839, + "ndcg_at_10": 0.68135, + "ndcg_at_20": 0.71554, + "ndcg_at_100": 0.76504, + "ndcg_at_1000": 0.78965, + "map_at_1": 0.1735, + "map_at_3": 0.32812, + "map_at_5": 0.40274, + "map_at_10": 0.49337, + "map_at_20": 0.5523, + "map_at_100": 0.61171, + "map_at_1000": 0.62388, + "recall_at_1": 0.1735, + "recall_at_3": 0.34041, + "recall_at_5": 0.45168, + "recall_at_10": 0.60474, + "recall_at_20": 0.73871, + "recall_at_100": 0.92829, + "recall_at_1000": 0.99961, + "precision_at_1": 0.785, + "precision_at_3": 0.64833, + "precision_at_5": 0.572, + "precision_at_10": 0.4415, + "precision_at_20": 0.311, + "precision_at_100": 0.1068, + "precision_at_1000": 0.01344, + "mrr_at_1": 0.785, + "mrr_at_3": 0.83, + "mrr_at_5": 0.84425, + "mrr_at_10": 0.849319, + "mrr_at_20": 0.849774, + "mrr_at_100": 0.850117, + "mrr_at_1000": 0.850117, + "nauc_ndcg_at_1_max": 0.499435, + "nauc_ndcg_at_1_std": 0.018067, + "nauc_ndcg_at_1_diff1": 0.436273, + "nauc_ndcg_at_3_max": 0.435276, + "nauc_ndcg_at_3_std": -0.027963, + "nauc_ndcg_at_3_diff1": 0.279515, + "nauc_ndcg_at_5_max": 0.346315, + "nauc_ndcg_at_5_std": -0.09368, + "nauc_ndcg_at_5_diff1": 0.241912, + "nauc_ndcg_at_10_max": 0.356517, + "nauc_ndcg_at_10_std": -0.215878, + "nauc_ndcg_at_10_diff1": 0.272336, + "nauc_ndcg_at_20_max": 0.400271, + "nauc_ndcg_at_20_std": -0.274967, + "nauc_ndcg_at_20_diff1": 0.312768, + "nauc_ndcg_at_100_max": 0.434241, + "nauc_ndcg_at_100_std": -0.208146, + "nauc_ndcg_at_100_diff1": 0.311196, + "nauc_ndcg_at_1000_max": 0.447444, + "nauc_ndcg_at_1000_std": -0.068174, + "nauc_ndcg_at_1000_diff1": 0.287028, + "nauc_map_at_1_max": 0.027236, + "nauc_map_at_1_std": -0.398874, + "nauc_map_at_1_diff1": 0.44215, + "nauc_map_at_3_max": 0.115159, + "nauc_map_at_3_std": -0.433084, + "nauc_map_at_3_diff1": 0.354754, + "nauc_map_at_5_max": 0.120643, + "nauc_map_at_5_std": -0.458495, + "nauc_map_at_5_diff1": 0.29611, + "nauc_map_at_10_max": 0.207485, + "nauc_map_at_10_std": -0.467817, + "nauc_map_at_10_diff1": 0.254451, + "nauc_map_at_20_max": 0.243145, + "nauc_map_at_20_std": -0.448814, + "nauc_map_at_20_diff1": 0.238803, + "nauc_map_at_100_max": 0.282379, + "nauc_map_at_100_std": -0.320929, + "nauc_map_at_100_diff1": 0.218357, + "nauc_map_at_1000_max": 0.28853, + "nauc_map_at_1000_std": -0.270759, + "nauc_map_at_1000_diff1": 0.209415, + "nauc_recall_at_1_max": 0.027236, + "nauc_recall_at_1_std": -0.398874, + "nauc_recall_at_1_diff1": 0.44215, + "nauc_recall_at_3_max": 0.10452, + "nauc_recall_at_3_std": -0.445038, + "nauc_recall_at_3_diff1": 0.364417, + "nauc_recall_at_5_max": 0.051216, + "nauc_recall_at_5_std": -0.489118, + "nauc_recall_at_5_diff1": 0.261497, + "nauc_recall_at_10_max": 0.127082, + "nauc_recall_at_10_std": -0.579115, + "nauc_recall_at_10_diff1": 0.222291, + "nauc_recall_at_20_max": 0.162546, + "nauc_recall_at_20_std": -0.669111, + "nauc_recall_at_20_diff1": 0.263109, + "nauc_recall_at_100_max": 0.289448, + "nauc_recall_at_100_std": -0.742084, + "nauc_recall_at_100_diff1": 0.343299, + "nauc_recall_at_1000_max": 0.558952, + "nauc_recall_at_1000_std": -1.4986, + "nauc_recall_at_1000_diff1": 0.388191, + "nauc_precision_at_1_max": 0.602849, + "nauc_precision_at_1_std": 0.073122, + "nauc_precision_at_1_diff1": 0.387979, + "nauc_precision_at_3_max": 0.400497, + "nauc_precision_at_3_std": 0.149152, + "nauc_precision_at_3_diff1": -0.048785, + "nauc_precision_at_5_max": 0.259752, + "nauc_precision_at_5_std": 0.276381, + "nauc_precision_at_5_diff1": -0.199825, + "nauc_precision_at_10_max": 0.237302, + "nauc_precision_at_10_std": 0.399338, + "nauc_precision_at_10_diff1": -0.243427, + "nauc_precision_at_20_max": 0.147888, + "nauc_precision_at_20_std": 0.510145, + "nauc_precision_at_20_diff1": -0.23511, + "nauc_precision_at_100_max": 0.044525, + "nauc_precision_at_100_std": 0.637841, + "nauc_precision_at_100_diff1": -0.197828, + "nauc_precision_at_1000_max": 0.007661, + "nauc_precision_at_1000_std": 0.663019, + "nauc_precision_at_1000_diff1": -0.202221, + "nauc_mrr_at_1_max": 0.602849, + "nauc_mrr_at_1_std": 0.073122, + "nauc_mrr_at_1_diff1": 0.387979, + "nauc_mrr_at_3_max": 0.637988, + "nauc_mrr_at_3_std": 0.130115, + "nauc_mrr_at_3_diff1": 0.405019, + "nauc_mrr_at_5_max": 0.641817, + "nauc_mrr_at_5_std": 0.135037, + "nauc_mrr_at_5_diff1": 0.39411, + "nauc_mrr_at_10_max": 0.635071, + "nauc_mrr_at_10_std": 0.123563, + "nauc_mrr_at_10_diff1": 0.39392, + "nauc_mrr_at_20_max": 0.635967, + "nauc_mrr_at_20_std": 0.121152, + "nauc_mrr_at_20_diff1": 0.398916, + "nauc_mrr_at_100_max": 0.635458, + "nauc_mrr_at_100_std": 0.121521, + "nauc_mrr_at_100_diff1": 0.398503, + "nauc_mrr_at_1000_max": 0.635458, + "nauc_mrr_at_1000_std": 0.121521, + "nauc_mrr_at_1000_diff1": 0.398503, + "main_score": 0.68135, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.655, + "ndcg_at_3": 0.59746, + "ndcg_at_5": 0.59376, + "ndcg_at_10": 0.61955, + "ndcg_at_20": 0.65532, + "ndcg_at_100": 0.71587, + "ndcg_at_1000": 0.74802, + "map_at_1": 0.15441, + "map_at_3": 0.29547, + "map_at_5": 0.35692, + "map_at_10": 0.43675, + "map_at_20": 0.48679, + "map_at_100": 0.54405, + "map_at_1000": 0.55757, + "recall_at_1": 0.15441, + "recall_at_3": 0.31891, + "recall_at_5": 0.4092, + "recall_at_10": 0.55468, + "recall_at_20": 0.68404, + "recall_at_100": 0.89756, + "recall_at_1000": 0.99877, + "precision_at_1": 0.73, + "precision_at_3": 0.59833, + "precision_at_5": 0.511, + "precision_at_10": 0.399, + "precision_at_20": 0.28175, + "precision_at_100": 0.102, + "precision_at_1000": 0.01343, + "mrr_at_1": 0.73, + "mrr_at_3": 0.7925, + "mrr_at_5": 0.805, + "mrr_at_10": 0.812054, + "mrr_at_20": 0.813339, + "mrr_at_100": 0.81342, + "mrr_at_1000": 0.813477, + "nauc_ndcg_at_1_max": 0.297509, + "nauc_ndcg_at_1_std": -0.032722, + "nauc_ndcg_at_1_diff1": 0.182509, + "nauc_ndcg_at_3_max": 0.295996, + "nauc_ndcg_at_3_std": -0.024562, + "nauc_ndcg_at_3_diff1": 0.053088, + "nauc_ndcg_at_5_max": 0.278623, + "nauc_ndcg_at_5_std": -0.09175, + "nauc_ndcg_at_5_diff1": 0.071832, + "nauc_ndcg_at_10_max": 0.310842, + "nauc_ndcg_at_10_std": -0.167142, + "nauc_ndcg_at_10_diff1": 0.080915, + "nauc_ndcg_at_20_max": 0.311057, + "nauc_ndcg_at_20_std": -0.205089, + "nauc_ndcg_at_20_diff1": 0.101964, + "nauc_ndcg_at_100_max": 0.32626, + "nauc_ndcg_at_100_std": -0.152781, + "nauc_ndcg_at_100_diff1": 0.079993, + "nauc_ndcg_at_1000_max": 0.3632, + "nauc_ndcg_at_1000_std": -0.011639, + "nauc_ndcg_at_1000_diff1": 0.057607, + "nauc_map_at_1_max": -0.068716, + "nauc_map_at_1_std": -0.377391, + "nauc_map_at_1_diff1": 0.294459, + "nauc_map_at_3_max": 0.018153, + "nauc_map_at_3_std": -0.371089, + "nauc_map_at_3_diff1": 0.143908, + "nauc_map_at_5_max": 0.044566, + "nauc_map_at_5_std": -0.394887, + "nauc_map_at_5_diff1": 0.11553, + "nauc_map_at_10_max": 0.141877, + "nauc_map_at_10_std": -0.382028, + "nauc_map_at_10_diff1": 0.088821, + "nauc_map_at_20_max": 0.181681, + "nauc_map_at_20_std": -0.354179, + "nauc_map_at_20_diff1": 0.070458, + "nauc_map_at_100_max": 0.255635, + "nauc_map_at_100_std": -0.237354, + "nauc_map_at_100_diff1": 0.045941, + "nauc_map_at_1000_max": 0.276748, + "nauc_map_at_1000_std": -0.181665, + "nauc_map_at_1000_diff1": 0.036846, + "nauc_recall_at_1_max": -0.068716, + "nauc_recall_at_1_std": -0.377391, + "nauc_recall_at_1_diff1": 0.294459, + "nauc_recall_at_3_max": 0.004916, + "nauc_recall_at_3_std": -0.367824, + "nauc_recall_at_3_diff1": 0.134459, + "nauc_recall_at_5_max": -0.004867, + "nauc_recall_at_5_std": -0.42221, + "nauc_recall_at_5_diff1": 0.103225, + "nauc_recall_at_10_max": 0.069272, + "nauc_recall_at_10_std": -0.464303, + "nauc_recall_at_10_diff1": 0.069562, + "nauc_recall_at_20_max": 0.067757, + "nauc_recall_at_20_std": -0.531499, + "nauc_recall_at_20_diff1": 0.123657, + "nauc_recall_at_100_max": 0.206367, + "nauc_recall_at_100_std": -0.528539, + "nauc_recall_at_100_diff1": 0.131571, + "nauc_recall_at_1000_max": 0.711557, + "nauc_recall_at_1000_std": -0.390186, + "nauc_recall_at_1000_diff1": -0.12919, + "nauc_precision_at_1_max": 0.377194, + "nauc_precision_at_1_std": -0.02417, + "nauc_precision_at_1_diff1": 0.199473, + "nauc_precision_at_3_max": 0.373171, + "nauc_precision_at_3_std": 0.165232, + "nauc_precision_at_3_diff1": -0.097885, + "nauc_precision_at_5_max": 0.358921, + "nauc_precision_at_5_std": 0.188723, + "nauc_precision_at_5_diff1": -0.133596, + "nauc_precision_at_10_max": 0.413902, + "nauc_precision_at_10_std": 0.338942, + "nauc_precision_at_10_diff1": -0.177137, + "nauc_precision_at_20_max": 0.357848, + "nauc_precision_at_20_std": 0.476214, + "nauc_precision_at_20_diff1": -0.185262, + "nauc_precision_at_100_max": 0.256892, + "nauc_precision_at_100_std": 0.628091, + "nauc_precision_at_100_diff1": -0.144657, + "nauc_precision_at_1000_max": 0.214728, + "nauc_precision_at_1000_std": 0.667915, + "nauc_precision_at_1000_diff1": -0.131936, + "nauc_mrr_at_1_max": 0.377194, + "nauc_mrr_at_1_std": -0.02417, + "nauc_mrr_at_1_diff1": 0.199473, + "nauc_mrr_at_3_max": 0.414477, + "nauc_mrr_at_3_std": 0.07353, + "nauc_mrr_at_3_diff1": 0.186569, + "nauc_mrr_at_5_max": 0.441065, + "nauc_mrr_at_5_std": 0.086954, + "nauc_mrr_at_5_diff1": 0.165465, + "nauc_mrr_at_10_max": 0.431389, + "nauc_mrr_at_10_std": 0.071114, + "nauc_mrr_at_10_diff1": 0.167518, + "nauc_mrr_at_20_max": 0.427834, + "nauc_mrr_at_20_std": 0.067386, + "nauc_mrr_at_20_diff1": 0.172395, + "nauc_mrr_at_100_max": 0.427773, + "nauc_mrr_at_100_std": 0.067073, + "nauc_mrr_at_100_diff1": 0.172418, + "nauc_mrr_at_1000_max": 0.427617, + "nauc_mrr_at_1000_std": 0.067011, + "nauc_mrr_at_1000_diff1": 0.172521, + "main_score": 0.61955, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.685, + "ndcg_at_3": 0.61129, + "ndcg_at_5": 0.61147, + "ndcg_at_10": 0.6302, + "ndcg_at_20": 0.66487, + "ndcg_at_100": 0.72059, + "ndcg_at_1000": 0.75298, + "map_at_1": 0.1541, + "map_at_3": 0.28836, + "map_at_5": 0.35813, + "map_at_10": 0.44092, + "map_at_20": 0.49301, + "map_at_100": 0.55049, + "map_at_1000": 0.56418, + "recall_at_1": 0.1541, + "recall_at_3": 0.30981, + "recall_at_5": 0.411, + "recall_at_10": 0.55838, + "recall_at_20": 0.69231, + "recall_at_100": 0.89476, + "recall_at_1000": 0.99891, + "precision_at_1": 0.77, + "precision_at_3": 0.61, + "precision_at_5": 0.536, + "precision_at_10": 0.4125, + "precision_at_20": 0.29075, + "precision_at_100": 0.1018, + "precision_at_1000": 0.01344, + "mrr_at_1": 0.77, + "mrr_at_3": 0.824167, + "mrr_at_5": 0.833667, + "mrr_at_10": 0.839173, + "mrr_at_20": 0.84029, + "mrr_at_100": 0.84065, + "mrr_at_1000": 0.840692, + "nauc_ndcg_at_1_max": 0.347579, + "nauc_ndcg_at_1_std": 0.10078, + "nauc_ndcg_at_1_diff1": 0.198356, + "nauc_ndcg_at_3_max": 0.320504, + "nauc_ndcg_at_3_std": 0.089402, + "nauc_ndcg_at_3_diff1": 0.086202, + "nauc_ndcg_at_5_max": 0.294221, + "nauc_ndcg_at_5_std": 0.017679, + "nauc_ndcg_at_5_diff1": 0.110272, + "nauc_ndcg_at_10_max": 0.359487, + "nauc_ndcg_at_10_std": -0.064933, + "nauc_ndcg_at_10_diff1": 0.167487, + "nauc_ndcg_at_20_max": 0.350758, + "nauc_ndcg_at_20_std": -0.115078, + "nauc_ndcg_at_20_diff1": 0.210451, + "nauc_ndcg_at_100_max": 0.365633, + "nauc_ndcg_at_100_std": -0.051595, + "nauc_ndcg_at_100_diff1": 0.172871, + "nauc_ndcg_at_1000_max": 0.395555, + "nauc_ndcg_at_1000_std": 0.079795, + "nauc_ndcg_at_1000_diff1": 0.116155, + "nauc_map_at_1_max": 0.010377, + "nauc_map_at_1_std": -0.325438, + "nauc_map_at_1_diff1": 0.339564, + "nauc_map_at_3_max": 0.073447, + "nauc_map_at_3_std": -0.312216, + "nauc_map_at_3_diff1": 0.25394, + "nauc_map_at_5_max": 0.092182, + "nauc_map_at_5_std": -0.337849, + "nauc_map_at_5_diff1": 0.241839, + "nauc_map_at_10_max": 0.211144, + "nauc_map_at_10_std": -0.304866, + "nauc_map_at_10_diff1": 0.200139, + "nauc_map_at_20_max": 0.238017, + "nauc_map_at_20_std": -0.284942, + "nauc_map_at_20_diff1": 0.187133, + "nauc_map_at_100_max": 0.298542, + "nauc_map_at_100_std": -0.158296, + "nauc_map_at_100_diff1": 0.134134, + "nauc_map_at_1000_max": 0.317349, + "nauc_map_at_1000_std": -0.107248, + "nauc_map_at_1000_diff1": 0.112665, + "nauc_recall_at_1_max": 0.010377, + "nauc_recall_at_1_std": -0.325438, + "nauc_recall_at_1_diff1": 0.339564, + "nauc_recall_at_3_max": 0.028499, + "nauc_recall_at_3_std": -0.30957, + "nauc_recall_at_3_diff1": 0.235976, + "nauc_recall_at_5_max": 0.007366, + "nauc_recall_at_5_std": -0.375193, + "nauc_recall_at_5_diff1": 0.228936, + "nauc_recall_at_10_max": 0.136808, + "nauc_recall_at_10_std": -0.397729, + "nauc_recall_at_10_diff1": 0.252327, + "nauc_recall_at_20_max": 0.092558, + "nauc_recall_at_20_std": -0.493981, + "nauc_recall_at_20_diff1": 0.304107, + "nauc_recall_at_100_max": 0.208331, + "nauc_recall_at_100_std": -0.358185, + "nauc_recall_at_100_diff1": 0.274664, + "nauc_recall_at_1000_max": 0.755676, + "nauc_recall_at_1000_std": -0.116017, + "nauc_recall_at_1000_diff1": 0.20314, + "nauc_precision_at_1_max": 0.447494, + "nauc_precision_at_1_std": 0.220955, + "nauc_precision_at_1_diff1": 0.125646, + "nauc_precision_at_3_max": 0.356971, + "nauc_precision_at_3_std": 0.261744, + "nauc_precision_at_3_diff1": -0.151539, + "nauc_precision_at_5_max": 0.307426, + "nauc_precision_at_5_std": 0.260166, + "nauc_precision_at_5_diff1": -0.194987, + "nauc_precision_at_10_max": 0.377688, + "nauc_precision_at_10_std": 0.385428, + "nauc_precision_at_10_diff1": -0.24975, + "nauc_precision_at_20_max": 0.281458, + "nauc_precision_at_20_std": 0.485913, + "nauc_precision_at_20_diff1": -0.273014, + "nauc_precision_at_100_max": 0.186995, + "nauc_precision_at_100_std": 0.598109, + "nauc_precision_at_100_diff1": -0.285598, + "nauc_precision_at_1000_max": 0.150797, + "nauc_precision_at_1000_std": 0.611474, + "nauc_precision_at_1000_diff1": -0.287016, + "nauc_mrr_at_1_max": 0.447494, + "nauc_mrr_at_1_std": 0.220955, + "nauc_mrr_at_1_diff1": 0.125646, + "nauc_mrr_at_3_max": 0.448754, + "nauc_mrr_at_3_std": 0.321379, + "nauc_mrr_at_3_diff1": 0.096685, + "nauc_mrr_at_5_max": 0.449384, + "nauc_mrr_at_5_std": 0.323666, + "nauc_mrr_at_5_diff1": 0.078147, + "nauc_mrr_at_10_max": 0.472657, + "nauc_mrr_at_10_std": 0.316288, + "nauc_mrr_at_10_diff1": 0.093018, + "nauc_mrr_at_20_max": 0.469077, + "nauc_mrr_at_20_std": 0.312835, + "nauc_mrr_at_20_diff1": 0.094626, + "nauc_mrr_at_100_max": 0.467908, + "nauc_mrr_at_100_std": 0.311941, + "nauc_mrr_at_100_diff1": 0.094557, + "nauc_mrr_at_1000_max": 0.467768, + "nauc_mrr_at_1000_std": 0.311834, + "nauc_mrr_at_1000_diff1": 0.094632, + "main_score": 0.6302, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.7325, + "ndcg_at_3": 0.65004, + "ndcg_at_5": 0.63164, + "ndcg_at_10": 0.61451, + "ndcg_at_20": 0.6124, + "ndcg_at_100": 0.68244, + "ndcg_at_1000": 0.75975, + "map_at_1": 0.07728, + "map_at_3": 0.15374, + "map_at_5": 0.20026, + "map_at_10": 0.26612, + "map_at_20": 0.32752, + "map_at_100": 0.45173, + "map_at_1000": 0.50795, + "recall_at_1": 0.07728, + "recall_at_3": 0.16428, + "recall_at_5": 0.22607, + "recall_at_10": 0.32522, + "recall_at_20": 0.43632, + "recall_at_100": 0.74406, + "recall_at_1000": 0.97721, + "precision_at_1": 0.85, + "precision_at_3": 0.70833, + "precision_at_5": 0.65, + "precision_at_10": 0.561, + "precision_at_20": 0.4615, + "precision_at_100": 0.2406, + "precision_at_1000": 0.04802, + "mrr_at_1": 0.85, + "mrr_at_3": 0.8875, + "mrr_at_5": 0.89125, + "mrr_at_10": 0.895123, + "mrr_at_20": 0.895924, + "mrr_at_100": 0.895981, + "mrr_at_1000": 0.895989, + "nauc_ndcg_at_1_max": 0.495871, + "nauc_ndcg_at_1_std": 0.134232, + "nauc_ndcg_at_1_diff1": 0.26128, + "nauc_ndcg_at_3_max": 0.455685, + "nauc_ndcg_at_3_std": 0.13303, + "nauc_ndcg_at_3_diff1": 0.13485, + "nauc_ndcg_at_5_max": 0.443779, + "nauc_ndcg_at_5_std": 0.122464, + "nauc_ndcg_at_5_diff1": 0.134789, + "nauc_ndcg_at_10_max": 0.476702, + "nauc_ndcg_at_10_std": 0.107186, + "nauc_ndcg_at_10_diff1": 0.142422, + "nauc_ndcg_at_20_max": 0.4815, + "nauc_ndcg_at_20_std": 0.115337, + "nauc_ndcg_at_20_diff1": 0.134984, + "nauc_ndcg_at_100_max": 0.495963, + "nauc_ndcg_at_100_std": 0.227058, + "nauc_ndcg_at_100_diff1": 0.144952, + "nauc_ndcg_at_1000_max": 0.519718, + "nauc_ndcg_at_1000_std": 0.209709, + "nauc_ndcg_at_1000_diff1": 0.12061, + "nauc_map_at_1_max": 0.214885, + "nauc_map_at_1_std": -0.029897, + "nauc_map_at_1_diff1": 0.506078, + "nauc_map_at_3_max": 0.237935, + "nauc_map_at_3_std": 0.009909, + "nauc_map_at_3_diff1": 0.350735, + "nauc_map_at_5_max": 0.268745, + "nauc_map_at_5_std": 0.068581, + "nauc_map_at_5_diff1": 0.296935, + "nauc_map_at_10_max": 0.315363, + "nauc_map_at_10_std": 0.13768, + "nauc_map_at_10_diff1": 0.218097, + "nauc_map_at_20_max": 0.350273, + "nauc_map_at_20_std": 0.140264, + "nauc_map_at_20_diff1": 0.160608, + "nauc_map_at_100_max": 0.434236, + "nauc_map_at_100_std": 0.213954, + "nauc_map_at_100_diff1": 0.085376, + "nauc_map_at_1000_max": 0.445809, + "nauc_map_at_1000_std": 0.182159, + "nauc_map_at_1000_diff1": 0.059716, + "nauc_recall_at_1_max": 0.214885, + "nauc_recall_at_1_std": -0.029897, + "nauc_recall_at_1_diff1": 0.506078, + "nauc_recall_at_3_max": 0.197576, + "nauc_recall_at_3_std": -0.022949, + "nauc_recall_at_3_diff1": 0.349281, + "nauc_recall_at_5_max": 0.187153, + "nauc_recall_at_5_std": 0.017863, + "nauc_recall_at_5_diff1": 0.293605, + "nauc_recall_at_10_max": 0.21986, + "nauc_recall_at_10_std": 0.079192, + "nauc_recall_at_10_diff1": 0.205653, + "nauc_recall_at_20_max": 0.217152, + "nauc_recall_at_20_std": 0.054717, + "nauc_recall_at_20_diff1": 0.141274, + "nauc_recall_at_100_max": 0.232724, + "nauc_recall_at_100_std": 0.285552, + "nauc_recall_at_100_diff1": 0.1187, + "nauc_recall_at_1000_max": 0.32987, + "nauc_recall_at_1000_std": 0.758753, + "nauc_recall_at_1000_diff1": -0.014975, + "nauc_precision_at_1_max": 0.651416, + "nauc_precision_at_1_std": 0.318012, + "nauc_precision_at_1_diff1": 0.273772, + "nauc_precision_at_3_max": 0.391937, + "nauc_precision_at_3_std": 0.215613, + "nauc_precision_at_3_diff1": -0.104834, + "nauc_precision_at_5_max": 0.307044, + "nauc_precision_at_5_std": 0.189923, + "nauc_precision_at_5_diff1": -0.179068, + "nauc_precision_at_10_max": 0.246842, + "nauc_precision_at_10_std": 0.139066, + "nauc_precision_at_10_diff1": -0.227711, + "nauc_precision_at_20_max": 0.178458, + "nauc_precision_at_20_std": 0.049469, + "nauc_precision_at_20_diff1": -0.226711, + "nauc_precision_at_100_max": 0.02778, + "nauc_precision_at_100_std": -0.038457, + "nauc_precision_at_100_diff1": -0.162643, + "nauc_precision_at_1000_max": -0.07627, + "nauc_precision_at_1000_std": -0.212961, + "nauc_precision_at_1000_diff1": -0.099567, + "nauc_mrr_at_1_max": 0.651416, + "nauc_mrr_at_1_std": 0.318012, + "nauc_mrr_at_1_diff1": 0.273772, + "nauc_mrr_at_3_max": 0.684884, + "nauc_mrr_at_3_std": 0.310831, + "nauc_mrr_at_3_diff1": 0.28575, + "nauc_mrr_at_5_max": 0.675231, + "nauc_mrr_at_5_std": 0.322224, + "nauc_mrr_at_5_diff1": 0.296058, + "nauc_mrr_at_10_max": 0.670684, + "nauc_mrr_at_10_std": 0.317582, + "nauc_mrr_at_10_diff1": 0.288371, + "nauc_mrr_at_20_max": 0.673169, + "nauc_mrr_at_20_std": 0.312657, + "nauc_mrr_at_20_diff1": 0.285056, + "nauc_mrr_at_100_max": 0.672984, + "nauc_mrr_at_100_std": 0.313814, + "nauc_mrr_at_100_diff1": 0.285015, + "nauc_mrr_at_1000_max": 0.67296, + "nauc_mrr_at_1000_std": 0.313762, + "nauc_mrr_at_1000_diff1": 0.285027, + "main_score": 0.61451, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66, + "ndcg_at_3": 0.60225, + "ndcg_at_5": 0.5846, + "ndcg_at_10": 0.56406, + "ndcg_at_20": 0.56292, + "ndcg_at_100": 0.63269, + "ndcg_at_1000": 0.72469, + "map_at_1": 0.07406, + "map_at_3": 0.1457, + "map_at_5": 0.18553, + "map_at_10": 0.24139, + "map_at_20": 0.29307, + "map_at_100": 0.40486, + "map_at_1000": 0.46138, + "recall_at_1": 0.07406, + "recall_at_3": 0.15975, + "recall_at_5": 0.21282, + "recall_at_10": 0.29807, + "recall_at_20": 0.40064, + "recall_at_100": 0.69761, + "recall_at_1000": 0.97159, + "precision_at_1": 0.775, + "precision_at_3": 0.655, + "precision_at_5": 0.606, + "precision_at_10": 0.5125, + "precision_at_20": 0.41725, + "precision_at_100": 0.22365, + "precision_at_1000": 0.04723, + "mrr_at_1": 0.775, + "mrr_at_3": 0.831667, + "mrr_at_5": 0.838167, + "mrr_at_10": 0.841464, + "mrr_at_20": 0.842609, + "mrr_at_100": 0.842996, + "mrr_at_1000": 0.843009, + "nauc_ndcg_at_1_max": 0.424697, + "nauc_ndcg_at_1_std": 0.200834, + "nauc_ndcg_at_1_diff1": 0.114198, + "nauc_ndcg_at_3_max": 0.423468, + "nauc_ndcg_at_3_std": 0.26768, + "nauc_ndcg_at_3_diff1": -0.071423, + "nauc_ndcg_at_5_max": 0.431937, + "nauc_ndcg_at_5_std": 0.27063, + "nauc_ndcg_at_5_diff1": -0.101546, + "nauc_ndcg_at_10_max": 0.481112, + "nauc_ndcg_at_10_std": 0.273694, + "nauc_ndcg_at_10_diff1": -0.061603, + "nauc_ndcg_at_20_max": 0.525688, + "nauc_ndcg_at_20_std": 0.291932, + "nauc_ndcg_at_20_diff1": -0.018071, + "nauc_ndcg_at_100_max": 0.53653, + "nauc_ndcg_at_100_std": 0.36682, + "nauc_ndcg_at_100_diff1": 0.045509, + "nauc_ndcg_at_1000_max": 0.523144, + "nauc_ndcg_at_1000_std": 0.377074, + "nauc_ndcg_at_1000_diff1": -0.037474, + "nauc_map_at_1_max": 0.243121, + "nauc_map_at_1_std": -0.005963, + "nauc_map_at_1_diff1": 0.221392, + "nauc_map_at_3_max": 0.313508, + "nauc_map_at_3_std": 0.078561, + "nauc_map_at_3_diff1": 0.114233, + "nauc_map_at_5_max": 0.367248, + "nauc_map_at_5_std": 0.14507, + "nauc_map_at_5_diff1": 0.065101, + "nauc_map_at_10_max": 0.417265, + "nauc_map_at_10_std": 0.207257, + "nauc_map_at_10_diff1": 0.026927, + "nauc_map_at_20_max": 0.428472, + "nauc_map_at_20_std": 0.241661, + "nauc_map_at_20_diff1": 0.000429, + "nauc_map_at_100_max": 0.474191, + "nauc_map_at_100_std": 0.334002, + "nauc_map_at_100_diff1": -0.053164, + "nauc_map_at_1000_max": 0.479705, + "nauc_map_at_1000_std": 0.330401, + "nauc_map_at_1000_diff1": -0.074501, + "nauc_recall_at_1_max": 0.243121, + "nauc_recall_at_1_std": -0.005963, + "nauc_recall_at_1_diff1": 0.221392, + "nauc_recall_at_3_max": 0.25745, + "nauc_recall_at_3_std": 0.044751, + "nauc_recall_at_3_diff1": 0.119045, + "nauc_recall_at_5_max": 0.306151, + "nauc_recall_at_5_std": 0.094385, + "nauc_recall_at_5_diff1": 0.094432, + "nauc_recall_at_10_max": 0.358404, + "nauc_recall_at_10_std": 0.146569, + "nauc_recall_at_10_diff1": 0.0746, + "nauc_recall_at_20_max": 0.334976, + "nauc_recall_at_20_std": 0.157617, + "nauc_recall_at_20_diff1": 0.087482, + "nauc_recall_at_100_max": 0.359015, + "nauc_recall_at_100_std": 0.330254, + "nauc_recall_at_100_diff1": 0.111404, + "nauc_recall_at_1000_max": 0.36318, + "nauc_recall_at_1000_std": 0.72491, + "nauc_recall_at_1000_diff1": -0.228888, + "nauc_precision_at_1_max": 0.572226, + "nauc_precision_at_1_std": 0.326209, + "nauc_precision_at_1_diff1": 0.044218, + "nauc_precision_at_3_max": 0.3218, + "nauc_precision_at_3_std": 0.311963, + "nauc_precision_at_3_diff1": -0.206886, + "nauc_precision_at_5_max": 0.300578, + "nauc_precision_at_5_std": 0.318528, + "nauc_precision_at_5_diff1": -0.259443, + "nauc_precision_at_10_max": 0.231301, + "nauc_precision_at_10_std": 0.240465, + "nauc_precision_at_10_diff1": -0.232219, + "nauc_precision_at_20_max": 0.133952, + "nauc_precision_at_20_std": 0.13816, + "nauc_precision_at_20_diff1": -0.184502, + "nauc_precision_at_100_max": -0.00418, + "nauc_precision_at_100_std": 0.020367, + "nauc_precision_at_100_diff1": -0.083154, + "nauc_precision_at_1000_max": -0.092833, + "nauc_precision_at_1000_std": -0.17289, + "nauc_precision_at_1000_diff1": 0.013944, + "nauc_mrr_at_1_max": 0.572226, + "nauc_mrr_at_1_std": 0.326209, + "nauc_mrr_at_1_diff1": 0.044218, + "nauc_mrr_at_3_max": 0.577762, + "nauc_mrr_at_3_std": 0.363824, + "nauc_mrr_at_3_diff1": 0.059327, + "nauc_mrr_at_5_max": 0.578751, + "nauc_mrr_at_5_std": 0.35632, + "nauc_mrr_at_5_diff1": 0.068467, + "nauc_mrr_at_10_max": 0.58259, + "nauc_mrr_at_10_std": 0.345436, + "nauc_mrr_at_10_diff1": 0.072367, + "nauc_mrr_at_20_max": 0.582589, + "nauc_mrr_at_20_std": 0.34626, + "nauc_mrr_at_20_diff1": 0.071733, + "nauc_mrr_at_100_max": 0.582175, + "nauc_mrr_at_100_std": 0.346725, + "nauc_mrr_at_100_diff1": 0.07057, + "nauc_mrr_at_1000_max": 0.58215, + "nauc_mrr_at_1000_std": 0.346668, + "nauc_mrr_at_1000_diff1": 0.07049, + "main_score": 0.56406, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.62016, + "ndcg_at_5": 0.60411, + "ndcg_at_10": 0.5881, + "ndcg_at_20": 0.58647, + "ndcg_at_100": 0.65115, + "ndcg_at_1000": 0.7359, + "map_at_1": 0.07632, + "map_at_3": 0.14866, + "map_at_5": 0.18934, + "map_at_10": 0.25131, + "map_at_20": 0.30877, + "map_at_100": 0.42338, + "map_at_1000": 0.47958, + "recall_at_1": 0.07632, + "recall_at_3": 0.15794, + "recall_at_5": 0.21041, + "recall_at_10": 0.31006, + "recall_at_20": 0.4143, + "recall_at_100": 0.71241, + "recall_at_1000": 0.96685, + "precision_at_1": 0.785, + "precision_at_3": 0.685, + "precision_at_5": 0.623, + "precision_at_10": 0.5365, + "precision_at_20": 0.43925, + "precision_at_100": 0.23145, + "precision_at_1000": 0.04757, + "mrr_at_1": 0.785, + "mrr_at_3": 0.833333, + "mrr_at_5": 0.845333, + "mrr_at_10": 0.850046, + "mrr_at_20": 0.850917, + "mrr_at_100": 0.851133, + "mrr_at_1000": 0.851162, + "nauc_ndcg_at_1_max": 0.479, + "nauc_ndcg_at_1_std": 0.191982, + "nauc_ndcg_at_1_diff1": 0.290567, + "nauc_ndcg_at_3_max": 0.445317, + "nauc_ndcg_at_3_std": 0.226064, + "nauc_ndcg_at_3_diff1": 0.041727, + "nauc_ndcg_at_5_max": 0.47933, + "nauc_ndcg_at_5_std": 0.281552, + "nauc_ndcg_at_5_diff1": 0.017357, + "nauc_ndcg_at_10_max": 0.513427, + "nauc_ndcg_at_10_std": 0.25819, + "nauc_ndcg_at_10_diff1": 0.015979, + "nauc_ndcg_at_20_max": 0.546636, + "nauc_ndcg_at_20_std": 0.300353, + "nauc_ndcg_at_20_diff1": 0.045801, + "nauc_ndcg_at_100_max": 0.56405, + "nauc_ndcg_at_100_std": 0.380981, + "nauc_ndcg_at_100_diff1": 0.023611, + "nauc_ndcg_at_1000_max": 0.578536, + "nauc_ndcg_at_1000_std": 0.398139, + "nauc_ndcg_at_1000_diff1": 0.020992, + "nauc_map_at_1_max": 0.233535, + "nauc_map_at_1_std": 0.01278, + "nauc_map_at_1_diff1": 0.250703, + "nauc_map_at_3_max": 0.266759, + "nauc_map_at_3_std": 0.075422, + "nauc_map_at_3_diff1": 0.104076, + "nauc_map_at_5_max": 0.316294, + "nauc_map_at_5_std": 0.149996, + "nauc_map_at_5_diff1": 0.08189, + "nauc_map_at_10_max": 0.361425, + "nauc_map_at_10_std": 0.211195, + "nauc_map_at_10_diff1": 0.022317, + "nauc_map_at_20_max": 0.395503, + "nauc_map_at_20_std": 0.247456, + "nauc_map_at_20_diff1": -0.000699, + "nauc_map_at_100_max": 0.482194, + "nauc_map_at_100_std": 0.343944, + "nauc_map_at_100_diff1": -0.059885, + "nauc_map_at_1000_max": 0.498665, + "nauc_map_at_1000_std": 0.339385, + "nauc_map_at_1000_diff1": -0.050659, + "nauc_recall_at_1_max": 0.233535, + "nauc_recall_at_1_std": 0.01278, + "nauc_recall_at_1_diff1": 0.250703, + "nauc_recall_at_3_max": 0.22051, + "nauc_recall_at_3_std": 0.049532, + "nauc_recall_at_3_diff1": 0.075989, + "nauc_recall_at_5_max": 0.2559, + "nauc_recall_at_5_std": 0.111456, + "nauc_recall_at_5_diff1": 0.06712, + "nauc_recall_at_10_max": 0.267116, + "nauc_recall_at_10_std": 0.138549, + "nauc_recall_at_10_diff1": 0.005987, + "nauc_recall_at_20_max": 0.291152, + "nauc_recall_at_20_std": 0.1707, + "nauc_recall_at_20_diff1": 0.022111, + "nauc_recall_at_100_max": 0.33712, + "nauc_recall_at_100_std": 0.328659, + "nauc_recall_at_100_diff1": -0.032478, + "nauc_recall_at_1000_max": 0.482474, + "nauc_recall_at_1000_std": 0.78893, + "nauc_recall_at_1000_diff1": -0.359717, + "nauc_precision_at_1_max": 0.61195, + "nauc_precision_at_1_std": 0.389172, + "nauc_precision_at_1_diff1": 0.334828, + "nauc_precision_at_3_max": 0.337426, + "nauc_precision_at_3_std": 0.320816, + "nauc_precision_at_3_diff1": -0.135912, + "nauc_precision_at_5_max": 0.342937, + "nauc_precision_at_5_std": 0.329183, + "nauc_precision_at_5_diff1": -0.155357, + "nauc_precision_at_10_max": 0.279879, + "nauc_precision_at_10_std": 0.233341, + "nauc_precision_at_10_diff1": -0.167632, + "nauc_precision_at_20_max": 0.193073, + "nauc_precision_at_20_std": 0.145846, + "nauc_precision_at_20_diff1": -0.134452, + "nauc_precision_at_100_max": 0.041318, + "nauc_precision_at_100_std": 0.015593, + "nauc_precision_at_100_diff1": -0.046288, + "nauc_precision_at_1000_max": -0.067505, + "nauc_precision_at_1000_std": -0.174714, + "nauc_precision_at_1000_diff1": 0.046124, + "nauc_mrr_at_1_max": 0.61195, + "nauc_mrr_at_1_std": 0.389172, + "nauc_mrr_at_1_diff1": 0.334828, + "nauc_mrr_at_3_max": 0.621946, + "nauc_mrr_at_3_std": 0.446596, + "nauc_mrr_at_3_diff1": 0.297119, + "nauc_mrr_at_5_max": 0.621868, + "nauc_mrr_at_5_std": 0.455278, + "nauc_mrr_at_5_diff1": 0.280548, + "nauc_mrr_at_10_max": 0.625601, + "nauc_mrr_at_10_std": 0.444123, + "nauc_mrr_at_10_diff1": 0.276797, + "nauc_mrr_at_20_max": 0.62745, + "nauc_mrr_at_20_std": 0.444467, + "nauc_mrr_at_20_diff1": 0.281201, + "nauc_mrr_at_100_max": 0.626872, + "nauc_mrr_at_100_std": 0.444131, + "nauc_mrr_at_100_diff1": 0.281345, + "nauc_mrr_at_1000_max": 0.626805, + "nauc_mrr_at_1000_std": 0.444016, + "nauc_mrr_at_1000_diff1": 0.281595, + "main_score": 0.5881, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.65, + "ndcg_at_3": 0.62604, + "ndcg_at_5": 0.60594, + "ndcg_at_10": 0.60762, + "ndcg_at_20": 0.61277, + "ndcg_at_100": 0.65097, + "ndcg_at_1000": 0.73571, + "map_at_1": 0.08648, + "map_at_3": 0.18569, + "map_at_5": 0.22751, + "map_at_10": 0.28613, + "map_at_20": 0.33545, + "map_at_100": 0.43017, + "map_at_1000": 0.49239, + "recall_at_1": 0.08648, + "recall_at_3": 0.20635, + "recall_at_5": 0.26402, + "recall_at_10": 0.35904, + "recall_at_20": 0.46516, + "recall_at_100": 0.7042, + "recall_at_1000": 0.95004, + "precision_at_1": 0.785, + "precision_at_3": 0.705, + "precision_at_5": 0.624, + "precision_at_10": 0.534, + "precision_at_20": 0.441, + "precision_at_100": 0.2292, + "precision_at_1000": 0.05713, + "mrr_at_1": 0.785, + "mrr_at_3": 0.8525, + "mrr_at_5": 0.85875, + "mrr_at_10": 0.86002, + "mrr_at_20": 0.861519, + "mrr_at_100": 0.861644, + "mrr_at_1000": 0.861644, + "nauc_ndcg_at_1_max": 0.349372, + "nauc_ndcg_at_1_std": 0.308326, + "nauc_ndcg_at_1_diff1": 0.288134, + "nauc_ndcg_at_3_max": 0.43903, + "nauc_ndcg_at_3_std": 0.29246, + "nauc_ndcg_at_3_diff1": 0.164092, + "nauc_ndcg_at_5_max": 0.491303, + "nauc_ndcg_at_5_std": 0.301828, + "nauc_ndcg_at_5_diff1": 0.117942, + "nauc_ndcg_at_10_max": 0.523744, + "nauc_ndcg_at_10_std": 0.316508, + "nauc_ndcg_at_10_diff1": 0.115988, + "nauc_ndcg_at_20_max": 0.555918, + "nauc_ndcg_at_20_std": 0.353141, + "nauc_ndcg_at_20_diff1": 0.081167, + "nauc_ndcg_at_100_max": 0.560898, + "nauc_ndcg_at_100_std": 0.474941, + "nauc_ndcg_at_100_diff1": 0.124545, + "nauc_ndcg_at_1000_max": 0.547954, + "nauc_ndcg_at_1000_std": 0.473172, + "nauc_ndcg_at_1000_diff1": 0.129818, + "nauc_map_at_1_max": 0.365894, + "nauc_map_at_1_std": 0.166788, + "nauc_map_at_1_diff1": 0.320259, + "nauc_map_at_3_max": 0.468336, + "nauc_map_at_3_std": 0.241961, + "nauc_map_at_3_diff1": 0.23708, + "nauc_map_at_5_max": 0.514651, + "nauc_map_at_5_std": 0.287039, + "nauc_map_at_5_diff1": 0.181451, + "nauc_map_at_10_max": 0.534741, + "nauc_map_at_10_std": 0.336633, + "nauc_map_at_10_diff1": 0.139567, + "nauc_map_at_20_max": 0.542346, + "nauc_map_at_20_std": 0.374954, + "nauc_map_at_20_diff1": 0.121624, + "nauc_map_at_100_max": 0.53939, + "nauc_map_at_100_std": 0.463774, + "nauc_map_at_100_diff1": 0.11361, + "nauc_map_at_1000_max": 0.545631, + "nauc_map_at_1000_std": 0.457477, + "nauc_map_at_1000_diff1": 0.087233, + "nauc_recall_at_1_max": 0.365894, + "nauc_recall_at_1_std": 0.166788, + "nauc_recall_at_1_diff1": 0.320259, + "nauc_recall_at_3_max": 0.43217, + "nauc_recall_at_3_std": 0.216927, + "nauc_recall_at_3_diff1": 0.224169, + "nauc_recall_at_5_max": 0.480467, + "nauc_recall_at_5_std": 0.238153, + "nauc_recall_at_5_diff1": 0.160534, + "nauc_recall_at_10_max": 0.476637, + "nauc_recall_at_10_std": 0.274685, + "nauc_recall_at_10_diff1": 0.123018, + "nauc_recall_at_20_max": 0.435284, + "nauc_recall_at_20_std": 0.328873, + "nauc_recall_at_20_diff1": 0.057144, + "nauc_recall_at_100_max": 0.398687, + "nauc_recall_at_100_std": 0.49029, + "nauc_recall_at_100_diff1": 0.08152, + "nauc_recall_at_1000_max": 0.555686, + "nauc_recall_at_1000_std": 0.822139, + "nauc_recall_at_1000_diff1": 0.20231, + "nauc_precision_at_1_max": 0.46567, + "nauc_precision_at_1_std": 0.348615, + "nauc_precision_at_1_diff1": 0.312567, + "nauc_precision_at_3_max": 0.28145, + "nauc_precision_at_3_std": 0.237964, + "nauc_precision_at_3_diff1": -0.061225, + "nauc_precision_at_5_max": 0.195191, + "nauc_precision_at_5_std": 0.192821, + "nauc_precision_at_5_diff1": -0.178876, + "nauc_precision_at_10_max": 0.027963, + "nauc_precision_at_10_std": 0.080958, + "nauc_precision_at_10_diff1": -0.14965, + "nauc_precision_at_20_max": -0.128972, + "nauc_precision_at_20_std": -0.042288, + "nauc_precision_at_20_diff1": -0.150142, + "nauc_precision_at_100_max": -0.209759, + "nauc_precision_at_100_std": -0.124055, + "nauc_precision_at_100_diff1": -0.134903, + "nauc_precision_at_1000_max": -0.206433, + "nauc_precision_at_1000_std": -0.264618, + "nauc_precision_at_1000_diff1": -0.136195, + "nauc_mrr_at_1_max": 0.46567, + "nauc_mrr_at_1_std": 0.348615, + "nauc_mrr_at_1_diff1": 0.312567, + "nauc_mrr_at_3_max": 0.493749, + "nauc_mrr_at_3_std": 0.368601, + "nauc_mrr_at_3_diff1": 0.278936, + "nauc_mrr_at_5_max": 0.50618, + "nauc_mrr_at_5_std": 0.346828, + "nauc_mrr_at_5_diff1": 0.287326, + "nauc_mrr_at_10_max": 0.502104, + "nauc_mrr_at_10_std": 0.342925, + "nauc_mrr_at_10_diff1": 0.298787, + "nauc_mrr_at_20_max": 0.498008, + "nauc_mrr_at_20_std": 0.350215, + "nauc_mrr_at_20_diff1": 0.292959, + "nauc_mrr_at_100_max": 0.497954, + "nauc_mrr_at_100_std": 0.349855, + "nauc_mrr_at_100_diff1": 0.292896, + "nauc_mrr_at_1000_max": 0.497954, + "nauc_mrr_at_1000_std": 0.349855, + "nauc_mrr_at_1000_diff1": 0.292896, + "main_score": 0.60762, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6075, + "ndcg_at_3": 0.59098, + "ndcg_at_5": 0.58628, + "ndcg_at_10": 0.57532, + "ndcg_at_20": 0.57807, + "ndcg_at_100": 0.62325, + "ndcg_at_1000": 0.71156, + "map_at_1": 0.08609, + "map_at_3": 0.17206, + "map_at_5": 0.21485, + "map_at_10": 0.26575, + "map_at_20": 0.30807, + "map_at_100": 0.39652, + "map_at_1000": 0.45463, + "recall_at_1": 0.08609, + "recall_at_3": 0.19543, + "recall_at_5": 0.26001, + "recall_at_10": 0.34579, + "recall_at_20": 0.43008, + "recall_at_100": 0.68076, + "recall_at_1000": 0.9374, + "precision_at_1": 0.745, + "precision_at_3": 0.65833, + "precision_at_5": 0.587, + "precision_at_10": 0.4985, + "precision_at_20": 0.40925, + "precision_at_100": 0.21745, + "precision_at_1000": 0.05527, + "mrr_at_1": 0.745, + "mrr_at_3": 0.8275, + "mrr_at_5": 0.8375, + "mrr_at_10": 0.839673, + "mrr_at_20": 0.840602, + "mrr_at_100": 0.84081, + "mrr_at_1000": 0.84081, + "nauc_ndcg_at_1_max": 0.238259, + "nauc_ndcg_at_1_std": 0.247521, + "nauc_ndcg_at_1_diff1": 0.189537, + "nauc_ndcg_at_3_max": 0.254133, + "nauc_ndcg_at_3_std": 0.310954, + "nauc_ndcg_at_3_diff1": 0.046809, + "nauc_ndcg_at_5_max": 0.282827, + "nauc_ndcg_at_5_std": 0.319501, + "nauc_ndcg_at_5_diff1": 0.032256, + "nauc_ndcg_at_10_max": 0.354049, + "nauc_ndcg_at_10_std": 0.347835, + "nauc_ndcg_at_10_diff1": 0.024614, + "nauc_ndcg_at_20_max": 0.387114, + "nauc_ndcg_at_20_std": 0.38446, + "nauc_ndcg_at_20_diff1": 0.029843, + "nauc_ndcg_at_100_max": 0.4136, + "nauc_ndcg_at_100_std": 0.54471, + "nauc_ndcg_at_100_diff1": 0.070025, + "nauc_ndcg_at_1000_max": 0.375602, + "nauc_ndcg_at_1000_std": 0.509357, + "nauc_ndcg_at_1000_diff1": 0.064648, + "nauc_map_at_1_max": 0.289362, + "nauc_map_at_1_std": 0.269939, + "nauc_map_at_1_diff1": 0.150884, + "nauc_map_at_3_max": 0.379645, + "nauc_map_at_3_std": 0.342036, + "nauc_map_at_3_diff1": 0.117172, + "nauc_map_at_5_max": 0.388993, + "nauc_map_at_5_std": 0.367009, + "nauc_map_at_5_diff1": 0.088253, + "nauc_map_at_10_max": 0.418211, + "nauc_map_at_10_std": 0.406603, + "nauc_map_at_10_diff1": 0.066354, + "nauc_map_at_20_max": 0.415312, + "nauc_map_at_20_std": 0.443655, + "nauc_map_at_20_diff1": 0.065921, + "nauc_map_at_100_max": 0.383445, + "nauc_map_at_100_std": 0.518542, + "nauc_map_at_100_diff1": 0.056786, + "nauc_map_at_1000_max": 0.365709, + "nauc_map_at_1000_std": 0.488914, + "nauc_map_at_1000_diff1": 0.042618, + "nauc_recall_at_1_max": 0.289362, + "nauc_recall_at_1_std": 0.269939, + "nauc_recall_at_1_diff1": 0.150884, + "nauc_recall_at_3_max": 0.350775, + "nauc_recall_at_3_std": 0.308594, + "nauc_recall_at_3_diff1": 0.100383, + "nauc_recall_at_5_max": 0.372478, + "nauc_recall_at_5_std": 0.303189, + "nauc_recall_at_5_diff1": 0.07956, + "nauc_recall_at_10_max": 0.410985, + "nauc_recall_at_10_std": 0.35569, + "nauc_recall_at_10_diff1": 0.053802, + "nauc_recall_at_20_max": 0.410102, + "nauc_recall_at_20_std": 0.391387, + "nauc_recall_at_20_diff1": 0.066108, + "nauc_recall_at_100_max": 0.368517, + "nauc_recall_at_100_std": 0.563907, + "nauc_recall_at_100_diff1": 0.072921, + "nauc_recall_at_1000_max": 0.563876, + "nauc_recall_at_1000_std": 0.844902, + "nauc_recall_at_1000_diff1": 0.102953, + "nauc_precision_at_1_max": 0.180654, + "nauc_precision_at_1_std": 0.238545, + "nauc_precision_at_1_diff1": 0.148552, + "nauc_precision_at_3_max": 0.132275, + "nauc_precision_at_3_std": 0.203566, + "nauc_precision_at_3_diff1": -0.095272, + "nauc_precision_at_5_max": 0.046998, + "nauc_precision_at_5_std": 0.168389, + "nauc_precision_at_5_diff1": -0.130787, + "nauc_precision_at_10_max": -0.045159, + "nauc_precision_at_10_std": 0.029351, + "nauc_precision_at_10_diff1": -0.129589, + "nauc_precision_at_20_max": -0.151034, + "nauc_precision_at_20_std": -0.060152, + "nauc_precision_at_20_diff1": -0.110828, + "nauc_precision_at_100_max": -0.218396, + "nauc_precision_at_100_std": -0.174539, + "nauc_precision_at_100_diff1": -0.076725, + "nauc_precision_at_1000_max": -0.233108, + "nauc_precision_at_1000_std": -0.319143, + "nauc_precision_at_1000_diff1": -0.063335, + "nauc_mrr_at_1_max": 0.180654, + "nauc_mrr_at_1_std": 0.238545, + "nauc_mrr_at_1_diff1": 0.148552, + "nauc_mrr_at_3_max": 0.203231, + "nauc_mrr_at_3_std": 0.279214, + "nauc_mrr_at_3_diff1": 0.072497, + "nauc_mrr_at_5_max": 0.211685, + "nauc_mrr_at_5_std": 0.278033, + "nauc_mrr_at_5_diff1": 0.089016, + "nauc_mrr_at_10_max": 0.20742, + "nauc_mrr_at_10_std": 0.276727, + "nauc_mrr_at_10_diff1": 0.081672, + "nauc_mrr_at_20_max": 0.207061, + "nauc_mrr_at_20_std": 0.273565, + "nauc_mrr_at_20_diff1": 0.087168, + "nauc_mrr_at_100_max": 0.205918, + "nauc_mrr_at_100_std": 0.273161, + "nauc_mrr_at_100_diff1": 0.088106, + "nauc_mrr_at_1000_max": 0.205918, + "nauc_mrr_at_1000_std": 0.273161, + "nauc_mrr_at_1000_diff1": 0.088106, + "main_score": 0.57532, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.58935, + "ndcg_at_5": 0.58129, + "ndcg_at_10": 0.57094, + "ndcg_at_20": 0.58003, + "ndcg_at_100": 0.6231, + "ndcg_at_1000": 0.71247, + "map_at_1": 0.08967, + "map_at_3": 0.17859, + "map_at_5": 0.22109, + "map_at_10": 0.26917, + "map_at_20": 0.31495, + "map_at_100": 0.40138, + "map_at_1000": 0.45761, + "recall_at_1": 0.08967, + "recall_at_3": 0.19841, + "recall_at_5": 0.25794, + "recall_at_10": 0.33916, + "recall_at_20": 0.43794, + "recall_at_100": 0.68202, + "recall_at_1000": 0.93619, + "precision_at_1": 0.76, + "precision_at_3": 0.64833, + "precision_at_5": 0.587, + "precision_at_10": 0.494, + "precision_at_20": 0.40675, + "precision_at_100": 0.21535, + "precision_at_1000": 0.05498, + "mrr_at_1": 0.76, + "mrr_at_3": 0.83, + "mrr_at_5": 0.8405, + "mrr_at_10": 0.842167, + "mrr_at_20": 0.84335, + "mrr_at_100": 0.843806, + "mrr_at_1000": 0.843806, + "nauc_ndcg_at_1_max": 0.312584, + "nauc_ndcg_at_1_std": 0.21441, + "nauc_ndcg_at_1_diff1": 0.254544, + "nauc_ndcg_at_3_max": 0.360566, + "nauc_ndcg_at_3_std": 0.338013, + "nauc_ndcg_at_3_diff1": 0.168104, + "nauc_ndcg_at_5_max": 0.399116, + "nauc_ndcg_at_5_std": 0.349138, + "nauc_ndcg_at_5_diff1": 0.114227, + "nauc_ndcg_at_10_max": 0.425962, + "nauc_ndcg_at_10_std": 0.340754, + "nauc_ndcg_at_10_diff1": 0.067413, + "nauc_ndcg_at_20_max": 0.461868, + "nauc_ndcg_at_20_std": 0.396305, + "nauc_ndcg_at_20_diff1": 0.055065, + "nauc_ndcg_at_100_max": 0.49135, + "nauc_ndcg_at_100_std": 0.531627, + "nauc_ndcg_at_100_diff1": 0.077636, + "nauc_ndcg_at_1000_max": 0.451868, + "nauc_ndcg_at_1000_std": 0.463057, + "nauc_ndcg_at_1000_diff1": 0.124942, + "nauc_map_at_1_max": 0.362282, + "nauc_map_at_1_std": 0.178948, + "nauc_map_at_1_diff1": 0.098341, + "nauc_map_at_3_max": 0.443264, + "nauc_map_at_3_std": 0.340724, + "nauc_map_at_3_diff1": 0.14654, + "nauc_map_at_5_max": 0.473513, + "nauc_map_at_5_std": 0.392059, + "nauc_map_at_5_diff1": 0.116414, + "nauc_map_at_10_max": 0.488564, + "nauc_map_at_10_std": 0.41113, + "nauc_map_at_10_diff1": 0.077943, + "nauc_map_at_20_max": 0.488409, + "nauc_map_at_20_std": 0.452332, + "nauc_map_at_20_diff1": 0.06092, + "nauc_map_at_100_max": 0.459132, + "nauc_map_at_100_std": 0.51312, + "nauc_map_at_100_diff1": 0.047198, + "nauc_map_at_1000_max": 0.446393, + "nauc_map_at_1000_std": 0.474989, + "nauc_map_at_1000_diff1": 0.056422, + "nauc_recall_at_1_max": 0.362282, + "nauc_recall_at_1_std": 0.178948, + "nauc_recall_at_1_diff1": 0.098341, + "nauc_recall_at_3_max": 0.404234, + "nauc_recall_at_3_std": 0.369264, + "nauc_recall_at_3_diff1": 0.129251, + "nauc_recall_at_5_max": 0.441874, + "nauc_recall_at_5_std": 0.407367, + "nauc_recall_at_5_diff1": 0.094231, + "nauc_recall_at_10_max": 0.457167, + "nauc_recall_at_10_std": 0.417546, + "nauc_recall_at_10_diff1": 0.043364, + "nauc_recall_at_20_max": 0.435568, + "nauc_recall_at_20_std": 0.460914, + "nauc_recall_at_20_diff1": 0.016957, + "nauc_recall_at_100_max": 0.4054, + "nauc_recall_at_100_std": 0.621782, + "nauc_recall_at_100_diff1": 0.002096, + "nauc_recall_at_1000_max": 0.511028, + "nauc_recall_at_1000_std": 0.845023, + "nauc_recall_at_1000_diff1": 0.129228, + "nauc_precision_at_1_max": 0.317935, + "nauc_precision_at_1_std": 0.16079, + "nauc_precision_at_1_diff1": 0.180962, + "nauc_precision_at_3_max": 0.242011, + "nauc_precision_at_3_std": 0.243054, + "nauc_precision_at_3_diff1": 0.044204, + "nauc_precision_at_5_max": 0.152649, + "nauc_precision_at_5_std": 0.189371, + "nauc_precision_at_5_diff1": -0.034143, + "nauc_precision_at_10_max": -0.003957, + "nauc_precision_at_10_std": -0.016054, + "nauc_precision_at_10_diff1": -0.115854, + "nauc_precision_at_20_max": -0.143838, + "nauc_precision_at_20_std": -0.088793, + "nauc_precision_at_20_diff1": -0.114228, + "nauc_precision_at_100_max": -0.234971, + "nauc_precision_at_100_std": -0.222559, + "nauc_precision_at_100_diff1": -0.042274, + "nauc_precision_at_1000_max": -0.219808, + "nauc_precision_at_1000_std": -0.349345, + "nauc_precision_at_1000_diff1": 0.005332, + "nauc_mrr_at_1_max": 0.317935, + "nauc_mrr_at_1_std": 0.16079, + "nauc_mrr_at_1_diff1": 0.180962, + "nauc_mrr_at_3_max": 0.352401, + "nauc_mrr_at_3_std": 0.193703, + "nauc_mrr_at_3_diff1": 0.154278, + "nauc_mrr_at_5_max": 0.358307, + "nauc_mrr_at_5_std": 0.187199, + "nauc_mrr_at_5_diff1": 0.186063, + "nauc_mrr_at_10_max": 0.352523, + "nauc_mrr_at_10_std": 0.193609, + "nauc_mrr_at_10_diff1": 0.178297, + "nauc_mrr_at_20_max": 0.348731, + "nauc_mrr_at_20_std": 0.19058, + "nauc_mrr_at_20_diff1": 0.176393, + "nauc_mrr_at_100_max": 0.348078, + "nauc_mrr_at_100_std": 0.18898, + "nauc_mrr_at_100_diff1": 0.175323, + "nauc_mrr_at_1000_max": 0.348078, + "nauc_mrr_at_1000_std": 0.18898, + "nauc_mrr_at_1000_diff1": 0.175323, + "main_score": 0.57094, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.58749, + "ndcg_at_5": 0.56308, + "ndcg_at_10": 0.54397, + "ndcg_at_20": 0.53523, + "ndcg_at_100": 0.60339, + "ndcg_at_1000": 0.70277, + "map_at_1": 0.0578, + "map_at_3": 0.11394, + "map_at_5": 0.14604, + "map_at_10": 0.20048, + "map_at_20": 0.25734, + "map_at_100": 0.37965, + "map_at_1000": 0.43265, + "recall_at_1": 0.0578, + "recall_at_3": 0.12326, + "recall_at_5": 0.16738, + "recall_at_10": 0.26186, + "recall_at_20": 0.3774, + "recall_at_100": 0.70327, + "recall_at_1000": 0.97988, + "precision_at_1": 0.785, + "precision_at_3": 0.67667, + "precision_at_5": 0.616, + "precision_at_10": 0.5335, + "precision_at_20": 0.4375, + "precision_at_100": 0.22805, + "precision_at_1000": 0.04021, + "mrr_at_1": 0.785, + "mrr_at_3": 0.828333, + "mrr_at_5": 0.832583, + "mrr_at_10": 0.837845, + "mrr_at_20": 0.839813, + "mrr_at_100": 0.840132, + "mrr_at_1000": 0.840246, + "nauc_ndcg_at_1_max": 0.389234, + "nauc_ndcg_at_1_std": 0.285606, + "nauc_ndcg_at_1_diff1": 0.119417, + "nauc_ndcg_at_3_max": 0.374833, + "nauc_ndcg_at_3_std": 0.258627, + "nauc_ndcg_at_3_diff1": 0.037322, + "nauc_ndcg_at_5_max": 0.384614, + "nauc_ndcg_at_5_std": 0.267966, + "nauc_ndcg_at_5_diff1": 0.041211, + "nauc_ndcg_at_10_max": 0.353535, + "nauc_ndcg_at_10_std": 0.263435, + "nauc_ndcg_at_10_diff1": 0.033823, + "nauc_ndcg_at_20_max": 0.382074, + "nauc_ndcg_at_20_std": 0.282267, + "nauc_ndcg_at_20_diff1": 0.099547, + "nauc_ndcg_at_100_max": 0.427602, + "nauc_ndcg_at_100_std": 0.339062, + "nauc_ndcg_at_100_diff1": 0.145806, + "nauc_ndcg_at_1000_max": 0.462846, + "nauc_ndcg_at_1000_std": 0.417626, + "nauc_ndcg_at_1000_diff1": 0.070692, + "nauc_map_at_1_max": -0.020517, + "nauc_map_at_1_std": 0.009527, + "nauc_map_at_1_diff1": 0.341455, + "nauc_map_at_3_max": 0.118424, + "nauc_map_at_3_std": -0.004484, + "nauc_map_at_3_diff1": 0.264096, + "nauc_map_at_5_max": 0.150052, + "nauc_map_at_5_std": -0.015695, + "nauc_map_at_5_diff1": 0.233455, + "nauc_map_at_10_max": 0.176668, + "nauc_map_at_10_std": 0.000954, + "nauc_map_at_10_diff1": 0.188224, + "nauc_map_at_20_max": 0.254557, + "nauc_map_at_20_std": 0.058213, + "nauc_map_at_20_diff1": 0.174001, + "nauc_map_at_100_max": 0.372268, + "nauc_map_at_100_std": 0.242018, + "nauc_map_at_100_diff1": 0.1203, + "nauc_map_at_1000_max": 0.388429, + "nauc_map_at_1000_std": 0.310051, + "nauc_map_at_1000_diff1": 0.077691, + "nauc_recall_at_1_max": -0.020517, + "nauc_recall_at_1_std": 0.009527, + "nauc_recall_at_1_diff1": 0.341455, + "nauc_recall_at_3_max": 0.081182, + "nauc_recall_at_3_std": -0.033114, + "nauc_recall_at_3_diff1": 0.274158, + "nauc_recall_at_5_max": 0.099324, + "nauc_recall_at_5_std": -0.043142, + "nauc_recall_at_5_diff1": 0.237013, + "nauc_recall_at_10_max": 0.06355, + "nauc_recall_at_10_std": -0.059345, + "nauc_recall_at_10_diff1": 0.167239, + "nauc_recall_at_20_max": 0.115794, + "nauc_recall_at_20_std": -0.026409, + "nauc_recall_at_20_diff1": 0.190638, + "nauc_recall_at_100_max": 0.190644, + "nauc_recall_at_100_std": 0.144079, + "nauc_recall_at_100_diff1": 0.197996, + "nauc_recall_at_1000_max": 0.407688, + "nauc_recall_at_1000_std": 0.550317, + "nauc_recall_at_1000_diff1": 0.205508, + "nauc_precision_at_1_max": 0.521063, + "nauc_precision_at_1_std": 0.414065, + "nauc_precision_at_1_diff1": 0.163041, + "nauc_precision_at_3_max": 0.42777, + "nauc_precision_at_3_std": 0.269773, + "nauc_precision_at_3_diff1": -0.04366, + "nauc_precision_at_5_max": 0.366303, + "nauc_precision_at_5_std": 0.252404, + "nauc_precision_at_5_diff1": -0.079217, + "nauc_precision_at_10_max": 0.299515, + "nauc_precision_at_10_std": 0.264026, + "nauc_precision_at_10_diff1": -0.136026, + "nauc_precision_at_20_max": 0.292145, + "nauc_precision_at_20_std": 0.303532, + "nauc_precision_at_20_diff1": -0.122645, + "nauc_precision_at_100_max": 0.151623, + "nauc_precision_at_100_std": 0.289635, + "nauc_precision_at_100_diff1": -0.14834, + "nauc_precision_at_1000_max": 0.038817, + "nauc_precision_at_1000_std": 0.167577, + "nauc_precision_at_1000_diff1": -0.144629, + "nauc_mrr_at_1_max": 0.521063, + "nauc_mrr_at_1_std": 0.414065, + "nauc_mrr_at_1_diff1": 0.163041, + "nauc_mrr_at_3_max": 0.540345, + "nauc_mrr_at_3_std": 0.510292, + "nauc_mrr_at_3_diff1": 0.145835, + "nauc_mrr_at_5_max": 0.544137, + "nauc_mrr_at_5_std": 0.508847, + "nauc_mrr_at_5_diff1": 0.133859, + "nauc_mrr_at_10_max": 0.540736, + "nauc_mrr_at_10_std": 0.502334, + "nauc_mrr_at_10_diff1": 0.132867, + "nauc_mrr_at_20_max": 0.542422, + "nauc_mrr_at_20_std": 0.499595, + "nauc_mrr_at_20_diff1": 0.135897, + "nauc_mrr_at_100_max": 0.542456, + "nauc_mrr_at_100_std": 0.500063, + "nauc_mrr_at_100_diff1": 0.136372, + "nauc_mrr_at_1000_max": 0.542307, + "nauc_mrr_at_1000_std": 0.499736, + "nauc_mrr_at_1000_diff1": 0.136396, + "main_score": 0.54397, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5675, + "ndcg_at_3": 0.528, + "ndcg_at_5": 0.50595, + "ndcg_at_10": 0.49018, + "ndcg_at_20": 0.48947, + "ndcg_at_100": 0.55702, + "ndcg_at_1000": 0.66362, + "map_at_1": 0.04722, + "map_at_3": 0.09695, + "map_at_5": 0.12743, + "map_at_10": 0.17148, + "map_at_20": 0.22404, + "map_at_100": 0.33335, + "map_at_1000": 0.38419, + "recall_at_1": 0.04722, + "recall_at_3": 0.1058, + "recall_at_5": 0.14826, + "recall_at_10": 0.22549, + "recall_at_20": 0.34154, + "recall_at_100": 0.66917, + "recall_at_1000": 0.9676, + "precision_at_1": 0.72, + "precision_at_3": 0.62333, + "precision_at_5": 0.562, + "precision_at_10": 0.4945, + "precision_at_20": 0.4165, + "precision_at_100": 0.21465, + "precision_at_1000": 0.03948, + "mrr_at_1": 0.72, + "mrr_at_3": 0.7725, + "mrr_at_5": 0.778, + "mrr_at_10": 0.786149, + "mrr_at_20": 0.789253, + "mrr_at_100": 0.789864, + "mrr_at_1000": 0.789927, + "nauc_ndcg_at_1_max": 0.378446, + "nauc_ndcg_at_1_std": 0.234161, + "nauc_ndcg_at_1_diff1": 0.245124, + "nauc_ndcg_at_3_max": 0.371441, + "nauc_ndcg_at_3_std": 0.295001, + "nauc_ndcg_at_3_diff1": 0.152499, + "nauc_ndcg_at_5_max": 0.365962, + "nauc_ndcg_at_5_std": 0.298426, + "nauc_ndcg_at_5_diff1": 0.147887, + "nauc_ndcg_at_10_max": 0.366387, + "nauc_ndcg_at_10_std": 0.315337, + "nauc_ndcg_at_10_diff1": 0.135158, + "nauc_ndcg_at_20_max": 0.362899, + "nauc_ndcg_at_20_std": 0.303252, + "nauc_ndcg_at_20_diff1": 0.142404, + "nauc_ndcg_at_100_max": 0.442677, + "nauc_ndcg_at_100_std": 0.360016, + "nauc_ndcg_at_100_diff1": 0.144109, + "nauc_ndcg_at_1000_max": 0.423293, + "nauc_ndcg_at_1000_std": 0.39861, + "nauc_ndcg_at_1000_diff1": 0.124787, + "nauc_map_at_1_max": 0.084559, + "nauc_map_at_1_std": -0.063586, + "nauc_map_at_1_diff1": 0.317085, + "nauc_map_at_3_max": 0.176948, + "nauc_map_at_3_std": -0.008486, + "nauc_map_at_3_diff1": 0.197229, + "nauc_map_at_5_max": 0.208635, + "nauc_map_at_5_std": 0.004821, + "nauc_map_at_5_diff1": 0.1786, + "nauc_map_at_10_max": 0.252286, + "nauc_map_at_10_std": 0.057994, + "nauc_map_at_10_diff1": 0.151557, + "nauc_map_at_20_max": 0.317468, + "nauc_map_at_20_std": 0.121272, + "nauc_map_at_20_diff1": 0.138216, + "nauc_map_at_100_max": 0.419225, + "nauc_map_at_100_std": 0.29462, + "nauc_map_at_100_diff1": 0.137227, + "nauc_map_at_1000_max": 0.40925, + "nauc_map_at_1000_std": 0.346186, + "nauc_map_at_1000_diff1": 0.110669, + "nauc_recall_at_1_max": 0.084559, + "nauc_recall_at_1_std": -0.063586, + "nauc_recall_at_1_diff1": 0.317085, + "nauc_recall_at_3_max": 0.139722, + "nauc_recall_at_3_std": -0.015786, + "nauc_recall_at_3_diff1": 0.18246, + "nauc_recall_at_5_max": 0.153227, + "nauc_recall_at_5_std": -0.007315, + "nauc_recall_at_5_diff1": 0.170936, + "nauc_recall_at_10_max": 0.155044, + "nauc_recall_at_10_std": 0.016172, + "nauc_recall_at_10_diff1": 0.096708, + "nauc_recall_at_20_max": 0.194572, + "nauc_recall_at_20_std": 0.048487, + "nauc_recall_at_20_diff1": 0.11966, + "nauc_recall_at_100_max": 0.273542, + "nauc_recall_at_100_std": 0.254126, + "nauc_recall_at_100_diff1": 0.074623, + "nauc_recall_at_1000_max": 0.509255, + "nauc_recall_at_1000_std": 0.623573, + "nauc_recall_at_1000_diff1": -0.069673, + "nauc_precision_at_1_max": 0.467338, + "nauc_precision_at_1_std": 0.299861, + "nauc_precision_at_1_diff1": 0.228451, + "nauc_precision_at_3_max": 0.389204, + "nauc_precision_at_3_std": 0.33732, + "nauc_precision_at_3_diff1": 0.077058, + "nauc_precision_at_5_max": 0.340147, + "nauc_precision_at_5_std": 0.309833, + "nauc_precision_at_5_diff1": 0.051171, + "nauc_precision_at_10_max": 0.296498, + "nauc_precision_at_10_std": 0.336449, + "nauc_precision_at_10_diff1": 0.010635, + "nauc_precision_at_20_max": 0.258816, + "nauc_precision_at_20_std": 0.33652, + "nauc_precision_at_20_diff1": -0.009354, + "nauc_precision_at_100_max": 0.13286, + "nauc_precision_at_100_std": 0.281413, + "nauc_precision_at_100_diff1": -0.047253, + "nauc_precision_at_1000_max": -0.013166, + "nauc_precision_at_1000_std": 0.117511, + "nauc_precision_at_1000_diff1": -0.088776, + "nauc_mrr_at_1_max": 0.467338, + "nauc_mrr_at_1_std": 0.299861, + "nauc_mrr_at_1_diff1": 0.228451, + "nauc_mrr_at_3_max": 0.449883, + "nauc_mrr_at_3_std": 0.365245, + "nauc_mrr_at_3_diff1": 0.238399, + "nauc_mrr_at_5_max": 0.453525, + "nauc_mrr_at_5_std": 0.37704, + "nauc_mrr_at_5_diff1": 0.240803, + "nauc_mrr_at_10_max": 0.456501, + "nauc_mrr_at_10_std": 0.37223, + "nauc_mrr_at_10_diff1": 0.237273, + "nauc_mrr_at_20_max": 0.458988, + "nauc_mrr_at_20_std": 0.367868, + "nauc_mrr_at_20_diff1": 0.238762, + "nauc_mrr_at_100_max": 0.4582, + "nauc_mrr_at_100_std": 0.369081, + "nauc_mrr_at_100_diff1": 0.237154, + "nauc_mrr_at_1000_max": 0.458158, + "nauc_mrr_at_1000_std": 0.368944, + "nauc_mrr_at_1000_diff1": 0.237312, + "main_score": 0.49018, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5625, + "ndcg_at_3": 0.52018, + "ndcg_at_5": 0.4968, + "ndcg_at_10": 0.49477, + "ndcg_at_20": 0.48333, + "ndcg_at_100": 0.55024, + "ndcg_at_1000": 0.6586, + "map_at_1": 0.04411, + "map_at_3": 0.09275, + "map_at_5": 0.12109, + "map_at_10": 0.17271, + "map_at_20": 0.22124, + "map_at_100": 0.32915, + "map_at_1000": 0.38018, + "recall_at_1": 0.04411, + "recall_at_3": 0.10367, + "recall_at_5": 0.1425, + "recall_at_10": 0.23714, + "recall_at_20": 0.33244, + "recall_at_100": 0.65998, + "recall_at_1000": 0.96514, + "precision_at_1": 0.695, + "precision_at_3": 0.61833, + "precision_at_5": 0.557, + "precision_at_10": 0.509, + "precision_at_20": 0.41325, + "precision_at_100": 0.2139, + "precision_at_1000": 0.03937, + "mrr_at_1": 0.695, + "mrr_at_3": 0.759167, + "mrr_at_5": 0.763917, + "mrr_at_10": 0.772212, + "mrr_at_20": 0.774152, + "mrr_at_100": 0.775003, + "mrr_at_1000": 0.775131, + "nauc_ndcg_at_1_max": 0.290422, + "nauc_ndcg_at_1_std": 0.159796, + "nauc_ndcg_at_1_diff1": 0.287234, + "nauc_ndcg_at_3_max": 0.338801, + "nauc_ndcg_at_3_std": 0.132596, + "nauc_ndcg_at_3_diff1": 0.191265, + "nauc_ndcg_at_5_max": 0.363197, + "nauc_ndcg_at_5_std": 0.179033, + "nauc_ndcg_at_5_diff1": 0.153773, + "nauc_ndcg_at_10_max": 0.363922, + "nauc_ndcg_at_10_std": 0.191401, + "nauc_ndcg_at_10_diff1": 0.158643, + "nauc_ndcg_at_20_max": 0.374378, + "nauc_ndcg_at_20_std": 0.211477, + "nauc_ndcg_at_20_diff1": 0.162254, + "nauc_ndcg_at_100_max": 0.430252, + "nauc_ndcg_at_100_std": 0.274744, + "nauc_ndcg_at_100_diff1": 0.174952, + "nauc_ndcg_at_1000_max": 0.427779, + "nauc_ndcg_at_1000_std": 0.310352, + "nauc_ndcg_at_1000_diff1": 0.155977, + "nauc_map_at_1_max": 0.109847, + "nauc_map_at_1_std": -0.132941, + "nauc_map_at_1_diff1": 0.33534, + "nauc_map_at_3_max": 0.169015, + "nauc_map_at_3_std": -0.134527, + "nauc_map_at_3_diff1": 0.270895, + "nauc_map_at_5_max": 0.208414, + "nauc_map_at_5_std": -0.11019, + "nauc_map_at_5_diff1": 0.253707, + "nauc_map_at_10_max": 0.249668, + "nauc_map_at_10_std": -0.063221, + "nauc_map_at_10_diff1": 0.217531, + "nauc_map_at_20_max": 0.308964, + "nauc_map_at_20_std": 0.010561, + "nauc_map_at_20_diff1": 0.176782, + "nauc_map_at_100_max": 0.437658, + "nauc_map_at_100_std": 0.201151, + "nauc_map_at_100_diff1": 0.141767, + "nauc_map_at_1000_max": 0.451747, + "nauc_map_at_1000_std": 0.265663, + "nauc_map_at_1000_diff1": 0.100608, + "nauc_recall_at_1_max": 0.109847, + "nauc_recall_at_1_std": -0.132941, + "nauc_recall_at_1_diff1": 0.33534, + "nauc_recall_at_3_max": 0.117542, + "nauc_recall_at_3_std": -0.144837, + "nauc_recall_at_3_diff1": 0.247327, + "nauc_recall_at_5_max": 0.149905, + "nauc_recall_at_5_std": -0.116346, + "nauc_recall_at_5_diff1": 0.228628, + "nauc_recall_at_10_max": 0.163602, + "nauc_recall_at_10_std": -0.097988, + "nauc_recall_at_10_diff1": 0.18895, + "nauc_recall_at_20_max": 0.188315, + "nauc_recall_at_20_std": -0.003587, + "nauc_recall_at_20_diff1": 0.176225, + "nauc_recall_at_100_max": 0.240219, + "nauc_recall_at_100_std": 0.228006, + "nauc_recall_at_100_diff1": 0.096201, + "nauc_recall_at_1000_max": 0.531596, + "nauc_recall_at_1000_std": 0.59129, + "nauc_recall_at_1000_diff1": -0.053367, + "nauc_precision_at_1_max": 0.336334, + "nauc_precision_at_1_std": 0.144528, + "nauc_precision_at_1_diff1": 0.292005, + "nauc_precision_at_3_max": 0.36557, + "nauc_precision_at_3_std": 0.150438, + "nauc_precision_at_3_diff1": 0.107838, + "nauc_precision_at_5_max": 0.362757, + "nauc_precision_at_5_std": 0.220179, + "nauc_precision_at_5_diff1": 0.025939, + "nauc_precision_at_10_max": 0.305677, + "nauc_precision_at_10_std": 0.251166, + "nauc_precision_at_10_diff1": -0.027361, + "nauc_precision_at_20_max": 0.278236, + "nauc_precision_at_20_std": 0.300689, + "nauc_precision_at_20_diff1": -0.065238, + "nauc_precision_at_100_max": 0.201064, + "nauc_precision_at_100_std": 0.305199, + "nauc_precision_at_100_diff1": -0.104544, + "nauc_precision_at_1000_max": 0.041835, + "nauc_precision_at_1000_std": 0.159644, + "nauc_precision_at_1000_diff1": -0.144541, + "nauc_mrr_at_1_max": 0.336334, + "nauc_mrr_at_1_std": 0.144528, + "nauc_mrr_at_1_diff1": 0.292005, + "nauc_mrr_at_3_max": 0.341849, + "nauc_mrr_at_3_std": 0.192871, + "nauc_mrr_at_3_diff1": 0.295421, + "nauc_mrr_at_5_max": 0.353901, + "nauc_mrr_at_5_std": 0.1986, + "nauc_mrr_at_5_diff1": 0.283952, + "nauc_mrr_at_10_max": 0.352659, + "nauc_mrr_at_10_std": 0.193635, + "nauc_mrr_at_10_diff1": 0.291387, + "nauc_mrr_at_20_max": 0.356757, + "nauc_mrr_at_20_std": 0.195583, + "nauc_mrr_at_20_diff1": 0.293635, + "nauc_mrr_at_100_max": 0.355395, + "nauc_mrr_at_100_std": 0.194949, + "nauc_mrr_at_100_diff1": 0.292079, + "nauc_mrr_at_1000_max": 0.355246, + "nauc_mrr_at_1000_std": 0.194494, + "nauc_mrr_at_1000_diff1": 0.292133, + "main_score": 0.49477, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.675, + "ndcg_at_3": 0.61018, + "ndcg_at_5": 0.59177, + "ndcg_at_10": 0.58496, + "ndcg_at_20": 0.5975, + "ndcg_at_100": 0.67753, + "ndcg_at_1000": 0.72388, + "map_at_1": 0.14182, + "map_at_3": 0.23866, + "map_at_5": 0.2852, + "map_at_10": 0.34762, + "map_at_20": 0.39711, + "map_at_100": 0.46496, + "map_at_1000": 0.47964, + "recall_at_1": 0.14182, + "recall_at_3": 0.25899, + "recall_at_5": 0.3257, + "recall_at_10": 0.42748, + "recall_at_20": 0.54358, + "recall_at_100": 0.8268, + "recall_at_1000": 0.98457, + "precision_at_1": 0.76, + "precision_at_3": 0.59333, + "precision_at_5": 0.516, + "precision_at_10": 0.403, + "precision_at_20": 0.29525, + "precision_at_100": 0.11175, + "precision_at_1000": 0.01469, + "mrr_at_1": 0.76, + "mrr_at_3": 0.8225, + "mrr_at_5": 0.829, + "mrr_at_10": 0.833056, + "mrr_at_20": 0.833413, + "mrr_at_100": 0.83429, + "mrr_at_1000": 0.834304, + "nauc_ndcg_at_1_max": 0.505395, + "nauc_ndcg_at_1_std": 0.068949, + "nauc_ndcg_at_1_diff1": 0.521574, + "nauc_ndcg_at_3_max": 0.459051, + "nauc_ndcg_at_3_std": 0.100294, + "nauc_ndcg_at_3_diff1": 0.327159, + "nauc_ndcg_at_5_max": 0.471425, + "nauc_ndcg_at_5_std": 0.117943, + "nauc_ndcg_at_5_diff1": 0.319402, + "nauc_ndcg_at_10_max": 0.447652, + "nauc_ndcg_at_10_std": 0.10792, + "nauc_ndcg_at_10_diff1": 0.340081, + "nauc_ndcg_at_20_max": 0.444308, + "nauc_ndcg_at_20_std": 0.093972, + "nauc_ndcg_at_20_diff1": 0.334739, + "nauc_ndcg_at_100_max": 0.448898, + "nauc_ndcg_at_100_std": 0.103215, + "nauc_ndcg_at_100_diff1": 0.373891, + "nauc_ndcg_at_1000_max": 0.506587, + "nauc_ndcg_at_1000_std": 0.143038, + "nauc_ndcg_at_1000_diff1": 0.350409, + "nauc_map_at_1_max": 0.115444, + "nauc_map_at_1_std": -0.074877, + "nauc_map_at_1_diff1": 0.497173, + "nauc_map_at_3_max": 0.187971, + "nauc_map_at_3_std": -0.060185, + "nauc_map_at_3_diff1": 0.388126, + "nauc_map_at_5_max": 0.22431, + "nauc_map_at_5_std": -0.030456, + "nauc_map_at_5_diff1": 0.343557, + "nauc_map_at_10_max": 0.254656, + "nauc_map_at_10_std": -0.008651, + "nauc_map_at_10_diff1": 0.294147, + "nauc_map_at_20_max": 0.284381, + "nauc_map_at_20_std": 0.014224, + "nauc_map_at_20_diff1": 0.272715, + "nauc_map_at_100_max": 0.331752, + "nauc_map_at_100_std": 0.075153, + "nauc_map_at_100_diff1": 0.241787, + "nauc_map_at_1000_max": 0.350888, + "nauc_map_at_1000_std": 0.09433, + "nauc_map_at_1000_diff1": 0.228521, + "nauc_recall_at_1_max": 0.115444, + "nauc_recall_at_1_std": -0.074877, + "nauc_recall_at_1_diff1": 0.497173, + "nauc_recall_at_3_max": 0.158233, + "nauc_recall_at_3_std": -0.063434, + "nauc_recall_at_3_diff1": 0.377668, + "nauc_recall_at_5_max": 0.184495, + "nauc_recall_at_5_std": -0.035397, + "nauc_recall_at_5_diff1": 0.318479, + "nauc_recall_at_10_max": 0.19057, + "nauc_recall_at_10_std": -0.006285, + "nauc_recall_at_10_diff1": 0.275716, + "nauc_recall_at_20_max": 0.18633, + "nauc_recall_at_20_std": -0.027031, + "nauc_recall_at_20_diff1": 0.219449, + "nauc_recall_at_100_max": 0.131474, + "nauc_recall_at_100_std": 0.003645, + "nauc_recall_at_100_diff1": 0.289241, + "nauc_recall_at_1000_max": 0.128361, + "nauc_recall_at_1000_std": 0.197656, + "nauc_recall_at_1000_diff1": 0.372663, + "nauc_precision_at_1_max": 0.629651, + "nauc_precision_at_1_std": 0.223566, + "nauc_precision_at_1_diff1": 0.516754, + "nauc_precision_at_3_max": 0.416602, + "nauc_precision_at_3_std": 0.172081, + "nauc_precision_at_3_diff1": -0.050083, + "nauc_precision_at_5_max": 0.362561, + "nauc_precision_at_5_std": 0.219907, + "nauc_precision_at_5_diff1": -0.150908, + "nauc_precision_at_10_max": 0.286904, + "nauc_precision_at_10_std": 0.222087, + "nauc_precision_at_10_diff1": -0.187545, + "nauc_precision_at_20_max": 0.236171, + "nauc_precision_at_20_std": 0.212742, + "nauc_precision_at_20_diff1": -0.225121, + "nauc_precision_at_100_max": 0.162545, + "nauc_precision_at_100_std": 0.236481, + "nauc_precision_at_100_diff1": -0.238536, + "nauc_precision_at_1000_max": 0.145797, + "nauc_precision_at_1000_std": 0.216412, + "nauc_precision_at_1000_diff1": -0.261392, + "nauc_mrr_at_1_max": 0.629651, + "nauc_mrr_at_1_std": 0.223566, + "nauc_mrr_at_1_diff1": 0.516754, + "nauc_mrr_at_3_max": 0.658121, + "nauc_mrr_at_3_std": 0.268255, + "nauc_mrr_at_3_diff1": 0.48155, + "nauc_mrr_at_5_max": 0.667493, + "nauc_mrr_at_5_std": 0.269341, + "nauc_mrr_at_5_diff1": 0.484141, + "nauc_mrr_at_10_max": 0.661767, + "nauc_mrr_at_10_std": 0.273948, + "nauc_mrr_at_10_diff1": 0.482861, + "nauc_mrr_at_20_max": 0.661627, + "nauc_mrr_at_20_std": 0.272563, + "nauc_mrr_at_20_diff1": 0.483152, + "nauc_mrr_at_100_max": 0.660178, + "nauc_mrr_at_100_std": 0.270573, + "nauc_mrr_at_100_diff1": 0.484695, + "nauc_mrr_at_1000_max": 0.660146, + "nauc_mrr_at_1000_std": 0.27053, + "nauc_mrr_at_1000_diff1": 0.484729, + "main_score": 0.58496, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.635, + "ndcg_at_3": 0.57437, + "ndcg_at_5": 0.555, + "ndcg_at_10": 0.54166, + "ndcg_at_20": 0.55866, + "ndcg_at_100": 0.63299, + "ndcg_at_1000": 0.69101, + "map_at_1": 0.12702, + "map_at_3": 0.22933, + "map_at_5": 0.27007, + "map_at_10": 0.31948, + "map_at_20": 0.36382, + "map_at_100": 0.42279, + "map_at_1000": 0.43869, + "recall_at_1": 0.12702, + "recall_at_3": 0.25107, + "recall_at_5": 0.31229, + "recall_at_10": 0.40202, + "recall_at_20": 0.51429, + "recall_at_100": 0.76242, + "recall_at_1000": 0.97615, + "precision_at_1": 0.725, + "precision_at_3": 0.56833, + "precision_at_5": 0.483, + "precision_at_10": 0.3615, + "precision_at_20": 0.26825, + "precision_at_100": 0.10245, + "precision_at_1000": 0.0145, + "mrr_at_1": 0.725, + "mrr_at_3": 0.785833, + "mrr_at_5": 0.795083, + "mrr_at_10": 0.798556, + "mrr_at_20": 0.800613, + "mrr_at_100": 0.801246, + "mrr_at_1000": 0.801343, + "nauc_ndcg_at_1_max": 0.421905, + "nauc_ndcg_at_1_std": -0.079572, + "nauc_ndcg_at_1_diff1": 0.530903, + "nauc_ndcg_at_3_max": 0.400338, + "nauc_ndcg_at_3_std": 0.051201, + "nauc_ndcg_at_3_diff1": 0.3491, + "nauc_ndcg_at_5_max": 0.390299, + "nauc_ndcg_at_5_std": 0.078153, + "nauc_ndcg_at_5_diff1": 0.346066, + "nauc_ndcg_at_10_max": 0.40388, + "nauc_ndcg_at_10_std": 0.085696, + "nauc_ndcg_at_10_diff1": 0.370948, + "nauc_ndcg_at_20_max": 0.394088, + "nauc_ndcg_at_20_std": 0.083402, + "nauc_ndcg_at_20_diff1": 0.378793, + "nauc_ndcg_at_100_max": 0.433532, + "nauc_ndcg_at_100_std": 0.137358, + "nauc_ndcg_at_100_diff1": 0.407513, + "nauc_ndcg_at_1000_max": 0.471444, + "nauc_ndcg_at_1000_std": 0.142513, + "nauc_ndcg_at_1000_diff1": 0.405823, + "nauc_map_at_1_max": 0.150128, + "nauc_map_at_1_std": 0.026199, + "nauc_map_at_1_diff1": 0.523197, + "nauc_map_at_3_max": 0.190738, + "nauc_map_at_3_std": 0.0305, + "nauc_map_at_3_diff1": 0.363014, + "nauc_map_at_5_max": 0.188369, + "nauc_map_at_5_std": 0.013585, + "nauc_map_at_5_diff1": 0.33177, + "nauc_map_at_10_max": 0.214731, + "nauc_map_at_10_std": 0.015259, + "nauc_map_at_10_diff1": 0.329728, + "nauc_map_at_20_max": 0.241304, + "nauc_map_at_20_std": 0.033776, + "nauc_map_at_20_diff1": 0.321196, + "nauc_map_at_100_max": 0.291662, + "nauc_map_at_100_std": 0.101152, + "nauc_map_at_100_diff1": 0.301429, + "nauc_map_at_1000_max": 0.305326, + "nauc_map_at_1000_std": 0.112432, + "nauc_map_at_1000_diff1": 0.296205, + "nauc_recall_at_1_max": 0.150128, + "nauc_recall_at_1_std": 0.026199, + "nauc_recall_at_1_diff1": 0.523197, + "nauc_recall_at_3_max": 0.152142, + "nauc_recall_at_3_std": 0.035317, + "nauc_recall_at_3_diff1": 0.293672, + "nauc_recall_at_5_max": 0.136533, + "nauc_recall_at_5_std": 0.021139, + "nauc_recall_at_5_diff1": 0.248869, + "nauc_recall_at_10_max": 0.1597, + "nauc_recall_at_10_std": 0.009438, + "nauc_recall_at_10_diff1": 0.2512, + "nauc_recall_at_20_max": 0.156612, + "nauc_recall_at_20_std": 0.012948, + "nauc_recall_at_20_diff1": 0.257109, + "nauc_recall_at_100_max": 0.209536, + "nauc_recall_at_100_std": 0.193548, + "nauc_recall_at_100_diff1": 0.233065, + "nauc_recall_at_1000_max": 0.22919, + "nauc_recall_at_1000_std": 0.493186, + "nauc_recall_at_1000_diff1": 0.284187, + "nauc_precision_at_1_max": 0.49344, + "nauc_precision_at_1_std": -0.017534, + "nauc_precision_at_1_diff1": 0.512301, + "nauc_precision_at_3_max": 0.2972, + "nauc_precision_at_3_std": 0.078486, + "nauc_precision_at_3_diff1": 0.039589, + "nauc_precision_at_5_max": 0.233321, + "nauc_precision_at_5_std": 0.075825, + "nauc_precision_at_5_diff1": -0.049632, + "nauc_precision_at_10_max": 0.243194, + "nauc_precision_at_10_std": 0.114602, + "nauc_precision_at_10_diff1": -0.06881, + "nauc_precision_at_20_max": 0.216706, + "nauc_precision_at_20_std": 0.144692, + "nauc_precision_at_20_diff1": -0.124674, + "nauc_precision_at_100_max": 0.156798, + "nauc_precision_at_100_std": 0.185273, + "nauc_precision_at_100_diff1": -0.170452, + "nauc_precision_at_1000_max": 0.105117, + "nauc_precision_at_1000_std": 0.126091, + "nauc_precision_at_1000_diff1": -0.193276, + "nauc_mrr_at_1_max": 0.49344, + "nauc_mrr_at_1_std": -0.017534, + "nauc_mrr_at_1_diff1": 0.512301, + "nauc_mrr_at_3_max": 0.556269, + "nauc_mrr_at_3_std": 0.074352, + "nauc_mrr_at_3_diff1": 0.492828, + "nauc_mrr_at_5_max": 0.562826, + "nauc_mrr_at_5_std": 0.079675, + "nauc_mrr_at_5_diff1": 0.485258, + "nauc_mrr_at_10_max": 0.562762, + "nauc_mrr_at_10_std": 0.075649, + "nauc_mrr_at_10_diff1": 0.478953, + "nauc_mrr_at_20_max": 0.559243, + "nauc_mrr_at_20_std": 0.072308, + "nauc_mrr_at_20_diff1": 0.484525, + "nauc_mrr_at_100_max": 0.55824, + "nauc_mrr_at_100_std": 0.070475, + "nauc_mrr_at_100_diff1": 0.486802, + "nauc_mrr_at_1000_max": 0.558001, + "nauc_mrr_at_1000_std": 0.070266, + "nauc_mrr_at_1000_diff1": 0.486625, + "main_score": 0.54166, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6375, + "ndcg_at_3": 0.55867, + "ndcg_at_5": 0.53734, + "ndcg_at_10": 0.53778, + "ndcg_at_20": 0.55277, + "ndcg_at_100": 0.63136, + "ndcg_at_1000": 0.68731, + "map_at_1": 0.1358, + "map_at_3": 0.2228, + "map_at_5": 0.25841, + "map_at_10": 0.31216, + "map_at_20": 0.35483, + "map_at_100": 0.41513, + "map_at_1000": 0.43009, + "recall_at_1": 0.1358, + "recall_at_3": 0.24038, + "recall_at_5": 0.29266, + "recall_at_10": 0.40464, + "recall_at_20": 0.51205, + "recall_at_100": 0.7742, + "recall_at_1000": 0.97624, + "precision_at_1": 0.7, + "precision_at_3": 0.535, + "precision_at_5": 0.453, + "precision_at_10": 0.355, + "precision_at_20": 0.263, + "precision_at_100": 0.1035, + "precision_at_1000": 0.01449, + "mrr_at_1": 0.7, + "mrr_at_3": 0.77, + "mrr_at_5": 0.77825, + "mrr_at_10": 0.784329, + "mrr_at_20": 0.78527, + "mrr_at_100": 0.785665, + "mrr_at_1000": 0.78574, + "nauc_ndcg_at_1_max": 0.438175, + "nauc_ndcg_at_1_std": -0.016333, + "nauc_ndcg_at_1_diff1": 0.493103, + "nauc_ndcg_at_3_max": 0.398748, + "nauc_ndcg_at_3_std": 0.076872, + "nauc_ndcg_at_3_diff1": 0.359962, + "nauc_ndcg_at_5_max": 0.364504, + "nauc_ndcg_at_5_std": 0.076258, + "nauc_ndcg_at_5_diff1": 0.347796, + "nauc_ndcg_at_10_max": 0.361177, + "nauc_ndcg_at_10_std": 0.113344, + "nauc_ndcg_at_10_diff1": 0.391748, + "nauc_ndcg_at_20_max": 0.356732, + "nauc_ndcg_at_20_std": 0.106718, + "nauc_ndcg_at_20_diff1": 0.387838, + "nauc_ndcg_at_100_max": 0.416612, + "nauc_ndcg_at_100_std": 0.147437, + "nauc_ndcg_at_100_diff1": 0.407961, + "nauc_ndcg_at_1000_max": 0.449158, + "nauc_ndcg_at_1000_std": 0.155434, + "nauc_ndcg_at_1000_diff1": 0.385086, + "nauc_map_at_1_max": 0.151265, + "nauc_map_at_1_std": 0.063871, + "nauc_map_at_1_diff1": 0.447267, + "nauc_map_at_3_max": 0.165424, + "nauc_map_at_3_std": 0.044786, + "nauc_map_at_3_diff1": 0.343442, + "nauc_map_at_5_max": 0.162864, + "nauc_map_at_5_std": 0.039617, + "nauc_map_at_5_diff1": 0.311801, + "nauc_map_at_10_max": 0.198405, + "nauc_map_at_10_std": 0.059166, + "nauc_map_at_10_diff1": 0.315889, + "nauc_map_at_20_max": 0.22254, + "nauc_map_at_20_std": 0.077325, + "nauc_map_at_20_diff1": 0.304668, + "nauc_map_at_100_max": 0.279606, + "nauc_map_at_100_std": 0.135103, + "nauc_map_at_100_diff1": 0.281414, + "nauc_map_at_1000_max": 0.293292, + "nauc_map_at_1000_std": 0.145193, + "nauc_map_at_1000_diff1": 0.268481, + "nauc_recall_at_1_max": 0.151265, + "nauc_recall_at_1_std": 0.063871, + "nauc_recall_at_1_diff1": 0.447267, + "nauc_recall_at_3_max": 0.130964, + "nauc_recall_at_3_std": 0.042319, + "nauc_recall_at_3_diff1": 0.315958, + "nauc_recall_at_5_max": 0.109134, + "nauc_recall_at_5_std": 0.02372, + "nauc_recall_at_5_diff1": 0.279622, + "nauc_recall_at_10_max": 0.120812, + "nauc_recall_at_10_std": 0.056122, + "nauc_recall_at_10_diff1": 0.31157, + "nauc_recall_at_20_max": 0.116752, + "nauc_recall_at_20_std": 0.043179, + "nauc_recall_at_20_diff1": 0.26217, + "nauc_recall_at_100_max": 0.277276, + "nauc_recall_at_100_std": 0.189756, + "nauc_recall_at_100_diff1": 0.301748, + "nauc_recall_at_1000_max": 0.160215, + "nauc_recall_at_1000_std": 0.45862, + "nauc_recall_at_1000_diff1": 0.137967, + "nauc_precision_at_1_max": 0.488804, + "nauc_precision_at_1_std": 0.014601, + "nauc_precision_at_1_diff1": 0.521645, + "nauc_precision_at_3_max": 0.319089, + "nauc_precision_at_3_std": 0.127452, + "nauc_precision_at_3_diff1": 0.049845, + "nauc_precision_at_5_max": 0.256545, + "nauc_precision_at_5_std": 0.106431, + "nauc_precision_at_5_diff1": -0.035087, + "nauc_precision_at_10_max": 0.26767, + "nauc_precision_at_10_std": 0.173762, + "nauc_precision_at_10_diff1": -0.05121, + "nauc_precision_at_20_max": 0.240679, + "nauc_precision_at_20_std": 0.173591, + "nauc_precision_at_20_diff1": -0.108236, + "nauc_precision_at_100_max": 0.211801, + "nauc_precision_at_100_std": 0.176675, + "nauc_precision_at_100_diff1": -0.188681, + "nauc_precision_at_1000_max": 0.164382, + "nauc_precision_at_1000_std": 0.110333, + "nauc_precision_at_1000_diff1": -0.231591, + "nauc_mrr_at_1_max": 0.488804, + "nauc_mrr_at_1_std": 0.014601, + "nauc_mrr_at_1_diff1": 0.521645, + "nauc_mrr_at_3_max": 0.50691, + "nauc_mrr_at_3_std": 0.076564, + "nauc_mrr_at_3_diff1": 0.513325, + "nauc_mrr_at_5_max": 0.523134, + "nauc_mrr_at_5_std": 0.073039, + "nauc_mrr_at_5_diff1": 0.51186, + "nauc_mrr_at_10_max": 0.524729, + "nauc_mrr_at_10_std": 0.073764, + "nauc_mrr_at_10_diff1": 0.520101, + "nauc_mrr_at_20_max": 0.523814, + "nauc_mrr_at_20_std": 0.070514, + "nauc_mrr_at_20_diff1": 0.518686, + "nauc_mrr_at_100_max": 0.523486, + "nauc_mrr_at_100_std": 0.068975, + "nauc_mrr_at_100_diff1": 0.518557, + "nauc_mrr_at_1000_max": 0.523297, + "nauc_mrr_at_1000_std": 0.068939, + "nauc_mrr_at_1000_diff1": 0.518586, + "main_score": 0.53778, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.6425, + "ndcg_at_3": 0.61542, + "ndcg_at_5": 0.5938, + "ndcg_at_10": 0.57314, + "ndcg_at_20": 0.56359, + "ndcg_at_100": 0.63886, + "ndcg_at_1000": 0.72447, + "map_at_1": 0.07357, + "map_at_3": 0.14524, + "map_at_5": 0.18482, + "map_at_10": 0.24035, + "map_at_20": 0.29355, + "map_at_100": 0.39377, + "map_at_1000": 0.43819, + "recall_at_1": 0.07357, + "recall_at_3": 0.15865, + "recall_at_5": 0.2103, + "recall_at_10": 0.29847, + "recall_at_20": 0.40241, + "recall_at_100": 0.72428, + "recall_at_1000": 0.97563, + "precision_at_1": 0.75, + "precision_at_3": 0.675, + "precision_at_5": 0.612, + "precision_at_10": 0.508, + "precision_at_20": 0.40125, + "precision_at_100": 0.193, + "precision_at_1000": 0.03485, + "mrr_at_1": 0.75, + "mrr_at_3": 0.824167, + "mrr_at_5": 0.828667, + "mrr_at_10": 0.832054, + "mrr_at_20": 0.832348, + "mrr_at_100": 0.833258, + "mrr_at_1000": 0.833258, + "nauc_ndcg_at_1_max": 0.393593, + "nauc_ndcg_at_1_std": 0.068258, + "nauc_ndcg_at_1_diff1": 0.602428, + "nauc_ndcg_at_3_max": 0.430723, + "nauc_ndcg_at_3_std": 0.127241, + "nauc_ndcg_at_3_diff1": 0.368893, + "nauc_ndcg_at_5_max": 0.414306, + "nauc_ndcg_at_5_std": 0.157039, + "nauc_ndcg_at_5_diff1": 0.333359, + "nauc_ndcg_at_10_max": 0.423294, + "nauc_ndcg_at_10_std": 0.149577, + "nauc_ndcg_at_10_diff1": 0.356955, + "nauc_ndcg_at_20_max": 0.438553, + "nauc_ndcg_at_20_std": 0.160356, + "nauc_ndcg_at_20_diff1": 0.408847, + "nauc_ndcg_at_100_max": 0.489045, + "nauc_ndcg_at_100_std": 0.235001, + "nauc_ndcg_at_100_diff1": 0.435717, + "nauc_ndcg_at_1000_max": 0.503827, + "nauc_ndcg_at_1000_std": 0.214657, + "nauc_ndcg_at_1000_diff1": 0.391451, + "nauc_map_at_1_max": 0.040118, + "nauc_map_at_1_std": 0.073201, + "nauc_map_at_1_diff1": 0.466571, + "nauc_map_at_3_max": 0.175463, + "nauc_map_at_3_std": 0.115232, + "nauc_map_at_3_diff1": 0.39096, + "nauc_map_at_5_max": 0.209977, + "nauc_map_at_5_std": 0.14155, + "nauc_map_at_5_diff1": 0.385097, + "nauc_map_at_10_max": 0.257677, + "nauc_map_at_10_std": 0.16153, + "nauc_map_at_10_diff1": 0.370197, + "nauc_map_at_20_max": 0.326171, + "nauc_map_at_20_std": 0.199091, + "nauc_map_at_20_diff1": 0.374122, + "nauc_map_at_100_max": 0.413991, + "nauc_map_at_100_std": 0.271064, + "nauc_map_at_100_diff1": 0.338963, + "nauc_map_at_1000_max": 0.41754, + "nauc_map_at_1000_std": 0.29035, + "nauc_map_at_1000_diff1": 0.303132, + "nauc_recall_at_1_max": 0.040118, + "nauc_recall_at_1_std": 0.073201, + "nauc_recall_at_1_diff1": 0.466571, + "nauc_recall_at_3_max": 0.148141, + "nauc_recall_at_3_std": 0.096469, + "nauc_recall_at_3_diff1": 0.371962, + "nauc_recall_at_5_max": 0.169929, + "nauc_recall_at_5_std": 0.106374, + "nauc_recall_at_5_diff1": 0.370928, + "nauc_recall_at_10_max": 0.190514, + "nauc_recall_at_10_std": 0.108388, + "nauc_recall_at_10_diff1": 0.378143, + "nauc_recall_at_20_max": 0.248614, + "nauc_recall_at_20_std": 0.15339, + "nauc_recall_at_20_diff1": 0.402887, + "nauc_recall_at_100_max": 0.285258, + "nauc_recall_at_100_std": 0.247295, + "nauc_recall_at_100_diff1": 0.318804, + "nauc_recall_at_1000_max": 0.600119, + "nauc_recall_at_1000_std": 0.646186, + "nauc_recall_at_1000_diff1": 0.267345, + "nauc_precision_at_1_max": 0.469189, + "nauc_precision_at_1_std": 0.17708, + "nauc_precision_at_1_diff1": 0.621601, + "nauc_precision_at_3_max": 0.4386, + "nauc_precision_at_3_std": 0.192839, + "nauc_precision_at_3_diff1": 0.111336, + "nauc_precision_at_5_max": 0.362413, + "nauc_precision_at_5_std": 0.185486, + "nauc_precision_at_5_diff1": 0.033646, + "nauc_precision_at_10_max": 0.295337, + "nauc_precision_at_10_std": 0.125386, + "nauc_precision_at_10_diff1": -0.073734, + "nauc_precision_at_20_max": 0.249209, + "nauc_precision_at_20_std": 0.08522, + "nauc_precision_at_20_diff1": -0.123858, + "nauc_precision_at_100_max": 0.047217, + "nauc_precision_at_100_std": 0.034598, + "nauc_precision_at_100_diff1": -0.19367, + "nauc_precision_at_1000_max": -0.085481, + "nauc_precision_at_1000_std": -0.048839, + "nauc_precision_at_1000_diff1": -0.199106, + "nauc_mrr_at_1_max": 0.469189, + "nauc_mrr_at_1_std": 0.17708, + "nauc_mrr_at_1_diff1": 0.621601, + "nauc_mrr_at_3_max": 0.485981, + "nauc_mrr_at_3_std": 0.143002, + "nauc_mrr_at_3_diff1": 0.569965, + "nauc_mrr_at_5_max": 0.483281, + "nauc_mrr_at_5_std": 0.12914, + "nauc_mrr_at_5_diff1": 0.57983, + "nauc_mrr_at_10_max": 0.47449, + "nauc_mrr_at_10_std": 0.133102, + "nauc_mrr_at_10_diff1": 0.588011, + "nauc_mrr_at_20_max": 0.474337, + "nauc_mrr_at_20_std": 0.133121, + "nauc_mrr_at_20_diff1": 0.58722, + "nauc_mrr_at_100_max": 0.476096, + "nauc_mrr_at_100_std": 0.135967, + "nauc_mrr_at_100_diff1": 0.587486, + "nauc_mrr_at_1000_max": 0.476096, + "nauc_mrr_at_1000_std": 0.135967, + "nauc_mrr_at_1000_diff1": 0.587486, + "main_score": 0.57314, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.55577, + "ndcg_at_5": 0.53482, + "ndcg_at_10": 0.51501, + "ndcg_at_20": 0.51108, + "ndcg_at_100": 0.59075, + "ndcg_at_1000": 0.68423, + "map_at_1": 0.0648, + "map_at_3": 0.12784, + "map_at_5": 0.16158, + "map_at_10": 0.20824, + "map_at_20": 0.2563, + "map_at_100": 0.34671, + "map_at_1000": 0.39043, + "recall_at_1": 0.0648, + "recall_at_3": 0.13869, + "recall_at_5": 0.18558, + "recall_at_10": 0.2632, + "recall_at_20": 0.36892, + "recall_at_100": 0.68335, + "recall_at_1000": 0.96168, + "precision_at_1": 0.705, + "precision_at_3": 0.62, + "precision_at_5": 0.558, + "precision_at_10": 0.4585, + "precision_at_20": 0.3655, + "precision_at_100": 0.1812, + "precision_at_1000": 0.03421, + "mrr_at_1": 0.705, + "mrr_at_3": 0.785, + "mrr_at_5": 0.7945, + "mrr_at_10": 0.797347, + "mrr_at_20": 0.798919, + "mrr_at_100": 0.799674, + "mrr_at_1000": 0.799749, + "nauc_ndcg_at_1_max": 0.293786, + "nauc_ndcg_at_1_std": 0.242312, + "nauc_ndcg_at_1_diff1": 0.186981, + "nauc_ndcg_at_3_max": 0.352009, + "nauc_ndcg_at_3_std": 0.175141, + "nauc_ndcg_at_3_diff1": 0.110897, + "nauc_ndcg_at_5_max": 0.40536, + "nauc_ndcg_at_5_std": 0.194646, + "nauc_ndcg_at_5_diff1": 0.109881, + "nauc_ndcg_at_10_max": 0.421282, + "nauc_ndcg_at_10_std": 0.194092, + "nauc_ndcg_at_10_diff1": 0.131842, + "nauc_ndcg_at_20_max": 0.441943, + "nauc_ndcg_at_20_std": 0.226674, + "nauc_ndcg_at_20_diff1": 0.16432, + "nauc_ndcg_at_100_max": 0.437413, + "nauc_ndcg_at_100_std": 0.305139, + "nauc_ndcg_at_100_diff1": 0.213091, + "nauc_ndcg_at_1000_max": 0.452392, + "nauc_ndcg_at_1000_std": 0.257816, + "nauc_ndcg_at_1000_diff1": 0.170955, + "nauc_map_at_1_max": -0.014574, + "nauc_map_at_1_std": 0.05016, + "nauc_map_at_1_diff1": 0.300724, + "nauc_map_at_3_max": 0.145852, + "nauc_map_at_3_std": 0.096219, + "nauc_map_at_3_diff1": 0.310571, + "nauc_map_at_5_max": 0.204705, + "nauc_map_at_5_std": 0.125141, + "nauc_map_at_5_diff1": 0.290752, + "nauc_map_at_10_max": 0.26458, + "nauc_map_at_10_std": 0.159501, + "nauc_map_at_10_diff1": 0.24402, + "nauc_map_at_20_max": 0.318999, + "nauc_map_at_20_std": 0.200961, + "nauc_map_at_20_diff1": 0.218863, + "nauc_map_at_100_max": 0.387514, + "nauc_map_at_100_std": 0.275135, + "nauc_map_at_100_diff1": 0.18155, + "nauc_map_at_1000_max": 0.391757, + "nauc_map_at_1000_std": 0.291587, + "nauc_map_at_1000_diff1": 0.150142, + "nauc_recall_at_1_max": -0.014574, + "nauc_recall_at_1_std": 0.05016, + "nauc_recall_at_1_diff1": 0.300724, + "nauc_recall_at_3_max": 0.134143, + "nauc_recall_at_3_std": 0.075735, + "nauc_recall_at_3_diff1": 0.300204, + "nauc_recall_at_5_max": 0.170842, + "nauc_recall_at_5_std": 0.110459, + "nauc_recall_at_5_diff1": 0.287824, + "nauc_recall_at_10_max": 0.223017, + "nauc_recall_at_10_std": 0.128792, + "nauc_recall_at_10_diff1": 0.242071, + "nauc_recall_at_20_max": 0.248582, + "nauc_recall_at_20_std": 0.184799, + "nauc_recall_at_20_diff1": 0.228755, + "nauc_recall_at_100_max": 0.228895, + "nauc_recall_at_100_std": 0.354, + "nauc_recall_at_100_diff1": 0.240162, + "nauc_recall_at_1000_max": 0.433426, + "nauc_recall_at_1000_std": 0.633519, + "nauc_recall_at_1000_diff1": 0.171626, + "nauc_precision_at_1_max": 0.330063, + "nauc_precision_at_1_std": 0.319869, + "nauc_precision_at_1_diff1": 0.156577, + "nauc_precision_at_3_max": 0.382717, + "nauc_precision_at_3_std": 0.20236, + "nauc_precision_at_3_diff1": -0.029777, + "nauc_precision_at_5_max": 0.405583, + "nauc_precision_at_5_std": 0.189236, + "nauc_precision_at_5_diff1": -0.08217, + "nauc_precision_at_10_max": 0.367228, + "nauc_precision_at_10_std": 0.166993, + "nauc_precision_at_10_diff1": -0.115572, + "nauc_precision_at_20_max": 0.311393, + "nauc_precision_at_20_std": 0.156301, + "nauc_precision_at_20_diff1": -0.165651, + "nauc_precision_at_100_max": 0.099961, + "nauc_precision_at_100_std": 0.072171, + "nauc_precision_at_100_diff1": -0.151492, + "nauc_precision_at_1000_max": -0.031354, + "nauc_precision_at_1000_std": -0.034486, + "nauc_precision_at_1000_diff1": -0.131465, + "nauc_mrr_at_1_max": 0.330063, + "nauc_mrr_at_1_std": 0.319869, + "nauc_mrr_at_1_diff1": 0.156577, + "nauc_mrr_at_3_max": 0.388542, + "nauc_mrr_at_3_std": 0.258475, + "nauc_mrr_at_3_diff1": 0.166295, + "nauc_mrr_at_5_max": 0.374962, + "nauc_mrr_at_5_std": 0.260579, + "nauc_mrr_at_5_diff1": 0.18058, + "nauc_mrr_at_10_max": 0.381384, + "nauc_mrr_at_10_std": 0.259503, + "nauc_mrr_at_10_diff1": 0.180462, + "nauc_mrr_at_20_max": 0.377243, + "nauc_mrr_at_20_std": 0.258636, + "nauc_mrr_at_20_diff1": 0.179045, + "nauc_mrr_at_100_max": 0.376715, + "nauc_mrr_at_100_std": 0.260256, + "nauc_mrr_at_100_diff1": 0.177978, + "nauc_mrr_at_1000_max": 0.376592, + "nauc_mrr_at_1000_std": 0.260715, + "nauc_mrr_at_1000_diff1": 0.177861, + "main_score": 0.51501, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6425, + "ndcg_at_3": 0.57174, + "ndcg_at_5": 0.5544, + "ndcg_at_10": 0.53132, + "ndcg_at_20": 0.52218, + "ndcg_at_100": 0.59538, + "ndcg_at_1000": 0.69195, + "map_at_1": 0.06748, + "map_at_3": 0.13427, + "map_at_5": 0.16833, + "map_at_10": 0.21574, + "map_at_20": 0.26434, + "map_at_100": 0.35357, + "map_at_1000": 0.39718, + "recall_at_1": 0.06748, + "recall_at_3": 0.1477, + "recall_at_5": 0.19536, + "recall_at_10": 0.27395, + "recall_at_20": 0.37515, + "recall_at_100": 0.67083, + "recall_at_1000": 0.96275, + "precision_at_1": 0.76, + "precision_at_3": 0.63, + "precision_at_5": 0.569, + "precision_at_10": 0.468, + "precision_at_20": 0.37, + "precision_at_100": 0.1819, + "precision_at_1000": 0.03427, + "mrr_at_1": 0.76, + "mrr_at_3": 0.815, + "mrr_at_5": 0.82475, + "mrr_at_10": 0.828756, + "mrr_at_20": 0.829173, + "mrr_at_100": 0.830007, + "mrr_at_1000": 0.830058, + "nauc_ndcg_at_1_max": 0.264949, + "nauc_ndcg_at_1_std": 0.119147, + "nauc_ndcg_at_1_diff1": 0.333444, + "nauc_ndcg_at_3_max": 0.278406, + "nauc_ndcg_at_3_std": 0.179427, + "nauc_ndcg_at_3_diff1": 0.248968, + "nauc_ndcg_at_5_max": 0.322294, + "nauc_ndcg_at_5_std": 0.202815, + "nauc_ndcg_at_5_diff1": 0.205812, + "nauc_ndcg_at_10_max": 0.361706, + "nauc_ndcg_at_10_std": 0.222868, + "nauc_ndcg_at_10_diff1": 0.205423, + "nauc_ndcg_at_20_max": 0.386289, + "nauc_ndcg_at_20_std": 0.221473, + "nauc_ndcg_at_20_diff1": 0.255197, + "nauc_ndcg_at_100_max": 0.385288, + "nauc_ndcg_at_100_std": 0.266862, + "nauc_ndcg_at_100_diff1": 0.324221, + "nauc_ndcg_at_1000_max": 0.395097, + "nauc_ndcg_at_1000_std": 0.274983, + "nauc_ndcg_at_1000_diff1": 0.26162, + "nauc_map_at_1_max": 0.045453, + "nauc_map_at_1_std": -0.003847, + "nauc_map_at_1_diff1": 0.400612, + "nauc_map_at_3_max": 0.118826, + "nauc_map_at_3_std": 0.083011, + "nauc_map_at_3_diff1": 0.330317, + "nauc_map_at_5_max": 0.180661, + "nauc_map_at_5_std": 0.124821, + "nauc_map_at_5_diff1": 0.301613, + "nauc_map_at_10_max": 0.23331, + "nauc_map_at_10_std": 0.16704, + "nauc_map_at_10_diff1": 0.276165, + "nauc_map_at_20_max": 0.282458, + "nauc_map_at_20_std": 0.198513, + "nauc_map_at_20_diff1": 0.246555, + "nauc_map_at_100_max": 0.351378, + "nauc_map_at_100_std": 0.292074, + "nauc_map_at_100_diff1": 0.227612, + "nauc_map_at_1000_max": 0.356231, + "nauc_map_at_1000_std": 0.324193, + "nauc_map_at_1000_diff1": 0.17883, + "nauc_recall_at_1_max": 0.045453, + "nauc_recall_at_1_std": -0.003847, + "nauc_recall_at_1_diff1": 0.400612, + "nauc_recall_at_3_max": 0.0773, + "nauc_recall_at_3_std": 0.081659, + "nauc_recall_at_3_diff1": 0.32392, + "nauc_recall_at_5_max": 0.135862, + "nauc_recall_at_5_std": 0.116111, + "nauc_recall_at_5_diff1": 0.315461, + "nauc_recall_at_10_max": 0.192535, + "nauc_recall_at_10_std": 0.153026, + "nauc_recall_at_10_diff1": 0.287206, + "nauc_recall_at_20_max": 0.222213, + "nauc_recall_at_20_std": 0.160758, + "nauc_recall_at_20_diff1": 0.282545, + "nauc_recall_at_100_max": 0.256612, + "nauc_recall_at_100_std": 0.245071, + "nauc_recall_at_100_diff1": 0.308745, + "nauc_recall_at_1000_max": 0.500525, + "nauc_recall_at_1000_std": 0.641994, + "nauc_recall_at_1000_diff1": 0.197955, + "nauc_precision_at_1_max": 0.286828, + "nauc_precision_at_1_std": 0.286839, + "nauc_precision_at_1_diff1": 0.316496, + "nauc_precision_at_3_max": 0.248973, + "nauc_precision_at_3_std": 0.227448, + "nauc_precision_at_3_diff1": 0.043121, + "nauc_precision_at_5_max": 0.315232, + "nauc_precision_at_5_std": 0.249984, + "nauc_precision_at_5_diff1": -0.046357, + "nauc_precision_at_10_max": 0.292741, + "nauc_precision_at_10_std": 0.217633, + "nauc_precision_at_10_diff1": -0.125465, + "nauc_precision_at_20_max": 0.240014, + "nauc_precision_at_20_std": 0.171105, + "nauc_precision_at_20_diff1": -0.169443, + "nauc_precision_at_100_max": 0.058149, + "nauc_precision_at_100_std": 0.110011, + "nauc_precision_at_100_diff1": -0.172535, + "nauc_precision_at_1000_max": -0.054129, + "nauc_precision_at_1000_std": -0.000619, + "nauc_precision_at_1000_diff1": -0.195439, + "nauc_mrr_at_1_max": 0.286828, + "nauc_mrr_at_1_std": 0.286839, + "nauc_mrr_at_1_diff1": 0.316496, + "nauc_mrr_at_3_max": 0.259324, + "nauc_mrr_at_3_std": 0.257592, + "nauc_mrr_at_3_diff1": 0.366927, + "nauc_mrr_at_5_max": 0.259144, + "nauc_mrr_at_5_std": 0.262386, + "nauc_mrr_at_5_diff1": 0.362585, + "nauc_mrr_at_10_max": 0.262977, + "nauc_mrr_at_10_std": 0.257313, + "nauc_mrr_at_10_diff1": 0.357722, + "nauc_mrr_at_20_max": 0.261759, + "nauc_mrr_at_20_std": 0.26261, + "nauc_mrr_at_20_diff1": 0.359125, + "nauc_mrr_at_100_max": 0.263087, + "nauc_mrr_at_100_std": 0.261425, + "nauc_mrr_at_100_diff1": 0.357407, + "nauc_mrr_at_1000_max": 0.263029, + "nauc_mrr_at_1000_std": 0.261795, + "nauc_mrr_at_1000_diff1": 0.357409, + "main_score": 0.53132, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.71, + "ndcg_at_3": 0.63719, + "ndcg_at_5": 0.60646, + "ndcg_at_10": 0.58773, + "ndcg_at_20": 0.58767, + "ndcg_at_100": 0.67005, + "ndcg_at_1000": 0.73722, + "map_at_1": 0.08649, + "map_at_3": 0.18054, + "map_at_5": 0.22498, + "map_at_10": 0.28441, + "map_at_20": 0.33856, + "map_at_100": 0.43397, + "map_at_1000": 0.46003, + "recall_at_1": 0.08649, + "recall_at_3": 0.1987, + "recall_at_5": 0.25705, + "recall_at_10": 0.35927, + "recall_at_20": 0.47193, + "recall_at_100": 0.77435, + "recall_at_1000": 0.97989, + "precision_at_1": 0.805, + "precision_at_3": 0.69333, + "precision_at_5": 0.596, + "precision_at_10": 0.4845, + "precision_at_20": 0.3705, + "precision_at_100": 0.1587, + "precision_at_1000": 0.0242, + "mrr_at_1": 0.805, + "mrr_at_3": 0.868333, + "mrr_at_5": 0.875833, + "mrr_at_10": 0.878958, + "mrr_at_20": 0.879375, + "mrr_at_100": 0.879375, + "mrr_at_1000": 0.879424, + "nauc_ndcg_at_1_max": 0.505355, + "nauc_ndcg_at_1_std": 0.177349, + "nauc_ndcg_at_1_diff1": 0.488647, + "nauc_ndcg_at_3_max": 0.389579, + "nauc_ndcg_at_3_std": 0.259217, + "nauc_ndcg_at_3_diff1": 0.229743, + "nauc_ndcg_at_5_max": 0.320226, + "nauc_ndcg_at_5_std": 0.211668, + "nauc_ndcg_at_5_diff1": 0.206926, + "nauc_ndcg_at_10_max": 0.291961, + "nauc_ndcg_at_10_std": 0.223835, + "nauc_ndcg_at_10_diff1": 0.23121, + "nauc_ndcg_at_20_max": 0.295252, + "nauc_ndcg_at_20_std": 0.228198, + "nauc_ndcg_at_20_diff1": 0.235971, + "nauc_ndcg_at_100_max": 0.332932, + "nauc_ndcg_at_100_std": 0.365919, + "nauc_ndcg_at_100_diff1": 0.21246, + "nauc_ndcg_at_1000_max": 0.320883, + "nauc_ndcg_at_1000_std": 0.348478, + "nauc_ndcg_at_1000_diff1": 0.213672, + "nauc_map_at_1_max": 0.059329, + "nauc_map_at_1_std": -0.087413, + "nauc_map_at_1_diff1": 0.423563, + "nauc_map_at_3_max": 0.138163, + "nauc_map_at_3_std": -0.047033, + "nauc_map_at_3_diff1": 0.287896, + "nauc_map_at_5_max": 0.157415, + "nauc_map_at_5_std": -0.050611, + "nauc_map_at_5_diff1": 0.255404, + "nauc_map_at_10_max": 0.171379, + "nauc_map_at_10_std": -0.016793, + "nauc_map_at_10_diff1": 0.242371, + "nauc_map_at_20_max": 0.187499, + "nauc_map_at_20_std": 0.065541, + "nauc_map_at_20_diff1": 0.220758, + "nauc_map_at_100_max": 0.212648, + "nauc_map_at_100_std": 0.291429, + "nauc_map_at_100_diff1": 0.156246, + "nauc_map_at_1000_max": 0.197328, + "nauc_map_at_1000_std": 0.309589, + "nauc_map_at_1000_diff1": 0.12878, + "nauc_recall_at_1_max": 0.059329, + "nauc_recall_at_1_std": -0.087413, + "nauc_recall_at_1_diff1": 0.423563, + "nauc_recall_at_3_max": 0.114906, + "nauc_recall_at_3_std": -0.051287, + "nauc_recall_at_3_diff1": 0.241014, + "nauc_recall_at_5_max": 0.123848, + "nauc_recall_at_5_std": -0.079743, + "nauc_recall_at_5_diff1": 0.213695, + "nauc_recall_at_10_max": 0.105218, + "nauc_recall_at_10_std": -0.066977, + "nauc_recall_at_10_diff1": 0.194783, + "nauc_recall_at_20_max": 0.113327, + "nauc_recall_at_20_std": 0.019855, + "nauc_recall_at_20_diff1": 0.156796, + "nauc_recall_at_100_max": 0.190618, + "nauc_recall_at_100_std": 0.382283, + "nauc_recall_at_100_diff1": 0.045186, + "nauc_recall_at_1000_max": 0.18535, + "nauc_recall_at_1000_std": 0.686167, + "nauc_recall_at_1000_diff1": 0.037825, + "nauc_precision_at_1_max": 0.507466, + "nauc_precision_at_1_std": 0.189253, + "nauc_precision_at_1_diff1": 0.515278, + "nauc_precision_at_3_max": 0.234744, + "nauc_precision_at_3_std": 0.294905, + "nauc_precision_at_3_diff1": -0.011563, + "nauc_precision_at_5_max": 0.150959, + "nauc_precision_at_5_std": 0.233821, + "nauc_precision_at_5_diff1": -0.085799, + "nauc_precision_at_10_max": 0.067788, + "nauc_precision_at_10_std": 0.291103, + "nauc_precision_at_10_diff1": -0.117998, + "nauc_precision_at_20_max": -0.000326, + "nauc_precision_at_20_std": 0.346137, + "nauc_precision_at_20_diff1": -0.167215, + "nauc_precision_at_100_max": -0.04744, + "nauc_precision_at_100_std": 0.322333, + "nauc_precision_at_100_diff1": -0.20658, + "nauc_precision_at_1000_max": -0.158005, + "nauc_precision_at_1000_std": 0.093491, + "nauc_precision_at_1000_diff1": -0.217512, + "nauc_mrr_at_1_max": 0.507466, + "nauc_mrr_at_1_std": 0.189253, + "nauc_mrr_at_1_diff1": 0.515278, + "nauc_mrr_at_3_max": 0.54275, + "nauc_mrr_at_3_std": 0.218224, + "nauc_mrr_at_3_diff1": 0.494173, + "nauc_mrr_at_5_max": 0.520777, + "nauc_mrr_at_5_std": 0.207294, + "nauc_mrr_at_5_diff1": 0.485105, + "nauc_mrr_at_10_max": 0.512212, + "nauc_mrr_at_10_std": 0.201299, + "nauc_mrr_at_10_diff1": 0.48521, + "nauc_mrr_at_20_max": 0.516129, + "nauc_mrr_at_20_std": 0.206226, + "nauc_mrr_at_20_diff1": 0.487601, + "nauc_mrr_at_100_max": 0.516129, + "nauc_mrr_at_100_std": 0.206226, + "nauc_mrr_at_100_diff1": 0.487601, + "nauc_mrr_at_1000_max": 0.516421, + "nauc_mrr_at_1000_std": 0.206162, + "nauc_mrr_at_1000_diff1": 0.488047, + "main_score": 0.58773, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6425, + "ndcg_at_3": 0.57135, + "ndcg_at_5": 0.55071, + "ndcg_at_10": 0.53831, + "ndcg_at_20": 0.54211, + "ndcg_at_100": 0.62654, + "ndcg_at_1000": 0.70203, + "map_at_1": 0.08461, + "map_at_3": 0.16148, + "map_at_5": 0.2055, + "map_at_10": 0.26117, + "map_at_20": 0.30819, + "map_at_100": 0.39337, + "map_at_1000": 0.41929, + "recall_at_1": 0.08461, + "recall_at_3": 0.17437, + "recall_at_5": 0.23797, + "recall_at_10": 0.33409, + "recall_at_20": 0.43928, + "recall_at_100": 0.73913, + "recall_at_1000": 0.97341, + "precision_at_1": 0.765, + "precision_at_3": 0.615, + "precision_at_5": 0.552, + "precision_at_10": 0.444, + "precision_at_20": 0.34, + "precision_at_100": 0.149, + "precision_at_1000": 0.02385, + "mrr_at_1": 0.765, + "mrr_at_3": 0.826667, + "mrr_at_5": 0.838917, + "mrr_at_10": 0.843226, + "mrr_at_20": 0.84356, + "mrr_at_100": 0.843629, + "mrr_at_1000": 0.843654, + "nauc_ndcg_at_1_max": 0.413355, + "nauc_ndcg_at_1_std": 0.187475, + "nauc_ndcg_at_1_diff1": 0.423815, + "nauc_ndcg_at_3_max": 0.3249, + "nauc_ndcg_at_3_std": 0.222161, + "nauc_ndcg_at_3_diff1": 0.219354, + "nauc_ndcg_at_5_max": 0.265469, + "nauc_ndcg_at_5_std": 0.217773, + "nauc_ndcg_at_5_diff1": 0.201011, + "nauc_ndcg_at_10_max": 0.243392, + "nauc_ndcg_at_10_std": 0.207005, + "nauc_ndcg_at_10_diff1": 0.200034, + "nauc_ndcg_at_20_max": 0.238908, + "nauc_ndcg_at_20_std": 0.226893, + "nauc_ndcg_at_20_diff1": 0.20034, + "nauc_ndcg_at_100_max": 0.301048, + "nauc_ndcg_at_100_std": 0.356046, + "nauc_ndcg_at_100_diff1": 0.211173, + "nauc_ndcg_at_1000_max": 0.283113, + "nauc_ndcg_at_1000_std": 0.333832, + "nauc_ndcg_at_1000_diff1": 0.231219, + "nauc_map_at_1_max": -0.018646, + "nauc_map_at_1_std": -0.089776, + "nauc_map_at_1_diff1": 0.240496, + "nauc_map_at_3_max": 0.052463, + "nauc_map_at_3_std": -0.077984, + "nauc_map_at_3_diff1": 0.176588, + "nauc_map_at_5_max": 0.075739, + "nauc_map_at_5_std": -0.067447, + "nauc_map_at_5_diff1": 0.178789, + "nauc_map_at_10_max": 0.108998, + "nauc_map_at_10_std": -0.030247, + "nauc_map_at_10_diff1": 0.158404, + "nauc_map_at_20_max": 0.139841, + "nauc_map_at_20_std": 0.051257, + "nauc_map_at_20_diff1": 0.143519, + "nauc_map_at_100_max": 0.200809, + "nauc_map_at_100_std": 0.265049, + "nauc_map_at_100_diff1": 0.132125, + "nauc_map_at_1000_max": 0.18672, + "nauc_map_at_1000_std": 0.283417, + "nauc_map_at_1000_diff1": 0.126642, + "nauc_recall_at_1_max": -0.018646, + "nauc_recall_at_1_std": -0.089776, + "nauc_recall_at_1_diff1": 0.240496, + "nauc_recall_at_3_max": 0.03399, + "nauc_recall_at_3_std": -0.0866, + "nauc_recall_at_3_diff1": 0.159779, + "nauc_recall_at_5_max": 0.042372, + "nauc_recall_at_5_std": -0.08037, + "nauc_recall_at_5_diff1": 0.157641, + "nauc_recall_at_10_max": 0.065123, + "nauc_recall_at_10_std": -0.042755, + "nauc_recall_at_10_diff1": 0.107405, + "nauc_recall_at_20_max": 0.078806, + "nauc_recall_at_20_std": 0.026825, + "nauc_recall_at_20_diff1": 0.085887, + "nauc_recall_at_100_max": 0.206998, + "nauc_recall_at_100_std": 0.378841, + "nauc_recall_at_100_diff1": 0.091879, + "nauc_recall_at_1000_max": 0.316123, + "nauc_recall_at_1000_std": 0.672897, + "nauc_recall_at_1000_diff1": 0.045888, + "nauc_precision_at_1_max": 0.396594, + "nauc_precision_at_1_std": 0.202631, + "nauc_precision_at_1_diff1": 0.394372, + "nauc_precision_at_3_max": 0.199291, + "nauc_precision_at_3_std": 0.218269, + "nauc_precision_at_3_diff1": 0.046745, + "nauc_precision_at_5_max": 0.132967, + "nauc_precision_at_5_std": 0.22303, + "nauc_precision_at_5_diff1": -0.011514, + "nauc_precision_at_10_max": 0.136183, + "nauc_precision_at_10_std": 0.29872, + "nauc_precision_at_10_diff1": -0.019704, + "nauc_precision_at_20_max": 0.09665, + "nauc_precision_at_20_std": 0.376969, + "nauc_precision_at_20_diff1": -0.046103, + "nauc_precision_at_100_max": 0.030903, + "nauc_precision_at_100_std": 0.349723, + "nauc_precision_at_100_diff1": -0.066087, + "nauc_precision_at_1000_max": -0.121742, + "nauc_precision_at_1000_std": 0.107447, + "nauc_precision_at_1000_diff1": -0.085021, + "nauc_mrr_at_1_max": 0.396594, + "nauc_mrr_at_1_std": 0.202631, + "nauc_mrr_at_1_diff1": 0.394372, + "nauc_mrr_at_3_max": 0.395393, + "nauc_mrr_at_3_std": 0.214154, + "nauc_mrr_at_3_diff1": 0.386231, + "nauc_mrr_at_5_max": 0.380735, + "nauc_mrr_at_5_std": 0.201397, + "nauc_mrr_at_5_diff1": 0.391197, + "nauc_mrr_at_10_max": 0.376172, + "nauc_mrr_at_10_std": 0.204411, + "nauc_mrr_at_10_diff1": 0.3838, + "nauc_mrr_at_20_max": 0.379702, + "nauc_mrr_at_20_std": 0.207544, + "nauc_mrr_at_20_diff1": 0.385989, + "nauc_mrr_at_100_max": 0.379467, + "nauc_mrr_at_100_std": 0.207163, + "nauc_mrr_at_100_diff1": 0.385693, + "nauc_mrr_at_1000_max": 0.379628, + "nauc_mrr_at_1000_std": 0.207177, + "nauc_mrr_at_1000_diff1": 0.385635, + "main_score": 0.53831, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.56452, + "ndcg_at_5": 0.53585, + "ndcg_at_10": 0.52427, + "ndcg_at_20": 0.53008, + "ndcg_at_100": 0.61076, + "ndcg_at_1000": 0.68752, + "map_at_1": 0.07748, + "map_at_3": 0.14867, + "map_at_5": 0.19158, + "map_at_10": 0.24396, + "map_at_20": 0.29042, + "map_at_100": 0.37293, + "map_at_1000": 0.3982, + "recall_at_1": 0.07748, + "recall_at_3": 0.16328, + "recall_at_5": 0.22303, + "recall_at_10": 0.32061, + "recall_at_20": 0.42999, + "recall_at_100": 0.72498, + "recall_at_1000": 0.96603, + "precision_at_1": 0.76, + "precision_at_3": 0.62167, + "precision_at_5": 0.54, + "precision_at_10": 0.4365, + "precision_at_20": 0.33575, + "precision_at_100": 0.1468, + "precision_at_1000": 0.02353, + "mrr_at_1": 0.76, + "mrr_at_3": 0.830833, + "mrr_at_5": 0.836833, + "mrr_at_10": 0.841069, + "mrr_at_20": 0.842069, + "mrr_at_100": 0.842194, + "mrr_at_1000": 0.842255, + "nauc_ndcg_at_1_max": 0.512915, + "nauc_ndcg_at_1_std": 0.176698, + "nauc_ndcg_at_1_diff1": 0.421449, + "nauc_ndcg_at_3_max": 0.366337, + "nauc_ndcg_at_3_std": 0.161486, + "nauc_ndcg_at_3_diff1": 0.245595, + "nauc_ndcg_at_5_max": 0.322404, + "nauc_ndcg_at_5_std": 0.181462, + "nauc_ndcg_at_5_diff1": 0.202973, + "nauc_ndcg_at_10_max": 0.290842, + "nauc_ndcg_at_10_std": 0.203834, + "nauc_ndcg_at_10_diff1": 0.23414, + "nauc_ndcg_at_20_max": 0.314398, + "nauc_ndcg_at_20_std": 0.251711, + "nauc_ndcg_at_20_diff1": 0.239402, + "nauc_ndcg_at_100_max": 0.346838, + "nauc_ndcg_at_100_std": 0.409445, + "nauc_ndcg_at_100_diff1": 0.251715, + "nauc_ndcg_at_1000_max": 0.361955, + "nauc_ndcg_at_1000_std": 0.388179, + "nauc_ndcg_at_1000_diff1": 0.245948, + "nauc_map_at_1_max": 0.099665, + "nauc_map_at_1_std": -0.023623, + "nauc_map_at_1_diff1": 0.272667, + "nauc_map_at_3_max": 0.111364, + "nauc_map_at_3_std": -0.040303, + "nauc_map_at_3_diff1": 0.196586, + "nauc_map_at_5_max": 0.125172, + "nauc_map_at_5_std": -0.021046, + "nauc_map_at_5_diff1": 0.170384, + "nauc_map_at_10_max": 0.156312, + "nauc_map_at_10_std": 0.008862, + "nauc_map_at_10_diff1": 0.18336, + "nauc_map_at_20_max": 0.206969, + "nauc_map_at_20_std": 0.102904, + "nauc_map_at_20_diff1": 0.195699, + "nauc_map_at_100_max": 0.240409, + "nauc_map_at_100_std": 0.318746, + "nauc_map_at_100_diff1": 0.186838, + "nauc_map_at_1000_max": 0.230672, + "nauc_map_at_1000_std": 0.336688, + "nauc_map_at_1000_diff1": 0.179605, + "nauc_recall_at_1_max": 0.099665, + "nauc_recall_at_1_std": -0.023623, + "nauc_recall_at_1_diff1": 0.272667, + "nauc_recall_at_3_max": 0.07744, + "nauc_recall_at_3_std": -0.062497, + "nauc_recall_at_3_diff1": 0.165986, + "nauc_recall_at_5_max": 0.070386, + "nauc_recall_at_5_std": -0.040919, + "nauc_recall_at_5_diff1": 0.132876, + "nauc_recall_at_10_max": 0.082486, + "nauc_recall_at_10_std": -0.021572, + "nauc_recall_at_10_diff1": 0.154006, + "nauc_recall_at_20_max": 0.116945, + "nauc_recall_at_20_std": 0.054824, + "nauc_recall_at_20_diff1": 0.138122, + "nauc_recall_at_100_max": 0.187718, + "nauc_recall_at_100_std": 0.441801, + "nauc_recall_at_100_diff1": 0.131066, + "nauc_recall_at_1000_max": 0.289673, + "nauc_recall_at_1000_std": 0.714718, + "nauc_recall_at_1000_diff1": 0.02216, + "nauc_precision_at_1_max": 0.617158, + "nauc_precision_at_1_std": 0.363557, + "nauc_precision_at_1_diff1": 0.469618, + "nauc_precision_at_3_max": 0.247615, + "nauc_precision_at_3_std": 0.187148, + "nauc_precision_at_3_diff1": 0.104326, + "nauc_precision_at_5_max": 0.223271, + "nauc_precision_at_5_std": 0.220976, + "nauc_precision_at_5_diff1": 0.03413, + "nauc_precision_at_10_max": 0.175301, + "nauc_precision_at_10_std": 0.295294, + "nauc_precision_at_10_diff1": 0.039336, + "nauc_precision_at_20_max": 0.155651, + "nauc_precision_at_20_std": 0.39122, + "nauc_precision_at_20_diff1": 0.013041, + "nauc_precision_at_100_max": 0.008858, + "nauc_precision_at_100_std": 0.345199, + "nauc_precision_at_100_diff1": -0.049036, + "nauc_precision_at_1000_max": -0.109129, + "nauc_precision_at_1000_std": 0.105174, + "nauc_precision_at_1000_diff1": -0.111229, + "nauc_mrr_at_1_max": 0.617158, + "nauc_mrr_at_1_std": 0.363557, + "nauc_mrr_at_1_diff1": 0.469618, + "nauc_mrr_at_3_max": 0.60099, + "nauc_mrr_at_3_std": 0.377968, + "nauc_mrr_at_3_diff1": 0.446099, + "nauc_mrr_at_5_max": 0.593592, + "nauc_mrr_at_5_std": 0.373714, + "nauc_mrr_at_5_diff1": 0.441264, + "nauc_mrr_at_10_max": 0.595558, + "nauc_mrr_at_10_std": 0.372887, + "nauc_mrr_at_10_diff1": 0.446551, + "nauc_mrr_at_20_max": 0.597834, + "nauc_mrr_at_20_std": 0.375618, + "nauc_mrr_at_20_diff1": 0.446751, + "nauc_mrr_at_100_max": 0.597488, + "nauc_mrr_at_100_std": 0.375319, + "nauc_mrr_at_100_diff1": 0.446275, + "nauc_mrr_at_1000_max": 0.597615, + "nauc_mrr_at_1000_std": 0.375146, + "nauc_mrr_at_1000_diff1": 0.446339, + "main_score": 0.52427, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.59656, + "ndcg_at_5": 0.59029, + "ndcg_at_10": 0.57421, + "ndcg_at_20": 0.56976, + "ndcg_at_100": 0.63803, + "ndcg_at_1000": 0.71131, + "map_at_1": 0.06215, + "map_at_3": 0.11604, + "map_at_5": 0.15563, + "map_at_10": 0.21405, + "map_at_20": 0.27734, + "map_at_100": 0.39339, + "map_at_1000": 0.45007, + "recall_at_1": 0.06215, + "recall_at_3": 0.12916, + "recall_at_5": 0.18172, + "recall_at_10": 0.27567, + "recall_at_20": 0.40101, + "recall_at_100": 0.71523, + "recall_at_1000": 0.9448, + "precision_at_1": 0.79, + "precision_at_3": 0.70333, + "precision_at_5": 0.662, + "precision_at_10": 0.57, + "precision_at_20": 0.469, + "precision_at_100": 0.2438, + "precision_at_1000": 0.05258, + "mrr_at_1": 0.79, + "mrr_at_3": 0.846667, + "mrr_at_5": 0.852167, + "mrr_at_10": 0.857254, + "mrr_at_20": 0.857754, + "mrr_at_100": 0.85804, + "mrr_at_1000": 0.85804, + "nauc_ndcg_at_1_max": 0.36914, + "nauc_ndcg_at_1_std": 0.165094, + "nauc_ndcg_at_1_diff1": 0.412643, + "nauc_ndcg_at_3_max": 0.354251, + "nauc_ndcg_at_3_std": 0.179776, + "nauc_ndcg_at_3_diff1": 0.25212, + "nauc_ndcg_at_5_max": 0.402648, + "nauc_ndcg_at_5_std": 0.204827, + "nauc_ndcg_at_5_diff1": 0.189278, + "nauc_ndcg_at_10_max": 0.397431, + "nauc_ndcg_at_10_std": 0.234177, + "nauc_ndcg_at_10_diff1": 0.195382, + "nauc_ndcg_at_20_max": 0.457139, + "nauc_ndcg_at_20_std": 0.331212, + "nauc_ndcg_at_20_diff1": 0.219433, + "nauc_ndcg_at_100_max": 0.467026, + "nauc_ndcg_at_100_std": 0.43971, + "nauc_ndcg_at_100_diff1": 0.182922, + "nauc_ndcg_at_1000_max": 0.532953, + "nauc_ndcg_at_1000_std": 0.442001, + "nauc_ndcg_at_1000_diff1": 0.241739, + "nauc_map_at_1_max": -0.060301, + "nauc_map_at_1_std": -0.186974, + "nauc_map_at_1_diff1": 0.564878, + "nauc_map_at_3_max": 0.026579, + "nauc_map_at_3_std": -0.06919, + "nauc_map_at_3_diff1": 0.370513, + "nauc_map_at_5_max": 0.116352, + "nauc_map_at_5_std": 0.005444, + "nauc_map_at_5_diff1": 0.277215, + "nauc_map_at_10_max": 0.181673, + "nauc_map_at_10_std": 0.105271, + "nauc_map_at_10_diff1": 0.207504, + "nauc_map_at_20_max": 0.260549, + "nauc_map_at_20_std": 0.224772, + "nauc_map_at_20_diff1": 0.156802, + "nauc_map_at_100_max": 0.383157, + "nauc_map_at_100_std": 0.401009, + "nauc_map_at_100_diff1": 0.132557, + "nauc_map_at_1000_max": 0.449972, + "nauc_map_at_1000_std": 0.438769, + "nauc_map_at_1000_diff1": 0.129525, + "nauc_recall_at_1_max": -0.060301, + "nauc_recall_at_1_std": -0.186974, + "nauc_recall_at_1_diff1": 0.564878, + "nauc_recall_at_3_max": -0.005573, + "nauc_recall_at_3_std": -0.0821, + "nauc_recall_at_3_diff1": 0.305279, + "nauc_recall_at_5_max": 0.06807, + "nauc_recall_at_5_std": -0.010186, + "nauc_recall_at_5_diff1": 0.210304, + "nauc_recall_at_10_max": 0.089587, + "nauc_recall_at_10_std": 0.06589, + "nauc_recall_at_10_diff1": 0.150053, + "nauc_recall_at_20_max": 0.11991, + "nauc_recall_at_20_std": 0.164359, + "nauc_recall_at_20_diff1": 0.072615, + "nauc_recall_at_100_max": 0.158983, + "nauc_recall_at_100_std": 0.348671, + "nauc_recall_at_100_diff1": 0.052139, + "nauc_recall_at_1000_max": 0.403869, + "nauc_recall_at_1000_std": 0.624906, + "nauc_recall_at_1000_diff1": 0.154975, + "nauc_precision_at_1_max": 0.589415, + "nauc_precision_at_1_std": 0.292219, + "nauc_precision_at_1_diff1": 0.385, + "nauc_precision_at_3_max": 0.409356, + "nauc_precision_at_3_std": 0.280846, + "nauc_precision_at_3_diff1": -0.024563, + "nauc_precision_at_5_max": 0.456657, + "nauc_precision_at_5_std": 0.321296, + "nauc_precision_at_5_diff1": -0.142097, + "nauc_precision_at_10_max": 0.345889, + "nauc_precision_at_10_std": 0.29296, + "nauc_precision_at_10_diff1": -0.148762, + "nauc_precision_at_20_max": 0.298669, + "nauc_precision_at_20_std": 0.29344, + "nauc_precision_at_20_diff1": -0.135954, + "nauc_precision_at_100_max": 0.146573, + "nauc_precision_at_100_std": 0.132179, + "nauc_precision_at_100_diff1": -0.086269, + "nauc_precision_at_1000_max": 0.001681, + "nauc_precision_at_1000_std": -0.070169, + "nauc_precision_at_1000_diff1": -0.110461, + "nauc_mrr_at_1_max": 0.589415, + "nauc_mrr_at_1_std": 0.292219, + "nauc_mrr_at_1_diff1": 0.385, + "nauc_mrr_at_3_max": 0.639377, + "nauc_mrr_at_3_std": 0.35947, + "nauc_mrr_at_3_diff1": 0.366503, + "nauc_mrr_at_5_max": 0.633788, + "nauc_mrr_at_5_std": 0.359655, + "nauc_mrr_at_5_diff1": 0.356631, + "nauc_mrr_at_10_max": 0.630761, + "nauc_mrr_at_10_std": 0.353277, + "nauc_mrr_at_10_diff1": 0.369158, + "nauc_mrr_at_20_max": 0.63058, + "nauc_mrr_at_20_std": 0.350862, + "nauc_mrr_at_20_diff1": 0.368, + "nauc_mrr_at_100_max": 0.629789, + "nauc_mrr_at_100_std": 0.349731, + "nauc_mrr_at_100_diff1": 0.367104, + "nauc_mrr_at_1000_max": 0.629789, + "nauc_mrr_at_1000_std": 0.349731, + "nauc_mrr_at_1000_diff1": 0.367104, + "main_score": 0.57421, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6325, + "ndcg_at_3": 0.57993, + "ndcg_at_5": 0.56773, + "ndcg_at_10": 0.5579, + "ndcg_at_20": 0.54897, + "ndcg_at_100": 0.6175, + "ndcg_at_1000": 0.69784, + "map_at_1": 0.0672, + "map_at_3": 0.11854, + "map_at_5": 0.15368, + "map_at_10": 0.21383, + "map_at_20": 0.2684, + "map_at_100": 0.37671, + "map_at_1000": 0.43116, + "recall_at_1": 0.0672, + "recall_at_3": 0.13044, + "recall_at_5": 0.17967, + "recall_at_10": 0.2785, + "recall_at_20": 0.37813, + "recall_at_100": 0.6922, + "recall_at_1000": 0.93914, + "precision_at_1": 0.79, + "precision_at_3": 0.67167, + "precision_at_5": 0.621, + "precision_at_10": 0.5505, + "precision_at_20": 0.4445, + "precision_at_100": 0.2326, + "precision_at_1000": 0.05145, + "mrr_at_1": 0.79, + "mrr_at_3": 0.844167, + "mrr_at_5": 0.852667, + "mrr_at_10": 0.857964, + "mrr_at_20": 0.858419, + "mrr_at_100": 0.858636, + "mrr_at_1000": 0.858678, + "nauc_ndcg_at_1_max": 0.289766, + "nauc_ndcg_at_1_std": 0.16112, + "nauc_ndcg_at_1_diff1": 0.304579, + "nauc_ndcg_at_3_max": 0.31365, + "nauc_ndcg_at_3_std": 0.211183, + "nauc_ndcg_at_3_diff1": 0.192502, + "nauc_ndcg_at_5_max": 0.321567, + "nauc_ndcg_at_5_std": 0.181695, + "nauc_ndcg_at_5_diff1": 0.19288, + "nauc_ndcg_at_10_max": 0.334471, + "nauc_ndcg_at_10_std": 0.225961, + "nauc_ndcg_at_10_diff1": 0.209905, + "nauc_ndcg_at_20_max": 0.39333, + "nauc_ndcg_at_20_std": 0.284763, + "nauc_ndcg_at_20_diff1": 0.184316, + "nauc_ndcg_at_100_max": 0.465239, + "nauc_ndcg_at_100_std": 0.440765, + "nauc_ndcg_at_100_diff1": 0.095734, + "nauc_ndcg_at_1000_max": 0.494254, + "nauc_ndcg_at_1000_std": 0.424263, + "nauc_ndcg_at_1000_diff1": 0.154854, + "nauc_map_at_1_max": -0.131109, + "nauc_map_at_1_std": -0.144192, + "nauc_map_at_1_diff1": 0.312996, + "nauc_map_at_3_max": 0.025871, + "nauc_map_at_3_std": 0.001259, + "nauc_map_at_3_diff1": 0.203529, + "nauc_map_at_5_max": 0.10029, + "nauc_map_at_5_std": 0.042686, + "nauc_map_at_5_diff1": 0.184885, + "nauc_map_at_10_max": 0.186649, + "nauc_map_at_10_std": 0.129866, + "nauc_map_at_10_diff1": 0.153375, + "nauc_map_at_20_max": 0.26952, + "nauc_map_at_20_std": 0.216413, + "nauc_map_at_20_diff1": 0.102419, + "nauc_map_at_100_max": 0.38735, + "nauc_map_at_100_std": 0.389441, + "nauc_map_at_100_diff1": 0.050999, + "nauc_map_at_1000_max": 0.419684, + "nauc_map_at_1000_std": 0.426625, + "nauc_map_at_1000_diff1": 0.056768, + "nauc_recall_at_1_max": -0.131109, + "nauc_recall_at_1_std": -0.144192, + "nauc_recall_at_1_diff1": 0.312996, + "nauc_recall_at_3_max": -0.015949, + "nauc_recall_at_3_std": -0.011054, + "nauc_recall_at_3_diff1": 0.144366, + "nauc_recall_at_5_max": 0.063136, + "nauc_recall_at_5_std": 0.019329, + "nauc_recall_at_5_diff1": 0.137285, + "nauc_recall_at_10_max": 0.108106, + "nauc_recall_at_10_std": 0.080073, + "nauc_recall_at_10_diff1": 0.111722, + "nauc_recall_at_20_max": 0.205396, + "nauc_recall_at_20_std": 0.184775, + "nauc_recall_at_20_diff1": 0.056661, + "nauc_recall_at_100_max": 0.261526, + "nauc_recall_at_100_std": 0.373221, + "nauc_recall_at_100_diff1": -0.043153, + "nauc_recall_at_1000_max": 0.444962, + "nauc_recall_at_1000_std": 0.57266, + "nauc_recall_at_1000_diff1": -0.076539, + "nauc_precision_at_1_max": 0.460853, + "nauc_precision_at_1_std": 0.261849, + "nauc_precision_at_1_diff1": 0.275795, + "nauc_precision_at_3_max": 0.432599, + "nauc_precision_at_3_std": 0.355184, + "nauc_precision_at_3_diff1": -0.003994, + "nauc_precision_at_5_max": 0.361017, + "nauc_precision_at_5_std": 0.254745, + "nauc_precision_at_5_diff1": -0.017546, + "nauc_precision_at_10_max": 0.292089, + "nauc_precision_at_10_std": 0.255267, + "nauc_precision_at_10_diff1": -0.035719, + "nauc_precision_at_20_max": 0.249324, + "nauc_precision_at_20_std": 0.243091, + "nauc_precision_at_20_diff1": -0.091432, + "nauc_precision_at_100_max": 0.095945, + "nauc_precision_at_100_std": 0.141224, + "nauc_precision_at_100_diff1": -0.060065, + "nauc_precision_at_1000_max": -0.064684, + "nauc_precision_at_1000_std": -0.037644, + "nauc_precision_at_1000_diff1": -0.030456, + "nauc_mrr_at_1_max": 0.460853, + "nauc_mrr_at_1_std": 0.261849, + "nauc_mrr_at_1_diff1": 0.275795, + "nauc_mrr_at_3_max": 0.462003, + "nauc_mrr_at_3_std": 0.288406, + "nauc_mrr_at_3_diff1": 0.254911, + "nauc_mrr_at_5_max": 0.497092, + "nauc_mrr_at_5_std": 0.310582, + "nauc_mrr_at_5_diff1": 0.276072, + "nauc_mrr_at_10_max": 0.489555, + "nauc_mrr_at_10_std": 0.307595, + "nauc_mrr_at_10_diff1": 0.275324, + "nauc_mrr_at_20_max": 0.487815, + "nauc_mrr_at_20_std": 0.306754, + "nauc_mrr_at_20_diff1": 0.272853, + "nauc_mrr_at_100_max": 0.487293, + "nauc_mrr_at_100_std": 0.305814, + "nauc_mrr_at_100_diff1": 0.272898, + "nauc_mrr_at_1000_max": 0.487131, + "nauc_mrr_at_1000_std": 0.305595, + "nauc_mrr_at_1000_diff1": 0.272809, + "main_score": 0.5579, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.57592, + "ndcg_at_5": 0.57091, + "ndcg_at_10": 0.54951, + "ndcg_at_20": 0.54603, + "ndcg_at_100": 0.61393, + "ndcg_at_1000": 0.68898, + "map_at_1": 0.06308, + "map_at_3": 0.11323, + "map_at_5": 0.15272, + "map_at_10": 0.2087, + "map_at_20": 0.26517, + "map_at_100": 0.37546, + "map_at_1000": 0.42888, + "recall_at_1": 0.06308, + "recall_at_3": 0.12353, + "recall_at_5": 0.18134, + "recall_at_10": 0.26715, + "recall_at_20": 0.37345, + "recall_at_100": 0.69522, + "recall_at_1000": 0.9287, + "precision_at_1": 0.76, + "precision_at_3": 0.675, + "precision_at_5": 0.639, + "precision_at_10": 0.5465, + "precision_at_20": 0.4515, + "precision_at_100": 0.2337, + "precision_at_1000": 0.05115, + "mrr_at_1": 0.76, + "mrr_at_3": 0.825, + "mrr_at_5": 0.834, + "mrr_at_10": 0.837228, + "mrr_at_20": 0.837541, + "mrr_at_100": 0.837945, + "mrr_at_1000": 0.837967, + "nauc_ndcg_at_1_max": 0.354255, + "nauc_ndcg_at_1_std": 0.166378, + "nauc_ndcg_at_1_diff1": 0.274716, + "nauc_ndcg_at_3_max": 0.396402, + "nauc_ndcg_at_3_std": 0.208659, + "nauc_ndcg_at_3_diff1": 0.192692, + "nauc_ndcg_at_5_max": 0.407325, + "nauc_ndcg_at_5_std": 0.215567, + "nauc_ndcg_at_5_diff1": 0.148199, + "nauc_ndcg_at_10_max": 0.455356, + "nauc_ndcg_at_10_std": 0.281371, + "nauc_ndcg_at_10_diff1": 0.123637, + "nauc_ndcg_at_20_max": 0.498948, + "nauc_ndcg_at_20_std": 0.35127, + "nauc_ndcg_at_20_diff1": 0.134918, + "nauc_ndcg_at_100_max": 0.53835, + "nauc_ndcg_at_100_std": 0.487204, + "nauc_ndcg_at_100_diff1": 0.057964, + "nauc_ndcg_at_1000_max": 0.58112, + "nauc_ndcg_at_1000_std": 0.471415, + "nauc_ndcg_at_1000_diff1": 0.096766, + "nauc_map_at_1_max": -0.116133, + "nauc_map_at_1_std": -0.127853, + "nauc_map_at_1_diff1": 0.244124, + "nauc_map_at_3_max": 0.028948, + "nauc_map_at_3_std": -0.020499, + "nauc_map_at_3_diff1": 0.192496, + "nauc_map_at_5_max": 0.096045, + "nauc_map_at_5_std": 0.032952, + "nauc_map_at_5_diff1": 0.141173, + "nauc_map_at_10_max": 0.219557, + "nauc_map_at_10_std": 0.149721, + "nauc_map_at_10_diff1": 0.073679, + "nauc_map_at_20_max": 0.292943, + "nauc_map_at_20_std": 0.24482, + "nauc_map_at_20_diff1": 0.030609, + "nauc_map_at_100_max": 0.423358, + "nauc_map_at_100_std": 0.42711, + "nauc_map_at_100_diff1": 0.015616, + "nauc_map_at_1000_max": 0.478951, + "nauc_map_at_1000_std": 0.460101, + "nauc_map_at_1000_diff1": 0.020051, + "nauc_recall_at_1_max": -0.116133, + "nauc_recall_at_1_std": -0.127853, + "nauc_recall_at_1_diff1": 0.244124, + "nauc_recall_at_3_max": 0.003832, + "nauc_recall_at_3_std": -0.028275, + "nauc_recall_at_3_diff1": 0.178911, + "nauc_recall_at_5_max": 0.041677, + "nauc_recall_at_5_std": 0.042448, + "nauc_recall_at_5_diff1": 0.093933, + "nauc_recall_at_10_max": 0.154671, + "nauc_recall_at_10_std": 0.143504, + "nauc_recall_at_10_diff1": 0.021912, + "nauc_recall_at_20_max": 0.204847, + "nauc_recall_at_20_std": 0.228817, + "nauc_recall_at_20_diff1": -0.005733, + "nauc_recall_at_100_max": 0.221869, + "nauc_recall_at_100_std": 0.385403, + "nauc_recall_at_100_diff1": -0.121431, + "nauc_recall_at_1000_max": 0.504684, + "nauc_recall_at_1000_std": 0.658101, + "nauc_recall_at_1000_diff1": -0.156902, + "nauc_precision_at_1_max": 0.541977, + "nauc_precision_at_1_std": 0.286233, + "nauc_precision_at_1_diff1": 0.254326, + "nauc_precision_at_3_max": 0.495462, + "nauc_precision_at_3_std": 0.285925, + "nauc_precision_at_3_diff1": 0.086365, + "nauc_precision_at_5_max": 0.442248, + "nauc_precision_at_5_std": 0.276792, + "nauc_precision_at_5_diff1": -0.015582, + "nauc_precision_at_10_max": 0.41726, + "nauc_precision_at_10_std": 0.324602, + "nauc_precision_at_10_diff1": -0.050531, + "nauc_precision_at_20_max": 0.351331, + "nauc_precision_at_20_std": 0.300705, + "nauc_precision_at_20_diff1": -0.061653, + "nauc_precision_at_100_max": 0.184496, + "nauc_precision_at_100_std": 0.171062, + "nauc_precision_at_100_diff1": -0.009102, + "nauc_precision_at_1000_max": 0.009632, + "nauc_precision_at_1000_std": -0.051858, + "nauc_precision_at_1000_diff1": 0.009344, + "nauc_mrr_at_1_max": 0.541977, + "nauc_mrr_at_1_std": 0.286233, + "nauc_mrr_at_1_diff1": 0.254326, + "nauc_mrr_at_3_max": 0.622968, + "nauc_mrr_at_3_std": 0.334264, + "nauc_mrr_at_3_diff1": 0.272042, + "nauc_mrr_at_5_max": 0.618503, + "nauc_mrr_at_5_std": 0.354072, + "nauc_mrr_at_5_diff1": 0.266454, + "nauc_mrr_at_10_max": 0.616678, + "nauc_mrr_at_10_std": 0.355041, + "nauc_mrr_at_10_diff1": 0.256507, + "nauc_mrr_at_20_max": 0.615878, + "nauc_mrr_at_20_std": 0.353695, + "nauc_mrr_at_20_diff1": 0.2574, + "nauc_mrr_at_100_max": 0.61521, + "nauc_mrr_at_100_std": 0.352149, + "nauc_mrr_at_100_diff1": 0.257108, + "nauc_mrr_at_1000_max": 0.615155, + "nauc_mrr_at_1000_std": 0.352061, + "nauc_mrr_at_1000_diff1": 0.257251, + "main_score": 0.54951, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.7525, + "ndcg_at_3": 0.67514, + "ndcg_at_5": 0.65266, + "ndcg_at_10": 0.63269, + "ndcg_at_20": 0.63457, + "ndcg_at_100": 0.69285, + "ndcg_at_1000": 0.76258, + "map_at_1": 0.13592, + "map_at_3": 0.23611, + "map_at_5": 0.284, + "map_at_10": 0.34094, + "map_at_20": 0.38397, + "map_at_100": 0.46325, + "map_at_1000": 0.50178, + "recall_at_1": 0.13592, + "recall_at_3": 0.24798, + "recall_at_5": 0.31614, + "recall_at_10": 0.41283, + "recall_at_20": 0.5161, + "recall_at_100": 0.76745, + "recall_at_1000": 0.9742, + "precision_at_1": 0.845, + "precision_at_3": 0.665, + "precision_at_5": 0.583, + "precision_at_10": 0.4585, + "precision_at_20": 0.3485, + "precision_at_100": 0.1668, + "precision_at_1000": 0.03516, + "mrr_at_1": 0.845, + "mrr_at_3": 0.895, + "mrr_at_5": 0.8995, + "mrr_at_10": 0.901458, + "mrr_at_20": 0.902438, + "mrr_at_100": 0.902438, + "mrr_at_1000": 0.902438, + "nauc_ndcg_at_1_max": 0.588159, + "nauc_ndcg_at_1_std": 0.04572, + "nauc_ndcg_at_1_diff1": 0.452164, + "nauc_ndcg_at_3_max": 0.480936, + "nauc_ndcg_at_3_std": 0.078462, + "nauc_ndcg_at_3_diff1": 0.121061, + "nauc_ndcg_at_5_max": 0.466846, + "nauc_ndcg_at_5_std": 0.126682, + "nauc_ndcg_at_5_diff1": 0.122958, + "nauc_ndcg_at_10_max": 0.466162, + "nauc_ndcg_at_10_std": 0.138457, + "nauc_ndcg_at_10_diff1": 0.135032, + "nauc_ndcg_at_20_max": 0.440647, + "nauc_ndcg_at_20_std": 0.138338, + "nauc_ndcg_at_20_diff1": 0.165166, + "nauc_ndcg_at_100_max": 0.528147, + "nauc_ndcg_at_100_std": 0.27233, + "nauc_ndcg_at_100_diff1": 0.212943, + "nauc_ndcg_at_1000_max": 0.512529, + "nauc_ndcg_at_1000_std": 0.215289, + "nauc_ndcg_at_1000_diff1": 0.166958, + "nauc_map_at_1_max": 0.20926, + "nauc_map_at_1_std": 0.053177, + "nauc_map_at_1_diff1": 0.410909, + "nauc_map_at_3_max": 0.286237, + "nauc_map_at_3_std": 0.159367, + "nauc_map_at_3_diff1": 0.22226, + "nauc_map_at_5_max": 0.331387, + "nauc_map_at_5_std": 0.204839, + "nauc_map_at_5_diff1": 0.180376, + "nauc_map_at_10_max": 0.370183, + "nauc_map_at_10_std": 0.210765, + "nauc_map_at_10_diff1": 0.148442, + "nauc_map_at_20_max": 0.378213, + "nauc_map_at_20_std": 0.215176, + "nauc_map_at_20_diff1": 0.1344, + "nauc_map_at_100_max": 0.415406, + "nauc_map_at_100_std": 0.254091, + "nauc_map_at_100_diff1": 0.113759, + "nauc_map_at_1000_max": 0.400005, + "nauc_map_at_1000_std": 0.228105, + "nauc_map_at_1000_diff1": 0.089557, + "nauc_recall_at_1_max": 0.20926, + "nauc_recall_at_1_std": 0.053177, + "nauc_recall_at_1_diff1": 0.410909, + "nauc_recall_at_3_max": 0.270108, + "nauc_recall_at_3_std": 0.16962, + "nauc_recall_at_3_diff1": 0.19818, + "nauc_recall_at_5_max": 0.291336, + "nauc_recall_at_5_std": 0.233793, + "nauc_recall_at_5_diff1": 0.168083, + "nauc_recall_at_10_max": 0.346219, + "nauc_recall_at_10_std": 0.236132, + "nauc_recall_at_10_diff1": 0.158628, + "nauc_recall_at_20_max": 0.316001, + "nauc_recall_at_20_std": 0.231474, + "nauc_recall_at_20_diff1": 0.168255, + "nauc_recall_at_100_max": 0.390217, + "nauc_recall_at_100_std": 0.420996, + "nauc_recall_at_100_diff1": 0.225863, + "nauc_recall_at_1000_max": 0.391696, + "nauc_recall_at_1000_std": 0.811309, + "nauc_recall_at_1000_diff1": 0.190714, + "nauc_precision_at_1_max": 0.642478, + "nauc_precision_at_1_std": 0.018493, + "nauc_precision_at_1_diff1": 0.36087, + "nauc_precision_at_3_max": 0.240908, + "nauc_precision_at_3_std": 0.055949, + "nauc_precision_at_3_diff1": -0.267443, + "nauc_precision_at_5_max": 0.15342, + "nauc_precision_at_5_std": 0.024392, + "nauc_precision_at_5_diff1": -0.285775, + "nauc_precision_at_10_max": 0.068551, + "nauc_precision_at_10_std": -0.063206, + "nauc_precision_at_10_diff1": -0.26311, + "nauc_precision_at_20_max": -0.070553, + "nauc_precision_at_20_std": -0.129418, + "nauc_precision_at_20_diff1": -0.245042, + "nauc_precision_at_100_max": -0.124572, + "nauc_precision_at_100_std": -0.138586, + "nauc_precision_at_100_diff1": -0.153774, + "nauc_precision_at_1000_max": -0.170227, + "nauc_precision_at_1000_std": -0.298557, + "nauc_precision_at_1000_diff1": -0.102069, + "nauc_mrr_at_1_max": 0.642478, + "nauc_mrr_at_1_std": 0.018493, + "nauc_mrr_at_1_diff1": 0.36087, + "nauc_mrr_at_3_max": 0.641752, + "nauc_mrr_at_3_std": 0.027335, + "nauc_mrr_at_3_diff1": 0.290426, + "nauc_mrr_at_5_max": 0.637492, + "nauc_mrr_at_5_std": 0.054319, + "nauc_mrr_at_5_diff1": 0.306405, + "nauc_mrr_at_10_max": 0.640376, + "nauc_mrr_at_10_std": 0.056533, + "nauc_mrr_at_10_diff1": 0.308548, + "nauc_mrr_at_20_max": 0.638763, + "nauc_mrr_at_20_std": 0.048837, + "nauc_mrr_at_20_diff1": 0.31228, + "nauc_mrr_at_100_max": 0.638763, + "nauc_mrr_at_100_std": 0.048837, + "nauc_mrr_at_100_diff1": 0.31228, + "nauc_mrr_at_1000_max": 0.638763, + "nauc_mrr_at_1000_std": 0.048837, + "nauc_mrr_at_1000_diff1": 0.31228, + "main_score": 0.63269, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71, + "ndcg_at_3": 0.63242, + "ndcg_at_5": 0.61071, + "ndcg_at_10": 0.59117, + "ndcg_at_20": 0.59447, + "ndcg_at_100": 0.65267, + "ndcg_at_1000": 0.72966, + "map_at_1": 0.13618, + "map_at_3": 0.22778, + "map_at_5": 0.27288, + "map_at_10": 0.32317, + "map_at_20": 0.36242, + "map_at_100": 0.4287, + "map_at_1000": 0.46377, + "recall_at_1": 0.13618, + "recall_at_3": 0.23909, + "recall_at_5": 0.30227, + "recall_at_10": 0.392, + "recall_at_20": 0.48185, + "recall_at_100": 0.72768, + "recall_at_1000": 0.95811, + "precision_at_1": 0.79, + "precision_at_3": 0.63, + "precision_at_5": 0.551, + "precision_at_10": 0.4225, + "precision_at_20": 0.3195, + "precision_at_100": 0.1531, + "precision_at_1000": 0.03368, + "mrr_at_1": 0.79, + "mrr_at_3": 0.848333, + "mrr_at_5": 0.855833, + "mrr_at_10": 0.859782, + "mrr_at_20": 0.860139, + "mrr_at_100": 0.860602, + "mrr_at_1000": 0.860602, + "nauc_ndcg_at_1_max": 0.49232, + "nauc_ndcg_at_1_std": 0.112607, + "nauc_ndcg_at_1_diff1": 0.400973, + "nauc_ndcg_at_3_max": 0.452648, + "nauc_ndcg_at_3_std": 0.162936, + "nauc_ndcg_at_3_diff1": 0.200817, + "nauc_ndcg_at_5_max": 0.485446, + "nauc_ndcg_at_5_std": 0.206395, + "nauc_ndcg_at_5_diff1": 0.208681, + "nauc_ndcg_at_10_max": 0.484935, + "nauc_ndcg_at_10_std": 0.265709, + "nauc_ndcg_at_10_diff1": 0.206497, + "nauc_ndcg_at_20_max": 0.483688, + "nauc_ndcg_at_20_std": 0.263627, + "nauc_ndcg_at_20_diff1": 0.219969, + "nauc_ndcg_at_100_max": 0.518138, + "nauc_ndcg_at_100_std": 0.36161, + "nauc_ndcg_at_100_diff1": 0.273945, + "nauc_ndcg_at_1000_max": 0.519642, + "nauc_ndcg_at_1000_std": 0.287105, + "nauc_ndcg_at_1000_diff1": 0.246664, + "nauc_map_at_1_max": 0.265487, + "nauc_map_at_1_std": 0.119108, + "nauc_map_at_1_diff1": 0.394888, + "nauc_map_at_3_max": 0.313052, + "nauc_map_at_3_std": 0.214529, + "nauc_map_at_3_diff1": 0.296038, + "nauc_map_at_5_max": 0.344019, + "nauc_map_at_5_std": 0.235615, + "nauc_map_at_5_diff1": 0.257232, + "nauc_map_at_10_max": 0.36989, + "nauc_map_at_10_std": 0.26379, + "nauc_map_at_10_diff1": 0.219128, + "nauc_map_at_20_max": 0.398387, + "nauc_map_at_20_std": 0.279622, + "nauc_map_at_20_diff1": 0.210222, + "nauc_map_at_100_max": 0.439186, + "nauc_map_at_100_std": 0.328077, + "nauc_map_at_100_diff1": 0.19676, + "nauc_map_at_1000_max": 0.437549, + "nauc_map_at_1000_std": 0.304564, + "nauc_map_at_1000_diff1": 0.181034, + "nauc_recall_at_1_max": 0.265487, + "nauc_recall_at_1_std": 0.119108, + "nauc_recall_at_1_diff1": 0.394888, + "nauc_recall_at_3_max": 0.297515, + "nauc_recall_at_3_std": 0.222181, + "nauc_recall_at_3_diff1": 0.280968, + "nauc_recall_at_5_max": 0.329447, + "nauc_recall_at_5_std": 0.247703, + "nauc_recall_at_5_diff1": 0.243026, + "nauc_recall_at_10_max": 0.333708, + "nauc_recall_at_10_std": 0.287426, + "nauc_recall_at_10_diff1": 0.201021, + "nauc_recall_at_20_max": 0.356687, + "nauc_recall_at_20_std": 0.312919, + "nauc_recall_at_20_diff1": 0.199397, + "nauc_recall_at_100_max": 0.383916, + "nauc_recall_at_100_std": 0.536847, + "nauc_recall_at_100_diff1": 0.24179, + "nauc_recall_at_1000_max": 0.455076, + "nauc_recall_at_1000_std": 0.829277, + "nauc_recall_at_1000_diff1": 0.331308, + "nauc_precision_at_1_max": 0.540301, + "nauc_precision_at_1_std": 0.070623, + "nauc_precision_at_1_diff1": 0.477108, + "nauc_precision_at_3_max": 0.235927, + "nauc_precision_at_3_std": 0.094227, + "nauc_precision_at_3_diff1": -0.105968, + "nauc_precision_at_5_max": 0.190887, + "nauc_precision_at_5_std": 0.074462, + "nauc_precision_at_5_diff1": -0.157019, + "nauc_precision_at_10_max": 0.115756, + "nauc_precision_at_10_std": 0.030283, + "nauc_precision_at_10_diff1": -0.207912, + "nauc_precision_at_20_max": 0.052789, + "nauc_precision_at_20_std": -0.047671, + "nauc_precision_at_20_diff1": -0.20413, + "nauc_precision_at_100_max": -0.057745, + "nauc_precision_at_100_std": -0.131291, + "nauc_precision_at_100_diff1": -0.176685, + "nauc_precision_at_1000_max": -0.139766, + "nauc_precision_at_1000_std": -0.314317, + "nauc_precision_at_1000_diff1": -0.175851, + "nauc_mrr_at_1_max": 0.540301, + "nauc_mrr_at_1_std": 0.070623, + "nauc_mrr_at_1_diff1": 0.477108, + "nauc_mrr_at_3_max": 0.561489, + "nauc_mrr_at_3_std": 0.085676, + "nauc_mrr_at_3_diff1": 0.46551, + "nauc_mrr_at_5_max": 0.566642, + "nauc_mrr_at_5_std": 0.103241, + "nauc_mrr_at_5_diff1": 0.458739, + "nauc_mrr_at_10_max": 0.564737, + "nauc_mrr_at_10_std": 0.09745, + "nauc_mrr_at_10_diff1": 0.471809, + "nauc_mrr_at_20_max": 0.565935, + "nauc_mrr_at_20_std": 0.097382, + "nauc_mrr_at_20_diff1": 0.471585, + "nauc_mrr_at_100_max": 0.565212, + "nauc_mrr_at_100_std": 0.098185, + "nauc_mrr_at_100_diff1": 0.470363, + "nauc_mrr_at_1000_max": 0.565212, + "nauc_mrr_at_1000_std": 0.098185, + "nauc_mrr_at_1000_diff1": 0.470363, + "main_score": 0.59117, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68, + "ndcg_at_3": 0.62639, + "ndcg_at_5": 0.60381, + "ndcg_at_10": 0.58966, + "ndcg_at_20": 0.59404, + "ndcg_at_100": 0.65197, + "ndcg_at_1000": 0.7295, + "map_at_1": 0.13407, + "map_at_3": 0.22988, + "map_at_5": 0.27066, + "map_at_10": 0.31903, + "map_at_20": 0.35651, + "map_at_100": 0.4242, + "map_at_1000": 0.46106, + "recall_at_1": 0.13407, + "recall_at_3": 0.24726, + "recall_at_5": 0.30476, + "recall_at_10": 0.38502, + "recall_at_20": 0.47995, + "recall_at_100": 0.72589, + "recall_at_1000": 0.96028, + "precision_at_1": 0.77, + "precision_at_3": 0.63167, + "precision_at_5": 0.541, + "precision_at_10": 0.428, + "precision_at_20": 0.32075, + "precision_at_100": 0.15635, + "precision_at_1000": 0.03405, + "mrr_at_1": 0.77, + "mrr_at_3": 0.84, + "mrr_at_5": 0.848, + "mrr_at_10": 0.850847, + "mrr_at_20": 0.852218, + "mrr_at_100": 0.85241, + "mrr_at_1000": 0.85241, + "nauc_ndcg_at_1_max": 0.594338, + "nauc_ndcg_at_1_std": 0.291896, + "nauc_ndcg_at_1_diff1": 0.361089, + "nauc_ndcg_at_3_max": 0.527681, + "nauc_ndcg_at_3_std": 0.241308, + "nauc_ndcg_at_3_diff1": 0.177766, + "nauc_ndcg_at_5_max": 0.528276, + "nauc_ndcg_at_5_std": 0.267594, + "nauc_ndcg_at_5_diff1": 0.183367, + "nauc_ndcg_at_10_max": 0.513536, + "nauc_ndcg_at_10_std": 0.275724, + "nauc_ndcg_at_10_diff1": 0.177156, + "nauc_ndcg_at_20_max": 0.49863, + "nauc_ndcg_at_20_std": 0.281129, + "nauc_ndcg_at_20_diff1": 0.186396, + "nauc_ndcg_at_100_max": 0.542727, + "nauc_ndcg_at_100_std": 0.372706, + "nauc_ndcg_at_100_diff1": 0.247959, + "nauc_ndcg_at_1000_max": 0.544094, + "nauc_ndcg_at_1000_std": 0.33407, + "nauc_ndcg_at_1000_diff1": 0.216279, + "nauc_map_at_1_max": 0.327008, + "nauc_map_at_1_std": 0.148227, + "nauc_map_at_1_diff1": 0.446946, + "nauc_map_at_3_max": 0.331357, + "nauc_map_at_3_std": 0.221611, + "nauc_map_at_3_diff1": 0.317901, + "nauc_map_at_5_max": 0.369176, + "nauc_map_at_5_std": 0.259669, + "nauc_map_at_5_diff1": 0.283866, + "nauc_map_at_10_max": 0.387838, + "nauc_map_at_10_std": 0.269253, + "nauc_map_at_10_diff1": 0.241831, + "nauc_map_at_20_max": 0.403299, + "nauc_map_at_20_std": 0.284894, + "nauc_map_at_20_diff1": 0.231693, + "nauc_map_at_100_max": 0.450307, + "nauc_map_at_100_std": 0.33904, + "nauc_map_at_100_diff1": 0.210509, + "nauc_map_at_1000_max": 0.454426, + "nauc_map_at_1000_std": 0.320915, + "nauc_map_at_1000_diff1": 0.180167, + "nauc_recall_at_1_max": 0.327008, + "nauc_recall_at_1_std": 0.148227, + "nauc_recall_at_1_diff1": 0.446946, + "nauc_recall_at_3_max": 0.292671, + "nauc_recall_at_3_std": 0.228168, + "nauc_recall_at_3_diff1": 0.295966, + "nauc_recall_at_5_max": 0.330217, + "nauc_recall_at_5_std": 0.270955, + "nauc_recall_at_5_diff1": 0.273578, + "nauc_recall_at_10_max": 0.345522, + "nauc_recall_at_10_std": 0.285347, + "nauc_recall_at_10_diff1": 0.220432, + "nauc_recall_at_20_max": 0.342409, + "nauc_recall_at_20_std": 0.30501, + "nauc_recall_at_20_diff1": 0.211918, + "nauc_recall_at_100_max": 0.385185, + "nauc_recall_at_100_std": 0.464547, + "nauc_recall_at_100_diff1": 0.270109, + "nauc_recall_at_1000_max": 0.437015, + "nauc_recall_at_1000_std": 0.795443, + "nauc_recall_at_1000_diff1": 0.429216, + "nauc_precision_at_1_max": 0.601833, + "nauc_precision_at_1_std": 0.261554, + "nauc_precision_at_1_diff1": 0.400808, + "nauc_precision_at_3_max": 0.246946, + "nauc_precision_at_3_std": 0.102933, + "nauc_precision_at_3_diff1": -0.155035, + "nauc_precision_at_5_max": 0.175901, + "nauc_precision_at_5_std": 0.088083, + "nauc_precision_at_5_diff1": -0.227127, + "nauc_precision_at_10_max": 0.091202, + "nauc_precision_at_10_std": -0.006098, + "nauc_precision_at_10_diff1": -0.261669, + "nauc_precision_at_20_max": 0.046654, + "nauc_precision_at_20_std": -0.059497, + "nauc_precision_at_20_diff1": -0.254036, + "nauc_precision_at_100_max": -0.035057, + "nauc_precision_at_100_std": -0.109407, + "nauc_precision_at_100_diff1": -0.233258, + "nauc_precision_at_1000_max": -0.086871, + "nauc_precision_at_1000_std": -0.277754, + "nauc_precision_at_1000_diff1": -0.267102, + "nauc_mrr_at_1_max": 0.601833, + "nauc_mrr_at_1_std": 0.261554, + "nauc_mrr_at_1_diff1": 0.400808, + "nauc_mrr_at_3_max": 0.623441, + "nauc_mrr_at_3_std": 0.267272, + "nauc_mrr_at_3_diff1": 0.374458, + "nauc_mrr_at_5_max": 0.609977, + "nauc_mrr_at_5_std": 0.259624, + "nauc_mrr_at_5_diff1": 0.367541, + "nauc_mrr_at_10_max": 0.605779, + "nauc_mrr_at_10_std": 0.252013, + "nauc_mrr_at_10_diff1": 0.363091, + "nauc_mrr_at_20_max": 0.607871, + "nauc_mrr_at_20_std": 0.253667, + "nauc_mrr_at_20_diff1": 0.364848, + "nauc_mrr_at_100_max": 0.607946, + "nauc_mrr_at_100_std": 0.255644, + "nauc_mrr_at_100_diff1": 0.366982, + "nauc_mrr_at_1000_max": 0.607946, + "nauc_mrr_at_1000_std": 0.255644, + "nauc_mrr_at_1000_diff1": 0.366982, + "main_score": 0.58966, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14699.776336193085, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-large-1024/2/CmedqaRetrieval.json new file mode 100644 index 0000000000..46da3ee5b3 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.25.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.23006, + "ndcg_at_3": 0.23298, + "ndcg_at_5": 0.24605, + "ndcg_at_10": 0.26878, + "ndcg_at_20": 0.29023, + "ndcg_at_100": 0.33574, + "ndcg_at_1000": 0.37514, + "map_at_1": 0.14425, + "map_at_3": 0.19404, + "map_at_5": 0.20707, + "map_at_10": 0.21926, + "map_at_20": 0.22629, + "map_at_100": 0.23392, + "map_at_1000": 0.23573, + "recall_at_1": 0.14425, + "recall_at_3": 0.23327, + "recall_at_5": 0.27599, + "recall_at_10": 0.34204, + "recall_at_20": 0.41492, + "recall_at_100": 0.62669, + "recall_at_1000": 0.90127, + "precision_at_1": 0.23006, + "precision_at_3": 0.13412, + "precision_at_5": 0.09732, + "precision_at_10": 0.06217, + "precision_at_20": 0.03826, + "precision_at_100": 0.01178, + "precision_at_1000": 0.00169, + "mrr_at_1": 0.230058, + "mrr_at_3": 0.273318, + "mrr_at_5": 0.284496, + "mrr_at_10": 0.294097, + "mrr_at_20": 0.299485, + "mrr_at_100": 0.304298, + "mrr_at_1000": 0.305202, + "nauc_ndcg_at_1_max": 0.359279, + "nauc_ndcg_at_1_std": -0.036952, + "nauc_ndcg_at_1_diff1": 0.525836, + "nauc_ndcg_at_3_max": 0.319053, + "nauc_ndcg_at_3_std": -0.038219, + "nauc_ndcg_at_3_diff1": 0.44023, + "nauc_ndcg_at_5_max": 0.312679, + "nauc_ndcg_at_5_std": -0.043063, + "nauc_ndcg_at_5_diff1": 0.430834, + "nauc_ndcg_at_10_max": 0.314128, + "nauc_ndcg_at_10_std": -0.037628, + "nauc_ndcg_at_10_diff1": 0.420698, + "nauc_ndcg_at_20_max": 0.31749, + "nauc_ndcg_at_20_std": -0.024866, + "nauc_ndcg_at_20_diff1": 0.411904, + "nauc_ndcg_at_100_max": 0.319821, + "nauc_ndcg_at_100_std": 0.003444, + "nauc_ndcg_at_100_diff1": 0.401841, + "nauc_ndcg_at_1000_max": 0.329688, + "nauc_ndcg_at_1000_std": 0.007698, + "nauc_ndcg_at_1000_diff1": 0.411489, + "nauc_map_at_1_max": 0.275388, + "nauc_map_at_1_std": -0.074965, + "nauc_map_at_1_diff1": 0.49483, + "nauc_map_at_3_max": 0.297043, + "nauc_map_at_3_std": -0.058092, + "nauc_map_at_3_diff1": 0.447364, + "nauc_map_at_5_max": 0.302769, + "nauc_map_at_5_std": -0.057292, + "nauc_map_at_5_diff1": 0.442177, + "nauc_map_at_10_max": 0.308694, + "nauc_map_at_10_std": -0.052273, + "nauc_map_at_10_diff1": 0.436111, + "nauc_map_at_20_max": 0.311811, + "nauc_map_at_20_std": -0.047432, + "nauc_map_at_20_diff1": 0.433232, + "nauc_map_at_100_max": 0.313445, + "nauc_map_at_100_std": -0.041394, + "nauc_map_at_100_diff1": 0.431768, + "nauc_map_at_1000_max": 0.314039, + "nauc_map_at_1000_std": -0.040626, + "nauc_map_at_1000_diff1": 0.432158, + "nauc_recall_at_1_max": 0.275388, + "nauc_recall_at_1_std": -0.074965, + "nauc_recall_at_1_diff1": 0.49483, + "nauc_recall_at_3_max": 0.264758, + "nauc_recall_at_3_std": -0.048702, + "nauc_recall_at_3_diff1": 0.386971, + "nauc_recall_at_5_max": 0.260478, + "nauc_recall_at_5_std": -0.047073, + "nauc_recall_at_5_diff1": 0.355846, + "nauc_recall_at_10_max": 0.26682, + "nauc_recall_at_10_std": -0.026212, + "nauc_recall_at_10_diff1": 0.325692, + "nauc_recall_at_20_max": 0.270036, + "nauc_recall_at_20_std": 0.0126, + "nauc_recall_at_20_diff1": 0.291917, + "nauc_recall_at_100_max": 0.260776, + "nauc_recall_at_100_std": 0.132632, + "nauc_recall_at_100_diff1": 0.219343, + "nauc_recall_at_1000_max": 0.407054, + "nauc_recall_at_1000_std": 0.405381, + "nauc_recall_at_1000_diff1": 0.184538, + "nauc_precision_at_1_max": 0.359279, + "nauc_precision_at_1_std": -0.036952, + "nauc_precision_at_1_diff1": 0.525836, + "nauc_precision_at_3_max": 0.359025, + "nauc_precision_at_3_std": -0.000973, + "nauc_precision_at_3_diff1": 0.382927, + "nauc_precision_at_5_max": 0.356548, + "nauc_precision_at_5_std": 0.009791, + "nauc_precision_at_5_diff1": 0.344437, + "nauc_precision_at_10_max": 0.347862, + "nauc_precision_at_10_std": 0.035338, + "nauc_precision_at_10_diff1": 0.290206, + "nauc_precision_at_20_max": 0.33401, + "nauc_precision_at_20_std": 0.070078, + "nauc_precision_at_20_diff1": 0.245045, + "nauc_precision_at_100_max": 0.263244, + "nauc_precision_at_100_std": 0.161132, + "nauc_precision_at_100_diff1": 0.14879, + "nauc_precision_at_1000_max": 0.199397, + "nauc_precision_at_1000_std": 0.171623, + "nauc_precision_at_1000_diff1": 0.063158, + "nauc_mrr_at_1_max": 0.359279, + "nauc_mrr_at_1_std": -0.036952, + "nauc_mrr_at_1_diff1": 0.525836, + "nauc_mrr_at_3_max": 0.340234, + "nauc_mrr_at_3_std": -0.026931, + "nauc_mrr_at_3_diff1": 0.478623, + "nauc_mrr_at_5_max": 0.338868, + "nauc_mrr_at_5_std": -0.024965, + "nauc_mrr_at_5_diff1": 0.470069, + "nauc_mrr_at_10_max": 0.338116, + "nauc_mrr_at_10_std": -0.022372, + "nauc_mrr_at_10_diff1": 0.465608, + "nauc_mrr_at_20_max": 0.337761, + "nauc_mrr_at_20_std": -0.019634, + "nauc_mrr_at_20_diff1": 0.462992, + "nauc_mrr_at_100_max": 0.338045, + "nauc_mrr_at_100_std": -0.017649, + "nauc_mrr_at_100_diff1": 0.462229, + "nauc_mrr_at_1000_max": 0.338256, + "nauc_mrr_at_1000_std": -0.017763, + "nauc_mrr_at_1000_diff1": 0.462597, + "main_score": 0.26878, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1309.1649432182312, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-large-1024/2/MedicalQARetrieval.json new file mode 100644 index 0000000000..0de21f1cd8 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6665, + "ndcg_at_3": 0.76126, + "ndcg_at_5": 0.7812, + "ndcg_at_10": 0.79783, + "ndcg_at_20": 0.8052, + "ndcg_at_100": 0.81003, + "ndcg_at_1000": 0.81241, + "map_at_1": 0.6665, + "map_at_3": 0.73901, + "map_at_5": 0.75022, + "map_at_10": 0.75711, + "map_at_20": 0.75918, + "map_at_100": 0.75986, + "map_at_1000": 0.75994, + "recall_at_1": 0.6665, + "recall_at_3": 0.8252, + "recall_at_5": 0.87305, + "recall_at_10": 0.92432, + "recall_at_20": 0.95312, + "recall_at_100": 0.979, + "recall_at_1000": 0.99805, + "precision_at_1": 0.6665, + "precision_at_3": 0.27507, + "precision_at_5": 0.17461, + "precision_at_10": 0.09243, + "precision_at_20": 0.04766, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.666992, + "mrr_at_3": 0.738851, + "mrr_at_5": 0.75035, + "mrr_at_10": 0.757156, + "mrr_at_20": 0.759222, + "mrr_at_100": 0.759903, + "mrr_at_1000": 0.759987, + "nauc_ndcg_at_1_max": 0.431925, + "nauc_ndcg_at_1_std": -0.077757, + "nauc_ndcg_at_1_diff1": 0.722517, + "nauc_ndcg_at_3_max": 0.406981, + "nauc_ndcg_at_3_std": -0.109056, + "nauc_ndcg_at_3_diff1": 0.672078, + "nauc_ndcg_at_5_max": 0.41217, + "nauc_ndcg_at_5_std": -0.122666, + "nauc_ndcg_at_5_diff1": 0.671732, + "nauc_ndcg_at_10_max": 0.424372, + "nauc_ndcg_at_10_std": -0.128668, + "nauc_ndcg_at_10_diff1": 0.674773, + "nauc_ndcg_at_20_max": 0.422939, + "nauc_ndcg_at_20_std": -0.114341, + "nauc_ndcg_at_20_diff1": 0.675205, + "nauc_ndcg_at_100_max": 0.422592, + "nauc_ndcg_at_100_std": -0.101543, + "nauc_ndcg_at_100_diff1": 0.680895, + "nauc_ndcg_at_1000_max": 0.420874, + "nauc_ndcg_at_1000_std": -0.104244, + "nauc_ndcg_at_1000_diff1": 0.682066, + "nauc_map_at_1_max": 0.431925, + "nauc_map_at_1_std": -0.077757, + "nauc_map_at_1_diff1": 0.722517, + "nauc_map_at_3_max": 0.412696, + "nauc_map_at_3_std": -0.099659, + "nauc_map_at_3_diff1": 0.686482, + "nauc_map_at_5_max": 0.415823, + "nauc_map_at_5_std": -0.106008, + "nauc_map_at_5_diff1": 0.687013, + "nauc_map_at_10_max": 0.420429, + "nauc_map_at_10_std": -0.107752, + "nauc_map_at_10_diff1": 0.688453, + "nauc_map_at_20_max": 0.420186, + "nauc_map_at_20_std": -0.104442, + "nauc_map_at_20_diff1": 0.688667, + "nauc_map_at_100_max": 0.420276, + "nauc_map_at_100_std": -0.102594, + "nauc_map_at_100_diff1": 0.689357, + "nauc_map_at_1000_max": 0.420213, + "nauc_map_at_1000_std": -0.102604, + "nauc_map_at_1000_diff1": 0.689378, + "nauc_recall_at_1_max": 0.431925, + "nauc_recall_at_1_std": -0.077757, + "nauc_recall_at_1_diff1": 0.722517, + "nauc_recall_at_3_max": 0.385242, + "nauc_recall_at_3_std": -0.146439, + "nauc_recall_at_3_diff1": 0.615196, + "nauc_recall_at_5_max": 0.395463, + "nauc_recall_at_5_std": -0.210605, + "nauc_recall_at_5_diff1": 0.594299, + "nauc_recall_at_10_max": 0.470151, + "nauc_recall_at_10_std": -0.307944, + "nauc_recall_at_10_diff1": 0.568708, + "nauc_recall_at_20_max": 0.473894, + "nauc_recall_at_20_std": -0.207977, + "nauc_recall_at_20_diff1": 0.51046, + "nauc_recall_at_100_max": 0.502895, + "nauc_recall_at_100_std": 0.165767, + "nauc_recall_at_100_diff1": 0.545995, + "nauc_recall_at_1000_max": 0.221154, + "nauc_recall_at_1000_std": 0.625924, + "nauc_recall_at_1000_diff1": 0.101001, + "nauc_precision_at_1_max": 0.431925, + "nauc_precision_at_1_std": -0.077757, + "nauc_precision_at_1_diff1": 0.722517, + "nauc_precision_at_3_max": 0.385242, + "nauc_precision_at_3_std": -0.146439, + "nauc_precision_at_3_diff1": 0.615196, + "nauc_precision_at_5_max": 0.395463, + "nauc_precision_at_5_std": -0.210605, + "nauc_precision_at_5_diff1": 0.594299, + "nauc_precision_at_10_max": 0.470151, + "nauc_precision_at_10_std": -0.307944, + "nauc_precision_at_10_diff1": 0.568708, + "nauc_precision_at_20_max": 0.473894, + "nauc_precision_at_20_std": -0.207977, + "nauc_precision_at_20_diff1": 0.51046, + "nauc_precision_at_100_max": 0.502895, + "nauc_precision_at_100_std": 0.165767, + "nauc_precision_at_100_diff1": 0.545995, + "nauc_precision_at_1000_max": 0.221154, + "nauc_precision_at_1000_std": 0.625924, + "nauc_precision_at_1000_diff1": 0.101001, + "nauc_mrr_at_1_max": 0.431075, + "nauc_mrr_at_1_std": -0.074542, + "nauc_mrr_at_1_diff1": 0.721462, + "nauc_mrr_at_3_max": 0.413016, + "nauc_mrr_at_3_std": -0.097628, + "nauc_mrr_at_3_diff1": 0.686375, + "nauc_mrr_at_5_max": 0.415494, + "nauc_mrr_at_5_std": -0.104095, + "nauc_mrr_at_5_diff1": 0.686514, + "nauc_mrr_at_10_max": 0.420337, + "nauc_mrr_at_10_std": -0.105411, + "nauc_mrr_at_10_diff1": 0.688094, + "nauc_mrr_at_20_max": 0.420095, + "nauc_mrr_at_20_std": -0.102107, + "nauc_mrr_at_20_diff1": 0.68831, + "nauc_mrr_at_100_max": 0.420184, + "nauc_mrr_at_100_std": -0.100252, + "nauc_mrr_at_100_diff1": 0.688999, + "nauc_mrr_at_1000_max": 0.420121, + "nauc_mrr_at_1000_std": -0.100261, + "nauc_mrr_at_1000_diff1": 0.68902, + "main_score": 0.79783, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 44.50923204421997, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/MedrxivClusteringP2P.v2.json b/results/openai__text-embedding-3-large-1024/2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..1ccbd77927 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.37833, + 0.358117, + 0.360245, + 0.358848, + 0.361243, + 0.374797, + 0.360955, + 0.365837, + 0.368681, + 0.362174 + ] + }, + "v_measure": 0.364923, + "v_measure_std": 0.006589, + "main_score": 0.364923, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 52.36758494377136, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-large-1024/2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..136eac390b --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.358301, + 0.347217, + 0.362324, + 0.342444, + 0.364759, + 0.340076, + 0.347422, + 0.341297, + 0.362791, + 0.354891 + ] + }, + "v_measure": 0.352152, + "v_measure_std": 0.009086, + "main_score": 0.352152, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14.078858852386475, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/NFCorpus.json b/results/openai__text-embedding-3-large-1024/2/NFCorpus.json new file mode 100644 index 0000000000..bbe81d0d10 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.5031, + "ndcg_at_3": 0.46586, + "ndcg_at_5": 0.44266, + "ndcg_at_10": 0.40977, + "ndcg_at_20": 0.38453, + "ndcg_at_100": 0.3774, + "ndcg_at_1000": 0.46865, + "map_at_1": 0.06877, + "map_at_3": 0.11393, + "map_at_5": 0.13304, + "map_at_10": 0.15637, + "map_at_20": 0.17621, + "map_at_100": 0.20313, + "map_at_1000": 0.22045, + "recall_at_1": 0.06877, + "recall_at_3": 0.1235, + "recall_at_5": 0.15436, + "recall_at_10": 0.19838, + "recall_at_20": 0.24287, + "recall_at_100": 0.38724, + "recall_at_1000": 0.7269, + "precision_at_1": 0.52012, + "precision_at_3": 0.43756, + "precision_at_5": 0.38762, + "precision_at_10": 0.30805, + "precision_at_20": 0.23111, + "precision_at_100": 0.0969, + "precision_at_1000": 0.02305, + "mrr_at_1": 0.520124, + "mrr_at_3": 0.588751, + "mrr_at_5": 0.604386, + "mrr_at_10": 0.608563, + "mrr_at_20": 0.611898, + "mrr_at_100": 0.613853, + "mrr_at_1000": 0.614258, + "nauc_ndcg_at_1_max": 0.346089, + "nauc_ndcg_at_1_std": 0.218985, + "nauc_ndcg_at_1_diff1": 0.335252, + "nauc_ndcg_at_3_max": 0.336507, + "nauc_ndcg_at_3_std": 0.242773, + "nauc_ndcg_at_3_diff1": 0.203648, + "nauc_ndcg_at_5_max": 0.366026, + "nauc_ndcg_at_5_std": 0.288525, + "nauc_ndcg_at_5_diff1": 0.180486, + "nauc_ndcg_at_10_max": 0.361262, + "nauc_ndcg_at_10_std": 0.288532, + "nauc_ndcg_at_10_diff1": 0.189828, + "nauc_ndcg_at_20_max": 0.348232, + "nauc_ndcg_at_20_std": 0.293724, + "nauc_ndcg_at_20_diff1": 0.198488, + "nauc_ndcg_at_100_max": 0.397603, + "nauc_ndcg_at_100_std": 0.316302, + "nauc_ndcg_at_100_diff1": 0.240443, + "nauc_ndcg_at_1000_max": 0.460421, + "nauc_ndcg_at_1000_std": 0.382751, + "nauc_ndcg_at_1000_diff1": 0.247562, + "nauc_map_at_1_max": 0.091713, + "nauc_map_at_1_std": -0.108071, + "nauc_map_at_1_diff1": 0.584475, + "nauc_map_at_3_max": 0.161514, + "nauc_map_at_3_std": -0.054895, + "nauc_map_at_3_diff1": 0.481904, + "nauc_map_at_5_max": 0.202676, + "nauc_map_at_5_std": -0.010897, + "nauc_map_at_5_diff1": 0.42401, + "nauc_map_at_10_max": 0.249689, + "nauc_map_at_10_std": 0.045101, + "nauc_map_at_10_diff1": 0.371949, + "nauc_map_at_20_max": 0.285148, + "nauc_map_at_20_std": 0.100087, + "nauc_map_at_20_diff1": 0.334448, + "nauc_map_at_100_max": 0.315582, + "nauc_map_at_100_std": 0.173103, + "nauc_map_at_100_diff1": 0.304621, + "nauc_map_at_1000_max": 0.319859, + "nauc_map_at_1000_std": 0.207727, + "nauc_map_at_1000_diff1": 0.287728, + "nauc_recall_at_1_max": 0.091713, + "nauc_recall_at_1_std": -0.108071, + "nauc_recall_at_1_diff1": 0.584475, + "nauc_recall_at_3_max": 0.150281, + "nauc_recall_at_3_std": -0.049895, + "nauc_recall_at_3_diff1": 0.457521, + "nauc_recall_at_5_max": 0.199715, + "nauc_recall_at_5_std": 0.009167, + "nauc_recall_at_5_diff1": 0.376605, + "nauc_recall_at_10_max": 0.223616, + "nauc_recall_at_10_std": 0.047478, + "nauc_recall_at_10_diff1": 0.311849, + "nauc_recall_at_20_max": 0.248088, + "nauc_recall_at_20_std": 0.104454, + "nauc_recall_at_20_diff1": 0.258324, + "nauc_recall_at_100_max": 0.260443, + "nauc_recall_at_100_std": 0.182426, + "nauc_recall_at_100_diff1": 0.185797, + "nauc_recall_at_1000_max": 0.187801, + "nauc_recall_at_1000_std": 0.165603, + "nauc_recall_at_1000_diff1": 0.16593, + "nauc_precision_at_1_max": 0.370023, + "nauc_precision_at_1_std": 0.230036, + "nauc_precision_at_1_diff1": 0.335757, + "nauc_precision_at_3_max": 0.323854, + "nauc_precision_at_3_std": 0.280534, + "nauc_precision_at_3_diff1": 0.049542, + "nauc_precision_at_5_max": 0.360885, + "nauc_precision_at_5_std": 0.36686, + "nauc_precision_at_5_diff1": -0.049305, + "nauc_precision_at_10_max": 0.335131, + "nauc_precision_at_10_std": 0.381427, + "nauc_precision_at_10_diff1": -0.08556, + "nauc_precision_at_20_max": 0.262879, + "nauc_precision_at_20_std": 0.39557, + "nauc_precision_at_20_diff1": -0.115671, + "nauc_precision_at_100_max": 0.133346, + "nauc_precision_at_100_std": 0.399096, + "nauc_precision_at_100_diff1": -0.158668, + "nauc_precision_at_1000_max": -0.019599, + "nauc_precision_at_1000_std": 0.281081, + "nauc_precision_at_1000_diff1": -0.176404, + "nauc_mrr_at_1_max": 0.370023, + "nauc_mrr_at_1_std": 0.230036, + "nauc_mrr_at_1_diff1": 0.335757, + "nauc_mrr_at_3_max": 0.409598, + "nauc_mrr_at_3_std": 0.300191, + "nauc_mrr_at_3_diff1": 0.299932, + "nauc_mrr_at_5_max": 0.43035, + "nauc_mrr_at_5_std": 0.325281, + "nauc_mrr_at_5_diff1": 0.300264, + "nauc_mrr_at_10_max": 0.43649, + "nauc_mrr_at_10_std": 0.326667, + "nauc_mrr_at_10_diff1": 0.302706, + "nauc_mrr_at_20_max": 0.435751, + "nauc_mrr_at_20_std": 0.325269, + "nauc_mrr_at_20_diff1": 0.301088, + "nauc_mrr_at_100_max": 0.434688, + "nauc_mrr_at_100_std": 0.324024, + "nauc_mrr_at_100_diff1": 0.300715, + "nauc_mrr_at_1000_max": 0.434299, + "nauc_mrr_at_1000_std": 0.323505, + "nauc_mrr_at_1000_diff1": 0.300768, + "main_score": 0.40977, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 84.92823433876038, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/PublicHealthQA.json b/results/openai__text-embedding-3-large-1024/2/PublicHealthQA.json new file mode 100644 index 0000000000..3e06157772 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74419, + "ndcg_at_3": 0.85548, + "ndcg_at_5": 0.86948, + "ndcg_at_10": 0.881, + "ndcg_at_20": 0.881, + "ndcg_at_100": 0.881, + "ndcg_at_1000": 0.881, + "map_at_1": 0.74419, + "map_at_3": 0.82946, + "map_at_5": 0.83702, + "map_at_10": 0.84191, + "map_at_20": 0.84191, + "map_at_100": 0.84191, + "map_at_1000": 0.84191, + "recall_at_1": 0.74419, + "recall_at_3": 0.93023, + "recall_at_5": 0.96512, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74419, + "precision_at_3": 0.31008, + "precision_at_5": 0.19302, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.744186, + "mrr_at_3": 0.829457, + "mrr_at_5": 0.837016, + "mrr_at_10": 0.841907, + "mrr_at_20": 0.841907, + "mrr_at_100": 0.841907, + "mrr_at_1000": 0.841907, + "nauc_ndcg_at_1_max": 0.447247, + "nauc_ndcg_at_1_std": -0.086681, + "nauc_ndcg_at_1_diff1": 0.838755, + "nauc_ndcg_at_3_max": 0.521968, + "nauc_ndcg_at_3_std": 0.034341, + "nauc_ndcg_at_3_diff1": 0.814886, + "nauc_ndcg_at_5_max": 0.492901, + "nauc_ndcg_at_5_std": -0.046778, + "nauc_ndcg_at_5_diff1": 0.822355, + "nauc_ndcg_at_10_max": 0.496407, + "nauc_ndcg_at_10_std": -0.006646, + "nauc_ndcg_at_10_diff1": 0.823044, + "nauc_ndcg_at_20_max": 0.496407, + "nauc_ndcg_at_20_std": -0.006646, + "nauc_ndcg_at_20_diff1": 0.823044, + "nauc_ndcg_at_100_max": 0.496407, + "nauc_ndcg_at_100_std": -0.006646, + "nauc_ndcg_at_100_diff1": 0.823044, + "nauc_ndcg_at_1000_max": 0.496407, + "nauc_ndcg_at_1000_std": -0.006646, + "nauc_ndcg_at_1000_diff1": 0.823044, + "nauc_map_at_1_max": 0.447247, + "nauc_map_at_1_std": -0.086681, + "nauc_map_at_1_diff1": 0.838755, + "nauc_map_at_3_max": 0.504551, + "nauc_map_at_3_std": 0.009754, + "nauc_map_at_3_diff1": 0.819433, + "nauc_map_at_5_max": 0.491889, + "nauc_map_at_5_std": -0.026027, + "nauc_map_at_5_diff1": 0.823339, + "nauc_map_at_10_max": 0.493251, + "nauc_map_at_10_std": -0.010895, + "nauc_map_at_10_diff1": 0.823776, + "nauc_map_at_20_max": 0.493251, + "nauc_map_at_20_std": -0.010895, + "nauc_map_at_20_diff1": 0.823776, + "nauc_map_at_100_max": 0.493251, + "nauc_map_at_100_std": -0.010895, + "nauc_map_at_100_diff1": 0.823776, + "nauc_map_at_1000_max": 0.493251, + "nauc_map_at_1000_std": -0.010895, + "nauc_map_at_1000_diff1": 0.823776, + "nauc_recall_at_1_max": 0.447247, + "nauc_recall_at_1_std": -0.086681, + "nauc_recall_at_1_diff1": 0.838755, + "nauc_recall_at_3_max": 0.62626, + "nauc_recall_at_3_std": 0.176513, + "nauc_recall_at_3_diff1": 0.789081, + "nauc_recall_at_5_max": 0.466263, + "nauc_recall_at_5_std": -0.389432, + "nauc_recall_at_5_diff1": 0.819724, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.447247, + "nauc_precision_at_1_std": -0.086681, + "nauc_precision_at_1_diff1": 0.838755, + "nauc_precision_at_3_max": 0.62626, + "nauc_precision_at_3_std": 0.176513, + "nauc_precision_at_3_diff1": 0.789081, + "nauc_precision_at_5_max": 0.466263, + "nauc_precision_at_5_std": -0.389432, + "nauc_precision_at_5_diff1": 0.819724, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.447247, + "nauc_mrr_at_1_std": -0.086681, + "nauc_mrr_at_1_diff1": 0.838755, + "nauc_mrr_at_3_max": 0.504551, + "nauc_mrr_at_3_std": 0.009754, + "nauc_mrr_at_3_diff1": 0.819433, + "nauc_mrr_at_5_max": 0.491889, + "nauc_mrr_at_5_std": -0.026027, + "nauc_mrr_at_5_diff1": 0.823339, + "nauc_mrr_at_10_max": 0.493251, + "nauc_mrr_at_10_std": -0.010895, + "nauc_mrr_at_10_diff1": 0.823776, + "nauc_mrr_at_20_max": 0.493251, + "nauc_mrr_at_20_std": -0.010895, + "nauc_mrr_at_20_diff1": 0.823776, + "nauc_mrr_at_100_max": 0.493251, + "nauc_mrr_at_100_std": -0.010895, + "nauc_mrr_at_100_diff1": 0.823776, + "nauc_mrr_at_1000_max": 0.493251, + "nauc_mrr_at_1000_std": -0.010895, + "nauc_mrr_at_1000_diff1": 0.823776, + "main_score": 0.881, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.69939, + "ndcg_at_3": 0.83472, + "ndcg_at_5": 0.85505, + "ndcg_at_10": 0.86119, + "ndcg_at_20": 0.86273, + "ndcg_at_100": 0.86403, + "ndcg_at_1000": 0.86403, + "map_at_1": 0.69939, + "map_at_3": 0.8047, + "map_at_5": 0.81605, + "map_at_10": 0.81871, + "map_at_20": 0.81912, + "map_at_100": 0.81937, + "map_at_1000": 0.81937, + "recall_at_1": 0.69939, + "recall_at_3": 0.92025, + "recall_at_5": 0.96933, + "recall_at_10": 0.98773, + "recall_at_20": 0.99387, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.69939, + "precision_at_3": 0.30675, + "precision_at_5": 0.19387, + "precision_at_10": 0.09877, + "precision_at_20": 0.04969, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.699387, + "mrr_at_3": 0.804703, + "mrr_at_5": 0.816053, + "mrr_at_10": 0.818712, + "mrr_at_20": 0.819121, + "mrr_at_100": 0.819366, + "mrr_at_1000": 0.819366, + "nauc_ndcg_at_1_max": 0.542101, + "nauc_ndcg_at_1_std": 0.071272, + "nauc_ndcg_at_1_diff1": 0.657952, + "nauc_ndcg_at_3_max": 0.560635, + "nauc_ndcg_at_3_std": -0.041386, + "nauc_ndcg_at_3_diff1": 0.689107, + "nauc_ndcg_at_5_max": 0.551446, + "nauc_ndcg_at_5_std": 0.005484, + "nauc_ndcg_at_5_diff1": 0.6811, + "nauc_ndcg_at_10_max": 0.549705, + "nauc_ndcg_at_10_std": 0.046314, + "nauc_ndcg_at_10_diff1": 0.673131, + "nauc_ndcg_at_20_max": 0.544043, + "nauc_ndcg_at_20_std": 0.034322, + "nauc_ndcg_at_20_diff1": 0.672516, + "nauc_ndcg_at_100_max": 0.548614, + "nauc_ndcg_at_100_std": 0.028703, + "nauc_ndcg_at_100_diff1": 0.67198, + "nauc_ndcg_at_1000_max": 0.548614, + "nauc_ndcg_at_1000_std": 0.028703, + "nauc_ndcg_at_1000_diff1": 0.67198, + "nauc_map_at_1_max": 0.542101, + "nauc_map_at_1_std": 0.071272, + "nauc_map_at_1_diff1": 0.657952, + "nauc_map_at_3_max": 0.554312, + "nauc_map_at_3_std": -0.003514, + "nauc_map_at_3_diff1": 0.677595, + "nauc_map_at_5_max": 0.549908, + "nauc_map_at_5_std": 0.021456, + "nauc_map_at_5_diff1": 0.67314, + "nauc_map_at_10_max": 0.548995, + "nauc_map_at_10_std": 0.034056, + "nauc_map_at_10_diff1": 0.67057, + "nauc_map_at_20_max": 0.547844, + "nauc_map_at_20_std": 0.031589, + "nauc_map_at_20_diff1": 0.670438, + "nauc_map_at_100_max": 0.548498, + "nauc_map_at_100_std": 0.030788, + "nauc_map_at_100_diff1": 0.670359, + "nauc_map_at_1000_max": 0.548498, + "nauc_map_at_1000_std": 0.030788, + "nauc_map_at_1000_diff1": 0.670359, + "nauc_recall_at_1_max": 0.542101, + "nauc_recall_at_1_std": 0.071272, + "nauc_recall_at_1_diff1": 0.657952, + "nauc_recall_at_3_max": 0.600286, + "nauc_recall_at_3_std": -0.278327, + "nauc_recall_at_3_diff1": 0.762135, + "nauc_recall_at_5_max": 0.567537, + "nauc_recall_at_5_std": -0.213467, + "nauc_recall_at_5_diff1": 0.799579, + "nauc_recall_at_10_max": 0.560699, + "nauc_recall_at_10_std": 0.776911, + "nauc_recall_at_10_diff1": 0.722037, + "nauc_recall_at_20_max": 0.121397, + "nauc_recall_at_20_std": 0.553822, + "nauc_recall_at_20_diff1": 0.722037, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.542101, + "nauc_precision_at_1_std": 0.071272, + "nauc_precision_at_1_diff1": 0.657952, + "nauc_precision_at_3_max": 0.600286, + "nauc_precision_at_3_std": -0.278327, + "nauc_precision_at_3_diff1": 0.762135, + "nauc_precision_at_5_max": 0.567537, + "nauc_precision_at_5_std": -0.213467, + "nauc_precision_at_5_diff1": 0.799579, + "nauc_precision_at_10_max": 0.560699, + "nauc_precision_at_10_std": 0.776911, + "nauc_precision_at_10_diff1": 0.722037, + "nauc_precision_at_20_max": 0.121397, + "nauc_precision_at_20_std": 0.553822, + "nauc_precision_at_20_diff1": 0.722037, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.542101, + "nauc_mrr_at_1_std": 0.071272, + "nauc_mrr_at_1_diff1": 0.657952, + "nauc_mrr_at_3_max": 0.554312, + "nauc_mrr_at_3_std": -0.003514, + "nauc_mrr_at_3_diff1": 0.677595, + "nauc_mrr_at_5_max": 0.549908, + "nauc_mrr_at_5_std": 0.021456, + "nauc_mrr_at_5_diff1": 0.67314, + "nauc_mrr_at_10_max": 0.548995, + "nauc_mrr_at_10_std": 0.034056, + "nauc_mrr_at_10_diff1": 0.67057, + "nauc_mrr_at_20_max": 0.547844, + "nauc_mrr_at_20_std": 0.031589, + "nauc_mrr_at_20_diff1": 0.670438, + "nauc_mrr_at_100_max": 0.548498, + "nauc_mrr_at_100_std": 0.030788, + "nauc_mrr_at_100_diff1": 0.670359, + "nauc_mrr_at_1000_max": 0.548498, + "nauc_mrr_at_1000_std": 0.030788, + "nauc_mrr_at_1000_diff1": 0.670359, + "main_score": 0.86119, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.77907, + "ndcg_at_3": 0.86773, + "ndcg_at_5": 0.88475, + "ndcg_at_10": 0.89633, + "ndcg_at_20": 0.89633, + "ndcg_at_100": 0.89633, + "ndcg_at_1000": 0.89633, + "map_at_1": 0.77907, + "map_at_3": 0.84787, + "map_at_5": 0.85746, + "map_at_10": 0.86243, + "map_at_20": 0.86243, + "map_at_100": 0.86243, + "map_at_1000": 0.86243, + "recall_at_1": 0.77907, + "recall_at_3": 0.92442, + "recall_at_5": 0.96512, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.77907, + "precision_at_3": 0.30814, + "precision_at_5": 0.19302, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.77907, + "mrr_at_3": 0.847868, + "mrr_at_5": 0.857461, + "mrr_at_10": 0.862426, + "mrr_at_20": 0.862426, + "mrr_at_100": 0.862426, + "mrr_at_1000": 0.862426, + "nauc_ndcg_at_1_max": 0.373728, + "nauc_ndcg_at_1_std": -0.134014, + "nauc_ndcg_at_1_diff1": 0.733273, + "nauc_ndcg_at_3_max": 0.376203, + "nauc_ndcg_at_3_std": -0.122514, + "nauc_ndcg_at_3_diff1": 0.672796, + "nauc_ndcg_at_5_max": 0.387569, + "nauc_ndcg_at_5_std": -0.120564, + "nauc_ndcg_at_5_diff1": 0.688818, + "nauc_ndcg_at_10_max": 0.37291, + "nauc_ndcg_at_10_std": -0.136138, + "nauc_ndcg_at_10_diff1": 0.702021, + "nauc_ndcg_at_20_max": 0.37291, + "nauc_ndcg_at_20_std": -0.136138, + "nauc_ndcg_at_20_diff1": 0.702021, + "nauc_ndcg_at_100_max": 0.37291, + "nauc_ndcg_at_100_std": -0.136138, + "nauc_ndcg_at_100_diff1": 0.702021, + "nauc_ndcg_at_1000_max": 0.37291, + "nauc_ndcg_at_1000_std": -0.136138, + "nauc_ndcg_at_1000_diff1": 0.702021, + "nauc_map_at_1_max": 0.373728, + "nauc_map_at_1_std": -0.134014, + "nauc_map_at_1_diff1": 0.733273, + "nauc_map_at_3_max": 0.372447, + "nauc_map_at_3_std": -0.129909, + "nauc_map_at_3_diff1": 0.689527, + "nauc_map_at_5_max": 0.377209, + "nauc_map_at_5_std": -0.129425, + "nauc_map_at_5_diff1": 0.698708, + "nauc_map_at_10_max": 0.372222, + "nauc_map_at_10_std": -0.136072, + "nauc_map_at_10_diff1": 0.703991, + "nauc_map_at_20_max": 0.372222, + "nauc_map_at_20_std": -0.136072, + "nauc_map_at_20_diff1": 0.703991, + "nauc_map_at_100_max": 0.372222, + "nauc_map_at_100_std": -0.136072, + "nauc_map_at_100_diff1": 0.703991, + "nauc_map_at_1000_max": 0.372222, + "nauc_map_at_1000_std": -0.136072, + "nauc_map_at_1000_diff1": 0.703991, + "nauc_recall_at_1_max": 0.373728, + "nauc_recall_at_1_std": -0.134014, + "nauc_recall_at_1_diff1": 0.733273, + "nauc_recall_at_3_max": 0.398896, + "nauc_recall_at_3_std": -0.079593, + "nauc_recall_at_3_diff1": 0.584833, + "nauc_recall_at_5_max": 0.512461, + "nauc_recall_at_5_std": -0.017007, + "nauc_recall_at_5_diff1": 0.59111, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.373728, + "nauc_precision_at_1_std": -0.134014, + "nauc_precision_at_1_diff1": 0.733273, + "nauc_precision_at_3_max": 0.398896, + "nauc_precision_at_3_std": -0.079593, + "nauc_precision_at_3_diff1": 0.584833, + "nauc_precision_at_5_max": 0.512461, + "nauc_precision_at_5_std": -0.017007, + "nauc_precision_at_5_diff1": 0.59111, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.373728, + "nauc_mrr_at_1_std": -0.134014, + "nauc_mrr_at_1_diff1": 0.733273, + "nauc_mrr_at_3_max": 0.372447, + "nauc_mrr_at_3_std": -0.129909, + "nauc_mrr_at_3_diff1": 0.689527, + "nauc_mrr_at_5_max": 0.377209, + "nauc_mrr_at_5_std": -0.129425, + "nauc_mrr_at_5_diff1": 0.698708, + "nauc_mrr_at_10_max": 0.372222, + "nauc_mrr_at_10_std": -0.136072, + "nauc_mrr_at_10_diff1": 0.703991, + "nauc_mrr_at_20_max": 0.372222, + "nauc_mrr_at_20_std": -0.136072, + "nauc_mrr_at_20_diff1": 0.703991, + "nauc_mrr_at_100_max": 0.372222, + "nauc_mrr_at_100_std": -0.136072, + "nauc_mrr_at_100_diff1": 0.703991, + "nauc_mrr_at_1000_max": 0.372222, + "nauc_mrr_at_1000_std": -0.136072, + "nauc_mrr_at_1000_diff1": 0.703991, + "main_score": 0.89633, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.89187, + "ndcg_at_5": 0.90656, + "ndcg_at_10": 0.91075, + "ndcg_at_20": 0.91075, + "ndcg_at_100": 0.91075, + "ndcg_at_1000": 0.91075, + "map_at_1": 0.8, + "map_at_3": 0.87059, + "map_at_5": 0.87882, + "map_at_10": 0.88078, + "map_at_20": 0.88078, + "map_at_100": 0.88078, + "map_at_1000": 0.88078, + "recall_at_1": 0.8, + "recall_at_3": 0.95294, + "recall_at_5": 0.98824, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.31765, + "precision_at_5": 0.19765, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.870588, + "mrr_at_5": 0.878824, + "mrr_at_10": 0.880784, + "mrr_at_20": 0.880784, + "mrr_at_100": 0.880784, + "mrr_at_1000": 0.880784, + "nauc_ndcg_at_1_max": 0.422682, + "nauc_ndcg_at_1_std": -0.207625, + "nauc_ndcg_at_1_diff1": 0.910034, + "nauc_ndcg_at_3_max": 0.446989, + "nauc_ndcg_at_3_std": -0.170844, + "nauc_ndcg_at_3_diff1": 0.87051, + "nauc_ndcg_at_5_max": 0.431185, + "nauc_ndcg_at_5_std": -0.238422, + "nauc_ndcg_at_5_diff1": 0.895309, + "nauc_ndcg_at_10_max": 0.434853, + "nauc_ndcg_at_10_std": -0.221956, + "nauc_ndcg_at_10_diff1": 0.890097, + "nauc_ndcg_at_20_max": 0.434853, + "nauc_ndcg_at_20_std": -0.221956, + "nauc_ndcg_at_20_diff1": 0.890097, + "nauc_ndcg_at_100_max": 0.434853, + "nauc_ndcg_at_100_std": -0.221956, + "nauc_ndcg_at_100_diff1": 0.890097, + "nauc_ndcg_at_1000_max": 0.434853, + "nauc_ndcg_at_1000_std": -0.221956, + "nauc_ndcg_at_1000_diff1": 0.890097, + "nauc_map_at_1_max": 0.422682, + "nauc_map_at_1_std": -0.207625, + "nauc_map_at_1_diff1": 0.910034, + "nauc_map_at_3_max": 0.442281, + "nauc_map_at_3_std": -0.192319, + "nauc_map_at_3_diff1": 0.882082, + "nauc_map_at_5_max": 0.433292, + "nauc_map_at_5_std": -0.226688, + "nauc_map_at_5_diff1": 0.893243, + "nauc_map_at_10_max": 0.434614, + "nauc_map_at_10_std": -0.22071, + "nauc_map_at_10_diff1": 0.89138, + "nauc_map_at_20_max": 0.434614, + "nauc_map_at_20_std": -0.22071, + "nauc_map_at_20_diff1": 0.89138, + "nauc_map_at_100_max": 0.434614, + "nauc_map_at_100_std": -0.22071, + "nauc_map_at_100_diff1": 0.89138, + "nauc_map_at_1000_max": 0.434614, + "nauc_map_at_1000_std": -0.22071, + "nauc_map_at_1000_diff1": 0.89138, + "nauc_recall_at_1_max": 0.422682, + "nauc_recall_at_1_std": -0.207625, + "nauc_recall_at_1_diff1": 0.910034, + "nauc_recall_at_3_max": 0.477849, + "nauc_recall_at_3_std": -0.000878, + "nauc_recall_at_3_diff1": 0.786695, + "nauc_recall_at_5_max": 0.357501, + "nauc_recall_at_5_std": -0.569175, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.422682, + "nauc_precision_at_1_std": -0.207625, + "nauc_precision_at_1_diff1": 0.910034, + "nauc_precision_at_3_max": 0.477849, + "nauc_precision_at_3_std": -0.000878, + "nauc_precision_at_3_diff1": 0.786695, + "nauc_precision_at_5_max": 0.357501, + "nauc_precision_at_5_std": -0.569175, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.422682, + "nauc_mrr_at_1_std": -0.207625, + "nauc_mrr_at_1_diff1": 0.910034, + "nauc_mrr_at_3_max": 0.442281, + "nauc_mrr_at_3_std": -0.192319, + "nauc_mrr_at_3_diff1": 0.882082, + "nauc_mrr_at_5_max": 0.433292, + "nauc_mrr_at_5_std": -0.226688, + "nauc_mrr_at_5_diff1": 0.893243, + "nauc_mrr_at_10_max": 0.434614, + "nauc_mrr_at_10_std": -0.22071, + "nauc_mrr_at_10_diff1": 0.89138, + "nauc_mrr_at_20_max": 0.434614, + "nauc_mrr_at_20_std": -0.22071, + "nauc_mrr_at_20_diff1": 0.89138, + "nauc_mrr_at_100_max": 0.434614, + "nauc_mrr_at_100_std": -0.22071, + "nauc_mrr_at_100_diff1": 0.89138, + "nauc_mrr_at_1000_max": 0.434614, + "nauc_mrr_at_1000_std": -0.22071, + "nauc_mrr_at_1000_diff1": 0.89138, + "main_score": 0.91075, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.7013, + "ndcg_at_3": 0.81911, + "ndcg_at_5": 0.82413, + "ndcg_at_10": 0.8455, + "ndcg_at_20": 0.85186, + "ndcg_at_100": 0.85186, + "ndcg_at_1000": 0.85186, + "map_at_1": 0.7013, + "map_at_3": 0.79221, + "map_at_5": 0.79481, + "map_at_10": 0.80383, + "map_at_20": 0.80546, + "map_at_100": 0.80546, + "map_at_1000": 0.80546, + "recall_at_1": 0.7013, + "recall_at_3": 0.8961, + "recall_at_5": 0.90909, + "recall_at_10": 0.97403, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7013, + "precision_at_3": 0.2987, + "precision_at_5": 0.18182, + "precision_at_10": 0.0974, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.701299, + "mrr_at_3": 0.792208, + "mrr_at_5": 0.794805, + "mrr_at_10": 0.803834, + "mrr_at_20": 0.805464, + "mrr_at_100": 0.805464, + "mrr_at_1000": 0.805464, + "nauc_ndcg_at_1_max": 0.189819, + "nauc_ndcg_at_1_std": -0.144903, + "nauc_ndcg_at_1_diff1": 0.639576, + "nauc_ndcg_at_3_max": 0.224625, + "nauc_ndcg_at_3_std": -0.330702, + "nauc_ndcg_at_3_diff1": 0.638506, + "nauc_ndcg_at_5_max": 0.22773, + "nauc_ndcg_at_5_std": -0.323495, + "nauc_ndcg_at_5_diff1": 0.627167, + "nauc_ndcg_at_10_max": 0.174238, + "nauc_ndcg_at_10_std": -0.253004, + "nauc_ndcg_at_10_diff1": 0.62495, + "nauc_ndcg_at_20_max": 0.201517, + "nauc_ndcg_at_20_std": -0.257041, + "nauc_ndcg_at_20_diff1": 0.638623, + "nauc_ndcg_at_100_max": 0.201517, + "nauc_ndcg_at_100_std": -0.257041, + "nauc_ndcg_at_100_diff1": 0.638623, + "nauc_ndcg_at_1000_max": 0.201517, + "nauc_ndcg_at_1000_std": -0.257041, + "nauc_ndcg_at_1000_diff1": 0.638623, + "nauc_map_at_1_max": 0.189819, + "nauc_map_at_1_std": -0.144903, + "nauc_map_at_1_diff1": 0.639576, + "nauc_map_at_3_max": 0.213463, + "nauc_map_at_3_std": -0.273955, + "nauc_map_at_3_diff1": 0.640925, + "nauc_map_at_5_max": 0.214703, + "nauc_map_at_5_std": -0.26991, + "nauc_map_at_5_diff1": 0.635855, + "nauc_map_at_10_max": 0.195938, + "nauc_map_at_10_std": -0.246379, + "nauc_map_at_10_diff1": 0.636803, + "nauc_map_at_20_max": 0.202018, + "nauc_map_at_20_std": -0.246708, + "nauc_map_at_20_diff1": 0.639794, + "nauc_map_at_100_max": 0.202018, + "nauc_map_at_100_std": -0.246708, + "nauc_map_at_100_diff1": 0.639794, + "nauc_map_at_1000_max": 0.202018, + "nauc_map_at_1000_std": -0.246708, + "nauc_map_at_1000_diff1": 0.639794, + "nauc_recall_at_1_max": 0.189819, + "nauc_recall_at_1_std": -0.144903, + "nauc_recall_at_1_diff1": 0.639576, + "nauc_recall_at_3_max": 0.282136, + "nauc_recall_at_3_std": -0.6209, + "nauc_recall_at_3_diff1": 0.624447, + "nauc_recall_at_5_max": 0.304493, + "nauc_recall_at_5_std": -0.629537, + "nauc_recall_at_5_diff1": 0.570797, + "nauc_recall_at_10_max": -0.365271, + "nauc_recall_at_10_std": -0.147826, + "nauc_recall_at_10_diff1": 0.351065, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.189819, + "nauc_precision_at_1_std": -0.144903, + "nauc_precision_at_1_diff1": 0.639576, + "nauc_precision_at_3_max": 0.282136, + "nauc_precision_at_3_std": -0.6209, + "nauc_precision_at_3_diff1": 0.624447, + "nauc_precision_at_5_max": 0.304493, + "nauc_precision_at_5_std": -0.629537, + "nauc_precision_at_5_diff1": 0.570797, + "nauc_precision_at_10_max": -0.365271, + "nauc_precision_at_10_std": -0.147826, + "nauc_precision_at_10_diff1": 0.351065, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.189819, + "nauc_mrr_at_1_std": -0.144903, + "nauc_mrr_at_1_diff1": 0.639576, + "nauc_mrr_at_3_max": 0.213463, + "nauc_mrr_at_3_std": -0.273955, + "nauc_mrr_at_3_diff1": 0.640925, + "nauc_mrr_at_5_max": 0.214703, + "nauc_mrr_at_5_std": -0.26991, + "nauc_mrr_at_5_diff1": 0.635855, + "nauc_mrr_at_10_max": 0.195938, + "nauc_mrr_at_10_std": -0.246379, + "nauc_mrr_at_10_diff1": 0.636803, + "nauc_mrr_at_20_max": 0.202018, + "nauc_mrr_at_20_std": -0.246708, + "nauc_mrr_at_20_diff1": 0.639794, + "nauc_mrr_at_100_max": 0.202018, + "nauc_mrr_at_100_std": -0.246708, + "nauc_mrr_at_100_diff1": 0.639794, + "nauc_mrr_at_1000_max": 0.202018, + "nauc_mrr_at_1000_std": -0.246708, + "nauc_mrr_at_1000_diff1": 0.639794, + "main_score": 0.8455, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.70769, + "ndcg_at_3": 0.84523, + "ndcg_at_5": 0.85119, + "ndcg_at_10": 0.85582, + "ndcg_at_20": 0.8632, + "ndcg_at_100": 0.8632, + "ndcg_at_1000": 0.8632, + "map_at_1": 0.70769, + "map_at_3": 0.81282, + "map_at_5": 0.8159, + "map_at_10": 0.81761, + "map_at_20": 0.81942, + "map_at_100": 0.81942, + "map_at_1000": 0.81942, + "recall_at_1": 0.70769, + "recall_at_3": 0.93846, + "recall_at_5": 0.95385, + "recall_at_10": 0.96923, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.70769, + "precision_at_3": 0.31282, + "precision_at_5": 0.19077, + "precision_at_10": 0.09692, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.707692, + "mrr_at_3": 0.812821, + "mrr_at_5": 0.815897, + "mrr_at_10": 0.817607, + "mrr_at_20": 0.819423, + "mrr_at_100": 0.819423, + "mrr_at_1000": 0.819423, + "nauc_ndcg_at_1_max": 0.345125, + "nauc_ndcg_at_1_std": 0.035667, + "nauc_ndcg_at_1_diff1": 0.777834, + "nauc_ndcg_at_3_max": 0.505175, + "nauc_ndcg_at_3_std": 0.180116, + "nauc_ndcg_at_3_diff1": 0.771126, + "nauc_ndcg_at_5_max": 0.48892, + "nauc_ndcg_at_5_std": 0.195634, + "nauc_ndcg_at_5_diff1": 0.766708, + "nauc_ndcg_at_10_max": 0.470584, + "nauc_ndcg_at_10_std": 0.166775, + "nauc_ndcg_at_10_diff1": 0.758338, + "nauc_ndcg_at_20_max": 0.438455, + "nauc_ndcg_at_20_std": 0.120217, + "nauc_ndcg_at_20_diff1": 0.761342, + "nauc_ndcg_at_100_max": 0.438455, + "nauc_ndcg_at_100_std": 0.120217, + "nauc_ndcg_at_100_diff1": 0.761342, + "nauc_ndcg_at_1000_max": 0.438455, + "nauc_ndcg_at_1000_std": 0.120217, + "nauc_ndcg_at_1000_diff1": 0.761342, + "nauc_map_at_1_max": 0.345125, + "nauc_map_at_1_std": 0.035667, + "nauc_map_at_1_diff1": 0.777834, + "nauc_map_at_3_max": 0.446122, + "nauc_map_at_3_std": 0.118094, + "nauc_map_at_3_diff1": 0.76557, + "nauc_map_at_5_max": 0.438147, + "nauc_map_at_5_std": 0.123481, + "nauc_map_at_5_diff1": 0.7636, + "nauc_map_at_10_max": 0.432218, + "nauc_map_at_10_std": 0.114231, + "nauc_map_at_10_diff1": 0.761105, + "nauc_map_at_20_max": 0.425779, + "nauc_map_at_20_std": 0.104965, + "nauc_map_at_20_diff1": 0.761769, + "nauc_map_at_100_max": 0.425779, + "nauc_map_at_100_std": 0.104965, + "nauc_map_at_100_diff1": 0.761769, + "nauc_map_at_1000_max": 0.425779, + "nauc_map_at_1000_std": 0.104965, + "nauc_map_at_1000_diff1": 0.761769, + "nauc_recall_at_1_max": 0.345125, + "nauc_recall_at_1_std": 0.035667, + "nauc_recall_at_1_diff1": 0.777834, + "nauc_recall_at_3_max": 0.967597, + "nauc_recall_at_3_std": 0.675465, + "nauc_recall_at_3_diff1": 0.823543, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.956796, + "nauc_recall_at_5_diff1": 0.807928, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.935194, + "nauc_recall_at_10_diff1": 0.711892, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.345125, + "nauc_precision_at_1_std": 0.035667, + "nauc_precision_at_1_diff1": 0.777834, + "nauc_precision_at_3_max": 0.967597, + "nauc_precision_at_3_std": 0.675465, + "nauc_precision_at_3_diff1": 0.823543, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.956796, + "nauc_precision_at_5_diff1": 0.807928, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.935194, + "nauc_precision_at_10_diff1": 0.711892, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.345125, + "nauc_mrr_at_1_std": 0.035667, + "nauc_mrr_at_1_diff1": 0.777834, + "nauc_mrr_at_3_max": 0.446122, + "nauc_mrr_at_3_std": 0.118094, + "nauc_mrr_at_3_diff1": 0.76557, + "nauc_mrr_at_5_max": 0.438147, + "nauc_mrr_at_5_std": 0.123481, + "nauc_mrr_at_5_diff1": 0.7636, + "nauc_mrr_at_10_max": 0.432218, + "nauc_mrr_at_10_std": 0.114231, + "nauc_mrr_at_10_diff1": 0.761105, + "nauc_mrr_at_20_max": 0.425779, + "nauc_mrr_at_20_std": 0.104965, + "nauc_mrr_at_20_diff1": 0.761769, + "nauc_mrr_at_100_max": 0.425779, + "nauc_mrr_at_100_std": 0.104965, + "nauc_mrr_at_100_diff1": 0.761769, + "nauc_mrr_at_1000_max": 0.425779, + "nauc_mrr_at_1000_std": 0.104965, + "nauc_mrr_at_1000_diff1": 0.761769, + "main_score": 0.85582, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.75309, + "ndcg_at_3": 0.85876, + "ndcg_at_5": 0.86858, + "ndcg_at_10": 0.88313, + "ndcg_at_20": 0.88313, + "ndcg_at_100": 0.88313, + "ndcg_at_1000": 0.88313, + "map_at_1": 0.75309, + "map_at_3": 0.83333, + "map_at_5": 0.83858, + "map_at_10": 0.84492, + "map_at_20": 0.84492, + "map_at_100": 0.84492, + "map_at_1000": 0.84492, + "recall_at_1": 0.75309, + "recall_at_3": 0.9321, + "recall_at_5": 0.95679, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.75309, + "precision_at_3": 0.3107, + "precision_at_5": 0.19136, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753086, + "mrr_at_3": 0.833333, + "mrr_at_5": 0.83858, + "mrr_at_10": 0.844925, + "mrr_at_20": 0.844925, + "mrr_at_100": 0.844925, + "mrr_at_1000": 0.844925, + "nauc_ndcg_at_1_max": 0.450319, + "nauc_ndcg_at_1_std": -0.035419, + "nauc_ndcg_at_1_diff1": 0.7239, + "nauc_ndcg_at_3_max": 0.493116, + "nauc_ndcg_at_3_std": -0.058654, + "nauc_ndcg_at_3_diff1": 0.715343, + "nauc_ndcg_at_5_max": 0.463574, + "nauc_ndcg_at_5_std": -0.089636, + "nauc_ndcg_at_5_diff1": 0.703628, + "nauc_ndcg_at_10_max": 0.459869, + "nauc_ndcg_at_10_std": -0.050884, + "nauc_ndcg_at_10_diff1": 0.708549, + "nauc_ndcg_at_20_max": 0.459869, + "nauc_ndcg_at_20_std": -0.050884, + "nauc_ndcg_at_20_diff1": 0.708549, + "nauc_ndcg_at_100_max": 0.459869, + "nauc_ndcg_at_100_std": -0.050884, + "nauc_ndcg_at_100_diff1": 0.708549, + "nauc_ndcg_at_1000_max": 0.459869, + "nauc_ndcg_at_1000_std": -0.050884, + "nauc_ndcg_at_1000_diff1": 0.708549, + "nauc_map_at_1_max": 0.450319, + "nauc_map_at_1_std": -0.035419, + "nauc_map_at_1_diff1": 0.7239, + "nauc_map_at_3_max": 0.474241, + "nauc_map_at_3_std": -0.049266, + "nauc_map_at_3_diff1": 0.713493, + "nauc_map_at_5_max": 0.460766, + "nauc_map_at_5_std": -0.062785, + "nauc_map_at_5_diff1": 0.708129, + "nauc_map_at_10_max": 0.458839, + "nauc_map_at_10_std": -0.048611, + "nauc_map_at_10_diff1": 0.709539, + "nauc_map_at_20_max": 0.458839, + "nauc_map_at_20_std": -0.048611, + "nauc_map_at_20_diff1": 0.709539, + "nauc_map_at_100_max": 0.458839, + "nauc_map_at_100_std": -0.048611, + "nauc_map_at_100_diff1": 0.709539, + "nauc_map_at_1000_max": 0.458839, + "nauc_map_at_1000_std": -0.048611, + "nauc_map_at_1000_diff1": 0.709539, + "nauc_recall_at_1_max": 0.450319, + "nauc_recall_at_1_std": -0.035419, + "nauc_recall_at_1_diff1": 0.7239, + "nauc_recall_at_3_max": 0.619438, + "nauc_recall_at_3_std": -0.12085, + "nauc_recall_at_3_diff1": 0.731844, + "nauc_recall_at_5_max": 0.481159, + "nauc_recall_at_5_std": -0.371094, + "nauc_recall_at_5_diff1": 0.660947, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.450319, + "nauc_precision_at_1_std": -0.035419, + "nauc_precision_at_1_diff1": 0.7239, + "nauc_precision_at_3_max": 0.619438, + "nauc_precision_at_3_std": -0.12085, + "nauc_precision_at_3_diff1": 0.731844, + "nauc_precision_at_5_max": 0.481159, + "nauc_precision_at_5_std": -0.371094, + "nauc_precision_at_5_diff1": 0.660947, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.450319, + "nauc_mrr_at_1_std": -0.035419, + "nauc_mrr_at_1_diff1": 0.7239, + "nauc_mrr_at_3_max": 0.474241, + "nauc_mrr_at_3_std": -0.049266, + "nauc_mrr_at_3_diff1": 0.713493, + "nauc_mrr_at_5_max": 0.460766, + "nauc_mrr_at_5_std": -0.062785, + "nauc_mrr_at_5_diff1": 0.708129, + "nauc_mrr_at_10_max": 0.458839, + "nauc_mrr_at_10_std": -0.048611, + "nauc_mrr_at_10_diff1": 0.709539, + "nauc_mrr_at_20_max": 0.458839, + "nauc_mrr_at_20_std": -0.048611, + "nauc_mrr_at_20_diff1": 0.709539, + "nauc_mrr_at_100_max": 0.458839, + "nauc_mrr_at_100_std": -0.048611, + "nauc_mrr_at_100_diff1": 0.709539, + "nauc_mrr_at_1000_max": 0.458839, + "nauc_mrr_at_1000_std": -0.048611, + "nauc_mrr_at_1000_diff1": 0.709539, + "main_score": 0.88313, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.68831, + "ndcg_at_3": 0.81261, + "ndcg_at_5": 0.82323, + "ndcg_at_10": 0.84019, + "ndcg_at_20": 0.8437, + "ndcg_at_100": 0.84646, + "ndcg_at_1000": 0.84646, + "map_at_1": 0.68831, + "map_at_3": 0.78355, + "map_at_5": 0.78939, + "map_at_10": 0.79648, + "map_at_20": 0.79756, + "map_at_100": 0.79808, + "map_at_1000": 0.79808, + "recall_at_1": 0.68831, + "recall_at_3": 0.8961, + "recall_at_5": 0.92208, + "recall_at_10": 0.97403, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.68831, + "precision_at_3": 0.2987, + "precision_at_5": 0.18442, + "precision_at_10": 0.0974, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.688312, + "mrr_at_3": 0.78355, + "mrr_at_5": 0.789394, + "mrr_at_10": 0.79648, + "mrr_at_20": 0.797562, + "mrr_at_100": 0.798082, + "mrr_at_1000": 0.798082, + "nauc_ndcg_at_1_max": 0.220392, + "nauc_ndcg_at_1_std": -0.27155, + "nauc_ndcg_at_1_diff1": 0.668602, + "nauc_ndcg_at_3_max": 0.281995, + "nauc_ndcg_at_3_std": -0.362445, + "nauc_ndcg_at_3_diff1": 0.716435, + "nauc_ndcg_at_5_max": 0.285102, + "nauc_ndcg_at_5_std": -0.312157, + "nauc_ndcg_at_5_diff1": 0.711557, + "nauc_ndcg_at_10_max": 0.228983, + "nauc_ndcg_at_10_std": -0.381836, + "nauc_ndcg_at_10_diff1": 0.689307, + "nauc_ndcg_at_20_max": 0.239027, + "nauc_ndcg_at_20_std": -0.347593, + "nauc_ndcg_at_20_diff1": 0.692721, + "nauc_ndcg_at_100_max": 0.247299, + "nauc_ndcg_at_100_std": -0.343252, + "nauc_ndcg_at_100_diff1": 0.692112, + "nauc_ndcg_at_1000_max": 0.247299, + "nauc_ndcg_at_1000_std": -0.343252, + "nauc_ndcg_at_1000_diff1": 0.692112, + "nauc_map_at_1_max": 0.220392, + "nauc_map_at_1_std": -0.27155, + "nauc_map_at_1_diff1": 0.668602, + "nauc_map_at_3_max": 0.261534, + "nauc_map_at_3_std": -0.341813, + "nauc_map_at_3_diff1": 0.700253, + "nauc_map_at_5_max": 0.262559, + "nauc_map_at_5_std": -0.318628, + "nauc_map_at_5_diff1": 0.697054, + "nauc_map_at_10_max": 0.242592, + "nauc_map_at_10_std": -0.344924, + "nauc_map_at_10_diff1": 0.689133, + "nauc_map_at_20_max": 0.245079, + "nauc_map_at_20_std": -0.336501, + "nauc_map_at_20_diff1": 0.689949, + "nauc_map_at_100_max": 0.246284, + "nauc_map_at_100_std": -0.335846, + "nauc_map_at_100_diff1": 0.689853, + "nauc_map_at_1000_max": 0.246284, + "nauc_map_at_1000_std": -0.335846, + "nauc_map_at_1000_diff1": 0.689853, + "nauc_recall_at_1_max": 0.220392, + "nauc_recall_at_1_std": -0.27155, + "nauc_recall_at_1_diff1": 0.668602, + "nauc_recall_at_3_max": 0.3911, + "nauc_recall_at_3_std": -0.46515, + "nauc_recall_at_3_diff1": 0.802951, + "nauc_recall_at_5_max": 0.440874, + "nauc_recall_at_5_std": -0.238369, + "nauc_recall_at_5_diff1": 0.811461, + "nauc_recall_at_10_max": -0.166582, + "nauc_recall_at_10_std": -1.145493, + "nauc_recall_at_10_diff1": 0.638725, + "nauc_recall_at_20_max": -0.166582, + "nauc_recall_at_20_std": -0.560444, + "nauc_recall_at_20_diff1": 0.722603, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.220392, + "nauc_precision_at_1_std": -0.27155, + "nauc_precision_at_1_diff1": 0.668602, + "nauc_precision_at_3_max": 0.3911, + "nauc_precision_at_3_std": -0.46515, + "nauc_precision_at_3_diff1": 0.802951, + "nauc_precision_at_5_max": 0.440874, + "nauc_precision_at_5_std": -0.238369, + "nauc_precision_at_5_diff1": 0.811461, + "nauc_precision_at_10_max": -0.166582, + "nauc_precision_at_10_std": -1.145493, + "nauc_precision_at_10_diff1": 0.638725, + "nauc_precision_at_20_max": -0.166582, + "nauc_precision_at_20_std": -0.560444, + "nauc_precision_at_20_diff1": 0.722603, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.220392, + "nauc_mrr_at_1_std": -0.27155, + "nauc_mrr_at_1_diff1": 0.668602, + "nauc_mrr_at_3_max": 0.261534, + "nauc_mrr_at_3_std": -0.341813, + "nauc_mrr_at_3_diff1": 0.700253, + "nauc_mrr_at_5_max": 0.262559, + "nauc_mrr_at_5_std": -0.318628, + "nauc_mrr_at_5_diff1": 0.697054, + "nauc_mrr_at_10_max": 0.242592, + "nauc_mrr_at_10_std": -0.344924, + "nauc_mrr_at_10_diff1": 0.689133, + "nauc_mrr_at_20_max": 0.245079, + "nauc_mrr_at_20_std": -0.336501, + "nauc_mrr_at_20_diff1": 0.689949, + "nauc_mrr_at_100_max": 0.246284, + "nauc_mrr_at_100_std": -0.335846, + "nauc_mrr_at_100_diff1": 0.689853, + "nauc_mrr_at_1000_max": 0.246284, + "nauc_mrr_at_1000_std": -0.335846, + "nauc_mrr_at_1000_diff1": 0.689853, + "main_score": 0.84019, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 49.29306983947754, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/SciFact-PL.json b/results/openai__text-embedding-3-large-1024/2/SciFact-PL.json new file mode 100644 index 0000000000..399d8d5c19 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.64126, + "ndcg_at_5": 0.67213, + "ndcg_at_10": 0.69591, + "ndcg_at_20": 0.70959, + "ndcg_at_100": 0.72453, + "ndcg_at_1000": 0.72863, + "map_at_1": 0.53828, + "map_at_3": 0.61444, + "map_at_5": 0.63423, + "map_at_10": 0.64698, + "map_at_20": 0.65116, + "map_at_100": 0.65327, + "map_at_1000": 0.65342, + "recall_at_1": 0.53828, + "recall_at_3": 0.68878, + "recall_at_5": 0.76622, + "recall_at_10": 0.83267, + "recall_at_20": 0.885, + "recall_at_100": 0.965, + "recall_at_1000": 0.99667, + "precision_at_1": 0.57, + "precision_at_3": 0.25222, + "precision_at_5": 0.17, + "precision_at_10": 0.09533, + "precision_at_20": 0.0505, + "precision_at_100": 0.01093, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.57, + "mrr_at_3": 0.634444, + "mrr_at_5": 0.652278, + "mrr_at_10": 0.65923, + "mrr_at_20": 0.662809, + "mrr_at_100": 0.664799, + "mrr_at_1000": 0.664944, + "nauc_ndcg_at_1_max": 0.53477, + "nauc_ndcg_at_1_std": 0.114484, + "nauc_ndcg_at_1_diff1": 0.673976, + "nauc_ndcg_at_3_max": 0.506335, + "nauc_ndcg_at_3_std": 0.025848, + "nauc_ndcg_at_3_diff1": 0.612184, + "nauc_ndcg_at_5_max": 0.51554, + "nauc_ndcg_at_5_std": 0.034694, + "nauc_ndcg_at_5_diff1": 0.605281, + "nauc_ndcg_at_10_max": 0.540742, + "nauc_ndcg_at_10_std": 0.086079, + "nauc_ndcg_at_10_diff1": 0.621258, + "nauc_ndcg_at_20_max": 0.531046, + "nauc_ndcg_at_20_std": 0.074589, + "nauc_ndcg_at_20_diff1": 0.619027, + "nauc_ndcg_at_100_max": 0.536046, + "nauc_ndcg_at_100_std": 0.086449, + "nauc_ndcg_at_100_diff1": 0.627758, + "nauc_ndcg_at_1000_max": 0.533289, + "nauc_ndcg_at_1000_std": 0.080675, + "nauc_ndcg_at_1000_diff1": 0.627607, + "nauc_map_at_1_max": 0.473662, + "nauc_map_at_1_std": 0.02321, + "nauc_map_at_1_diff1": 0.664487, + "nauc_map_at_3_max": 0.496854, + "nauc_map_at_3_std": 0.012298, + "nauc_map_at_3_diff1": 0.627279, + "nauc_map_at_5_max": 0.505221, + "nauc_map_at_5_std": 0.02384, + "nauc_map_at_5_diff1": 0.623547, + "nauc_map_at_10_max": 0.52225, + "nauc_map_at_10_std": 0.05865, + "nauc_map_at_10_diff1": 0.630171, + "nauc_map_at_20_max": 0.519329, + "nauc_map_at_20_std": 0.056301, + "nauc_map_at_20_diff1": 0.630043, + "nauc_map_at_100_max": 0.519925, + "nauc_map_at_100_std": 0.057838, + "nauc_map_at_100_diff1": 0.631342, + "nauc_map_at_1000_max": 0.51988, + "nauc_map_at_1000_std": 0.057676, + "nauc_map_at_1000_diff1": 0.63134, + "nauc_recall_at_1_max": 0.473662, + "nauc_recall_at_1_std": 0.02321, + "nauc_recall_at_1_diff1": 0.664487, + "nauc_recall_at_3_max": 0.47987, + "nauc_recall_at_3_std": -0.043583, + "nauc_recall_at_3_diff1": 0.554697, + "nauc_recall_at_5_max": 0.503751, + "nauc_recall_at_5_std": -0.008262, + "nauc_recall_at_5_diff1": 0.517387, + "nauc_recall_at_10_max": 0.592284, + "nauc_recall_at_10_std": 0.148564, + "nauc_recall_at_10_diff1": 0.576637, + "nauc_recall_at_20_max": 0.537597, + "nauc_recall_at_20_std": 0.076137, + "nauc_recall_at_20_diff1": 0.538905, + "nauc_recall_at_100_max": 0.719554, + "nauc_recall_at_100_std": 0.441666, + "nauc_recall_at_100_diff1": 0.6385, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.722222, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.53477, + "nauc_precision_at_1_std": 0.114484, + "nauc_precision_at_1_diff1": 0.673976, + "nauc_precision_at_3_max": 0.477383, + "nauc_precision_at_3_std": 0.134934, + "nauc_precision_at_3_diff1": 0.428492, + "nauc_precision_at_5_max": 0.475896, + "nauc_precision_at_5_std": 0.218957, + "nauc_precision_at_5_diff1": 0.323045, + "nauc_precision_at_10_max": 0.429504, + "nauc_precision_at_10_std": 0.395547, + "nauc_precision_at_10_diff1": 0.206732, + "nauc_precision_at_20_max": 0.360326, + "nauc_precision_at_20_std": 0.395965, + "nauc_precision_at_20_diff1": 0.129312, + "nauc_precision_at_100_max": 0.303528, + "nauc_precision_at_100_std": 0.518854, + "nauc_precision_at_100_diff1": 0.000307, + "nauc_precision_at_1000_max": 0.244422, + "nauc_precision_at_1000_std": 0.529333, + "nauc_precision_at_1000_diff1": -0.088423, + "nauc_mrr_at_1_max": 0.53477, + "nauc_mrr_at_1_std": 0.114484, + "nauc_mrr_at_1_diff1": 0.673976, + "nauc_mrr_at_3_max": 0.52554, + "nauc_mrr_at_3_std": 0.072815, + "nauc_mrr_at_3_diff1": 0.62876, + "nauc_mrr_at_5_max": 0.53375, + "nauc_mrr_at_5_std": 0.088374, + "nauc_mrr_at_5_diff1": 0.625104, + "nauc_mrr_at_10_max": 0.536894, + "nauc_mrr_at_10_std": 0.09774, + "nauc_mrr_at_10_diff1": 0.629861, + "nauc_mrr_at_20_max": 0.53449, + "nauc_mrr_at_20_std": 0.094834, + "nauc_mrr_at_20_diff1": 0.62907, + "nauc_mrr_at_100_max": 0.535259, + "nauc_mrr_at_100_std": 0.096716, + "nauc_mrr_at_100_diff1": 0.630506, + "nauc_mrr_at_1000_max": 0.535188, + "nauc_mrr_at_1000_std": 0.096495, + "nauc_mrr_at_1000_diff1": 0.630518, + "main_score": 0.69591, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 124.51090812683105, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/SciFact.json b/results/openai__text-embedding-3-large-1024/2/SciFact.json new file mode 100644 index 0000000000..6da982d214 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.25.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.6576, + "ndcg_at_3": 0.73685, + "ndcg_at_5": 0.758, + "ndcg_at_10": 0.77451, + "ndcg_at_20": 0.78831, + "ndcg_at_100": 0.79605, + "ndcg_at_1000": 0.79827, + "map_at_1": 0.6255, + "map_at_3": 0.70899, + "map_at_5": 0.72384, + "map_at_10": 0.73214, + "map_at_20": 0.73672, + "map_at_100": 0.73786, + "map_at_1000": 0.73796, + "recall_at_1": 0.6255, + "recall_at_3": 0.79205, + "recall_at_5": 0.84133, + "recall_at_10": 0.8885, + "recall_at_20": 0.93933, + "recall_at_100": 0.9796, + "recall_at_1000": 0.99629, + "precision_at_1": 0.6576, + "precision_at_3": 0.28966, + "precision_at_5": 0.18789, + "precision_at_10": 0.10037, + "precision_at_20": 0.0534, + "precision_at_100": 0.01115, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.657602, + "mrr_at_3": 0.729089, + "mrr_at_5": 0.738855, + "mrr_at_10": 0.74422, + "mrr_at_20": 0.747275, + "mrr_at_100": 0.748293, + "mrr_at_1000": 0.748382, + "nauc_ndcg_at_1_max": 0.494796, + "nauc_ndcg_at_1_std": -0.078557, + "nauc_ndcg_at_1_diff1": 0.734176, + "nauc_ndcg_at_3_max": 0.501674, + "nauc_ndcg_at_3_std": -0.098473, + "nauc_ndcg_at_3_diff1": 0.692323, + "nauc_ndcg_at_5_max": 0.52452, + "nauc_ndcg_at_5_std": -0.068248, + "nauc_ndcg_at_5_diff1": 0.690865, + "nauc_ndcg_at_10_max": 0.523163, + "nauc_ndcg_at_10_std": -0.0566, + "nauc_ndcg_at_10_diff1": 0.692966, + "nauc_ndcg_at_20_max": 0.524836, + "nauc_ndcg_at_20_std": -0.034784, + "nauc_ndcg_at_20_diff1": 0.695086, + "nauc_ndcg_at_100_max": 0.52391, + "nauc_ndcg_at_100_std": -0.041335, + "nauc_ndcg_at_100_diff1": 0.693793, + "nauc_ndcg_at_1000_max": 0.522669, + "nauc_ndcg_at_1000_std": -0.050225, + "nauc_ndcg_at_1000_diff1": 0.697385, + "nauc_map_at_1_max": 0.4312, + "nauc_map_at_1_std": -0.137031, + "nauc_map_at_1_diff1": 0.72919, + "nauc_map_at_3_max": 0.481152, + "nauc_map_at_3_std": -0.124698, + "nauc_map_at_3_diff1": 0.703432, + "nauc_map_at_5_max": 0.504591, + "nauc_map_at_5_std": -0.097431, + "nauc_map_at_5_diff1": 0.701999, + "nauc_map_at_10_max": 0.506721, + "nauc_map_at_10_std": -0.088117, + "nauc_map_at_10_diff1": 0.702947, + "nauc_map_at_20_max": 0.507457, + "nauc_map_at_20_std": -0.081314, + "nauc_map_at_20_diff1": 0.70316, + "nauc_map_at_100_max": 0.507638, + "nauc_map_at_100_std": -0.08179, + "nauc_map_at_100_diff1": 0.703006, + "nauc_map_at_1000_max": 0.507578, + "nauc_map_at_1000_std": -0.082095, + "nauc_map_at_1000_diff1": 0.703134, + "nauc_recall_at_1_max": 0.4312, + "nauc_recall_at_1_std": -0.137031, + "nauc_recall_at_1_diff1": 0.72919, + "nauc_recall_at_3_max": 0.489872, + "nauc_recall_at_3_std": -0.121148, + "nauc_recall_at_3_diff1": 0.647284, + "nauc_recall_at_5_max": 0.551128, + "nauc_recall_at_5_std": -0.028629, + "nauc_recall_at_5_diff1": 0.62178, + "nauc_recall_at_10_max": 0.549113, + "nauc_recall_at_10_std": 0.023591, + "nauc_recall_at_10_diff1": 0.61998, + "nauc_recall_at_20_max": 0.592134, + "nauc_recall_at_20_std": 0.311753, + "nauc_recall_at_20_diff1": 0.608485, + "nauc_recall_at_100_max": 0.650989, + "nauc_recall_at_100_std": 0.656937, + "nauc_recall_at_100_diff1": 0.390822, + "nauc_recall_at_1000_max": 0.863807, + "nauc_recall_at_1000_std": 0.609668, + "nauc_recall_at_1000_diff1": 0.342918, + "nauc_precision_at_1_max": 0.494796, + "nauc_precision_at_1_std": -0.078557, + "nauc_precision_at_1_diff1": 0.734176, + "nauc_precision_at_3_max": 0.46336, + "nauc_precision_at_3_std": 0.122158, + "nauc_precision_at_3_diff1": 0.331033, + "nauc_precision_at_5_max": 0.431293, + "nauc_precision_at_5_std": 0.267011, + "nauc_precision_at_5_diff1": 0.160441, + "nauc_precision_at_10_max": 0.33874, + "nauc_precision_at_10_std": 0.339514, + "nauc_precision_at_10_diff1": 0.036204, + "nauc_precision_at_20_max": 0.248248, + "nauc_precision_at_20_std": 0.442998, + "nauc_precision_at_20_diff1": -0.102319, + "nauc_precision_at_100_max": 0.177339, + "nauc_precision_at_100_std": 0.480255, + "nauc_precision_at_100_diff1": -0.242738, + "nauc_precision_at_1000_max": 0.145332, + "nauc_precision_at_1000_std": 0.462144, + "nauc_precision_at_1000_diff1": -0.287311, + "nauc_mrr_at_1_max": 0.494796, + "nauc_mrr_at_1_std": -0.078557, + "nauc_mrr_at_1_diff1": 0.734176, + "nauc_mrr_at_3_max": 0.528969, + "nauc_mrr_at_3_std": -0.05598, + "nauc_mrr_at_3_diff1": 0.709938, + "nauc_mrr_at_5_max": 0.531157, + "nauc_mrr_at_5_std": -0.048462, + "nauc_mrr_at_5_diff1": 0.709319, + "nauc_mrr_at_10_max": 0.527848, + "nauc_mrr_at_10_std": -0.050331, + "nauc_mrr_at_10_diff1": 0.709967, + "nauc_mrr_at_20_max": 0.527146, + "nauc_mrr_at_20_std": -0.048132, + "nauc_mrr_at_20_diff1": 0.710448, + "nauc_mrr_at_100_max": 0.527085, + "nauc_mrr_at_100_std": -0.049171, + "nauc_mrr_at_100_diff1": 0.710322, + "nauc_mrr_at_1000_max": 0.527016, + "nauc_mrr_at_1000_std": -0.049475, + "nauc_mrr_at_1000_diff1": 0.710475, + "main_score": 0.77451, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.65, + "ndcg_at_3": 0.71822, + "ndcg_at_5": 0.74101, + "ndcg_at_10": 0.76562, + "ndcg_at_20": 0.77579, + "ndcg_at_100": 0.78386, + "ndcg_at_1000": 0.7877, + "map_at_1": 0.61828, + "map_at_3": 0.68969, + "map_at_5": 0.70665, + "map_at_10": 0.72009, + "map_at_20": 0.72342, + "map_at_100": 0.72467, + "map_at_1000": 0.72482, + "recall_at_1": 0.61828, + "recall_at_3": 0.76639, + "recall_at_5": 0.82311, + "recall_at_10": 0.89167, + "recall_at_20": 0.92833, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "precision_at_1": 0.65, + "precision_at_3": 0.27667, + "precision_at_5": 0.18267, + "precision_at_10": 0.101, + "precision_at_20": 0.05283, + "precision_at_100": 0.011, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.65, + "mrr_at_3": 0.714444, + "mrr_at_5": 0.725111, + "mrr_at_10": 0.733081, + "mrr_at_20": 0.735605, + "mrr_at_100": 0.736743, + "mrr_at_1000": 0.736894, + "nauc_ndcg_at_1_max": 0.528538, + "nauc_ndcg_at_1_std": 0.056321, + "nauc_ndcg_at_1_diff1": 0.734662, + "nauc_ndcg_at_3_max": 0.49534, + "nauc_ndcg_at_3_std": -0.012358, + "nauc_ndcg_at_3_diff1": 0.686996, + "nauc_ndcg_at_5_max": 0.512193, + "nauc_ndcg_at_5_std": 0.023659, + "nauc_ndcg_at_5_diff1": 0.679468, + "nauc_ndcg_at_10_max": 0.549425, + "nauc_ndcg_at_10_std": 0.051379, + "nauc_ndcg_at_10_diff1": 0.695736, + "nauc_ndcg_at_20_max": 0.549351, + "nauc_ndcg_at_20_std": 0.055872, + "nauc_ndcg_at_20_diff1": 0.698315, + "nauc_ndcg_at_100_max": 0.542152, + "nauc_ndcg_at_100_std": 0.060177, + "nauc_ndcg_at_100_diff1": 0.699967, + "nauc_ndcg_at_1000_max": 0.536252, + "nauc_ndcg_at_1000_std": 0.050664, + "nauc_ndcg_at_1000_diff1": 0.698614, + "nauc_map_at_1_max": 0.438757, + "nauc_map_at_1_std": -0.070242, + "nauc_map_at_1_diff1": 0.707011, + "nauc_map_at_3_max": 0.466742, + "nauc_map_at_3_std": -0.054401, + "nauc_map_at_3_diff1": 0.689136, + "nauc_map_at_5_max": 0.486106, + "nauc_map_at_5_std": -0.011979, + "nauc_map_at_5_diff1": 0.686595, + "nauc_map_at_10_max": 0.510751, + "nauc_map_at_10_std": 0.012903, + "nauc_map_at_10_diff1": 0.695936, + "nauc_map_at_20_max": 0.51105, + "nauc_map_at_20_std": 0.0155, + "nauc_map_at_20_diff1": 0.696065, + "nauc_map_at_100_max": 0.509833, + "nauc_map_at_100_std": 0.015485, + "nauc_map_at_100_diff1": 0.696069, + "nauc_map_at_1000_max": 0.509676, + "nauc_map_at_1000_std": 0.015336, + "nauc_map_at_1000_diff1": 0.696024, + "nauc_recall_at_1_max": 0.438757, + "nauc_recall_at_1_std": -0.070242, + "nauc_recall_at_1_diff1": 0.707011, + "nauc_recall_at_3_max": 0.477944, + "nauc_recall_at_3_std": -0.066005, + "nauc_recall_at_3_diff1": 0.648686, + "nauc_recall_at_5_max": 0.519424, + "nauc_recall_at_5_std": 0.044435, + "nauc_recall_at_5_diff1": 0.607325, + "nauc_recall_at_10_max": 0.692215, + "nauc_recall_at_10_std": 0.140811, + "nauc_recall_at_10_diff1": 0.666132, + "nauc_recall_at_20_max": 0.760895, + "nauc_recall_at_20_std": 0.196545, + "nauc_recall_at_20_diff1": 0.695394, + "nauc_recall_at_100_max": 0.838469, + "nauc_recall_at_100_std": 0.567434, + "nauc_recall_at_100_diff1": 0.764239, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.528538, + "nauc_precision_at_1_std": 0.056321, + "nauc_precision_at_1_diff1": 0.734662, + "nauc_precision_at_3_max": 0.507804, + "nauc_precision_at_3_std": 0.211825, + "nauc_precision_at_3_diff1": 0.474408, + "nauc_precision_at_5_max": 0.4654, + "nauc_precision_at_5_std": 0.402648, + "nauc_precision_at_5_diff1": 0.277438, + "nauc_precision_at_10_max": 0.454786, + "nauc_precision_at_10_std": 0.526447, + "nauc_precision_at_10_diff1": 0.136569, + "nauc_precision_at_20_max": 0.394217, + "nauc_precision_at_20_std": 0.557339, + "nauc_precision_at_20_diff1": 0.039929, + "nauc_precision_at_100_max": 0.327478, + "nauc_precision_at_100_std": 0.646871, + "nauc_precision_at_100_diff1": -0.066282, + "nauc_precision_at_1000_max": 0.259706, + "nauc_precision_at_1000_std": 0.657406, + "nauc_precision_at_1000_diff1": -0.176433, + "nauc_mrr_at_1_max": 0.528538, + "nauc_mrr_at_1_std": 0.056321, + "nauc_mrr_at_1_diff1": 0.734662, + "nauc_mrr_at_3_max": 0.541277, + "nauc_mrr_at_3_std": 0.059064, + "nauc_mrr_at_3_diff1": 0.710608, + "nauc_mrr_at_5_max": 0.545771, + "nauc_mrr_at_5_std": 0.073712, + "nauc_mrr_at_5_diff1": 0.706058, + "nauc_mrr_at_10_max": 0.551521, + "nauc_mrr_at_10_std": 0.073827, + "nauc_mrr_at_10_diff1": 0.709729, + "nauc_mrr_at_20_max": 0.550194, + "nauc_mrr_at_20_std": 0.074171, + "nauc_mrr_at_20_diff1": 0.710864, + "nauc_mrr_at_100_max": 0.549243, + "nauc_mrr_at_100_std": 0.074166, + "nauc_mrr_at_100_diff1": 0.711094, + "nauc_mrr_at_1000_max": 0.549108, + "nauc_mrr_at_1000_std": 0.074052, + "nauc_mrr_at_1000_diff1": 0.711057, + "main_score": 0.76562, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 191.4586627483368, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-large-1024/2/TRECCOVID-PL.json new file mode 100644 index 0000000000..732f167b4c --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.60531, + "ndcg_at_5": 0.60339, + "ndcg_at_10": 0.60928, + "ndcg_at_20": 0.60479, + "ndcg_at_100": 0.50907, + "ndcg_at_1000": 0.49092, + "map_at_1": 0.0018, + "map_at_3": 0.00483, + "map_at_5": 0.0074, + "map_at_10": 0.01412, + "map_at_20": 0.02676, + "map_at_100": 0.09419, + "map_at_1000": 0.23793, + "recall_at_1": 0.0018, + "recall_at_3": 0.00534, + "recall_at_5": 0.00874, + "recall_at_10": 0.01765, + "recall_at_20": 0.03437, + "recall_at_100": 0.13202, + "recall_at_1000": 0.47108, + "precision_at_1": 0.64, + "precision_at_3": 0.64667, + "precision_at_5": 0.652, + "precision_at_10": 0.656, + "precision_at_20": 0.651, + "precision_at_100": 0.5246, + "precision_at_1000": 0.2132, + "mrr_at_1": 0.62, + "mrr_at_3": 0.75, + "mrr_at_5": 0.773, + "mrr_at_10": 0.773, + "mrr_at_20": 0.773, + "mrr_at_100": 0.773, + "mrr_at_1000": 0.773, + "nauc_ndcg_at_1_max": -0.004363, + "nauc_ndcg_at_1_std": 0.402156, + "nauc_ndcg_at_1_diff1": -0.080261, + "nauc_ndcg_at_3_max": 0.210944, + "nauc_ndcg_at_3_std": 0.371511, + "nauc_ndcg_at_3_diff1": -0.036646, + "nauc_ndcg_at_5_max": 0.146854, + "nauc_ndcg_at_5_std": 0.429003, + "nauc_ndcg_at_5_diff1": -0.046455, + "nauc_ndcg_at_10_max": 0.250103, + "nauc_ndcg_at_10_std": 0.485372, + "nauc_ndcg_at_10_diff1": -0.051554, + "nauc_ndcg_at_20_max": 0.330468, + "nauc_ndcg_at_20_std": 0.591567, + "nauc_ndcg_at_20_diff1": -0.027121, + "nauc_ndcg_at_100_max": 0.371496, + "nauc_ndcg_at_100_std": 0.702688, + "nauc_ndcg_at_100_diff1": -0.044392, + "nauc_ndcg_at_1000_max": 0.390792, + "nauc_ndcg_at_1000_std": 0.695662, + "nauc_ndcg_at_1000_diff1": 0.14393, + "nauc_map_at_1_max": -0.081077, + "nauc_map_at_1_std": 0.233514, + "nauc_map_at_1_diff1": -0.029701, + "nauc_map_at_3_max": 0.01447, + "nauc_map_at_3_std": 0.27261, + "nauc_map_at_3_diff1": -0.019982, + "nauc_map_at_5_max": 0.055627, + "nauc_map_at_5_std": 0.312874, + "nauc_map_at_5_diff1": 0.043387, + "nauc_map_at_10_max": 0.098561, + "nauc_map_at_10_std": 0.361992, + "nauc_map_at_10_diff1": 0.036339, + "nauc_map_at_20_max": 0.159908, + "nauc_map_at_20_std": 0.436231, + "nauc_map_at_20_diff1": 0.046619, + "nauc_map_at_100_max": 0.309456, + "nauc_map_at_100_std": 0.649602, + "nauc_map_at_100_diff1": -0.00082, + "nauc_map_at_1000_max": 0.43664, + "nauc_map_at_1000_std": 0.722782, + "nauc_map_at_1000_diff1": 0.033671, + "nauc_recall_at_1_max": -0.081077, + "nauc_recall_at_1_std": 0.233514, + "nauc_recall_at_1_diff1": -0.029701, + "nauc_recall_at_3_max": 0.039696, + "nauc_recall_at_3_std": 0.258373, + "nauc_recall_at_3_diff1": 0.027661, + "nauc_recall_at_5_max": 0.00699, + "nauc_recall_at_5_std": 0.295629, + "nauc_recall_at_5_diff1": 0.098814, + "nauc_recall_at_10_max": 0.035794, + "nauc_recall_at_10_std": 0.315082, + "nauc_recall_at_10_diff1": 0.081054, + "nauc_recall_at_20_max": 0.088846, + "nauc_recall_at_20_std": 0.38402, + "nauc_recall_at_20_diff1": 0.094462, + "nauc_recall_at_100_max": 0.220298, + "nauc_recall_at_100_std": 0.57348, + "nauc_recall_at_100_diff1": 0.086335, + "nauc_recall_at_1000_max": 0.376145, + "nauc_recall_at_1000_std": 0.620428, + "nauc_recall_at_1000_diff1": 0.204944, + "nauc_precision_at_1_max": 0.049495, + "nauc_precision_at_1_std": 0.374473, + "nauc_precision_at_1_diff1": -0.177385, + "nauc_precision_at_3_max": 0.275786, + "nauc_precision_at_3_std": 0.292334, + "nauc_precision_at_3_diff1": -0.09052, + "nauc_precision_at_5_max": 0.192148, + "nauc_precision_at_5_std": 0.399036, + "nauc_precision_at_5_diff1": -0.048104, + "nauc_precision_at_10_max": 0.308782, + "nauc_precision_at_10_std": 0.46204, + "nauc_precision_at_10_diff1": -0.084613, + "nauc_precision_at_20_max": 0.378097, + "nauc_precision_at_20_std": 0.594979, + "nauc_precision_at_20_diff1": -0.063373, + "nauc_precision_at_100_max": 0.398888, + "nauc_precision_at_100_std": 0.716488, + "nauc_precision_at_100_diff1": -0.05181, + "nauc_precision_at_1000_max": 0.410719, + "nauc_precision_at_1000_std": 0.412467, + "nauc_precision_at_1000_diff1": -0.045678, + "nauc_mrr_at_1_max": 0.071286, + "nauc_mrr_at_1_std": 0.323662, + "nauc_mrr_at_1_diff1": -0.105006, + "nauc_mrr_at_3_max": 0.263583, + "nauc_mrr_at_3_std": 0.300544, + "nauc_mrr_at_3_diff1": 0.050183, + "nauc_mrr_at_5_max": 0.189009, + "nauc_mrr_at_5_std": 0.302727, + "nauc_mrr_at_5_diff1": -0.005383, + "nauc_mrr_at_10_max": 0.189009, + "nauc_mrr_at_10_std": 0.302727, + "nauc_mrr_at_10_diff1": -0.005383, + "nauc_mrr_at_20_max": 0.189009, + "nauc_mrr_at_20_std": 0.302727, + "nauc_mrr_at_20_diff1": -0.005383, + "nauc_mrr_at_100_max": 0.189009, + "nauc_mrr_at_100_std": 0.302727, + "nauc_mrr_at_100_diff1": -0.005383, + "nauc_mrr_at_1000_max": 0.189009, + "nauc_mrr_at_1000_std": 0.302727, + "nauc_mrr_at_1000_diff1": -0.005383, + "main_score": 0.60928, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3094.7212269306183, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/TRECCOVID.json b/results/openai__text-embedding-3-large-1024/2/TRECCOVID.json new file mode 100644 index 0000000000..15ecc6f0f4 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.81805, + "ndcg_at_5": 0.80559, + "ndcg_at_10": 0.79914, + "ndcg_at_20": 0.77158, + "ndcg_at_100": 0.64209, + "ndcg_at_1000": 0.5852, + "map_at_1": 0.00248, + "map_at_3": 0.00665, + "map_at_5": 0.01049, + "map_at_10": 0.02011, + "map_at_20": 0.03732, + "map_at_100": 0.13146, + "map_at_1000": 0.3215, + "recall_at_1": 0.00248, + "recall_at_3": 0.00687, + "recall_at_5": 0.01118, + "recall_at_10": 0.0221, + "recall_at_20": 0.04204, + "recall_at_100": 0.16352, + "recall_at_1000": 0.55767, + "precision_at_1": 0.92, + "precision_at_3": 0.86, + "precision_at_5": 0.852, + "precision_at_10": 0.848, + "precision_at_20": 0.816, + "precision_at_100": 0.6618, + "precision_at_1000": 0.25546, + "mrr_at_1": 0.92, + "mrr_at_3": 0.95, + "mrr_at_5": 0.955, + "mrr_at_10": 0.955, + "mrr_at_20": 0.955, + "mrr_at_100": 0.955, + "mrr_at_1000": 0.955, + "nauc_ndcg_at_1_max": -0.038202, + "nauc_ndcg_at_1_std": 0.145776, + "nauc_ndcg_at_1_diff1": 0.356469, + "nauc_ndcg_at_3_max": 0.075821, + "nauc_ndcg_at_3_std": 0.321074, + "nauc_ndcg_at_3_diff1": 0.194071, + "nauc_ndcg_at_5_max": 0.112654, + "nauc_ndcg_at_5_std": 0.344365, + "nauc_ndcg_at_5_diff1": 0.14237, + "nauc_ndcg_at_10_max": 0.238731, + "nauc_ndcg_at_10_std": 0.490483, + "nauc_ndcg_at_10_diff1": 0.205034, + "nauc_ndcg_at_20_max": 0.326041, + "nauc_ndcg_at_20_std": 0.644198, + "nauc_ndcg_at_20_diff1": 0.21432, + "nauc_ndcg_at_100_max": 0.296686, + "nauc_ndcg_at_100_std": 0.787646, + "nauc_ndcg_at_100_diff1": 0.165701, + "nauc_ndcg_at_1000_max": 0.346249, + "nauc_ndcg_at_1000_std": 0.769064, + "nauc_ndcg_at_1000_diff1": 0.228257, + "nauc_map_at_1_max": 0.028924, + "nauc_map_at_1_std": 0.065683, + "nauc_map_at_1_diff1": 0.145436, + "nauc_map_at_3_max": -0.000427, + "nauc_map_at_3_std": 0.126007, + "nauc_map_at_3_diff1": 0.152842, + "nauc_map_at_5_max": 0.026132, + "nauc_map_at_5_std": 0.14348, + "nauc_map_at_5_diff1": 0.145776, + "nauc_map_at_10_max": 0.101449, + "nauc_map_at_10_std": 0.24407, + "nauc_map_at_10_diff1": 0.228007, + "nauc_map_at_20_max": 0.169823, + "nauc_map_at_20_std": 0.361075, + "nauc_map_at_20_diff1": 0.267107, + "nauc_map_at_100_max": 0.323406, + "nauc_map_at_100_std": 0.631068, + "nauc_map_at_100_diff1": 0.331135, + "nauc_map_at_1000_max": 0.37311, + "nauc_map_at_1000_std": 0.811455, + "nauc_map_at_1000_diff1": 0.219648, + "nauc_recall_at_1_max": 0.028924, + "nauc_recall_at_1_std": 0.065683, + "nauc_recall_at_1_diff1": 0.145436, + "nauc_recall_at_3_max": 0.012943, + "nauc_recall_at_3_std": 0.124444, + "nauc_recall_at_3_diff1": 0.160246, + "nauc_recall_at_5_max": 0.019816, + "nauc_recall_at_5_std": 0.133501, + "nauc_recall_at_5_diff1": 0.148874, + "nauc_recall_at_10_max": 0.078966, + "nauc_recall_at_10_std": 0.2089, + "nauc_recall_at_10_diff1": 0.232528, + "nauc_recall_at_20_max": 0.127601, + "nauc_recall_at_20_std": 0.293338, + "nauc_recall_at_20_diff1": 0.244851, + "nauc_recall_at_100_max": 0.244636, + "nauc_recall_at_100_std": 0.507484, + "nauc_recall_at_100_diff1": 0.31888, + "nauc_recall_at_1000_max": 0.323924, + "nauc_recall_at_1000_std": 0.637771, + "nauc_recall_at_1000_diff1": 0.204231, + "nauc_precision_at_1_max": 0.348973, + "nauc_precision_at_1_std": 0.177404, + "nauc_precision_at_1_diff1": 0.312208, + "nauc_precision_at_3_max": 0.260356, + "nauc_precision_at_3_std": 0.349252, + "nauc_precision_at_3_diff1": 0.107605, + "nauc_precision_at_5_max": 0.238838, + "nauc_precision_at_5_std": 0.374793, + "nauc_precision_at_5_diff1": 0.034681, + "nauc_precision_at_10_max": 0.373571, + "nauc_precision_at_10_std": 0.562626, + "nauc_precision_at_10_diff1": 0.200343, + "nauc_precision_at_20_max": 0.404887, + "nauc_precision_at_20_std": 0.733966, + "nauc_precision_at_20_diff1": 0.191621, + "nauc_precision_at_100_max": 0.31725, + "nauc_precision_at_100_std": 0.780508, + "nauc_precision_at_100_diff1": 0.134971, + "nauc_precision_at_1000_max": 0.204248, + "nauc_precision_at_1000_std": 0.327733, + "nauc_precision_at_1000_diff1": -0.126258, + "nauc_mrr_at_1_max": 0.348973, + "nauc_mrr_at_1_std": 0.177404, + "nauc_mrr_at_1_diff1": 0.312208, + "nauc_mrr_at_3_max": 0.423623, + "nauc_mrr_at_3_std": 0.286368, + "nauc_mrr_at_3_diff1": 0.2155, + "nauc_mrr_at_5_max": 0.390445, + "nauc_mrr_at_5_std": 0.23794, + "nauc_mrr_at_5_diff1": 0.258481, + "nauc_mrr_at_10_max": 0.390445, + "nauc_mrr_at_10_std": 0.23794, + "nauc_mrr_at_10_diff1": 0.258481, + "nauc_mrr_at_20_max": 0.390445, + "nauc_mrr_at_20_std": 0.23794, + "nauc_mrr_at_20_diff1": 0.258481, + "nauc_mrr_at_100_max": 0.390445, + "nauc_mrr_at_100_std": 0.23794, + "nauc_mrr_at_100_diff1": 0.258481, + "nauc_mrr_at_1000_max": 0.390445, + "nauc_mrr_at_1000_std": 0.23794, + "nauc_mrr_at_1000_diff1": 0.258481, + "main_score": 0.79914, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2926.1090259552, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1024/2/model_meta.json b/results/openai__text-embedding-3-large-1024/2/model_meta.json new file mode 100644 index 0000000000..281a6e0a37 --- /dev/null +++ b/results/openai__text-embedding-3-large-1024/2/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "openai/text-embedding-3-large-1024", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 1024, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} diff --git a/results/openai__text-embedding-3-large-1536/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-large-1536/2/CMedQAv2-reranking.json new file mode 100644 index 0000000000..68388712b7 --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "map": 0.750682, + "mrr": 0.787799, + "nAUC_map_max": 0.519821, + "nAUC_map_std": 0.14752, + "nAUC_map_diff1": 0.499752, + "nAUC_mrr_max": 0.612157, + "nAUC_mrr_std": 0.208345, + "nAUC_mrr_diff1": 0.569921, + "main_score": 0.750682, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 907.460755109787, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/CUREv1.json b/results/openai__text-embedding-3-large-1536/2/CUREv1.json new file mode 100644 index 0000000000..8e6e2af084 --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.25.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.687, + "ndcg_at_3": 0.62996, + "ndcg_at_5": 0.60802, + "ndcg_at_10": 0.59668, + "ndcg_at_20": 0.59734, + "ndcg_at_100": 0.65915, + "ndcg_at_1000": 0.73218, + "map_at_1": 0.09926, + "map_at_3": 0.18709, + "map_at_5": 0.23135, + "map_at_10": 0.2921, + "map_at_20": 0.34426, + "map_at_100": 0.43574, + "map_at_1000": 0.4751, + "recall_at_1": 0.09926, + "recall_at_3": 0.20249, + "recall_at_5": 0.26355, + "recall_at_10": 0.36448, + "recall_at_20": 0.47189, + "recall_at_100": 0.74697, + "recall_at_1000": 0.96261, + "precision_at_1": 0.797, + "precision_at_3": 0.67383, + "precision_at_5": 0.5954, + "precision_at_10": 0.49365, + "precision_at_20": 0.3873, + "precision_at_100": 0.18287, + "precision_at_1000": 0.03497, + "mrr_at_1": 0.797, + "mrr_at_3": 0.854917, + "mrr_at_5": 0.860092, + "mrr_at_10": 0.863968, + "mrr_at_20": 0.864607, + "mrr_at_100": 0.864946, + "mrr_at_1000": 0.864954, + "nauc_ndcg_at_1_max": 0.456803, + "nauc_ndcg_at_1_std": 0.17658, + "nauc_ndcg_at_1_diff1": 0.387008, + "nauc_ndcg_at_3_max": 0.42292, + "nauc_ndcg_at_3_std": 0.206101, + "nauc_ndcg_at_3_diff1": 0.224297, + "nauc_ndcg_at_5_max": 0.410092, + "nauc_ndcg_at_5_std": 0.209193, + "nauc_ndcg_at_5_diff1": 0.207172, + "nauc_ndcg_at_10_max": 0.406496, + "nauc_ndcg_at_10_std": 0.203219, + "nauc_ndcg_at_10_diff1": 0.219515, + "nauc_ndcg_at_20_max": 0.414616, + "nauc_ndcg_at_20_std": 0.205916, + "nauc_ndcg_at_20_diff1": 0.238803, + "nauc_ndcg_at_100_max": 0.456451, + "nauc_ndcg_at_100_std": 0.282848, + "nauc_ndcg_at_100_diff1": 0.262582, + "nauc_ndcg_at_1000_max": 0.48901, + "nauc_ndcg_at_1000_std": 0.336662, + "nauc_ndcg_at_1000_diff1": 0.234198, + "nauc_map_at_1_max": 0.118539, + "nauc_map_at_1_std": -0.093976, + "nauc_map_at_1_diff1": 0.431385, + "nauc_map_at_3_max": 0.202044, + "nauc_map_at_3_std": -0.028368, + "nauc_map_at_3_diff1": 0.326401, + "nauc_map_at_5_max": 0.230918, + "nauc_map_at_5_std": 0.004395, + "nauc_map_at_5_diff1": 0.287279, + "nauc_map_at_10_max": 0.267603, + "nauc_map_at_10_std": 0.046002, + "nauc_map_at_10_diff1": 0.249716, + "nauc_map_at_20_max": 0.299399, + "nauc_map_at_20_std": 0.091515, + "nauc_map_at_20_diff1": 0.228954, + "nauc_map_at_100_max": 0.361447, + "nauc_map_at_100_std": 0.219871, + "nauc_map_at_100_diff1": 0.188124, + "nauc_map_at_1000_max": 0.369354, + "nauc_map_at_1000_std": 0.258155, + "nauc_map_at_1000_diff1": 0.159454, + "nauc_recall_at_1_max": 0.118539, + "nauc_recall_at_1_std": -0.093976, + "nauc_recall_at_1_diff1": 0.431385, + "nauc_recall_at_3_max": 0.167154, + "nauc_recall_at_3_std": -0.042451, + "nauc_recall_at_3_diff1": 0.304989, + "nauc_recall_at_5_max": 0.178659, + "nauc_recall_at_5_std": -0.020245, + "nauc_recall_at_5_diff1": 0.265592, + "nauc_recall_at_10_max": 0.19144, + "nauc_recall_at_10_std": 0.005781, + "nauc_recall_at_10_diff1": 0.22767, + "nauc_recall_at_20_max": 0.204475, + "nauc_recall_at_20_std": 0.040843, + "nauc_recall_at_20_diff1": 0.215554, + "nauc_recall_at_100_max": 0.265424, + "nauc_recall_at_100_std": 0.223191, + "nauc_recall_at_100_diff1": 0.208995, + "nauc_recall_at_1000_max": 0.433186, + "nauc_recall_at_1000_std": 0.628853, + "nauc_recall_at_1000_diff1": 0.21883, + "nauc_precision_at_1_max": 0.539078, + "nauc_precision_at_1_std": 0.275164, + "nauc_precision_at_1_diff1": 0.356564, + "nauc_precision_at_3_max": 0.356211, + "nauc_precision_at_3_std": 0.281722, + "nauc_precision_at_3_diff1": -0.06329, + "nauc_precision_at_5_max": 0.285751, + "nauc_precision_at_5_std": 0.286539, + "nauc_precision_at_5_diff1": -0.143558, + "nauc_precision_at_10_max": 0.198726, + "nauc_precision_at_10_std": 0.269052, + "nauc_precision_at_10_diff1": -0.190704, + "nauc_precision_at_20_max": 0.120352, + "nauc_precision_at_20_std": 0.245563, + "nauc_precision_at_20_diff1": -0.213077, + "nauc_precision_at_100_max": 0.008438, + "nauc_precision_at_100_std": 0.186218, + "nauc_precision_at_100_diff1": -0.198687, + "nauc_precision_at_1000_max": -0.097082, + "nauc_precision_at_1000_std": 0.012191, + "nauc_precision_at_1000_diff1": -0.185148, + "nauc_mrr_at_1_max": 0.539078, + "nauc_mrr_at_1_std": 0.275164, + "nauc_mrr_at_1_diff1": 0.356564, + "nauc_mrr_at_3_max": 0.569707, + "nauc_mrr_at_3_std": 0.321365, + "nauc_mrr_at_3_diff1": 0.345707, + "nauc_mrr_at_5_max": 0.568081, + "nauc_mrr_at_5_std": 0.316525, + "nauc_mrr_at_5_diff1": 0.346251, + "nauc_mrr_at_10_max": 0.564506, + "nauc_mrr_at_10_std": 0.312667, + "nauc_mrr_at_10_diff1": 0.346475, + "nauc_mrr_at_20_max": 0.564652, + "nauc_mrr_at_20_std": 0.312337, + "nauc_mrr_at_20_diff1": 0.346753, + "nauc_mrr_at_100_max": 0.564326, + "nauc_mrr_at_100_std": 0.31214, + "nauc_mrr_at_100_diff1": 0.346618, + "nauc_mrr_at_1000_max": 0.564299, + "nauc_mrr_at_1000_std": 0.312095, + "nauc_mrr_at_1000_diff1": 0.346628, + "main_score": 0.59668, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.63525, + "ndcg_at_3": 0.58104, + "ndcg_at_5": 0.56176, + "ndcg_at_10": 0.54934, + "ndcg_at_20": 0.55288, + "ndcg_at_100": 0.6162, + "ndcg_at_1000": 0.69672, + "map_at_1": 0.09435, + "map_at_3": 0.17524, + "map_at_5": 0.21421, + "map_at_10": 0.26654, + "map_at_20": 0.31262, + "map_at_100": 0.39375, + "map_at_1000": 0.43154, + "recall_at_1": 0.09435, + "recall_at_3": 0.19063, + "recall_at_5": 0.24646, + "recall_at_10": 0.3369, + "recall_at_20": 0.4387, + "recall_at_100": 0.70592, + "recall_at_1000": 0.94756, + "precision_at_1": 0.7475, + "precision_at_3": 0.62267, + "precision_at_5": 0.5486, + "precision_at_10": 0.45095, + "precision_at_20": 0.35492, + "precision_at_100": 0.17004, + "precision_at_1000": 0.03392, + "mrr_at_1": 0.7475, + "mrr_at_3": 0.808833, + "mrr_at_5": 0.818308, + "mrr_at_10": 0.82328, + "mrr_at_20": 0.824467, + "mrr_at_100": 0.824868, + "mrr_at_1000": 0.824908, + "nauc_ndcg_at_1_max": 0.359941, + "nauc_ndcg_at_1_std": 0.196735, + "nauc_ndcg_at_1_diff1": 0.285009, + "nauc_ndcg_at_3_max": 0.357142, + "nauc_ndcg_at_3_std": 0.218841, + "nauc_ndcg_at_3_diff1": 0.155502, + "nauc_ndcg_at_5_max": 0.369012, + "nauc_ndcg_at_5_std": 0.237073, + "nauc_ndcg_at_5_diff1": 0.154159, + "nauc_ndcg_at_10_max": 0.383815, + "nauc_ndcg_at_10_std": 0.253811, + "nauc_ndcg_at_10_diff1": 0.160288, + "nauc_ndcg_at_20_max": 0.385577, + "nauc_ndcg_at_20_std": 0.255691, + "nauc_ndcg_at_20_diff1": 0.17432, + "nauc_ndcg_at_100_max": 0.425325, + "nauc_ndcg_at_100_std": 0.3398, + "nauc_ndcg_at_100_diff1": 0.185164, + "nauc_ndcg_at_1000_max": 0.458907, + "nauc_ndcg_at_1000_std": 0.376554, + "nauc_ndcg_at_1000_diff1": 0.163995, + "nauc_map_at_1_max": 0.096585, + "nauc_map_at_1_std": -0.043644, + "nauc_map_at_1_diff1": 0.319942, + "nauc_map_at_3_max": 0.166785, + "nauc_map_at_3_std": 0.011252, + "nauc_map_at_3_diff1": 0.23201, + "nauc_map_at_5_max": 0.201795, + "nauc_map_at_5_std": 0.043623, + "nauc_map_at_5_diff1": 0.207785, + "nauc_map_at_10_max": 0.244792, + "nauc_map_at_10_std": 0.095983, + "nauc_map_at_10_diff1": 0.181615, + "nauc_map_at_20_max": 0.276866, + "nauc_map_at_20_std": 0.140915, + "nauc_map_at_20_diff1": 0.163536, + "nauc_map_at_100_max": 0.344216, + "nauc_map_at_100_std": 0.270064, + "nauc_map_at_100_diff1": 0.129897, + "nauc_map_at_1000_max": 0.35776, + "nauc_map_at_1000_std": 0.306138, + "nauc_map_at_1000_diff1": 0.113049, + "nauc_recall_at_1_max": 0.096585, + "nauc_recall_at_1_std": -0.043644, + "nauc_recall_at_1_diff1": 0.319942, + "nauc_recall_at_3_max": 0.140849, + "nauc_recall_at_3_std": -0.0, + "nauc_recall_at_3_diff1": 0.211723, + "nauc_recall_at_5_max": 0.168112, + "nauc_recall_at_5_std": 0.025762, + "nauc_recall_at_5_diff1": 0.190245, + "nauc_recall_at_10_max": 0.194245, + "nauc_recall_at_10_std": 0.07501, + "nauc_recall_at_10_diff1": 0.164052, + "nauc_recall_at_20_max": 0.204841, + "nauc_recall_at_20_std": 0.104063, + "nauc_recall_at_20_diff1": 0.163191, + "nauc_recall_at_100_max": 0.277216, + "nauc_recall_at_100_std": 0.313702, + "nauc_recall_at_100_diff1": 0.14766, + "nauc_recall_at_1000_max": 0.481727, + "nauc_recall_at_1000_std": 0.665101, + "nauc_recall_at_1000_diff1": 0.110059, + "nauc_precision_at_1_max": 0.411659, + "nauc_precision_at_1_std": 0.262871, + "nauc_precision_at_1_diff1": 0.245974, + "nauc_precision_at_3_max": 0.30845, + "nauc_precision_at_3_std": 0.265672, + "nauc_precision_at_3_diff1": -0.043813, + "nauc_precision_at_5_max": 0.284501, + "nauc_precision_at_5_std": 0.285561, + "nauc_precision_at_5_diff1": -0.084307, + "nauc_precision_at_10_max": 0.238762, + "nauc_precision_at_10_std": 0.2905, + "nauc_precision_at_10_diff1": -0.129075, + "nauc_precision_at_20_max": 0.165851, + "nauc_precision_at_20_std": 0.2612, + "nauc_precision_at_20_diff1": -0.154529, + "nauc_precision_at_100_max": 0.058261, + "nauc_precision_at_100_std": 0.199374, + "nauc_precision_at_100_diff1": -0.140911, + "nauc_precision_at_1000_max": -0.057243, + "nauc_precision_at_1000_std": 0.01257, + "nauc_precision_at_1000_diff1": -0.109791, + "nauc_mrr_at_1_max": 0.411659, + "nauc_mrr_at_1_std": 0.262871, + "nauc_mrr_at_1_diff1": 0.245974, + "nauc_mrr_at_3_max": 0.444705, + "nauc_mrr_at_3_std": 0.303298, + "nauc_mrr_at_3_diff1": 0.241865, + "nauc_mrr_at_5_max": 0.452062, + "nauc_mrr_at_5_std": 0.309545, + "nauc_mrr_at_5_diff1": 0.241067, + "nauc_mrr_at_10_max": 0.448812, + "nauc_mrr_at_10_std": 0.305819, + "nauc_mrr_at_10_diff1": 0.238463, + "nauc_mrr_at_20_max": 0.447486, + "nauc_mrr_at_20_std": 0.303762, + "nauc_mrr_at_20_diff1": 0.240194, + "nauc_mrr_at_100_max": 0.446928, + "nauc_mrr_at_100_std": 0.302899, + "nauc_mrr_at_100_diff1": 0.240235, + "nauc_mrr_at_1000_max": 0.446857, + "nauc_mrr_at_1000_std": 0.302869, + "nauc_mrr_at_1000_diff1": 0.240217, + "main_score": 0.54934, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.63375, + "ndcg_at_3": 0.5792, + "ndcg_at_5": 0.56152, + "ndcg_at_10": 0.5522, + "ndcg_at_20": 0.55436, + "ndcg_at_100": 0.61474, + "ndcg_at_1000": 0.69509, + "map_at_1": 0.09282, + "map_at_3": 0.17205, + "map_at_5": 0.21184, + "map_at_10": 0.26605, + "map_at_20": 0.31194, + "map_at_100": 0.39272, + "map_at_1000": 0.43039, + "recall_at_1": 0.09282, + "recall_at_3": 0.18716, + "recall_at_5": 0.24453, + "recall_at_10": 0.33918, + "recall_at_20": 0.43849, + "recall_at_100": 0.70265, + "recall_at_1000": 0.94495, + "precision_at_1": 0.742, + "precision_at_3": 0.62233, + "precision_at_5": 0.5516, + "precision_at_10": 0.45725, + "precision_at_20": 0.35928, + "precision_at_100": 0.17054, + "precision_at_1000": 0.0339, + "mrr_at_1": 0.742, + "mrr_at_3": 0.807833, + "mrr_at_5": 0.816833, + "mrr_at_10": 0.821736, + "mrr_at_20": 0.822757, + "mrr_at_100": 0.823174, + "mrr_at_1000": 0.823228, + "nauc_ndcg_at_1_max": 0.387757, + "nauc_ndcg_at_1_std": 0.204902, + "nauc_ndcg_at_1_diff1": 0.324184, + "nauc_ndcg_at_3_max": 0.38993, + "nauc_ndcg_at_3_std": 0.245956, + "nauc_ndcg_at_3_diff1": 0.192772, + "nauc_ndcg_at_5_max": 0.393013, + "nauc_ndcg_at_5_std": 0.26299, + "nauc_ndcg_at_5_diff1": 0.180662, + "nauc_ndcg_at_10_max": 0.410639, + "nauc_ndcg_at_10_std": 0.274814, + "nauc_ndcg_at_10_diff1": 0.193544, + "nauc_ndcg_at_20_max": 0.416773, + "nauc_ndcg_at_20_std": 0.28741, + "nauc_ndcg_at_20_diff1": 0.214544, + "nauc_ndcg_at_100_max": 0.449448, + "nauc_ndcg_at_100_std": 0.357205, + "nauc_ndcg_at_100_diff1": 0.225097, + "nauc_ndcg_at_1000_max": 0.480942, + "nauc_ndcg_at_1000_std": 0.398901, + "nauc_ndcg_at_1000_diff1": 0.2116, + "nauc_map_at_1_max": 0.147049, + "nauc_map_at_1_std": -0.054625, + "nauc_map_at_1_diff1": 0.361651, + "nauc_map_at_3_max": 0.205572, + "nauc_map_at_3_std": 0.021075, + "nauc_map_at_3_diff1": 0.27593, + "nauc_map_at_5_max": 0.22964, + "nauc_map_at_5_std": 0.058123, + "nauc_map_at_5_diff1": 0.246133, + "nauc_map_at_10_max": 0.273795, + "nauc_map_at_10_std": 0.11159, + "nauc_map_at_10_diff1": 0.212023, + "nauc_map_at_20_max": 0.304722, + "nauc_map_at_20_std": 0.161765, + "nauc_map_at_20_diff1": 0.195883, + "nauc_map_at_100_max": 0.369649, + "nauc_map_at_100_std": 0.290199, + "nauc_map_at_100_diff1": 0.164993, + "nauc_map_at_1000_max": 0.386682, + "nauc_map_at_1000_std": 0.329875, + "nauc_map_at_1000_diff1": 0.150415, + "nauc_recall_at_1_max": 0.147049, + "nauc_recall_at_1_std": -0.054625, + "nauc_recall_at_1_diff1": 0.361651, + "nauc_recall_at_3_max": 0.171605, + "nauc_recall_at_3_std": 0.00828, + "nauc_recall_at_3_diff1": 0.254433, + "nauc_recall_at_5_max": 0.176655, + "nauc_recall_at_5_std": 0.041114, + "nauc_recall_at_5_diff1": 0.22234, + "nauc_recall_at_10_max": 0.202824, + "nauc_recall_at_10_std": 0.079527, + "nauc_recall_at_10_diff1": 0.194952, + "nauc_recall_at_20_max": 0.216227, + "nauc_recall_at_20_std": 0.122797, + "nauc_recall_at_20_diff1": 0.187201, + "nauc_recall_at_100_max": 0.286329, + "nauc_recall_at_100_std": 0.30956, + "nauc_recall_at_100_diff1": 0.161143, + "nauc_recall_at_1000_max": 0.487197, + "nauc_recall_at_1000_std": 0.66367, + "nauc_recall_at_1000_diff1": 0.141353, + "nauc_precision_at_1_max": 0.465385, + "nauc_precision_at_1_std": 0.301155, + "nauc_precision_at_1_diff1": 0.325226, + "nauc_precision_at_3_max": 0.329569, + "nauc_precision_at_3_std": 0.304111, + "nauc_precision_at_3_diff1": -0.012736, + "nauc_precision_at_5_max": 0.291911, + "nauc_precision_at_5_std": 0.314206, + "nauc_precision_at_5_diff1": -0.081842, + "nauc_precision_at_10_max": 0.247325, + "nauc_precision_at_10_std": 0.310947, + "nauc_precision_at_10_diff1": -0.130134, + "nauc_precision_at_20_max": 0.172954, + "nauc_precision_at_20_std": 0.286453, + "nauc_precision_at_20_diff1": -0.146699, + "nauc_precision_at_100_max": 0.067802, + "nauc_precision_at_100_std": 0.21458, + "nauc_precision_at_100_diff1": -0.140253, + "nauc_precision_at_1000_max": -0.033686, + "nauc_precision_at_1000_std": 0.029582, + "nauc_precision_at_1000_diff1": -0.115448, + "nauc_mrr_at_1_max": 0.465385, + "nauc_mrr_at_1_std": 0.301155, + "nauc_mrr_at_1_diff1": 0.325226, + "nauc_mrr_at_3_max": 0.485323, + "nauc_mrr_at_3_std": 0.349873, + "nauc_mrr_at_3_diff1": 0.323326, + "nauc_mrr_at_5_max": 0.490813, + "nauc_mrr_at_5_std": 0.354664, + "nauc_mrr_at_5_diff1": 0.326082, + "nauc_mrr_at_10_max": 0.488986, + "nauc_mrr_at_10_std": 0.349489, + "nauc_mrr_at_10_diff1": 0.326321, + "nauc_mrr_at_20_max": 0.488043, + "nauc_mrr_at_20_std": 0.348127, + "nauc_mrr_at_20_diff1": 0.326264, + "nauc_mrr_at_100_max": 0.48804, + "nauc_mrr_at_100_std": 0.34752, + "nauc_mrr_at_100_diff1": 0.326255, + "nauc_mrr_at_1000_max": 0.487958, + "nauc_mrr_at_1000_std": 0.347459, + "nauc_mrr_at_1000_diff1": 0.326224, + "main_score": 0.5522, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.69, + "ndcg_at_3": 0.642, + "ndcg_at_5": 0.60569, + "ndcg_at_10": 0.58786, + "ndcg_at_20": 0.58256, + "ndcg_at_100": 0.64059, + "ndcg_at_1000": 0.74111, + "map_at_1": 0.08879, + "map_at_3": 0.17205, + "map_at_5": 0.20169, + "map_at_10": 0.24914, + "map_at_20": 0.29757, + "map_at_100": 0.39917, + "map_at_1000": 0.45322, + "recall_at_1": 0.08879, + "recall_at_3": 0.20146, + "recall_at_5": 0.23896, + "recall_at_10": 0.31754, + "recall_at_20": 0.41298, + "recall_at_100": 0.70609, + "recall_at_1000": 0.9724, + "precision_at_1": 0.79, + "precision_at_3": 0.69333, + "precision_at_5": 0.601, + "precision_at_10": 0.4985, + "precision_at_20": 0.4005, + "precision_at_100": 0.2063, + "precision_at_1000": 0.03831, + "mrr_at_1": 0.79, + "mrr_at_3": 0.87, + "mrr_at_5": 0.8725, + "mrr_at_10": 0.873333, + "mrr_at_20": 0.873333, + "mrr_at_100": 0.873678, + "mrr_at_1000": 0.873678, + "nauc_ndcg_at_1_max": 0.390376, + "nauc_ndcg_at_1_std": 0.087821, + "nauc_ndcg_at_1_diff1": 0.338933, + "nauc_ndcg_at_3_max": 0.323534, + "nauc_ndcg_at_3_std": 0.038912, + "nauc_ndcg_at_3_diff1": 0.294124, + "nauc_ndcg_at_5_max": 0.266411, + "nauc_ndcg_at_5_std": 0.03764, + "nauc_ndcg_at_5_diff1": 0.251884, + "nauc_ndcg_at_10_max": 0.218011, + "nauc_ndcg_at_10_std": -0.000994, + "nauc_ndcg_at_10_diff1": 0.270566, + "nauc_ndcg_at_20_max": 0.180071, + "nauc_ndcg_at_20_std": 0.006891, + "nauc_ndcg_at_20_diff1": 0.224892, + "nauc_ndcg_at_100_max": 0.227541, + "nauc_ndcg_at_100_std": 0.036, + "nauc_ndcg_at_100_diff1": 0.247768, + "nauc_ndcg_at_1000_max": 0.314333, + "nauc_ndcg_at_1000_std": 0.230473, + "nauc_ndcg_at_1000_diff1": 0.200705, + "nauc_map_at_1_max": -0.113494, + "nauc_map_at_1_std": -0.275541, + "nauc_map_at_1_diff1": 0.359365, + "nauc_map_at_3_max": -0.070619, + "nauc_map_at_3_std": -0.324663, + "nauc_map_at_3_diff1": 0.322908, + "nauc_map_at_5_max": -0.04255, + "nauc_map_at_5_std": -0.304379, + "nauc_map_at_5_diff1": 0.3147, + "nauc_map_at_10_max": -0.016236, + "nauc_map_at_10_std": -0.290626, + "nauc_map_at_10_diff1": 0.306145, + "nauc_map_at_20_max": 0.025902, + "nauc_map_at_20_std": -0.228439, + "nauc_map_at_20_diff1": 0.277991, + "nauc_map_at_100_max": 0.116278, + "nauc_map_at_100_std": 0.006728, + "nauc_map_at_100_diff1": 0.220017, + "nauc_map_at_1000_max": 0.123047, + "nauc_map_at_1000_std": 0.138209, + "nauc_map_at_1000_diff1": 0.158037, + "nauc_recall_at_1_max": -0.113494, + "nauc_recall_at_1_std": -0.275541, + "nauc_recall_at_1_diff1": 0.359365, + "nauc_recall_at_3_max": -0.144585, + "nauc_recall_at_3_std": -0.347756, + "nauc_recall_at_3_diff1": 0.240104, + "nauc_recall_at_5_max": -0.116102, + "nauc_recall_at_5_std": -0.328493, + "nauc_recall_at_5_diff1": 0.237599, + "nauc_recall_at_10_max": -0.11392, + "nauc_recall_at_10_std": -0.329249, + "nauc_recall_at_10_diff1": 0.221555, + "nauc_recall_at_20_max": -0.059647, + "nauc_recall_at_20_std": -0.275988, + "nauc_recall_at_20_diff1": 0.195033, + "nauc_recall_at_100_max": 0.016827, + "nauc_recall_at_100_std": -0.068346, + "nauc_recall_at_100_diff1": 0.171345, + "nauc_recall_at_1000_max": 0.246982, + "nauc_recall_at_1000_std": 0.63061, + "nauc_recall_at_1000_diff1": 0.00527, + "nauc_precision_at_1_max": 0.414757, + "nauc_precision_at_1_std": 0.23143, + "nauc_precision_at_1_diff1": 0.25193, + "nauc_precision_at_3_max": 0.406266, + "nauc_precision_at_3_std": 0.256307, + "nauc_precision_at_3_diff1": 0.067313, + "nauc_precision_at_5_max": 0.338302, + "nauc_precision_at_5_std": 0.366212, + "nauc_precision_at_5_diff1": -0.055997, + "nauc_precision_at_10_max": 0.271993, + "nauc_precision_at_10_std": 0.410927, + "nauc_precision_at_10_diff1": -0.116529, + "nauc_precision_at_20_max": 0.222906, + "nauc_precision_at_20_std": 0.506684, + "nauc_precision_at_20_diff1": -0.20547, + "nauc_precision_at_100_max": 0.102328, + "nauc_precision_at_100_std": 0.484299, + "nauc_precision_at_100_diff1": -0.247252, + "nauc_precision_at_1000_max": -0.011878, + "nauc_precision_at_1000_std": 0.307141, + "nauc_precision_at_1000_diff1": -0.251134, + "nauc_mrr_at_1_max": 0.414757, + "nauc_mrr_at_1_std": 0.23143, + "nauc_mrr_at_1_diff1": 0.25193, + "nauc_mrr_at_3_max": 0.414823, + "nauc_mrr_at_3_std": 0.225638, + "nauc_mrr_at_3_diff1": 0.224414, + "nauc_mrr_at_5_max": 0.408616, + "nauc_mrr_at_5_std": 0.231941, + "nauc_mrr_at_5_diff1": 0.223347, + "nauc_mrr_at_10_max": 0.415438, + "nauc_mrr_at_10_std": 0.231056, + "nauc_mrr_at_10_diff1": 0.224053, + "nauc_mrr_at_20_max": 0.415438, + "nauc_mrr_at_20_std": 0.231056, + "nauc_mrr_at_20_diff1": 0.224053, + "nauc_mrr_at_100_max": 0.414138, + "nauc_mrr_at_100_std": 0.229954, + "nauc_mrr_at_100_diff1": 0.225057, + "nauc_mrr_at_1000_max": 0.414138, + "nauc_mrr_at_1000_std": 0.229954, + "nauc_mrr_at_1000_diff1": 0.225057, + "main_score": 0.58786, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.615, + "ndcg_at_3": 0.57834, + "ndcg_at_5": 0.56001, + "ndcg_at_10": 0.53817, + "ndcg_at_20": 0.53594, + "ndcg_at_100": 0.59736, + "ndcg_at_1000": 0.71005, + "map_at_1": 0.09224, + "map_at_3": 0.16572, + "map_at_5": 0.19702, + "map_at_10": 0.23187, + "map_at_20": 0.27383, + "map_at_100": 0.36183, + "map_at_1000": 0.41467, + "recall_at_1": 0.09224, + "recall_at_3": 0.18763, + "recall_at_5": 0.23351, + "recall_at_10": 0.2931, + "recall_at_20": 0.3875, + "recall_at_100": 0.66171, + "recall_at_1000": 0.95769, + "precision_at_1": 0.715, + "precision_at_3": 0.61, + "precision_at_5": 0.548, + "precision_at_10": 0.4465, + "precision_at_20": 0.363, + "precision_at_100": 0.1886, + "precision_at_1000": 0.03775, + "mrr_at_1": 0.715, + "mrr_at_3": 0.798333, + "mrr_at_5": 0.814333, + "mrr_at_10": 0.817929, + "mrr_at_20": 0.818286, + "mrr_at_100": 0.818286, + "mrr_at_1000": 0.818286, + "nauc_ndcg_at_1_max": 0.299963, + "nauc_ndcg_at_1_std": 0.091015, + "nauc_ndcg_at_1_diff1": 0.290383, + "nauc_ndcg_at_3_max": 0.23206, + "nauc_ndcg_at_3_std": 0.080342, + "nauc_ndcg_at_3_diff1": 0.19525, + "nauc_ndcg_at_5_max": 0.253744, + "nauc_ndcg_at_5_std": 0.110974, + "nauc_ndcg_at_5_diff1": 0.178549, + "nauc_ndcg_at_10_max": 0.22588, + "nauc_ndcg_at_10_std": 0.062433, + "nauc_ndcg_at_10_diff1": 0.12178, + "nauc_ndcg_at_20_max": 0.225588, + "nauc_ndcg_at_20_std": 0.027323, + "nauc_ndcg_at_20_diff1": 0.094615, + "nauc_ndcg_at_100_max": 0.252254, + "nauc_ndcg_at_100_std": 0.085065, + "nauc_ndcg_at_100_diff1": 0.083384, + "nauc_ndcg_at_1000_max": 0.326467, + "nauc_ndcg_at_1000_std": 0.259339, + "nauc_ndcg_at_1000_diff1": 0.087174, + "nauc_map_at_1_max": 0.051585, + "nauc_map_at_1_std": -0.223868, + "nauc_map_at_1_diff1": 0.067738, + "nauc_map_at_3_max": 0.061936, + "nauc_map_at_3_std": -0.240136, + "nauc_map_at_3_diff1": 0.073001, + "nauc_map_at_5_max": 0.087822, + "nauc_map_at_5_std": -0.21576, + "nauc_map_at_5_diff1": 0.087941, + "nauc_map_at_10_max": 0.099594, + "nauc_map_at_10_std": -0.190278, + "nauc_map_at_10_diff1": 0.096695, + "nauc_map_at_20_max": 0.126675, + "nauc_map_at_20_std": -0.148878, + "nauc_map_at_20_diff1": 0.085394, + "nauc_map_at_100_max": 0.180314, + "nauc_map_at_100_std": 0.032391, + "nauc_map_at_100_diff1": 0.057706, + "nauc_map_at_1000_max": 0.188755, + "nauc_map_at_1000_std": 0.155969, + "nauc_map_at_1000_diff1": 0.026951, + "nauc_recall_at_1_max": 0.051585, + "nauc_recall_at_1_std": -0.223868, + "nauc_recall_at_1_diff1": 0.067738, + "nauc_recall_at_3_max": 0.003349, + "nauc_recall_at_3_std": -0.260182, + "nauc_recall_at_3_diff1": 0.043649, + "nauc_recall_at_5_max": 0.027518, + "nauc_recall_at_5_std": -0.237324, + "nauc_recall_at_5_diff1": 0.050373, + "nauc_recall_at_10_max": 0.016978, + "nauc_recall_at_10_std": -0.230628, + "nauc_recall_at_10_diff1": 0.059615, + "nauc_recall_at_20_max": 0.033783, + "nauc_recall_at_20_std": -0.214612, + "nauc_recall_at_20_diff1": 0.032913, + "nauc_recall_at_100_max": 0.095404, + "nauc_recall_at_100_std": 0.015185, + "nauc_recall_at_100_diff1": 0.010533, + "nauc_recall_at_1000_max": 0.30891, + "nauc_recall_at_1000_std": 0.653209, + "nauc_recall_at_1000_diff1": 0.031191, + "nauc_precision_at_1_max": 0.359197, + "nauc_precision_at_1_std": 0.275082, + "nauc_precision_at_1_diff1": 0.17856, + "nauc_precision_at_3_max": 0.24136, + "nauc_precision_at_3_std": 0.25589, + "nauc_precision_at_3_diff1": 0.111305, + "nauc_precision_at_5_max": 0.264986, + "nauc_precision_at_5_std": 0.398027, + "nauc_precision_at_5_diff1": 0.082369, + "nauc_precision_at_10_max": 0.169031, + "nauc_precision_at_10_std": 0.424762, + "nauc_precision_at_10_diff1": -0.037371, + "nauc_precision_at_20_max": 0.133054, + "nauc_precision_at_20_std": 0.433799, + "nauc_precision_at_20_diff1": -0.097792, + "nauc_precision_at_100_max": 0.05525, + "nauc_precision_at_100_std": 0.469809, + "nauc_precision_at_100_diff1": -0.112606, + "nauc_precision_at_1000_max": -0.012382, + "nauc_precision_at_1000_std": 0.33152, + "nauc_precision_at_1000_diff1": -0.130592, + "nauc_mrr_at_1_max": 0.359197, + "nauc_mrr_at_1_std": 0.275082, + "nauc_mrr_at_1_diff1": 0.17856, + "nauc_mrr_at_3_max": 0.331895, + "nauc_mrr_at_3_std": 0.275185, + "nauc_mrr_at_3_diff1": 0.172165, + "nauc_mrr_at_5_max": 0.362011, + "nauc_mrr_at_5_std": 0.289514, + "nauc_mrr_at_5_diff1": 0.15268, + "nauc_mrr_at_10_max": 0.357267, + "nauc_mrr_at_10_std": 0.281972, + "nauc_mrr_at_10_diff1": 0.155201, + "nauc_mrr_at_20_max": 0.356139, + "nauc_mrr_at_20_std": 0.281372, + "nauc_mrr_at_20_diff1": 0.156784, + "nauc_mrr_at_100_max": 0.356139, + "nauc_mrr_at_100_std": 0.281372, + "nauc_mrr_at_100_diff1": 0.156784, + "nauc_mrr_at_1000_max": 0.356139, + "nauc_mrr_at_1000_std": 0.281372, + "nauc_mrr_at_1000_diff1": 0.156784, + "main_score": 0.53817, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6025, + "ndcg_at_3": 0.57676, + "ndcg_at_5": 0.54842, + "ndcg_at_10": 0.53921, + "ndcg_at_20": 0.53556, + "ndcg_at_100": 0.59633, + "ndcg_at_1000": 0.70711, + "map_at_1": 0.08421, + "map_at_3": 0.15848, + "map_at_5": 0.18445, + "map_at_10": 0.22877, + "map_at_20": 0.2705, + "map_at_100": 0.36025, + "map_at_1000": 0.41255, + "recall_at_1": 0.08421, + "recall_at_3": 0.18392, + "recall_at_5": 0.22174, + "recall_at_10": 0.30112, + "recall_at_20": 0.38658, + "recall_at_100": 0.66485, + "recall_at_1000": 0.96054, + "precision_at_1": 0.685, + "precision_at_3": 0.60833, + "precision_at_5": 0.538, + "precision_at_10": 0.4595, + "precision_at_20": 0.3725, + "precision_at_100": 0.1916, + "precision_at_1000": 0.03773, + "mrr_at_1": 0.685, + "mrr_at_3": 0.7775, + "mrr_at_5": 0.79175, + "mrr_at_10": 0.796929, + "mrr_at_20": 0.797262, + "mrr_at_100": 0.797376, + "mrr_at_1000": 0.797376, + "nauc_ndcg_at_1_max": 0.392691, + "nauc_ndcg_at_1_std": 0.262238, + "nauc_ndcg_at_1_diff1": 0.285341, + "nauc_ndcg_at_3_max": 0.38178, + "nauc_ndcg_at_3_std": 0.270463, + "nauc_ndcg_at_3_diff1": 0.2225, + "nauc_ndcg_at_5_max": 0.35592, + "nauc_ndcg_at_5_std": 0.264284, + "nauc_ndcg_at_5_diff1": 0.191092, + "nauc_ndcg_at_10_max": 0.360909, + "nauc_ndcg_at_10_std": 0.229138, + "nauc_ndcg_at_10_diff1": 0.18835, + "nauc_ndcg_at_20_max": 0.328837, + "nauc_ndcg_at_20_std": 0.203567, + "nauc_ndcg_at_20_diff1": 0.207445, + "nauc_ndcg_at_100_max": 0.31709, + "nauc_ndcg_at_100_std": 0.222622, + "nauc_ndcg_at_100_diff1": 0.15285, + "nauc_ndcg_at_1000_max": 0.398858, + "nauc_ndcg_at_1000_std": 0.415144, + "nauc_ndcg_at_1000_diff1": 0.175096, + "nauc_map_at_1_max": 0.059259, + "nauc_map_at_1_std": -0.152723, + "nauc_map_at_1_diff1": 0.210597, + "nauc_map_at_3_max": 0.125732, + "nauc_map_at_3_std": -0.163054, + "nauc_map_at_3_diff1": 0.17531, + "nauc_map_at_5_max": 0.144517, + "nauc_map_at_5_std": -0.141233, + "nauc_map_at_5_diff1": 0.176286, + "nauc_map_at_10_max": 0.160811, + "nauc_map_at_10_std": -0.104173, + "nauc_map_at_10_diff1": 0.171616, + "nauc_map_at_20_max": 0.19339, + "nauc_map_at_20_std": -0.045973, + "nauc_map_at_20_diff1": 0.179224, + "nauc_map_at_100_max": 0.248352, + "nauc_map_at_100_std": 0.152466, + "nauc_map_at_100_diff1": 0.155238, + "nauc_map_at_1000_max": 0.266028, + "nauc_map_at_1000_std": 0.283998, + "nauc_map_at_1000_diff1": 0.145684, + "nauc_recall_at_1_max": 0.059259, + "nauc_recall_at_1_std": -0.152723, + "nauc_recall_at_1_diff1": 0.210597, + "nauc_recall_at_3_max": 0.060196, + "nauc_recall_at_3_std": -0.198581, + "nauc_recall_at_3_diff1": 0.135221, + "nauc_recall_at_5_max": 0.066243, + "nauc_recall_at_5_std": -0.191161, + "nauc_recall_at_5_diff1": 0.137968, + "nauc_recall_at_10_max": 0.045341, + "nauc_recall_at_10_std": -0.187668, + "nauc_recall_at_10_diff1": 0.131825, + "nauc_recall_at_20_max": 0.070702, + "nauc_recall_at_20_std": -0.150707, + "nauc_recall_at_20_diff1": 0.125951, + "nauc_recall_at_100_max": 0.100263, + "nauc_recall_at_100_std": 0.023228, + "nauc_recall_at_100_diff1": 0.057263, + "nauc_recall_at_1000_max": 0.247498, + "nauc_recall_at_1000_std": 0.643822, + "nauc_recall_at_1000_diff1": -0.005862, + "nauc_precision_at_1_max": 0.466447, + "nauc_precision_at_1_std": 0.394402, + "nauc_precision_at_1_diff1": 0.278877, + "nauc_precision_at_3_max": 0.392371, + "nauc_precision_at_3_std": 0.414401, + "nauc_precision_at_3_diff1": 0.105428, + "nauc_precision_at_5_max": 0.330666, + "nauc_precision_at_5_std": 0.444504, + "nauc_precision_at_5_diff1": 0.01639, + "nauc_precision_at_10_max": 0.262312, + "nauc_precision_at_10_std": 0.479186, + "nauc_precision_at_10_diff1": -0.021668, + "nauc_precision_at_20_max": 0.187184, + "nauc_precision_at_20_std": 0.481993, + "nauc_precision_at_20_diff1": -0.025462, + "nauc_precision_at_100_max": 0.073051, + "nauc_precision_at_100_std": 0.460873, + "nauc_precision_at_100_diff1": -0.079351, + "nauc_precision_at_1000_max": 0.007529, + "nauc_precision_at_1000_std": 0.327923, + "nauc_precision_at_1000_diff1": -0.097045, + "nauc_mrr_at_1_max": 0.466447, + "nauc_mrr_at_1_std": 0.394402, + "nauc_mrr_at_1_diff1": 0.278877, + "nauc_mrr_at_3_max": 0.486438, + "nauc_mrr_at_3_std": 0.409946, + "nauc_mrr_at_3_diff1": 0.253142, + "nauc_mrr_at_5_max": 0.484488, + "nauc_mrr_at_5_std": 0.419139, + "nauc_mrr_at_5_diff1": 0.253875, + "nauc_mrr_at_10_max": 0.485339, + "nauc_mrr_at_10_std": 0.413517, + "nauc_mrr_at_10_diff1": 0.260928, + "nauc_mrr_at_20_max": 0.484372, + "nauc_mrr_at_20_std": 0.412415, + "nauc_mrr_at_20_diff1": 0.261188, + "nauc_mrr_at_100_max": 0.484041, + "nauc_mrr_at_100_std": 0.412122, + "nauc_mrr_at_100_diff1": 0.261, + "nauc_mrr_at_1000_max": 0.484041, + "nauc_mrr_at_1000_std": 0.412122, + "nauc_mrr_at_1000_diff1": 0.261, + "main_score": 0.53921, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.7125, + "ndcg_at_3": 0.65833, + "ndcg_at_5": 0.66004, + "ndcg_at_10": 0.68265, + "ndcg_at_20": 0.71528, + "ndcg_at_100": 0.7668, + "ndcg_at_1000": 0.7916, + "map_at_1": 0.17481, + "map_at_3": 0.33031, + "map_at_5": 0.40513, + "map_at_10": 0.49415, + "map_at_20": 0.55264, + "map_at_100": 0.61341, + "map_at_1000": 0.62558, + "recall_at_1": 0.17481, + "recall_at_3": 0.34476, + "recall_at_5": 0.45624, + "recall_at_10": 0.60382, + "recall_at_20": 0.73268, + "recall_at_100": 0.92655, + "recall_at_1000": 0.9997, + "precision_at_1": 0.8, + "precision_at_3": 0.65, + "precision_at_5": 0.567, + "precision_at_10": 0.44, + "precision_at_20": 0.3095, + "precision_at_100": 0.1067, + "precision_at_1000": 0.01345, + "mrr_at_1": 0.8, + "mrr_at_3": 0.8425, + "mrr_at_5": 0.855, + "mrr_at_10": 0.861333, + "mrr_at_20": 0.861333, + "mrr_at_100": 0.861741, + "mrr_at_1000": 0.861741, + "nauc_ndcg_at_1_max": 0.502089, + "nauc_ndcg_at_1_std": 0.077179, + "nauc_ndcg_at_1_diff1": 0.451291, + "nauc_ndcg_at_3_max": 0.420744, + "nauc_ndcg_at_3_std": -0.00821, + "nauc_ndcg_at_3_diff1": 0.287107, + "nauc_ndcg_at_5_max": 0.340211, + "nauc_ndcg_at_5_std": -0.105354, + "nauc_ndcg_at_5_diff1": 0.26978, + "nauc_ndcg_at_10_max": 0.360053, + "nauc_ndcg_at_10_std": -0.229145, + "nauc_ndcg_at_10_diff1": 0.300049, + "nauc_ndcg_at_20_max": 0.409945, + "nauc_ndcg_at_20_std": -0.267003, + "nauc_ndcg_at_20_diff1": 0.340394, + "nauc_ndcg_at_100_max": 0.442142, + "nauc_ndcg_at_100_std": -0.219647, + "nauc_ndcg_at_100_diff1": 0.328654, + "nauc_ndcg_at_1000_max": 0.455674, + "nauc_ndcg_at_1000_std": -0.0599, + "nauc_ndcg_at_1000_diff1": 0.300792, + "nauc_map_at_1_max": 0.053451, + "nauc_map_at_1_std": -0.397498, + "nauc_map_at_1_diff1": 0.473454, + "nauc_map_at_3_max": 0.130522, + "nauc_map_at_3_std": -0.438508, + "nauc_map_at_3_diff1": 0.365411, + "nauc_map_at_5_max": 0.134319, + "nauc_map_at_5_std": -0.474178, + "nauc_map_at_5_diff1": 0.300637, + "nauc_map_at_10_max": 0.216424, + "nauc_map_at_10_std": -0.477786, + "nauc_map_at_10_diff1": 0.248873, + "nauc_map_at_20_max": 0.25226, + "nauc_map_at_20_std": -0.4474, + "nauc_map_at_20_diff1": 0.238771, + "nauc_map_at_100_max": 0.289436, + "nauc_map_at_100_std": -0.324787, + "nauc_map_at_100_diff1": 0.217041, + "nauc_map_at_1000_max": 0.296914, + "nauc_map_at_1000_std": -0.268981, + "nauc_map_at_1000_diff1": 0.207716, + "nauc_recall_at_1_max": 0.053451, + "nauc_recall_at_1_std": -0.397498, + "nauc_recall_at_1_diff1": 0.473454, + "nauc_recall_at_3_max": 0.105576, + "nauc_recall_at_3_std": -0.453329, + "nauc_recall_at_3_diff1": 0.363348, + "nauc_recall_at_5_max": 0.05199, + "nauc_recall_at_5_std": -0.520841, + "nauc_recall_at_5_diff1": 0.280601, + "nauc_recall_at_10_max": 0.144931, + "nauc_recall_at_10_std": -0.600966, + "nauc_recall_at_10_diff1": 0.236384, + "nauc_recall_at_20_max": 0.194236, + "nauc_recall_at_20_std": -0.644539, + "nauc_recall_at_20_diff1": 0.286571, + "nauc_recall_at_100_max": 0.321229, + "nauc_recall_at_100_std": -0.77773, + "nauc_recall_at_100_diff1": 0.355766, + "nauc_recall_at_1000_max": 0.69269, + "nauc_recall_at_1000_std": -1.60081, + "nauc_recall_at_1000_diff1": 0.530345, + "nauc_precision_at_1_max": 0.594068, + "nauc_precision_at_1_std": 0.16973, + "nauc_precision_at_1_diff1": 0.398227, + "nauc_precision_at_3_max": 0.374113, + "nauc_precision_at_3_std": 0.162109, + "nauc_precision_at_3_diff1": -0.061918, + "nauc_precision_at_5_max": 0.248174, + "nauc_precision_at_5_std": 0.258393, + "nauc_precision_at_5_diff1": -0.20881, + "nauc_precision_at_10_max": 0.221157, + "nauc_precision_at_10_std": 0.390067, + "nauc_precision_at_10_diff1": -0.249932, + "nauc_precision_at_20_max": 0.131164, + "nauc_precision_at_20_std": 0.531126, + "nauc_precision_at_20_diff1": -0.241958, + "nauc_precision_at_100_max": 0.029565, + "nauc_precision_at_100_std": 0.649408, + "nauc_precision_at_100_diff1": -0.197843, + "nauc_precision_at_1000_max": 0.0028, + "nauc_precision_at_1000_std": 0.690487, + "nauc_precision_at_1000_diff1": -0.202335, + "nauc_mrr_at_1_max": 0.594068, + "nauc_mrr_at_1_std": 0.16973, + "nauc_mrr_at_1_diff1": 0.398227, + "nauc_mrr_at_3_max": 0.627646, + "nauc_mrr_at_3_std": 0.193034, + "nauc_mrr_at_3_diff1": 0.429505, + "nauc_mrr_at_5_max": 0.617132, + "nauc_mrr_at_5_std": 0.193923, + "nauc_mrr_at_5_diff1": 0.419557, + "nauc_mrr_at_10_max": 0.621705, + "nauc_mrr_at_10_std": 0.188102, + "nauc_mrr_at_10_diff1": 0.418531, + "nauc_mrr_at_20_max": 0.621705, + "nauc_mrr_at_20_std": 0.188102, + "nauc_mrr_at_20_diff1": 0.418531, + "nauc_mrr_at_100_max": 0.621011, + "nauc_mrr_at_100_std": 0.188768, + "nauc_mrr_at_100_diff1": 0.417694, + "nauc_mrr_at_1000_max": 0.621011, + "nauc_mrr_at_1000_std": 0.188768, + "nauc_mrr_at_1000_diff1": 0.417694, + "main_score": 0.68265, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.675, + "ndcg_at_3": 0.61231, + "ndcg_at_5": 0.60589, + "ndcg_at_10": 0.62799, + "ndcg_at_20": 0.6605, + "ndcg_at_100": 0.72431, + "ndcg_at_1000": 0.75574, + "map_at_1": 0.16025, + "map_at_3": 0.30788, + "map_at_5": 0.36468, + "map_at_10": 0.4447, + "map_at_20": 0.49538, + "map_at_100": 0.55457, + "map_at_1000": 0.56776, + "recall_at_1": 0.16025, + "recall_at_3": 0.33112, + "recall_at_5": 0.41769, + "recall_at_10": 0.56037, + "recall_at_20": 0.67864, + "recall_at_100": 0.90052, + "recall_at_1000": 0.99791, + "precision_at_1": 0.755, + "precision_at_3": 0.61167, + "precision_at_5": 0.514, + "precision_at_10": 0.3995, + "precision_at_20": 0.28025, + "precision_at_100": 0.10295, + "precision_at_1000": 0.01343, + "mrr_at_1": 0.755, + "mrr_at_3": 0.805833, + "mrr_at_5": 0.822583, + "mrr_at_10": 0.826645, + "mrr_at_20": 0.827002, + "mrr_at_100": 0.827078, + "mrr_at_1000": 0.827123, + "nauc_ndcg_at_1_max": 0.274827, + "nauc_ndcg_at_1_std": -0.011872, + "nauc_ndcg_at_1_diff1": 0.238126, + "nauc_ndcg_at_3_max": 0.264609, + "nauc_ndcg_at_3_std": -0.032643, + "nauc_ndcg_at_3_diff1": 0.120715, + "nauc_ndcg_at_5_max": 0.265259, + "nauc_ndcg_at_5_std": -0.09378, + "nauc_ndcg_at_5_diff1": 0.11403, + "nauc_ndcg_at_10_max": 0.28891, + "nauc_ndcg_at_10_std": -0.169344, + "nauc_ndcg_at_10_diff1": 0.124496, + "nauc_ndcg_at_20_max": 0.300759, + "nauc_ndcg_at_20_std": -0.21418, + "nauc_ndcg_at_20_diff1": 0.160713, + "nauc_ndcg_at_100_max": 0.305064, + "nauc_ndcg_at_100_std": -0.155424, + "nauc_ndcg_at_100_diff1": 0.12919, + "nauc_ndcg_at_1000_max": 0.346901, + "nauc_ndcg_at_1000_std": -0.011977, + "nauc_ndcg_at_1000_diff1": 0.114816, + "nauc_map_at_1_max": -0.076355, + "nauc_map_at_1_std": -0.355138, + "nauc_map_at_1_diff1": 0.311067, + "nauc_map_at_3_max": -0.019395, + "nauc_map_at_3_std": -0.366278, + "nauc_map_at_3_diff1": 0.189033, + "nauc_map_at_5_max": 0.019857, + "nauc_map_at_5_std": -0.394971, + "nauc_map_at_5_diff1": 0.152197, + "nauc_map_at_10_max": 0.112194, + "nauc_map_at_10_std": -0.384672, + "nauc_map_at_10_diff1": 0.122688, + "nauc_map_at_20_max": 0.158902, + "nauc_map_at_20_std": -0.362917, + "nauc_map_at_20_diff1": 0.109236, + "nauc_map_at_100_max": 0.236267, + "nauc_map_at_100_std": -0.243918, + "nauc_map_at_100_diff1": 0.073253, + "nauc_map_at_1000_max": 0.259764, + "nauc_map_at_1000_std": -0.189855, + "nauc_map_at_1000_diff1": 0.066576, + "nauc_recall_at_1_max": -0.076355, + "nauc_recall_at_1_std": -0.355138, + "nauc_recall_at_1_diff1": 0.311067, + "nauc_recall_at_3_max": -0.04273, + "nauc_recall_at_3_std": -0.376672, + "nauc_recall_at_3_diff1": 0.175848, + "nauc_recall_at_5_max": -0.035875, + "nauc_recall_at_5_std": -0.443778, + "nauc_recall_at_5_diff1": 0.12874, + "nauc_recall_at_10_max": 0.03078, + "nauc_recall_at_10_std": -0.495394, + "nauc_recall_at_10_diff1": 0.116035, + "nauc_recall_at_20_max": 0.070039, + "nauc_recall_at_20_std": -0.533031, + "nauc_recall_at_20_diff1": 0.166196, + "nauc_recall_at_100_max": 0.17641, + "nauc_recall_at_100_std": -0.539866, + "nauc_recall_at_100_diff1": 0.14331, + "nauc_recall_at_1000_max": 0.328928, + "nauc_recall_at_1000_std": -0.165259, + "nauc_recall_at_1000_diff1": 0.595423, + "nauc_precision_at_1_max": 0.398275, + "nauc_precision_at_1_std": 0.040243, + "nauc_precision_at_1_diff1": 0.232588, + "nauc_precision_at_3_max": 0.326856, + "nauc_precision_at_3_std": 0.153386, + "nauc_precision_at_3_diff1": -0.067065, + "nauc_precision_at_5_max": 0.366624, + "nauc_precision_at_5_std": 0.180906, + "nauc_precision_at_5_diff1": -0.151317, + "nauc_precision_at_10_max": 0.428065, + "nauc_precision_at_10_std": 0.332587, + "nauc_precision_at_10_diff1": -0.198194, + "nauc_precision_at_20_max": 0.376677, + "nauc_precision_at_20_std": 0.454547, + "nauc_precision_at_20_diff1": -0.195873, + "nauc_precision_at_100_max": 0.270501, + "nauc_precision_at_100_std": 0.616276, + "nauc_precision_at_100_diff1": -0.170431, + "nauc_precision_at_1000_max": 0.23184, + "nauc_precision_at_1000_std": 0.657461, + "nauc_precision_at_1000_diff1": -0.147189, + "nauc_mrr_at_1_max": 0.398275, + "nauc_mrr_at_1_std": 0.040243, + "nauc_mrr_at_1_diff1": 0.232588, + "nauc_mrr_at_3_max": 0.420124, + "nauc_mrr_at_3_std": 0.128847, + "nauc_mrr_at_3_diff1": 0.22346, + "nauc_mrr_at_5_max": 0.43697, + "nauc_mrr_at_5_std": 0.134185, + "nauc_mrr_at_5_diff1": 0.2139, + "nauc_mrr_at_10_max": 0.430801, + "nauc_mrr_at_10_std": 0.122852, + "nauc_mrr_at_10_diff1": 0.220342, + "nauc_mrr_at_20_max": 0.430143, + "nauc_mrr_at_20_std": 0.121878, + "nauc_mrr_at_20_diff1": 0.221227, + "nauc_mrr_at_100_max": 0.430083, + "nauc_mrr_at_100_std": 0.12159, + "nauc_mrr_at_100_diff1": 0.221161, + "nauc_mrr_at_1000_max": 0.429948, + "nauc_mrr_at_1000_std": 0.121515, + "nauc_mrr_at_1000_diff1": 0.221122, + "main_score": 0.62799, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.695, + "ndcg_at_3": 0.62615, + "ndcg_at_5": 0.627, + "ndcg_at_10": 0.64741, + "ndcg_at_20": 0.67389, + "ndcg_at_100": 0.73073, + "ndcg_at_1000": 0.76182, + "map_at_1": 0.15862, + "map_at_3": 0.29936, + "map_at_5": 0.36825, + "map_at_10": 0.45538, + "map_at_20": 0.50337, + "map_at_100": 0.56154, + "map_at_1000": 0.57474, + "recall_at_1": 0.15862, + "recall_at_3": 0.3231, + "recall_at_5": 0.42492, + "recall_at_10": 0.58219, + "recall_at_20": 0.69448, + "recall_at_100": 0.9003, + "recall_at_1000": 0.99891, + "precision_at_1": 0.78, + "precision_at_3": 0.625, + "precision_at_5": 0.545, + "precision_at_10": 0.4205, + "precision_at_20": 0.29225, + "precision_at_100": 0.1029, + "precision_at_1000": 0.01344, + "mrr_at_1": 0.78, + "mrr_at_3": 0.833333, + "mrr_at_5": 0.846333, + "mrr_at_10": 0.849181, + "mrr_at_20": 0.849982, + "mrr_at_100": 0.850372, + "mrr_at_1000": 0.850428, + "nauc_ndcg_at_1_max": 0.316999, + "nauc_ndcg_at_1_std": 0.102171, + "nauc_ndcg_at_1_diff1": 0.245904, + "nauc_ndcg_at_3_max": 0.282916, + "nauc_ndcg_at_3_std": 0.054791, + "nauc_ndcg_at_3_diff1": 0.099844, + "nauc_ndcg_at_5_max": 0.278493, + "nauc_ndcg_at_5_std": -0.017112, + "nauc_ndcg_at_5_diff1": 0.133079, + "nauc_ndcg_at_10_max": 0.302321, + "nauc_ndcg_at_10_std": -0.110612, + "nauc_ndcg_at_10_diff1": 0.204876, + "nauc_ndcg_at_20_max": 0.339499, + "nauc_ndcg_at_20_std": -0.146568, + "nauc_ndcg_at_20_diff1": 0.268045, + "nauc_ndcg_at_100_max": 0.347622, + "nauc_ndcg_at_100_std": -0.08743, + "nauc_ndcg_at_100_diff1": 0.207788, + "nauc_ndcg_at_1000_max": 0.37912, + "nauc_ndcg_at_1000_std": 0.047551, + "nauc_ndcg_at_1000_diff1": 0.16976, + "nauc_map_at_1_max": -0.001637, + "nauc_map_at_1_std": -0.324329, + "nauc_map_at_1_diff1": 0.407274, + "nauc_map_at_3_max": 0.047964, + "nauc_map_at_3_std": -0.339221, + "nauc_map_at_3_diff1": 0.288826, + "nauc_map_at_5_max": 0.084093, + "nauc_map_at_5_std": -0.366993, + "nauc_map_at_5_diff1": 0.266002, + "nauc_map_at_10_max": 0.180055, + "nauc_map_at_10_std": -0.340259, + "nauc_map_at_10_diff1": 0.218846, + "nauc_map_at_20_max": 0.222515, + "nauc_map_at_20_std": -0.31253, + "nauc_map_at_20_diff1": 0.211205, + "nauc_map_at_100_max": 0.289048, + "nauc_map_at_100_std": -0.190704, + "nauc_map_at_100_diff1": 0.157465, + "nauc_map_at_1000_max": 0.308854, + "nauc_map_at_1000_std": -0.139417, + "nauc_map_at_1000_diff1": 0.142493, + "nauc_recall_at_1_max": -0.001637, + "nauc_recall_at_1_std": -0.324329, + "nauc_recall_at_1_diff1": 0.407274, + "nauc_recall_at_3_max": -0.00939, + "nauc_recall_at_3_std": -0.346938, + "nauc_recall_at_3_diff1": 0.247537, + "nauc_recall_at_5_max": -0.005762, + "nauc_recall_at_5_std": -0.425669, + "nauc_recall_at_5_diff1": 0.252939, + "nauc_recall_at_10_max": 0.055668, + "nauc_recall_at_10_std": -0.46442, + "nauc_recall_at_10_diff1": 0.27057, + "nauc_recall_at_20_max": 0.101788, + "nauc_recall_at_20_std": -0.5058, + "nauc_recall_at_20_diff1": 0.352836, + "nauc_recall_at_100_max": 0.212159, + "nauc_recall_at_100_std": -0.392865, + "nauc_recall_at_100_diff1": 0.243583, + "nauc_recall_at_1000_max": 0.786228, + "nauc_recall_at_1000_std": -0.116017, + "nauc_recall_at_1000_diff1": 0.484802, + "nauc_precision_at_1_max": 0.446573, + "nauc_precision_at_1_std": 0.236855, + "nauc_precision_at_1_diff1": 0.21286, + "nauc_precision_at_3_max": 0.313341, + "nauc_precision_at_3_std": 0.215227, + "nauc_precision_at_3_diff1": -0.172343, + "nauc_precision_at_5_max": 0.315967, + "nauc_precision_at_5_std": 0.251358, + "nauc_precision_at_5_diff1": -0.234313, + "nauc_precision_at_10_max": 0.343743, + "nauc_precision_at_10_std": 0.371935, + "nauc_precision_at_10_diff1": -0.284148, + "nauc_precision_at_20_max": 0.29078, + "nauc_precision_at_20_std": 0.48184, + "nauc_precision_at_20_diff1": -0.275293, + "nauc_precision_at_100_max": 0.194874, + "nauc_precision_at_100_std": 0.589683, + "nauc_precision_at_100_diff1": -0.271368, + "nauc_precision_at_1000_max": 0.160387, + "nauc_precision_at_1000_std": 0.612395, + "nauc_precision_at_1000_diff1": -0.253765, + "nauc_mrr_at_1_max": 0.446573, + "nauc_mrr_at_1_std": 0.236855, + "nauc_mrr_at_1_diff1": 0.21286, + "nauc_mrr_at_3_max": 0.444717, + "nauc_mrr_at_3_std": 0.309418, + "nauc_mrr_at_3_diff1": 0.183554, + "nauc_mrr_at_5_max": 0.458009, + "nauc_mrr_at_5_std": 0.323823, + "nauc_mrr_at_5_diff1": 0.182571, + "nauc_mrr_at_10_max": 0.471533, + "nauc_mrr_at_10_std": 0.319331, + "nauc_mrr_at_10_diff1": 0.188523, + "nauc_mrr_at_20_max": 0.468508, + "nauc_mrr_at_20_std": 0.315794, + "nauc_mrr_at_20_diff1": 0.192046, + "nauc_mrr_at_100_max": 0.467186, + "nauc_mrr_at_100_std": 0.314739, + "nauc_mrr_at_100_diff1": 0.191035, + "nauc_mrr_at_1000_max": 0.46699, + "nauc_mrr_at_1000_std": 0.31458, + "nauc_mrr_at_1000_diff1": 0.19124, + "main_score": 0.64741, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.7275, + "ndcg_at_3": 0.6599, + "ndcg_at_5": 0.62968, + "ndcg_at_10": 0.61665, + "ndcg_at_20": 0.61404, + "ndcg_at_100": 0.6848, + "ndcg_at_1000": 0.76169, + "map_at_1": 0.07703, + "map_at_3": 0.15477, + "map_at_5": 0.19805, + "map_at_10": 0.26656, + "map_at_20": 0.32722, + "map_at_100": 0.45378, + "map_at_1000": 0.50987, + "recall_at_1": 0.07703, + "recall_at_3": 0.16708, + "recall_at_5": 0.22102, + "recall_at_10": 0.32792, + "recall_at_20": 0.43514, + "recall_at_100": 0.74701, + "recall_at_1000": 0.98001, + "precision_at_1": 0.845, + "precision_at_3": 0.71667, + "precision_at_5": 0.647, + "precision_at_10": 0.5625, + "precision_at_20": 0.462, + "precision_at_100": 0.24205, + "precision_at_1000": 0.0481, + "mrr_at_1": 0.845, + "mrr_at_3": 0.889167, + "mrr_at_5": 0.890417, + "mrr_at_10": 0.895506, + "mrr_at_20": 0.896377, + "mrr_at_100": 0.896436, + "mrr_at_1000": 0.896445, + "nauc_ndcg_at_1_max": 0.489469, + "nauc_ndcg_at_1_std": 0.108028, + "nauc_ndcg_at_1_diff1": 0.287065, + "nauc_ndcg_at_3_max": 0.44524, + "nauc_ndcg_at_3_std": 0.112733, + "nauc_ndcg_at_3_diff1": 0.130226, + "nauc_ndcg_at_5_max": 0.440325, + "nauc_ndcg_at_5_std": 0.09999, + "nauc_ndcg_at_5_diff1": 0.125794, + "nauc_ndcg_at_10_max": 0.469574, + "nauc_ndcg_at_10_std": 0.105946, + "nauc_ndcg_at_10_diff1": 0.117979, + "nauc_ndcg_at_20_max": 0.480997, + "nauc_ndcg_at_20_std": 0.113759, + "nauc_ndcg_at_20_diff1": 0.108434, + "nauc_ndcg_at_100_max": 0.501856, + "nauc_ndcg_at_100_std": 0.237642, + "nauc_ndcg_at_100_diff1": 0.151293, + "nauc_ndcg_at_1000_max": 0.517903, + "nauc_ndcg_at_1000_std": 0.210616, + "nauc_ndcg_at_1000_diff1": 0.105005, + "nauc_map_at_1_max": 0.213604, + "nauc_map_at_1_std": -0.03809, + "nauc_map_at_1_diff1": 0.534389, + "nauc_map_at_3_max": 0.247493, + "nauc_map_at_3_std": 0.005162, + "nauc_map_at_3_diff1": 0.37621, + "nauc_map_at_5_max": 0.276821, + "nauc_map_at_5_std": 0.058013, + "nauc_map_at_5_diff1": 0.312442, + "nauc_map_at_10_max": 0.32056, + "nauc_map_at_10_std": 0.133237, + "nauc_map_at_10_diff1": 0.228102, + "nauc_map_at_20_max": 0.352782, + "nauc_map_at_20_std": 0.139313, + "nauc_map_at_20_diff1": 0.159636, + "nauc_map_at_100_max": 0.439965, + "nauc_map_at_100_std": 0.220426, + "nauc_map_at_100_diff1": 0.076366, + "nauc_map_at_1000_max": 0.456553, + "nauc_map_at_1000_std": 0.184913, + "nauc_map_at_1000_diff1": 0.042245, + "nauc_recall_at_1_max": 0.213604, + "nauc_recall_at_1_std": -0.03809, + "nauc_recall_at_1_diff1": 0.534389, + "nauc_recall_at_3_max": 0.201881, + "nauc_recall_at_3_std": -0.019877, + "nauc_recall_at_3_diff1": 0.385409, + "nauc_recall_at_5_max": 0.207154, + "nauc_recall_at_5_std": 0.023401, + "nauc_recall_at_5_diff1": 0.308288, + "nauc_recall_at_10_max": 0.212642, + "nauc_recall_at_10_std": 0.079536, + "nauc_recall_at_10_diff1": 0.22092, + "nauc_recall_at_20_max": 0.203756, + "nauc_recall_at_20_std": 0.062447, + "nauc_recall_at_20_diff1": 0.152524, + "nauc_recall_at_100_max": 0.222963, + "nauc_recall_at_100_std": 0.302721, + "nauc_recall_at_100_diff1": 0.152218, + "nauc_recall_at_1000_max": 0.179749, + "nauc_recall_at_1000_std": 0.742843, + "nauc_recall_at_1000_diff1": -0.045052, + "nauc_precision_at_1_max": 0.618174, + "nauc_precision_at_1_std": 0.238037, + "nauc_precision_at_1_diff1": 0.30675, + "nauc_precision_at_3_max": 0.389662, + "nauc_precision_at_3_std": 0.212364, + "nauc_precision_at_3_diff1": -0.140796, + "nauc_precision_at_5_max": 0.325903, + "nauc_precision_at_5_std": 0.151908, + "nauc_precision_at_5_diff1": -0.2108, + "nauc_precision_at_10_max": 0.248772, + "nauc_precision_at_10_std": 0.128036, + "nauc_precision_at_10_diff1": -0.277322, + "nauc_precision_at_20_max": 0.173402, + "nauc_precision_at_20_std": 0.048358, + "nauc_precision_at_20_diff1": -0.292184, + "nauc_precision_at_100_max": 0.03227, + "nauc_precision_at_100_std": -0.04105, + "nauc_precision_at_100_diff1": -0.188473, + "nauc_precision_at_1000_max": -0.053749, + "nauc_precision_at_1000_std": -0.221112, + "nauc_precision_at_1000_diff1": -0.107454, + "nauc_mrr_at_1_max": 0.618174, + "nauc_mrr_at_1_std": 0.238037, + "nauc_mrr_at_1_diff1": 0.30675, + "nauc_mrr_at_3_max": 0.651909, + "nauc_mrr_at_3_std": 0.274076, + "nauc_mrr_at_3_diff1": 0.315325, + "nauc_mrr_at_5_max": 0.647803, + "nauc_mrr_at_5_std": 0.27586, + "nauc_mrr_at_5_diff1": 0.312508, + "nauc_mrr_at_10_max": 0.641299, + "nauc_mrr_at_10_std": 0.265909, + "nauc_mrr_at_10_diff1": 0.309159, + "nauc_mrr_at_20_max": 0.643765, + "nauc_mrr_at_20_std": 0.26006, + "nauc_mrr_at_20_diff1": 0.305712, + "nauc_mrr_at_100_max": 0.643556, + "nauc_mrr_at_100_std": 0.261237, + "nauc_mrr_at_100_diff1": 0.305566, + "nauc_mrr_at_1000_max": 0.643522, + "nauc_mrr_at_1000_std": 0.261168, + "nauc_mrr_at_1000_diff1": 0.305583, + "main_score": 0.61665, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66, + "ndcg_at_3": 0.60712, + "ndcg_at_5": 0.58528, + "ndcg_at_10": 0.57137, + "ndcg_at_20": 0.56869, + "ndcg_at_100": 0.63853, + "ndcg_at_1000": 0.72845, + "map_at_1": 0.07695, + "map_at_3": 0.14746, + "map_at_5": 0.18418, + "map_at_10": 0.2448, + "map_at_20": 0.29719, + "map_at_100": 0.41046, + "map_at_1000": 0.46656, + "recall_at_1": 0.07695, + "recall_at_3": 0.15817, + "recall_at_5": 0.20537, + "recall_at_10": 0.30296, + "recall_at_20": 0.40584, + "recall_at_100": 0.70286, + "recall_at_1000": 0.97113, + "precision_at_1": 0.765, + "precision_at_3": 0.66, + "precision_at_5": 0.602, + "precision_at_10": 0.522, + "precision_at_20": 0.4225, + "precision_at_100": 0.2259, + "precision_at_1000": 0.04738, + "mrr_at_1": 0.765, + "mrr_at_3": 0.826667, + "mrr_at_5": 0.835417, + "mrr_at_10": 0.839692, + "mrr_at_20": 0.84041, + "mrr_at_100": 0.840781, + "mrr_at_1000": 0.840801, + "nauc_ndcg_at_1_max": 0.484805, + "nauc_ndcg_at_1_std": 0.208542, + "nauc_ndcg_at_1_diff1": 0.097995, + "nauc_ndcg_at_3_max": 0.429302, + "nauc_ndcg_at_3_std": 0.235579, + "nauc_ndcg_at_3_diff1": -0.082997, + "nauc_ndcg_at_5_max": 0.47928, + "nauc_ndcg_at_5_std": 0.271727, + "nauc_ndcg_at_5_diff1": -0.08062, + "nauc_ndcg_at_10_max": 0.526743, + "nauc_ndcg_at_10_std": 0.279424, + "nauc_ndcg_at_10_diff1": -0.028801, + "nauc_ndcg_at_20_max": 0.550084, + "nauc_ndcg_at_20_std": 0.289672, + "nauc_ndcg_at_20_diff1": -0.012066, + "nauc_ndcg_at_100_max": 0.569516, + "nauc_ndcg_at_100_std": 0.377177, + "nauc_ndcg_at_100_diff1": 0.020466, + "nauc_ndcg_at_1000_max": 0.560329, + "nauc_ndcg_at_1000_std": 0.370253, + "nauc_ndcg_at_1000_diff1": -0.050281, + "nauc_map_at_1_max": 0.250936, + "nauc_map_at_1_std": -0.005553, + "nauc_map_at_1_diff1": 0.238491, + "nauc_map_at_3_max": 0.323353, + "nauc_map_at_3_std": 0.089121, + "nauc_map_at_3_diff1": 0.128321, + "nauc_map_at_5_max": 0.394617, + "nauc_map_at_5_std": 0.162269, + "nauc_map_at_5_diff1": 0.096267, + "nauc_map_at_10_max": 0.446412, + "nauc_map_at_10_std": 0.227326, + "nauc_map_at_10_diff1": 0.053654, + "nauc_map_at_20_max": 0.45198, + "nauc_map_at_20_std": 0.248288, + "nauc_map_at_20_diff1": 0.008428, + "nauc_map_at_100_max": 0.499139, + "nauc_map_at_100_std": 0.336136, + "nauc_map_at_100_diff1": -0.066414, + "nauc_map_at_1000_max": 0.516884, + "nauc_map_at_1000_std": 0.322446, + "nauc_map_at_1000_diff1": -0.081073, + "nauc_recall_at_1_max": 0.250936, + "nauc_recall_at_1_std": -0.005553, + "nauc_recall_at_1_diff1": 0.238491, + "nauc_recall_at_3_max": 0.282205, + "nauc_recall_at_3_std": 0.058107, + "nauc_recall_at_3_diff1": 0.160126, + "nauc_recall_at_5_max": 0.354081, + "nauc_recall_at_5_std": 0.131584, + "nauc_recall_at_5_diff1": 0.144583, + "nauc_recall_at_10_max": 0.38566, + "nauc_recall_at_10_std": 0.183039, + "nauc_recall_at_10_diff1": 0.130866, + "nauc_recall_at_20_max": 0.345501, + "nauc_recall_at_20_std": 0.174629, + "nauc_recall_at_20_diff1": 0.106542, + "nauc_recall_at_100_max": 0.333359, + "nauc_recall_at_100_std": 0.364502, + "nauc_recall_at_100_diff1": 0.071141, + "nauc_recall_at_1000_max": 0.327518, + "nauc_recall_at_1000_std": 0.756301, + "nauc_recall_at_1000_diff1": -0.209, + "nauc_precision_at_1_max": 0.625824, + "nauc_precision_at_1_std": 0.297902, + "nauc_precision_at_1_diff1": 0.061501, + "nauc_precision_at_3_max": 0.365233, + "nauc_precision_at_3_std": 0.28553, + "nauc_precision_at_3_diff1": -0.241011, + "nauc_precision_at_5_max": 0.337487, + "nauc_precision_at_5_std": 0.293965, + "nauc_precision_at_5_diff1": -0.256114, + "nauc_precision_at_10_max": 0.260567, + "nauc_precision_at_10_std": 0.226183, + "nauc_precision_at_10_diff1": -0.232458, + "nauc_precision_at_20_max": 0.143125, + "nauc_precision_at_20_std": 0.109753, + "nauc_precision_at_20_diff1": -0.227273, + "nauc_precision_at_100_max": 0.016924, + "nauc_precision_at_100_std": -0.000753, + "nauc_precision_at_100_diff1": -0.106406, + "nauc_precision_at_1000_max": -0.047883, + "nauc_precision_at_1000_std": -0.196145, + "nauc_precision_at_1000_diff1": 0.025474, + "nauc_mrr_at_1_max": 0.625824, + "nauc_mrr_at_1_std": 0.297902, + "nauc_mrr_at_1_diff1": 0.061501, + "nauc_mrr_at_3_max": 0.607953, + "nauc_mrr_at_3_std": 0.29654, + "nauc_mrr_at_3_diff1": 0.089493, + "nauc_mrr_at_5_max": 0.615601, + "nauc_mrr_at_5_std": 0.311606, + "nauc_mrr_at_5_diff1": 0.088415, + "nauc_mrr_at_10_max": 0.613, + "nauc_mrr_at_10_std": 0.306877, + "nauc_mrr_at_10_diff1": 0.086799, + "nauc_mrr_at_20_max": 0.613765, + "nauc_mrr_at_20_std": 0.304126, + "nauc_mrr_at_20_diff1": 0.085267, + "nauc_mrr_at_100_max": 0.613424, + "nauc_mrr_at_100_std": 0.304346, + "nauc_mrr_at_100_diff1": 0.083924, + "nauc_mrr_at_1000_max": 0.613373, + "nauc_mrr_at_1000_std": 0.304253, + "nauc_mrr_at_1000_diff1": 0.083862, + "main_score": 0.57137, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6875, + "ndcg_at_3": 0.63006, + "ndcg_at_5": 0.61382, + "ndcg_at_10": 0.59518, + "ndcg_at_20": 0.5935, + "ndcg_at_100": 0.65851, + "ndcg_at_1000": 0.74237, + "map_at_1": 0.08221, + "map_at_3": 0.15349, + "map_at_5": 0.1939, + "map_at_10": 0.25803, + "map_at_20": 0.31543, + "map_at_100": 0.43104, + "map_at_1000": 0.48705, + "recall_at_1": 0.08221, + "recall_at_3": 0.16109, + "recall_at_5": 0.2113, + "recall_at_10": 0.31495, + "recall_at_20": 0.41902, + "recall_at_100": 0.71612, + "recall_at_1000": 0.96978, + "precision_at_1": 0.805, + "precision_at_3": 0.69167, + "precision_at_5": 0.63, + "precision_at_10": 0.54, + "precision_at_20": 0.4415, + "precision_at_100": 0.23225, + "precision_at_1000": 0.04775, + "mrr_at_1": 0.805, + "mrr_at_3": 0.845, + "mrr_at_5": 0.85425, + "mrr_at_10": 0.859819, + "mrr_at_20": 0.860274, + "mrr_at_100": 0.860494, + "mrr_at_1000": 0.860524, + "nauc_ndcg_at_1_max": 0.465291, + "nauc_ndcg_at_1_std": 0.114477, + "nauc_ndcg_at_1_diff1": 0.261945, + "nauc_ndcg_at_3_max": 0.444459, + "nauc_ndcg_at_3_std": 0.221644, + "nauc_ndcg_at_3_diff1": 0.017675, + "nauc_ndcg_at_5_max": 0.468277, + "nauc_ndcg_at_5_std": 0.259021, + "nauc_ndcg_at_5_diff1": -0.006339, + "nauc_ndcg_at_10_max": 0.521511, + "nauc_ndcg_at_10_std": 0.256628, + "nauc_ndcg_at_10_diff1": 0.012263, + "nauc_ndcg_at_20_max": 0.541148, + "nauc_ndcg_at_20_std": 0.275056, + "nauc_ndcg_at_20_diff1": 0.052623, + "nauc_ndcg_at_100_max": 0.548765, + "nauc_ndcg_at_100_std": 0.368714, + "nauc_ndcg_at_100_diff1": 0.023175, + "nauc_ndcg_at_1000_max": 0.562967, + "nauc_ndcg_at_1000_std": 0.367263, + "nauc_ndcg_at_1000_diff1": -0.003654, + "nauc_map_at_1_max": 0.154892, + "nauc_map_at_1_std": -0.043183, + "nauc_map_at_1_diff1": 0.210506, + "nauc_map_at_3_max": 0.237221, + "nauc_map_at_3_std": 0.065397, + "nauc_map_at_3_diff1": 0.130051, + "nauc_map_at_5_max": 0.289762, + "nauc_map_at_5_std": 0.151977, + "nauc_map_at_5_diff1": 0.088297, + "nauc_map_at_10_max": 0.339411, + "nauc_map_at_10_std": 0.224749, + "nauc_map_at_10_diff1": 0.036693, + "nauc_map_at_20_max": 0.379661, + "nauc_map_at_20_std": 0.244591, + "nauc_map_at_20_diff1": 0.016738, + "nauc_map_at_100_max": 0.459517, + "nauc_map_at_100_std": 0.338851, + "nauc_map_at_100_diff1": -0.045499, + "nauc_map_at_1000_max": 0.485166, + "nauc_map_at_1000_std": 0.325027, + "nauc_map_at_1000_diff1": -0.05382, + "nauc_recall_at_1_max": 0.154892, + "nauc_recall_at_1_std": -0.043183, + "nauc_recall_at_1_diff1": 0.210506, + "nauc_recall_at_3_max": 0.210292, + "nauc_recall_at_3_std": 0.054736, + "nauc_recall_at_3_diff1": 0.122026, + "nauc_recall_at_5_max": 0.249935, + "nauc_recall_at_5_std": 0.132892, + "nauc_recall_at_5_diff1": 0.075761, + "nauc_recall_at_10_max": 0.261145, + "nauc_recall_at_10_std": 0.171822, + "nauc_recall_at_10_diff1": 0.048239, + "nauc_recall_at_20_max": 0.302129, + "nauc_recall_at_20_std": 0.182564, + "nauc_recall_at_20_diff1": 0.071662, + "nauc_recall_at_100_max": 0.303386, + "nauc_recall_at_100_std": 0.360359, + "nauc_recall_at_100_diff1": -0.004639, + "nauc_recall_at_1000_max": 0.354452, + "nauc_recall_at_1000_std": 0.76595, + "nauc_recall_at_1000_diff1": -0.271368, + "nauc_precision_at_1_max": 0.607239, + "nauc_precision_at_1_std": 0.298499, + "nauc_precision_at_1_diff1": 0.381779, + "nauc_precision_at_3_max": 0.355475, + "nauc_precision_at_3_std": 0.330856, + "nauc_precision_at_3_diff1": -0.145867, + "nauc_precision_at_5_max": 0.3364, + "nauc_precision_at_5_std": 0.319237, + "nauc_precision_at_5_diff1": -0.194117, + "nauc_precision_at_10_max": 0.300742, + "nauc_precision_at_10_std": 0.242182, + "nauc_precision_at_10_diff1": -0.20156, + "nauc_precision_at_20_max": 0.204363, + "nauc_precision_at_20_std": 0.115861, + "nauc_precision_at_20_diff1": -0.165398, + "nauc_precision_at_100_max": 0.061014, + "nauc_precision_at_100_std": 0.001717, + "nauc_precision_at_100_diff1": -0.093922, + "nauc_precision_at_1000_max": -0.023442, + "nauc_precision_at_1000_std": -0.192255, + "nauc_precision_at_1000_diff1": -0.000266, + "nauc_mrr_at_1_max": 0.607239, + "nauc_mrr_at_1_std": 0.298499, + "nauc_mrr_at_1_diff1": 0.381779, + "nauc_mrr_at_3_max": 0.613523, + "nauc_mrr_at_3_std": 0.377818, + "nauc_mrr_at_3_diff1": 0.339803, + "nauc_mrr_at_5_max": 0.613515, + "nauc_mrr_at_5_std": 0.368526, + "nauc_mrr_at_5_diff1": 0.333567, + "nauc_mrr_at_10_max": 0.622067, + "nauc_mrr_at_10_std": 0.362335, + "nauc_mrr_at_10_diff1": 0.328049, + "nauc_mrr_at_20_max": 0.621221, + "nauc_mrr_at_20_std": 0.361103, + "nauc_mrr_at_20_diff1": 0.328752, + "nauc_mrr_at_100_max": 0.620594, + "nauc_mrr_at_100_std": 0.360759, + "nauc_mrr_at_100_diff1": 0.32898, + "nauc_mrr_at_1000_max": 0.620506, + "nauc_mrr_at_1000_std": 0.360611, + "nauc_mrr_at_1000_diff1": 0.329322, + "main_score": 0.59518, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.6675, + "ndcg_at_3": 0.63851, + "ndcg_at_5": 0.61503, + "ndcg_at_10": 0.61388, + "ndcg_at_20": 0.61722, + "ndcg_at_100": 0.65931, + "ndcg_at_1000": 0.74236, + "map_at_1": 0.0876, + "map_at_3": 0.19079, + "map_at_5": 0.23194, + "map_at_10": 0.29032, + "map_at_20": 0.33968, + "map_at_100": 0.43711, + "map_at_1000": 0.49999, + "recall_at_1": 0.0876, + "recall_at_3": 0.21008, + "recall_at_5": 0.26472, + "recall_at_10": 0.35937, + "recall_at_20": 0.46224, + "recall_at_100": 0.7124, + "recall_at_1000": 0.95342, + "precision_at_1": 0.8, + "precision_at_3": 0.71667, + "precision_at_5": 0.628, + "precision_at_10": 0.5395, + "precision_at_20": 0.44275, + "precision_at_100": 0.2321, + "precision_at_1000": 0.05759, + "mrr_at_1": 0.8, + "mrr_at_3": 0.863333, + "mrr_at_5": 0.868333, + "mrr_at_10": 0.870208, + "mrr_at_20": 0.871165, + "mrr_at_100": 0.871332, + "mrr_at_1000": 0.871332, + "nauc_ndcg_at_1_max": 0.288273, + "nauc_ndcg_at_1_std": 0.291396, + "nauc_ndcg_at_1_diff1": 0.246113, + "nauc_ndcg_at_3_max": 0.416902, + "nauc_ndcg_at_3_std": 0.288986, + "nauc_ndcg_at_3_diff1": 0.154972, + "nauc_ndcg_at_5_max": 0.441814, + "nauc_ndcg_at_5_std": 0.296391, + "nauc_ndcg_at_5_diff1": 0.103662, + "nauc_ndcg_at_10_max": 0.489082, + "nauc_ndcg_at_10_std": 0.312651, + "nauc_ndcg_at_10_diff1": 0.104131, + "nauc_ndcg_at_20_max": 0.526332, + "nauc_ndcg_at_20_std": 0.334001, + "nauc_ndcg_at_20_diff1": 0.0851, + "nauc_ndcg_at_100_max": 0.557688, + "nauc_ndcg_at_100_std": 0.454708, + "nauc_ndcg_at_100_diff1": 0.120461, + "nauc_ndcg_at_1000_max": 0.524738, + "nauc_ndcg_at_1000_std": 0.442667, + "nauc_ndcg_at_1000_diff1": 0.112526, + "nauc_map_at_1_max": 0.38613, + "nauc_map_at_1_std": 0.143517, + "nauc_map_at_1_diff1": 0.308283, + "nauc_map_at_3_max": 0.506877, + "nauc_map_at_3_std": 0.217481, + "nauc_map_at_3_diff1": 0.248872, + "nauc_map_at_5_max": 0.53396, + "nauc_map_at_5_std": 0.262093, + "nauc_map_at_5_diff1": 0.204712, + "nauc_map_at_10_max": 0.555511, + "nauc_map_at_10_std": 0.318703, + "nauc_map_at_10_diff1": 0.169351, + "nauc_map_at_20_max": 0.557032, + "nauc_map_at_20_std": 0.350422, + "nauc_map_at_20_diff1": 0.152148, + "nauc_map_at_100_max": 0.550802, + "nauc_map_at_100_std": 0.441485, + "nauc_map_at_100_diff1": 0.124812, + "nauc_map_at_1000_max": 0.539022, + "nauc_map_at_1000_std": 0.430073, + "nauc_map_at_1000_diff1": 0.087606, + "nauc_recall_at_1_max": 0.38613, + "nauc_recall_at_1_std": 0.143517, + "nauc_recall_at_1_diff1": 0.308283, + "nauc_recall_at_3_max": 0.468061, + "nauc_recall_at_3_std": 0.200947, + "nauc_recall_at_3_diff1": 0.241606, + "nauc_recall_at_5_max": 0.498156, + "nauc_recall_at_5_std": 0.226849, + "nauc_recall_at_5_diff1": 0.193572, + "nauc_recall_at_10_max": 0.511675, + "nauc_recall_at_10_std": 0.275674, + "nauc_recall_at_10_diff1": 0.160075, + "nauc_recall_at_20_max": 0.461301, + "nauc_recall_at_20_std": 0.313936, + "nauc_recall_at_20_diff1": 0.100919, + "nauc_recall_at_100_max": 0.438136, + "nauc_recall_at_100_std": 0.486665, + "nauc_recall_at_100_diff1": 0.100926, + "nauc_recall_at_1000_max": 0.557277, + "nauc_recall_at_1000_std": 0.805893, + "nauc_recall_at_1000_diff1": 0.197459, + "nauc_precision_at_1_max": 0.360677, + "nauc_precision_at_1_std": 0.30788, + "nauc_precision_at_1_diff1": 0.27992, + "nauc_precision_at_3_max": 0.277688, + "nauc_precision_at_3_std": 0.229858, + "nauc_precision_at_3_diff1": -0.047384, + "nauc_precision_at_5_max": 0.140869, + "nauc_precision_at_5_std": 0.200818, + "nauc_precision_at_5_diff1": -0.173723, + "nauc_precision_at_10_max": -0.023258, + "nauc_precision_at_10_std": 0.089795, + "nauc_precision_at_10_diff1": -0.176805, + "nauc_precision_at_20_max": -0.178914, + "nauc_precision_at_20_std": -0.032142, + "nauc_precision_at_20_diff1": -0.184657, + "nauc_precision_at_100_max": -0.256327, + "nauc_precision_at_100_std": -0.124392, + "nauc_precision_at_100_diff1": -0.17293, + "nauc_precision_at_1000_max": -0.25991, + "nauc_precision_at_1000_std": -0.26507, + "nauc_precision_at_1000_diff1": -0.16476, + "nauc_mrr_at_1_max": 0.360677, + "nauc_mrr_at_1_std": 0.30788, + "nauc_mrr_at_1_diff1": 0.27992, + "nauc_mrr_at_3_max": 0.422513, + "nauc_mrr_at_3_std": 0.316023, + "nauc_mrr_at_3_diff1": 0.277069, + "nauc_mrr_at_5_max": 0.423546, + "nauc_mrr_at_5_std": 0.291425, + "nauc_mrr_at_5_diff1": 0.2727, + "nauc_mrr_at_10_max": 0.414761, + "nauc_mrr_at_10_std": 0.288343, + "nauc_mrr_at_10_diff1": 0.273235, + "nauc_mrr_at_20_max": 0.411548, + "nauc_mrr_at_20_std": 0.29438, + "nauc_mrr_at_20_diff1": 0.269026, + "nauc_mrr_at_100_max": 0.411621, + "nauc_mrr_at_100_std": 0.294025, + "nauc_mrr_at_100_diff1": 0.270165, + "nauc_mrr_at_1000_max": 0.411621, + "nauc_mrr_at_1000_std": 0.294025, + "nauc_mrr_at_1000_diff1": 0.270165, + "main_score": 0.61388, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6325, + "ndcg_at_3": 0.60465, + "ndcg_at_5": 0.59627, + "ndcg_at_10": 0.58258, + "ndcg_at_20": 0.58682, + "ndcg_at_100": 0.63219, + "ndcg_at_1000": 0.72025, + "map_at_1": 0.08668, + "map_at_3": 0.17324, + "map_at_5": 0.21944, + "map_at_10": 0.26955, + "map_at_20": 0.31253, + "map_at_100": 0.40378, + "map_at_1000": 0.4634, + "recall_at_1": 0.08668, + "recall_at_3": 0.1948, + "recall_at_5": 0.26483, + "recall_at_10": 0.34643, + "recall_at_20": 0.43302, + "recall_at_100": 0.68697, + "recall_at_1000": 0.94273, + "precision_at_1": 0.77, + "precision_at_3": 0.66167, + "precision_at_5": 0.597, + "precision_at_10": 0.5005, + "precision_at_20": 0.415, + "precision_at_100": 0.2207, + "precision_at_1000": 0.05599, + "mrr_at_1": 0.77, + "mrr_at_3": 0.841667, + "mrr_at_5": 0.851167, + "mrr_at_10": 0.85322, + "mrr_at_20": 0.854302, + "mrr_at_100": 0.85454, + "mrr_at_1000": 0.85454, + "nauc_ndcg_at_1_max": 0.221007, + "nauc_ndcg_at_1_std": 0.257996, + "nauc_ndcg_at_1_diff1": 0.122766, + "nauc_ndcg_at_3_max": 0.235061, + "nauc_ndcg_at_3_std": 0.319601, + "nauc_ndcg_at_3_diff1": 0.009934, + "nauc_ndcg_at_5_max": 0.296722, + "nauc_ndcg_at_5_std": 0.329318, + "nauc_ndcg_at_5_diff1": 0.02334, + "nauc_ndcg_at_10_max": 0.358866, + "nauc_ndcg_at_10_std": 0.35455, + "nauc_ndcg_at_10_diff1": -0.029025, + "nauc_ndcg_at_20_max": 0.383007, + "nauc_ndcg_at_20_std": 0.377407, + "nauc_ndcg_at_20_diff1": -0.023174, + "nauc_ndcg_at_100_max": 0.427901, + "nauc_ndcg_at_100_std": 0.550746, + "nauc_ndcg_at_100_diff1": 0.009694, + "nauc_ndcg_at_1000_max": 0.366156, + "nauc_ndcg_at_1000_std": 0.509093, + "nauc_ndcg_at_1000_diff1": 0.004671, + "nauc_map_at_1_max": 0.286509, + "nauc_map_at_1_std": 0.262886, + "nauc_map_at_1_diff1": 0.115283, + "nauc_map_at_3_max": 0.405303, + "nauc_map_at_3_std": 0.331529, + "nauc_map_at_3_diff1": 0.076961, + "nauc_map_at_5_max": 0.426047, + "nauc_map_at_5_std": 0.357096, + "nauc_map_at_5_diff1": 0.05352, + "nauc_map_at_10_max": 0.450491, + "nauc_map_at_10_std": 0.397856, + "nauc_map_at_10_diff1": 0.019609, + "nauc_map_at_20_max": 0.441336, + "nauc_map_at_20_std": 0.433588, + "nauc_map_at_20_diff1": 0.017306, + "nauc_map_at_100_max": 0.406315, + "nauc_map_at_100_std": 0.512804, + "nauc_map_at_100_diff1": -0.005367, + "nauc_map_at_1000_max": 0.375901, + "nauc_map_at_1000_std": 0.481087, + "nauc_map_at_1000_diff1": -0.019965, + "nauc_recall_at_1_max": 0.286509, + "nauc_recall_at_1_std": 0.262886, + "nauc_recall_at_1_diff1": 0.115283, + "nauc_recall_at_3_max": 0.38946, + "nauc_recall_at_3_std": 0.299263, + "nauc_recall_at_3_diff1": 0.073643, + "nauc_recall_at_5_max": 0.418042, + "nauc_recall_at_5_std": 0.29413, + "nauc_recall_at_5_diff1": 0.058388, + "nauc_recall_at_10_max": 0.454067, + "nauc_recall_at_10_std": 0.352254, + "nauc_recall_at_10_diff1": 0.017548, + "nauc_recall_at_20_max": 0.448069, + "nauc_recall_at_20_std": 0.376964, + "nauc_recall_at_20_diff1": 0.032995, + "nauc_recall_at_100_max": 0.422807, + "nauc_recall_at_100_std": 0.573914, + "nauc_recall_at_100_diff1": 0.001226, + "nauc_recall_at_1000_max": 0.598168, + "nauc_recall_at_1000_std": 0.844128, + "nauc_recall_at_1000_diff1": 0.008803, + "nauc_precision_at_1_max": 0.174034, + "nauc_precision_at_1_std": 0.239095, + "nauc_precision_at_1_diff1": 0.060507, + "nauc_precision_at_3_max": 0.087494, + "nauc_precision_at_3_std": 0.205633, + "nauc_precision_at_3_diff1": -0.109267, + "nauc_precision_at_5_max": 0.025931, + "nauc_precision_at_5_std": 0.161105, + "nauc_precision_at_5_diff1": -0.102428, + "nauc_precision_at_10_max": -0.071261, + "nauc_precision_at_10_std": 0.045262, + "nauc_precision_at_10_diff1": -0.163023, + "nauc_precision_at_20_max": -0.203053, + "nauc_precision_at_20_std": -0.06215, + "nauc_precision_at_20_diff1": -0.121626, + "nauc_precision_at_100_max": -0.257581, + "nauc_precision_at_100_std": -0.17196, + "nauc_precision_at_100_diff1": -0.071033, + "nauc_precision_at_1000_max": -0.271933, + "nauc_precision_at_1000_std": -0.319494, + "nauc_precision_at_1000_diff1": -0.031432, + "nauc_mrr_at_1_max": 0.174034, + "nauc_mrr_at_1_std": 0.239095, + "nauc_mrr_at_1_diff1": 0.060507, + "nauc_mrr_at_3_max": 0.212536, + "nauc_mrr_at_3_std": 0.2725, + "nauc_mrr_at_3_diff1": 0.031092, + "nauc_mrr_at_5_max": 0.210407, + "nauc_mrr_at_5_std": 0.2774, + "nauc_mrr_at_5_diff1": 0.013849, + "nauc_mrr_at_10_max": 0.208381, + "nauc_mrr_at_10_std": 0.275348, + "nauc_mrr_at_10_diff1": 0.012377, + "nauc_mrr_at_20_max": 0.207694, + "nauc_mrr_at_20_std": 0.271643, + "nauc_mrr_at_20_diff1": 0.020581, + "nauc_mrr_at_100_max": 0.206292, + "nauc_mrr_at_100_std": 0.271143, + "nauc_mrr_at_100_diff1": 0.0204, + "nauc_mrr_at_1000_max": 0.206292, + "nauc_mrr_at_1000_std": 0.271143, + "nauc_mrr_at_1000_diff1": 0.0204, + "main_score": 0.58258, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.60373, + "ndcg_at_5": 0.59324, + "ndcg_at_10": 0.58395, + "ndcg_at_20": 0.59024, + "ndcg_at_100": 0.63107, + "ndcg_at_1000": 0.72087, + "map_at_1": 0.09142, + "map_at_3": 0.18048, + "map_at_5": 0.22369, + "map_at_10": 0.27631, + "map_at_20": 0.32102, + "map_at_100": 0.40764, + "map_at_1000": 0.4658, + "recall_at_1": 0.09142, + "recall_at_3": 0.19641, + "recall_at_5": 0.25774, + "recall_at_10": 0.34784, + "recall_at_20": 0.44623, + "recall_at_100": 0.6854, + "recall_at_1000": 0.9413, + "precision_at_1": 0.78, + "precision_at_3": 0.665, + "precision_at_5": 0.601, + "precision_at_10": 0.506, + "precision_at_20": 0.416, + "precision_at_100": 0.2168, + "precision_at_1000": 0.05575, + "mrr_at_1": 0.78, + "mrr_at_3": 0.845833, + "mrr_at_5": 0.855333, + "mrr_at_10": 0.857159, + "mrr_at_20": 0.858508, + "mrr_at_100": 0.858508, + "mrr_at_1000": 0.858508, + "nauc_ndcg_at_1_max": 0.251603, + "nauc_ndcg_at_1_std": 0.26441, + "nauc_ndcg_at_1_diff1": 0.228775, + "nauc_ndcg_at_3_max": 0.324919, + "nauc_ndcg_at_3_std": 0.320884, + "nauc_ndcg_at_3_diff1": 0.174081, + "nauc_ndcg_at_5_max": 0.37235, + "nauc_ndcg_at_5_std": 0.330586, + "nauc_ndcg_at_5_diff1": 0.141793, + "nauc_ndcg_at_10_max": 0.429575, + "nauc_ndcg_at_10_std": 0.353415, + "nauc_ndcg_at_10_diff1": 0.118976, + "nauc_ndcg_at_20_max": 0.457318, + "nauc_ndcg_at_20_std": 0.383288, + "nauc_ndcg_at_20_diff1": 0.096048, + "nauc_ndcg_at_100_max": 0.495637, + "nauc_ndcg_at_100_std": 0.533869, + "nauc_ndcg_at_100_diff1": 0.106841, + "nauc_ndcg_at_1000_max": 0.444232, + "nauc_ndcg_at_1000_std": 0.462261, + "nauc_ndcg_at_1000_diff1": 0.171264, + "nauc_map_at_1_max": 0.397371, + "nauc_map_at_1_std": 0.163216, + "nauc_map_at_1_diff1": 0.114779, + "nauc_map_at_3_max": 0.47659, + "nauc_map_at_3_std": 0.32101, + "nauc_map_at_3_diff1": 0.166196, + "nauc_map_at_5_max": 0.487645, + "nauc_map_at_5_std": 0.367299, + "nauc_map_at_5_diff1": 0.137689, + "nauc_map_at_10_max": 0.510018, + "nauc_map_at_10_std": 0.404199, + "nauc_map_at_10_diff1": 0.104024, + "nauc_map_at_20_max": 0.502227, + "nauc_map_at_20_std": 0.44424, + "nauc_map_at_20_diff1": 0.087975, + "nauc_map_at_100_max": 0.472105, + "nauc_map_at_100_std": 0.509208, + "nauc_map_at_100_diff1": 0.073748, + "nauc_map_at_1000_max": 0.451069, + "nauc_map_at_1000_std": 0.468124, + "nauc_map_at_1000_diff1": 0.091667, + "nauc_recall_at_1_max": 0.397371, + "nauc_recall_at_1_std": 0.163216, + "nauc_recall_at_1_diff1": 0.114779, + "nauc_recall_at_3_max": 0.456311, + "nauc_recall_at_3_std": 0.314138, + "nauc_recall_at_3_diff1": 0.152064, + "nauc_recall_at_5_max": 0.459073, + "nauc_recall_at_5_std": 0.381799, + "nauc_recall_at_5_diff1": 0.114163, + "nauc_recall_at_10_max": 0.493151, + "nauc_recall_at_10_std": 0.411791, + "nauc_recall_at_10_diff1": 0.070093, + "nauc_recall_at_20_max": 0.441594, + "nauc_recall_at_20_std": 0.43461, + "nauc_recall_at_20_diff1": 0.010502, + "nauc_recall_at_100_max": 0.43696, + "nauc_recall_at_100_std": 0.615955, + "nauc_recall_at_100_diff1": -0.005187, + "nauc_recall_at_1000_max": 0.524956, + "nauc_recall_at_1000_std": 0.837974, + "nauc_recall_at_1000_diff1": 0.123719, + "nauc_precision_at_1_max": 0.2784, + "nauc_precision_at_1_std": 0.22262, + "nauc_precision_at_1_diff1": 0.188934, + "nauc_precision_at_3_max": 0.190902, + "nauc_precision_at_3_std": 0.224751, + "nauc_precision_at_3_diff1": 0.073667, + "nauc_precision_at_5_max": 0.074682, + "nauc_precision_at_5_std": 0.130646, + "nauc_precision_at_5_diff1": -0.005181, + "nauc_precision_at_10_max": -0.038678, + "nauc_precision_at_10_std": 0.007314, + "nauc_precision_at_10_diff1": -0.073706, + "nauc_precision_at_20_max": -0.190327, + "nauc_precision_at_20_std": -0.093082, + "nauc_precision_at_20_diff1": -0.082047, + "nauc_precision_at_100_max": -0.264059, + "nauc_precision_at_100_std": -0.224556, + "nauc_precision_at_100_diff1": -0.035176, + "nauc_precision_at_1000_max": -0.243073, + "nauc_precision_at_1000_std": -0.353979, + "nauc_precision_at_1000_diff1": 0.014254, + "nauc_mrr_at_1_max": 0.2784, + "nauc_mrr_at_1_std": 0.22262, + "nauc_mrr_at_1_diff1": 0.188934, + "nauc_mrr_at_3_max": 0.321204, + "nauc_mrr_at_3_std": 0.246731, + "nauc_mrr_at_3_diff1": 0.177267, + "nauc_mrr_at_5_max": 0.32603, + "nauc_mrr_at_5_std": 0.253285, + "nauc_mrr_at_5_diff1": 0.196818, + "nauc_mrr_at_10_max": 0.323621, + "nauc_mrr_at_10_std": 0.251316, + "nauc_mrr_at_10_diff1": 0.199772, + "nauc_mrr_at_20_max": 0.319599, + "nauc_mrr_at_20_std": 0.248124, + "nauc_mrr_at_20_diff1": 0.193819, + "nauc_mrr_at_100_max": 0.319599, + "nauc_mrr_at_100_std": 0.248124, + "nauc_mrr_at_100_diff1": 0.193819, + "nauc_mrr_at_1000_max": 0.319599, + "nauc_mrr_at_1000_std": 0.248124, + "nauc_mrr_at_1000_diff1": 0.193819, + "main_score": 0.58395, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.6475, + "ndcg_at_3": 0.59057, + "ndcg_at_5": 0.56693, + "ndcg_at_10": 0.54956, + "ndcg_at_20": 0.53997, + "ndcg_at_100": 0.60851, + "ndcg_at_1000": 0.70575, + "map_at_1": 0.05288, + "map_at_3": 0.11514, + "map_at_5": 0.14762, + "map_at_10": 0.20426, + "map_at_20": 0.26079, + "map_at_100": 0.38478, + "map_at_1000": 0.43778, + "recall_at_1": 0.05288, + "recall_at_3": 0.12669, + "recall_at_5": 0.17686, + "recall_at_10": 0.27017, + "recall_at_20": 0.37961, + "recall_at_100": 0.71268, + "recall_at_1000": 0.97986, + "precision_at_1": 0.79, + "precision_at_3": 0.68667, + "precision_at_5": 0.617, + "precision_at_10": 0.541, + "precision_at_20": 0.44525, + "precision_at_100": 0.2303, + "precision_at_1000": 0.04024, + "mrr_at_1": 0.79, + "mrr_at_3": 0.826667, + "mrr_at_5": 0.834667, + "mrr_at_10": 0.839909, + "mrr_at_20": 0.841606, + "mrr_at_100": 0.842025, + "mrr_at_1000": 0.842106, + "nauc_ndcg_at_1_max": 0.406917, + "nauc_ndcg_at_1_std": 0.242285, + "nauc_ndcg_at_1_diff1": 0.185362, + "nauc_ndcg_at_3_max": 0.383973, + "nauc_ndcg_at_3_std": 0.256248, + "nauc_ndcg_at_3_diff1": 0.071479, + "nauc_ndcg_at_5_max": 0.40414, + "nauc_ndcg_at_5_std": 0.272153, + "nauc_ndcg_at_5_diff1": 0.04958, + "nauc_ndcg_at_10_max": 0.38317, + "nauc_ndcg_at_10_std": 0.271307, + "nauc_ndcg_at_10_diff1": 0.064665, + "nauc_ndcg_at_20_max": 0.411189, + "nauc_ndcg_at_20_std": 0.288234, + "nauc_ndcg_at_20_diff1": 0.128437, + "nauc_ndcg_at_100_max": 0.45744, + "nauc_ndcg_at_100_std": 0.32408, + "nauc_ndcg_at_100_diff1": 0.182046, + "nauc_ndcg_at_1000_max": 0.490304, + "nauc_ndcg_at_1000_std": 0.406689, + "nauc_ndcg_at_1000_diff1": 0.105814, + "nauc_map_at_1_max": 0.073001, + "nauc_map_at_1_std": -0.024944, + "nauc_map_at_1_diff1": 0.419552, + "nauc_map_at_3_max": 0.143895, + "nauc_map_at_3_std": 0.010758, + "nauc_map_at_3_diff1": 0.296429, + "nauc_map_at_5_max": 0.179783, + "nauc_map_at_5_std": 0.002715, + "nauc_map_at_5_diff1": 0.262495, + "nauc_map_at_10_max": 0.207877, + "nauc_map_at_10_std": 0.024767, + "nauc_map_at_10_diff1": 0.226901, + "nauc_map_at_20_max": 0.289092, + "nauc_map_at_20_std": 0.087351, + "nauc_map_at_20_diff1": 0.216387, + "nauc_map_at_100_max": 0.408165, + "nauc_map_at_100_std": 0.248911, + "nauc_map_at_100_diff1": 0.155177, + "nauc_map_at_1000_max": 0.424055, + "nauc_map_at_1000_std": 0.314704, + "nauc_map_at_1000_diff1": 0.097132, + "nauc_recall_at_1_max": 0.073001, + "nauc_recall_at_1_std": -0.024944, + "nauc_recall_at_1_diff1": 0.419552, + "nauc_recall_at_3_max": 0.088139, + "nauc_recall_at_3_std": 0.004166, + "nauc_recall_at_3_diff1": 0.280129, + "nauc_recall_at_5_max": 0.093277, + "nauc_recall_at_5_std": -0.038696, + "nauc_recall_at_5_diff1": 0.21872, + "nauc_recall_at_10_max": 0.084031, + "nauc_recall_at_10_std": -0.036674, + "nauc_recall_at_10_diff1": 0.187493, + "nauc_recall_at_20_max": 0.141434, + "nauc_recall_at_20_std": 0.010189, + "nauc_recall_at_20_diff1": 0.228888, + "nauc_recall_at_100_max": 0.202691, + "nauc_recall_at_100_std": 0.117385, + "nauc_recall_at_100_diff1": 0.203579, + "nauc_recall_at_1000_max": 0.313841, + "nauc_recall_at_1000_std": 0.450995, + "nauc_recall_at_1000_diff1": 0.237994, + "nauc_precision_at_1_max": 0.558624, + "nauc_precision_at_1_std": 0.393669, + "nauc_precision_at_1_diff1": 0.150564, + "nauc_precision_at_3_max": 0.413393, + "nauc_precision_at_3_std": 0.277421, + "nauc_precision_at_3_diff1": -0.041675, + "nauc_precision_at_5_max": 0.379999, + "nauc_precision_at_5_std": 0.273505, + "nauc_precision_at_5_diff1": -0.088922, + "nauc_precision_at_10_max": 0.303981, + "nauc_precision_at_10_std": 0.261547, + "nauc_precision_at_10_diff1": -0.133068, + "nauc_precision_at_20_max": 0.279994, + "nauc_precision_at_20_std": 0.283152, + "nauc_precision_at_20_diff1": -0.141056, + "nauc_precision_at_100_max": 0.137595, + "nauc_precision_at_100_std": 0.250512, + "nauc_precision_at_100_diff1": -0.187168, + "nauc_precision_at_1000_max": 0.032388, + "nauc_precision_at_1000_std": 0.142774, + "nauc_precision_at_1000_diff1": -0.206232, + "nauc_mrr_at_1_max": 0.558624, + "nauc_mrr_at_1_std": 0.393669, + "nauc_mrr_at_1_diff1": 0.150564, + "nauc_mrr_at_3_max": 0.584008, + "nauc_mrr_at_3_std": 0.50679, + "nauc_mrr_at_3_diff1": 0.152229, + "nauc_mrr_at_5_max": 0.586052, + "nauc_mrr_at_5_std": 0.495607, + "nauc_mrr_at_5_diff1": 0.133331, + "nauc_mrr_at_10_max": 0.584021, + "nauc_mrr_at_10_std": 0.488611, + "nauc_mrr_at_10_diff1": 0.132202, + "nauc_mrr_at_20_max": 0.584642, + "nauc_mrr_at_20_std": 0.488064, + "nauc_mrr_at_20_diff1": 0.139912, + "nauc_mrr_at_100_max": 0.584337, + "nauc_mrr_at_100_std": 0.488263, + "nauc_mrr_at_100_diff1": 0.13924, + "nauc_mrr_at_1000_max": 0.584194, + "nauc_mrr_at_1000_std": 0.488035, + "nauc_mrr_at_1000_diff1": 0.139262, + "main_score": 0.54956, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5925, + "ndcg_at_3": 0.5375, + "ndcg_at_5": 0.51487, + "ndcg_at_10": 0.49705, + "ndcg_at_20": 0.49731, + "ndcg_at_100": 0.56656, + "ndcg_at_1000": 0.67092, + "map_at_1": 0.05201, + "map_at_3": 0.10143, + "map_at_5": 0.12973, + "map_at_10": 0.17624, + "map_at_20": 0.22962, + "map_at_100": 0.34152, + "map_at_1000": 0.39229, + "recall_at_1": 0.05201, + "recall_at_3": 0.1055, + "recall_at_5": 0.14345, + "recall_at_10": 0.23025, + "recall_at_20": 0.3498, + "recall_at_100": 0.6765, + "recall_at_1000": 0.96985, + "precision_at_1": 0.74, + "precision_at_3": 0.625, + "precision_at_5": 0.565, + "precision_at_10": 0.4975, + "precision_at_20": 0.418, + "precision_at_100": 0.2176, + "precision_at_1000": 0.03961, + "mrr_at_1": 0.74, + "mrr_at_3": 0.781667, + "mrr_at_5": 0.787667, + "mrr_at_10": 0.795304, + "mrr_at_20": 0.798646, + "mrr_at_100": 0.799199, + "mrr_at_1000": 0.799266, + "nauc_ndcg_at_1_max": 0.376364, + "nauc_ndcg_at_1_std": 0.259787, + "nauc_ndcg_at_1_diff1": 0.154449, + "nauc_ndcg_at_3_max": 0.356979, + "nauc_ndcg_at_3_std": 0.287924, + "nauc_ndcg_at_3_diff1": 0.045768, + "nauc_ndcg_at_5_max": 0.349614, + "nauc_ndcg_at_5_std": 0.28788, + "nauc_ndcg_at_5_diff1": 0.037115, + "nauc_ndcg_at_10_max": 0.359286, + "nauc_ndcg_at_10_std": 0.302113, + "nauc_ndcg_at_10_diff1": 0.056959, + "nauc_ndcg_at_20_max": 0.350327, + "nauc_ndcg_at_20_std": 0.298379, + "nauc_ndcg_at_20_diff1": 0.101148, + "nauc_ndcg_at_100_max": 0.432975, + "nauc_ndcg_at_100_std": 0.356734, + "nauc_ndcg_at_100_diff1": 0.084617, + "nauc_ndcg_at_1000_max": 0.423605, + "nauc_ndcg_at_1000_std": 0.385593, + "nauc_ndcg_at_1000_diff1": 0.03259, + "nauc_map_at_1_max": 0.074818, + "nauc_map_at_1_std": -0.042522, + "nauc_map_at_1_diff1": 0.271365, + "nauc_map_at_3_max": 0.160732, + "nauc_map_at_3_std": 0.006806, + "nauc_map_at_3_diff1": 0.137492, + "nauc_map_at_5_max": 0.182619, + "nauc_map_at_5_std": 0.015761, + "nauc_map_at_5_diff1": 0.088232, + "nauc_map_at_10_max": 0.238702, + "nauc_map_at_10_std": 0.057718, + "nauc_map_at_10_diff1": 0.071943, + "nauc_map_at_20_max": 0.29722, + "nauc_map_at_20_std": 0.127149, + "nauc_map_at_20_diff1": 0.079251, + "nauc_map_at_100_max": 0.402754, + "nauc_map_at_100_std": 0.294638, + "nauc_map_at_100_diff1": 0.075707, + "nauc_map_at_1000_max": 0.399545, + "nauc_map_at_1000_std": 0.340673, + "nauc_map_at_1000_diff1": 0.036648, + "nauc_recall_at_1_max": 0.074818, + "nauc_recall_at_1_std": -0.042522, + "nauc_recall_at_1_diff1": 0.271365, + "nauc_recall_at_3_max": 0.147302, + "nauc_recall_at_3_std": 0.00708, + "nauc_recall_at_3_diff1": 0.12988, + "nauc_recall_at_5_max": 0.150997, + "nauc_recall_at_5_std": 0.002015, + "nauc_recall_at_5_diff1": 0.065417, + "nauc_recall_at_10_max": 0.164742, + "nauc_recall_at_10_std": 0.003724, + "nauc_recall_at_10_diff1": 0.05946, + "nauc_recall_at_20_max": 0.155635, + "nauc_recall_at_20_std": 0.040405, + "nauc_recall_at_20_diff1": 0.123565, + "nauc_recall_at_100_max": 0.260558, + "nauc_recall_at_100_std": 0.26859, + "nauc_recall_at_100_diff1": 0.126507, + "nauc_recall_at_1000_max": 0.519912, + "nauc_recall_at_1000_std": 0.587617, + "nauc_recall_at_1000_diff1": -0.042352, + "nauc_precision_at_1_max": 0.48084, + "nauc_precision_at_1_std": 0.310419, + "nauc_precision_at_1_diff1": 0.082762, + "nauc_precision_at_3_max": 0.373591, + "nauc_precision_at_3_std": 0.31365, + "nauc_precision_at_3_diff1": -0.047608, + "nauc_precision_at_5_max": 0.308762, + "nauc_precision_at_5_std": 0.291293, + "nauc_precision_at_5_diff1": -0.072863, + "nauc_precision_at_10_max": 0.287196, + "nauc_precision_at_10_std": 0.321311, + "nauc_precision_at_10_diff1": -0.076525, + "nauc_precision_at_20_max": 0.260537, + "nauc_precision_at_20_std": 0.326257, + "nauc_precision_at_20_diff1": -0.034696, + "nauc_precision_at_100_max": 0.130803, + "nauc_precision_at_100_std": 0.263669, + "nauc_precision_at_100_diff1": -0.070408, + "nauc_precision_at_1000_max": -0.005792, + "nauc_precision_at_1000_std": 0.100413, + "nauc_precision_at_1000_diff1": -0.114014, + "nauc_mrr_at_1_max": 0.48084, + "nauc_mrr_at_1_std": 0.310419, + "nauc_mrr_at_1_diff1": 0.082762, + "nauc_mrr_at_3_max": 0.461527, + "nauc_mrr_at_3_std": 0.36829, + "nauc_mrr_at_3_diff1": 0.069627, + "nauc_mrr_at_5_max": 0.465842, + "nauc_mrr_at_5_std": 0.377435, + "nauc_mrr_at_5_diff1": 0.05863, + "nauc_mrr_at_10_max": 0.469614, + "nauc_mrr_at_10_std": 0.374843, + "nauc_mrr_at_10_diff1": 0.057357, + "nauc_mrr_at_20_max": 0.470565, + "nauc_mrr_at_20_std": 0.370761, + "nauc_mrr_at_20_diff1": 0.06225, + "nauc_mrr_at_100_max": 0.470986, + "nauc_mrr_at_100_std": 0.372107, + "nauc_mrr_at_100_diff1": 0.060921, + "nauc_mrr_at_1000_max": 0.470956, + "nauc_mrr_at_1000_std": 0.371936, + "nauc_mrr_at_1000_diff1": 0.061058, + "main_score": 0.49705, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.595, + "ndcg_at_3": 0.54092, + "ndcg_at_5": 0.51697, + "ndcg_at_10": 0.50342, + "ndcg_at_20": 0.49704, + "ndcg_at_100": 0.56176, + "ndcg_at_1000": 0.66752, + "map_at_1": 0.04862, + "map_at_3": 0.09971, + "map_at_5": 0.13023, + "map_at_10": 0.17887, + "map_at_20": 0.23103, + "map_at_100": 0.34001, + "map_at_1000": 0.39128, + "recall_at_1": 0.04862, + "recall_at_3": 0.1078, + "recall_at_5": 0.15004, + "recall_at_10": 0.23395, + "recall_at_20": 0.34024, + "recall_at_100": 0.67055, + "recall_at_1000": 0.96489, + "precision_at_1": 0.73, + "precision_at_3": 0.63667, + "precision_at_5": 0.578, + "precision_at_10": 0.5075, + "precision_at_20": 0.42125, + "precision_at_100": 0.21655, + "precision_at_1000": 0.03946, + "mrr_at_1": 0.73, + "mrr_at_3": 0.781667, + "mrr_at_5": 0.787667, + "mrr_at_10": 0.794046, + "mrr_at_20": 0.796013, + "mrr_at_100": 0.797037, + "mrr_at_1000": 0.797171, + "nauc_ndcg_at_1_max": 0.244288, + "nauc_ndcg_at_1_std": 0.167389, + "nauc_ndcg_at_1_diff1": 0.253452, + "nauc_ndcg_at_3_max": 0.32863, + "nauc_ndcg_at_3_std": 0.177571, + "nauc_ndcg_at_3_diff1": 0.173029, + "nauc_ndcg_at_5_max": 0.362643, + "nauc_ndcg_at_5_std": 0.206273, + "nauc_ndcg_at_5_diff1": 0.138418, + "nauc_ndcg_at_10_max": 0.358113, + "nauc_ndcg_at_10_std": 0.213006, + "nauc_ndcg_at_10_diff1": 0.14401, + "nauc_ndcg_at_20_max": 0.373512, + "nauc_ndcg_at_20_std": 0.226003, + "nauc_ndcg_at_20_diff1": 0.152116, + "nauc_ndcg_at_100_max": 0.434429, + "nauc_ndcg_at_100_std": 0.280395, + "nauc_ndcg_at_100_diff1": 0.162521, + "nauc_ndcg_at_1000_max": 0.421966, + "nauc_ndcg_at_1000_std": 0.315574, + "nauc_ndcg_at_1000_diff1": 0.162548, + "nauc_map_at_1_max": 0.101732, + "nauc_map_at_1_std": -0.123668, + "nauc_map_at_1_diff1": 0.216222, + "nauc_map_at_3_max": 0.160788, + "nauc_map_at_3_std": -0.090844, + "nauc_map_at_3_diff1": 0.187736, + "nauc_map_at_5_max": 0.193458, + "nauc_map_at_5_std": -0.077191, + "nauc_map_at_5_diff1": 0.174629, + "nauc_map_at_10_max": 0.237918, + "nauc_map_at_10_std": -0.052087, + "nauc_map_at_10_diff1": 0.15098, + "nauc_map_at_20_max": 0.290847, + "nauc_map_at_20_std": 0.024401, + "nauc_map_at_20_diff1": 0.132243, + "nauc_map_at_100_max": 0.418043, + "nauc_map_at_100_std": 0.201005, + "nauc_map_at_100_diff1": 0.1086, + "nauc_map_at_1000_max": 0.430752, + "nauc_map_at_1000_std": 0.263388, + "nauc_map_at_1000_diff1": 0.086043, + "nauc_recall_at_1_max": 0.101732, + "nauc_recall_at_1_std": -0.123668, + "nauc_recall_at_1_diff1": 0.216222, + "nauc_recall_at_3_max": 0.133923, + "nauc_recall_at_3_std": -0.101793, + "nauc_recall_at_3_diff1": 0.200461, + "nauc_recall_at_5_max": 0.156901, + "nauc_recall_at_5_std": -0.091067, + "nauc_recall_at_5_diff1": 0.181297, + "nauc_recall_at_10_max": 0.169846, + "nauc_recall_at_10_std": -0.093904, + "nauc_recall_at_10_diff1": 0.167433, + "nauc_recall_at_20_max": 0.19362, + "nauc_recall_at_20_std": -0.004031, + "nauc_recall_at_20_diff1": 0.149392, + "nauc_recall_at_100_max": 0.261157, + "nauc_recall_at_100_std": 0.229151, + "nauc_recall_at_100_diff1": 0.10141, + "nauc_recall_at_1000_max": 0.549116, + "nauc_recall_at_1000_std": 0.615971, + "nauc_recall_at_1000_diff1": -0.076643, + "nauc_precision_at_1_max": 0.300153, + "nauc_precision_at_1_std": 0.14616, + "nauc_precision_at_1_diff1": 0.272514, + "nauc_precision_at_3_max": 0.338266, + "nauc_precision_at_3_std": 0.207475, + "nauc_precision_at_3_diff1": 0.099107, + "nauc_precision_at_5_max": 0.356751, + "nauc_precision_at_5_std": 0.234473, + "nauc_precision_at_5_diff1": 0.008904, + "nauc_precision_at_10_max": 0.290899, + "nauc_precision_at_10_std": 0.251391, + "nauc_precision_at_10_diff1": -0.019168, + "nauc_precision_at_20_max": 0.258989, + "nauc_precision_at_20_std": 0.284381, + "nauc_precision_at_20_diff1": -0.037567, + "nauc_precision_at_100_max": 0.193091, + "nauc_precision_at_100_std": 0.276275, + "nauc_precision_at_100_diff1": -0.064641, + "nauc_precision_at_1000_max": 0.040873, + "nauc_precision_at_1000_std": 0.141608, + "nauc_precision_at_1000_diff1": -0.086212, + "nauc_mrr_at_1_max": 0.300153, + "nauc_mrr_at_1_std": 0.14616, + "nauc_mrr_at_1_diff1": 0.272514, + "nauc_mrr_at_3_max": 0.32238, + "nauc_mrr_at_3_std": 0.221226, + "nauc_mrr_at_3_diff1": 0.277765, + "nauc_mrr_at_5_max": 0.332359, + "nauc_mrr_at_5_std": 0.222589, + "nauc_mrr_at_5_diff1": 0.280539, + "nauc_mrr_at_10_max": 0.327884, + "nauc_mrr_at_10_std": 0.214299, + "nauc_mrr_at_10_diff1": 0.288969, + "nauc_mrr_at_20_max": 0.332163, + "nauc_mrr_at_20_std": 0.213032, + "nauc_mrr_at_20_diff1": 0.288144, + "nauc_mrr_at_100_max": 0.331469, + "nauc_mrr_at_100_std": 0.212072, + "nauc_mrr_at_100_diff1": 0.286911, + "nauc_mrr_at_1000_max": 0.331252, + "nauc_mrr_at_1000_std": 0.211565, + "nauc_mrr_at_1000_diff1": 0.286645, + "main_score": 0.50342, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.68, + "ndcg_at_3": 0.61091, + "ndcg_at_5": 0.59398, + "ndcg_at_10": 0.58945, + "ndcg_at_20": 0.60074, + "ndcg_at_100": 0.68083, + "ndcg_at_1000": 0.72705, + "map_at_1": 0.14148, + "map_at_3": 0.23891, + "map_at_5": 0.28677, + "map_at_10": 0.34997, + "map_at_20": 0.40031, + "map_at_100": 0.46971, + "map_at_1000": 0.48449, + "recall_at_1": 0.14148, + "recall_at_3": 0.25757, + "recall_at_5": 0.32507, + "recall_at_10": 0.43548, + "recall_at_20": 0.55183, + "recall_at_100": 0.82373, + "recall_at_1000": 0.98435, + "precision_at_1": 0.765, + "precision_at_3": 0.60167, + "precision_at_5": 0.517, + "precision_at_10": 0.4035, + "precision_at_20": 0.296, + "precision_at_100": 0.1123, + "precision_at_1000": 0.01467, + "mrr_at_1": 0.765, + "mrr_at_3": 0.83, + "mrr_at_5": 0.833, + "mrr_at_10": 0.837845, + "mrr_at_20": 0.838403, + "mrr_at_100": 0.839094, + "mrr_at_1000": 0.839145, + "nauc_ndcg_at_1_max": 0.522704, + "nauc_ndcg_at_1_std": -0.011169, + "nauc_ndcg_at_1_diff1": 0.54551, + "nauc_ndcg_at_3_max": 0.465119, + "nauc_ndcg_at_3_std": 0.086098, + "nauc_ndcg_at_3_diff1": 0.364637, + "nauc_ndcg_at_5_max": 0.44646, + "nauc_ndcg_at_5_std": 0.071484, + "nauc_ndcg_at_5_diff1": 0.358532, + "nauc_ndcg_at_10_max": 0.450845, + "nauc_ndcg_at_10_std": 0.081405, + "nauc_ndcg_at_10_diff1": 0.376001, + "nauc_ndcg_at_20_max": 0.439714, + "nauc_ndcg_at_20_std": 0.054489, + "nauc_ndcg_at_20_diff1": 0.372366, + "nauc_ndcg_at_100_max": 0.458911, + "nauc_ndcg_at_100_std": 0.071523, + "nauc_ndcg_at_100_diff1": 0.409542, + "nauc_ndcg_at_1000_max": 0.5069, + "nauc_ndcg_at_1000_std": 0.111965, + "nauc_ndcg_at_1000_diff1": 0.385048, + "nauc_map_at_1_max": 0.147261, + "nauc_map_at_1_std": -0.10274, + "nauc_map_at_1_diff1": 0.496385, + "nauc_map_at_3_max": 0.204227, + "nauc_map_at_3_std": -0.075851, + "nauc_map_at_3_diff1": 0.373081, + "nauc_map_at_5_max": 0.230195, + "nauc_map_at_5_std": -0.057869, + "nauc_map_at_5_diff1": 0.337692, + "nauc_map_at_10_max": 0.269755, + "nauc_map_at_10_std": -0.031441, + "nauc_map_at_10_diff1": 0.301592, + "nauc_map_at_20_max": 0.289481, + "nauc_map_at_20_std": -0.010281, + "nauc_map_at_20_diff1": 0.285784, + "nauc_map_at_100_max": 0.333655, + "nauc_map_at_100_std": 0.050769, + "nauc_map_at_100_diff1": 0.255896, + "nauc_map_at_1000_max": 0.350793, + "nauc_map_at_1000_std": 0.07261, + "nauc_map_at_1000_diff1": 0.244249, + "nauc_recall_at_1_max": 0.147261, + "nauc_recall_at_1_std": -0.10274, + "nauc_recall_at_1_diff1": 0.496385, + "nauc_recall_at_3_max": 0.171998, + "nauc_recall_at_3_std": -0.066423, + "nauc_recall_at_3_diff1": 0.362353, + "nauc_recall_at_5_max": 0.188392, + "nauc_recall_at_5_std": -0.057627, + "nauc_recall_at_5_diff1": 0.320647, + "nauc_recall_at_10_max": 0.184643, + "nauc_recall_at_10_std": -0.049709, + "nauc_recall_at_10_diff1": 0.274762, + "nauc_recall_at_20_max": 0.168207, + "nauc_recall_at_20_std": -0.07842, + "nauc_recall_at_20_diff1": 0.236905, + "nauc_recall_at_100_max": 0.194423, + "nauc_recall_at_100_std": 0.011988, + "nauc_recall_at_100_diff1": 0.342013, + "nauc_recall_at_1000_max": 0.121943, + "nauc_recall_at_1000_std": 0.220472, + "nauc_recall_at_1000_diff1": 0.427082, + "nauc_precision_at_1_max": 0.666843, + "nauc_precision_at_1_std": 0.126269, + "nauc_precision_at_1_diff1": 0.533556, + "nauc_precision_at_3_max": 0.393639, + "nauc_precision_at_3_std": 0.196667, + "nauc_precision_at_3_diff1": -0.032842, + "nauc_precision_at_5_max": 0.310698, + "nauc_precision_at_5_std": 0.196118, + "nauc_precision_at_5_diff1": -0.119845, + "nauc_precision_at_10_max": 0.269136, + "nauc_precision_at_10_std": 0.240115, + "nauc_precision_at_10_diff1": -0.149195, + "nauc_precision_at_20_max": 0.198085, + "nauc_precision_at_20_std": 0.221101, + "nauc_precision_at_20_diff1": -0.190137, + "nauc_precision_at_100_max": 0.152726, + "nauc_precision_at_100_std": 0.247209, + "nauc_precision_at_100_diff1": -0.208142, + "nauc_precision_at_1000_max": 0.132599, + "nauc_precision_at_1000_std": 0.234419, + "nauc_precision_at_1000_diff1": -0.237328, + "nauc_mrr_at_1_max": 0.666843, + "nauc_mrr_at_1_std": 0.126269, + "nauc_mrr_at_1_diff1": 0.533556, + "nauc_mrr_at_3_max": 0.694765, + "nauc_mrr_at_3_std": 0.213772, + "nauc_mrr_at_3_diff1": 0.530481, + "nauc_mrr_at_5_max": 0.704824, + "nauc_mrr_at_5_std": 0.20835, + "nauc_mrr_at_5_diff1": 0.531469, + "nauc_mrr_at_10_max": 0.700329, + "nauc_mrr_at_10_std": 0.199276, + "nauc_mrr_at_10_diff1": 0.52907, + "nauc_mrr_at_20_max": 0.699699, + "nauc_mrr_at_20_std": 0.200079, + "nauc_mrr_at_20_diff1": 0.528192, + "nauc_mrr_at_100_max": 0.698486, + "nauc_mrr_at_100_std": 0.198442, + "nauc_mrr_at_100_diff1": 0.529726, + "nauc_mrr_at_1000_max": 0.698382, + "nauc_mrr_at_1000_std": 0.198177, + "nauc_mrr_at_1000_diff1": 0.529645, + "main_score": 0.58945, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6375, + "ndcg_at_3": 0.58126, + "ndcg_at_5": 0.55862, + "ndcg_at_10": 0.55321, + "ndcg_at_20": 0.56572, + "ndcg_at_100": 0.64077, + "ndcg_at_1000": 0.69644, + "map_at_1": 0.13033, + "map_at_3": 0.22764, + "map_at_5": 0.26925, + "map_at_10": 0.32526, + "map_at_20": 0.36888, + "map_at_100": 0.43001, + "map_at_1000": 0.44572, + "recall_at_1": 0.13033, + "recall_at_3": 0.24451, + "recall_at_5": 0.30936, + "recall_at_10": 0.41317, + "recall_at_20": 0.52284, + "recall_at_100": 0.77354, + "recall_at_1000": 0.97799, + "precision_at_1": 0.725, + "precision_at_3": 0.57333, + "precision_at_5": 0.478, + "precision_at_10": 0.374, + "precision_at_20": 0.2735, + "precision_at_100": 0.1037, + "precision_at_1000": 0.01452, + "mrr_at_1": 0.725, + "mrr_at_3": 0.783333, + "mrr_at_5": 0.791583, + "mrr_at_10": 0.796137, + "mrr_at_20": 0.798734, + "mrr_at_100": 0.799234, + "mrr_at_1000": 0.799308, + "nauc_ndcg_at_1_max": 0.473569, + "nauc_ndcg_at_1_std": 0.014138, + "nauc_ndcg_at_1_diff1": 0.49767, + "nauc_ndcg_at_3_max": 0.413627, + "nauc_ndcg_at_3_std": 0.108972, + "nauc_ndcg_at_3_diff1": 0.317772, + "nauc_ndcg_at_5_max": 0.388015, + "nauc_ndcg_at_5_std": 0.120856, + "nauc_ndcg_at_5_diff1": 0.306379, + "nauc_ndcg_at_10_max": 0.411652, + "nauc_ndcg_at_10_std": 0.123843, + "nauc_ndcg_at_10_diff1": 0.343961, + "nauc_ndcg_at_20_max": 0.388633, + "nauc_ndcg_at_20_std": 0.124211, + "nauc_ndcg_at_20_diff1": 0.354406, + "nauc_ndcg_at_100_max": 0.448212, + "nauc_ndcg_at_100_std": 0.178957, + "nauc_ndcg_at_100_diff1": 0.374289, + "nauc_ndcg_at_1000_max": 0.485395, + "nauc_ndcg_at_1000_std": 0.182002, + "nauc_ndcg_at_1000_diff1": 0.36559, + "nauc_map_at_1_max": 0.156694, + "nauc_map_at_1_std": 0.093941, + "nauc_map_at_1_diff1": 0.486195, + "nauc_map_at_3_max": 0.212841, + "nauc_map_at_3_std": 0.081934, + "nauc_map_at_3_diff1": 0.338192, + "nauc_map_at_5_max": 0.19674, + "nauc_map_at_5_std": 0.051536, + "nauc_map_at_5_diff1": 0.294942, + "nauc_map_at_10_max": 0.220994, + "nauc_map_at_10_std": 0.054684, + "nauc_map_at_10_diff1": 0.293279, + "nauc_map_at_20_max": 0.242259, + "nauc_map_at_20_std": 0.075927, + "nauc_map_at_20_diff1": 0.286791, + "nauc_map_at_100_max": 0.301793, + "nauc_map_at_100_std": 0.142825, + "nauc_map_at_100_diff1": 0.269183, + "nauc_map_at_1000_max": 0.315664, + "nauc_map_at_1000_std": 0.153012, + "nauc_map_at_1000_diff1": 0.262225, + "nauc_recall_at_1_max": 0.156694, + "nauc_recall_at_1_std": 0.093941, + "nauc_recall_at_1_diff1": 0.486195, + "nauc_recall_at_3_max": 0.183337, + "nauc_recall_at_3_std": 0.082578, + "nauc_recall_at_3_diff1": 0.301115, + "nauc_recall_at_5_max": 0.132558, + "nauc_recall_at_5_std": 0.034358, + "nauc_recall_at_5_diff1": 0.226787, + "nauc_recall_at_10_max": 0.157457, + "nauc_recall_at_10_std": 0.025088, + "nauc_recall_at_10_diff1": 0.228795, + "nauc_recall_at_20_max": 0.116206, + "nauc_recall_at_20_std": 0.029937, + "nauc_recall_at_20_diff1": 0.248168, + "nauc_recall_at_100_max": 0.220171, + "nauc_recall_at_100_std": 0.220729, + "nauc_recall_at_100_diff1": 0.224587, + "nauc_recall_at_1000_max": 0.215872, + "nauc_recall_at_1000_std": 0.414792, + "nauc_recall_at_1000_diff1": 0.327213, + "nauc_precision_at_1_max": 0.551716, + "nauc_precision_at_1_std": 0.142228, + "nauc_precision_at_1_diff1": 0.459379, + "nauc_precision_at_3_max": 0.304302, + "nauc_precision_at_3_std": 0.122324, + "nauc_precision_at_3_diff1": -0.013981, + "nauc_precision_at_5_max": 0.237426, + "nauc_precision_at_5_std": 0.107024, + "nauc_precision_at_5_diff1": -0.075278, + "nauc_precision_at_10_max": 0.248927, + "nauc_precision_at_10_std": 0.134343, + "nauc_precision_at_10_diff1": -0.068048, + "nauc_precision_at_20_max": 0.201242, + "nauc_precision_at_20_std": 0.155744, + "nauc_precision_at_20_diff1": -0.118974, + "nauc_precision_at_100_max": 0.167492, + "nauc_precision_at_100_std": 0.184707, + "nauc_precision_at_100_diff1": -0.15185, + "nauc_precision_at_1000_max": 0.116835, + "nauc_precision_at_1000_std": 0.116415, + "nauc_precision_at_1000_diff1": -0.175711, + "nauc_mrr_at_1_max": 0.551716, + "nauc_mrr_at_1_std": 0.142228, + "nauc_mrr_at_1_diff1": 0.459379, + "nauc_mrr_at_3_max": 0.59857, + "nauc_mrr_at_3_std": 0.18903, + "nauc_mrr_at_3_diff1": 0.438686, + "nauc_mrr_at_5_max": 0.606019, + "nauc_mrr_at_5_std": 0.189982, + "nauc_mrr_at_5_diff1": 0.435708, + "nauc_mrr_at_10_max": 0.605075, + "nauc_mrr_at_10_std": 0.186844, + "nauc_mrr_at_10_diff1": 0.430572, + "nauc_mrr_at_20_max": 0.600857, + "nauc_mrr_at_20_std": 0.187631, + "nauc_mrr_at_20_diff1": 0.43509, + "nauc_mrr_at_100_max": 0.600534, + "nauc_mrr_at_100_std": 0.186732, + "nauc_mrr_at_100_diff1": 0.435729, + "nauc_mrr_at_1000_max": 0.600371, + "nauc_mrr_at_1000_std": 0.186634, + "nauc_mrr_at_1000_diff1": 0.435802, + "main_score": 0.55321, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6325, + "ndcg_at_3": 0.56474, + "ndcg_at_5": 0.54894, + "ndcg_at_10": 0.54848, + "ndcg_at_20": 0.56049, + "ndcg_at_100": 0.63649, + "ndcg_at_1000": 0.69384, + "map_at_1": 0.13775, + "map_at_3": 0.22384, + "map_at_5": 0.26525, + "map_at_10": 0.31822, + "map_at_20": 0.36259, + "map_at_100": 0.42342, + "map_at_1000": 0.4389, + "recall_at_1": 0.13775, + "recall_at_3": 0.24, + "recall_at_5": 0.30862, + "recall_at_10": 0.41533, + "recall_at_20": 0.52067, + "recall_at_100": 0.77281, + "recall_at_1000": 0.97986, + "precision_at_1": 0.7, + "precision_at_3": 0.54333, + "precision_at_5": 0.469, + "precision_at_10": 0.365, + "precision_at_20": 0.26825, + "precision_at_100": 0.1036, + "precision_at_1000": 0.01455, + "mrr_at_1": 0.7, + "mrr_at_3": 0.771667, + "mrr_at_5": 0.782917, + "mrr_at_10": 0.789226, + "mrr_at_20": 0.789643, + "mrr_at_100": 0.790106, + "mrr_at_1000": 0.790194, + "nauc_ndcg_at_1_max": 0.434372, + "nauc_ndcg_at_1_std": 0.032582, + "nauc_ndcg_at_1_diff1": 0.529164, + "nauc_ndcg_at_3_max": 0.422429, + "nauc_ndcg_at_3_std": 0.06073, + "nauc_ndcg_at_3_diff1": 0.365027, + "nauc_ndcg_at_5_max": 0.38348, + "nauc_ndcg_at_5_std": 0.066793, + "nauc_ndcg_at_5_diff1": 0.363472, + "nauc_ndcg_at_10_max": 0.35718, + "nauc_ndcg_at_10_std": 0.082896, + "nauc_ndcg_at_10_diff1": 0.376968, + "nauc_ndcg_at_20_max": 0.356815, + "nauc_ndcg_at_20_std": 0.08258, + "nauc_ndcg_at_20_diff1": 0.388011, + "nauc_ndcg_at_100_max": 0.400599, + "nauc_ndcg_at_100_std": 0.123371, + "nauc_ndcg_at_100_diff1": 0.411603, + "nauc_ndcg_at_1000_max": 0.445051, + "nauc_ndcg_at_1000_std": 0.136471, + "nauc_ndcg_at_1000_diff1": 0.390899, + "nauc_map_at_1_max": 0.117509, + "nauc_map_at_1_std": 0.000485, + "nauc_map_at_1_diff1": 0.453626, + "nauc_map_at_3_max": 0.1655, + "nauc_map_at_3_std": -0.002221, + "nauc_map_at_3_diff1": 0.361956, + "nauc_map_at_5_max": 0.163788, + "nauc_map_at_5_std": -0.006356, + "nauc_map_at_5_diff1": 0.346782, + "nauc_map_at_10_max": 0.184828, + "nauc_map_at_10_std": 0.01466, + "nauc_map_at_10_diff1": 0.323208, + "nauc_map_at_20_max": 0.21371, + "nauc_map_at_20_std": 0.04457, + "nauc_map_at_20_diff1": 0.321671, + "nauc_map_at_100_max": 0.270122, + "nauc_map_at_100_std": 0.109015, + "nauc_map_at_100_diff1": 0.299927, + "nauc_map_at_1000_max": 0.288396, + "nauc_map_at_1000_std": 0.121982, + "nauc_map_at_1000_diff1": 0.288281, + "nauc_recall_at_1_max": 0.117509, + "nauc_recall_at_1_std": 0.000485, + "nauc_recall_at_1_diff1": 0.453626, + "nauc_recall_at_3_max": 0.135528, + "nauc_recall_at_3_std": -0.010038, + "nauc_recall_at_3_diff1": 0.337291, + "nauc_recall_at_5_max": 0.1053, + "nauc_recall_at_5_std": -0.027966, + "nauc_recall_at_5_diff1": 0.298508, + "nauc_recall_at_10_max": 0.087573, + "nauc_recall_at_10_std": -0.014144, + "nauc_recall_at_10_diff1": 0.2677, + "nauc_recall_at_20_max": 0.107331, + "nauc_recall_at_20_std": 0.003214, + "nauc_recall_at_20_diff1": 0.267411, + "nauc_recall_at_100_max": 0.214778, + "nauc_recall_at_100_std": 0.160163, + "nauc_recall_at_100_diff1": 0.270541, + "nauc_recall_at_1000_max": 0.11945, + "nauc_recall_at_1000_std": 0.399597, + "nauc_recall_at_1000_diff1": 0.003557, + "nauc_precision_at_1_max": 0.478634, + "nauc_precision_at_1_std": 0.10318, + "nauc_precision_at_1_diff1": 0.555026, + "nauc_precision_at_3_max": 0.37637, + "nauc_precision_at_3_std": 0.110236, + "nauc_precision_at_3_diff1": 0.075328, + "nauc_precision_at_5_max": 0.29216, + "nauc_precision_at_5_std": 0.154392, + "nauc_precision_at_5_diff1": -0.043911, + "nauc_precision_at_10_max": 0.273721, + "nauc_precision_at_10_std": 0.203898, + "nauc_precision_at_10_diff1": -0.102871, + "nauc_precision_at_20_max": 0.243793, + "nauc_precision_at_20_std": 0.224289, + "nauc_precision_at_20_diff1": -0.127229, + "nauc_precision_at_100_max": 0.217188, + "nauc_precision_at_100_std": 0.221135, + "nauc_precision_at_100_diff1": -0.192005, + "nauc_precision_at_1000_max": 0.185545, + "nauc_precision_at_1000_std": 0.152988, + "nauc_precision_at_1000_diff1": -0.232537, + "nauc_mrr_at_1_max": 0.478634, + "nauc_mrr_at_1_std": 0.10318, + "nauc_mrr_at_1_diff1": 0.555026, + "nauc_mrr_at_3_max": 0.504847, + "nauc_mrr_at_3_std": 0.139194, + "nauc_mrr_at_3_diff1": 0.549323, + "nauc_mrr_at_5_max": 0.523091, + "nauc_mrr_at_5_std": 0.152995, + "nauc_mrr_at_5_diff1": 0.544005, + "nauc_mrr_at_10_max": 0.512834, + "nauc_mrr_at_10_std": 0.14288, + "nauc_mrr_at_10_diff1": 0.547559, + "nauc_mrr_at_20_max": 0.512742, + "nauc_mrr_at_20_std": 0.141965, + "nauc_mrr_at_20_diff1": 0.547544, + "nauc_mrr_at_100_max": 0.512156, + "nauc_mrr_at_100_std": 0.1404, + "nauc_mrr_at_100_diff1": 0.547332, + "nauc_mrr_at_1000_max": 0.511928, + "nauc_mrr_at_1000_std": 0.14049, + "nauc_mrr_at_1000_diff1": 0.547396, + "main_score": 0.54848, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.6875, + "ndcg_at_3": 0.63056, + "ndcg_at_5": 0.60623, + "ndcg_at_10": 0.58373, + "ndcg_at_20": 0.57582, + "ndcg_at_100": 0.6476, + "ndcg_at_1000": 0.73096, + "map_at_1": 0.07702, + "map_at_3": 0.14648, + "map_at_5": 0.1868, + "map_at_10": 0.24286, + "map_at_20": 0.29935, + "map_at_100": 0.3993, + "map_at_1000": 0.44347, + "recall_at_1": 0.07702, + "recall_at_3": 0.15719, + "recall_at_5": 0.21158, + "recall_at_10": 0.2979, + "recall_at_20": 0.41295, + "recall_at_100": 0.72886, + "recall_at_1000": 0.97386, + "precision_at_1": 0.805, + "precision_at_3": 0.685, + "precision_at_5": 0.613, + "precision_at_10": 0.5125, + "precision_at_20": 0.41025, + "precision_at_100": 0.1949, + "precision_at_1000": 0.03488, + "mrr_at_1": 0.805, + "mrr_at_3": 0.859167, + "mrr_at_5": 0.862667, + "mrr_at_10": 0.865365, + "mrr_at_20": 0.865941, + "mrr_at_100": 0.866715, + "mrr_at_1000": 0.866715, + "nauc_ndcg_at_1_max": 0.292945, + "nauc_ndcg_at_1_std": 0.045344, + "nauc_ndcg_at_1_diff1": 0.510539, + "nauc_ndcg_at_3_max": 0.3857, + "nauc_ndcg_at_3_std": 0.116146, + "nauc_ndcg_at_3_diff1": 0.317212, + "nauc_ndcg_at_5_max": 0.389741, + "nauc_ndcg_at_5_std": 0.154115, + "nauc_ndcg_at_5_diff1": 0.284324, + "nauc_ndcg_at_10_max": 0.392202, + "nauc_ndcg_at_10_std": 0.155912, + "nauc_ndcg_at_10_diff1": 0.27664, + "nauc_ndcg_at_20_max": 0.420244, + "nauc_ndcg_at_20_std": 0.158331, + "nauc_ndcg_at_20_diff1": 0.364842, + "nauc_ndcg_at_100_max": 0.468759, + "nauc_ndcg_at_100_std": 0.245664, + "nauc_ndcg_at_100_diff1": 0.405813, + "nauc_ndcg_at_1000_max": 0.478888, + "nauc_ndcg_at_1000_std": 0.22574, + "nauc_ndcg_at_1000_diff1": 0.354887, + "nauc_map_at_1_max": -0.014441, + "nauc_map_at_1_std": 0.097257, + "nauc_map_at_1_diff1": 0.433043, + "nauc_map_at_3_max": 0.128305, + "nauc_map_at_3_std": 0.131501, + "nauc_map_at_3_diff1": 0.389979, + "nauc_map_at_5_max": 0.182254, + "nauc_map_at_5_std": 0.154669, + "nauc_map_at_5_diff1": 0.393123, + "nauc_map_at_10_max": 0.22837, + "nauc_map_at_10_std": 0.178736, + "nauc_map_at_10_diff1": 0.365061, + "nauc_map_at_20_max": 0.2999, + "nauc_map_at_20_std": 0.213287, + "nauc_map_at_20_diff1": 0.362712, + "nauc_map_at_100_max": 0.394478, + "nauc_map_at_100_std": 0.290547, + "nauc_map_at_100_diff1": 0.308583, + "nauc_map_at_1000_max": 0.399617, + "nauc_map_at_1000_std": 0.311308, + "nauc_map_at_1000_diff1": 0.258893, + "nauc_recall_at_1_max": -0.014441, + "nauc_recall_at_1_std": 0.097257, + "nauc_recall_at_1_diff1": 0.433043, + "nauc_recall_at_3_max": 0.109869, + "nauc_recall_at_3_std": 0.111971, + "nauc_recall_at_3_diff1": 0.375228, + "nauc_recall_at_5_max": 0.155112, + "nauc_recall_at_5_std": 0.112729, + "nauc_recall_at_5_diff1": 0.393675, + "nauc_recall_at_10_max": 0.172309, + "nauc_recall_at_10_std": 0.122651, + "nauc_recall_at_10_diff1": 0.380303, + "nauc_recall_at_20_max": 0.220695, + "nauc_recall_at_20_std": 0.154408, + "nauc_recall_at_20_diff1": 0.39716, + "nauc_recall_at_100_max": 0.274073, + "nauc_recall_at_100_std": 0.250157, + "nauc_recall_at_100_diff1": 0.314384, + "nauc_recall_at_1000_max": 0.520846, + "nauc_recall_at_1000_std": 0.677075, + "nauc_recall_at_1000_diff1": 0.330211, + "nauc_precision_at_1_max": 0.306758, + "nauc_precision_at_1_std": 0.152395, + "nauc_precision_at_1_diff1": 0.516454, + "nauc_precision_at_3_max": 0.386266, + "nauc_precision_at_3_std": 0.151365, + "nauc_precision_at_3_diff1": 0.055999, + "nauc_precision_at_5_max": 0.366848, + "nauc_precision_at_5_std": 0.18062, + "nauc_precision_at_5_diff1": -0.035353, + "nauc_precision_at_10_max": 0.296206, + "nauc_precision_at_10_std": 0.130392, + "nauc_precision_at_10_diff1": -0.147834, + "nauc_precision_at_20_max": 0.256146, + "nauc_precision_at_20_std": 0.079055, + "nauc_precision_at_20_diff1": -0.17728, + "nauc_precision_at_100_max": 0.064737, + "nauc_precision_at_100_std": 0.036437, + "nauc_precision_at_100_diff1": -0.236628, + "nauc_precision_at_1000_max": -0.069812, + "nauc_precision_at_1000_std": -0.051392, + "nauc_precision_at_1000_diff1": -0.236918, + "nauc_mrr_at_1_max": 0.306758, + "nauc_mrr_at_1_std": 0.152395, + "nauc_mrr_at_1_diff1": 0.516454, + "nauc_mrr_at_3_max": 0.34652, + "nauc_mrr_at_3_std": 0.095197, + "nauc_mrr_at_3_diff1": 0.502978, + "nauc_mrr_at_5_max": 0.352239, + "nauc_mrr_at_5_std": 0.079761, + "nauc_mrr_at_5_diff1": 0.516241, + "nauc_mrr_at_10_max": 0.339149, + "nauc_mrr_at_10_std": 0.084991, + "nauc_mrr_at_10_diff1": 0.519511, + "nauc_mrr_at_20_max": 0.338583, + "nauc_mrr_at_20_std": 0.086238, + "nauc_mrr_at_20_diff1": 0.51734, + "nauc_mrr_at_100_max": 0.339505, + "nauc_mrr_at_100_std": 0.08938, + "nauc_mrr_at_100_diff1": 0.516451, + "nauc_mrr_at_1000_max": 0.339505, + "nauc_mrr_at_1000_std": 0.08938, + "nauc_mrr_at_1000_diff1": 0.516451, + "main_score": 0.58373, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.56105, + "ndcg_at_5": 0.53686, + "ndcg_at_10": 0.52058, + "ndcg_at_20": 0.5187, + "ndcg_at_100": 0.5959, + "ndcg_at_1000": 0.68753, + "map_at_1": 0.06306, + "map_at_3": 0.12869, + "map_at_5": 0.16222, + "map_at_10": 0.2096, + "map_at_20": 0.26005, + "map_at_100": 0.35195, + "map_at_1000": 0.39556, + "recall_at_1": 0.06306, + "recall_at_3": 0.1426, + "recall_at_5": 0.18764, + "recall_at_10": 0.26745, + "recall_at_20": 0.38068, + "recall_at_100": 0.68906, + "recall_at_1000": 0.96343, + "precision_at_1": 0.705, + "precision_at_3": 0.63333, + "precision_at_5": 0.562, + "precision_at_10": 0.4655, + "precision_at_20": 0.3735, + "precision_at_100": 0.1839, + "precision_at_1000": 0.0343, + "mrr_at_1": 0.705, + "mrr_at_3": 0.79, + "mrr_at_5": 0.79725, + "mrr_at_10": 0.800722, + "mrr_at_20": 0.802124, + "mrr_at_100": 0.802831, + "mrr_at_1000": 0.802908, + "nauc_ndcg_at_1_max": 0.297692, + "nauc_ndcg_at_1_std": 0.114357, + "nauc_ndcg_at_1_diff1": 0.276436, + "nauc_ndcg_at_3_max": 0.344458, + "nauc_ndcg_at_3_std": 0.155754, + "nauc_ndcg_at_3_diff1": 0.252316, + "nauc_ndcg_at_5_max": 0.37802, + "nauc_ndcg_at_5_std": 0.17502, + "nauc_ndcg_at_5_diff1": 0.214287, + "nauc_ndcg_at_10_max": 0.395123, + "nauc_ndcg_at_10_std": 0.173319, + "nauc_ndcg_at_10_diff1": 0.211897, + "nauc_ndcg_at_20_max": 0.398534, + "nauc_ndcg_at_20_std": 0.21333, + "nauc_ndcg_at_20_diff1": 0.245955, + "nauc_ndcg_at_100_max": 0.42514, + "nauc_ndcg_at_100_std": 0.28446, + "nauc_ndcg_at_100_diff1": 0.308569, + "nauc_ndcg_at_1000_max": 0.438862, + "nauc_ndcg_at_1000_std": 0.23562, + "nauc_ndcg_at_1000_diff1": 0.244414, + "nauc_map_at_1_max": -0.026762, + "nauc_map_at_1_std": 0.021906, + "nauc_map_at_1_diff1": 0.366701, + "nauc_map_at_3_max": 0.123234, + "nauc_map_at_3_std": 0.09303, + "nauc_map_at_3_diff1": 0.381415, + "nauc_map_at_5_max": 0.173469, + "nauc_map_at_5_std": 0.120543, + "nauc_map_at_5_diff1": 0.36118, + "nauc_map_at_10_max": 0.240607, + "nauc_map_at_10_std": 0.150695, + "nauc_map_at_10_diff1": 0.32278, + "nauc_map_at_20_max": 0.290194, + "nauc_map_at_20_std": 0.196265, + "nauc_map_at_20_diff1": 0.290855, + "nauc_map_at_100_max": 0.378489, + "nauc_map_at_100_std": 0.267548, + "nauc_map_at_100_diff1": 0.234946, + "nauc_map_at_1000_max": 0.37866, + "nauc_map_at_1000_std": 0.283386, + "nauc_map_at_1000_diff1": 0.185478, + "nauc_recall_at_1_max": -0.026762, + "nauc_recall_at_1_std": 0.021906, + "nauc_recall_at_1_diff1": 0.366701, + "nauc_recall_at_3_max": 0.107766, + "nauc_recall_at_3_std": 0.09597, + "nauc_recall_at_3_diff1": 0.374421, + "nauc_recall_at_5_max": 0.143668, + "nauc_recall_at_5_std": 0.120556, + "nauc_recall_at_5_diff1": 0.350541, + "nauc_recall_at_10_max": 0.188876, + "nauc_recall_at_10_std": 0.142008, + "nauc_recall_at_10_diff1": 0.310256, + "nauc_recall_at_20_max": 0.180873, + "nauc_recall_at_20_std": 0.18872, + "nauc_recall_at_20_diff1": 0.287176, + "nauc_recall_at_100_max": 0.232307, + "nauc_recall_at_100_std": 0.33209, + "nauc_recall_at_100_diff1": 0.31136, + "nauc_recall_at_1000_max": 0.482385, + "nauc_recall_at_1000_std": 0.626825, + "nauc_recall_at_1000_diff1": 0.250922, + "nauc_precision_at_1_max": 0.304943, + "nauc_precision_at_1_std": 0.143369, + "nauc_precision_at_1_diff1": 0.263636, + "nauc_precision_at_3_max": 0.383362, + "nauc_precision_at_3_std": 0.185207, + "nauc_precision_at_3_diff1": 0.076783, + "nauc_precision_at_5_max": 0.385863, + "nauc_precision_at_5_std": 0.182847, + "nauc_precision_at_5_diff1": -0.03459, + "nauc_precision_at_10_max": 0.345657, + "nauc_precision_at_10_std": 0.132332, + "nauc_precision_at_10_diff1": -0.119924, + "nauc_precision_at_20_max": 0.28174, + "nauc_precision_at_20_std": 0.142651, + "nauc_precision_at_20_diff1": -0.199577, + "nauc_precision_at_100_max": 0.102061, + "nauc_precision_at_100_std": 0.061393, + "nauc_precision_at_100_diff1": -0.220138, + "nauc_precision_at_1000_max": -0.037165, + "nauc_precision_at_1000_std": -0.039426, + "nauc_precision_at_1000_diff1": -0.209729, + "nauc_mrr_at_1_max": 0.304943, + "nauc_mrr_at_1_std": 0.143369, + "nauc_mrr_at_1_diff1": 0.263636, + "nauc_mrr_at_3_max": 0.344013, + "nauc_mrr_at_3_std": 0.142764, + "nauc_mrr_at_3_diff1": 0.302843, + "nauc_mrr_at_5_max": 0.333254, + "nauc_mrr_at_5_std": 0.12955, + "nauc_mrr_at_5_diff1": 0.293139, + "nauc_mrr_at_10_max": 0.336671, + "nauc_mrr_at_10_std": 0.123364, + "nauc_mrr_at_10_diff1": 0.292577, + "nauc_mrr_at_20_max": 0.333122, + "nauc_mrr_at_20_std": 0.123664, + "nauc_mrr_at_20_diff1": 0.292162, + "nauc_mrr_at_100_max": 0.332668, + "nauc_mrr_at_100_std": 0.125092, + "nauc_mrr_at_100_diff1": 0.291855, + "nauc_mrr_at_1000_max": 0.332493, + "nauc_mrr_at_1000_std": 0.125476, + "nauc_mrr_at_1000_diff1": 0.29171, + "main_score": 0.52058, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6325, + "ndcg_at_3": 0.57636, + "ndcg_at_5": 0.55064, + "ndcg_at_10": 0.53687, + "ndcg_at_20": 0.53274, + "ndcg_at_100": 0.60475, + "ndcg_at_1000": 0.69717, + "map_at_1": 0.0649, + "map_at_3": 0.13387, + "map_at_5": 0.16626, + "map_at_10": 0.21799, + "map_at_20": 0.26935, + "map_at_100": 0.3607, + "map_at_1000": 0.40451, + "recall_at_1": 0.0649, + "recall_at_3": 0.1485, + "recall_at_5": 0.19306, + "recall_at_10": 0.27741, + "recall_at_20": 0.38421, + "recall_at_100": 0.68549, + "recall_at_1000": 0.96503, + "precision_at_1": 0.755, + "precision_at_3": 0.63833, + "precision_at_5": 0.558, + "precision_at_10": 0.4755, + "precision_at_20": 0.38375, + "precision_at_100": 0.1857, + "precision_at_1000": 0.03448, + "mrr_at_1": 0.755, + "mrr_at_3": 0.815833, + "mrr_at_5": 0.828083, + "mrr_at_10": 0.829923, + "mrr_at_20": 0.830762, + "mrr_at_100": 0.831499, + "mrr_at_1000": 0.831554, + "nauc_ndcg_at_1_max": 0.203897, + "nauc_ndcg_at_1_std": 0.103628, + "nauc_ndcg_at_1_diff1": 0.322374, + "nauc_ndcg_at_3_max": 0.259731, + "nauc_ndcg_at_3_std": 0.135531, + "nauc_ndcg_at_3_diff1": 0.147003, + "nauc_ndcg_at_5_max": 0.294654, + "nauc_ndcg_at_5_std": 0.165922, + "nauc_ndcg_at_5_diff1": 0.137543, + "nauc_ndcg_at_10_max": 0.353688, + "nauc_ndcg_at_10_std": 0.197828, + "nauc_ndcg_at_10_diff1": 0.12677, + "nauc_ndcg_at_20_max": 0.355808, + "nauc_ndcg_at_20_std": 0.207512, + "nauc_ndcg_at_20_diff1": 0.188764, + "nauc_ndcg_at_100_max": 0.362643, + "nauc_ndcg_at_100_std": 0.255229, + "nauc_ndcg_at_100_diff1": 0.24595, + "nauc_ndcg_at_1000_max": 0.377088, + "nauc_ndcg_at_1000_std": 0.2565, + "nauc_ndcg_at_1000_diff1": 0.151945, + "nauc_map_at_1_max": 0.023387, + "nauc_map_at_1_std": 0.048662, + "nauc_map_at_1_diff1": 0.449023, + "nauc_map_at_3_max": 0.09738, + "nauc_map_at_3_std": 0.118101, + "nauc_map_at_3_diff1": 0.332773, + "nauc_map_at_5_max": 0.141281, + "nauc_map_at_5_std": 0.145288, + "nauc_map_at_5_diff1": 0.304932, + "nauc_map_at_10_max": 0.208398, + "nauc_map_at_10_std": 0.174813, + "nauc_map_at_10_diff1": 0.24834, + "nauc_map_at_20_max": 0.254399, + "nauc_map_at_20_std": 0.208479, + "nauc_map_at_20_diff1": 0.215237, + "nauc_map_at_100_max": 0.326351, + "nauc_map_at_100_std": 0.293598, + "nauc_map_at_100_diff1": 0.165717, + "nauc_map_at_1000_max": 0.332394, + "nauc_map_at_1000_std": 0.318234, + "nauc_map_at_1000_diff1": 0.109484, + "nauc_recall_at_1_max": 0.023387, + "nauc_recall_at_1_std": 0.048662, + "nauc_recall_at_1_diff1": 0.449023, + "nauc_recall_at_3_max": 0.054409, + "nauc_recall_at_3_std": 0.109567, + "nauc_recall_at_3_diff1": 0.329149, + "nauc_recall_at_5_max": 0.089966, + "nauc_recall_at_5_std": 0.126936, + "nauc_recall_at_5_diff1": 0.325104, + "nauc_recall_at_10_max": 0.167007, + "nauc_recall_at_10_std": 0.149778, + "nauc_recall_at_10_diff1": 0.263908, + "nauc_recall_at_20_max": 0.180813, + "nauc_recall_at_20_std": 0.168546, + "nauc_recall_at_20_diff1": 0.269471, + "nauc_recall_at_100_max": 0.220567, + "nauc_recall_at_100_std": 0.247926, + "nauc_recall_at_100_diff1": 0.282218, + "nauc_recall_at_1000_max": 0.531198, + "nauc_recall_at_1000_std": 0.64332, + "nauc_recall_at_1000_diff1": 0.15887, + "nauc_precision_at_1_max": 0.200621, + "nauc_precision_at_1_std": 0.22811, + "nauc_precision_at_1_diff1": 0.256385, + "nauc_precision_at_3_max": 0.261965, + "nauc_precision_at_3_std": 0.189585, + "nauc_precision_at_3_diff1": -0.101023, + "nauc_precision_at_5_max": 0.313914, + "nauc_precision_at_5_std": 0.192235, + "nauc_precision_at_5_diff1": -0.122632, + "nauc_precision_at_10_max": 0.313269, + "nauc_precision_at_10_std": 0.171427, + "nauc_precision_at_10_diff1": -0.214242, + "nauc_precision_at_20_max": 0.236185, + "nauc_precision_at_20_std": 0.145945, + "nauc_precision_at_20_diff1": -0.232703, + "nauc_precision_at_100_max": 0.071948, + "nauc_precision_at_100_std": 0.091655, + "nauc_precision_at_100_diff1": -0.218745, + "nauc_precision_at_1000_max": -0.042742, + "nauc_precision_at_1000_std": -0.014889, + "nauc_precision_at_1000_diff1": -0.220608, + "nauc_mrr_at_1_max": 0.200621, + "nauc_mrr_at_1_std": 0.22811, + "nauc_mrr_at_1_diff1": 0.256385, + "nauc_mrr_at_3_max": 0.202422, + "nauc_mrr_at_3_std": 0.217668, + "nauc_mrr_at_3_diff1": 0.237063, + "nauc_mrr_at_5_max": 0.205215, + "nauc_mrr_at_5_std": 0.201939, + "nauc_mrr_at_5_diff1": 0.235452, + "nauc_mrr_at_10_max": 0.202739, + "nauc_mrr_at_10_std": 0.198854, + "nauc_mrr_at_10_diff1": 0.236745, + "nauc_mrr_at_20_max": 0.201685, + "nauc_mrr_at_20_std": 0.204747, + "nauc_mrr_at_20_diff1": 0.239063, + "nauc_mrr_at_100_max": 0.202608, + "nauc_mrr_at_100_std": 0.20413, + "nauc_mrr_at_100_diff1": 0.238975, + "nauc_mrr_at_1000_max": 0.202555, + "nauc_mrr_at_1000_std": 0.204516, + "nauc_mrr_at_1000_diff1": 0.23897, + "main_score": 0.53687, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.715, + "ndcg_at_3": 0.64366, + "ndcg_at_5": 0.60998, + "ndcg_at_10": 0.58987, + "ndcg_at_20": 0.59278, + "ndcg_at_100": 0.67629, + "ndcg_at_1000": 0.74194, + "map_at_1": 0.09215, + "map_at_3": 0.18083, + "map_at_5": 0.22871, + "map_at_10": 0.28597, + "map_at_20": 0.34284, + "map_at_100": 0.43923, + "map_at_1000": 0.46515, + "recall_at_1": 0.09215, + "recall_at_3": 0.19586, + "recall_at_5": 0.2588, + "recall_at_10": 0.35819, + "recall_at_20": 0.47573, + "recall_at_100": 0.78226, + "recall_at_1000": 0.9814, + "precision_at_1": 0.805, + "precision_at_3": 0.68833, + "precision_at_5": 0.599, + "precision_at_10": 0.4815, + "precision_at_20": 0.37375, + "precision_at_100": 0.1599, + "precision_at_1000": 0.02427, + "mrr_at_1": 0.805, + "mrr_at_3": 0.874167, + "mrr_at_5": 0.877667, + "mrr_at_10": 0.880673, + "mrr_at_20": 0.881127, + "mrr_at_100": 0.881184, + "mrr_at_1000": 0.881184, + "nauc_ndcg_at_1_max": 0.520911, + "nauc_ndcg_at_1_std": 0.209015, + "nauc_ndcg_at_1_diff1": 0.502929, + "nauc_ndcg_at_3_max": 0.38644, + "nauc_ndcg_at_3_std": 0.250738, + "nauc_ndcg_at_3_diff1": 0.213704, + "nauc_ndcg_at_5_max": 0.336691, + "nauc_ndcg_at_5_std": 0.218837, + "nauc_ndcg_at_5_diff1": 0.210276, + "nauc_ndcg_at_10_max": 0.277196, + "nauc_ndcg_at_10_std": 0.227348, + "nauc_ndcg_at_10_diff1": 0.193146, + "nauc_ndcg_at_20_max": 0.273766, + "nauc_ndcg_at_20_std": 0.215458, + "nauc_ndcg_at_20_diff1": 0.210256, + "nauc_ndcg_at_100_max": 0.326936, + "nauc_ndcg_at_100_std": 0.360049, + "nauc_ndcg_at_100_diff1": 0.19341, + "nauc_ndcg_at_1000_max": 0.31567, + "nauc_ndcg_at_1000_std": 0.348109, + "nauc_ndcg_at_1000_diff1": 0.180759, + "nauc_map_at_1_max": 0.041918, + "nauc_map_at_1_std": -0.112324, + "nauc_map_at_1_diff1": 0.332349, + "nauc_map_at_3_max": 0.147751, + "nauc_map_at_3_std": -0.044239, + "nauc_map_at_3_diff1": 0.261049, + "nauc_map_at_5_max": 0.167667, + "nauc_map_at_5_std": -0.041717, + "nauc_map_at_5_diff1": 0.238046, + "nauc_map_at_10_max": 0.174913, + "nauc_map_at_10_std": -0.012762, + "nauc_map_at_10_diff1": 0.205562, + "nauc_map_at_20_max": 0.179074, + "nauc_map_at_20_std": 0.055393, + "nauc_map_at_20_diff1": 0.18284, + "nauc_map_at_100_max": 0.206409, + "nauc_map_at_100_std": 0.274492, + "nauc_map_at_100_diff1": 0.114168, + "nauc_map_at_1000_max": 0.189062, + "nauc_map_at_1000_std": 0.291211, + "nauc_map_at_1000_diff1": 0.084845, + "nauc_recall_at_1_max": 0.041918, + "nauc_recall_at_1_std": -0.112324, + "nauc_recall_at_1_diff1": 0.332349, + "nauc_recall_at_3_max": 0.131048, + "nauc_recall_at_3_std": -0.038799, + "nauc_recall_at_3_diff1": 0.239222, + "nauc_recall_at_5_max": 0.13592, + "nauc_recall_at_5_std": -0.056614, + "nauc_recall_at_5_diff1": 0.215813, + "nauc_recall_at_10_max": 0.102833, + "nauc_recall_at_10_std": -0.05252, + "nauc_recall_at_10_diff1": 0.16746, + "nauc_recall_at_20_max": 0.094174, + "nauc_recall_at_20_std": 0.001905, + "nauc_recall_at_20_diff1": 0.148727, + "nauc_recall_at_100_max": 0.194102, + "nauc_recall_at_100_std": 0.374468, + "nauc_recall_at_100_diff1": 0.053562, + "nauc_recall_at_1000_max": 0.249228, + "nauc_recall_at_1000_std": 0.677602, + "nauc_recall_at_1000_diff1": 0.036855, + "nauc_precision_at_1_max": 0.534033, + "nauc_precision_at_1_std": 0.178834, + "nauc_precision_at_1_diff1": 0.547278, + "nauc_precision_at_3_max": 0.259869, + "nauc_precision_at_3_std": 0.278835, + "nauc_precision_at_3_diff1": -0.023721, + "nauc_precision_at_5_max": 0.175311, + "nauc_precision_at_5_std": 0.244576, + "nauc_precision_at_5_diff1": -0.08472, + "nauc_precision_at_10_max": 0.038903, + "nauc_precision_at_10_std": 0.275059, + "nauc_precision_at_10_diff1": -0.16893, + "nauc_precision_at_20_max": -0.029998, + "nauc_precision_at_20_std": 0.30639, + "nauc_precision_at_20_diff1": -0.201914, + "nauc_precision_at_100_max": -0.060534, + "nauc_precision_at_100_std": 0.297279, + "nauc_precision_at_100_diff1": -0.223878, + "nauc_precision_at_1000_max": -0.169178, + "nauc_precision_at_1000_std": 0.077405, + "nauc_precision_at_1000_diff1": -0.235594, + "nauc_mrr_at_1_max": 0.534033, + "nauc_mrr_at_1_std": 0.178834, + "nauc_mrr_at_1_diff1": 0.547278, + "nauc_mrr_at_3_max": 0.550253, + "nauc_mrr_at_3_std": 0.182323, + "nauc_mrr_at_3_diff1": 0.516157, + "nauc_mrr_at_5_max": 0.54208, + "nauc_mrr_at_5_std": 0.185384, + "nauc_mrr_at_5_diff1": 0.510489, + "nauc_mrr_at_10_max": 0.533493, + "nauc_mrr_at_10_std": 0.177141, + "nauc_mrr_at_10_diff1": 0.510229, + "nauc_mrr_at_20_max": 0.537918, + "nauc_mrr_at_20_std": 0.182503, + "nauc_mrr_at_20_diff1": 0.514561, + "nauc_mrr_at_100_max": 0.538276, + "nauc_mrr_at_100_std": 0.182414, + "nauc_mrr_at_100_diff1": 0.514759, + "nauc_mrr_at_1000_max": 0.538276, + "nauc_mrr_at_1000_std": 0.182414, + "nauc_mrr_at_1000_diff1": 0.514759, + "main_score": 0.58987, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6675, + "ndcg_at_3": 0.58795, + "ndcg_at_5": 0.56019, + "ndcg_at_10": 0.54526, + "ndcg_at_20": 0.54808, + "ndcg_at_100": 0.63368, + "ndcg_at_1000": 0.70892, + "map_at_1": 0.08598, + "map_at_3": 0.16597, + "map_at_5": 0.20832, + "map_at_10": 0.26378, + "map_at_20": 0.31165, + "map_at_100": 0.399, + "map_at_1000": 0.4254, + "recall_at_1": 0.08598, + "recall_at_3": 0.1796, + "recall_at_5": 0.23848, + "recall_at_10": 0.33544, + "recall_at_20": 0.44138, + "recall_at_100": 0.74554, + "recall_at_1000": 0.97608, + "precision_at_1": 0.78, + "precision_at_3": 0.635, + "precision_at_5": 0.56, + "precision_at_10": 0.4445, + "precision_at_20": 0.34175, + "precision_at_100": 0.14925, + "precision_at_1000": 0.02393, + "mrr_at_1": 0.78, + "mrr_at_3": 0.840833, + "mrr_at_5": 0.851083, + "mrr_at_10": 0.853792, + "mrr_at_20": 0.85458, + "mrr_at_100": 0.854686, + "mrr_at_1000": 0.854715, + "nauc_ndcg_at_1_max": 0.423628, + "nauc_ndcg_at_1_std": 0.192633, + "nauc_ndcg_at_1_diff1": 0.424199, + "nauc_ndcg_at_3_max": 0.320385, + "nauc_ndcg_at_3_std": 0.195397, + "nauc_ndcg_at_3_diff1": 0.247657, + "nauc_ndcg_at_5_max": 0.274655, + "nauc_ndcg_at_5_std": 0.19357, + "nauc_ndcg_at_5_diff1": 0.235648, + "nauc_ndcg_at_10_max": 0.223168, + "nauc_ndcg_at_10_std": 0.193761, + "nauc_ndcg_at_10_diff1": 0.222326, + "nauc_ndcg_at_20_max": 0.221065, + "nauc_ndcg_at_20_std": 0.195979, + "nauc_ndcg_at_20_diff1": 0.226167, + "nauc_ndcg_at_100_max": 0.292876, + "nauc_ndcg_at_100_std": 0.348659, + "nauc_ndcg_at_100_diff1": 0.241344, + "nauc_ndcg_at_1000_max": 0.273564, + "nauc_ndcg_at_1000_std": 0.320933, + "nauc_ndcg_at_1000_diff1": 0.248946, + "nauc_map_at_1_max": -0.005386, + "nauc_map_at_1_std": -0.077531, + "nauc_map_at_1_diff1": 0.233554, + "nauc_map_at_3_max": 0.055145, + "nauc_map_at_3_std": -0.093888, + "nauc_map_at_3_diff1": 0.197755, + "nauc_map_at_5_max": 0.100946, + "nauc_map_at_5_std": -0.073211, + "nauc_map_at_5_diff1": 0.209206, + "nauc_map_at_10_max": 0.106641, + "nauc_map_at_10_std": -0.034045, + "nauc_map_at_10_diff1": 0.190358, + "nauc_map_at_20_max": 0.134659, + "nauc_map_at_20_std": 0.039682, + "nauc_map_at_20_diff1": 0.175947, + "nauc_map_at_100_max": 0.188637, + "nauc_map_at_100_std": 0.254401, + "nauc_map_at_100_diff1": 0.161393, + "nauc_map_at_1000_max": 0.174047, + "nauc_map_at_1000_std": 0.270732, + "nauc_map_at_1000_diff1": 0.152914, + "nauc_recall_at_1_max": -0.005386, + "nauc_recall_at_1_std": -0.077531, + "nauc_recall_at_1_diff1": 0.233554, + "nauc_recall_at_3_max": 0.03283, + "nauc_recall_at_3_std": -0.105185, + "nauc_recall_at_3_diff1": 0.178782, + "nauc_recall_at_5_max": 0.079879, + "nauc_recall_at_5_std": -0.092775, + "nauc_recall_at_5_diff1": 0.186803, + "nauc_recall_at_10_max": 0.047803, + "nauc_recall_at_10_std": -0.052812, + "nauc_recall_at_10_diff1": 0.134288, + "nauc_recall_at_20_max": 0.060654, + "nauc_recall_at_20_std": 0.010326, + "nauc_recall_at_20_diff1": 0.108784, + "nauc_recall_at_100_max": 0.209238, + "nauc_recall_at_100_std": 0.388959, + "nauc_recall_at_100_diff1": 0.137253, + "nauc_recall_at_1000_max": 0.306913, + "nauc_recall_at_1000_std": 0.647864, + "nauc_recall_at_1000_diff1": 0.013293, + "nauc_precision_at_1_max": 0.424642, + "nauc_precision_at_1_std": 0.261835, + "nauc_precision_at_1_diff1": 0.440847, + "nauc_precision_at_3_max": 0.182912, + "nauc_precision_at_3_std": 0.172601, + "nauc_precision_at_3_diff1": 0.097795, + "nauc_precision_at_5_max": 0.15637, + "nauc_precision_at_5_std": 0.22847, + "nauc_precision_at_5_diff1": 0.013482, + "nauc_precision_at_10_max": 0.093767, + "nauc_precision_at_10_std": 0.289982, + "nauc_precision_at_10_diff1": -0.015232, + "nauc_precision_at_20_max": 0.074715, + "nauc_precision_at_20_std": 0.355429, + "nauc_precision_at_20_diff1": -0.051193, + "nauc_precision_at_100_max": 0.028164, + "nauc_precision_at_100_std": 0.349455, + "nauc_precision_at_100_diff1": -0.066812, + "nauc_precision_at_1000_max": -0.123504, + "nauc_precision_at_1000_std": 0.101371, + "nauc_precision_at_1000_diff1": -0.103843, + "nauc_mrr_at_1_max": 0.424642, + "nauc_mrr_at_1_std": 0.261835, + "nauc_mrr_at_1_diff1": 0.440847, + "nauc_mrr_at_3_max": 0.405165, + "nauc_mrr_at_3_std": 0.241103, + "nauc_mrr_at_3_diff1": 0.448148, + "nauc_mrr_at_5_max": 0.402396, + "nauc_mrr_at_5_std": 0.236164, + "nauc_mrr_at_5_diff1": 0.44772, + "nauc_mrr_at_10_max": 0.397989, + "nauc_mrr_at_10_std": 0.243629, + "nauc_mrr_at_10_diff1": 0.444033, + "nauc_mrr_at_20_max": 0.401933, + "nauc_mrr_at_20_std": 0.245455, + "nauc_mrr_at_20_diff1": 0.448574, + "nauc_mrr_at_100_max": 0.401566, + "nauc_mrr_at_100_std": 0.244863, + "nauc_mrr_at_100_diff1": 0.448243, + "nauc_mrr_at_1000_max": 0.401776, + "nauc_mrr_at_1000_std": 0.244838, + "nauc_mrr_at_1000_diff1": 0.448123, + "main_score": 0.54526, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.58061, + "ndcg_at_5": 0.54522, + "ndcg_at_10": 0.5321, + "ndcg_at_20": 0.53885, + "ndcg_at_100": 0.62213, + "ndcg_at_1000": 0.69685, + "map_at_1": 0.07828, + "map_at_3": 0.15634, + "map_at_5": 0.19606, + "map_at_10": 0.24871, + "map_at_20": 0.29722, + "map_at_100": 0.3819, + "map_at_1000": 0.40727, + "recall_at_1": 0.07828, + "recall_at_3": 0.17032, + "recall_at_5": 0.22302, + "recall_at_10": 0.32126, + "recall_at_20": 0.43624, + "recall_at_100": 0.73597, + "recall_at_1000": 0.97073, + "precision_at_1": 0.77, + "precision_at_3": 0.63667, + "precision_at_5": 0.541, + "precision_at_10": 0.4425, + "precision_at_20": 0.339, + "precision_at_100": 0.149, + "precision_at_1000": 0.02369, + "mrr_at_1": 0.77, + "mrr_at_3": 0.839167, + "mrr_at_5": 0.845167, + "mrr_at_10": 0.850492, + "mrr_at_20": 0.850805, + "mrr_at_100": 0.851022, + "mrr_at_1000": 0.851078, + "nauc_ndcg_at_1_max": 0.482768, + "nauc_ndcg_at_1_std": 0.107422, + "nauc_ndcg_at_1_diff1": 0.37885, + "nauc_ndcg_at_3_max": 0.333243, + "nauc_ndcg_at_3_std": 0.099273, + "nauc_ndcg_at_3_diff1": 0.242542, + "nauc_ndcg_at_5_max": 0.269797, + "nauc_ndcg_at_5_std": 0.13421, + "nauc_ndcg_at_5_diff1": 0.196089, + "nauc_ndcg_at_10_max": 0.273281, + "nauc_ndcg_at_10_std": 0.183775, + "nauc_ndcg_at_10_diff1": 0.207656, + "nauc_ndcg_at_20_max": 0.269745, + "nauc_ndcg_at_20_std": 0.215218, + "nauc_ndcg_at_20_diff1": 0.220112, + "nauc_ndcg_at_100_max": 0.341648, + "nauc_ndcg_at_100_std": 0.374157, + "nauc_ndcg_at_100_diff1": 0.262222, + "nauc_ndcg_at_1000_max": 0.34146, + "nauc_ndcg_at_1000_std": 0.347356, + "nauc_ndcg_at_1000_diff1": 0.252177, + "nauc_map_at_1_max": 0.111498, + "nauc_map_at_1_std": -0.036219, + "nauc_map_at_1_diff1": 0.304115, + "nauc_map_at_3_max": 0.088253, + "nauc_map_at_3_std": -0.078656, + "nauc_map_at_3_diff1": 0.220223, + "nauc_map_at_5_max": 0.098096, + "nauc_map_at_5_std": -0.051279, + "nauc_map_at_5_diff1": 0.19461, + "nauc_map_at_10_max": 0.155301, + "nauc_map_at_10_std": -0.010132, + "nauc_map_at_10_diff1": 0.202152, + "nauc_map_at_20_max": 0.173515, + "nauc_map_at_20_std": 0.065628, + "nauc_map_at_20_diff1": 0.207037, + "nauc_map_at_100_max": 0.226226, + "nauc_map_at_100_std": 0.280674, + "nauc_map_at_100_diff1": 0.20046, + "nauc_map_at_1000_max": 0.211132, + "nauc_map_at_1000_std": 0.301447, + "nauc_map_at_1000_diff1": 0.187884, + "nauc_recall_at_1_max": 0.111498, + "nauc_recall_at_1_std": -0.036219, + "nauc_recall_at_1_diff1": 0.304115, + "nauc_recall_at_3_max": 0.05575, + "nauc_recall_at_3_std": -0.103213, + "nauc_recall_at_3_diff1": 0.181528, + "nauc_recall_at_5_max": 0.060509, + "nauc_recall_at_5_std": -0.061389, + "nauc_recall_at_5_diff1": 0.156295, + "nauc_recall_at_10_max": 0.102597, + "nauc_recall_at_10_std": -0.030825, + "nauc_recall_at_10_diff1": 0.152015, + "nauc_recall_at_20_max": 0.084483, + "nauc_recall_at_20_std": 0.026996, + "nauc_recall_at_20_diff1": 0.125265, + "nauc_recall_at_100_max": 0.206504, + "nauc_recall_at_100_std": 0.421547, + "nauc_recall_at_100_diff1": 0.141494, + "nauc_recall_at_1000_max": 0.38465, + "nauc_recall_at_1000_std": 0.723646, + "nauc_recall_at_1000_diff1": 0.137367, + "nauc_precision_at_1_max": 0.629071, + "nauc_precision_at_1_std": 0.258376, + "nauc_precision_at_1_diff1": 0.422987, + "nauc_precision_at_3_max": 0.215165, + "nauc_precision_at_3_std": 0.098244, + "nauc_precision_at_3_diff1": 0.067486, + "nauc_precision_at_5_max": 0.166717, + "nauc_precision_at_5_std": 0.18147, + "nauc_precision_at_5_diff1": 0.022102, + "nauc_precision_at_10_max": 0.169731, + "nauc_precision_at_10_std": 0.300744, + "nauc_precision_at_10_diff1": -0.009993, + "nauc_precision_at_20_max": 0.106731, + "nauc_precision_at_20_std": 0.388163, + "nauc_precision_at_20_diff1": -0.037934, + "nauc_precision_at_100_max": -0.001047, + "nauc_precision_at_100_std": 0.343354, + "nauc_precision_at_100_diff1": -0.08615, + "nauc_precision_at_1000_max": -0.127098, + "nauc_precision_at_1000_std": 0.1243, + "nauc_precision_at_1000_diff1": -0.155111, + "nauc_mrr_at_1_max": 0.629071, + "nauc_mrr_at_1_std": 0.258376, + "nauc_mrr_at_1_diff1": 0.422987, + "nauc_mrr_at_3_max": 0.60916, + "nauc_mrr_at_3_std": 0.27738, + "nauc_mrr_at_3_diff1": 0.406446, + "nauc_mrr_at_5_max": 0.602902, + "nauc_mrr_at_5_std": 0.279144, + "nauc_mrr_at_5_diff1": 0.417303, + "nauc_mrr_at_10_max": 0.607732, + "nauc_mrr_at_10_std": 0.280545, + "nauc_mrr_at_10_diff1": 0.419432, + "nauc_mrr_at_20_max": 0.608296, + "nauc_mrr_at_20_std": 0.279927, + "nauc_mrr_at_20_diff1": 0.418416, + "nauc_mrr_at_100_max": 0.60768, + "nauc_mrr_at_100_std": 0.279231, + "nauc_mrr_at_100_diff1": 0.417501, + "nauc_mrr_at_1000_max": 0.607795, + "nauc_mrr_at_1000_std": 0.279053, + "nauc_mrr_at_1000_diff1": 0.417485, + "main_score": 0.5321, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.655, + "ndcg_at_3": 0.60462, + "ndcg_at_5": 0.60056, + "ndcg_at_10": 0.58133, + "ndcg_at_20": 0.57746, + "ndcg_at_100": 0.6441, + "ndcg_at_1000": 0.71776, + "map_at_1": 0.06659, + "map_at_3": 0.11583, + "map_at_5": 0.15965, + "map_at_10": 0.21945, + "map_at_20": 0.28183, + "map_at_100": 0.40013, + "map_at_1000": 0.45771, + "recall_at_1": 0.06659, + "recall_at_3": 0.1261, + "recall_at_5": 0.1853, + "recall_at_10": 0.2783, + "recall_at_20": 0.39813, + "recall_at_100": 0.71728, + "recall_at_1000": 0.94659, + "precision_at_1": 0.805, + "precision_at_3": 0.69833, + "precision_at_5": 0.667, + "precision_at_10": 0.5735, + "precision_at_20": 0.47325, + "precision_at_100": 0.2449, + "precision_at_1000": 0.05291, + "mrr_at_1": 0.805, + "mrr_at_3": 0.859167, + "mrr_at_5": 0.864917, + "mrr_at_10": 0.86827, + "mrr_at_20": 0.868964, + "mrr_at_100": 0.86943, + "mrr_at_1000": 0.86943, + "nauc_ndcg_at_1_max": 0.398372, + "nauc_ndcg_at_1_std": 0.198171, + "nauc_ndcg_at_1_diff1": 0.340728, + "nauc_ndcg_at_3_max": 0.358002, + "nauc_ndcg_at_3_std": 0.180779, + "nauc_ndcg_at_3_diff1": 0.214211, + "nauc_ndcg_at_5_max": 0.393125, + "nauc_ndcg_at_5_std": 0.188141, + "nauc_ndcg_at_5_diff1": 0.15648, + "nauc_ndcg_at_10_max": 0.395412, + "nauc_ndcg_at_10_std": 0.235101, + "nauc_ndcg_at_10_diff1": 0.157116, + "nauc_ndcg_at_20_max": 0.450846, + "nauc_ndcg_at_20_std": 0.323316, + "nauc_ndcg_at_20_diff1": 0.173777, + "nauc_ndcg_at_100_max": 0.492405, + "nauc_ndcg_at_100_std": 0.449123, + "nauc_ndcg_at_100_diff1": 0.120013, + "nauc_ndcg_at_1000_max": 0.536564, + "nauc_ndcg_at_1000_std": 0.445685, + "nauc_ndcg_at_1000_diff1": 0.186311, + "nauc_map_at_1_max": -0.083946, + "nauc_map_at_1_std": -0.16295, + "nauc_map_at_1_diff1": 0.47438, + "nauc_map_at_3_max": 0.04282, + "nauc_map_at_3_std": -0.053554, + "nauc_map_at_3_diff1": 0.323059, + "nauc_map_at_5_max": 0.119541, + "nauc_map_at_5_std": 0.002399, + "nauc_map_at_5_diff1": 0.231411, + "nauc_map_at_10_max": 0.192971, + "nauc_map_at_10_std": 0.088208, + "nauc_map_at_10_diff1": 0.176201, + "nauc_map_at_20_max": 0.270984, + "nauc_map_at_20_std": 0.200236, + "nauc_map_at_20_diff1": 0.125226, + "nauc_map_at_100_max": 0.393177, + "nauc_map_at_100_std": 0.388549, + "nauc_map_at_100_diff1": 0.075378, + "nauc_map_at_1000_max": 0.437751, + "nauc_map_at_1000_std": 0.42684, + "nauc_map_at_1000_diff1": 0.0764, + "nauc_recall_at_1_max": -0.083946, + "nauc_recall_at_1_std": -0.16295, + "nauc_recall_at_1_diff1": 0.47438, + "nauc_recall_at_3_max": 0.014515, + "nauc_recall_at_3_std": -0.079198, + "nauc_recall_at_3_diff1": 0.276595, + "nauc_recall_at_5_max": 0.07645, + "nauc_recall_at_5_std": -0.024722, + "nauc_recall_at_5_diff1": 0.187317, + "nauc_recall_at_10_max": 0.116982, + "nauc_recall_at_10_std": 0.053585, + "nauc_recall_at_10_diff1": 0.13897, + "nauc_recall_at_20_max": 0.153554, + "nauc_recall_at_20_std": 0.154686, + "nauc_recall_at_20_diff1": 0.080478, + "nauc_recall_at_100_max": 0.206838, + "nauc_recall_at_100_std": 0.339795, + "nauc_recall_at_100_diff1": 0.007778, + "nauc_recall_at_1000_max": 0.438268, + "nauc_recall_at_1000_std": 0.585826, + "nauc_recall_at_1000_diff1": 0.079579, + "nauc_precision_at_1_max": 0.602253, + "nauc_precision_at_1_std": 0.369416, + "nauc_precision_at_1_diff1": 0.294459, + "nauc_precision_at_3_max": 0.464051, + "nauc_precision_at_3_std": 0.288133, + "nauc_precision_at_3_diff1": -0.046084, + "nauc_precision_at_5_max": 0.440492, + "nauc_precision_at_5_std": 0.263513, + "nauc_precision_at_5_diff1": -0.142429, + "nauc_precision_at_10_max": 0.341164, + "nauc_precision_at_10_std": 0.287592, + "nauc_precision_at_10_diff1": -0.149021, + "nauc_precision_at_20_max": 0.258093, + "nauc_precision_at_20_std": 0.272433, + "nauc_precision_at_20_diff1": -0.147488, + "nauc_precision_at_100_max": 0.114293, + "nauc_precision_at_100_std": 0.148656, + "nauc_precision_at_100_diff1": -0.079695, + "nauc_precision_at_1000_max": -0.035701, + "nauc_precision_at_1000_std": -0.056187, + "nauc_precision_at_1000_diff1": -0.068432, + "nauc_mrr_at_1_max": 0.602253, + "nauc_mrr_at_1_std": 0.369416, + "nauc_mrr_at_1_diff1": 0.294459, + "nauc_mrr_at_3_max": 0.660314, + "nauc_mrr_at_3_std": 0.418551, + "nauc_mrr_at_3_diff1": 0.287752, + "nauc_mrr_at_5_max": 0.652408, + "nauc_mrr_at_5_std": 0.421739, + "nauc_mrr_at_5_diff1": 0.279044, + "nauc_mrr_at_10_max": 0.650844, + "nauc_mrr_at_10_std": 0.424918, + "nauc_mrr_at_10_diff1": 0.291718, + "nauc_mrr_at_20_max": 0.650766, + "nauc_mrr_at_20_std": 0.422151, + "nauc_mrr_at_20_diff1": 0.291217, + "nauc_mrr_at_100_max": 0.649457, + "nauc_mrr_at_100_std": 0.420112, + "nauc_mrr_at_100_diff1": 0.289614, + "nauc_mrr_at_1000_max": 0.649457, + "nauc_mrr_at_1000_std": 0.420112, + "nauc_mrr_at_1000_diff1": 0.289614, + "main_score": 0.58133, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6325, + "ndcg_at_3": 0.58247, + "ndcg_at_5": 0.56908, + "ndcg_at_10": 0.55868, + "ndcg_at_20": 0.55294, + "ndcg_at_100": 0.6219, + "ndcg_at_1000": 0.69988, + "map_at_1": 0.06621, + "map_at_3": 0.11688, + "map_at_5": 0.15268, + "map_at_10": 0.21272, + "map_at_20": 0.27036, + "map_at_100": 0.38038, + "map_at_1000": 0.43507, + "recall_at_1": 0.06621, + "recall_at_3": 0.12778, + "recall_at_5": 0.17869, + "recall_at_10": 0.27595, + "recall_at_20": 0.38605, + "recall_at_100": 0.69866, + "recall_at_1000": 0.93999, + "precision_at_1": 0.785, + "precision_at_3": 0.68333, + "precision_at_5": 0.622, + "precision_at_10": 0.5525, + "precision_at_20": 0.44925, + "precision_at_100": 0.23575, + "precision_at_1000": 0.05181, + "mrr_at_1": 0.785, + "mrr_at_3": 0.836667, + "mrr_at_5": 0.843917, + "mrr_at_10": 0.849621, + "mrr_at_20": 0.850312, + "mrr_at_100": 0.850565, + "mrr_at_1000": 0.8506, + "nauc_ndcg_at_1_max": 0.283186, + "nauc_ndcg_at_1_std": 0.139495, + "nauc_ndcg_at_1_diff1": 0.294434, + "nauc_ndcg_at_3_max": 0.285744, + "nauc_ndcg_at_3_std": 0.19141, + "nauc_ndcg_at_3_diff1": 0.131843, + "nauc_ndcg_at_5_max": 0.311286, + "nauc_ndcg_at_5_std": 0.192721, + "nauc_ndcg_at_5_diff1": 0.151396, + "nauc_ndcg_at_10_max": 0.347104, + "nauc_ndcg_at_10_std": 0.243165, + "nauc_ndcg_at_10_diff1": 0.182816, + "nauc_ndcg_at_20_max": 0.399126, + "nauc_ndcg_at_20_std": 0.297854, + "nauc_ndcg_at_20_diff1": 0.183655, + "nauc_ndcg_at_100_max": 0.481834, + "nauc_ndcg_at_100_std": 0.448231, + "nauc_ndcg_at_100_diff1": 0.093214, + "nauc_ndcg_at_1000_max": 0.490117, + "nauc_ndcg_at_1000_std": 0.424694, + "nauc_ndcg_at_1000_diff1": 0.143001, + "nauc_map_at_1_max": -0.12543, + "nauc_map_at_1_std": -0.153952, + "nauc_map_at_1_diff1": 0.374108, + "nauc_map_at_3_max": 0.027431, + "nauc_map_at_3_std": -0.00986, + "nauc_map_at_3_diff1": 0.255701, + "nauc_map_at_5_max": 0.11401, + "nauc_map_at_5_std": 0.053064, + "nauc_map_at_5_diff1": 0.216292, + "nauc_map_at_10_max": 0.203073, + "nauc_map_at_10_std": 0.142929, + "nauc_map_at_10_diff1": 0.188949, + "nauc_map_at_20_max": 0.279269, + "nauc_map_at_20_std": 0.225625, + "nauc_map_at_20_diff1": 0.144962, + "nauc_map_at_100_max": 0.398788, + "nauc_map_at_100_std": 0.396553, + "nauc_map_at_100_diff1": 0.061925, + "nauc_map_at_1000_max": 0.419059, + "nauc_map_at_1000_std": 0.42126, + "nauc_map_at_1000_diff1": 0.047927, + "nauc_recall_at_1_max": -0.12543, + "nauc_recall_at_1_std": -0.153952, + "nauc_recall_at_1_diff1": 0.374108, + "nauc_recall_at_3_max": -0.008321, + "nauc_recall_at_3_std": -0.016087, + "nauc_recall_at_3_diff1": 0.198075, + "nauc_recall_at_5_max": 0.082067, + "nauc_recall_at_5_std": 0.034055, + "nauc_recall_at_5_diff1": 0.159884, + "nauc_recall_at_10_max": 0.136622, + "nauc_recall_at_10_std": 0.107528, + "nauc_recall_at_10_diff1": 0.145251, + "nauc_recall_at_20_max": 0.214742, + "nauc_recall_at_20_std": 0.192045, + "nauc_recall_at_20_diff1": 0.118636, + "nauc_recall_at_100_max": 0.296087, + "nauc_recall_at_100_std": 0.389279, + "nauc_recall_at_100_diff1": -0.015647, + "nauc_recall_at_1000_max": 0.454983, + "nauc_recall_at_1000_std": 0.588892, + "nauc_recall_at_1000_diff1": -0.074286, + "nauc_precision_at_1_max": 0.441083, + "nauc_precision_at_1_std": 0.252145, + "nauc_precision_at_1_diff1": 0.322234, + "nauc_precision_at_3_max": 0.377939, + "nauc_precision_at_3_std": 0.318809, + "nauc_precision_at_3_diff1": -0.099862, + "nauc_precision_at_5_max": 0.355616, + "nauc_precision_at_5_std": 0.293854, + "nauc_precision_at_5_diff1": -0.082926, + "nauc_precision_at_10_max": 0.299002, + "nauc_precision_at_10_std": 0.287204, + "nauc_precision_at_10_diff1": -0.098238, + "nauc_precision_at_20_max": 0.231576, + "nauc_precision_at_20_std": 0.249664, + "nauc_precision_at_20_diff1": -0.121155, + "nauc_precision_at_100_max": 0.076472, + "nauc_precision_at_100_std": 0.122096, + "nauc_precision_at_100_diff1": -0.118507, + "nauc_precision_at_1000_max": -0.088885, + "nauc_precision_at_1000_std": -0.064534, + "nauc_precision_at_1000_diff1": -0.074285, + "nauc_mrr_at_1_max": 0.441083, + "nauc_mrr_at_1_std": 0.252145, + "nauc_mrr_at_1_diff1": 0.322234, + "nauc_mrr_at_3_max": 0.475737, + "nauc_mrr_at_3_std": 0.313939, + "nauc_mrr_at_3_diff1": 0.274595, + "nauc_mrr_at_5_max": 0.479119, + "nauc_mrr_at_5_std": 0.308017, + "nauc_mrr_at_5_diff1": 0.302182, + "nauc_mrr_at_10_max": 0.477075, + "nauc_mrr_at_10_std": 0.305685, + "nauc_mrr_at_10_diff1": 0.303689, + "nauc_mrr_at_20_max": 0.475558, + "nauc_mrr_at_20_std": 0.302971, + "nauc_mrr_at_20_diff1": 0.302344, + "nauc_mrr_at_100_max": 0.475111, + "nauc_mrr_at_100_std": 0.30189, + "nauc_mrr_at_100_diff1": 0.302384, + "nauc_mrr_at_1000_max": 0.47498, + "nauc_mrr_at_1000_std": 0.301716, + "nauc_mrr_at_1000_diff1": 0.302371, + "main_score": 0.55868, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6225, + "ndcg_at_3": 0.57847, + "ndcg_at_5": 0.56921, + "ndcg_at_10": 0.55462, + "ndcg_at_20": 0.55432, + "ndcg_at_100": 0.61758, + "ndcg_at_1000": 0.69253, + "map_at_1": 0.06378, + "map_at_3": 0.11305, + "map_at_5": 0.15034, + "map_at_10": 0.20923, + "map_at_20": 0.26855, + "map_at_100": 0.37892, + "map_at_1000": 0.43331, + "recall_at_1": 0.06378, + "recall_at_3": 0.12357, + "recall_at_5": 0.17856, + "recall_at_10": 0.26665, + "recall_at_20": 0.38151, + "recall_at_100": 0.69755, + "recall_at_1000": 0.93008, + "precision_at_1": 0.775, + "precision_at_3": 0.67667, + "precision_at_5": 0.636, + "precision_at_10": 0.5535, + "precision_at_20": 0.46, + "precision_at_100": 0.23615, + "precision_at_1000": 0.05163, + "mrr_at_1": 0.775, + "mrr_at_3": 0.835833, + "mrr_at_5": 0.840083, + "mrr_at_10": 0.844865, + "mrr_at_20": 0.845493, + "mrr_at_100": 0.845764, + "mrr_at_1000": 0.845782, + "nauc_ndcg_at_1_max": 0.352992, + "nauc_ndcg_at_1_std": 0.165174, + "nauc_ndcg_at_1_diff1": 0.206829, + "nauc_ndcg_at_3_max": 0.390592, + "nauc_ndcg_at_3_std": 0.226235, + "nauc_ndcg_at_3_diff1": 0.143998, + "nauc_ndcg_at_5_max": 0.380673, + "nauc_ndcg_at_5_std": 0.233849, + "nauc_ndcg_at_5_diff1": 0.113624, + "nauc_ndcg_at_10_max": 0.437326, + "nauc_ndcg_at_10_std": 0.283484, + "nauc_ndcg_at_10_diff1": 0.11659, + "nauc_ndcg_at_20_max": 0.489425, + "nauc_ndcg_at_20_std": 0.350235, + "nauc_ndcg_at_20_diff1": 0.131022, + "nauc_ndcg_at_100_max": 0.538616, + "nauc_ndcg_at_100_std": 0.497445, + "nauc_ndcg_at_100_diff1": 0.068718, + "nauc_ndcg_at_1000_max": 0.569532, + "nauc_ndcg_at_1000_std": 0.477187, + "nauc_ndcg_at_1000_diff1": 0.074672, + "nauc_map_at_1_max": -0.096512, + "nauc_map_at_1_std": -0.135589, + "nauc_map_at_1_diff1": 0.237354, + "nauc_map_at_3_max": 0.059072, + "nauc_map_at_3_std": -0.009219, + "nauc_map_at_3_diff1": 0.175983, + "nauc_map_at_5_max": 0.126886, + "nauc_map_at_5_std": 0.044461, + "nauc_map_at_5_diff1": 0.12818, + "nauc_map_at_10_max": 0.241586, + "nauc_map_at_10_std": 0.151964, + "nauc_map_at_10_diff1": 0.081064, + "nauc_map_at_20_max": 0.315796, + "nauc_map_at_20_std": 0.251074, + "nauc_map_at_20_diff1": 0.038715, + "nauc_map_at_100_max": 0.43645, + "nauc_map_at_100_std": 0.442294, + "nauc_map_at_100_diff1": 0.009639, + "nauc_map_at_1000_max": 0.477179, + "nauc_map_at_1000_std": 0.475616, + "nauc_map_at_1000_diff1": 0.007595, + "nauc_recall_at_1_max": -0.096512, + "nauc_recall_at_1_std": -0.135589, + "nauc_recall_at_1_diff1": 0.237354, + "nauc_recall_at_3_max": 0.034693, + "nauc_recall_at_3_std": -0.016054, + "nauc_recall_at_3_diff1": 0.173427, + "nauc_recall_at_5_max": 0.06641, + "nauc_recall_at_5_std": 0.050765, + "nauc_recall_at_5_diff1": 0.092149, + "nauc_recall_at_10_max": 0.180377, + "nauc_recall_at_10_std": 0.143539, + "nauc_recall_at_10_diff1": 0.048762, + "nauc_recall_at_20_max": 0.214281, + "nauc_recall_at_20_std": 0.205459, + "nauc_recall_at_20_diff1": 0.015104, + "nauc_recall_at_100_max": 0.267717, + "nauc_recall_at_100_std": 0.394538, + "nauc_recall_at_100_diff1": -0.094214, + "nauc_recall_at_1000_max": 0.538846, + "nauc_recall_at_1000_std": 0.666002, + "nauc_recall_at_1000_diff1": -0.200666, + "nauc_precision_at_1_max": 0.593247, + "nauc_precision_at_1_std": 0.292501, + "nauc_precision_at_1_diff1": 0.146513, + "nauc_precision_at_3_max": 0.479725, + "nauc_precision_at_3_std": 0.325339, + "nauc_precision_at_3_diff1": -0.004085, + "nauc_precision_at_5_max": 0.410589, + "nauc_precision_at_5_std": 0.308908, + "nauc_precision_at_5_diff1": -0.04714, + "nauc_precision_at_10_max": 0.371233, + "nauc_precision_at_10_std": 0.323879, + "nauc_precision_at_10_diff1": -0.051856, + "nauc_precision_at_20_max": 0.313448, + "nauc_precision_at_20_std": 0.298571, + "nauc_precision_at_20_diff1": -0.054035, + "nauc_precision_at_100_max": 0.141876, + "nauc_precision_at_100_std": 0.171802, + "nauc_precision_at_100_diff1": -0.018806, + "nauc_precision_at_1000_max": -0.035929, + "nauc_precision_at_1000_std": -0.050614, + "nauc_precision_at_1000_diff1": 0.012702, + "nauc_mrr_at_1_max": 0.593247, + "nauc_mrr_at_1_std": 0.292501, + "nauc_mrr_at_1_diff1": 0.146513, + "nauc_mrr_at_3_max": 0.643292, + "nauc_mrr_at_3_std": 0.332966, + "nauc_mrr_at_3_diff1": 0.180389, + "nauc_mrr_at_5_max": 0.635872, + "nauc_mrr_at_5_std": 0.341053, + "nauc_mrr_at_5_diff1": 0.176734, + "nauc_mrr_at_10_max": 0.635842, + "nauc_mrr_at_10_std": 0.341591, + "nauc_mrr_at_10_diff1": 0.168105, + "nauc_mrr_at_20_max": 0.634521, + "nauc_mrr_at_20_std": 0.338719, + "nauc_mrr_at_20_diff1": 0.166532, + "nauc_mrr_at_100_max": 0.634052, + "nauc_mrr_at_100_std": 0.337692, + "nauc_mrr_at_100_diff1": 0.165846, + "nauc_mrr_at_1000_max": 0.634004, + "nauc_mrr_at_1000_std": 0.337612, + "nauc_mrr_at_1000_diff1": 0.165945, + "main_score": 0.55462, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.7625, + "ndcg_at_3": 0.68601, + "ndcg_at_5": 0.65962, + "ndcg_at_10": 0.64106, + "ndcg_at_20": 0.63956, + "ndcg_at_100": 0.69753, + "ndcg_at_1000": 0.76719, + "map_at_1": 0.13545, + "map_at_3": 0.23814, + "map_at_5": 0.28572, + "map_at_10": 0.34573, + "map_at_20": 0.38773, + "map_at_100": 0.46807, + "map_at_1000": 0.50677, + "recall_at_1": 0.13545, + "recall_at_3": 0.25043, + "recall_at_5": 0.31686, + "recall_at_10": 0.41947, + "recall_at_20": 0.51507, + "recall_at_100": 0.76789, + "recall_at_1000": 0.97502, + "precision_at_1": 0.85, + "precision_at_3": 0.67833, + "precision_at_5": 0.583, + "precision_at_10": 0.4635, + "precision_at_20": 0.35075, + "precision_at_100": 0.16785, + "precision_at_1000": 0.03516, + "mrr_at_1": 0.85, + "mrr_at_3": 0.9, + "mrr_at_5": 0.9035, + "mrr_at_10": 0.906887, + "mrr_at_20": 0.907181, + "mrr_at_100": 0.907181, + "mrr_at_1000": 0.907181, + "nauc_ndcg_at_1_max": 0.599109, + "nauc_ndcg_at_1_std": -0.020004, + "nauc_ndcg_at_1_diff1": 0.500507, + "nauc_ndcg_at_3_max": 0.491066, + "nauc_ndcg_at_3_std": 0.040168, + "nauc_ndcg_at_3_diff1": 0.159445, + "nauc_ndcg_at_5_max": 0.485636, + "nauc_ndcg_at_5_std": 0.100329, + "nauc_ndcg_at_5_diff1": 0.157654, + "nauc_ndcg_at_10_max": 0.481221, + "nauc_ndcg_at_10_std": 0.112869, + "nauc_ndcg_at_10_diff1": 0.191616, + "nauc_ndcg_at_20_max": 0.47105, + "nauc_ndcg_at_20_std": 0.123067, + "nauc_ndcg_at_20_diff1": 0.205319, + "nauc_ndcg_at_100_max": 0.554425, + "nauc_ndcg_at_100_std": 0.248033, + "nauc_ndcg_at_100_diff1": 0.251095, + "nauc_ndcg_at_1000_max": 0.542117, + "nauc_ndcg_at_1000_std": 0.197024, + "nauc_ndcg_at_1000_diff1": 0.225318, + "nauc_map_at_1_max": 0.224302, + "nauc_map_at_1_std": 0.019154, + "nauc_map_at_1_diff1": 0.414839, + "nauc_map_at_3_max": 0.298195, + "nauc_map_at_3_std": 0.128917, + "nauc_map_at_3_diff1": 0.223123, + "nauc_map_at_5_max": 0.354702, + "nauc_map_at_5_std": 0.178528, + "nauc_map_at_5_diff1": 0.184157, + "nauc_map_at_10_max": 0.39815, + "nauc_map_at_10_std": 0.185698, + "nauc_map_at_10_diff1": 0.160941, + "nauc_map_at_20_max": 0.410051, + "nauc_map_at_20_std": 0.192776, + "nauc_map_at_20_diff1": 0.149685, + "nauc_map_at_100_max": 0.444573, + "nauc_map_at_100_std": 0.230233, + "nauc_map_at_100_diff1": 0.136104, + "nauc_map_at_1000_max": 0.423842, + "nauc_map_at_1000_std": 0.204538, + "nauc_map_at_1000_diff1": 0.119441, + "nauc_recall_at_1_max": 0.224302, + "nauc_recall_at_1_std": 0.019154, + "nauc_recall_at_1_diff1": 0.414839, + "nauc_recall_at_3_max": 0.278192, + "nauc_recall_at_3_std": 0.142793, + "nauc_recall_at_3_diff1": 0.193487, + "nauc_recall_at_5_max": 0.313795, + "nauc_recall_at_5_std": 0.206916, + "nauc_recall_at_5_diff1": 0.16087, + "nauc_recall_at_10_max": 0.360794, + "nauc_recall_at_10_std": 0.203488, + "nauc_recall_at_10_diff1": 0.1615, + "nauc_recall_at_20_max": 0.354652, + "nauc_recall_at_20_std": 0.218053, + "nauc_recall_at_20_diff1": 0.166309, + "nauc_recall_at_100_max": 0.422788, + "nauc_recall_at_100_std": 0.401447, + "nauc_recall_at_100_diff1": 0.243906, + "nauc_recall_at_1000_max": 0.539007, + "nauc_recall_at_1000_std": 0.836164, + "nauc_recall_at_1000_diff1": 0.313068, + "nauc_precision_at_1_max": 0.68329, + "nauc_precision_at_1_std": -0.047348, + "nauc_precision_at_1_diff1": 0.448487, + "nauc_precision_at_3_max": 0.223699, + "nauc_precision_at_3_std": 0.009929, + "nauc_precision_at_3_diff1": -0.267338, + "nauc_precision_at_5_max": 0.166871, + "nauc_precision_at_5_std": 0.040188, + "nauc_precision_at_5_diff1": -0.258956, + "nauc_precision_at_10_max": 0.063996, + "nauc_precision_at_10_std": -0.035118, + "nauc_precision_at_10_diff1": -0.233216, + "nauc_precision_at_20_max": -0.063443, + "nauc_precision_at_20_std": -0.099525, + "nauc_precision_at_20_diff1": -0.201778, + "nauc_precision_at_100_max": -0.149478, + "nauc_precision_at_100_std": -0.123478, + "nauc_precision_at_100_diff1": -0.132028, + "nauc_precision_at_1000_max": -0.218068, + "nauc_precision_at_1000_std": -0.287138, + "nauc_precision_at_1000_diff1": -0.105217, + "nauc_mrr_at_1_max": 0.68329, + "nauc_mrr_at_1_std": -0.047348, + "nauc_mrr_at_1_diff1": 0.448487, + "nauc_mrr_at_3_max": 0.67605, + "nauc_mrr_at_3_std": 0.02541, + "nauc_mrr_at_3_diff1": 0.368533, + "nauc_mrr_at_5_max": 0.676751, + "nauc_mrr_at_5_std": 0.027081, + "nauc_mrr_at_5_diff1": 0.374427, + "nauc_mrr_at_10_max": 0.675453, + "nauc_mrr_at_10_std": 0.015264, + "nauc_mrr_at_10_diff1": 0.38148, + "nauc_mrr_at_20_max": 0.676495, + "nauc_mrr_at_20_std": 0.014138, + "nauc_mrr_at_20_diff1": 0.384583, + "nauc_mrr_at_100_max": 0.676495, + "nauc_mrr_at_100_std": 0.014138, + "nauc_mrr_at_100_diff1": 0.384583, + "nauc_mrr_at_1000_max": 0.676495, + "nauc_mrr_at_1000_std": 0.014138, + "nauc_mrr_at_1000_diff1": 0.384583, + "main_score": 0.64106, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7275, + "ndcg_at_3": 0.64891, + "ndcg_at_5": 0.62412, + "ndcg_at_10": 0.6018, + "ndcg_at_20": 0.60408, + "ndcg_at_100": 0.6598, + "ndcg_at_1000": 0.73753, + "map_at_1": 0.13732, + "map_at_3": 0.23372, + "map_at_5": 0.27973, + "map_at_10": 0.3305, + "map_at_20": 0.36805, + "map_at_100": 0.43493, + "map_at_1000": 0.47084, + "recall_at_1": 0.13732, + "recall_at_3": 0.24528, + "recall_at_5": 0.31042, + "recall_at_10": 0.39569, + "recall_at_20": 0.48092, + "recall_at_100": 0.72528, + "recall_at_1000": 0.96007, + "precision_at_1": 0.82, + "precision_at_3": 0.64167, + "precision_at_5": 0.557, + "precision_at_10": 0.4305, + "precision_at_20": 0.32325, + "precision_at_100": 0.1546, + "precision_at_1000": 0.03378, + "mrr_at_1": 0.82, + "mrr_at_3": 0.87, + "mrr_at_5": 0.874, + "mrr_at_10": 0.878246, + "mrr_at_20": 0.878818, + "mrr_at_100": 0.879468, + "mrr_at_1000": 0.879468, + "nauc_ndcg_at_1_max": 0.492935, + "nauc_ndcg_at_1_std": 0.052747, + "nauc_ndcg_at_1_diff1": 0.412572, + "nauc_ndcg_at_3_max": 0.490906, + "nauc_ndcg_at_3_std": 0.158575, + "nauc_ndcg_at_3_diff1": 0.209274, + "nauc_ndcg_at_5_max": 0.50268, + "nauc_ndcg_at_5_std": 0.20929, + "nauc_ndcg_at_5_diff1": 0.2305, + "nauc_ndcg_at_10_max": 0.510202, + "nauc_ndcg_at_10_std": 0.255742, + "nauc_ndcg_at_10_diff1": 0.209873, + "nauc_ndcg_at_20_max": 0.495999, + "nauc_ndcg_at_20_std": 0.250097, + "nauc_ndcg_at_20_diff1": 0.227827, + "nauc_ndcg_at_100_max": 0.538946, + "nauc_ndcg_at_100_std": 0.352354, + "nauc_ndcg_at_100_diff1": 0.280211, + "nauc_ndcg_at_1000_max": 0.544329, + "nauc_ndcg_at_1000_std": 0.278602, + "nauc_ndcg_at_1000_diff1": 0.256523, + "nauc_map_at_1_max": 0.246759, + "nauc_map_at_1_std": 0.088263, + "nauc_map_at_1_diff1": 0.44959, + "nauc_map_at_3_max": 0.30632, + "nauc_map_at_3_std": 0.199952, + "nauc_map_at_3_diff1": 0.330401, + "nauc_map_at_5_max": 0.34743, + "nauc_map_at_5_std": 0.238687, + "nauc_map_at_5_diff1": 0.296939, + "nauc_map_at_10_max": 0.37944, + "nauc_map_at_10_std": 0.265317, + "nauc_map_at_10_diff1": 0.239782, + "nauc_map_at_20_max": 0.409762, + "nauc_map_at_20_std": 0.276921, + "nauc_map_at_20_diff1": 0.231085, + "nauc_map_at_100_max": 0.452567, + "nauc_map_at_100_std": 0.323538, + "nauc_map_at_100_diff1": 0.21971, + "nauc_map_at_1000_max": 0.44992, + "nauc_map_at_1000_std": 0.299403, + "nauc_map_at_1000_diff1": 0.192743, + "nauc_recall_at_1_max": 0.246759, + "nauc_recall_at_1_std": 0.088263, + "nauc_recall_at_1_diff1": 0.44959, + "nauc_recall_at_3_max": 0.294905, + "nauc_recall_at_3_std": 0.222103, + "nauc_recall_at_3_diff1": 0.309591, + "nauc_recall_at_5_max": 0.327684, + "nauc_recall_at_5_std": 0.27333, + "nauc_recall_at_5_diff1": 0.292077, + "nauc_recall_at_10_max": 0.357701, + "nauc_recall_at_10_std": 0.308625, + "nauc_recall_at_10_diff1": 0.214556, + "nauc_recall_at_20_max": 0.379978, + "nauc_recall_at_20_std": 0.315977, + "nauc_recall_at_20_diff1": 0.213361, + "nauc_recall_at_100_max": 0.407912, + "nauc_recall_at_100_std": 0.527627, + "nauc_recall_at_100_diff1": 0.27701, + "nauc_recall_at_1000_max": 0.48769, + "nauc_recall_at_1000_std": 0.827607, + "nauc_recall_at_1000_diff1": 0.399732, + "nauc_precision_at_1_max": 0.51659, + "nauc_precision_at_1_std": 0.033773, + "nauc_precision_at_1_diff1": 0.424771, + "nauc_precision_at_3_max": 0.261849, + "nauc_precision_at_3_std": 0.107977, + "nauc_precision_at_3_diff1": -0.144808, + "nauc_precision_at_5_max": 0.194729, + "nauc_precision_at_5_std": 0.086378, + "nauc_precision_at_5_diff1": -0.184936, + "nauc_precision_at_10_max": 0.131595, + "nauc_precision_at_10_std": 0.013666, + "nauc_precision_at_10_diff1": -0.256893, + "nauc_precision_at_20_max": 0.036746, + "nauc_precision_at_20_std": -0.07391, + "nauc_precision_at_20_diff1": -0.248843, + "nauc_precision_at_100_max": -0.074814, + "nauc_precision_at_100_std": -0.146137, + "nauc_precision_at_100_diff1": -0.227452, + "nauc_precision_at_1000_max": -0.169805, + "nauc_precision_at_1000_std": -0.323197, + "nauc_precision_at_1000_diff1": -0.285097, + "nauc_mrr_at_1_max": 0.51659, + "nauc_mrr_at_1_std": 0.033773, + "nauc_mrr_at_1_diff1": 0.424771, + "nauc_mrr_at_3_max": 0.560525, + "nauc_mrr_at_3_std": 0.104739, + "nauc_mrr_at_3_diff1": 0.388461, + "nauc_mrr_at_5_max": 0.560968, + "nauc_mrr_at_5_std": 0.116673, + "nauc_mrr_at_5_diff1": 0.402351, + "nauc_mrr_at_10_max": 0.554419, + "nauc_mrr_at_10_std": 0.099184, + "nauc_mrr_at_10_diff1": 0.398476, + "nauc_mrr_at_20_max": 0.555028, + "nauc_mrr_at_20_std": 0.097547, + "nauc_mrr_at_20_diff1": 0.400019, + "nauc_mrr_at_100_max": 0.553818, + "nauc_mrr_at_100_std": 0.096169, + "nauc_mrr_at_100_diff1": 0.400255, + "nauc_mrr_at_1000_max": 0.553818, + "nauc_mrr_at_1000_std": 0.096169, + "nauc_mrr_at_1000_diff1": 0.400255, + "main_score": 0.6018, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.695, + "ndcg_at_3": 0.63451, + "ndcg_at_5": 0.60807, + "ndcg_at_10": 0.59391, + "ndcg_at_20": 0.59808, + "ndcg_at_100": 0.65722, + "ndcg_at_1000": 0.73404, + "map_at_1": 0.12953, + "map_at_3": 0.22789, + "map_at_5": 0.26955, + "map_at_10": 0.31948, + "map_at_20": 0.3572, + "map_at_100": 0.42734, + "map_at_1000": 0.46461, + "recall_at_1": 0.12953, + "recall_at_3": 0.24711, + "recall_at_5": 0.30532, + "recall_at_10": 0.39027, + "recall_at_20": 0.48091, + "recall_at_100": 0.7315, + "recall_at_1000": 0.96309, + "precision_at_1": 0.78, + "precision_at_3": 0.64, + "precision_at_5": 0.54, + "precision_at_10": 0.428, + "precision_at_20": 0.32375, + "precision_at_100": 0.158, + "precision_at_1000": 0.03431, + "mrr_at_1": 0.78, + "mrr_at_3": 0.850833, + "mrr_at_5": 0.856583, + "mrr_at_10": 0.858909, + "mrr_at_20": 0.859821, + "mrr_at_100": 0.860013, + "mrr_at_1000": 0.860013, + "nauc_ndcg_at_1_max": 0.5698, + "nauc_ndcg_at_1_std": 0.238367, + "nauc_ndcg_at_1_diff1": 0.359847, + "nauc_ndcg_at_3_max": 0.515381, + "nauc_ndcg_at_3_std": 0.200432, + "nauc_ndcg_at_3_diff1": 0.165101, + "nauc_ndcg_at_5_max": 0.545484, + "nauc_ndcg_at_5_std": 0.2495, + "nauc_ndcg_at_5_diff1": 0.186544, + "nauc_ndcg_at_10_max": 0.538173, + "nauc_ndcg_at_10_std": 0.24534, + "nauc_ndcg_at_10_diff1": 0.212075, + "nauc_ndcg_at_20_max": 0.51244, + "nauc_ndcg_at_20_std": 0.265634, + "nauc_ndcg_at_20_diff1": 0.202805, + "nauc_ndcg_at_100_max": 0.556813, + "nauc_ndcg_at_100_std": 0.356103, + "nauc_ndcg_at_100_diff1": 0.282736, + "nauc_ndcg_at_1000_max": 0.555083, + "nauc_ndcg_at_1000_std": 0.312219, + "nauc_ndcg_at_1000_diff1": 0.234191, + "nauc_map_at_1_max": 0.325289, + "nauc_map_at_1_std": 0.102767, + "nauc_map_at_1_diff1": 0.508266, + "nauc_map_at_3_max": 0.334001, + "nauc_map_at_3_std": 0.208405, + "nauc_map_at_3_diff1": 0.337883, + "nauc_map_at_5_max": 0.373151, + "nauc_map_at_5_std": 0.251246, + "nauc_map_at_5_diff1": 0.287288, + "nauc_map_at_10_max": 0.400049, + "nauc_map_at_10_std": 0.257216, + "nauc_map_at_10_diff1": 0.262737, + "nauc_map_at_20_max": 0.411945, + "nauc_map_at_20_std": 0.274784, + "nauc_map_at_20_diff1": 0.248855, + "nauc_map_at_100_max": 0.46222, + "nauc_map_at_100_std": 0.328357, + "nauc_map_at_100_diff1": 0.232105, + "nauc_map_at_1000_max": 0.465899, + "nauc_map_at_1000_std": 0.307416, + "nauc_map_at_1000_diff1": 0.196433, + "nauc_recall_at_1_max": 0.325289, + "nauc_recall_at_1_std": 0.102767, + "nauc_recall_at_1_diff1": 0.508266, + "nauc_recall_at_3_max": 0.301123, + "nauc_recall_at_3_std": 0.219871, + "nauc_recall_at_3_diff1": 0.300448, + "nauc_recall_at_5_max": 0.336411, + "nauc_recall_at_5_std": 0.272007, + "nauc_recall_at_5_diff1": 0.248875, + "nauc_recall_at_10_max": 0.363677, + "nauc_recall_at_10_std": 0.27004, + "nauc_recall_at_10_diff1": 0.251491, + "nauc_recall_at_20_max": 0.351169, + "nauc_recall_at_20_std": 0.304566, + "nauc_recall_at_20_diff1": 0.228959, + "nauc_recall_at_100_max": 0.408002, + "nauc_recall_at_100_std": 0.454123, + "nauc_recall_at_100_diff1": 0.338635, + "nauc_recall_at_1000_max": 0.459584, + "nauc_recall_at_1000_std": 0.80529, + "nauc_recall_at_1000_diff1": 0.469384, + "nauc_precision_at_1_max": 0.55695, + "nauc_precision_at_1_std": 0.182211, + "nauc_precision_at_1_diff1": 0.383769, + "nauc_precision_at_3_max": 0.226918, + "nauc_precision_at_3_std": 0.076663, + "nauc_precision_at_3_diff1": -0.178302, + "nauc_precision_at_5_max": 0.198084, + "nauc_precision_at_5_std": 0.095393, + "nauc_precision_at_5_diff1": -0.229021, + "nauc_precision_at_10_max": 0.115278, + "nauc_precision_at_10_std": -0.019824, + "nauc_precision_at_10_diff1": -0.243361, + "nauc_precision_at_20_max": 0.034447, + "nauc_precision_at_20_std": -0.067685, + "nauc_precision_at_20_diff1": -0.269922, + "nauc_precision_at_100_max": -0.041102, + "nauc_precision_at_100_std": -0.108948, + "nauc_precision_at_100_diff1": -0.24375, + "nauc_precision_at_1000_max": -0.092688, + "nauc_precision_at_1000_std": -0.275488, + "nauc_precision_at_1000_diff1": -0.280765, + "nauc_mrr_at_1_max": 0.55695, + "nauc_mrr_at_1_std": 0.182211, + "nauc_mrr_at_1_diff1": 0.383769, + "nauc_mrr_at_3_max": 0.581314, + "nauc_mrr_at_3_std": 0.199909, + "nauc_mrr_at_3_diff1": 0.365325, + "nauc_mrr_at_5_max": 0.573604, + "nauc_mrr_at_5_std": 0.203292, + "nauc_mrr_at_5_diff1": 0.357933, + "nauc_mrr_at_10_max": 0.567797, + "nauc_mrr_at_10_std": 0.191566, + "nauc_mrr_at_10_diff1": 0.355937, + "nauc_mrr_at_20_max": 0.570744, + "nauc_mrr_at_20_std": 0.194431, + "nauc_mrr_at_20_diff1": 0.354817, + "nauc_mrr_at_100_max": 0.571057, + "nauc_mrr_at_100_std": 0.196414, + "nauc_mrr_at_100_diff1": 0.357036, + "nauc_mrr_at_1000_max": 0.571057, + "nauc_mrr_at_1000_std": 0.196414, + "nauc_mrr_at_1000_diff1": 0.357036, + "main_score": 0.59391, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 18559.674956798553, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-large-1536/2/CmedqaRetrieval.json new file mode 100644 index 0000000000..df833bbddd --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.25.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.23356, + "ndcg_at_3": 0.23595, + "ndcg_at_5": 0.2481, + "ndcg_at_10": 0.27079, + "ndcg_at_20": 0.29271, + "ndcg_at_100": 0.33816, + "ndcg_at_1000": 0.37749, + "map_at_1": 0.14601, + "map_at_3": 0.19632, + "map_at_5": 0.20898, + "map_at_10": 0.22115, + "map_at_20": 0.22839, + "map_at_100": 0.23607, + "map_at_1000": 0.2379, + "recall_at_1": 0.14601, + "recall_at_3": 0.23737, + "recall_at_5": 0.27722, + "recall_at_10": 0.34369, + "recall_at_20": 0.41789, + "recall_at_100": 0.62877, + "recall_at_1000": 0.90246, + "precision_at_1": 0.23356, + "precision_at_3": 0.1357, + "precision_at_5": 0.09832, + "precision_at_10": 0.06242, + "precision_at_20": 0.03857, + "precision_at_100": 0.01182, + "precision_at_1000": 0.00169, + "mrr_at_1": 0.233558, + "mrr_at_3": 0.276944, + "mrr_at_5": 0.287259, + "mrr_at_10": 0.297045, + "mrr_at_20": 0.302439, + "mrr_at_100": 0.307265, + "mrr_at_1000": 0.308181, + "nauc_ndcg_at_1_max": 0.3782, + "nauc_ndcg_at_1_std": -0.027737, + "nauc_ndcg_at_1_diff1": 0.534762, + "nauc_ndcg_at_3_max": 0.335968, + "nauc_ndcg_at_3_std": -0.034974, + "nauc_ndcg_at_3_diff1": 0.446919, + "nauc_ndcg_at_5_max": 0.328916, + "nauc_ndcg_at_5_std": -0.041047, + "nauc_ndcg_at_5_diff1": 0.439833, + "nauc_ndcg_at_10_max": 0.327857, + "nauc_ndcg_at_10_std": -0.036202, + "nauc_ndcg_at_10_diff1": 0.427034, + "nauc_ndcg_at_20_max": 0.330689, + "nauc_ndcg_at_20_std": -0.023123, + "nauc_ndcg_at_20_diff1": 0.419388, + "nauc_ndcg_at_100_max": 0.335394, + "nauc_ndcg_at_100_std": 0.006248, + "nauc_ndcg_at_100_diff1": 0.411594, + "nauc_ndcg_at_1000_max": 0.345258, + "nauc_ndcg_at_1000_std": 0.010634, + "nauc_ndcg_at_1000_diff1": 0.42187, + "nauc_map_at_1_max": 0.296133, + "nauc_map_at_1_std": -0.065497, + "nauc_map_at_1_diff1": 0.507815, + "nauc_map_at_3_max": 0.314145, + "nauc_map_at_3_std": -0.054619, + "nauc_map_at_3_diff1": 0.454721, + "nauc_map_at_5_max": 0.320282, + "nauc_map_at_5_std": -0.054103, + "nauc_map_at_5_diff1": 0.451792, + "nauc_map_at_10_max": 0.325418, + "nauc_map_at_10_std": -0.048702, + "nauc_map_at_10_diff1": 0.44426, + "nauc_map_at_20_max": 0.328072, + "nauc_map_at_20_std": -0.044033, + "nauc_map_at_20_diff1": 0.442015, + "nauc_map_at_100_max": 0.330263, + "nauc_map_at_100_std": -0.037596, + "nauc_map_at_100_diff1": 0.441018, + "nauc_map_at_1000_max": 0.330832, + "nauc_map_at_1000_std": -0.036797, + "nauc_map_at_1000_diff1": 0.441419, + "nauc_recall_at_1_max": 0.296133, + "nauc_recall_at_1_std": -0.065497, + "nauc_recall_at_1_diff1": 0.507815, + "nauc_recall_at_3_max": 0.277647, + "nauc_recall_at_3_std": -0.050323, + "nauc_recall_at_3_diff1": 0.38723, + "nauc_recall_at_5_max": 0.273216, + "nauc_recall_at_5_std": -0.048829, + "nauc_recall_at_5_diff1": 0.363624, + "nauc_recall_at_10_max": 0.270351, + "nauc_recall_at_10_std": -0.031442, + "nauc_recall_at_10_diff1": 0.32456, + "nauc_recall_at_20_max": 0.27349, + "nauc_recall_at_20_std": 0.009405, + "nauc_recall_at_20_diff1": 0.293251, + "nauc_recall_at_100_max": 0.273276, + "nauc_recall_at_100_std": 0.133314, + "nauc_recall_at_100_diff1": 0.22941, + "nauc_recall_at_1000_max": 0.421054, + "nauc_recall_at_1000_std": 0.405138, + "nauc_recall_at_1000_diff1": 0.204344, + "nauc_precision_at_1_max": 0.3782, + "nauc_precision_at_1_std": -0.027737, + "nauc_precision_at_1_diff1": 0.534762, + "nauc_precision_at_3_max": 0.373188, + "nauc_precision_at_3_std": 0.000803, + "nauc_precision_at_3_diff1": 0.38311, + "nauc_precision_at_5_max": 0.364383, + "nauc_precision_at_5_std": 0.005557, + "nauc_precision_at_5_diff1": 0.346129, + "nauc_precision_at_10_max": 0.354671, + "nauc_precision_at_10_std": 0.032579, + "nauc_precision_at_10_diff1": 0.290461, + "nauc_precision_at_20_max": 0.335006, + "nauc_precision_at_20_std": 0.067312, + "nauc_precision_at_20_diff1": 0.246375, + "nauc_precision_at_100_max": 0.263829, + "nauc_precision_at_100_std": 0.159677, + "nauc_precision_at_100_diff1": 0.151443, + "nauc_precision_at_1000_max": 0.194718, + "nauc_precision_at_1000_std": 0.17053, + "nauc_precision_at_1000_diff1": 0.064645, + "nauc_mrr_at_1_max": 0.3782, + "nauc_mrr_at_1_std": -0.027737, + "nauc_mrr_at_1_diff1": 0.534762, + "nauc_mrr_at_3_max": 0.35843, + "nauc_mrr_at_3_std": -0.020947, + "nauc_mrr_at_3_diff1": 0.486787, + "nauc_mrr_at_5_max": 0.356283, + "nauc_mrr_at_5_std": -0.020341, + "nauc_mrr_at_5_diff1": 0.479773, + "nauc_mrr_at_10_max": 0.3547, + "nauc_mrr_at_10_std": -0.018038, + "nauc_mrr_at_10_diff1": 0.474269, + "nauc_mrr_at_20_max": 0.354375, + "nauc_mrr_at_20_std": -0.01502, + "nauc_mrr_at_20_diff1": 0.472169, + "nauc_mrr_at_100_max": 0.355125, + "nauc_mrr_at_100_std": -0.012714, + "nauc_mrr_at_100_diff1": 0.471617, + "nauc_mrr_at_1000_max": 0.35533, + "nauc_mrr_at_1000_std": -0.012817, + "nauc_mrr_at_1000_diff1": 0.472021, + "main_score": 0.27079, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1643.7414829730988, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-large-1536/2/MedicalQARetrieval.json new file mode 100644 index 0000000000..f785e90d87 --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6665, + "ndcg_at_3": 0.76148, + "ndcg_at_5": 0.78165, + "ndcg_at_10": 0.79797, + "ndcg_at_20": 0.80511, + "ndcg_at_100": 0.80982, + "ndcg_at_1000": 0.81219, + "map_at_1": 0.6665, + "map_at_3": 0.73885, + "map_at_5": 0.75008, + "map_at_10": 0.75684, + "map_at_20": 0.75886, + "map_at_100": 0.75954, + "map_at_1000": 0.75964, + "recall_at_1": 0.6665, + "recall_at_3": 0.82666, + "recall_at_5": 0.87549, + "recall_at_10": 0.92578, + "recall_at_20": 0.95361, + "recall_at_100": 0.97852, + "recall_at_1000": 0.99707, + "precision_at_1": 0.6665, + "precision_at_3": 0.27555, + "precision_at_5": 0.1751, + "precision_at_10": 0.09258, + "precision_at_20": 0.04768, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.665527, + "mrr_at_3": 0.738607, + "mrr_at_5": 0.74974, + "mrr_at_10": 0.756422, + "mrr_at_20": 0.758434, + "mrr_at_100": 0.759122, + "mrr_at_1000": 0.759214, + "nauc_ndcg_at_1_max": 0.438298, + "nauc_ndcg_at_1_std": -0.057301, + "nauc_ndcg_at_1_diff1": 0.707719, + "nauc_ndcg_at_3_max": 0.419053, + "nauc_ndcg_at_3_std": -0.095987, + "nauc_ndcg_at_3_diff1": 0.661508, + "nauc_ndcg_at_5_max": 0.419214, + "nauc_ndcg_at_5_std": -0.11154, + "nauc_ndcg_at_5_diff1": 0.661496, + "nauc_ndcg_at_10_max": 0.432252, + "nauc_ndcg_at_10_std": -0.114506, + "nauc_ndcg_at_10_diff1": 0.662113, + "nauc_ndcg_at_20_max": 0.430107, + "nauc_ndcg_at_20_std": -0.095892, + "nauc_ndcg_at_20_diff1": 0.662504, + "nauc_ndcg_at_100_max": 0.429547, + "nauc_ndcg_at_100_std": -0.084436, + "nauc_ndcg_at_100_diff1": 0.667933, + "nauc_ndcg_at_1000_max": 0.428455, + "nauc_ndcg_at_1000_std": -0.086968, + "nauc_ndcg_at_1000_diff1": 0.668997, + "nauc_map_at_1_max": 0.438298, + "nauc_map_at_1_std": -0.057301, + "nauc_map_at_1_diff1": 0.707719, + "nauc_map_at_3_max": 0.423295, + "nauc_map_at_3_std": -0.084997, + "nauc_map_at_3_diff1": 0.674184, + "nauc_map_at_5_max": 0.423863, + "nauc_map_at_5_std": -0.091954, + "nauc_map_at_5_diff1": 0.674863, + "nauc_map_at_10_max": 0.428718, + "nauc_map_at_10_std": -0.092428, + "nauc_map_at_10_diff1": 0.675358, + "nauc_map_at_20_max": 0.428238, + "nauc_map_at_20_std": -0.087946, + "nauc_map_at_20_diff1": 0.67557, + "nauc_map_at_100_max": 0.428285, + "nauc_map_at_100_std": -0.086068, + "nauc_map_at_100_diff1": 0.676261, + "nauc_map_at_1000_max": 0.428256, + "nauc_map_at_1000_std": -0.086086, + "nauc_map_at_1000_diff1": 0.676302, + "nauc_recall_at_1_max": 0.438298, + "nauc_recall_at_1_std": -0.057301, + "nauc_recall_at_1_diff1": 0.707719, + "nauc_recall_at_3_max": 0.402908, + "nauc_recall_at_3_std": -0.139701, + "nauc_recall_at_3_diff1": 0.611357, + "nauc_recall_at_5_max": 0.395673, + "nauc_recall_at_5_std": -0.216793, + "nauc_recall_at_5_diff1": 0.592904, + "nauc_recall_at_10_max": 0.474768, + "nauc_recall_at_10_std": -0.30567, + "nauc_recall_at_10_diff1": 0.555648, + "nauc_recall_at_20_max": 0.467817, + "nauc_recall_at_20_std": -0.152354, + "nauc_recall_at_20_diff1": 0.497656, + "nauc_recall_at_100_max": 0.472476, + "nauc_recall_at_100_std": 0.179945, + "nauc_recall_at_100_diff1": 0.525146, + "nauc_recall_at_1000_max": 0.269169, + "nauc_recall_at_1000_std": 0.54523, + "nauc_recall_at_1000_diff1": 0.057702, + "nauc_precision_at_1_max": 0.438298, + "nauc_precision_at_1_std": -0.057301, + "nauc_precision_at_1_diff1": 0.707719, + "nauc_precision_at_3_max": 0.402908, + "nauc_precision_at_3_std": -0.139701, + "nauc_precision_at_3_diff1": 0.611357, + "nauc_precision_at_5_max": 0.395673, + "nauc_precision_at_5_std": -0.216793, + "nauc_precision_at_5_diff1": 0.592904, + "nauc_precision_at_10_max": 0.474768, + "nauc_precision_at_10_std": -0.30567, + "nauc_precision_at_10_diff1": 0.555648, + "nauc_precision_at_20_max": 0.467817, + "nauc_precision_at_20_std": -0.152354, + "nauc_precision_at_20_diff1": 0.497656, + "nauc_precision_at_100_max": 0.472476, + "nauc_precision_at_100_std": 0.179945, + "nauc_precision_at_100_diff1": 0.525146, + "nauc_precision_at_1000_max": 0.269169, + "nauc_precision_at_1000_std": 0.54523, + "nauc_precision_at_1000_diff1": 0.057702, + "nauc_mrr_at_1_max": 0.440173, + "nauc_mrr_at_1_std": -0.055736, + "nauc_mrr_at_1_diff1": 0.709853, + "nauc_mrr_at_3_max": 0.423863, + "nauc_mrr_at_3_std": -0.084445, + "nauc_mrr_at_3_diff1": 0.675121, + "nauc_mrr_at_5_max": 0.424725, + "nauc_mrr_at_5_std": -0.091312, + "nauc_mrr_at_5_diff1": 0.676028, + "nauc_mrr_at_10_max": 0.429844, + "nauc_mrr_at_10_std": -0.091401, + "nauc_mrr_at_10_diff1": 0.676716, + "nauc_mrr_at_20_max": 0.429377, + "nauc_mrr_at_20_std": -0.086914, + "nauc_mrr_at_20_diff1": 0.676941, + "nauc_mrr_at_100_max": 0.429426, + "nauc_mrr_at_100_std": -0.085035, + "nauc_mrr_at_100_diff1": 0.677635, + "nauc_mrr_at_1000_max": 0.429398, + "nauc_mrr_at_1000_std": -0.085053, + "nauc_mrr_at_1000_diff1": 0.677676, + "main_score": 0.79797, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 41.611222982406616, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/MedrxivClusteringP2P.v2.json b/results/openai__text-embedding-3-large-1536/2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..02876b869e --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.367136, + 0.349679, + 0.366742, + 0.369914, + 0.368554, + 0.374128, + 0.355087, + 0.370858, + 0.3721, + 0.374082 + ] + }, + "v_measure": 0.366828, + "v_measure_std": 0.00771, + "main_score": 0.366828, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 52.782407999038696, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-large-1536/2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..f239a8688d --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.347598, + 0.349987, + 0.350234, + 0.331939, + 0.3549, + 0.366716, + 0.348973, + 0.349978, + 0.36086, + 0.352538 + ] + }, + "v_measure": 0.351372, + "v_measure_std": 0.008614, + "main_score": 0.351372, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 23.88598608970642, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/NFCorpus.json b/results/openai__text-embedding-3-large-1536/2/NFCorpus.json new file mode 100644 index 0000000000..a7af1deb6a --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.50929, + "ndcg_at_3": 0.47004, + "ndcg_at_5": 0.44548, + "ndcg_at_10": 0.41453, + "ndcg_at_20": 0.39088, + "ndcg_at_100": 0.3817, + "ndcg_at_1000": 0.47296, + "map_at_1": 0.06963, + "map_at_3": 0.11488, + "map_at_5": 0.13521, + "map_at_10": 0.1594, + "map_at_20": 0.17969, + "map_at_100": 0.20725, + "map_at_1000": 0.22489, + "recall_at_1": 0.06963, + "recall_at_3": 0.12648, + "recall_at_5": 0.16001, + "recall_at_10": 0.20367, + "recall_at_20": 0.25049, + "recall_at_100": 0.38506, + "recall_at_1000": 0.72618, + "precision_at_1": 0.52632, + "precision_at_3": 0.44066, + "precision_at_5": 0.38638, + "precision_at_10": 0.30991, + "precision_at_20": 0.23359, + "precision_at_100": 0.09839, + "precision_at_1000": 0.02306, + "mrr_at_1": 0.529412, + "mrr_at_3": 0.598555, + "mrr_at_5": 0.609546, + "mrr_at_10": 0.616733, + "mrr_at_20": 0.619717, + "mrr_at_100": 0.621567, + "mrr_at_1000": 0.621988, + "nauc_ndcg_at_1_max": 0.35903, + "nauc_ndcg_at_1_std": 0.215738, + "nauc_ndcg_at_1_diff1": 0.321711, + "nauc_ndcg_at_3_max": 0.348406, + "nauc_ndcg_at_3_std": 0.246869, + "nauc_ndcg_at_3_diff1": 0.185133, + "nauc_ndcg_at_5_max": 0.371417, + "nauc_ndcg_at_5_std": 0.273412, + "nauc_ndcg_at_5_diff1": 0.160838, + "nauc_ndcg_at_10_max": 0.364596, + "nauc_ndcg_at_10_std": 0.281842, + "nauc_ndcg_at_10_diff1": 0.17027, + "nauc_ndcg_at_20_max": 0.348612, + "nauc_ndcg_at_20_std": 0.275795, + "nauc_ndcg_at_20_diff1": 0.176115, + "nauc_ndcg_at_100_max": 0.399946, + "nauc_ndcg_at_100_std": 0.30425, + "nauc_ndcg_at_100_diff1": 0.225085, + "nauc_ndcg_at_1000_max": 0.463196, + "nauc_ndcg_at_1000_std": 0.369904, + "nauc_ndcg_at_1000_diff1": 0.231981, + "nauc_map_at_1_max": 0.098648, + "nauc_map_at_1_std": -0.129425, + "nauc_map_at_1_diff1": 0.553463, + "nauc_map_at_3_max": 0.160321, + "nauc_map_at_3_std": -0.079892, + "nauc_map_at_3_diff1": 0.464048, + "nauc_map_at_5_max": 0.197016, + "nauc_map_at_5_std": -0.040592, + "nauc_map_at_5_diff1": 0.402981, + "nauc_map_at_10_max": 0.248631, + "nauc_map_at_10_std": 0.025958, + "nauc_map_at_10_diff1": 0.354899, + "nauc_map_at_20_max": 0.287392, + "nauc_map_at_20_std": 0.080014, + "nauc_map_at_20_diff1": 0.322833, + "nauc_map_at_100_max": 0.318226, + "nauc_map_at_100_std": 0.156492, + "nauc_map_at_100_diff1": 0.293727, + "nauc_map_at_1000_max": 0.322556, + "nauc_map_at_1000_std": 0.191217, + "nauc_map_at_1000_diff1": 0.276962, + "nauc_recall_at_1_max": 0.098648, + "nauc_recall_at_1_std": -0.129425, + "nauc_recall_at_1_diff1": 0.553463, + "nauc_recall_at_3_max": 0.129675, + "nauc_recall_at_3_std": -0.087949, + "nauc_recall_at_3_diff1": 0.421227, + "nauc_recall_at_5_max": 0.1674, + "nauc_recall_at_5_std": -0.038981, + "nauc_recall_at_5_diff1": 0.334025, + "nauc_recall_at_10_max": 0.216499, + "nauc_recall_at_10_std": 0.029883, + "nauc_recall_at_10_diff1": 0.287748, + "nauc_recall_at_20_max": 0.238154, + "nauc_recall_at_20_std": 0.074682, + "nauc_recall_at_20_diff1": 0.231469, + "nauc_recall_at_100_max": 0.268304, + "nauc_recall_at_100_std": 0.182367, + "nauc_recall_at_100_diff1": 0.169958, + "nauc_recall_at_1000_max": 0.209081, + "nauc_recall_at_1000_std": 0.160538, + "nauc_recall_at_1000_diff1": 0.12086, + "nauc_precision_at_1_max": 0.382728, + "nauc_precision_at_1_std": 0.228616, + "nauc_precision_at_1_diff1": 0.319822, + "nauc_precision_at_3_max": 0.333021, + "nauc_precision_at_3_std": 0.291828, + "nauc_precision_at_3_diff1": 0.032161, + "nauc_precision_at_5_max": 0.364244, + "nauc_precision_at_5_std": 0.358903, + "nauc_precision_at_5_diff1": -0.057231, + "nauc_precision_at_10_max": 0.336506, + "nauc_precision_at_10_std": 0.397628, + "nauc_precision_at_10_diff1": -0.09781, + "nauc_precision_at_20_max": 0.257325, + "nauc_precision_at_20_std": 0.391184, + "nauc_precision_at_20_diff1": -0.126687, + "nauc_precision_at_100_max": 0.117247, + "nauc_precision_at_100_std": 0.388749, + "nauc_precision_at_100_diff1": -0.172073, + "nauc_precision_at_1000_max": -0.029456, + "nauc_precision_at_1000_std": 0.278805, + "nauc_precision_at_1000_diff1": -0.193425, + "nauc_mrr_at_1_max": 0.378929, + "nauc_mrr_at_1_std": 0.222783, + "nauc_mrr_at_1_diff1": 0.311755, + "nauc_mrr_at_3_max": 0.418006, + "nauc_mrr_at_3_std": 0.293, + "nauc_mrr_at_3_diff1": 0.266169, + "nauc_mrr_at_5_max": 0.432561, + "nauc_mrr_at_5_std": 0.308618, + "nauc_mrr_at_5_diff1": 0.269007, + "nauc_mrr_at_10_max": 0.442854, + "nauc_mrr_at_10_std": 0.315964, + "nauc_mrr_at_10_diff1": 0.271789, + "nauc_mrr_at_20_max": 0.442089, + "nauc_mrr_at_20_std": 0.314754, + "nauc_mrr_at_20_diff1": 0.269376, + "nauc_mrr_at_100_max": 0.441245, + "nauc_mrr_at_100_std": 0.313788, + "nauc_mrr_at_100_diff1": 0.269731, + "nauc_mrr_at_1000_max": 0.440852, + "nauc_mrr_at_1000_std": 0.31332, + "nauc_mrr_at_1000_diff1": 0.269874, + "main_score": 0.41453, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 52.61317777633667, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/PublicHealthQA.json b/results/openai__text-embedding-3-large-1536/2/PublicHealthQA.json new file mode 100644 index 0000000000..fb1da1e8d3 --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74419, + "ndcg_at_3": 0.857, + "ndcg_at_5": 0.86702, + "ndcg_at_10": 0.88264, + "ndcg_at_20": 0.88264, + "ndcg_at_100": 0.88264, + "ndcg_at_1000": 0.88264, + "map_at_1": 0.74419, + "map_at_3": 0.8314, + "map_at_5": 0.83721, + "map_at_10": 0.84399, + "map_at_20": 0.84399, + "map_at_100": 0.84399, + "map_at_1000": 0.84399, + "recall_at_1": 0.74419, + "recall_at_3": 0.93023, + "recall_at_5": 0.95349, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74419, + "precision_at_3": 0.31008, + "precision_at_5": 0.1907, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.744186, + "mrr_at_3": 0.831395, + "mrr_at_5": 0.837209, + "mrr_at_10": 0.843992, + "mrr_at_20": 0.843992, + "mrr_at_100": 0.843992, + "mrr_at_1000": 0.843992, + "nauc_ndcg_at_1_max": 0.489706, + "nauc_ndcg_at_1_std": 0.058094, + "nauc_ndcg_at_1_diff1": 0.838755, + "nauc_ndcg_at_3_max": 0.542581, + "nauc_ndcg_at_3_std": 0.152135, + "nauc_ndcg_at_3_diff1": 0.812319, + "nauc_ndcg_at_5_max": 0.523443, + "nauc_ndcg_at_5_std": 0.101074, + "nauc_ndcg_at_5_diff1": 0.819706, + "nauc_ndcg_at_10_max": 0.51827, + "nauc_ndcg_at_10_std": 0.109697, + "nauc_ndcg_at_10_diff1": 0.818183, + "nauc_ndcg_at_20_max": 0.51827, + "nauc_ndcg_at_20_std": 0.109697, + "nauc_ndcg_at_20_diff1": 0.818183, + "nauc_ndcg_at_100_max": 0.51827, + "nauc_ndcg_at_100_std": 0.109697, + "nauc_ndcg_at_100_diff1": 0.818183, + "nauc_ndcg_at_1000_max": 0.51827, + "nauc_ndcg_at_1000_std": 0.109697, + "nauc_ndcg_at_1000_diff1": 0.818183, + "nauc_map_at_1_max": 0.489706, + "nauc_map_at_1_std": 0.058094, + "nauc_map_at_1_diff1": 0.838755, + "nauc_map_at_3_max": 0.528769, + "nauc_map_at_3_std": 0.131289, + "nauc_map_at_3_diff1": 0.816176, + "nauc_map_at_5_max": 0.519069, + "nauc_map_at_5_std": 0.106038, + "nauc_map_at_5_diff1": 0.819862, + "nauc_map_at_10_max": 0.516663, + "nauc_map_at_10_std": 0.10782, + "nauc_map_at_10_diff1": 0.819242, + "nauc_map_at_20_max": 0.516663, + "nauc_map_at_20_std": 0.10782, + "nauc_map_at_20_diff1": 0.819242, + "nauc_map_at_100_max": 0.516663, + "nauc_map_at_100_std": 0.10782, + "nauc_map_at_100_diff1": 0.819242, + "nauc_map_at_1000_max": 0.516663, + "nauc_map_at_1000_std": 0.10782, + "nauc_map_at_1000_diff1": 0.819242, + "nauc_recall_at_1_max": 0.489706, + "nauc_recall_at_1_std": 0.058094, + "nauc_recall_at_1_diff1": 0.838755, + "nauc_recall_at_3_max": 0.62626, + "nauc_recall_at_3_std": 0.273798, + "nauc_recall_at_3_diff1": 0.792747, + "nauc_recall_at_5_max": 0.551055, + "nauc_recall_at_5_std": 0.022362, + "nauc_recall_at_5_diff1": 0.828135, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.489706, + "nauc_precision_at_1_std": 0.058094, + "nauc_precision_at_1_diff1": 0.838755, + "nauc_precision_at_3_max": 0.62626, + "nauc_precision_at_3_std": 0.273798, + "nauc_precision_at_3_diff1": 0.792747, + "nauc_precision_at_5_max": 0.551055, + "nauc_precision_at_5_std": 0.022362, + "nauc_precision_at_5_diff1": 0.828135, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.489706, + "nauc_mrr_at_1_std": 0.058094, + "nauc_mrr_at_1_diff1": 0.838755, + "nauc_mrr_at_3_max": 0.528769, + "nauc_mrr_at_3_std": 0.131289, + "nauc_mrr_at_3_diff1": 0.816176, + "nauc_mrr_at_5_max": 0.519069, + "nauc_mrr_at_5_std": 0.106038, + "nauc_mrr_at_5_diff1": 0.819862, + "nauc_mrr_at_10_max": 0.516663, + "nauc_mrr_at_10_std": 0.10782, + "nauc_mrr_at_10_diff1": 0.819242, + "nauc_mrr_at_20_max": 0.516663, + "nauc_mrr_at_20_std": 0.10782, + "nauc_mrr_at_20_diff1": 0.819242, + "nauc_mrr_at_100_max": 0.516663, + "nauc_mrr_at_100_std": 0.10782, + "nauc_mrr_at_100_diff1": 0.819242, + "nauc_mrr_at_1000_max": 0.516663, + "nauc_mrr_at_1000_std": 0.10782, + "nauc_mrr_at_1000_diff1": 0.819242, + "main_score": 0.88264, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.69939, + "ndcg_at_3": 0.84085, + "ndcg_at_5": 0.8567, + "ndcg_at_10": 0.86285, + "ndcg_at_20": 0.866, + "ndcg_at_100": 0.866, + "ndcg_at_1000": 0.866, + "map_at_1": 0.69939, + "map_at_3": 0.80879, + "map_at_5": 0.818, + "map_at_10": 0.82065, + "map_at_20": 0.82155, + "map_at_100": 0.82155, + "map_at_1000": 0.82155, + "recall_at_1": 0.69939, + "recall_at_3": 0.93252, + "recall_at_5": 0.96933, + "recall_at_10": 0.98773, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.69939, + "precision_at_3": 0.31084, + "precision_at_5": 0.19387, + "precision_at_10": 0.09877, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.699387, + "mrr_at_3": 0.808793, + "mrr_at_5": 0.817996, + "mrr_at_10": 0.820654, + "mrr_at_20": 0.821553, + "mrr_at_100": 0.821553, + "mrr_at_1000": 0.821553, + "nauc_ndcg_at_1_max": 0.556125, + "nauc_ndcg_at_1_std": 0.128548, + "nauc_ndcg_at_1_diff1": 0.70791, + "nauc_ndcg_at_3_max": 0.574748, + "nauc_ndcg_at_3_std": 0.032856, + "nauc_ndcg_at_3_diff1": 0.738255, + "nauc_ndcg_at_5_max": 0.565859, + "nauc_ndcg_at_5_std": 0.063022, + "nauc_ndcg_at_5_diff1": 0.732335, + "nauc_ndcg_at_10_max": 0.559726, + "nauc_ndcg_at_10_std": 0.067353, + "nauc_ndcg_at_10_diff1": 0.730886, + "nauc_ndcg_at_20_max": 0.567966, + "nauc_ndcg_at_20_std": 0.087569, + "nauc_ndcg_at_20_diff1": 0.727114, + "nauc_ndcg_at_100_max": 0.567966, + "nauc_ndcg_at_100_std": 0.087569, + "nauc_ndcg_at_100_diff1": 0.727114, + "nauc_ndcg_at_1000_max": 0.567966, + "nauc_ndcg_at_1000_std": 0.087569, + "nauc_ndcg_at_1000_diff1": 0.727114, + "nauc_map_at_1_max": 0.556125, + "nauc_map_at_1_std": 0.128548, + "nauc_map_at_1_diff1": 0.70791, + "nauc_map_at_3_max": 0.57217, + "nauc_map_at_3_std": 0.066632, + "nauc_map_at_3_diff1": 0.730386, + "nauc_map_at_5_max": 0.567929, + "nauc_map_at_5_std": 0.082455, + "nauc_map_at_5_diff1": 0.727211, + "nauc_map_at_10_max": 0.566351, + "nauc_map_at_10_std": 0.085615, + "nauc_map_at_10_diff1": 0.72659, + "nauc_map_at_20_max": 0.568048, + "nauc_map_at_20_std": 0.091077, + "nauc_map_at_20_diff1": 0.725633, + "nauc_map_at_100_max": 0.568048, + "nauc_map_at_100_std": 0.091077, + "nauc_map_at_100_diff1": 0.725633, + "nauc_map_at_1000_max": 0.568048, + "nauc_map_at_1000_std": 0.091077, + "nauc_map_at_1000_diff1": 0.725633, + "nauc_recall_at_1_max": 0.556125, + "nauc_recall_at_1_std": 0.128548, + "nauc_recall_at_1_diff1": 0.70791, + "nauc_recall_at_3_max": 0.589094, + "nauc_recall_at_3_std": -0.21196, + "nauc_recall_at_3_diff1": 0.792198, + "nauc_recall_at_5_max": 0.520188, + "nauc_recall_at_5_std": -0.213467, + "nauc_recall_at_5_diff1": 0.799579, + "nauc_recall_at_10_max": 0.23977, + "nauc_recall_at_10_std": -0.595765, + "nauc_recall_at_10_diff1": 0.861018, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.556125, + "nauc_precision_at_1_std": 0.128548, + "nauc_precision_at_1_diff1": 0.70791, + "nauc_precision_at_3_max": 0.589094, + "nauc_precision_at_3_std": -0.21196, + "nauc_precision_at_3_diff1": 0.792198, + "nauc_precision_at_5_max": 0.520188, + "nauc_precision_at_5_std": -0.213467, + "nauc_precision_at_5_diff1": 0.799579, + "nauc_precision_at_10_max": 0.23977, + "nauc_precision_at_10_std": -0.595765, + "nauc_precision_at_10_diff1": 0.861018, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.556125, + "nauc_mrr_at_1_std": 0.128548, + "nauc_mrr_at_1_diff1": 0.70791, + "nauc_mrr_at_3_max": 0.57217, + "nauc_mrr_at_3_std": 0.066632, + "nauc_mrr_at_3_diff1": 0.730386, + "nauc_mrr_at_5_max": 0.567929, + "nauc_mrr_at_5_std": 0.082455, + "nauc_mrr_at_5_diff1": 0.727211, + "nauc_mrr_at_10_max": 0.566351, + "nauc_mrr_at_10_std": 0.085615, + "nauc_mrr_at_10_diff1": 0.72659, + "nauc_mrr_at_20_max": 0.568048, + "nauc_mrr_at_20_std": 0.091077, + "nauc_mrr_at_20_diff1": 0.725633, + "nauc_mrr_at_100_max": 0.568048, + "nauc_mrr_at_100_std": 0.091077, + "nauc_mrr_at_100_diff1": 0.725633, + "nauc_mrr_at_1000_max": 0.568048, + "nauc_mrr_at_1000_std": 0.091077, + "nauc_mrr_at_1000_diff1": 0.725633, + "main_score": 0.86285, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.7907, + "ndcg_at_3": 0.87569, + "ndcg_at_5": 0.89245, + "ndcg_at_10": 0.90198, + "ndcg_at_20": 0.90198, + "ndcg_at_100": 0.90198, + "ndcg_at_1000": 0.90198, + "map_at_1": 0.7907, + "map_at_3": 0.85659, + "map_at_5": 0.86589, + "map_at_10": 0.86989, + "map_at_20": 0.86989, + "map_at_100": 0.86989, + "map_at_1000": 0.86989, + "recall_at_1": 0.7907, + "recall_at_3": 0.93023, + "recall_at_5": 0.97093, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7907, + "precision_at_3": 0.31008, + "precision_at_5": 0.19419, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.790698, + "mrr_at_3": 0.856589, + "mrr_at_5": 0.865891, + "mrr_at_10": 0.869894, + "mrr_at_20": 0.869894, + "mrr_at_100": 0.869894, + "mrr_at_1000": 0.869894, + "nauc_ndcg_at_1_max": 0.380939, + "nauc_ndcg_at_1_std": -0.155796, + "nauc_ndcg_at_1_diff1": 0.688037, + "nauc_ndcg_at_3_max": 0.37983, + "nauc_ndcg_at_3_std": -0.145534, + "nauc_ndcg_at_3_diff1": 0.632618, + "nauc_ndcg_at_5_max": 0.41056, + "nauc_ndcg_at_5_std": -0.114521, + "nauc_ndcg_at_5_diff1": 0.653401, + "nauc_ndcg_at_10_max": 0.382512, + "nauc_ndcg_at_10_std": -0.153488, + "nauc_ndcg_at_10_diff1": 0.660926, + "nauc_ndcg_at_20_max": 0.382512, + "nauc_ndcg_at_20_std": -0.153488, + "nauc_ndcg_at_20_diff1": 0.660926, + "nauc_ndcg_at_100_max": 0.382512, + "nauc_ndcg_at_100_std": -0.153488, + "nauc_ndcg_at_100_diff1": 0.660926, + "nauc_ndcg_at_1000_max": 0.382512, + "nauc_ndcg_at_1000_std": -0.153488, + "nauc_ndcg_at_1000_diff1": 0.660926, + "nauc_map_at_1_max": 0.380939, + "nauc_map_at_1_std": -0.155796, + "nauc_map_at_1_diff1": 0.688037, + "nauc_map_at_3_max": 0.376362, + "nauc_map_at_3_std": -0.154968, + "nauc_map_at_3_diff1": 0.648385, + "nauc_map_at_5_max": 0.390825, + "nauc_map_at_5_std": -0.140016, + "nauc_map_at_5_diff1": 0.659554, + "nauc_map_at_10_max": 0.381094, + "nauc_map_at_10_std": -0.154885, + "nauc_map_at_10_diff1": 0.662584, + "nauc_map_at_20_max": 0.381094, + "nauc_map_at_20_std": -0.154885, + "nauc_map_at_20_diff1": 0.662584, + "nauc_map_at_100_max": 0.381094, + "nauc_map_at_100_std": -0.154885, + "nauc_map_at_100_diff1": 0.662584, + "nauc_map_at_1000_max": 0.381094, + "nauc_map_at_1000_std": -0.154885, + "nauc_map_at_1000_diff1": 0.662584, + "nauc_recall_at_1_max": 0.380939, + "nauc_recall_at_1_std": -0.155796, + "nauc_recall_at_1_diff1": 0.688037, + "nauc_recall_at_3_max": 0.402326, + "nauc_recall_at_3_std": -0.087989, + "nauc_recall_at_3_diff1": 0.547, + "nauc_recall_at_5_max": 0.677077, + "nauc_recall_at_5_std": 0.223799, + "nauc_recall_at_5_diff1": 0.590727, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.380939, + "nauc_precision_at_1_std": -0.155796, + "nauc_precision_at_1_diff1": 0.688037, + "nauc_precision_at_3_max": 0.402326, + "nauc_precision_at_3_std": -0.087989, + "nauc_precision_at_3_diff1": 0.547, + "nauc_precision_at_5_max": 0.677077, + "nauc_precision_at_5_std": 0.223799, + "nauc_precision_at_5_diff1": 0.590727, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.380939, + "nauc_mrr_at_1_std": -0.155796, + "nauc_mrr_at_1_diff1": 0.688037, + "nauc_mrr_at_3_max": 0.376362, + "nauc_mrr_at_3_std": -0.154968, + "nauc_mrr_at_3_diff1": 0.648385, + "nauc_mrr_at_5_max": 0.390825, + "nauc_mrr_at_5_std": -0.140016, + "nauc_mrr_at_5_diff1": 0.659554, + "nauc_mrr_at_10_max": 0.381094, + "nauc_mrr_at_10_std": -0.154885, + "nauc_mrr_at_10_diff1": 0.662584, + "nauc_mrr_at_20_max": 0.381094, + "nauc_mrr_at_20_std": -0.154885, + "nauc_mrr_at_20_diff1": 0.662584, + "nauc_mrr_at_100_max": 0.381094, + "nauc_mrr_at_100_std": -0.154885, + "nauc_mrr_at_100_diff1": 0.662584, + "nauc_mrr_at_1000_max": 0.381094, + "nauc_mrr_at_1000_std": -0.154885, + "nauc_mrr_at_1000_diff1": 0.662584, + "main_score": 0.90198, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77647, + "ndcg_at_3": 0.88319, + "ndcg_at_5": 0.89787, + "ndcg_at_10": 0.90207, + "ndcg_at_20": 0.90207, + "ndcg_at_100": 0.90207, + "ndcg_at_1000": 0.90207, + "map_at_1": 0.77647, + "map_at_3": 0.85882, + "map_at_5": 0.86706, + "map_at_10": 0.86902, + "map_at_20": 0.86902, + "map_at_100": 0.86902, + "map_at_1000": 0.86902, + "recall_at_1": 0.77647, + "recall_at_3": 0.95294, + "recall_at_5": 0.98824, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.77647, + "precision_at_3": 0.31765, + "precision_at_5": 0.19765, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776471, + "mrr_at_3": 0.858824, + "mrr_at_5": 0.867059, + "mrr_at_10": 0.86902, + "mrr_at_20": 0.86902, + "mrr_at_100": 0.86902, + "mrr_at_1000": 0.86902, + "nauc_ndcg_at_1_max": 0.461921, + "nauc_ndcg_at_1_std": -0.162456, + "nauc_ndcg_at_1_diff1": 0.940115, + "nauc_ndcg_at_3_max": 0.409611, + "nauc_ndcg_at_3_std": -0.337156, + "nauc_ndcg_at_3_diff1": 0.883194, + "nauc_ndcg_at_5_max": 0.451647, + "nauc_ndcg_at_5_std": -0.245029, + "nauc_ndcg_at_5_diff1": 0.916189, + "nauc_ndcg_at_10_max": 0.456009, + "nauc_ndcg_at_10_std": -0.230012, + "nauc_ndcg_at_10_diff1": 0.912306, + "nauc_ndcg_at_20_max": 0.456009, + "nauc_ndcg_at_20_std": -0.230012, + "nauc_ndcg_at_20_diff1": 0.912306, + "nauc_ndcg_at_100_max": 0.456009, + "nauc_ndcg_at_100_std": -0.230012, + "nauc_ndcg_at_100_diff1": 0.912306, + "nauc_ndcg_at_1000_max": 0.456009, + "nauc_ndcg_at_1000_std": -0.230012, + "nauc_ndcg_at_1000_diff1": 0.912306, + "nauc_map_at_1_max": 0.461921, + "nauc_map_at_1_std": -0.162456, + "nauc_map_at_1_diff1": 0.940115, + "nauc_map_at_3_max": 0.436452, + "nauc_map_at_3_std": -0.272016, + "nauc_map_at_3_diff1": 0.900367, + "nauc_map_at_5_max": 0.455695, + "nauc_map_at_5_std": -0.22967, + "nauc_map_at_5_diff1": 0.915504, + "nauc_map_at_10_max": 0.457288, + "nauc_map_at_10_std": -0.224162, + "nauc_map_at_10_diff1": 0.914133, + "nauc_map_at_20_max": 0.457288, + "nauc_map_at_20_std": -0.224162, + "nauc_map_at_20_diff1": 0.914133, + "nauc_map_at_100_max": 0.457288, + "nauc_map_at_100_std": -0.224162, + "nauc_map_at_100_diff1": 0.914133, + "nauc_map_at_1000_max": 0.457288, + "nauc_map_at_1000_std": -0.224162, + "nauc_map_at_1000_diff1": 0.914133, + "nauc_recall_at_1_max": 0.461921, + "nauc_recall_at_1_std": -0.162456, + "nauc_recall_at_1_diff1": 0.940115, + "nauc_recall_at_3_max": 0.185556, + "nauc_recall_at_3_std": -0.860382, + "nauc_recall_at_3_diff1": 0.74993, + "nauc_recall_at_5_max": 0.357501, + "nauc_recall_at_5_std": -0.569175, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.461921, + "nauc_precision_at_1_std": -0.162456, + "nauc_precision_at_1_diff1": 0.940115, + "nauc_precision_at_3_max": 0.185556, + "nauc_precision_at_3_std": -0.860382, + "nauc_precision_at_3_diff1": 0.74993, + "nauc_precision_at_5_max": 0.357501, + "nauc_precision_at_5_std": -0.569175, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.461921, + "nauc_mrr_at_1_std": -0.162456, + "nauc_mrr_at_1_diff1": 0.940115, + "nauc_mrr_at_3_max": 0.436452, + "nauc_mrr_at_3_std": -0.272016, + "nauc_mrr_at_3_diff1": 0.900367, + "nauc_mrr_at_5_max": 0.455695, + "nauc_mrr_at_5_std": -0.22967, + "nauc_mrr_at_5_diff1": 0.915504, + "nauc_mrr_at_10_max": 0.457288, + "nauc_mrr_at_10_std": -0.224162, + "nauc_mrr_at_10_diff1": 0.914133, + "nauc_mrr_at_20_max": 0.457288, + "nauc_mrr_at_20_std": -0.224162, + "nauc_mrr_at_20_diff1": 0.914133, + "nauc_mrr_at_100_max": 0.457288, + "nauc_mrr_at_100_std": -0.224162, + "nauc_mrr_at_100_diff1": 0.914133, + "nauc_mrr_at_1000_max": 0.457288, + "nauc_mrr_at_1000_std": -0.224162, + "nauc_mrr_at_1000_diff1": 0.914133, + "main_score": 0.90207, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.7013, + "ndcg_at_3": 0.81911, + "ndcg_at_5": 0.82413, + "ndcg_at_10": 0.84583, + "ndcg_at_20": 0.85219, + "ndcg_at_100": 0.85219, + "ndcg_at_1000": 0.85219, + "map_at_1": 0.7013, + "map_at_3": 0.79221, + "map_at_5": 0.79481, + "map_at_10": 0.80418, + "map_at_20": 0.80581, + "map_at_100": 0.80581, + "map_at_1000": 0.80581, + "recall_at_1": 0.7013, + "recall_at_3": 0.8961, + "recall_at_5": 0.90909, + "recall_at_10": 0.97403, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7013, + "precision_at_3": 0.2987, + "precision_at_5": 0.18182, + "precision_at_10": 0.0974, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.701299, + "mrr_at_3": 0.792208, + "mrr_at_5": 0.794805, + "mrr_at_10": 0.804185, + "mrr_at_20": 0.805814, + "mrr_at_100": 0.805814, + "mrr_at_1000": 0.805814, + "nauc_ndcg_at_1_max": 0.189819, + "nauc_ndcg_at_1_std": -0.147723, + "nauc_ndcg_at_1_diff1": 0.693141, + "nauc_ndcg_at_3_max": 0.224625, + "nauc_ndcg_at_3_std": -0.27413, + "nauc_ndcg_at_3_diff1": 0.694403, + "nauc_ndcg_at_5_max": 0.22773, + "nauc_ndcg_at_5_std": -0.265148, + "nauc_ndcg_at_5_diff1": 0.688935, + "nauc_ndcg_at_10_max": 0.172519, + "nauc_ndcg_at_10_std": -0.222158, + "nauc_ndcg_at_10_diff1": 0.677496, + "nauc_ndcg_at_20_max": 0.199783, + "nauc_ndcg_at_20_std": -0.224719, + "nauc_ndcg_at_20_diff1": 0.690639, + "nauc_ndcg_at_100_max": 0.199783, + "nauc_ndcg_at_100_std": -0.224719, + "nauc_ndcg_at_100_diff1": 0.690639, + "nauc_ndcg_at_1000_max": 0.199783, + "nauc_ndcg_at_1000_std": -0.224719, + "nauc_ndcg_at_1000_diff1": 0.690639, + "nauc_map_at_1_max": 0.189819, + "nauc_map_at_1_std": -0.147723, + "nauc_map_at_1_diff1": 0.693141, + "nauc_map_at_3_max": 0.213463, + "nauc_map_at_3_std": -0.234207, + "nauc_map_at_3_diff1": 0.69414, + "nauc_map_at_5_max": 0.214703, + "nauc_map_at_5_std": -0.2296, + "nauc_map_at_5_diff1": 0.691675, + "nauc_map_at_10_max": 0.194527, + "nauc_map_at_10_std": -0.216969, + "nauc_map_at_10_diff1": 0.688663, + "nauc_map_at_20_max": 0.200606, + "nauc_map_at_20_std": -0.217022, + "nauc_map_at_20_diff1": 0.691569, + "nauc_map_at_100_max": 0.200606, + "nauc_map_at_100_std": -0.217022, + "nauc_map_at_100_diff1": 0.691569, + "nauc_map_at_1000_max": 0.200606, + "nauc_map_at_1000_std": -0.217022, + "nauc_map_at_1000_diff1": 0.691569, + "nauc_recall_at_1_max": 0.189819, + "nauc_recall_at_1_std": -0.147723, + "nauc_recall_at_1_diff1": 0.693141, + "nauc_recall_at_3_max": 0.282136, + "nauc_recall_at_3_std": -0.479356, + "nauc_recall_at_3_diff1": 0.695649, + "nauc_recall_at_5_max": 0.304493, + "nauc_recall_at_5_std": -0.467772, + "nauc_recall_at_5_diff1": 0.670926, + "nauc_recall_at_10_max": -0.365271, + "nauc_recall_at_10_std": -0.147826, + "nauc_recall_at_10_diff1": 0.416709, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.189819, + "nauc_precision_at_1_std": -0.147723, + "nauc_precision_at_1_diff1": 0.693141, + "nauc_precision_at_3_max": 0.282136, + "nauc_precision_at_3_std": -0.479356, + "nauc_precision_at_3_diff1": 0.695649, + "nauc_precision_at_5_max": 0.304493, + "nauc_precision_at_5_std": -0.467772, + "nauc_precision_at_5_diff1": 0.670926, + "nauc_precision_at_10_max": -0.365271, + "nauc_precision_at_10_std": -0.147826, + "nauc_precision_at_10_diff1": 0.416709, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.189819, + "nauc_mrr_at_1_std": -0.147723, + "nauc_mrr_at_1_diff1": 0.693141, + "nauc_mrr_at_3_max": 0.213463, + "nauc_mrr_at_3_std": -0.234207, + "nauc_mrr_at_3_diff1": 0.69414, + "nauc_mrr_at_5_max": 0.214703, + "nauc_mrr_at_5_std": -0.2296, + "nauc_mrr_at_5_diff1": 0.691675, + "nauc_mrr_at_10_max": 0.194527, + "nauc_mrr_at_10_std": -0.216969, + "nauc_mrr_at_10_diff1": 0.688663, + "nauc_mrr_at_20_max": 0.200606, + "nauc_mrr_at_20_std": -0.217022, + "nauc_mrr_at_20_diff1": 0.691569, + "nauc_mrr_at_100_max": 0.200606, + "nauc_mrr_at_100_std": -0.217022, + "nauc_mrr_at_100_diff1": 0.691569, + "nauc_mrr_at_1000_max": 0.200606, + "nauc_mrr_at_1000_std": -0.217022, + "nauc_mrr_at_1000_diff1": 0.691569, + "main_score": 0.84583, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.70769, + "ndcg_at_3": 0.84725, + "ndcg_at_5": 0.84725, + "ndcg_at_10": 0.85701, + "ndcg_at_20": 0.86085, + "ndcg_at_100": 0.86417, + "ndcg_at_1000": 0.86417, + "map_at_1": 0.70769, + "map_at_3": 0.81538, + "map_at_5": 0.81538, + "map_at_10": 0.81929, + "map_at_20": 0.82032, + "map_at_100": 0.82096, + "map_at_1000": 0.82096, + "recall_at_1": 0.70769, + "recall_at_3": 0.93846, + "recall_at_5": 0.93846, + "recall_at_10": 0.96923, + "recall_at_20": 0.98462, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.70769, + "precision_at_3": 0.31282, + "precision_at_5": 0.18769, + "precision_at_10": 0.09692, + "precision_at_20": 0.04923, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.707692, + "mrr_at_3": 0.815385, + "mrr_at_5": 0.815385, + "mrr_at_10": 0.819292, + "mrr_at_20": 0.820317, + "mrr_at_100": 0.820958, + "mrr_at_1000": 0.820958, + "nauc_ndcg_at_1_max": 0.395403, + "nauc_ndcg_at_1_std": 0.037261, + "nauc_ndcg_at_1_diff1": 0.769947, + "nauc_ndcg_at_3_max": 0.533369, + "nauc_ndcg_at_3_std": 0.205009, + "nauc_ndcg_at_3_diff1": 0.782335, + "nauc_ndcg_at_5_max": 0.533369, + "nauc_ndcg_at_5_std": 0.205009, + "nauc_ndcg_at_5_diff1": 0.782335, + "nauc_ndcg_at_10_max": 0.508904, + "nauc_ndcg_at_10_std": 0.191227, + "nauc_ndcg_at_10_diff1": 0.770945, + "nauc_ndcg_at_20_max": 0.49371, + "nauc_ndcg_at_20_std": 0.170213, + "nauc_ndcg_at_20_diff1": 0.772418, + "nauc_ndcg_at_100_max": 0.479847, + "nauc_ndcg_at_100_std": 0.147493, + "nauc_ndcg_at_100_diff1": 0.769736, + "nauc_ndcg_at_1000_max": 0.479847, + "nauc_ndcg_at_1000_std": 0.147493, + "nauc_ndcg_at_1000_diff1": 0.769736, + "nauc_map_at_1_max": 0.395403, + "nauc_map_at_1_std": 0.037261, + "nauc_map_at_1_diff1": 0.769947, + "nauc_map_at_3_max": 0.481904, + "nauc_map_at_3_std": 0.143887, + "nauc_map_at_3_diff1": 0.772271, + "nauc_map_at_5_max": 0.481904, + "nauc_map_at_5_std": 0.143887, + "nauc_map_at_5_diff1": 0.772271, + "nauc_map_at_10_max": 0.473087, + "nauc_map_at_10_std": 0.13905, + "nauc_map_at_10_diff1": 0.768505, + "nauc_map_at_20_max": 0.469701, + "nauc_map_at_20_std": 0.134351, + "nauc_map_at_20_diff1": 0.768795, + "nauc_map_at_100_max": 0.467563, + "nauc_map_at_100_std": 0.13086, + "nauc_map_at_100_diff1": 0.768386, + "nauc_map_at_1000_max": 0.467563, + "nauc_map_at_1000_std": 0.13086, + "nauc_map_at_1000_diff1": 0.768386, + "nauc_recall_at_1_max": 0.395403, + "nauc_recall_at_1_std": 0.037261, + "nauc_recall_at_1_diff1": 0.769947, + "nauc_recall_at_3_max": 0.930833, + "nauc_recall_at_3_std": 0.675465, + "nauc_recall_at_3_diff1": 0.866027, + "nauc_recall_at_5_max": 0.930833, + "nauc_recall_at_5_std": 0.675465, + "nauc_recall_at_5_diff1": 0.866027, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.935194, + "nauc_recall_at_10_diff1": 0.796859, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.870389, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.395403, + "nauc_precision_at_1_std": 0.037261, + "nauc_precision_at_1_diff1": 0.769947, + "nauc_precision_at_3_max": 0.930833, + "nauc_precision_at_3_std": 0.675465, + "nauc_precision_at_3_diff1": 0.866027, + "nauc_precision_at_5_max": 0.930833, + "nauc_precision_at_5_std": 0.675465, + "nauc_precision_at_5_diff1": 0.866027, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.935194, + "nauc_precision_at_10_diff1": 0.796859, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.870389, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.395403, + "nauc_mrr_at_1_std": 0.037261, + "nauc_mrr_at_1_diff1": 0.769947, + "nauc_mrr_at_3_max": 0.481904, + "nauc_mrr_at_3_std": 0.143887, + "nauc_mrr_at_3_diff1": 0.772271, + "nauc_mrr_at_5_max": 0.481904, + "nauc_mrr_at_5_std": 0.143887, + "nauc_mrr_at_5_diff1": 0.772271, + "nauc_mrr_at_10_max": 0.473087, + "nauc_mrr_at_10_std": 0.13905, + "nauc_mrr_at_10_diff1": 0.768505, + "nauc_mrr_at_20_max": 0.469701, + "nauc_mrr_at_20_std": 0.134351, + "nauc_mrr_at_20_diff1": 0.768795, + "nauc_mrr_at_100_max": 0.467563, + "nauc_mrr_at_100_std": 0.13086, + "nauc_mrr_at_100_diff1": 0.768386, + "nauc_mrr_at_1000_max": 0.467563, + "nauc_mrr_at_1000_std": 0.13086, + "nauc_mrr_at_1000_diff1": 0.768386, + "main_score": 0.85701, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.76543, + "ndcg_at_3": 0.86721, + "ndcg_at_5": 0.87969, + "ndcg_at_10": 0.88977, + "ndcg_at_20": 0.88977, + "ndcg_at_100": 0.88977, + "ndcg_at_1000": 0.88977, + "map_at_1": 0.76543, + "map_at_3": 0.84259, + "map_at_5": 0.84938, + "map_at_10": 0.8536, + "map_at_20": 0.8536, + "map_at_100": 0.8536, + "map_at_1000": 0.8536, + "recall_at_1": 0.76543, + "recall_at_3": 0.93827, + "recall_at_5": 0.96914, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76543, + "precision_at_3": 0.31276, + "precision_at_5": 0.19383, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.765432, + "mrr_at_3": 0.842593, + "mrr_at_5": 0.849383, + "mrr_at_10": 0.853601, + "mrr_at_20": 0.853601, + "mrr_at_100": 0.853601, + "mrr_at_1000": 0.853601, + "nauc_ndcg_at_1_max": 0.435301, + "nauc_ndcg_at_1_std": -0.044476, + "nauc_ndcg_at_1_diff1": 0.705227, + "nauc_ndcg_at_3_max": 0.470662, + "nauc_ndcg_at_3_std": -0.08079, + "nauc_ndcg_at_3_diff1": 0.724217, + "nauc_ndcg_at_5_max": 0.449346, + "nauc_ndcg_at_5_std": -0.081917, + "nauc_ndcg_at_5_diff1": 0.69613, + "nauc_ndcg_at_10_max": 0.447428, + "nauc_ndcg_at_10_std": -0.061367, + "nauc_ndcg_at_10_diff1": 0.705278, + "nauc_ndcg_at_20_max": 0.447428, + "nauc_ndcg_at_20_std": -0.061367, + "nauc_ndcg_at_20_diff1": 0.705278, + "nauc_ndcg_at_100_max": 0.447428, + "nauc_ndcg_at_100_std": -0.061367, + "nauc_ndcg_at_100_diff1": 0.705278, + "nauc_ndcg_at_1000_max": 0.447428, + "nauc_ndcg_at_1000_std": -0.061367, + "nauc_ndcg_at_1000_diff1": 0.705278, + "nauc_map_at_1_max": 0.435301, + "nauc_map_at_1_std": -0.044476, + "nauc_map_at_1_diff1": 0.705227, + "nauc_map_at_3_max": 0.45789, + "nauc_map_at_3_std": -0.064215, + "nauc_map_at_3_diff1": 0.714871, + "nauc_map_at_5_max": 0.447792, + "nauc_map_at_5_std": -0.065097, + "nauc_map_at_5_diff1": 0.702068, + "nauc_map_at_10_max": 0.446625, + "nauc_map_at_10_std": -0.058524, + "nauc_map_at_10_diff1": 0.705231, + "nauc_map_at_20_max": 0.446625, + "nauc_map_at_20_std": -0.058524, + "nauc_map_at_20_diff1": 0.705231, + "nauc_map_at_100_max": 0.446625, + "nauc_map_at_100_std": -0.058524, + "nauc_map_at_100_diff1": 0.705231, + "nauc_map_at_1000_max": 0.446625, + "nauc_map_at_1000_std": -0.058524, + "nauc_map_at_1000_diff1": 0.705231, + "nauc_recall_at_1_max": 0.435301, + "nauc_recall_at_1_std": -0.044476, + "nauc_recall_at_1_diff1": 0.705227, + "nauc_recall_at_3_max": 0.557853, + "nauc_recall_at_3_std": -0.197223, + "nauc_recall_at_3_diff1": 0.790378, + "nauc_recall_at_5_max": 0.45751, + "nauc_recall_at_5_std": -0.301362, + "nauc_recall_at_5_diff1": 0.606863, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.435301, + "nauc_precision_at_1_std": -0.044476, + "nauc_precision_at_1_diff1": 0.705227, + "nauc_precision_at_3_max": 0.557853, + "nauc_precision_at_3_std": -0.197223, + "nauc_precision_at_3_diff1": 0.790378, + "nauc_precision_at_5_max": 0.45751, + "nauc_precision_at_5_std": -0.301362, + "nauc_precision_at_5_diff1": 0.606863, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.435301, + "nauc_mrr_at_1_std": -0.044476, + "nauc_mrr_at_1_diff1": 0.705227, + "nauc_mrr_at_3_max": 0.45789, + "nauc_mrr_at_3_std": -0.064215, + "nauc_mrr_at_3_diff1": 0.714871, + "nauc_mrr_at_5_max": 0.447792, + "nauc_mrr_at_5_std": -0.065097, + "nauc_mrr_at_5_diff1": 0.702068, + "nauc_mrr_at_10_max": 0.446625, + "nauc_mrr_at_10_std": -0.058524, + "nauc_mrr_at_10_diff1": 0.705231, + "nauc_mrr_at_20_max": 0.446625, + "nauc_mrr_at_20_std": -0.058524, + "nauc_mrr_at_20_diff1": 0.705231, + "nauc_mrr_at_100_max": 0.446625, + "nauc_mrr_at_100_std": -0.058524, + "nauc_mrr_at_100_diff1": 0.705231, + "nauc_mrr_at_1000_max": 0.446625, + "nauc_mrr_at_1000_std": -0.058524, + "nauc_mrr_at_1000_diff1": 0.705231, + "main_score": 0.88977, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.68831, + "ndcg_at_3": 0.82081, + "ndcg_at_5": 0.82081, + "ndcg_at_10": 0.84216, + "ndcg_at_20": 0.84567, + "ndcg_at_100": 0.84843, + "ndcg_at_1000": 0.84843, + "map_at_1": 0.68831, + "map_at_3": 0.79004, + "map_at_5": 0.79004, + "map_at_10": 0.79906, + "map_at_20": 0.80014, + "map_at_100": 0.80066, + "map_at_1000": 0.80066, + "recall_at_1": 0.68831, + "recall_at_3": 0.90909, + "recall_at_5": 0.90909, + "recall_at_10": 0.97403, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.68831, + "precision_at_3": 0.30303, + "precision_at_5": 0.18182, + "precision_at_10": 0.0974, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.688312, + "mrr_at_3": 0.790043, + "mrr_at_5": 0.790043, + "mrr_at_10": 0.799062, + "mrr_at_20": 0.800144, + "mrr_at_100": 0.800664, + "mrr_at_1000": 0.800664, + "nauc_ndcg_at_1_max": 0.250781, + "nauc_ndcg_at_1_std": -0.260699, + "nauc_ndcg_at_1_diff1": 0.688899, + "nauc_ndcg_at_3_max": 0.323855, + "nauc_ndcg_at_3_std": -0.327754, + "nauc_ndcg_at_3_diff1": 0.712795, + "nauc_ndcg_at_5_max": 0.323855, + "nauc_ndcg_at_5_std": -0.327754, + "nauc_ndcg_at_5_diff1": 0.712795, + "nauc_ndcg_at_10_max": 0.260051, + "nauc_ndcg_at_10_std": -0.361678, + "nauc_ndcg_at_10_diff1": 0.69011, + "nauc_ndcg_at_20_max": 0.271022, + "nauc_ndcg_at_20_std": -0.326478, + "nauc_ndcg_at_20_diff1": 0.698652, + "nauc_ndcg_at_100_max": 0.280064, + "nauc_ndcg_at_100_std": -0.329782, + "nauc_ndcg_at_100_diff1": 0.701624, + "nauc_ndcg_at_1000_max": 0.280064, + "nauc_ndcg_at_1000_std": -0.329782, + "nauc_ndcg_at_1000_diff1": 0.701624, + "nauc_map_at_1_max": 0.250781, + "nauc_map_at_1_std": -0.260699, + "nauc_map_at_1_diff1": 0.688899, + "nauc_map_at_3_max": 0.298776, + "nauc_map_at_3_std": -0.314853, + "nauc_map_at_3_diff1": 0.706743, + "nauc_map_at_5_max": 0.298776, + "nauc_map_at_5_std": -0.314853, + "nauc_map_at_5_diff1": 0.706743, + "nauc_map_at_10_max": 0.275084, + "nauc_map_at_10_std": -0.330411, + "nauc_map_at_10_diff1": 0.698933, + "nauc_map_at_20_max": 0.277804, + "nauc_map_at_20_std": -0.321789, + "nauc_map_at_20_diff1": 0.701033, + "nauc_map_at_100_max": 0.279121, + "nauc_map_at_100_std": -0.322249, + "nauc_map_at_100_diff1": 0.701466, + "nauc_map_at_1000_max": 0.279121, + "nauc_map_at_1000_std": -0.322249, + "nauc_map_at_1000_diff1": 0.701466, + "nauc_recall_at_1_max": 0.250781, + "nauc_recall_at_1_std": -0.260699, + "nauc_recall_at_1_diff1": 0.688899, + "nauc_recall_at_3_max": 0.471743, + "nauc_recall_at_3_std": -0.39527, + "nauc_recall_at_3_diff1": 0.746669, + "nauc_recall_at_5_max": 0.471743, + "nauc_recall_at_5_std": -0.39527, + "nauc_recall_at_5_diff1": 0.746669, + "nauc_recall_at_10_max": -0.166582, + "nauc_recall_at_10_std": -0.948562, + "nauc_recall_at_10_diff1": 0.456381, + "nauc_recall_at_20_max": -0.166582, + "nauc_recall_at_20_std": -0.166582, + "nauc_recall_at_20_diff1": 0.554847, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.250781, + "nauc_precision_at_1_std": -0.260699, + "nauc_precision_at_1_diff1": 0.688899, + "nauc_precision_at_3_max": 0.471743, + "nauc_precision_at_3_std": -0.39527, + "nauc_precision_at_3_diff1": 0.746669, + "nauc_precision_at_5_max": 0.471743, + "nauc_precision_at_5_std": -0.39527, + "nauc_precision_at_5_diff1": 0.746669, + "nauc_precision_at_10_max": -0.166582, + "nauc_precision_at_10_std": -0.948562, + "nauc_precision_at_10_diff1": 0.456381, + "nauc_precision_at_20_max": -0.166582, + "nauc_precision_at_20_std": -0.166582, + "nauc_precision_at_20_diff1": 0.554847, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.250781, + "nauc_mrr_at_1_std": -0.260699, + "nauc_mrr_at_1_diff1": 0.688899, + "nauc_mrr_at_3_max": 0.298776, + "nauc_mrr_at_3_std": -0.314853, + "nauc_mrr_at_3_diff1": 0.706743, + "nauc_mrr_at_5_max": 0.298776, + "nauc_mrr_at_5_std": -0.314853, + "nauc_mrr_at_5_diff1": 0.706743, + "nauc_mrr_at_10_max": 0.275084, + "nauc_mrr_at_10_std": -0.330411, + "nauc_mrr_at_10_diff1": 0.698933, + "nauc_mrr_at_20_max": 0.277804, + "nauc_mrr_at_20_std": -0.321789, + "nauc_mrr_at_20_diff1": 0.701033, + "nauc_mrr_at_100_max": 0.279121, + "nauc_mrr_at_100_std": -0.322249, + "nauc_mrr_at_100_diff1": 0.701466, + "nauc_mrr_at_1000_max": 0.279121, + "nauc_mrr_at_1000_std": -0.322249, + "nauc_mrr_at_1000_diff1": 0.701466, + "main_score": 0.84216, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 40.50441598892212, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/SciFact-PL.json b/results/openai__text-embedding-3-large-1536/2/SciFact-PL.json new file mode 100644 index 0000000000..bd714abd4c --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.58333, + "ndcg_at_3": 0.6595, + "ndcg_at_5": 0.68459, + "ndcg_at_10": 0.7083, + "ndcg_at_20": 0.71984, + "ndcg_at_100": 0.7342, + "ndcg_at_1000": 0.73836, + "map_at_1": 0.55161, + "map_at_3": 0.63057, + "map_at_5": 0.64698, + "map_at_10": 0.65977, + "map_at_20": 0.66309, + "map_at_100": 0.6651, + "map_at_1000": 0.66528, + "recall_at_1": 0.55161, + "recall_at_3": 0.71367, + "recall_at_5": 0.77689, + "recall_at_10": 0.84333, + "recall_at_20": 0.88833, + "recall_at_100": 0.965, + "recall_at_1000": 0.99667, + "precision_at_1": 0.58333, + "precision_at_3": 0.26, + "precision_at_5": 0.17267, + "precision_at_10": 0.09667, + "precision_at_20": 0.05067, + "precision_at_100": 0.01093, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.583333, + "mrr_at_3": 0.652222, + "mrr_at_5": 0.665722, + "mrr_at_10": 0.672632, + "mrr_at_20": 0.675644, + "mrr_at_100": 0.677537, + "mrr_at_1000": 0.677697, + "nauc_ndcg_at_1_max": 0.529351, + "nauc_ndcg_at_1_std": 0.095206, + "nauc_ndcg_at_1_diff1": 0.667285, + "nauc_ndcg_at_3_max": 0.476295, + "nauc_ndcg_at_3_std": 0.008386, + "nauc_ndcg_at_3_diff1": 0.600858, + "nauc_ndcg_at_5_max": 0.501974, + "nauc_ndcg_at_5_std": 0.032397, + "nauc_ndcg_at_5_diff1": 0.607814, + "nauc_ndcg_at_10_max": 0.528226, + "nauc_ndcg_at_10_std": 0.070628, + "nauc_ndcg_at_10_diff1": 0.621424, + "nauc_ndcg_at_20_max": 0.522421, + "nauc_ndcg_at_20_std": 0.068272, + "nauc_ndcg_at_20_diff1": 0.617809, + "nauc_ndcg_at_100_max": 0.522534, + "nauc_ndcg_at_100_std": 0.069125, + "nauc_ndcg_at_100_diff1": 0.630026, + "nauc_ndcg_at_1000_max": 0.518802, + "nauc_ndcg_at_1000_std": 0.062778, + "nauc_ndcg_at_1000_diff1": 0.627659, + "nauc_map_at_1_max": 0.462625, + "nauc_map_at_1_std": 0.005642, + "nauc_map_at_1_diff1": 0.663202, + "nauc_map_at_3_max": 0.468355, + "nauc_map_at_3_std": -0.008278, + "nauc_map_at_3_diff1": 0.617839, + "nauc_map_at_5_max": 0.487671, + "nauc_map_at_5_std": 0.012849, + "nauc_map_at_5_diff1": 0.623216, + "nauc_map_at_10_max": 0.504481, + "nauc_map_at_10_std": 0.040875, + "nauc_map_at_10_diff1": 0.628369, + "nauc_map_at_20_max": 0.502807, + "nauc_map_at_20_std": 0.0395, + "nauc_map_at_20_diff1": 0.628156, + "nauc_map_at_100_max": 0.502489, + "nauc_map_at_100_std": 0.039123, + "nauc_map_at_100_diff1": 0.629899, + "nauc_map_at_1000_max": 0.50237, + "nauc_map_at_1000_std": 0.03889, + "nauc_map_at_1000_diff1": 0.629806, + "nauc_recall_at_1_max": 0.462625, + "nauc_recall_at_1_std": 0.005642, + "nauc_recall_at_1_diff1": 0.663202, + "nauc_recall_at_3_max": 0.426881, + "nauc_recall_at_3_std": -0.053708, + "nauc_recall_at_3_diff1": 0.528825, + "nauc_recall_at_5_max": 0.49861, + "nauc_recall_at_5_std": 0.022549, + "nauc_recall_at_5_diff1": 0.531038, + "nauc_recall_at_10_max": 0.600913, + "nauc_recall_at_10_std": 0.148216, + "nauc_recall_at_10_diff1": 0.583491, + "nauc_recall_at_20_max": 0.581552, + "nauc_recall_at_20_std": 0.165414, + "nauc_recall_at_20_diff1": 0.535082, + "nauc_recall_at_100_max": 0.740407, + "nauc_recall_at_100_std": 0.429216, + "nauc_recall_at_100_diff1": 0.738673, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.722222, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.529351, + "nauc_precision_at_1_std": 0.095206, + "nauc_precision_at_1_diff1": 0.667285, + "nauc_precision_at_3_max": 0.451532, + "nauc_precision_at_3_std": 0.109227, + "nauc_precision_at_3_diff1": 0.388136, + "nauc_precision_at_5_max": 0.469367, + "nauc_precision_at_5_std": 0.243085, + "nauc_precision_at_5_diff1": 0.300968, + "nauc_precision_at_10_max": 0.427471, + "nauc_precision_at_10_std": 0.397929, + "nauc_precision_at_10_diff1": 0.172093, + "nauc_precision_at_20_max": 0.388626, + "nauc_precision_at_20_std": 0.425182, + "nauc_precision_at_20_diff1": 0.10301, + "nauc_precision_at_100_max": 0.323148, + "nauc_precision_at_100_std": 0.510954, + "nauc_precision_at_100_diff1": -0.014082, + "nauc_precision_at_1000_max": 0.267202, + "nauc_precision_at_1000_std": 0.522499, + "nauc_precision_at_1000_diff1": -0.11818, + "nauc_mrr_at_1_max": 0.529351, + "nauc_mrr_at_1_std": 0.095206, + "nauc_mrr_at_1_diff1": 0.667285, + "nauc_mrr_at_3_max": 0.508842, + "nauc_mrr_at_3_std": 0.062502, + "nauc_mrr_at_3_diff1": 0.622639, + "nauc_mrr_at_5_max": 0.524105, + "nauc_mrr_at_5_std": 0.079475, + "nauc_mrr_at_5_diff1": 0.624683, + "nauc_mrr_at_10_max": 0.527331, + "nauc_mrr_at_10_std": 0.081771, + "nauc_mrr_at_10_diff1": 0.629879, + "nauc_mrr_at_20_max": 0.525492, + "nauc_mrr_at_20_std": 0.080879, + "nauc_mrr_at_20_diff1": 0.628402, + "nauc_mrr_at_100_max": 0.525469, + "nauc_mrr_at_100_std": 0.080824, + "nauc_mrr_at_100_diff1": 0.630404, + "nauc_mrr_at_1000_max": 0.52529, + "nauc_mrr_at_1000_std": 0.080518, + "nauc_mrr_at_1000_diff1": 0.630316, + "main_score": 0.7083, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 109.65949416160583, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/SciFact.json b/results/openai__text-embedding-3-large-1536/2/SciFact.json new file mode 100644 index 0000000000..5b1bb08cd0 --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.25.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.66131, + "ndcg_at_3": 0.74062, + "ndcg_at_5": 0.76049, + "ndcg_at_10": 0.77677, + "ndcg_at_20": 0.79152, + "ndcg_at_100": 0.79897, + "ndcg_at_1000": 0.80086, + "map_at_1": 0.62859, + "map_at_3": 0.71229, + "map_at_5": 0.72649, + "map_at_10": 0.73473, + "map_at_20": 0.73962, + "map_at_100": 0.74067, + "map_at_1000": 0.74074, + "recall_at_1": 0.62859, + "recall_at_3": 0.79617, + "recall_at_5": 0.84287, + "recall_at_10": 0.88892, + "recall_at_20": 0.94345, + "recall_at_100": 0.98269, + "recall_at_1000": 0.99753, + "precision_at_1": 0.66131, + "precision_at_3": 0.29131, + "precision_at_5": 0.18764, + "precision_at_10": 0.10049, + "precision_at_20": 0.05365, + "precision_at_100": 0.01119, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.66131, + "mrr_at_3": 0.733416, + "mrr_at_5": 0.742316, + "mrr_at_10": 0.747388, + "mrr_at_20": 0.750709, + "mrr_at_100": 0.751662, + "mrr_at_1000": 0.751733, + "nauc_ndcg_at_1_max": 0.519013, + "nauc_ndcg_at_1_std": -0.050409, + "nauc_ndcg_at_1_diff1": 0.736306, + "nauc_ndcg_at_3_max": 0.51502, + "nauc_ndcg_at_3_std": -0.095828, + "nauc_ndcg_at_3_diff1": 0.689144, + "nauc_ndcg_at_5_max": 0.532115, + "nauc_ndcg_at_5_std": -0.06648, + "nauc_ndcg_at_5_diff1": 0.691874, + "nauc_ndcg_at_10_max": 0.533163, + "nauc_ndcg_at_10_std": -0.047866, + "nauc_ndcg_at_10_diff1": 0.68882, + "nauc_ndcg_at_20_max": 0.538026, + "nauc_ndcg_at_20_std": -0.025418, + "nauc_ndcg_at_20_diff1": 0.696682, + "nauc_ndcg_at_100_max": 0.536114, + "nauc_ndcg_at_100_std": -0.033609, + "nauc_ndcg_at_100_diff1": 0.695632, + "nauc_ndcg_at_1000_max": 0.535263, + "nauc_ndcg_at_1000_std": -0.040065, + "nauc_ndcg_at_1000_diff1": 0.698131, + "nauc_map_at_1_max": 0.448103, + "nauc_map_at_1_std": -0.11192, + "nauc_map_at_1_diff1": 0.730839, + "nauc_map_at_3_max": 0.494844, + "nauc_map_at_3_std": -0.116221, + "nauc_map_at_3_diff1": 0.701762, + "nauc_map_at_5_max": 0.514905, + "nauc_map_at_5_std": -0.089195, + "nauc_map_at_5_diff1": 0.702219, + "nauc_map_at_10_max": 0.518753, + "nauc_map_at_10_std": -0.076447, + "nauc_map_at_10_diff1": 0.702074, + "nauc_map_at_20_max": 0.52071, + "nauc_map_at_20_std": -0.069168, + "nauc_map_at_20_diff1": 0.703865, + "nauc_map_at_100_max": 0.520603, + "nauc_map_at_100_std": -0.069943, + "nauc_map_at_100_diff1": 0.703688, + "nauc_map_at_1000_max": 0.520572, + "nauc_map_at_1000_std": -0.070132, + "nauc_map_at_1000_diff1": 0.703776, + "nauc_recall_at_1_max": 0.448103, + "nauc_recall_at_1_std": -0.11192, + "nauc_recall_at_1_diff1": 0.730839, + "nauc_recall_at_3_max": 0.495814, + "nauc_recall_at_3_std": -0.142101, + "nauc_recall_at_3_diff1": 0.63617, + "nauc_recall_at_5_max": 0.542369, + "nauc_recall_at_5_std": -0.054928, + "nauc_recall_at_5_diff1": 0.624635, + "nauc_recall_at_10_max": 0.542402, + "nauc_recall_at_10_std": 0.018354, + "nauc_recall_at_10_diff1": 0.594027, + "nauc_recall_at_20_max": 0.606514, + "nauc_recall_at_20_std": 0.320932, + "nauc_recall_at_20_diff1": 0.620336, + "nauc_recall_at_100_max": 0.629334, + "nauc_recall_at_100_std": 0.618859, + "nauc_recall_at_100_diff1": 0.412857, + "nauc_recall_at_1000_max": 0.777001, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.079745, + "nauc_precision_at_1_max": 0.519013, + "nauc_precision_at_1_std": -0.050409, + "nauc_precision_at_1_diff1": 0.736306, + "nauc_precision_at_3_max": 0.478878, + "nauc_precision_at_3_std": 0.109178, + "nauc_precision_at_3_diff1": 0.31801, + "nauc_precision_at_5_max": 0.444222, + "nauc_precision_at_5_std": 0.24566, + "nauc_precision_at_5_diff1": 0.169091, + "nauc_precision_at_10_max": 0.348803, + "nauc_precision_at_10_std": 0.333932, + "nauc_precision_at_10_diff1": 0.028185, + "nauc_precision_at_20_max": 0.262561, + "nauc_precision_at_20_std": 0.439843, + "nauc_precision_at_20_diff1": -0.108185, + "nauc_precision_at_100_max": 0.184795, + "nauc_precision_at_100_std": 0.465914, + "nauc_precision_at_100_diff1": -0.245744, + "nauc_precision_at_1000_max": 0.158705, + "nauc_precision_at_1000_std": 0.460358, + "nauc_precision_at_1000_diff1": -0.290112, + "nauc_mrr_at_1_max": 0.519013, + "nauc_mrr_at_1_std": -0.050409, + "nauc_mrr_at_1_diff1": 0.736306, + "nauc_mrr_at_3_max": 0.545578, + "nauc_mrr_at_3_std": -0.045602, + "nauc_mrr_at_3_diff1": 0.708663, + "nauc_mrr_at_5_max": 0.545486, + "nauc_mrr_at_5_std": -0.038718, + "nauc_mrr_at_5_diff1": 0.71103, + "nauc_mrr_at_10_max": 0.542154, + "nauc_mrr_at_10_std": -0.039249, + "nauc_mrr_at_10_diff1": 0.70903, + "nauc_mrr_at_20_max": 0.542374, + "nauc_mrr_at_20_std": -0.03649, + "nauc_mrr_at_20_diff1": 0.711515, + "nauc_mrr_at_100_max": 0.542352, + "nauc_mrr_at_100_std": -0.037497, + "nauc_mrr_at_100_diff1": 0.711386, + "nauc_mrr_at_1000_max": 0.542327, + "nauc_mrr_at_1000_std": -0.037681, + "nauc_mrr_at_1000_diff1": 0.711479, + "main_score": 0.77677, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.66, + "ndcg_at_3": 0.72559, + "ndcg_at_5": 0.74715, + "ndcg_at_10": 0.77146, + "ndcg_at_20": 0.77914, + "ndcg_at_100": 0.78889, + "ndcg_at_1000": 0.79179, + "map_at_1": 0.62828, + "map_at_3": 0.69691, + "map_at_5": 0.71293, + "map_at_10": 0.72639, + "map_at_20": 0.72874, + "map_at_100": 0.73016, + "map_at_1000": 0.73025, + "recall_at_1": 0.62828, + "recall_at_3": 0.77389, + "recall_at_5": 0.82978, + "recall_at_10": 0.89667, + "recall_at_20": 0.925, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "precision_at_1": 0.66, + "precision_at_3": 0.28, + "precision_at_5": 0.184, + "precision_at_10": 0.10167, + "precision_at_20": 0.05267, + "precision_at_100": 0.01107, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.66, + "mrr_at_3": 0.721111, + "mrr_at_5": 0.731111, + "mrr_at_10": 0.738858, + "mrr_at_20": 0.740767, + "mrr_at_100": 0.742068, + "mrr_at_1000": 0.742165, + "nauc_ndcg_at_1_max": 0.530115, + "nauc_ndcg_at_1_std": 0.053918, + "nauc_ndcg_at_1_diff1": 0.718234, + "nauc_ndcg_at_3_max": 0.505579, + "nauc_ndcg_at_3_std": -0.015594, + "nauc_ndcg_at_3_diff1": 0.66438, + "nauc_ndcg_at_5_max": 0.51534, + "nauc_ndcg_at_5_std": 0.017239, + "nauc_ndcg_at_5_diff1": 0.65902, + "nauc_ndcg_at_10_max": 0.550319, + "nauc_ndcg_at_10_std": 0.050892, + "nauc_ndcg_at_10_diff1": 0.675523, + "nauc_ndcg_at_20_max": 0.551149, + "nauc_ndcg_at_20_std": 0.055615, + "nauc_ndcg_at_20_diff1": 0.678017, + "nauc_ndcg_at_100_max": 0.543204, + "nauc_ndcg_at_100_std": 0.05831, + "nauc_ndcg_at_100_diff1": 0.681277, + "nauc_ndcg_at_1000_max": 0.537956, + "nauc_ndcg_at_1000_std": 0.045834, + "nauc_ndcg_at_1000_diff1": 0.680327, + "nauc_map_at_1_max": 0.437484, + "nauc_map_at_1_std": -0.074851, + "nauc_map_at_1_diff1": 0.690198, + "nauc_map_at_3_max": 0.472837, + "nauc_map_at_3_std": -0.056848, + "nauc_map_at_3_diff1": 0.668632, + "nauc_map_at_5_max": 0.490387, + "nauc_map_at_5_std": -0.016005, + "nauc_map_at_5_diff1": 0.668145, + "nauc_map_at_10_max": 0.513427, + "nauc_map_at_10_std": 0.010592, + "nauc_map_at_10_diff1": 0.677912, + "nauc_map_at_20_max": 0.513366, + "nauc_map_at_20_std": 0.011939, + "nauc_map_at_20_diff1": 0.678289, + "nauc_map_at_100_max": 0.512096, + "nauc_map_at_100_std": 0.011467, + "nauc_map_at_100_diff1": 0.678489, + "nauc_map_at_1000_max": 0.511957, + "nauc_map_at_1000_std": 0.011136, + "nauc_map_at_1000_diff1": 0.678443, + "nauc_recall_at_1_max": 0.437484, + "nauc_recall_at_1_std": -0.074851, + "nauc_recall_at_1_diff1": 0.690198, + "nauc_recall_at_3_max": 0.49211, + "nauc_recall_at_3_std": -0.080554, + "nauc_recall_at_3_diff1": 0.61271, + "nauc_recall_at_5_max": 0.517208, + "nauc_recall_at_5_std": 0.029357, + "nauc_recall_at_5_diff1": 0.57461, + "nauc_recall_at_10_max": 0.687978, + "nauc_recall_at_10_std": 0.166473, + "nauc_recall_at_10_diff1": 0.631212, + "nauc_recall_at_20_max": 0.747972, + "nauc_recall_at_20_std": 0.239226, + "nauc_recall_at_20_diff1": 0.64432, + "nauc_recall_at_100_max": 0.874683, + "nauc_recall_at_100_std": 0.835267, + "nauc_recall_at_100_diff1": 0.727891, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.530115, + "nauc_precision_at_1_std": 0.053918, + "nauc_precision_at_1_diff1": 0.718234, + "nauc_precision_at_3_max": 0.519879, + "nauc_precision_at_3_std": 0.216162, + "nauc_precision_at_3_diff1": 0.432803, + "nauc_precision_at_5_max": 0.471013, + "nauc_precision_at_5_std": 0.398515, + "nauc_precision_at_5_diff1": 0.257092, + "nauc_precision_at_10_max": 0.444965, + "nauc_precision_at_10_std": 0.535081, + "nauc_precision_at_10_diff1": 0.118708, + "nauc_precision_at_20_max": 0.393679, + "nauc_precision_at_20_std": 0.564811, + "nauc_precision_at_20_diff1": 0.045505, + "nauc_precision_at_100_max": 0.316688, + "nauc_precision_at_100_std": 0.674824, + "nauc_precision_at_100_diff1": -0.078711, + "nauc_precision_at_1000_max": 0.259128, + "nauc_precision_at_1000_std": 0.658273, + "nauc_precision_at_1000_diff1": -0.161916, + "nauc_mrr_at_1_max": 0.530115, + "nauc_mrr_at_1_std": 0.053918, + "nauc_mrr_at_1_diff1": 0.718234, + "nauc_mrr_at_3_max": 0.547514, + "nauc_mrr_at_3_std": 0.053606, + "nauc_mrr_at_3_diff1": 0.690431, + "nauc_mrr_at_5_max": 0.548445, + "nauc_mrr_at_5_std": 0.068983, + "nauc_mrr_at_5_diff1": 0.688208, + "nauc_mrr_at_10_max": 0.552734, + "nauc_mrr_at_10_std": 0.068496, + "nauc_mrr_at_10_diff1": 0.692105, + "nauc_mrr_at_20_max": 0.553043, + "nauc_mrr_at_20_std": 0.069795, + "nauc_mrr_at_20_diff1": 0.693271, + "nauc_mrr_at_100_max": 0.551989, + "nauc_mrr_at_100_std": 0.06935, + "nauc_mrr_at_100_diff1": 0.693731, + "nauc_mrr_at_1000_max": 0.551863, + "nauc_mrr_at_1000_std": 0.069034, + "nauc_mrr_at_1000_diff1": 0.693691, + "main_score": 0.77146, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 216.72743201255798, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-large-1536/2/TRECCOVID-PL.json new file mode 100644 index 0000000000..62646e1851 --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.62877, + "ndcg_at_5": 0.62708, + "ndcg_at_10": 0.61894, + "ndcg_at_20": 0.61062, + "ndcg_at_100": 0.51435, + "ndcg_at_1000": 0.49675, + "map_at_1": 0.00182, + "map_at_3": 0.00513, + "map_at_5": 0.00783, + "map_at_10": 0.01463, + "map_at_20": 0.02724, + "map_at_100": 0.09577, + "map_at_1000": 0.24261, + "recall_at_1": 0.00182, + "recall_at_3": 0.00572, + "recall_at_5": 0.00908, + "recall_at_10": 0.01794, + "recall_at_20": 0.03441, + "recall_at_100": 0.13309, + "recall_at_1000": 0.47768, + "precision_at_1": 0.64, + "precision_at_3": 0.68667, + "precision_at_5": 0.68, + "precision_at_10": 0.664, + "precision_at_20": 0.656, + "precision_at_100": 0.5298, + "precision_at_1000": 0.21622, + "mrr_at_1": 0.64, + "mrr_at_3": 0.766667, + "mrr_at_5": 0.785667, + "mrr_at_10": 0.785667, + "mrr_at_20": 0.785667, + "mrr_at_100": 0.785667, + "mrr_at_1000": 0.785667, + "nauc_ndcg_at_1_max": 0.077372, + "nauc_ndcg_at_1_std": 0.398963, + "nauc_ndcg_at_1_diff1": -0.203077, + "nauc_ndcg_at_3_max": 0.167985, + "nauc_ndcg_at_3_std": 0.372481, + "nauc_ndcg_at_3_diff1": -0.072494, + "nauc_ndcg_at_5_max": 0.153042, + "nauc_ndcg_at_5_std": 0.369192, + "nauc_ndcg_at_5_diff1": -0.094699, + "nauc_ndcg_at_10_max": 0.272897, + "nauc_ndcg_at_10_std": 0.520929, + "nauc_ndcg_at_10_diff1": -0.073796, + "nauc_ndcg_at_20_max": 0.321301, + "nauc_ndcg_at_20_std": 0.603003, + "nauc_ndcg_at_20_diff1": -0.040646, + "nauc_ndcg_at_100_max": 0.384985, + "nauc_ndcg_at_100_std": 0.720333, + "nauc_ndcg_at_100_diff1": -0.054891, + "nauc_ndcg_at_1000_max": 0.406605, + "nauc_ndcg_at_1000_std": 0.717379, + "nauc_ndcg_at_1000_diff1": 0.145873, + "nauc_map_at_1_max": -0.053647, + "nauc_map_at_1_std": 0.254509, + "nauc_map_at_1_diff1": -0.072667, + "nauc_map_at_3_max": -0.004169, + "nauc_map_at_3_std": 0.260401, + "nauc_map_at_3_diff1": 0.004075, + "nauc_map_at_5_max": 0.058699, + "nauc_map_at_5_std": 0.280255, + "nauc_map_at_5_diff1": 0.049242, + "nauc_map_at_10_max": 0.118134, + "nauc_map_at_10_std": 0.363962, + "nauc_map_at_10_diff1": 0.06756, + "nauc_map_at_20_max": 0.183269, + "nauc_map_at_20_std": 0.446716, + "nauc_map_at_20_diff1": 0.070443, + "nauc_map_at_100_max": 0.346031, + "nauc_map_at_100_std": 0.66297, + "nauc_map_at_100_diff1": 0.007904, + "nauc_map_at_1000_max": 0.456691, + "nauc_map_at_1000_std": 0.74031, + "nauc_map_at_1000_diff1": 0.022911, + "nauc_recall_at_1_max": -0.053647, + "nauc_recall_at_1_std": 0.254509, + "nauc_recall_at_1_diff1": -0.072667, + "nauc_recall_at_3_max": 0.00418, + "nauc_recall_at_3_std": 0.23696, + "nauc_recall_at_3_diff1": 0.092721, + "nauc_recall_at_5_max": 0.038451, + "nauc_recall_at_5_std": 0.260858, + "nauc_recall_at_5_diff1": 0.131413, + "nauc_recall_at_10_max": 0.058034, + "nauc_recall_at_10_std": 0.321014, + "nauc_recall_at_10_diff1": 0.118017, + "nauc_recall_at_20_max": 0.112815, + "nauc_recall_at_20_std": 0.398824, + "nauc_recall_at_20_diff1": 0.127351, + "nauc_recall_at_100_max": 0.262855, + "nauc_recall_at_100_std": 0.58997, + "nauc_recall_at_100_diff1": 0.117816, + "nauc_recall_at_1000_max": 0.390145, + "nauc_recall_at_1000_std": 0.637201, + "nauc_recall_at_1000_diff1": 0.230935, + "nauc_precision_at_1_max": 0.063578, + "nauc_precision_at_1_std": 0.414708, + "nauc_precision_at_1_diff1": -0.30189, + "nauc_precision_at_3_max": 0.184545, + "nauc_precision_at_3_std": 0.286059, + "nauc_precision_at_3_diff1": -0.079466, + "nauc_precision_at_5_max": 0.217802, + "nauc_precision_at_5_std": 0.328543, + "nauc_precision_at_5_diff1": -0.086702, + "nauc_precision_at_10_max": 0.337521, + "nauc_precision_at_10_std": 0.51476, + "nauc_precision_at_10_diff1": -0.070597, + "nauc_precision_at_20_max": 0.367091, + "nauc_precision_at_20_std": 0.610446, + "nauc_precision_at_20_diff1": -0.063449, + "nauc_precision_at_100_max": 0.421315, + "nauc_precision_at_100_std": 0.740989, + "nauc_precision_at_100_diff1": -0.053168, + "nauc_precision_at_1000_max": 0.406188, + "nauc_precision_at_1000_std": 0.418455, + "nauc_precision_at_1000_diff1": -0.053739, + "nauc_mrr_at_1_max": 0.063578, + "nauc_mrr_at_1_std": 0.414708, + "nauc_mrr_at_1_diff1": -0.30189, + "nauc_mrr_at_3_max": 0.206995, + "nauc_mrr_at_3_std": 0.402591, + "nauc_mrr_at_3_diff1": -0.10818, + "nauc_mrr_at_5_max": 0.152961, + "nauc_mrr_at_5_std": 0.404431, + "nauc_mrr_at_5_diff1": -0.175283, + "nauc_mrr_at_10_max": 0.152961, + "nauc_mrr_at_10_std": 0.404431, + "nauc_mrr_at_10_diff1": -0.175283, + "nauc_mrr_at_20_max": 0.152961, + "nauc_mrr_at_20_std": 0.404431, + "nauc_mrr_at_20_diff1": -0.175283, + "nauc_mrr_at_100_max": 0.152961, + "nauc_mrr_at_100_std": 0.404431, + "nauc_mrr_at_100_diff1": -0.175283, + "nauc_mrr_at_1000_max": 0.152961, + "nauc_mrr_at_1000_std": 0.404431, + "nauc_mrr_at_1000_diff1": -0.175283, + "main_score": 0.61894, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3531.546531200409, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/TRECCOVID.json b/results/openai__text-embedding-3-large-1536/2/TRECCOVID.json new file mode 100644 index 0000000000..9928dedd22 --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.80274, + "ndcg_at_5": 0.80752, + "ndcg_at_10": 0.79933, + "ndcg_at_20": 0.76892, + "ndcg_at_100": 0.64369, + "ndcg_at_1000": 0.59006, + "map_at_1": 0.00243, + "map_at_3": 0.00647, + "map_at_5": 0.01068, + "map_at_10": 0.02041, + "map_at_20": 0.03736, + "map_at_100": 0.13195, + "map_at_1000": 0.32714, + "recall_at_1": 0.00243, + "recall_at_3": 0.00685, + "recall_at_5": 0.0115, + "recall_at_10": 0.02251, + "recall_at_20": 0.04214, + "recall_at_100": 0.16372, + "recall_at_1000": 0.5634, + "precision_at_1": 0.9, + "precision_at_3": 0.85333, + "precision_at_5": 0.872, + "precision_at_10": 0.856, + "precision_at_20": 0.815, + "precision_at_100": 0.6652, + "precision_at_1000": 0.2588, + "mrr_at_1": 0.9, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.946667, + "mrr_at_10": 0.946667, + "mrr_at_20": 0.946667, + "mrr_at_100": 0.946667, + "mrr_at_1000": 0.946667, + "nauc_ndcg_at_1_max": 0.24519, + "nauc_ndcg_at_1_std": 0.320879, + "nauc_ndcg_at_1_diff1": 0.490628, + "nauc_ndcg_at_3_max": 0.183836, + "nauc_ndcg_at_3_std": 0.357268, + "nauc_ndcg_at_3_diff1": 0.181121, + "nauc_ndcg_at_5_max": 0.229936, + "nauc_ndcg_at_5_std": 0.358302, + "nauc_ndcg_at_5_diff1": 0.207791, + "nauc_ndcg_at_10_max": 0.255768, + "nauc_ndcg_at_10_std": 0.498192, + "nauc_ndcg_at_10_diff1": 0.249674, + "nauc_ndcg_at_20_max": 0.301989, + "nauc_ndcg_at_20_std": 0.630039, + "nauc_ndcg_at_20_diff1": 0.247934, + "nauc_ndcg_at_100_max": 0.288752, + "nauc_ndcg_at_100_std": 0.778159, + "nauc_ndcg_at_100_diff1": 0.227187, + "nauc_ndcg_at_1000_max": 0.296895, + "nauc_ndcg_at_1000_std": 0.775222, + "nauc_ndcg_at_1000_diff1": 0.273719, + "nauc_map_at_1_max": 0.058979, + "nauc_map_at_1_std": 0.094941, + "nauc_map_at_1_diff1": 0.261383, + "nauc_map_at_3_max": 0.016951, + "nauc_map_at_3_std": 0.136728, + "nauc_map_at_3_diff1": 0.229327, + "nauc_map_at_5_max": 0.026747, + "nauc_map_at_5_std": 0.133635, + "nauc_map_at_5_diff1": 0.237322, + "nauc_map_at_10_max": 0.057826, + "nauc_map_at_10_std": 0.225214, + "nauc_map_at_10_diff1": 0.321247, + "nauc_map_at_20_max": 0.126795, + "nauc_map_at_20_std": 0.341077, + "nauc_map_at_20_diff1": 0.374634, + "nauc_map_at_100_max": 0.292317, + "nauc_map_at_100_std": 0.632761, + "nauc_map_at_100_diff1": 0.457616, + "nauc_map_at_1000_max": 0.328947, + "nauc_map_at_1000_std": 0.812777, + "nauc_map_at_1000_diff1": 0.284951, + "nauc_recall_at_1_max": 0.058979, + "nauc_recall_at_1_std": 0.094941, + "nauc_recall_at_1_diff1": 0.261383, + "nauc_recall_at_3_max": -0.002617, + "nauc_recall_at_3_std": 0.115913, + "nauc_recall_at_3_diff1": 0.232553, + "nauc_recall_at_5_max": 0.000684, + "nauc_recall_at_5_std": 0.105292, + "nauc_recall_at_5_diff1": 0.245596, + "nauc_recall_at_10_max": 0.018081, + "nauc_recall_at_10_std": 0.179431, + "nauc_recall_at_10_diff1": 0.327812, + "nauc_recall_at_20_max": 0.078438, + "nauc_recall_at_20_std": 0.274802, + "nauc_recall_at_20_diff1": 0.353439, + "nauc_recall_at_100_max": 0.213567, + "nauc_recall_at_100_std": 0.508558, + "nauc_recall_at_100_diff1": 0.437963, + "nauc_recall_at_1000_max": 0.271243, + "nauc_recall_at_1000_std": 0.643067, + "nauc_recall_at_1000_diff1": 0.234423, + "nauc_precision_at_1_max": 0.684034, + "nauc_precision_at_1_std": 0.371335, + "nauc_precision_at_1_diff1": 0.478618, + "nauc_precision_at_3_max": 0.362011, + "nauc_precision_at_3_std": 0.353057, + "nauc_precision_at_3_diff1": 0.103071, + "nauc_precision_at_5_max": 0.360727, + "nauc_precision_at_5_std": 0.363791, + "nauc_precision_at_5_diff1": 0.102125, + "nauc_precision_at_10_max": 0.319101, + "nauc_precision_at_10_std": 0.517342, + "nauc_precision_at_10_diff1": 0.331251, + "nauc_precision_at_20_max": 0.356556, + "nauc_precision_at_20_std": 0.699638, + "nauc_precision_at_20_diff1": 0.271269, + "nauc_precision_at_100_max": 0.309435, + "nauc_precision_at_100_std": 0.766597, + "nauc_precision_at_100_diff1": 0.190454, + "nauc_precision_at_1000_max": 0.200353, + "nauc_precision_at_1000_std": 0.315703, + "nauc_precision_at_1000_diff1": -0.206286, + "nauc_mrr_at_1_max": 0.684034, + "nauc_mrr_at_1_std": 0.371335, + "nauc_mrr_at_1_diff1": 0.478618, + "nauc_mrr_at_3_max": 0.703782, + "nauc_mrr_at_3_std": 0.410627, + "nauc_mrr_at_3_diff1": 0.511204, + "nauc_mrr_at_5_max": 0.703782, + "nauc_mrr_at_5_std": 0.410627, + "nauc_mrr_at_5_diff1": 0.511204, + "nauc_mrr_at_10_max": 0.703782, + "nauc_mrr_at_10_std": 0.410627, + "nauc_mrr_at_10_diff1": 0.511204, + "nauc_mrr_at_20_max": 0.703782, + "nauc_mrr_at_20_std": 0.410627, + "nauc_mrr_at_20_diff1": 0.511204, + "nauc_mrr_at_100_max": 0.703782, + "nauc_mrr_at_100_std": 0.410627, + "nauc_mrr_at_100_diff1": 0.511204, + "nauc_mrr_at_1000_max": 0.703782, + "nauc_mrr_at_1000_std": 0.410627, + "nauc_mrr_at_1000_diff1": 0.511204, + "main_score": 0.79933, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3853.39546084404, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-1536/2/model_meta.json b/results/openai__text-embedding-3-large-1536/2/model_meta.json new file mode 100644 index 0000000000..d08f37c383 --- /dev/null +++ b/results/openai__text-embedding-3-large-1536/2/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "openai/text-embedding-3-large-1536", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 1536, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} diff --git a/results/openai__text-embedding-3-large-256/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-large-256/2/CMedQAv2-reranking.json new file mode 100644 index 0000000000..d3a9f54732 --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "map": 0.723688, + "mrr": 0.766988, + "nAUC_map_max": 0.509945, + "nAUC_map_std": 0.161995, + "nAUC_map_diff1": 0.488389, + "nAUC_mrr_max": 0.598016, + "nAUC_mrr_std": 0.209223, + "nAUC_mrr_diff1": 0.549476, + "main_score": 0.723688, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 410.6837251186371, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/CUREv1.json b/results/openai__text-embedding-3-large-256/2/CUREv1.json new file mode 100644 index 0000000000..5abf35d4fe --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.25.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.62875, + "ndcg_at_3": 0.57545, + "ndcg_at_5": 0.56077, + "ndcg_at_10": 0.54572, + "ndcg_at_20": 0.54924, + "ndcg_at_100": 0.60529, + "ndcg_at_1000": 0.68579, + "map_at_1": 0.08925, + "map_at_3": 0.1683, + "map_at_5": 0.20855, + "map_at_10": 0.25973, + "map_at_20": 0.30572, + "map_at_100": 0.38247, + "map_at_1000": 0.41832, + "recall_at_1": 0.08925, + "recall_at_3": 0.18522, + "recall_at_5": 0.2432, + "recall_at_10": 0.33137, + "recall_at_20": 0.43679, + "recall_at_100": 0.69431, + "recall_at_1000": 0.93689, + "precision_at_1": 0.7395, + "precision_at_3": 0.62067, + "precision_at_5": 0.5547, + "precision_at_10": 0.45175, + "precision_at_20": 0.35525, + "precision_at_100": 0.16589, + "precision_at_1000": 0.03305, + "mrr_at_1": 0.7395, + "mrr_at_3": 0.806, + "mrr_at_5": 0.814725, + "mrr_at_10": 0.81917, + "mrr_at_20": 0.820489, + "mrr_at_100": 0.820991, + "mrr_at_1000": 0.821021, + "nauc_ndcg_at_1_max": 0.433051, + "nauc_ndcg_at_1_std": 0.215928, + "nauc_ndcg_at_1_diff1": 0.348518, + "nauc_ndcg_at_3_max": 0.405069, + "nauc_ndcg_at_3_std": 0.240818, + "nauc_ndcg_at_3_diff1": 0.208544, + "nauc_ndcg_at_5_max": 0.405006, + "nauc_ndcg_at_5_std": 0.244025, + "nauc_ndcg_at_5_diff1": 0.205943, + "nauc_ndcg_at_10_max": 0.402673, + "nauc_ndcg_at_10_std": 0.241138, + "nauc_ndcg_at_10_diff1": 0.212768, + "nauc_ndcg_at_20_max": 0.405543, + "nauc_ndcg_at_20_std": 0.239256, + "nauc_ndcg_at_20_diff1": 0.224163, + "nauc_ndcg_at_100_max": 0.419302, + "nauc_ndcg_at_100_std": 0.297769, + "nauc_ndcg_at_100_diff1": 0.239727, + "nauc_ndcg_at_1000_max": 0.470847, + "nauc_ndcg_at_1000_std": 0.386333, + "nauc_ndcg_at_1000_diff1": 0.22247, + "nauc_map_at_1_max": 0.095681, + "nauc_map_at_1_std": -0.084436, + "nauc_map_at_1_diff1": 0.376048, + "nauc_map_at_3_max": 0.165543, + "nauc_map_at_3_std": -0.03189, + "nauc_map_at_3_diff1": 0.278488, + "nauc_map_at_5_max": 0.198366, + "nauc_map_at_5_std": -0.000429, + "nauc_map_at_5_diff1": 0.250624, + "nauc_map_at_10_max": 0.242039, + "nauc_map_at_10_std": 0.045108, + "nauc_map_at_10_diff1": 0.223909, + "nauc_map_at_20_max": 0.276735, + "nauc_map_at_20_std": 0.092375, + "nauc_map_at_20_diff1": 0.205698, + "nauc_map_at_100_max": 0.341307, + "nauc_map_at_100_std": 0.219909, + "nauc_map_at_100_diff1": 0.181543, + "nauc_map_at_1000_max": 0.360516, + "nauc_map_at_1000_std": 0.274309, + "nauc_map_at_1000_diff1": 0.168032, + "nauc_recall_at_1_max": 0.095681, + "nauc_recall_at_1_std": -0.084436, + "nauc_recall_at_1_diff1": 0.376048, + "nauc_recall_at_3_max": 0.128953, + "nauc_recall_at_3_std": -0.047571, + "nauc_recall_at_3_diff1": 0.254198, + "nauc_recall_at_5_max": 0.142751, + "nauc_recall_at_5_std": -0.029804, + "nauc_recall_at_5_diff1": 0.226325, + "nauc_recall_at_10_max": 0.171366, + "nauc_recall_at_10_std": 0.007521, + "nauc_recall_at_10_diff1": 0.196246, + "nauc_recall_at_20_max": 0.180403, + "nauc_recall_at_20_std": 0.037169, + "nauc_recall_at_20_diff1": 0.177398, + "nauc_recall_at_100_max": 0.21811, + "nauc_recall_at_100_std": 0.191528, + "nauc_recall_at_100_diff1": 0.182111, + "nauc_recall_at_1000_max": 0.36493, + "nauc_recall_at_1000_std": 0.580278, + "nauc_recall_at_1000_diff1": 0.139114, + "nauc_precision_at_1_max": 0.527894, + "nauc_precision_at_1_std": 0.3112, + "nauc_precision_at_1_diff1": 0.341233, + "nauc_precision_at_3_max": 0.380545, + "nauc_precision_at_3_std": 0.308744, + "nauc_precision_at_3_diff1": 0.002842, + "nauc_precision_at_5_max": 0.345198, + "nauc_precision_at_5_std": 0.314098, + "nauc_precision_at_5_diff1": -0.052364, + "nauc_precision_at_10_max": 0.283174, + "nauc_precision_at_10_std": 0.325471, + "nauc_precision_at_10_diff1": -0.105921, + "nauc_precision_at_20_max": 0.212918, + "nauc_precision_at_20_std": 0.313614, + "nauc_precision_at_20_diff1": -0.134898, + "nauc_precision_at_100_max": 0.087011, + "nauc_precision_at_100_std": 0.263607, + "nauc_precision_at_100_diff1": -0.128409, + "nauc_precision_at_1000_max": -0.024601, + "nauc_precision_at_1000_std": 0.09632, + "nauc_precision_at_1000_diff1": -0.126816, + "nauc_mrr_at_1_max": 0.527894, + "nauc_mrr_at_1_std": 0.3112, + "nauc_mrr_at_1_diff1": 0.341233, + "nauc_mrr_at_3_max": 0.545584, + "nauc_mrr_at_3_std": 0.347993, + "nauc_mrr_at_3_diff1": 0.331005, + "nauc_mrr_at_5_max": 0.546312, + "nauc_mrr_at_5_std": 0.344408, + "nauc_mrr_at_5_diff1": 0.334729, + "nauc_mrr_at_10_max": 0.547196, + "nauc_mrr_at_10_std": 0.344558, + "nauc_mrr_at_10_diff1": 0.332694, + "nauc_mrr_at_20_max": 0.546324, + "nauc_mrr_at_20_std": 0.342276, + "nauc_mrr_at_20_diff1": 0.332831, + "nauc_mrr_at_100_max": 0.54587, + "nauc_mrr_at_100_std": 0.342258, + "nauc_mrr_at_100_diff1": 0.33318, + "nauc_mrr_at_1000_max": 0.545834, + "nauc_mrr_at_1000_std": 0.342262, + "nauc_mrr_at_1000_diff1": 0.333151, + "main_score": 0.54572, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.52525, + "ndcg_at_3": 0.48245, + "ndcg_at_5": 0.46743, + "ndcg_at_10": 0.45981, + "ndcg_at_20": 0.46429, + "ndcg_at_100": 0.52248, + "ndcg_at_1000": 0.6127, + "map_at_1": 0.0733, + "map_at_3": 0.13649, + "map_at_5": 0.16804, + "map_at_10": 0.21033, + "map_at_20": 0.24597, + "map_at_100": 0.30784, + "map_at_1000": 0.33999, + "recall_at_1": 0.0733, + "recall_at_3": 0.15426, + "recall_at_5": 0.20409, + "recall_at_10": 0.28717, + "recall_at_20": 0.37745, + "recall_at_100": 0.61951, + "recall_at_1000": 0.89822, + "precision_at_1": 0.622, + "precision_at_3": 0.52633, + "precision_at_5": 0.4674, + "precision_at_10": 0.3825, + "precision_at_20": 0.30045, + "precision_at_100": 0.14399, + "precision_at_1000": 0.03089, + "mrr_at_1": 0.622, + "mrr_at_3": 0.705583, + "mrr_at_5": 0.718933, + "mrr_at_10": 0.726722, + "mrr_at_20": 0.729, + "mrr_at_100": 0.729754, + "mrr_at_1000": 0.729816, + "nauc_ndcg_at_1_max": 0.329609, + "nauc_ndcg_at_1_std": 0.242164, + "nauc_ndcg_at_1_diff1": 0.281627, + "nauc_ndcg_at_3_max": 0.327581, + "nauc_ndcg_at_3_std": 0.273456, + "nauc_ndcg_at_3_diff1": 0.196386, + "nauc_ndcg_at_5_max": 0.340695, + "nauc_ndcg_at_5_std": 0.291447, + "nauc_ndcg_at_5_diff1": 0.174742, + "nauc_ndcg_at_10_max": 0.359287, + "nauc_ndcg_at_10_std": 0.29933, + "nauc_ndcg_at_10_diff1": 0.176883, + "nauc_ndcg_at_20_max": 0.361294, + "nauc_ndcg_at_20_std": 0.307842, + "nauc_ndcg_at_20_diff1": 0.18507, + "nauc_ndcg_at_100_max": 0.386605, + "nauc_ndcg_at_100_std": 0.374434, + "nauc_ndcg_at_100_diff1": 0.188165, + "nauc_ndcg_at_1000_max": 0.420291, + "nauc_ndcg_at_1000_std": 0.441207, + "nauc_ndcg_at_1000_diff1": 0.175834, + "nauc_map_at_1_max": 0.110612, + "nauc_map_at_1_std": -0.019772, + "nauc_map_at_1_diff1": 0.279648, + "nauc_map_at_3_max": 0.163739, + "nauc_map_at_3_std": 0.031866, + "nauc_map_at_3_diff1": 0.235566, + "nauc_map_at_5_max": 0.192985, + "nauc_map_at_5_std": 0.065652, + "nauc_map_at_5_diff1": 0.209601, + "nauc_map_at_10_max": 0.236796, + "nauc_map_at_10_std": 0.109753, + "nauc_map_at_10_diff1": 0.191525, + "nauc_map_at_20_max": 0.271583, + "nauc_map_at_20_std": 0.159781, + "nauc_map_at_20_diff1": 0.180362, + "nauc_map_at_100_max": 0.329388, + "nauc_map_at_100_std": 0.283474, + "nauc_map_at_100_diff1": 0.160852, + "nauc_map_at_1000_max": 0.343096, + "nauc_map_at_1000_std": 0.33572, + "nauc_map_at_1000_diff1": 0.147307, + "nauc_recall_at_1_max": 0.110612, + "nauc_recall_at_1_std": -0.019772, + "nauc_recall_at_1_diff1": 0.279648, + "nauc_recall_at_3_max": 0.129313, + "nauc_recall_at_3_std": 0.014237, + "nauc_recall_at_3_diff1": 0.202588, + "nauc_recall_at_5_max": 0.141025, + "nauc_recall_at_5_std": 0.040282, + "nauc_recall_at_5_diff1": 0.163493, + "nauc_recall_at_10_max": 0.166586, + "nauc_recall_at_10_std": 0.070504, + "nauc_recall_at_10_diff1": 0.148954, + "nauc_recall_at_20_max": 0.182503, + "nauc_recall_at_20_std": 0.115293, + "nauc_recall_at_20_diff1": 0.136332, + "nauc_recall_at_100_max": 0.24217, + "nauc_recall_at_100_std": 0.301886, + "nauc_recall_at_100_diff1": 0.127599, + "nauc_recall_at_1000_max": 0.348998, + "nauc_recall_at_1000_std": 0.597489, + "nauc_recall_at_1000_diff1": 0.116621, + "nauc_precision_at_1_max": 0.375514, + "nauc_precision_at_1_std": 0.30082, + "nauc_precision_at_1_diff1": 0.287063, + "nauc_precision_at_3_max": 0.324165, + "nauc_precision_at_3_std": 0.321724, + "nauc_precision_at_3_diff1": 0.077603, + "nauc_precision_at_5_max": 0.310804, + "nauc_precision_at_5_std": 0.346587, + "nauc_precision_at_5_diff1": 0.006529, + "nauc_precision_at_10_max": 0.306031, + "nauc_precision_at_10_std": 0.358706, + "nauc_precision_at_10_diff1": -0.040927, + "nauc_precision_at_20_max": 0.251405, + "nauc_precision_at_20_std": 0.366033, + "nauc_precision_at_20_diff1": -0.072877, + "nauc_precision_at_100_max": 0.124169, + "nauc_precision_at_100_std": 0.312359, + "nauc_precision_at_100_diff1": -0.099707, + "nauc_precision_at_1000_max": -0.000409, + "nauc_precision_at_1000_std": 0.126978, + "nauc_precision_at_1000_diff1": -0.119099, + "nauc_mrr_at_1_max": 0.375514, + "nauc_mrr_at_1_std": 0.30082, + "nauc_mrr_at_1_diff1": 0.287063, + "nauc_mrr_at_3_max": 0.398102, + "nauc_mrr_at_3_std": 0.333123, + "nauc_mrr_at_3_diff1": 0.255626, + "nauc_mrr_at_5_max": 0.398424, + "nauc_mrr_at_5_std": 0.338655, + "nauc_mrr_at_5_diff1": 0.253151, + "nauc_mrr_at_10_max": 0.399937, + "nauc_mrr_at_10_std": 0.33519, + "nauc_mrr_at_10_diff1": 0.255372, + "nauc_mrr_at_20_max": 0.399077, + "nauc_mrr_at_20_std": 0.335321, + "nauc_mrr_at_20_diff1": 0.256071, + "nauc_mrr_at_100_max": 0.398965, + "nauc_mrr_at_100_std": 0.334926, + "nauc_mrr_at_100_diff1": 0.256389, + "nauc_mrr_at_1000_max": 0.398906, + "nauc_mrr_at_1000_std": 0.334835, + "nauc_mrr_at_1000_diff1": 0.256454, + "main_score": 0.45981, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5315, + "ndcg_at_3": 0.4887, + "ndcg_at_5": 0.47131, + "ndcg_at_10": 0.46386, + "ndcg_at_20": 0.46835, + "ndcg_at_100": 0.52544, + "ndcg_at_1000": 0.61606, + "map_at_1": 0.07331, + "map_at_3": 0.13678, + "map_at_5": 0.16892, + "map_at_10": 0.21098, + "map_at_20": 0.24683, + "map_at_100": 0.31001, + "map_at_1000": 0.34286, + "recall_at_1": 0.07331, + "recall_at_3": 0.15427, + "recall_at_5": 0.20345, + "recall_at_10": 0.28395, + "recall_at_20": 0.37625, + "recall_at_100": 0.61711, + "recall_at_1000": 0.90021, + "precision_at_1": 0.6375, + "precision_at_3": 0.53583, + "precision_at_5": 0.4718, + "precision_at_10": 0.387, + "precision_at_20": 0.30525, + "precision_at_100": 0.14628, + "precision_at_1000": 0.03119, + "mrr_at_1": 0.6375, + "mrr_at_3": 0.712167, + "mrr_at_5": 0.723842, + "mrr_at_10": 0.731402, + "mrr_at_20": 0.733925, + "mrr_at_100": 0.734794, + "mrr_at_1000": 0.734871, + "nauc_ndcg_at_1_max": 0.367395, + "nauc_ndcg_at_1_std": 0.281953, + "nauc_ndcg_at_1_diff1": 0.296423, + "nauc_ndcg_at_3_max": 0.384109, + "nauc_ndcg_at_3_std": 0.329666, + "nauc_ndcg_at_3_diff1": 0.204894, + "nauc_ndcg_at_5_max": 0.390558, + "nauc_ndcg_at_5_std": 0.344199, + "nauc_ndcg_at_5_diff1": 0.194219, + "nauc_ndcg_at_10_max": 0.394624, + "nauc_ndcg_at_10_std": 0.349893, + "nauc_ndcg_at_10_diff1": 0.193681, + "nauc_ndcg_at_20_max": 0.394207, + "nauc_ndcg_at_20_std": 0.353241, + "nauc_ndcg_at_20_diff1": 0.204844, + "nauc_ndcg_at_100_max": 0.413561, + "nauc_ndcg_at_100_std": 0.411149, + "nauc_ndcg_at_100_diff1": 0.227948, + "nauc_ndcg_at_1000_max": 0.45363, + "nauc_ndcg_at_1000_std": 0.482326, + "nauc_ndcg_at_1000_diff1": 0.209798, + "nauc_map_at_1_max": 0.140595, + "nauc_map_at_1_std": 0.010292, + "nauc_map_at_1_diff1": 0.331685, + "nauc_map_at_3_max": 0.187471, + "nauc_map_at_3_std": 0.068225, + "nauc_map_at_3_diff1": 0.265713, + "nauc_map_at_5_max": 0.213114, + "nauc_map_at_5_std": 0.101187, + "nauc_map_at_5_diff1": 0.230562, + "nauc_map_at_10_max": 0.246118, + "nauc_map_at_10_std": 0.146856, + "nauc_map_at_10_diff1": 0.204377, + "nauc_map_at_20_max": 0.283, + "nauc_map_at_20_std": 0.197778, + "nauc_map_at_20_diff1": 0.192211, + "nauc_map_at_100_max": 0.347694, + "nauc_map_at_100_std": 0.324795, + "nauc_map_at_100_diff1": 0.179535, + "nauc_map_at_1000_max": 0.369313, + "nauc_map_at_1000_std": 0.378606, + "nauc_map_at_1000_diff1": 0.163263, + "nauc_recall_at_1_max": 0.140595, + "nauc_recall_at_1_std": 0.010292, + "nauc_recall_at_1_diff1": 0.331685, + "nauc_recall_at_3_max": 0.148639, + "nauc_recall_at_3_std": 0.054006, + "nauc_recall_at_3_diff1": 0.237361, + "nauc_recall_at_5_max": 0.158498, + "nauc_recall_at_5_std": 0.075408, + "nauc_recall_at_5_diff1": 0.19457, + "nauc_recall_at_10_max": 0.16921, + "nauc_recall_at_10_std": 0.107108, + "nauc_recall_at_10_diff1": 0.169598, + "nauc_recall_at_20_max": 0.184704, + "nauc_recall_at_20_std": 0.144281, + "nauc_recall_at_20_diff1": 0.155706, + "nauc_recall_at_100_max": 0.243079, + "nauc_recall_at_100_std": 0.306336, + "nauc_recall_at_100_diff1": 0.177164, + "nauc_recall_at_1000_max": 0.350378, + "nauc_recall_at_1000_std": 0.584737, + "nauc_recall_at_1000_diff1": 0.166258, + "nauc_precision_at_1_max": 0.442674, + "nauc_precision_at_1_std": 0.369226, + "nauc_precision_at_1_diff1": 0.296753, + "nauc_precision_at_3_max": 0.374151, + "nauc_precision_at_3_std": 0.379262, + "nauc_precision_at_3_diff1": 0.066854, + "nauc_precision_at_5_max": 0.345905, + "nauc_precision_at_5_std": 0.378321, + "nauc_precision_at_5_diff1": -0.002266, + "nauc_precision_at_10_max": 0.323161, + "nauc_precision_at_10_std": 0.387637, + "nauc_precision_at_10_diff1": -0.05413, + "nauc_precision_at_20_max": 0.280525, + "nauc_precision_at_20_std": 0.380567, + "nauc_precision_at_20_diff1": -0.082038, + "nauc_precision_at_100_max": 0.161861, + "nauc_precision_at_100_std": 0.32278, + "nauc_precision_at_100_diff1": -0.099382, + "nauc_precision_at_1000_max": 0.050498, + "nauc_precision_at_1000_std": 0.135777, + "nauc_precision_at_1000_diff1": -0.127385, + "nauc_mrr_at_1_max": 0.442674, + "nauc_mrr_at_1_std": 0.369226, + "nauc_mrr_at_1_diff1": 0.296753, + "nauc_mrr_at_3_max": 0.46473, + "nauc_mrr_at_3_std": 0.410079, + "nauc_mrr_at_3_diff1": 0.274074, + "nauc_mrr_at_5_max": 0.466815, + "nauc_mrr_at_5_std": 0.415021, + "nauc_mrr_at_5_diff1": 0.27271, + "nauc_mrr_at_10_max": 0.468855, + "nauc_mrr_at_10_std": 0.412248, + "nauc_mrr_at_10_diff1": 0.275146, + "nauc_mrr_at_20_max": 0.468079, + "nauc_mrr_at_20_std": 0.411743, + "nauc_mrr_at_20_diff1": 0.277913, + "nauc_mrr_at_100_max": 0.46758, + "nauc_mrr_at_100_std": 0.411034, + "nauc_mrr_at_100_diff1": 0.27795, + "nauc_mrr_at_1000_max": 0.467502, + "nauc_mrr_at_1000_std": 0.410959, + "nauc_mrr_at_1000_diff1": 0.277957, + "main_score": 0.46386, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.6525, + "ndcg_at_3": 0.58292, + "ndcg_at_5": 0.56767, + "ndcg_at_10": 0.54974, + "ndcg_at_20": 0.54169, + "ndcg_at_100": 0.59827, + "ndcg_at_1000": 0.70547, + "map_at_1": 0.08354, + "map_at_3": 0.15189, + "map_at_5": 0.18206, + "map_at_10": 0.22573, + "map_at_20": 0.26717, + "map_at_100": 0.35732, + "map_at_1000": 0.40779, + "recall_at_1": 0.08354, + "recall_at_3": 0.17246, + "recall_at_5": 0.2236, + "recall_at_10": 0.29925, + "recall_at_20": 0.38818, + "recall_at_100": 0.66919, + "recall_at_1000": 0.95453, + "precision_at_1": 0.755, + "precision_at_3": 0.63167, + "precision_at_5": 0.568, + "precision_at_10": 0.47, + "precision_at_20": 0.3755, + "precision_at_100": 0.19085, + "precision_at_1000": 0.03744, + "mrr_at_1": 0.755, + "mrr_at_3": 0.828333, + "mrr_at_5": 0.837333, + "mrr_at_10": 0.841173, + "mrr_at_20": 0.841627, + "mrr_at_100": 0.842045, + "mrr_at_1000": 0.842045, + "nauc_ndcg_at_1_max": 0.34197, + "nauc_ndcg_at_1_std": 0.009783, + "nauc_ndcg_at_1_diff1": 0.334386, + "nauc_ndcg_at_3_max": 0.294184, + "nauc_ndcg_at_3_std": 0.038221, + "nauc_ndcg_at_3_diff1": 0.275806, + "nauc_ndcg_at_5_max": 0.251351, + "nauc_ndcg_at_5_std": 0.049647, + "nauc_ndcg_at_5_diff1": 0.307667, + "nauc_ndcg_at_10_max": 0.215146, + "nauc_ndcg_at_10_std": 0.032363, + "nauc_ndcg_at_10_diff1": 0.338181, + "nauc_ndcg_at_20_max": 0.211922, + "nauc_ndcg_at_20_std": 0.028616, + "nauc_ndcg_at_20_diff1": 0.284309, + "nauc_ndcg_at_100_max": 0.226904, + "nauc_ndcg_at_100_std": 0.060918, + "nauc_ndcg_at_100_diff1": 0.302102, + "nauc_ndcg_at_1000_max": 0.323868, + "nauc_ndcg_at_1000_std": 0.279124, + "nauc_ndcg_at_1000_diff1": 0.272456, + "nauc_map_at_1_max": -0.14207, + "nauc_map_at_1_std": -0.296815, + "nauc_map_at_1_diff1": 0.376423, + "nauc_map_at_3_max": -0.09529, + "nauc_map_at_3_std": -0.304333, + "nauc_map_at_3_diff1": 0.330762, + "nauc_map_at_5_max": -0.068472, + "nauc_map_at_5_std": -0.303651, + "nauc_map_at_5_diff1": 0.326702, + "nauc_map_at_10_max": -0.024512, + "nauc_map_at_10_std": -0.259258, + "nauc_map_at_10_diff1": 0.335477, + "nauc_map_at_20_max": 0.024723, + "nauc_map_at_20_std": -0.202942, + "nauc_map_at_20_diff1": 0.297004, + "nauc_map_at_100_max": 0.122835, + "nauc_map_at_100_std": 0.021848, + "nauc_map_at_100_diff1": 0.275248, + "nauc_map_at_1000_max": 0.143095, + "nauc_map_at_1000_std": 0.173046, + "nauc_map_at_1000_diff1": 0.235208, + "nauc_recall_at_1_max": -0.14207, + "nauc_recall_at_1_std": -0.296815, + "nauc_recall_at_1_diff1": 0.376423, + "nauc_recall_at_3_max": -0.134247, + "nauc_recall_at_3_std": -0.305555, + "nauc_recall_at_3_diff1": 0.297334, + "nauc_recall_at_5_max": -0.12593, + "nauc_recall_at_5_std": -0.328461, + "nauc_recall_at_5_diff1": 0.270721, + "nauc_recall_at_10_max": -0.086314, + "nauc_recall_at_10_std": -0.297668, + "nauc_recall_at_10_diff1": 0.280737, + "nauc_recall_at_20_max": -0.023405, + "nauc_recall_at_20_std": -0.253396, + "nauc_recall_at_20_diff1": 0.201501, + "nauc_recall_at_100_max": 0.044639, + "nauc_recall_at_100_std": -0.057588, + "nauc_recall_at_100_diff1": 0.181284, + "nauc_recall_at_1000_max": 0.250988, + "nauc_recall_at_1000_std": 0.586992, + "nauc_recall_at_1000_diff1": 0.015184, + "nauc_precision_at_1_max": 0.39703, + "nauc_precision_at_1_std": 0.180771, + "nauc_precision_at_1_diff1": 0.279566, + "nauc_precision_at_3_max": 0.372625, + "nauc_precision_at_3_std": 0.256256, + "nauc_precision_at_3_diff1": 0.075945, + "nauc_precision_at_5_max": 0.342192, + "nauc_precision_at_5_std": 0.360167, + "nauc_precision_at_5_diff1": -0.012298, + "nauc_precision_at_10_max": 0.300734, + "nauc_precision_at_10_std": 0.477542, + "nauc_precision_at_10_diff1": -0.055128, + "nauc_precision_at_20_max": 0.270867, + "nauc_precision_at_20_std": 0.532673, + "nauc_precision_at_20_diff1": -0.177471, + "nauc_precision_at_100_max": 0.156942, + "nauc_precision_at_100_std": 0.533562, + "nauc_precision_at_100_diff1": -0.17995, + "nauc_precision_at_1000_max": 0.038607, + "nauc_precision_at_1000_std": 0.360136, + "nauc_precision_at_1000_diff1": -0.210692, + "nauc_mrr_at_1_max": 0.39703, + "nauc_mrr_at_1_std": 0.180771, + "nauc_mrr_at_1_diff1": 0.279566, + "nauc_mrr_at_3_max": 0.43607, + "nauc_mrr_at_3_std": 0.247937, + "nauc_mrr_at_3_diff1": 0.331104, + "nauc_mrr_at_5_max": 0.415488, + "nauc_mrr_at_5_std": 0.22638, + "nauc_mrr_at_5_diff1": 0.327807, + "nauc_mrr_at_10_max": 0.42834, + "nauc_mrr_at_10_std": 0.225742, + "nauc_mrr_at_10_diff1": 0.329946, + "nauc_mrr_at_20_max": 0.427419, + "nauc_mrr_at_20_std": 0.226064, + "nauc_mrr_at_20_diff1": 0.329243, + "nauc_mrr_at_100_max": 0.426005, + "nauc_mrr_at_100_std": 0.225044, + "nauc_mrr_at_100_diff1": 0.327358, + "nauc_mrr_at_1000_max": 0.426005, + "nauc_mrr_at_1000_std": 0.225044, + "nauc_mrr_at_1000_diff1": 0.327358, + "main_score": 0.54974, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5225, + "ndcg_at_3": 0.48147, + "ndcg_at_5": 0.46213, + "ndcg_at_10": 0.45941, + "ndcg_at_20": 0.45922, + "ndcg_at_100": 0.52169, + "ndcg_at_1000": 0.64062, + "map_at_1": 0.0611, + "map_at_3": 0.11812, + "map_at_5": 0.14309, + "map_at_10": 0.17971, + "map_at_20": 0.21417, + "map_at_100": 0.28829, + "map_at_1000": 0.33596, + "recall_at_1": 0.0611, + "recall_at_3": 0.14031, + "recall_at_5": 0.18218, + "recall_at_10": 0.2631, + "recall_at_20": 0.35093, + "recall_at_100": 0.61777, + "recall_at_1000": 0.93707, + "precision_at_1": 0.625, + "precision_at_3": 0.53667, + "precision_at_5": 0.477, + "precision_at_10": 0.4095, + "precision_at_20": 0.32825, + "precision_at_100": 0.1721, + "precision_at_1000": 0.03644, + "mrr_at_1": 0.625, + "mrr_at_3": 0.721667, + "mrr_at_5": 0.731917, + "mrr_at_10": 0.743677, + "mrr_at_20": 0.745358, + "mrr_at_100": 0.745658, + "mrr_at_1000": 0.745658, + "nauc_ndcg_at_1_max": 0.338428, + "nauc_ndcg_at_1_std": 0.006153, + "nauc_ndcg_at_1_diff1": 0.360534, + "nauc_ndcg_at_3_max": 0.257438, + "nauc_ndcg_at_3_std": 0.033782, + "nauc_ndcg_at_3_diff1": 0.264872, + "nauc_ndcg_at_5_max": 0.281086, + "nauc_ndcg_at_5_std": 0.042167, + "nauc_ndcg_at_5_diff1": 0.239415, + "nauc_ndcg_at_10_max": 0.304734, + "nauc_ndcg_at_10_std": 0.016705, + "nauc_ndcg_at_10_diff1": 0.233869, + "nauc_ndcg_at_20_max": 0.270344, + "nauc_ndcg_at_20_std": -0.013025, + "nauc_ndcg_at_20_diff1": 0.239991, + "nauc_ndcg_at_100_max": 0.269566, + "nauc_ndcg_at_100_std": 0.032925, + "nauc_ndcg_at_100_diff1": 0.249218, + "nauc_ndcg_at_1000_max": 0.364669, + "nauc_ndcg_at_1000_std": 0.257586, + "nauc_ndcg_at_1000_diff1": 0.237255, + "nauc_map_at_1_max": 0.109321, + "nauc_map_at_1_std": -0.262435, + "nauc_map_at_1_diff1": 0.304552, + "nauc_map_at_3_max": 0.117899, + "nauc_map_at_3_std": -0.272613, + "nauc_map_at_3_diff1": 0.252677, + "nauc_map_at_5_max": 0.125114, + "nauc_map_at_5_std": -0.270556, + "nauc_map_at_5_diff1": 0.204344, + "nauc_map_at_10_max": 0.162676, + "nauc_map_at_10_std": -0.247923, + "nauc_map_at_10_diff1": 0.203305, + "nauc_map_at_20_max": 0.172454, + "nauc_map_at_20_std": -0.211394, + "nauc_map_at_20_diff1": 0.201093, + "nauc_map_at_100_max": 0.228154, + "nauc_map_at_100_std": -0.018305, + "nauc_map_at_100_diff1": 0.200299, + "nauc_map_at_1000_max": 0.261842, + "nauc_map_at_1000_std": 0.137612, + "nauc_map_at_1000_diff1": 0.166885, + "nauc_recall_at_1_max": 0.109321, + "nauc_recall_at_1_std": -0.262435, + "nauc_recall_at_1_diff1": 0.304552, + "nauc_recall_at_3_max": 0.055845, + "nauc_recall_at_3_std": -0.285106, + "nauc_recall_at_3_diff1": 0.17011, + "nauc_recall_at_5_max": 0.058012, + "nauc_recall_at_5_std": -0.27825, + "nauc_recall_at_5_diff1": 0.110532, + "nauc_recall_at_10_max": 0.048943, + "nauc_recall_at_10_std": -0.295877, + "nauc_recall_at_10_diff1": 0.090619, + "nauc_recall_at_20_max": -0.001613, + "nauc_recall_at_20_std": -0.285537, + "nauc_recall_at_20_diff1": 0.066377, + "nauc_recall_at_100_max": 0.060432, + "nauc_recall_at_100_std": -0.055266, + "nauc_recall_at_100_diff1": 0.070127, + "nauc_recall_at_1000_max": 0.168147, + "nauc_recall_at_1000_std": 0.517255, + "nauc_recall_at_1000_diff1": -0.056126, + "nauc_precision_at_1_max": 0.369261, + "nauc_precision_at_1_std": 0.091613, + "nauc_precision_at_1_diff1": 0.374415, + "nauc_precision_at_3_max": 0.232827, + "nauc_precision_at_3_std": 0.165942, + "nauc_precision_at_3_diff1": 0.12323, + "nauc_precision_at_5_max": 0.245552, + "nauc_precision_at_5_std": 0.267377, + "nauc_precision_at_5_diff1": 0.048619, + "nauc_precision_at_10_max": 0.259326, + "nauc_precision_at_10_std": 0.362827, + "nauc_precision_at_10_diff1": 0.009331, + "nauc_precision_at_20_max": 0.176172, + "nauc_precision_at_20_std": 0.433326, + "nauc_precision_at_20_diff1": -0.017928, + "nauc_precision_at_100_max": 0.11468, + "nauc_precision_at_100_std": 0.517253, + "nauc_precision_at_100_diff1": -0.07629, + "nauc_precision_at_1000_max": 0.065005, + "nauc_precision_at_1000_std": 0.408396, + "nauc_precision_at_1000_diff1": -0.14658, + "nauc_mrr_at_1_max": 0.369261, + "nauc_mrr_at_1_std": 0.091613, + "nauc_mrr_at_1_diff1": 0.374415, + "nauc_mrr_at_3_max": 0.330687, + "nauc_mrr_at_3_std": 0.096541, + "nauc_mrr_at_3_diff1": 0.331272, + "nauc_mrr_at_5_max": 0.349085, + "nauc_mrr_at_5_std": 0.108506, + "nauc_mrr_at_5_diff1": 0.346087, + "nauc_mrr_at_10_max": 0.357209, + "nauc_mrr_at_10_std": 0.10802, + "nauc_mrr_at_10_diff1": 0.354875, + "nauc_mrr_at_20_max": 0.35296, + "nauc_mrr_at_20_std": 0.10547, + "nauc_mrr_at_20_diff1": 0.353196, + "nauc_mrr_at_100_max": 0.353231, + "nauc_mrr_at_100_std": 0.105393, + "nauc_mrr_at_100_diff1": 0.35237, + "nauc_mrr_at_1000_max": 0.353231, + "nauc_mrr_at_1000_std": 0.105393, + "nauc_mrr_at_1000_diff1": 0.35237, + "main_score": 0.45941, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.48089, + "ndcg_at_5": 0.46537, + "ndcg_at_10": 0.45237, + "ndcg_at_20": 0.44783, + "ndcg_at_100": 0.50677, + "ndcg_at_1000": 0.62837, + "map_at_1": 0.05601, + "map_at_3": 0.1146, + "map_at_5": 0.13949, + "map_at_10": 0.17257, + "map_at_20": 0.20557, + "map_at_100": 0.27859, + "map_at_1000": 0.32642, + "recall_at_1": 0.05601, + "recall_at_3": 0.13788, + "recall_at_5": 0.18649, + "recall_at_10": 0.25424, + "recall_at_20": 0.33448, + "recall_at_100": 0.59623, + "recall_at_1000": 0.93163, + "precision_at_1": 0.595, + "precision_at_3": 0.55167, + "precision_at_5": 0.486, + "precision_at_10": 0.399, + "precision_at_20": 0.32175, + "precision_at_100": 0.1702, + "precision_at_1000": 0.0363, + "mrr_at_1": 0.595, + "mrr_at_3": 0.691667, + "mrr_at_5": 0.702167, + "mrr_at_10": 0.711708, + "mrr_at_20": 0.714105, + "mrr_at_100": 0.715187, + "mrr_at_1000": 0.715187, + "nauc_ndcg_at_1_max": 0.346821, + "nauc_ndcg_at_1_std": 0.295898, + "nauc_ndcg_at_1_diff1": 0.235339, + "nauc_ndcg_at_3_max": 0.361247, + "nauc_ndcg_at_3_std": 0.377666, + "nauc_ndcg_at_3_diff1": 0.160755, + "nauc_ndcg_at_5_max": 0.381191, + "nauc_ndcg_at_5_std": 0.353297, + "nauc_ndcg_at_5_diff1": 0.165622, + "nauc_ndcg_at_10_max": 0.371267, + "nauc_ndcg_at_10_std": 0.319843, + "nauc_ndcg_at_10_diff1": 0.119002, + "nauc_ndcg_at_20_max": 0.363188, + "nauc_ndcg_at_20_std": 0.278503, + "nauc_ndcg_at_20_diff1": 0.098223, + "nauc_ndcg_at_100_max": 0.368119, + "nauc_ndcg_at_100_std": 0.323984, + "nauc_ndcg_at_100_diff1": 0.094293, + "nauc_ndcg_at_1000_max": 0.411514, + "nauc_ndcg_at_1000_std": 0.51631, + "nauc_ndcg_at_1000_diff1": 0.089854, + "nauc_map_at_1_max": 0.036393, + "nauc_map_at_1_std": -0.121275, + "nauc_map_at_1_diff1": 0.140361, + "nauc_map_at_3_max": 0.091555, + "nauc_map_at_3_std": -0.114868, + "nauc_map_at_3_diff1": 0.103243, + "nauc_map_at_5_max": 0.134888, + "nauc_map_at_5_std": -0.095473, + "nauc_map_at_5_diff1": 0.11769, + "nauc_map_at_10_max": 0.166422, + "nauc_map_at_10_std": -0.043137, + "nauc_map_at_10_diff1": 0.095324, + "nauc_map_at_20_max": 0.21548, + "nauc_map_at_20_std": 0.028187, + "nauc_map_at_20_diff1": 0.094907, + "nauc_map_at_100_max": 0.288874, + "nauc_map_at_100_std": 0.228829, + "nauc_map_at_100_diff1": 0.08042, + "nauc_map_at_1000_max": 0.301055, + "nauc_map_at_1000_std": 0.359734, + "nauc_map_at_1000_diff1": 0.058816, + "nauc_recall_at_1_max": 0.036393, + "nauc_recall_at_1_std": -0.121275, + "nauc_recall_at_1_diff1": 0.140361, + "nauc_recall_at_3_max": 0.037511, + "nauc_recall_at_3_std": -0.17, + "nauc_recall_at_3_diff1": 0.08941, + "nauc_recall_at_5_max": 0.067032, + "nauc_recall_at_5_std": -0.180038, + "nauc_recall_at_5_diff1": 0.092596, + "nauc_recall_at_10_max": 0.073548, + "nauc_recall_at_10_std": -0.172257, + "nauc_recall_at_10_diff1": 0.051172, + "nauc_recall_at_20_max": 0.105494, + "nauc_recall_at_20_std": -0.137586, + "nauc_recall_at_20_diff1": 0.033998, + "nauc_recall_at_100_max": 0.176832, + "nauc_recall_at_100_std": 0.065313, + "nauc_recall_at_100_diff1": 0.040773, + "nauc_recall_at_1000_max": 0.196322, + "nauc_recall_at_1000_std": 0.559627, + "nauc_recall_at_1000_diff1": -0.020934, + "nauc_precision_at_1_max": 0.368178, + "nauc_precision_at_1_std": 0.435153, + "nauc_precision_at_1_diff1": 0.204609, + "nauc_precision_at_3_max": 0.381082, + "nauc_precision_at_3_std": 0.472548, + "nauc_precision_at_3_diff1": 0.06471, + "nauc_precision_at_5_max": 0.356811, + "nauc_precision_at_5_std": 0.488595, + "nauc_precision_at_5_diff1": 0.052733, + "nauc_precision_at_10_max": 0.302425, + "nauc_precision_at_10_std": 0.530062, + "nauc_precision_at_10_diff1": -0.01639, + "nauc_precision_at_20_max": 0.261607, + "nauc_precision_at_20_std": 0.528415, + "nauc_precision_at_20_diff1": -0.049002, + "nauc_precision_at_100_max": 0.137169, + "nauc_precision_at_100_std": 0.504286, + "nauc_precision_at_100_diff1": -0.065097, + "nauc_precision_at_1000_max": 0.045774, + "nauc_precision_at_1000_std": 0.359355, + "nauc_precision_at_1000_diff1": -0.103277, + "nauc_mrr_at_1_max": 0.368178, + "nauc_mrr_at_1_std": 0.435153, + "nauc_mrr_at_1_diff1": 0.204609, + "nauc_mrr_at_3_max": 0.41765, + "nauc_mrr_at_3_std": 0.464725, + "nauc_mrr_at_3_diff1": 0.211323, + "nauc_mrr_at_5_max": 0.418203, + "nauc_mrr_at_5_std": 0.463784, + "nauc_mrr_at_5_diff1": 0.203953, + "nauc_mrr_at_10_max": 0.427757, + "nauc_mrr_at_10_std": 0.466893, + "nauc_mrr_at_10_diff1": 0.202674, + "nauc_mrr_at_20_max": 0.42427, + "nauc_mrr_at_20_std": 0.463566, + "nauc_mrr_at_20_diff1": 0.200203, + "nauc_mrr_at_100_max": 0.422433, + "nauc_mrr_at_100_std": 0.46366, + "nauc_mrr_at_100_diff1": 0.202361, + "nauc_mrr_at_1000_max": 0.422433, + "nauc_mrr_at_1000_std": 0.46366, + "nauc_mrr_at_1000_diff1": 0.202361, + "main_score": 0.45237, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.68, + "ndcg_at_3": 0.61056, + "ndcg_at_5": 0.61895, + "ndcg_at_10": 0.64268, + "ndcg_at_20": 0.6747, + "ndcg_at_100": 0.72691, + "ndcg_at_1000": 0.75857, + "map_at_1": 0.15958, + "map_at_3": 0.29546, + "map_at_5": 0.36338, + "map_at_10": 0.44989, + "map_at_20": 0.50268, + "map_at_100": 0.5577, + "map_at_1000": 0.5709, + "recall_at_1": 0.15958, + "recall_at_3": 0.3264, + "recall_at_5": 0.42069, + "recall_at_10": 0.57149, + "recall_at_20": 0.69491, + "recall_at_100": 0.89645, + "recall_at_1000": 0.99867, + "precision_at_1": 0.75, + "precision_at_3": 0.61167, + "precision_at_5": 0.539, + "precision_at_10": 0.42, + "precision_at_20": 0.29475, + "precision_at_100": 0.1014, + "precision_at_1000": 0.01342, + "mrr_at_1": 0.75, + "mrr_at_3": 0.809167, + "mrr_at_5": 0.815917, + "mrr_at_10": 0.822062, + "mrr_at_20": 0.822516, + "mrr_at_100": 0.823524, + "mrr_at_1000": 0.823588, + "nauc_ndcg_at_1_max": 0.526007, + "nauc_ndcg_at_1_std": 0.088499, + "nauc_ndcg_at_1_diff1": 0.453408, + "nauc_ndcg_at_3_max": 0.422063, + "nauc_ndcg_at_3_std": -0.01812, + "nauc_ndcg_at_3_diff1": 0.360358, + "nauc_ndcg_at_5_max": 0.37242, + "nauc_ndcg_at_5_std": -0.032193, + "nauc_ndcg_at_5_diff1": 0.325523, + "nauc_ndcg_at_10_max": 0.394186, + "nauc_ndcg_at_10_std": -0.147811, + "nauc_ndcg_at_10_diff1": 0.348225, + "nauc_ndcg_at_20_max": 0.406966, + "nauc_ndcg_at_20_std": -0.180002, + "nauc_ndcg_at_20_diff1": 0.365447, + "nauc_ndcg_at_100_max": 0.415186, + "nauc_ndcg_at_100_std": -0.152319, + "nauc_ndcg_at_100_diff1": 0.335835, + "nauc_ndcg_at_1000_max": 0.456304, + "nauc_ndcg_at_1000_std": 0.004923, + "nauc_ndcg_at_1000_diff1": 0.353731, + "nauc_map_at_1_max": 0.024646, + "nauc_map_at_1_std": -0.345019, + "nauc_map_at_1_diff1": 0.404424, + "nauc_map_at_3_max": 0.108304, + "nauc_map_at_3_std": -0.390583, + "nauc_map_at_3_diff1": 0.339023, + "nauc_map_at_5_max": 0.133415, + "nauc_map_at_5_std": -0.401031, + "nauc_map_at_5_diff1": 0.290734, + "nauc_map_at_10_max": 0.233296, + "nauc_map_at_10_std": -0.399987, + "nauc_map_at_10_diff1": 0.257786, + "nauc_map_at_20_max": 0.276411, + "nauc_map_at_20_std": -0.368676, + "nauc_map_at_20_diff1": 0.246413, + "nauc_map_at_100_max": 0.316756, + "nauc_map_at_100_std": -0.247954, + "nauc_map_at_100_diff1": 0.243824, + "nauc_map_at_1000_max": 0.333396, + "nauc_map_at_1000_std": -0.190381, + "nauc_map_at_1000_diff1": 0.254054, + "nauc_recall_at_1_max": 0.024646, + "nauc_recall_at_1_std": -0.345019, + "nauc_recall_at_1_diff1": 0.404424, + "nauc_recall_at_3_max": 0.044592, + "nauc_recall_at_3_std": -0.420932, + "nauc_recall_at_3_diff1": 0.315725, + "nauc_recall_at_5_max": 0.031189, + "nauc_recall_at_5_std": -0.452716, + "nauc_recall_at_5_diff1": 0.260024, + "nauc_recall_at_10_max": 0.140678, + "nauc_recall_at_10_std": -0.507439, + "nauc_recall_at_10_diff1": 0.231895, + "nauc_recall_at_20_max": 0.181403, + "nauc_recall_at_20_std": -0.541831, + "nauc_recall_at_20_diff1": 0.244428, + "nauc_recall_at_100_max": 0.15986, + "nauc_recall_at_100_std": -0.558731, + "nauc_recall_at_100_diff1": 0.190974, + "nauc_recall_at_1000_max": 0.351009, + "nauc_recall_at_1000_std": -0.209432, + "nauc_recall_at_1000_diff1": -0.197443, + "nauc_precision_at_1_max": 0.601214, + "nauc_precision_at_1_std": 0.142292, + "nauc_precision_at_1_diff1": 0.474275, + "nauc_precision_at_3_max": 0.433088, + "nauc_precision_at_3_std": 0.137225, + "nauc_precision_at_3_diff1": 0.090326, + "nauc_precision_at_5_max": 0.341774, + "nauc_precision_at_5_std": 0.254426, + "nauc_precision_at_5_diff1": -0.047109, + "nauc_precision_at_10_max": 0.354102, + "nauc_precision_at_10_std": 0.362856, + "nauc_precision_at_10_diff1": -0.097179, + "nauc_precision_at_20_max": 0.252283, + "nauc_precision_at_20_std": 0.498295, + "nauc_precision_at_20_diff1": -0.112586, + "nauc_precision_at_100_max": 0.11157, + "nauc_precision_at_100_std": 0.641719, + "nauc_precision_at_100_diff1": -0.088586, + "nauc_precision_at_1000_max": 0.082184, + "nauc_precision_at_1000_std": 0.66907, + "nauc_precision_at_1000_diff1": -0.043271, + "nauc_mrr_at_1_max": 0.601214, + "nauc_mrr_at_1_std": 0.142292, + "nauc_mrr_at_1_diff1": 0.474275, + "nauc_mrr_at_3_max": 0.590883, + "nauc_mrr_at_3_std": 0.130324, + "nauc_mrr_at_3_diff1": 0.492673, + "nauc_mrr_at_5_max": 0.585281, + "nauc_mrr_at_5_std": 0.132873, + "nauc_mrr_at_5_diff1": 0.487326, + "nauc_mrr_at_10_max": 0.598178, + "nauc_mrr_at_10_std": 0.142229, + "nauc_mrr_at_10_diff1": 0.488333, + "nauc_mrr_at_20_max": 0.597053, + "nauc_mrr_at_20_std": 0.140195, + "nauc_mrr_at_20_diff1": 0.486901, + "nauc_mrr_at_100_max": 0.59641, + "nauc_mrr_at_100_std": 0.140713, + "nauc_mrr_at_100_diff1": 0.486448, + "nauc_mrr_at_1000_max": 0.596302, + "nauc_mrr_at_1000_std": 0.140596, + "nauc_mrr_at_1000_diff1": 0.486445, + "main_score": 0.64268, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5625, + "ndcg_at_3": 0.51147, + "ndcg_at_5": 0.51147, + "ndcg_at_10": 0.53424, + "ndcg_at_20": 0.57036, + "ndcg_at_100": 0.63649, + "ndcg_at_1000": 0.67923, + "map_at_1": 0.13168, + "map_at_3": 0.2366, + "map_at_5": 0.29273, + "map_at_10": 0.35856, + "map_at_20": 0.40304, + "map_at_100": 0.45471, + "map_at_1000": 0.46924, + "recall_at_1": 0.13168, + "recall_at_3": 0.25761, + "recall_at_5": 0.34863, + "recall_at_10": 0.47451, + "recall_at_20": 0.59794, + "recall_at_100": 0.83609, + "recall_at_1000": 0.98658, + "precision_at_1": 0.645, + "precision_at_3": 0.51333, + "precision_at_5": 0.451, + "precision_at_10": 0.3535, + "precision_at_20": 0.254, + "precision_at_100": 0.09515, + "precision_at_1000": 0.0133, + "mrr_at_1": 0.645, + "mrr_at_3": 0.7, + "mrr_at_5": 0.72025, + "mrr_at_10": 0.727159, + "mrr_at_20": 0.730383, + "mrr_at_100": 0.731477, + "mrr_at_1000": 0.73155, + "nauc_ndcg_at_1_max": 0.362865, + "nauc_ndcg_at_1_std": 0.00182, + "nauc_ndcg_at_1_diff1": 0.271399, + "nauc_ndcg_at_3_max": 0.360048, + "nauc_ndcg_at_3_std": 0.039482, + "nauc_ndcg_at_3_diff1": 0.191631, + "nauc_ndcg_at_5_max": 0.34796, + "nauc_ndcg_at_5_std": -0.023319, + "nauc_ndcg_at_5_diff1": 0.184021, + "nauc_ndcg_at_10_max": 0.384247, + "nauc_ndcg_at_10_std": -0.047224, + "nauc_ndcg_at_10_diff1": 0.177745, + "nauc_ndcg_at_20_max": 0.38511, + "nauc_ndcg_at_20_std": -0.074604, + "nauc_ndcg_at_20_diff1": 0.184915, + "nauc_ndcg_at_100_max": 0.397334, + "nauc_ndcg_at_100_std": -0.052064, + "nauc_ndcg_at_100_diff1": 0.186107, + "nauc_ndcg_at_1000_max": 0.434749, + "nauc_ndcg_at_1000_std": 0.072643, + "nauc_ndcg_at_1000_diff1": 0.171931, + "nauc_map_at_1_max": -0.048654, + "nauc_map_at_1_std": -0.321079, + "nauc_map_at_1_diff1": 0.160116, + "nauc_map_at_3_max": 0.044005, + "nauc_map_at_3_std": -0.319449, + "nauc_map_at_3_diff1": 0.1285, + "nauc_map_at_5_max": 0.115861, + "nauc_map_at_5_std": -0.312261, + "nauc_map_at_5_diff1": 0.125306, + "nauc_map_at_10_max": 0.224015, + "nauc_map_at_10_std": -0.269641, + "nauc_map_at_10_diff1": 0.121616, + "nauc_map_at_20_max": 0.266177, + "nauc_map_at_20_std": -0.236914, + "nauc_map_at_20_diff1": 0.125159, + "nauc_map_at_100_max": 0.334348, + "nauc_map_at_100_std": -0.126787, + "nauc_map_at_100_diff1": 0.121775, + "nauc_map_at_1000_max": 0.355701, + "nauc_map_at_1000_std": -0.075302, + "nauc_map_at_1000_diff1": 0.118582, + "nauc_recall_at_1_max": -0.048654, + "nauc_recall_at_1_std": -0.321079, + "nauc_recall_at_1_diff1": 0.160116, + "nauc_recall_at_3_max": 0.018471, + "nauc_recall_at_3_std": -0.319622, + "nauc_recall_at_3_diff1": 0.106791, + "nauc_recall_at_5_max": 0.069138, + "nauc_recall_at_5_std": -0.336734, + "nauc_recall_at_5_diff1": 0.102786, + "nauc_recall_at_10_max": 0.151691, + "nauc_recall_at_10_std": -0.320768, + "nauc_recall_at_10_diff1": 0.083103, + "nauc_recall_at_20_max": 0.167231, + "nauc_recall_at_20_std": -0.335121, + "nauc_recall_at_20_diff1": 0.086117, + "nauc_recall_at_100_max": 0.261074, + "nauc_recall_at_100_std": -0.239402, + "nauc_recall_at_100_diff1": 0.157597, + "nauc_recall_at_1000_max": 0.585823, + "nauc_recall_at_1000_std": 0.520669, + "nauc_recall_at_1000_diff1": 0.174995, + "nauc_precision_at_1_max": 0.431337, + "nauc_precision_at_1_std": 0.044432, + "nauc_precision_at_1_diff1": 0.248878, + "nauc_precision_at_3_max": 0.424565, + "nauc_precision_at_3_std": 0.198251, + "nauc_precision_at_3_diff1": 0.059684, + "nauc_precision_at_5_max": 0.447343, + "nauc_precision_at_5_std": 0.221914, + "nauc_precision_at_5_diff1": 0.036582, + "nauc_precision_at_10_max": 0.511062, + "nauc_precision_at_10_std": 0.373016, + "nauc_precision_at_10_diff1": -0.005191, + "nauc_precision_at_20_max": 0.438146, + "nauc_precision_at_20_std": 0.480894, + "nauc_precision_at_20_diff1": -0.015058, + "nauc_precision_at_100_max": 0.288737, + "nauc_precision_at_100_std": 0.602757, + "nauc_precision_at_100_diff1": -0.047479, + "nauc_precision_at_1000_max": 0.221834, + "nauc_precision_at_1000_std": 0.628342, + "nauc_precision_at_1000_diff1": -0.070613, + "nauc_mrr_at_1_max": 0.431337, + "nauc_mrr_at_1_std": 0.044432, + "nauc_mrr_at_1_diff1": 0.248878, + "nauc_mrr_at_3_max": 0.457575, + "nauc_mrr_at_3_std": 0.130892, + "nauc_mrr_at_3_diff1": 0.203136, + "nauc_mrr_at_5_max": 0.456755, + "nauc_mrr_at_5_std": 0.119103, + "nauc_mrr_at_5_diff1": 0.198062, + "nauc_mrr_at_10_max": 0.452974, + "nauc_mrr_at_10_std": 0.113926, + "nauc_mrr_at_10_diff1": 0.195684, + "nauc_mrr_at_20_max": 0.453897, + "nauc_mrr_at_20_std": 0.112885, + "nauc_mrr_at_20_diff1": 0.198342, + "nauc_mrr_at_100_max": 0.454049, + "nauc_mrr_at_100_std": 0.112392, + "nauc_mrr_at_100_diff1": 0.201701, + "nauc_mrr_at_1000_max": 0.453929, + "nauc_mrr_at_1000_std": 0.112339, + "nauc_mrr_at_1000_diff1": 0.201664, + "main_score": 0.53424, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.53216, + "ndcg_at_5": 0.52853, + "ndcg_at_10": 0.55894, + "ndcg_at_20": 0.59006, + "ndcg_at_100": 0.64902, + "ndcg_at_1000": 0.6892, + "map_at_1": 0.12, + "map_at_3": 0.23856, + "map_at_5": 0.29562, + "map_at_10": 0.37058, + "map_at_20": 0.41507, + "map_at_100": 0.46633, + "map_at_1000": 0.47993, + "recall_at_1": 0.12, + "recall_at_3": 0.27265, + "recall_at_5": 0.35671, + "recall_at_10": 0.50366, + "recall_at_20": 0.62854, + "recall_at_100": 0.84181, + "recall_at_1000": 0.98601, + "precision_at_1": 0.66, + "precision_at_3": 0.55667, + "precision_at_5": 0.48, + "precision_at_10": 0.379, + "precision_at_20": 0.2675, + "precision_at_100": 0.09535, + "precision_at_1000": 0.01325, + "mrr_at_1": 0.66, + "mrr_at_3": 0.7275, + "mrr_at_5": 0.74175, + "mrr_at_10": 0.749601, + "mrr_at_20": 0.750895, + "mrr_at_100": 0.751487, + "mrr_at_1000": 0.751552, + "nauc_ndcg_at_1_max": 0.323721, + "nauc_ndcg_at_1_std": 0.115115, + "nauc_ndcg_at_1_diff1": 0.343232, + "nauc_ndcg_at_3_max": 0.317073, + "nauc_ndcg_at_3_std": 0.080843, + "nauc_ndcg_at_3_diff1": 0.262376, + "nauc_ndcg_at_5_max": 0.341743, + "nauc_ndcg_at_5_std": 0.073784, + "nauc_ndcg_at_5_diff1": 0.234551, + "nauc_ndcg_at_10_max": 0.367819, + "nauc_ndcg_at_10_std": 0.021944, + "nauc_ndcg_at_10_diff1": 0.245243, + "nauc_ndcg_at_20_max": 0.365189, + "nauc_ndcg_at_20_std": 0.010964, + "nauc_ndcg_at_20_diff1": 0.242347, + "nauc_ndcg_at_100_max": 0.388912, + "nauc_ndcg_at_100_std": 0.041434, + "nauc_ndcg_at_100_diff1": 0.261293, + "nauc_ndcg_at_1000_max": 0.406883, + "nauc_ndcg_at_1000_std": 0.154287, + "nauc_ndcg_at_1000_diff1": 0.235206, + "nauc_map_at_1_max": 0.05592, + "nauc_map_at_1_std": -0.235554, + "nauc_map_at_1_diff1": 0.314727, + "nauc_map_at_3_max": 0.098646, + "nauc_map_at_3_std": -0.244971, + "nauc_map_at_3_diff1": 0.248247, + "nauc_map_at_5_max": 0.128477, + "nauc_map_at_5_std": -0.241981, + "nauc_map_at_5_diff1": 0.214573, + "nauc_map_at_10_max": 0.218196, + "nauc_map_at_10_std": -0.197107, + "nauc_map_at_10_diff1": 0.199989, + "nauc_map_at_20_max": 0.25644, + "nauc_map_at_20_std": -0.152553, + "nauc_map_at_20_diff1": 0.190718, + "nauc_map_at_100_max": 0.318715, + "nauc_map_at_100_std": -0.037059, + "nauc_map_at_100_diff1": 0.186513, + "nauc_map_at_1000_max": 0.332369, + "nauc_map_at_1000_std": 0.009977, + "nauc_map_at_1000_diff1": 0.17624, + "nauc_recall_at_1_max": 0.05592, + "nauc_recall_at_1_std": -0.235554, + "nauc_recall_at_1_diff1": 0.314727, + "nauc_recall_at_3_max": 0.066881, + "nauc_recall_at_3_std": -0.240739, + "nauc_recall_at_3_diff1": 0.214236, + "nauc_recall_at_5_max": 0.073097, + "nauc_recall_at_5_std": -0.27463, + "nauc_recall_at_5_diff1": 0.155559, + "nauc_recall_at_10_max": 0.141544, + "nauc_recall_at_10_std": -0.303342, + "nauc_recall_at_10_diff1": 0.170646, + "nauc_recall_at_20_max": 0.124954, + "nauc_recall_at_20_std": -0.280007, + "nauc_recall_at_20_diff1": 0.16642, + "nauc_recall_at_100_max": 0.225467, + "nauc_recall_at_100_std": -0.179617, + "nauc_recall_at_100_diff1": 0.210055, + "nauc_recall_at_1000_max": 0.09972, + "nauc_recall_at_1000_std": 0.48682, + "nauc_recall_at_1000_diff1": -0.034125, + "nauc_precision_at_1_max": 0.400636, + "nauc_precision_at_1_std": 0.1822, + "nauc_precision_at_1_diff1": 0.340818, + "nauc_precision_at_3_max": 0.363164, + "nauc_precision_at_3_std": 0.214176, + "nauc_precision_at_3_diff1": 0.151358, + "nauc_precision_at_5_max": 0.376981, + "nauc_precision_at_5_std": 0.276058, + "nauc_precision_at_5_diff1": 0.042286, + "nauc_precision_at_10_max": 0.421613, + "nauc_precision_at_10_std": 0.387368, + "nauc_precision_at_10_diff1": -0.012913, + "nauc_precision_at_20_max": 0.350074, + "nauc_precision_at_20_std": 0.493279, + "nauc_precision_at_20_diff1": -0.07234, + "nauc_precision_at_100_max": 0.225808, + "nauc_precision_at_100_std": 0.57153, + "nauc_precision_at_100_diff1": -0.109433, + "nauc_precision_at_1000_max": 0.145622, + "nauc_precision_at_1000_std": 0.562467, + "nauc_precision_at_1000_diff1": -0.149041, + "nauc_mrr_at_1_max": 0.400636, + "nauc_mrr_at_1_std": 0.1822, + "nauc_mrr_at_1_diff1": 0.340818, + "nauc_mrr_at_3_max": 0.432659, + "nauc_mrr_at_3_std": 0.213837, + "nauc_mrr_at_3_diff1": 0.34811, + "nauc_mrr_at_5_max": 0.437132, + "nauc_mrr_at_5_std": 0.223452, + "nauc_mrr_at_5_diff1": 0.322679, + "nauc_mrr_at_10_max": 0.436934, + "nauc_mrr_at_10_std": 0.211641, + "nauc_mrr_at_10_diff1": 0.330433, + "nauc_mrr_at_20_max": 0.434453, + "nauc_mrr_at_20_std": 0.213498, + "nauc_mrr_at_20_diff1": 0.331169, + "nauc_mrr_at_100_max": 0.433212, + "nauc_mrr_at_100_std": 0.212517, + "nauc_mrr_at_100_diff1": 0.331628, + "nauc_mrr_at_1000_max": 0.43308, + "nauc_mrr_at_1000_std": 0.212401, + "nauc_mrr_at_1000_diff1": 0.331606, + "main_score": 0.55894, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.655, + "ndcg_at_3": 0.62025, + "ndcg_at_5": 0.59704, + "ndcg_at_10": 0.57594, + "ndcg_at_20": 0.57351, + "ndcg_at_100": 0.63875, + "ndcg_at_1000": 0.7255, + "map_at_1": 0.0716, + "map_at_3": 0.13943, + "map_at_5": 0.18084, + "map_at_10": 0.23594, + "map_at_20": 0.29096, + "map_at_100": 0.4028, + "map_at_1000": 0.45615, + "recall_at_1": 0.0716, + "recall_at_3": 0.14883, + "recall_at_5": 0.20662, + "recall_at_10": 0.29061, + "recall_at_20": 0.40285, + "recall_at_100": 0.70773, + "recall_at_1000": 0.96701, + "precision_at_1": 0.79, + "precision_at_3": 0.685, + "precision_at_5": 0.621, + "precision_at_10": 0.5285, + "precision_at_20": 0.4375, + "precision_at_100": 0.226, + "precision_at_1000": 0.04636, + "mrr_at_1": 0.79, + "mrr_at_3": 0.841667, + "mrr_at_5": 0.849417, + "mrr_at_10": 0.852145, + "mrr_at_20": 0.853657, + "mrr_at_100": 0.854121, + "mrr_at_1000": 0.854146, + "nauc_ndcg_at_1_max": 0.412387, + "nauc_ndcg_at_1_std": 0.185399, + "nauc_ndcg_at_1_diff1": 0.223926, + "nauc_ndcg_at_3_max": 0.360077, + "nauc_ndcg_at_3_std": 0.210138, + "nauc_ndcg_at_3_diff1": 0.05573, + "nauc_ndcg_at_5_max": 0.394324, + "nauc_ndcg_at_5_std": 0.210282, + "nauc_ndcg_at_5_diff1": 0.045979, + "nauc_ndcg_at_10_max": 0.421934, + "nauc_ndcg_at_10_std": 0.18349, + "nauc_ndcg_at_10_diff1": 0.068705, + "nauc_ndcg_at_20_max": 0.439109, + "nauc_ndcg_at_20_std": 0.15745, + "nauc_ndcg_at_20_diff1": 0.091343, + "nauc_ndcg_at_100_max": 0.452415, + "nauc_ndcg_at_100_std": 0.239406, + "nauc_ndcg_at_100_diff1": 0.081872, + "nauc_ndcg_at_1000_max": 0.472626, + "nauc_ndcg_at_1000_std": 0.29688, + "nauc_ndcg_at_1000_diff1": 0.060407, + "nauc_map_at_1_max": 0.234491, + "nauc_map_at_1_std": -0.117045, + "nauc_map_at_1_diff1": 0.356345, + "nauc_map_at_3_max": 0.205357, + "nauc_map_at_3_std": -0.090551, + "nauc_map_at_3_diff1": 0.230144, + "nauc_map_at_5_max": 0.245169, + "nauc_map_at_5_std": -0.027803, + "nauc_map_at_5_diff1": 0.185569, + "nauc_map_at_10_max": 0.271306, + "nauc_map_at_10_std": 0.020397, + "nauc_map_at_10_diff1": 0.138501, + "nauc_map_at_20_max": 0.314632, + "nauc_map_at_20_std": 0.055449, + "nauc_map_at_20_diff1": 0.105893, + "nauc_map_at_100_max": 0.39479, + "nauc_map_at_100_std": 0.190228, + "nauc_map_at_100_diff1": 0.011064, + "nauc_map_at_1000_max": 0.398342, + "nauc_map_at_1000_std": 0.1971, + "nauc_map_at_1000_diff1": 0.000664, + "nauc_recall_at_1_max": 0.234491, + "nauc_recall_at_1_std": -0.117045, + "nauc_recall_at_1_diff1": 0.356345, + "nauc_recall_at_3_max": 0.170806, + "nauc_recall_at_3_std": -0.114875, + "nauc_recall_at_3_diff1": 0.206065, + "nauc_recall_at_5_max": 0.185261, + "nauc_recall_at_5_std": -0.07756, + "nauc_recall_at_5_diff1": 0.167972, + "nauc_recall_at_10_max": 0.186369, + "nauc_recall_at_10_std": -0.035287, + "nauc_recall_at_10_diff1": 0.137639, + "nauc_recall_at_20_max": 0.201578, + "nauc_recall_at_20_std": -0.039383, + "nauc_recall_at_20_diff1": 0.114805, + "nauc_recall_at_100_max": 0.236465, + "nauc_recall_at_100_std": 0.172602, + "nauc_recall_at_100_diff1": 0.077864, + "nauc_recall_at_1000_max": 0.32542, + "nauc_recall_at_1000_std": 0.652531, + "nauc_recall_at_1000_diff1": -0.073173, + "nauc_precision_at_1_max": 0.532883, + "nauc_precision_at_1_std": 0.403467, + "nauc_precision_at_1_diff1": 0.269507, + "nauc_precision_at_3_max": 0.246594, + "nauc_precision_at_3_std": 0.286185, + "nauc_precision_at_3_diff1": -0.112535, + "nauc_precision_at_5_max": 0.279181, + "nauc_precision_at_5_std": 0.298037, + "nauc_precision_at_5_diff1": -0.176696, + "nauc_precision_at_10_max": 0.223677, + "nauc_precision_at_10_std": 0.249262, + "nauc_precision_at_10_diff1": -0.190934, + "nauc_precision_at_20_max": 0.168599, + "nauc_precision_at_20_std": 0.195092, + "nauc_precision_at_20_diff1": -0.177084, + "nauc_precision_at_100_max": 0.029178, + "nauc_precision_at_100_std": 0.089821, + "nauc_precision_at_100_diff1": -0.123226, + "nauc_precision_at_1000_max": -0.082597, + "nauc_precision_at_1000_std": -0.11054, + "nauc_precision_at_1000_diff1": -0.065766, + "nauc_mrr_at_1_max": 0.532883, + "nauc_mrr_at_1_std": 0.403467, + "nauc_mrr_at_1_diff1": 0.269507, + "nauc_mrr_at_3_max": 0.547929, + "nauc_mrr_at_3_std": 0.384041, + "nauc_mrr_at_3_diff1": 0.255789, + "nauc_mrr_at_5_max": 0.556765, + "nauc_mrr_at_5_std": 0.386963, + "nauc_mrr_at_5_diff1": 0.263059, + "nauc_mrr_at_10_max": 0.554807, + "nauc_mrr_at_10_std": 0.390739, + "nauc_mrr_at_10_diff1": 0.258258, + "nauc_mrr_at_20_max": 0.555878, + "nauc_mrr_at_20_std": 0.386015, + "nauc_mrr_at_20_diff1": 0.254988, + "nauc_mrr_at_100_max": 0.554637, + "nauc_mrr_at_100_std": 0.386673, + "nauc_mrr_at_100_diff1": 0.257588, + "nauc_mrr_at_1000_max": 0.554558, + "nauc_mrr_at_1000_std": 0.386565, + "nauc_mrr_at_1000_diff1": 0.257536, + "main_score": 0.57594, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.545, + "ndcg_at_3": 0.514, + "ndcg_at_5": 0.49719, + "ndcg_at_10": 0.48957, + "ndcg_at_20": 0.48806, + "ndcg_at_100": 0.55819, + "ndcg_at_1000": 0.65735, + "map_at_1": 0.06185, + "map_at_3": 0.11731, + "map_at_5": 0.1493, + "map_at_10": 0.19646, + "map_at_20": 0.23933, + "map_at_100": 0.33325, + "map_at_1000": 0.38242, + "recall_at_1": 0.06185, + "recall_at_3": 0.13199, + "recall_at_5": 0.17428, + "recall_at_10": 0.26331, + "recall_at_20": 0.35457, + "recall_at_100": 0.64196, + "recall_at_1000": 0.93591, + "precision_at_1": 0.675, + "precision_at_3": 0.58833, + "precision_at_5": 0.534, + "precision_at_10": 0.453, + "precision_at_20": 0.371, + "precision_at_100": 0.2012, + "precision_at_1000": 0.04399, + "mrr_at_1": 0.675, + "mrr_at_3": 0.749167, + "mrr_at_5": 0.756667, + "mrr_at_10": 0.766339, + "mrr_at_20": 0.767034, + "mrr_at_100": 0.767629, + "mrr_at_1000": 0.767727, + "nauc_ndcg_at_1_max": 0.28781, + "nauc_ndcg_at_1_std": 0.095722, + "nauc_ndcg_at_1_diff1": 0.269068, + "nauc_ndcg_at_3_max": 0.329495, + "nauc_ndcg_at_3_std": 0.212882, + "nauc_ndcg_at_3_diff1": 0.179504, + "nauc_ndcg_at_5_max": 0.34571, + "nauc_ndcg_at_5_std": 0.227813, + "nauc_ndcg_at_5_diff1": 0.156929, + "nauc_ndcg_at_10_max": 0.373015, + "nauc_ndcg_at_10_std": 0.199941, + "nauc_ndcg_at_10_diff1": 0.144712, + "nauc_ndcg_at_20_max": 0.407746, + "nauc_ndcg_at_20_std": 0.222073, + "nauc_ndcg_at_20_diff1": 0.130992, + "nauc_ndcg_at_100_max": 0.450003, + "nauc_ndcg_at_100_std": 0.305732, + "nauc_ndcg_at_100_diff1": 0.108618, + "nauc_ndcg_at_1000_max": 0.450849, + "nauc_ndcg_at_1000_std": 0.335083, + "nauc_ndcg_at_1000_diff1": 0.083823, + "nauc_map_at_1_max": 0.249484, + "nauc_map_at_1_std": -0.057099, + "nauc_map_at_1_diff1": 0.280915, + "nauc_map_at_3_max": 0.291382, + "nauc_map_at_3_std": 0.022778, + "nauc_map_at_3_diff1": 0.216979, + "nauc_map_at_5_max": 0.339744, + "nauc_map_at_5_std": 0.078163, + "nauc_map_at_5_diff1": 0.170385, + "nauc_map_at_10_max": 0.369666, + "nauc_map_at_10_std": 0.100248, + "nauc_map_at_10_diff1": 0.123974, + "nauc_map_at_20_max": 0.395976, + "nauc_map_at_20_std": 0.133426, + "nauc_map_at_20_diff1": 0.099026, + "nauc_map_at_100_max": 0.446331, + "nauc_map_at_100_std": 0.247411, + "nauc_map_at_100_diff1": 0.04493, + "nauc_map_at_1000_max": 0.427827, + "nauc_map_at_1000_std": 0.270079, + "nauc_map_at_1000_diff1": 0.040307, + "nauc_recall_at_1_max": 0.249484, + "nauc_recall_at_1_std": -0.057099, + "nauc_recall_at_1_diff1": 0.280915, + "nauc_recall_at_3_max": 0.250634, + "nauc_recall_at_3_std": 0.003366, + "nauc_recall_at_3_diff1": 0.183457, + "nauc_recall_at_5_max": 0.287314, + "nauc_recall_at_5_std": 0.057638, + "nauc_recall_at_5_diff1": 0.13291, + "nauc_recall_at_10_max": 0.27255, + "nauc_recall_at_10_std": 0.022173, + "nauc_recall_at_10_diff1": 0.079065, + "nauc_recall_at_20_max": 0.295295, + "nauc_recall_at_20_std": 0.070557, + "nauc_recall_at_20_diff1": 0.076365, + "nauc_recall_at_100_max": 0.345812, + "nauc_recall_at_100_std": 0.283761, + "nauc_recall_at_100_diff1": 0.057808, + "nauc_recall_at_1000_max": 0.509608, + "nauc_recall_at_1000_std": 0.642912, + "nauc_recall_at_1000_diff1": -0.039305, + "nauc_precision_at_1_max": 0.335274, + "nauc_precision_at_1_std": 0.138959, + "nauc_precision_at_1_diff1": 0.299192, + "nauc_precision_at_3_max": 0.340509, + "nauc_precision_at_3_std": 0.263844, + "nauc_precision_at_3_diff1": 0.096452, + "nauc_precision_at_5_max": 0.289997, + "nauc_precision_at_5_std": 0.275291, + "nauc_precision_at_5_diff1": 0.002563, + "nauc_precision_at_10_max": 0.21622, + "nauc_precision_at_10_std": 0.224613, + "nauc_precision_at_10_diff1": -0.067136, + "nauc_precision_at_20_max": 0.133507, + "nauc_precision_at_20_std": 0.203791, + "nauc_precision_at_20_diff1": -0.093557, + "nauc_precision_at_100_max": -0.027246, + "nauc_precision_at_100_std": 0.124028, + "nauc_precision_at_100_diff1": -0.074161, + "nauc_precision_at_1000_max": -0.142129, + "nauc_precision_at_1000_std": -0.060267, + "nauc_precision_at_1000_diff1": 0.00521, + "nauc_mrr_at_1_max": 0.335274, + "nauc_mrr_at_1_std": 0.138959, + "nauc_mrr_at_1_diff1": 0.299192, + "nauc_mrr_at_3_max": 0.377896, + "nauc_mrr_at_3_std": 0.175011, + "nauc_mrr_at_3_diff1": 0.281377, + "nauc_mrr_at_5_max": 0.363903, + "nauc_mrr_at_5_std": 0.181643, + "nauc_mrr_at_5_diff1": 0.276532, + "nauc_mrr_at_10_max": 0.361949, + "nauc_mrr_at_10_std": 0.171193, + "nauc_mrr_at_10_diff1": 0.272586, + "nauc_mrr_at_20_max": 0.366996, + "nauc_mrr_at_20_std": 0.174862, + "nauc_mrr_at_20_diff1": 0.272237, + "nauc_mrr_at_100_max": 0.366853, + "nauc_mrr_at_100_std": 0.174456, + "nauc_mrr_at_100_diff1": 0.272982, + "nauc_mrr_at_1000_max": 0.366585, + "nauc_mrr_at_1000_std": 0.174285, + "nauc_mrr_at_1000_diff1": 0.27313, + "main_score": 0.48957, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.56681, + "ndcg_at_5": 0.53338, + "ndcg_at_10": 0.52827, + "ndcg_at_20": 0.52458, + "ndcg_at_100": 0.59405, + "ndcg_at_1000": 0.68682, + "map_at_1": 0.06259, + "map_at_3": 0.12162, + "map_at_5": 0.15627, + "map_at_10": 0.20824, + "map_at_20": 0.25282, + "map_at_100": 0.35467, + "map_at_1000": 0.40691, + "recall_at_1": 0.06259, + "recall_at_3": 0.135, + "recall_at_5": 0.17913, + "recall_at_10": 0.27126, + "recall_at_20": 0.37311, + "recall_at_100": 0.67217, + "recall_at_1000": 0.94873, + "precision_at_1": 0.73, + "precision_at_3": 0.635, + "precision_at_5": 0.554, + "precision_at_10": 0.4875, + "precision_at_20": 0.39525, + "precision_at_100": 0.21385, + "precision_at_1000": 0.04557, + "mrr_at_1": 0.73, + "mrr_at_3": 0.798333, + "mrr_at_5": 0.802833, + "mrr_at_10": 0.808768, + "mrr_at_20": 0.810169, + "mrr_at_100": 0.810992, + "mrr_at_1000": 0.811006, + "nauc_ndcg_at_1_max": 0.412302, + "nauc_ndcg_at_1_std": 0.198756, + "nauc_ndcg_at_1_diff1": 0.236781, + "nauc_ndcg_at_3_max": 0.442283, + "nauc_ndcg_at_3_std": 0.26409, + "nauc_ndcg_at_3_diff1": 0.110987, + "nauc_ndcg_at_5_max": 0.462653, + "nauc_ndcg_at_5_std": 0.278641, + "nauc_ndcg_at_5_diff1": 0.106119, + "nauc_ndcg_at_10_max": 0.489871, + "nauc_ndcg_at_10_std": 0.266265, + "nauc_ndcg_at_10_diff1": 0.120882, + "nauc_ndcg_at_20_max": 0.506541, + "nauc_ndcg_at_20_std": 0.299933, + "nauc_ndcg_at_20_diff1": 0.113634, + "nauc_ndcg_at_100_max": 0.528087, + "nauc_ndcg_at_100_std": 0.36862, + "nauc_ndcg_at_100_diff1": 0.148847, + "nauc_ndcg_at_1000_max": 0.557506, + "nauc_ndcg_at_1000_std": 0.422204, + "nauc_ndcg_at_1000_diff1": 0.081703, + "nauc_map_at_1_max": 0.248768, + "nauc_map_at_1_std": -0.03181, + "nauc_map_at_1_diff1": 0.365761, + "nauc_map_at_3_max": 0.248846, + "nauc_map_at_3_std": 0.025742, + "nauc_map_at_3_diff1": 0.220603, + "nauc_map_at_5_max": 0.288017, + "nauc_map_at_5_std": 0.082584, + "nauc_map_at_5_diff1": 0.161604, + "nauc_map_at_10_max": 0.341878, + "nauc_map_at_10_std": 0.134285, + "nauc_map_at_10_diff1": 0.134954, + "nauc_map_at_20_max": 0.402035, + "nauc_map_at_20_std": 0.193161, + "nauc_map_at_20_diff1": 0.114582, + "nauc_map_at_100_max": 0.494413, + "nauc_map_at_100_std": 0.327515, + "nauc_map_at_100_diff1": 0.072636, + "nauc_map_at_1000_max": 0.504819, + "nauc_map_at_1000_std": 0.354936, + "nauc_map_at_1000_diff1": 0.043469, + "nauc_recall_at_1_max": 0.248768, + "nauc_recall_at_1_std": -0.03181, + "nauc_recall_at_1_diff1": 0.365761, + "nauc_recall_at_3_max": 0.195787, + "nauc_recall_at_3_std": -0.009904, + "nauc_recall_at_3_diff1": 0.16127, + "nauc_recall_at_5_max": 0.227613, + "nauc_recall_at_5_std": 0.052271, + "nauc_recall_at_5_diff1": 0.114775, + "nauc_recall_at_10_max": 0.226501, + "nauc_recall_at_10_std": 0.079053, + "nauc_recall_at_10_diff1": 0.125458, + "nauc_recall_at_20_max": 0.248888, + "nauc_recall_at_20_std": 0.106346, + "nauc_recall_at_20_diff1": 0.106924, + "nauc_recall_at_100_max": 0.291472, + "nauc_recall_at_100_std": 0.252268, + "nauc_recall_at_100_diff1": 0.155355, + "nauc_recall_at_1000_max": 0.44215, + "nauc_recall_at_1000_std": 0.652986, + "nauc_recall_at_1000_diff1": -0.150993, + "nauc_precision_at_1_max": 0.518852, + "nauc_precision_at_1_std": 0.365173, + "nauc_precision_at_1_diff1": 0.300979, + "nauc_precision_at_3_max": 0.377657, + "nauc_precision_at_3_std": 0.327449, + "nauc_precision_at_3_diff1": -0.044538, + "nauc_precision_at_5_max": 0.382945, + "nauc_precision_at_5_std": 0.322194, + "nauc_precision_at_5_diff1": -0.090679, + "nauc_precision_at_10_max": 0.337331, + "nauc_precision_at_10_std": 0.286209, + "nauc_precision_at_10_diff1": -0.134866, + "nauc_precision_at_20_max": 0.256237, + "nauc_precision_at_20_std": 0.273776, + "nauc_precision_at_20_diff1": -0.133248, + "nauc_precision_at_100_max": 0.07635, + "nauc_precision_at_100_std": 0.144793, + "nauc_precision_at_100_diff1": -0.116324, + "nauc_precision_at_1000_max": -0.062969, + "nauc_precision_at_1000_std": -0.057346, + "nauc_precision_at_1000_diff1": -0.107914, + "nauc_mrr_at_1_max": 0.518852, + "nauc_mrr_at_1_std": 0.365173, + "nauc_mrr_at_1_diff1": 0.300979, + "nauc_mrr_at_3_max": 0.504295, + "nauc_mrr_at_3_std": 0.423064, + "nauc_mrr_at_3_diff1": 0.256258, + "nauc_mrr_at_5_max": 0.508462, + "nauc_mrr_at_5_std": 0.420567, + "nauc_mrr_at_5_diff1": 0.251041, + "nauc_mrr_at_10_max": 0.515807, + "nauc_mrr_at_10_std": 0.419037, + "nauc_mrr_at_10_diff1": 0.257805, + "nauc_mrr_at_20_max": 0.515136, + "nauc_mrr_at_20_std": 0.41689, + "nauc_mrr_at_20_diff1": 0.254307, + "nauc_mrr_at_100_max": 0.51491, + "nauc_mrr_at_100_std": 0.415741, + "nauc_mrr_at_100_diff1": 0.256221, + "nauc_mrr_at_1000_max": 0.514882, + "nauc_mrr_at_1000_std": 0.415694, + "nauc_mrr_at_1000_diff1": 0.256334, + "main_score": 0.52827, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.625, + "ndcg_at_3": 0.59657, + "ndcg_at_5": 0.58977, + "ndcg_at_10": 0.57174, + "ndcg_at_20": 0.57403, + "ndcg_at_100": 0.60922, + "ndcg_at_1000": 0.70168, + "map_at_1": 0.08425, + "map_at_3": 0.17426, + "map_at_5": 0.21931, + "map_at_10": 0.26708, + "map_at_20": 0.30992, + "map_at_100": 0.38971, + "map_at_1000": 0.44515, + "recall_at_1": 0.08425, + "recall_at_3": 0.1938, + "recall_at_5": 0.26279, + "recall_at_10": 0.33858, + "recall_at_20": 0.43688, + "recall_at_100": 0.66449, + "recall_at_1000": 0.93036, + "precision_at_1": 0.78, + "precision_at_3": 0.67333, + "precision_at_5": 0.611, + "precision_at_10": 0.4955, + "precision_at_20": 0.402, + "precision_at_100": 0.2087, + "precision_at_1000": 0.05385, + "mrr_at_1": 0.78, + "mrr_at_3": 0.83, + "mrr_at_5": 0.8435, + "mrr_at_10": 0.845762, + "mrr_at_20": 0.847411, + "mrr_at_100": 0.847577, + "mrr_at_1000": 0.847577, + "nauc_ndcg_at_1_max": 0.280765, + "nauc_ndcg_at_1_std": 0.246388, + "nauc_ndcg_at_1_diff1": 0.346827, + "nauc_ndcg_at_3_max": 0.338003, + "nauc_ndcg_at_3_std": 0.295833, + "nauc_ndcg_at_3_diff1": 0.17148, + "nauc_ndcg_at_5_max": 0.39255, + "nauc_ndcg_at_5_std": 0.314489, + "nauc_ndcg_at_5_diff1": 0.207227, + "nauc_ndcg_at_10_max": 0.437939, + "nauc_ndcg_at_10_std": 0.352608, + "nauc_ndcg_at_10_diff1": 0.153397, + "nauc_ndcg_at_20_max": 0.500402, + "nauc_ndcg_at_20_std": 0.38318, + "nauc_ndcg_at_20_diff1": 0.161266, + "nauc_ndcg_at_100_max": 0.490656, + "nauc_ndcg_at_100_std": 0.468931, + "nauc_ndcg_at_100_diff1": 0.181835, + "nauc_ndcg_at_1000_max": 0.471526, + "nauc_ndcg_at_1000_std": 0.491187, + "nauc_ndcg_at_1000_diff1": 0.18541, + "nauc_map_at_1_max": 0.306524, + "nauc_map_at_1_std": 0.158019, + "nauc_map_at_1_diff1": 0.296207, + "nauc_map_at_3_max": 0.390858, + "nauc_map_at_3_std": 0.272421, + "nauc_map_at_3_diff1": 0.212342, + "nauc_map_at_5_max": 0.438423, + "nauc_map_at_5_std": 0.312996, + "nauc_map_at_5_diff1": 0.190681, + "nauc_map_at_10_max": 0.45726, + "nauc_map_at_10_std": 0.370239, + "nauc_map_at_10_diff1": 0.140466, + "nauc_map_at_20_max": 0.473355, + "nauc_map_at_20_std": 0.394261, + "nauc_map_at_20_diff1": 0.14017, + "nauc_map_at_100_max": 0.479044, + "nauc_map_at_100_std": 0.470219, + "nauc_map_at_100_diff1": 0.131244, + "nauc_map_at_1000_max": 0.481883, + "nauc_map_at_1000_std": 0.490839, + "nauc_map_at_1000_diff1": 0.114188, + "nauc_recall_at_1_max": 0.306524, + "nauc_recall_at_1_std": 0.158019, + "nauc_recall_at_1_diff1": 0.296207, + "nauc_recall_at_3_max": 0.374508, + "nauc_recall_at_3_std": 0.245103, + "nauc_recall_at_3_diff1": 0.192486, + "nauc_recall_at_5_max": 0.415431, + "nauc_recall_at_5_std": 0.259142, + "nauc_recall_at_5_diff1": 0.184808, + "nauc_recall_at_10_max": 0.430088, + "nauc_recall_at_10_std": 0.327976, + "nauc_recall_at_10_diff1": 0.124389, + "nauc_recall_at_20_max": 0.420087, + "nauc_recall_at_20_std": 0.357893, + "nauc_recall_at_20_diff1": 0.110414, + "nauc_recall_at_100_max": 0.394437, + "nauc_recall_at_100_std": 0.464532, + "nauc_recall_at_100_diff1": 0.120175, + "nauc_recall_at_1000_max": 0.465639, + "nauc_recall_at_1000_std": 0.76954, + "nauc_recall_at_1000_diff1": 0.119179, + "nauc_precision_at_1_max": 0.332209, + "nauc_precision_at_1_std": 0.304076, + "nauc_precision_at_1_diff1": 0.315552, + "nauc_precision_at_3_max": 0.256355, + "nauc_precision_at_3_std": 0.274291, + "nauc_precision_at_3_diff1": -0.000531, + "nauc_precision_at_5_max": 0.202383, + "nauc_precision_at_5_std": 0.235985, + "nauc_precision_at_5_diff1": -0.020256, + "nauc_precision_at_10_max": 0.05774, + "nauc_precision_at_10_std": 0.135062, + "nauc_precision_at_10_diff1": -0.123585, + "nauc_precision_at_20_max": -0.046804, + "nauc_precision_at_20_std": 0.010211, + "nauc_precision_at_20_diff1": -0.090189, + "nauc_precision_at_100_max": -0.158384, + "nauc_precision_at_100_std": -0.07981, + "nauc_precision_at_100_diff1": -0.112215, + "nauc_precision_at_1000_max": -0.186465, + "nauc_precision_at_1000_std": -0.197899, + "nauc_precision_at_1000_diff1": -0.116047, + "nauc_mrr_at_1_max": 0.332209, + "nauc_mrr_at_1_std": 0.304076, + "nauc_mrr_at_1_diff1": 0.315552, + "nauc_mrr_at_3_max": 0.396607, + "nauc_mrr_at_3_std": 0.286222, + "nauc_mrr_at_3_diff1": 0.341647, + "nauc_mrr_at_5_max": 0.382278, + "nauc_mrr_at_5_std": 0.297838, + "nauc_mrr_at_5_diff1": 0.34176, + "nauc_mrr_at_10_max": 0.384382, + "nauc_mrr_at_10_std": 0.294122, + "nauc_mrr_at_10_diff1": 0.337901, + "nauc_mrr_at_20_max": 0.380221, + "nauc_mrr_at_20_std": 0.295313, + "nauc_mrr_at_20_diff1": 0.336435, + "nauc_mrr_at_100_max": 0.380017, + "nauc_mrr_at_100_std": 0.294812, + "nauc_mrr_at_100_diff1": 0.335982, + "nauc_mrr_at_1000_max": 0.380017, + "nauc_mrr_at_1000_std": 0.294812, + "nauc_mrr_at_1000_diff1": 0.335982, + "main_score": 0.57174, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.53216, + "ndcg_at_5": 0.52195, + "ndcg_at_10": 0.51172, + "ndcg_at_20": 0.51526, + "ndcg_at_100": 0.55545, + "ndcg_at_1000": 0.65397, + "map_at_1": 0.0754, + "map_at_3": 0.15594, + "map_at_5": 0.18963, + "map_at_10": 0.2314, + "map_at_20": 0.26473, + "map_at_100": 0.33158, + "map_at_1000": 0.3801, + "recall_at_1": 0.0754, + "recall_at_3": 0.18382, + "recall_at_5": 0.23554, + "recall_at_10": 0.31199, + "recall_at_20": 0.39383, + "recall_at_100": 0.62021, + "recall_at_1000": 0.90486, + "precision_at_1": 0.675, + "precision_at_3": 0.57333, + "precision_at_5": 0.521, + "precision_at_10": 0.4315, + "precision_at_20": 0.351, + "precision_at_100": 0.1845, + "precision_at_1000": 0.05004, + "mrr_at_1": 0.675, + "mrr_at_3": 0.760833, + "mrr_at_5": 0.772833, + "mrr_at_10": 0.777222, + "mrr_at_20": 0.778865, + "mrr_at_100": 0.779172, + "mrr_at_1000": 0.779172, + "nauc_ndcg_at_1_max": 0.118438, + "nauc_ndcg_at_1_std": 0.236683, + "nauc_ndcg_at_1_diff1": 0.165671, + "nauc_ndcg_at_3_max": 0.105835, + "nauc_ndcg_at_3_std": 0.367969, + "nauc_ndcg_at_3_diff1": 0.15941, + "nauc_ndcg_at_5_max": 0.126194, + "nauc_ndcg_at_5_std": 0.393693, + "nauc_ndcg_at_5_diff1": 0.154184, + "nauc_ndcg_at_10_max": 0.1625, + "nauc_ndcg_at_10_std": 0.431024, + "nauc_ndcg_at_10_diff1": 0.181578, + "nauc_ndcg_at_20_max": 0.192377, + "nauc_ndcg_at_20_std": 0.443172, + "nauc_ndcg_at_20_diff1": 0.173052, + "nauc_ndcg_at_100_max": 0.224575, + "nauc_ndcg_at_100_std": 0.560722, + "nauc_ndcg_at_100_diff1": 0.153746, + "nauc_ndcg_at_1000_max": 0.2064, + "nauc_ndcg_at_1000_std": 0.554983, + "nauc_ndcg_at_1000_diff1": 0.153398, + "nauc_map_at_1_max": 0.229146, + "nauc_map_at_1_std": 0.265436, + "nauc_map_at_1_diff1": 0.296448, + "nauc_map_at_3_max": 0.206245, + "nauc_map_at_3_std": 0.367971, + "nauc_map_at_3_diff1": 0.256232, + "nauc_map_at_5_max": 0.198927, + "nauc_map_at_5_std": 0.406222, + "nauc_map_at_5_diff1": 0.227475, + "nauc_map_at_10_max": 0.192013, + "nauc_map_at_10_std": 0.441684, + "nauc_map_at_10_diff1": 0.204034, + "nauc_map_at_20_max": 0.197105, + "nauc_map_at_20_std": 0.463639, + "nauc_map_at_20_diff1": 0.186764, + "nauc_map_at_100_max": 0.208629, + "nauc_map_at_100_std": 0.527352, + "nauc_map_at_100_diff1": 0.167816, + "nauc_map_at_1000_max": 0.208871, + "nauc_map_at_1000_std": 0.533264, + "nauc_map_at_1000_diff1": 0.153037, + "nauc_recall_at_1_max": 0.229146, + "nauc_recall_at_1_std": 0.265436, + "nauc_recall_at_1_diff1": 0.296448, + "nauc_recall_at_3_max": 0.170838, + "nauc_recall_at_3_std": 0.327773, + "nauc_recall_at_3_diff1": 0.227517, + "nauc_recall_at_5_max": 0.171169, + "nauc_recall_at_5_std": 0.367443, + "nauc_recall_at_5_diff1": 0.194896, + "nauc_recall_at_10_max": 0.1828, + "nauc_recall_at_10_std": 0.417084, + "nauc_recall_at_10_diff1": 0.17749, + "nauc_recall_at_20_max": 0.215748, + "nauc_recall_at_20_std": 0.410742, + "nauc_recall_at_20_diff1": 0.152563, + "nauc_recall_at_100_max": 0.237849, + "nauc_recall_at_100_std": 0.517119, + "nauc_recall_at_100_diff1": 0.121514, + "nauc_recall_at_1000_max": 0.364604, + "nauc_recall_at_1000_std": 0.761323, + "nauc_recall_at_1000_diff1": 0.075081, + "nauc_precision_at_1_max": 0.12669, + "nauc_precision_at_1_std": 0.324492, + "nauc_precision_at_1_diff1": 0.228276, + "nauc_precision_at_3_max": 0.036964, + "nauc_precision_at_3_std": 0.355551, + "nauc_precision_at_3_diff1": 0.074438, + "nauc_precision_at_5_max": 0.01433, + "nauc_precision_at_5_std": 0.283226, + "nauc_precision_at_5_diff1": -0.001608, + "nauc_precision_at_10_max": -0.012505, + "nauc_precision_at_10_std": 0.136147, + "nauc_precision_at_10_diff1": -0.063627, + "nauc_precision_at_20_max": -0.057624, + "nauc_precision_at_20_std": 0.013353, + "nauc_precision_at_20_diff1": -0.127214, + "nauc_precision_at_100_max": -0.072906, + "nauc_precision_at_100_std": -0.084541, + "nauc_precision_at_100_diff1": -0.126138, + "nauc_precision_at_1000_max": -0.122347, + "nauc_precision_at_1000_std": -0.221844, + "nauc_precision_at_1000_diff1": -0.145007, + "nauc_mrr_at_1_max": 0.12669, + "nauc_mrr_at_1_std": 0.324492, + "nauc_mrr_at_1_diff1": 0.228276, + "nauc_mrr_at_3_max": 0.100387, + "nauc_mrr_at_3_std": 0.379146, + "nauc_mrr_at_3_diff1": 0.216048, + "nauc_mrr_at_5_max": 0.105223, + "nauc_mrr_at_5_std": 0.368685, + "nauc_mrr_at_5_diff1": 0.205901, + "nauc_mrr_at_10_max": 0.117427, + "nauc_mrr_at_10_std": 0.366248, + "nauc_mrr_at_10_diff1": 0.211022, + "nauc_mrr_at_20_max": 0.113701, + "nauc_mrr_at_20_std": 0.36485, + "nauc_mrr_at_20_diff1": 0.206759, + "nauc_mrr_at_100_max": 0.113774, + "nauc_mrr_at_100_std": 0.364393, + "nauc_mrr_at_100_diff1": 0.208637, + "nauc_mrr_at_1000_max": 0.113774, + "nauc_mrr_at_1000_std": 0.364393, + "nauc_mrr_at_1000_diff1": 0.208637, + "main_score": 0.51172, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5575, + "ndcg_at_3": 0.5505, + "ndcg_at_5": 0.52714, + "ndcg_at_10": 0.51389, + "ndcg_at_20": 0.51796, + "ndcg_at_100": 0.55871, + "ndcg_at_1000": 0.65805, + "map_at_1": 0.07321, + "map_at_3": 0.16568, + "map_at_5": 0.19764, + "map_at_10": 0.2356, + "map_at_20": 0.2719, + "map_at_100": 0.33891, + "map_at_1000": 0.38649, + "recall_at_1": 0.07321, + "recall_at_3": 0.19851, + "recall_at_5": 0.24419, + "recall_at_10": 0.31496, + "recall_at_20": 0.39977, + "recall_at_100": 0.62549, + "recall_at_1000": 0.90572, + "precision_at_1": 0.685, + "precision_at_3": 0.61, + "precision_at_5": 0.528, + "precision_at_10": 0.4315, + "precision_at_20": 0.35075, + "precision_at_100": 0.1825, + "precision_at_1000": 0.05019, + "mrr_at_1": 0.685, + "mrr_at_3": 0.7725, + "mrr_at_5": 0.78375, + "mrr_at_10": 0.787097, + "mrr_at_20": 0.788514, + "mrr_at_100": 0.78893, + "mrr_at_1000": 0.788971, + "nauc_ndcg_at_1_max": 0.192035, + "nauc_ndcg_at_1_std": 0.233825, + "nauc_ndcg_at_1_diff1": 0.304215, + "nauc_ndcg_at_3_max": 0.216856, + "nauc_ndcg_at_3_std": 0.366034, + "nauc_ndcg_at_3_diff1": 0.282618, + "nauc_ndcg_at_5_max": 0.252475, + "nauc_ndcg_at_5_std": 0.399835, + "nauc_ndcg_at_5_diff1": 0.27414, + "nauc_ndcg_at_10_max": 0.263699, + "nauc_ndcg_at_10_std": 0.411148, + "nauc_ndcg_at_10_diff1": 0.259736, + "nauc_ndcg_at_20_max": 0.31264, + "nauc_ndcg_at_20_std": 0.466928, + "nauc_ndcg_at_20_diff1": 0.243843, + "nauc_ndcg_at_100_max": 0.32949, + "nauc_ndcg_at_100_std": 0.562135, + "nauc_ndcg_at_100_diff1": 0.25738, + "nauc_ndcg_at_1000_max": 0.309119, + "nauc_ndcg_at_1000_std": 0.544297, + "nauc_ndcg_at_1000_diff1": 0.255236, + "nauc_map_at_1_max": 0.280259, + "nauc_map_at_1_std": 0.249644, + "nauc_map_at_1_diff1": 0.300571, + "nauc_map_at_3_max": 0.284282, + "nauc_map_at_3_std": 0.35978, + "nauc_map_at_3_diff1": 0.301636, + "nauc_map_at_5_max": 0.302919, + "nauc_map_at_5_std": 0.414341, + "nauc_map_at_5_diff1": 0.275776, + "nauc_map_at_10_max": 0.310599, + "nauc_map_at_10_std": 0.449801, + "nauc_map_at_10_diff1": 0.255013, + "nauc_map_at_20_max": 0.329257, + "nauc_map_at_20_std": 0.497964, + "nauc_map_at_20_diff1": 0.242787, + "nauc_map_at_100_max": 0.331213, + "nauc_map_at_100_std": 0.554972, + "nauc_map_at_100_diff1": 0.24515, + "nauc_map_at_1000_max": 0.322618, + "nauc_map_at_1000_std": 0.545465, + "nauc_map_at_1000_diff1": 0.222108, + "nauc_recall_at_1_max": 0.280259, + "nauc_recall_at_1_std": 0.249644, + "nauc_recall_at_1_diff1": 0.300571, + "nauc_recall_at_3_max": 0.209113, + "nauc_recall_at_3_std": 0.321119, + "nauc_recall_at_3_diff1": 0.263281, + "nauc_recall_at_5_max": 0.247144, + "nauc_recall_at_5_std": 0.381134, + "nauc_recall_at_5_diff1": 0.239402, + "nauc_recall_at_10_max": 0.258179, + "nauc_recall_at_10_std": 0.410629, + "nauc_recall_at_10_diff1": 0.207762, + "nauc_recall_at_20_max": 0.298193, + "nauc_recall_at_20_std": 0.46774, + "nauc_recall_at_20_diff1": 0.191652, + "nauc_recall_at_100_max": 0.278815, + "nauc_recall_at_100_std": 0.574273, + "nauc_recall_at_100_diff1": 0.188468, + "nauc_recall_at_1000_max": 0.399341, + "nauc_recall_at_1000_std": 0.787557, + "nauc_recall_at_1000_diff1": 0.249274, + "nauc_precision_at_1_max": 0.246428, + "nauc_precision_at_1_std": 0.251403, + "nauc_precision_at_1_diff1": 0.345022, + "nauc_precision_at_3_max": 0.168928, + "nauc_precision_at_3_std": 0.332039, + "nauc_precision_at_3_diff1": 0.151858, + "nauc_precision_at_5_max": 0.132794, + "nauc_precision_at_5_std": 0.266208, + "nauc_precision_at_5_diff1": 0.067382, + "nauc_precision_at_10_max": 0.027739, + "nauc_precision_at_10_std": 0.113209, + "nauc_precision_at_10_diff1": -0.046893, + "nauc_precision_at_20_max": -0.020847, + "nauc_precision_at_20_std": 0.019346, + "nauc_precision_at_20_diff1": -0.113001, + "nauc_precision_at_100_max": -0.142721, + "nauc_precision_at_100_std": -0.160211, + "nauc_precision_at_100_diff1": -0.150999, + "nauc_precision_at_1000_max": -0.176626, + "nauc_precision_at_1000_std": -0.299939, + "nauc_precision_at_1000_diff1": -0.199946, + "nauc_mrr_at_1_max": 0.246428, + "nauc_mrr_at_1_std": 0.251403, + "nauc_mrr_at_1_diff1": 0.345022, + "nauc_mrr_at_3_max": 0.287375, + "nauc_mrr_at_3_std": 0.284247, + "nauc_mrr_at_3_diff1": 0.338808, + "nauc_mrr_at_5_max": 0.284144, + "nauc_mrr_at_5_std": 0.279083, + "nauc_mrr_at_5_diff1": 0.323596, + "nauc_mrr_at_10_max": 0.286445, + "nauc_mrr_at_10_std": 0.278868, + "nauc_mrr_at_10_diff1": 0.325688, + "nauc_mrr_at_20_max": 0.283258, + "nauc_mrr_at_20_std": 0.280249, + "nauc_mrr_at_20_diff1": 0.328111, + "nauc_mrr_at_100_max": 0.282348, + "nauc_mrr_at_100_std": 0.279735, + "nauc_mrr_at_100_diff1": 0.327528, + "nauc_mrr_at_1000_max": 0.282537, + "nauc_mrr_at_1000_std": 0.279603, + "nauc_mrr_at_1000_diff1": 0.327639, + "main_score": 0.51389, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.53372, + "ndcg_at_5": 0.51655, + "ndcg_at_10": 0.49158, + "ndcg_at_20": 0.4923, + "ndcg_at_100": 0.55476, + "ndcg_at_1000": 0.66245, + "map_at_1": 0.04494, + "map_at_3": 0.10156, + "map_at_5": 0.13083, + "map_at_10": 0.17209, + "map_at_20": 0.22481, + "map_at_100": 0.3315, + "map_at_1000": 0.38241, + "recall_at_1": 0.04494, + "recall_at_3": 0.11374, + "recall_at_5": 0.15665, + "recall_at_10": 0.22364, + "recall_at_20": 0.33956, + "recall_at_100": 0.66346, + "recall_at_1000": 0.96441, + "precision_at_1": 0.695, + "precision_at_3": 0.63167, + "precision_at_5": 0.58, + "precision_at_10": 0.4845, + "precision_at_20": 0.413, + "precision_at_100": 0.2127, + "precision_at_1000": 0.03929, + "mrr_at_1": 0.695, + "mrr_at_3": 0.768333, + "mrr_at_5": 0.779083, + "mrr_at_10": 0.782798, + "mrr_at_20": 0.784294, + "mrr_at_100": 0.785144, + "mrr_at_1000": 0.785219, + "nauc_ndcg_at_1_max": 0.375305, + "nauc_ndcg_at_1_std": 0.209676, + "nauc_ndcg_at_1_diff1": 0.238183, + "nauc_ndcg_at_3_max": 0.33629, + "nauc_ndcg_at_3_std": 0.280637, + "nauc_ndcg_at_3_diff1": 0.124207, + "nauc_ndcg_at_5_max": 0.366064, + "nauc_ndcg_at_5_std": 0.285218, + "nauc_ndcg_at_5_diff1": 0.098575, + "nauc_ndcg_at_10_max": 0.351436, + "nauc_ndcg_at_10_std": 0.309196, + "nauc_ndcg_at_10_diff1": 0.100925, + "nauc_ndcg_at_20_max": 0.363947, + "nauc_ndcg_at_20_std": 0.302053, + "nauc_ndcg_at_20_diff1": 0.124735, + "nauc_ndcg_at_100_max": 0.429988, + "nauc_ndcg_at_100_std": 0.357432, + "nauc_ndcg_at_100_diff1": 0.177897, + "nauc_ndcg_at_1000_max": 0.465957, + "nauc_ndcg_at_1000_std": 0.450792, + "nauc_ndcg_at_1000_diff1": 0.142091, + "nauc_map_at_1_max": 0.080718, + "nauc_map_at_1_std": -0.077312, + "nauc_map_at_1_diff1": 0.180171, + "nauc_map_at_3_max": 0.094349, + "nauc_map_at_3_std": -0.091589, + "nauc_map_at_3_diff1": 0.110111, + "nauc_map_at_5_max": 0.133188, + "nauc_map_at_5_std": -0.077821, + "nauc_map_at_5_diff1": 0.107651, + "nauc_map_at_10_max": 0.176408, + "nauc_map_at_10_std": -0.029626, + "nauc_map_at_10_diff1": 0.120325, + "nauc_map_at_20_max": 0.246235, + "nauc_map_at_20_std": 0.036275, + "nauc_map_at_20_diff1": 0.115425, + "nauc_map_at_100_max": 0.374548, + "nauc_map_at_100_std": 0.226278, + "nauc_map_at_100_diff1": 0.135961, + "nauc_map_at_1000_max": 0.398317, + "nauc_map_at_1000_std": 0.309735, + "nauc_map_at_1000_diff1": 0.129701, + "nauc_recall_at_1_max": 0.080718, + "nauc_recall_at_1_std": -0.077312, + "nauc_recall_at_1_diff1": 0.180171, + "nauc_recall_at_3_max": 0.038055, + "nauc_recall_at_3_std": -0.105716, + "nauc_recall_at_3_diff1": 0.088372, + "nauc_recall_at_5_max": 0.064473, + "nauc_recall_at_5_std": -0.096529, + "nauc_recall_at_5_diff1": 0.094651, + "nauc_recall_at_10_max": 0.06771, + "nauc_recall_at_10_std": -0.053396, + "nauc_recall_at_10_diff1": 0.12019, + "nauc_recall_at_20_max": 0.079426, + "nauc_recall_at_20_std": -0.002225, + "nauc_recall_at_20_diff1": 0.048596, + "nauc_recall_at_100_max": 0.135276, + "nauc_recall_at_100_std": 0.098624, + "nauc_recall_at_100_diff1": 0.153395, + "nauc_recall_at_1000_max": 0.291616, + "nauc_recall_at_1000_std": 0.427162, + "nauc_recall_at_1000_diff1": 0.201545, + "nauc_precision_at_1_max": 0.542836, + "nauc_precision_at_1_std": 0.287059, + "nauc_precision_at_1_diff1": 0.252105, + "nauc_precision_at_3_max": 0.386465, + "nauc_precision_at_3_std": 0.31881, + "nauc_precision_at_3_diff1": 0.074959, + "nauc_precision_at_5_max": 0.385007, + "nauc_precision_at_5_std": 0.308267, + "nauc_precision_at_5_diff1": 0.048133, + "nauc_precision_at_10_max": 0.335796, + "nauc_precision_at_10_std": 0.341395, + "nauc_precision_at_10_diff1": 0.038837, + "nauc_precision_at_20_max": 0.295858, + "nauc_precision_at_20_std": 0.342485, + "nauc_precision_at_20_diff1": 0.037102, + "nauc_precision_at_100_max": 0.203586, + "nauc_precision_at_100_std": 0.344087, + "nauc_precision_at_100_diff1": 0.027761, + "nauc_precision_at_1000_max": 0.089503, + "nauc_precision_at_1000_std": 0.226232, + "nauc_precision_at_1000_diff1": -0.011439, + "nauc_mrr_at_1_max": 0.542836, + "nauc_mrr_at_1_std": 0.287059, + "nauc_mrr_at_1_diff1": 0.252105, + "nauc_mrr_at_3_max": 0.539908, + "nauc_mrr_at_3_std": 0.397931, + "nauc_mrr_at_3_diff1": 0.212879, + "nauc_mrr_at_5_max": 0.544354, + "nauc_mrr_at_5_std": 0.397158, + "nauc_mrr_at_5_diff1": 0.229122, + "nauc_mrr_at_10_max": 0.544565, + "nauc_mrr_at_10_std": 0.391941, + "nauc_mrr_at_10_diff1": 0.224576, + "nauc_mrr_at_20_max": 0.545605, + "nauc_mrr_at_20_std": 0.391145, + "nauc_mrr_at_20_diff1": 0.222911, + "nauc_mrr_at_100_max": 0.545422, + "nauc_mrr_at_100_std": 0.389294, + "nauc_mrr_at_100_diff1": 0.22433, + "nauc_mrr_at_1000_max": 0.545432, + "nauc_mrr_at_1000_std": 0.389074, + "nauc_mrr_at_1000_diff1": 0.224245, + "main_score": 0.49158, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5225, + "ndcg_at_3": 0.48779, + "ndcg_at_5": 0.46668, + "ndcg_at_10": 0.44379, + "ndcg_at_20": 0.4343, + "ndcg_at_100": 0.49519, + "ndcg_at_1000": 0.61512, + "map_at_1": 0.04113, + "map_at_3": 0.08667, + "map_at_5": 0.10724, + "map_at_10": 0.14425, + "map_at_20": 0.18618, + "map_at_100": 0.27439, + "map_at_1000": 0.3212, + "recall_at_1": 0.04113, + "recall_at_3": 0.0974, + "recall_at_5": 0.12753, + "recall_at_10": 0.19129, + "recall_at_20": 0.28885, + "recall_at_100": 0.57784, + "recall_at_1000": 0.93727, + "precision_at_1": 0.63, + "precision_at_3": 0.57333, + "precision_at_5": 0.517, + "precision_at_10": 0.4455, + "precision_at_20": 0.365, + "precision_at_100": 0.1909, + "precision_at_1000": 0.03781, + "mrr_at_1": 0.63, + "mrr_at_3": 0.72, + "mrr_at_5": 0.72575, + "mrr_at_10": 0.732262, + "mrr_at_20": 0.733576, + "mrr_at_100": 0.734763, + "mrr_at_1000": 0.73495, + "nauc_ndcg_at_1_max": 0.275519, + "nauc_ndcg_at_1_std": 0.358196, + "nauc_ndcg_at_1_diff1": 0.173761, + "nauc_ndcg_at_3_max": 0.226934, + "nauc_ndcg_at_3_std": 0.372649, + "nauc_ndcg_at_3_diff1": 0.097934, + "nauc_ndcg_at_5_max": 0.214111, + "nauc_ndcg_at_5_std": 0.399333, + "nauc_ndcg_at_5_diff1": 0.064118, + "nauc_ndcg_at_10_max": 0.270716, + "nauc_ndcg_at_10_std": 0.398049, + "nauc_ndcg_at_10_diff1": 0.022488, + "nauc_ndcg_at_20_max": 0.290726, + "nauc_ndcg_at_20_std": 0.377223, + "nauc_ndcg_at_20_diff1": -0.005323, + "nauc_ndcg_at_100_max": 0.365039, + "nauc_ndcg_at_100_std": 0.443893, + "nauc_ndcg_at_100_diff1": 0.034491, + "nauc_ndcg_at_1000_max": 0.323207, + "nauc_ndcg_at_1000_std": 0.52487, + "nauc_ndcg_at_1000_diff1": -0.006234, + "nauc_map_at_1_max": 0.134376, + "nauc_map_at_1_std": -0.06586, + "nauc_map_at_1_diff1": 0.207751, + "nauc_map_at_3_max": 0.160729, + "nauc_map_at_3_std": -0.01948, + "nauc_map_at_3_diff1": 0.243112, + "nauc_map_at_5_max": 0.160387, + "nauc_map_at_5_std": 0.005455, + "nauc_map_at_5_diff1": 0.203967, + "nauc_map_at_10_max": 0.22686, + "nauc_map_at_10_std": 0.06829, + "nauc_map_at_10_diff1": 0.141731, + "nauc_map_at_20_max": 0.290085, + "nauc_map_at_20_std": 0.139913, + "nauc_map_at_20_diff1": 0.096877, + "nauc_map_at_100_max": 0.338643, + "nauc_map_at_100_std": 0.316549, + "nauc_map_at_100_diff1": 0.03842, + "nauc_map_at_1000_max": 0.311483, + "nauc_map_at_1000_std": 0.396305, + "nauc_map_at_1000_diff1": -0.00554, + "nauc_recall_at_1_max": 0.134376, + "nauc_recall_at_1_std": -0.06586, + "nauc_recall_at_1_diff1": 0.207751, + "nauc_recall_at_3_max": 0.118669, + "nauc_recall_at_3_std": -0.01293, + "nauc_recall_at_3_diff1": 0.232794, + "nauc_recall_at_5_max": 0.103443, + "nauc_recall_at_5_std": 0.002588, + "nauc_recall_at_5_diff1": 0.179405, + "nauc_recall_at_10_max": 0.178782, + "nauc_recall_at_10_std": 0.059573, + "nauc_recall_at_10_diff1": 0.132522, + "nauc_recall_at_20_max": 0.202535, + "nauc_recall_at_20_std": 0.099304, + "nauc_recall_at_20_diff1": 0.045491, + "nauc_recall_at_100_max": 0.287586, + "nauc_recall_at_100_std": 0.296221, + "nauc_recall_at_100_diff1": 0.057892, + "nauc_recall_at_1000_max": 0.400198, + "nauc_recall_at_1000_std": 0.556929, + "nauc_recall_at_1000_diff1": 0.11122, + "nauc_precision_at_1_max": 0.288715, + "nauc_precision_at_1_std": 0.453493, + "nauc_precision_at_1_diff1": 0.19397, + "nauc_precision_at_3_max": 0.20054, + "nauc_precision_at_3_std": 0.421138, + "nauc_precision_at_3_diff1": 0.040909, + "nauc_precision_at_5_max": 0.144517, + "nauc_precision_at_5_std": 0.428988, + "nauc_precision_at_5_diff1": -0.057546, + "nauc_precision_at_10_max": 0.206066, + "nauc_precision_at_10_std": 0.406864, + "nauc_precision_at_10_diff1": -0.130111, + "nauc_precision_at_20_max": 0.202019, + "nauc_precision_at_20_std": 0.408604, + "nauc_precision_at_20_diff1": -0.168761, + "nauc_precision_at_100_max": 0.053837, + "nauc_precision_at_100_std": 0.38106, + "nauc_precision_at_100_diff1": -0.174101, + "nauc_precision_at_1000_max": -0.077518, + "nauc_precision_at_1000_std": 0.236235, + "nauc_precision_at_1000_diff1": -0.189823, + "nauc_mrr_at_1_max": 0.288715, + "nauc_mrr_at_1_std": 0.453493, + "nauc_mrr_at_1_diff1": 0.19397, + "nauc_mrr_at_3_max": 0.285035, + "nauc_mrr_at_3_std": 0.514211, + "nauc_mrr_at_3_diff1": 0.124428, + "nauc_mrr_at_5_max": 0.275466, + "nauc_mrr_at_5_std": 0.509231, + "nauc_mrr_at_5_diff1": 0.121271, + "nauc_mrr_at_10_max": 0.281414, + "nauc_mrr_at_10_std": 0.507696, + "nauc_mrr_at_10_diff1": 0.135953, + "nauc_mrr_at_20_max": 0.281636, + "nauc_mrr_at_20_std": 0.50619, + "nauc_mrr_at_20_diff1": 0.134293, + "nauc_mrr_at_100_max": 0.283446, + "nauc_mrr_at_100_std": 0.506022, + "nauc_mrr_at_100_diff1": 0.135238, + "nauc_mrr_at_1000_max": 0.283243, + "nauc_mrr_at_1000_std": 0.505802, + "nauc_mrr_at_1000_diff1": 0.135234, + "main_score": 0.44379, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.44599, + "ndcg_at_5": 0.43436, + "ndcg_at_10": 0.42646, + "ndcg_at_20": 0.42248, + "ndcg_at_100": 0.48411, + "ndcg_at_1000": 0.60378, + "map_at_1": 0.03115, + "map_at_3": 0.06727, + "map_at_5": 0.09067, + "map_at_10": 0.13224, + "map_at_20": 0.17685, + "map_at_100": 0.26516, + "map_at_1000": 0.31346, + "recall_at_1": 0.03115, + "recall_at_3": 0.07733, + "recall_at_5": 0.11805, + "recall_at_10": 0.19711, + "recall_at_20": 0.29688, + "recall_at_100": 0.5904, + "recall_at_1000": 0.94186, + "precision_at_1": 0.595, + "precision_at_3": 0.535, + "precision_at_5": 0.499, + "precision_at_10": 0.444, + "precision_at_20": 0.37125, + "precision_at_100": 0.1919, + "precision_at_1000": 0.03797, + "mrr_at_1": 0.595, + "mrr_at_3": 0.678333, + "mrr_at_5": 0.694583, + "mrr_at_10": 0.69902, + "mrr_at_20": 0.701585, + "mrr_at_100": 0.702741, + "mrr_at_1000": 0.702817, + "nauc_ndcg_at_1_max": 0.175592, + "nauc_ndcg_at_1_std": 0.241599, + "nauc_ndcg_at_1_diff1": 0.180523, + "nauc_ndcg_at_3_max": 0.277537, + "nauc_ndcg_at_3_std": 0.281382, + "nauc_ndcg_at_3_diff1": 0.119743, + "nauc_ndcg_at_5_max": 0.296222, + "nauc_ndcg_at_5_std": 0.302622, + "nauc_ndcg_at_5_diff1": 0.122489, + "nauc_ndcg_at_10_max": 0.318267, + "nauc_ndcg_at_10_std": 0.305941, + "nauc_ndcg_at_10_diff1": 0.071341, + "nauc_ndcg_at_20_max": 0.320512, + "nauc_ndcg_at_20_std": 0.292452, + "nauc_ndcg_at_20_diff1": 0.06303, + "nauc_ndcg_at_100_max": 0.400284, + "nauc_ndcg_at_100_std": 0.360343, + "nauc_ndcg_at_100_diff1": 0.112538, + "nauc_ndcg_at_1000_max": 0.389459, + "nauc_ndcg_at_1000_std": 0.444525, + "nauc_ndcg_at_1000_diff1": 0.11284, + "nauc_map_at_1_max": 0.185938, + "nauc_map_at_1_std": -0.098683, + "nauc_map_at_1_diff1": 0.212948, + "nauc_map_at_3_max": 0.2613, + "nauc_map_at_3_std": -0.106903, + "nauc_map_at_3_diff1": 0.136111, + "nauc_map_at_5_max": 0.239855, + "nauc_map_at_5_std": -0.08932, + "nauc_map_at_5_diff1": 0.101182, + "nauc_map_at_10_max": 0.258243, + "nauc_map_at_10_std": -0.036449, + "nauc_map_at_10_diff1": 0.057827, + "nauc_map_at_20_max": 0.312074, + "nauc_map_at_20_std": 0.028342, + "nauc_map_at_20_diff1": 0.039513, + "nauc_map_at_100_max": 0.417772, + "nauc_map_at_100_std": 0.238568, + "nauc_map_at_100_diff1": 0.043255, + "nauc_map_at_1000_max": 0.419796, + "nauc_map_at_1000_std": 0.333748, + "nauc_map_at_1000_diff1": 0.040669, + "nauc_recall_at_1_max": 0.185938, + "nauc_recall_at_1_std": -0.098683, + "nauc_recall_at_1_diff1": 0.212948, + "nauc_recall_at_3_max": 0.222667, + "nauc_recall_at_3_std": -0.105533, + "nauc_recall_at_3_diff1": 0.109389, + "nauc_recall_at_5_max": 0.1216, + "nauc_recall_at_5_std": -0.10476, + "nauc_recall_at_5_diff1": 0.064573, + "nauc_recall_at_10_max": 0.103057, + "nauc_recall_at_10_std": -0.057444, + "nauc_recall_at_10_diff1": 0.052451, + "nauc_recall_at_20_max": 0.119405, + "nauc_recall_at_20_std": -0.009551, + "nauc_recall_at_20_diff1": 0.027414, + "nauc_recall_at_100_max": 0.204798, + "nauc_recall_at_100_std": 0.199411, + "nauc_recall_at_100_diff1": 0.057042, + "nauc_recall_at_1000_max": 0.382154, + "nauc_recall_at_1000_std": 0.563308, + "nauc_recall_at_1000_diff1": -0.013796, + "nauc_precision_at_1_max": 0.258716, + "nauc_precision_at_1_std": 0.282364, + "nauc_precision_at_1_diff1": 0.19892, + "nauc_precision_at_3_max": 0.316654, + "nauc_precision_at_3_std": 0.294567, + "nauc_precision_at_3_diff1": 0.042079, + "nauc_precision_at_5_max": 0.298215, + "nauc_precision_at_5_std": 0.30239, + "nauc_precision_at_5_diff1": 0.018383, + "nauc_precision_at_10_max": 0.291095, + "nauc_precision_at_10_std": 0.338791, + "nauc_precision_at_10_diff1": -0.051349, + "nauc_precision_at_20_max": 0.285444, + "nauc_precision_at_20_std": 0.350677, + "nauc_precision_at_20_diff1": -0.035205, + "nauc_precision_at_100_max": 0.190697, + "nauc_precision_at_100_std": 0.385552, + "nauc_precision_at_100_diff1": -0.004424, + "nauc_precision_at_1000_max": 0.06197, + "nauc_precision_at_1000_std": 0.265177, + "nauc_precision_at_1000_diff1": -0.012236, + "nauc_mrr_at_1_max": 0.258716, + "nauc_mrr_at_1_std": 0.282364, + "nauc_mrr_at_1_diff1": 0.19892, + "nauc_mrr_at_3_max": 0.306451, + "nauc_mrr_at_3_std": 0.328311, + "nauc_mrr_at_3_diff1": 0.179161, + "nauc_mrr_at_5_max": 0.295932, + "nauc_mrr_at_5_std": 0.328128, + "nauc_mrr_at_5_diff1": 0.191801, + "nauc_mrr_at_10_max": 0.297561, + "nauc_mrr_at_10_std": 0.32624, + "nauc_mrr_at_10_diff1": 0.197383, + "nauc_mrr_at_20_max": 0.297464, + "nauc_mrr_at_20_std": 0.327652, + "nauc_mrr_at_20_diff1": 0.200208, + "nauc_mrr_at_100_max": 0.297567, + "nauc_mrr_at_100_std": 0.326504, + "nauc_mrr_at_100_diff1": 0.198942, + "nauc_mrr_at_1000_max": 0.297483, + "nauc_mrr_at_1000_std": 0.326344, + "nauc_mrr_at_1000_diff1": 0.198987, + "main_score": 0.42646, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.5875, + "ndcg_at_3": 0.5427, + "ndcg_at_5": 0.53176, + "ndcg_at_10": 0.52614, + "ndcg_at_20": 0.54005, + "ndcg_at_100": 0.61681, + "ndcg_at_1000": 0.67529, + "map_at_1": 0.12901, + "map_at_3": 0.21159, + "map_at_5": 0.25286, + "map_at_10": 0.30649, + "map_at_20": 0.34791, + "map_at_100": 0.40543, + "map_at_1000": 0.42136, + "recall_at_1": 0.12901, + "recall_at_3": 0.22886, + "recall_at_5": 0.2918, + "recall_at_10": 0.39409, + "recall_at_20": 0.49514, + "recall_at_100": 0.76286, + "recall_at_1000": 0.97175, + "precision_at_1": 0.675, + "precision_at_3": 0.52667, + "precision_at_5": 0.459, + "precision_at_10": 0.361, + "precision_at_20": 0.26575, + "precision_at_100": 0.1002, + "precision_at_1000": 0.01442, + "mrr_at_1": 0.675, + "mrr_at_3": 0.740833, + "mrr_at_5": 0.755333, + "mrr_at_10": 0.762643, + "mrr_at_20": 0.763, + "mrr_at_100": 0.764287, + "mrr_at_1000": 0.764339, + "nauc_ndcg_at_1_max": 0.448851, + "nauc_ndcg_at_1_std": 0.006545, + "nauc_ndcg_at_1_diff1": 0.465818, + "nauc_ndcg_at_3_max": 0.431557, + "nauc_ndcg_at_3_std": 0.147587, + "nauc_ndcg_at_3_diff1": 0.299065, + "nauc_ndcg_at_5_max": 0.4415, + "nauc_ndcg_at_5_std": 0.166044, + "nauc_ndcg_at_5_diff1": 0.280191, + "nauc_ndcg_at_10_max": 0.434734, + "nauc_ndcg_at_10_std": 0.148633, + "nauc_ndcg_at_10_diff1": 0.302249, + "nauc_ndcg_at_20_max": 0.418099, + "nauc_ndcg_at_20_std": 0.129281, + "nauc_ndcg_at_20_diff1": 0.301655, + "nauc_ndcg_at_100_max": 0.412373, + "nauc_ndcg_at_100_std": 0.132233, + "nauc_ndcg_at_100_diff1": 0.324517, + "nauc_ndcg_at_1000_max": 0.479275, + "nauc_ndcg_at_1000_std": 0.176758, + "nauc_ndcg_at_1000_diff1": 0.303506, + "nauc_map_at_1_max": 0.137306, + "nauc_map_at_1_std": -0.058917, + "nauc_map_at_1_diff1": 0.44388, + "nauc_map_at_3_max": 0.205468, + "nauc_map_at_3_std": -0.02122, + "nauc_map_at_3_diff1": 0.321285, + "nauc_map_at_5_max": 0.219124, + "nauc_map_at_5_std": -0.006734, + "nauc_map_at_5_diff1": 0.276293, + "nauc_map_at_10_max": 0.258598, + "nauc_map_at_10_std": 0.020712, + "nauc_map_at_10_diff1": 0.256353, + "nauc_map_at_20_max": 0.276906, + "nauc_map_at_20_std": 0.039732, + "nauc_map_at_20_diff1": 0.240169, + "nauc_map_at_100_max": 0.318597, + "nauc_map_at_100_std": 0.086724, + "nauc_map_at_100_diff1": 0.229736, + "nauc_map_at_1000_max": 0.342819, + "nauc_map_at_1000_std": 0.110407, + "nauc_map_at_1000_diff1": 0.220242, + "nauc_recall_at_1_max": 0.137306, + "nauc_recall_at_1_std": -0.058917, + "nauc_recall_at_1_diff1": 0.44388, + "nauc_recall_at_3_max": 0.172159, + "nauc_recall_at_3_std": -0.014967, + "nauc_recall_at_3_diff1": 0.279202, + "nauc_recall_at_5_max": 0.166857, + "nauc_recall_at_5_std": -0.000958, + "nauc_recall_at_5_diff1": 0.228958, + "nauc_recall_at_10_max": 0.195352, + "nauc_recall_at_10_std": 0.022182, + "nauc_recall_at_10_diff1": 0.221671, + "nauc_recall_at_20_max": 0.175694, + "nauc_recall_at_20_std": 0.009444, + "nauc_recall_at_20_diff1": 0.197652, + "nauc_recall_at_100_max": 0.163491, + "nauc_recall_at_100_std": 0.011931, + "nauc_recall_at_100_diff1": 0.228731, + "nauc_recall_at_1000_max": 0.083435, + "nauc_recall_at_1000_std": 0.19232, + "nauc_recall_at_1000_diff1": 0.227725, + "nauc_precision_at_1_max": 0.523415, + "nauc_precision_at_1_std": 0.094994, + "nauc_precision_at_1_diff1": 0.435236, + "nauc_precision_at_3_max": 0.394828, + "nauc_precision_at_3_std": 0.237722, + "nauc_precision_at_3_diff1": 0.018568, + "nauc_precision_at_5_max": 0.366863, + "nauc_precision_at_5_std": 0.265856, + "nauc_precision_at_5_diff1": -0.066772, + "nauc_precision_at_10_max": 0.332976, + "nauc_precision_at_10_std": 0.283895, + "nauc_precision_at_10_diff1": -0.088337, + "nauc_precision_at_20_max": 0.266292, + "nauc_precision_at_20_std": 0.24719, + "nauc_precision_at_20_diff1": -0.1398, + "nauc_precision_at_100_max": 0.221277, + "nauc_precision_at_100_std": 0.245498, + "nauc_precision_at_100_diff1": -0.147316, + "nauc_precision_at_1000_max": 0.206315, + "nauc_precision_at_1000_std": 0.220193, + "nauc_precision_at_1000_diff1": -0.18239, + "nauc_mrr_at_1_max": 0.523415, + "nauc_mrr_at_1_std": 0.094994, + "nauc_mrr_at_1_diff1": 0.435236, + "nauc_mrr_at_3_max": 0.55174, + "nauc_mrr_at_3_std": 0.179426, + "nauc_mrr_at_3_diff1": 0.398159, + "nauc_mrr_at_5_max": 0.568896, + "nauc_mrr_at_5_std": 0.179182, + "nauc_mrr_at_5_diff1": 0.389514, + "nauc_mrr_at_10_max": 0.566428, + "nauc_mrr_at_10_std": 0.178202, + "nauc_mrr_at_10_diff1": 0.391343, + "nauc_mrr_at_20_max": 0.565677, + "nauc_mrr_at_20_std": 0.177006, + "nauc_mrr_at_20_diff1": 0.390289, + "nauc_mrr_at_100_max": 0.563547, + "nauc_mrr_at_100_std": 0.17453, + "nauc_mrr_at_100_diff1": 0.392668, + "nauc_mrr_at_1000_max": 0.563437, + "nauc_mrr_at_1000_std": 0.174348, + "nauc_mrr_at_1000_diff1": 0.392736, + "main_score": 0.52614, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5225, + "ndcg_at_3": 0.45694, + "ndcg_at_5": 0.45436, + "ndcg_at_10": 0.44757, + "ndcg_at_20": 0.46881, + "ndcg_at_100": 0.53902, + "ndcg_at_1000": 0.61112, + "map_at_1": 0.10861, + "map_at_3": 0.17965, + "map_at_5": 0.2141, + "map_at_10": 0.25339, + "map_at_20": 0.28768, + "map_at_100": 0.3323, + "map_at_1000": 0.34855, + "recall_at_1": 0.10861, + "recall_at_3": 0.19542, + "recall_at_5": 0.26444, + "recall_at_10": 0.34362, + "recall_at_20": 0.44849, + "recall_at_100": 0.67567, + "recall_at_1000": 0.94221, + "precision_at_1": 0.6, + "precision_at_3": 0.45833, + "precision_at_5": 0.394, + "precision_at_10": 0.2995, + "precision_at_20": 0.2235, + "precision_at_100": 0.08685, + "precision_at_1000": 0.01391, + "mrr_at_1": 0.6, + "mrr_at_3": 0.6775, + "mrr_at_5": 0.694, + "mrr_at_10": 0.699331, + "mrr_at_20": 0.702782, + "mrr_at_100": 0.703908, + "mrr_at_1000": 0.704061, + "nauc_ndcg_at_1_max": 0.295695, + "nauc_ndcg_at_1_std": 0.136805, + "nauc_ndcg_at_1_diff1": 0.272602, + "nauc_ndcg_at_3_max": 0.332089, + "nauc_ndcg_at_3_std": 0.229077, + "nauc_ndcg_at_3_diff1": 0.197905, + "nauc_ndcg_at_5_max": 0.305114, + "nauc_ndcg_at_5_std": 0.240933, + "nauc_ndcg_at_5_diff1": 0.168015, + "nauc_ndcg_at_10_max": 0.295726, + "nauc_ndcg_at_10_std": 0.199093, + "nauc_ndcg_at_10_diff1": 0.153309, + "nauc_ndcg_at_20_max": 0.299062, + "nauc_ndcg_at_20_std": 0.198071, + "nauc_ndcg_at_20_diff1": 0.172294, + "nauc_ndcg_at_100_max": 0.338215, + "nauc_ndcg_at_100_std": 0.263445, + "nauc_ndcg_at_100_diff1": 0.164402, + "nauc_ndcg_at_1000_max": 0.388962, + "nauc_ndcg_at_1000_std": 0.268893, + "nauc_ndcg_at_1000_diff1": 0.151722, + "nauc_map_at_1_max": 0.064757, + "nauc_map_at_1_std": 0.099033, + "nauc_map_at_1_diff1": 0.291565, + "nauc_map_at_3_max": 0.101866, + "nauc_map_at_3_std": 0.090852, + "nauc_map_at_3_diff1": 0.213222, + "nauc_map_at_5_max": 0.094046, + "nauc_map_at_5_std": 0.093913, + "nauc_map_at_5_diff1": 0.177935, + "nauc_map_at_10_max": 0.12225, + "nauc_map_at_10_std": 0.099737, + "nauc_map_at_10_diff1": 0.138761, + "nauc_map_at_20_max": 0.160551, + "nauc_map_at_20_std": 0.118574, + "nauc_map_at_20_diff1": 0.139454, + "nauc_map_at_100_max": 0.217574, + "nauc_map_at_100_std": 0.183002, + "nauc_map_at_100_diff1": 0.124411, + "nauc_map_at_1000_max": 0.237899, + "nauc_map_at_1000_std": 0.19669, + "nauc_map_at_1000_diff1": 0.114302, + "nauc_recall_at_1_max": 0.064757, + "nauc_recall_at_1_std": 0.099033, + "nauc_recall_at_1_diff1": 0.291565, + "nauc_recall_at_3_max": 0.091101, + "nauc_recall_at_3_std": 0.090789, + "nauc_recall_at_3_diff1": 0.183498, + "nauc_recall_at_5_max": 0.023582, + "nauc_recall_at_5_std": 0.068418, + "nauc_recall_at_5_diff1": 0.121025, + "nauc_recall_at_10_max": 0.078666, + "nauc_recall_at_10_std": 0.070661, + "nauc_recall_at_10_diff1": 0.079534, + "nauc_recall_at_20_max": 0.113678, + "nauc_recall_at_20_std": 0.10658, + "nauc_recall_at_20_diff1": 0.097316, + "nauc_recall_at_100_max": 0.174429, + "nauc_recall_at_100_std": 0.243142, + "nauc_recall_at_100_diff1": 0.026317, + "nauc_recall_at_1000_max": 0.341652, + "nauc_recall_at_1000_std": 0.42248, + "nauc_recall_at_1000_diff1": 0.012536, + "nauc_precision_at_1_max": 0.324265, + "nauc_precision_at_1_std": 0.168923, + "nauc_precision_at_1_diff1": 0.232614, + "nauc_precision_at_3_max": 0.319942, + "nauc_precision_at_3_std": 0.240093, + "nauc_precision_at_3_diff1": 0.00435, + "nauc_precision_at_5_max": 0.283136, + "nauc_precision_at_5_std": 0.25138, + "nauc_precision_at_5_diff1": -0.074828, + "nauc_precision_at_10_max": 0.311458, + "nauc_precision_at_10_std": 0.213269, + "nauc_precision_at_10_diff1": -0.1265, + "nauc_precision_at_20_max": 0.338456, + "nauc_precision_at_20_std": 0.24814, + "nauc_precision_at_20_diff1": -0.125946, + "nauc_precision_at_100_max": 0.31466, + "nauc_precision_at_100_std": 0.260875, + "nauc_precision_at_100_diff1": -0.151283, + "nauc_precision_at_1000_max": 0.247684, + "nauc_precision_at_1000_std": 0.15233, + "nauc_precision_at_1000_diff1": -0.164502, + "nauc_mrr_at_1_max": 0.324265, + "nauc_mrr_at_1_std": 0.168923, + "nauc_mrr_at_1_diff1": 0.232614, + "nauc_mrr_at_3_max": 0.409692, + "nauc_mrr_at_3_std": 0.241143, + "nauc_mrr_at_3_diff1": 0.193044, + "nauc_mrr_at_5_max": 0.405062, + "nauc_mrr_at_5_std": 0.24169, + "nauc_mrr_at_5_diff1": 0.192229, + "nauc_mrr_at_10_max": 0.414291, + "nauc_mrr_at_10_std": 0.237446, + "nauc_mrr_at_10_diff1": 0.1881, + "nauc_mrr_at_20_max": 0.410083, + "nauc_mrr_at_20_std": 0.238765, + "nauc_mrr_at_20_diff1": 0.185497, + "nauc_mrr_at_100_max": 0.408284, + "nauc_mrr_at_100_std": 0.237752, + "nauc_mrr_at_100_diff1": 0.185526, + "nauc_mrr_at_1000_max": 0.408126, + "nauc_mrr_at_1000_std": 0.237381, + "nauc_mrr_at_1000_diff1": 0.186401, + "main_score": 0.44757, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.51, + "ndcg_at_3": 0.45977, + "ndcg_at_5": 0.44447, + "ndcg_at_10": 0.44085, + "ndcg_at_20": 0.45815, + "ndcg_at_100": 0.53543, + "ndcg_at_1000": 0.60901, + "map_at_1": 0.11921, + "map_at_3": 0.18348, + "map_at_5": 0.21803, + "map_at_10": 0.2527, + "map_at_20": 0.28521, + "map_at_100": 0.3313, + "map_at_1000": 0.34768, + "recall_at_1": 0.11921, + "recall_at_3": 0.20114, + "recall_at_5": 0.25699, + "recall_at_10": 0.32564, + "recall_at_20": 0.42806, + "recall_at_100": 0.67299, + "recall_at_1000": 0.94355, + "precision_at_1": 0.595, + "precision_at_3": 0.44167, + "precision_at_5": 0.375, + "precision_at_10": 0.2855, + "precision_at_20": 0.2135, + "precision_at_100": 0.0869, + "precision_at_1000": 0.01396, + "mrr_at_1": 0.595, + "mrr_at_3": 0.658333, + "mrr_at_5": 0.675083, + "mrr_at_10": 0.683857, + "mrr_at_20": 0.687223, + "mrr_at_100": 0.688445, + "mrr_at_1000": 0.688608, + "nauc_ndcg_at_1_max": 0.323837, + "nauc_ndcg_at_1_std": 0.133646, + "nauc_ndcg_at_1_diff1": 0.381815, + "nauc_ndcg_at_3_max": 0.35058, + "nauc_ndcg_at_3_std": 0.284468, + "nauc_ndcg_at_3_diff1": 0.267886, + "nauc_ndcg_at_5_max": 0.3183, + "nauc_ndcg_at_5_std": 0.285806, + "nauc_ndcg_at_5_diff1": 0.242622, + "nauc_ndcg_at_10_max": 0.323519, + "nauc_ndcg_at_10_std": 0.286134, + "nauc_ndcg_at_10_diff1": 0.248801, + "nauc_ndcg_at_20_max": 0.314643, + "nauc_ndcg_at_20_std": 0.265055, + "nauc_ndcg_at_20_diff1": 0.261911, + "nauc_ndcg_at_100_max": 0.356792, + "nauc_ndcg_at_100_std": 0.302635, + "nauc_ndcg_at_100_diff1": 0.269533, + "nauc_ndcg_at_1000_max": 0.411157, + "nauc_ndcg_at_1000_std": 0.32625, + "nauc_ndcg_at_1000_diff1": 0.249078, + "nauc_map_at_1_max": 0.154346, + "nauc_map_at_1_std": 0.130079, + "nauc_map_at_1_diff1": 0.349214, + "nauc_map_at_3_max": 0.156063, + "nauc_map_at_3_std": 0.168666, + "nauc_map_at_3_diff1": 0.272311, + "nauc_map_at_5_max": 0.150116, + "nauc_map_at_5_std": 0.179019, + "nauc_map_at_5_diff1": 0.226389, + "nauc_map_at_10_max": 0.176449, + "nauc_map_at_10_std": 0.188774, + "nauc_map_at_10_diff1": 0.207558, + "nauc_map_at_20_max": 0.204747, + "nauc_map_at_20_std": 0.206196, + "nauc_map_at_20_diff1": 0.205065, + "nauc_map_at_100_max": 0.263357, + "nauc_map_at_100_std": 0.259642, + "nauc_map_at_100_diff1": 0.195099, + "nauc_map_at_1000_max": 0.283355, + "nauc_map_at_1000_std": 0.276525, + "nauc_map_at_1000_diff1": 0.18398, + "nauc_recall_at_1_max": 0.154346, + "nauc_recall_at_1_std": 0.130079, + "nauc_recall_at_1_diff1": 0.349214, + "nauc_recall_at_3_max": 0.114997, + "nauc_recall_at_3_std": 0.157737, + "nauc_recall_at_3_diff1": 0.233758, + "nauc_recall_at_5_max": 0.093279, + "nauc_recall_at_5_std": 0.170624, + "nauc_recall_at_5_diff1": 0.187988, + "nauc_recall_at_10_max": 0.126228, + "nauc_recall_at_10_std": 0.18417, + "nauc_recall_at_10_diff1": 0.169026, + "nauc_recall_at_20_max": 0.159959, + "nauc_recall_at_20_std": 0.166767, + "nauc_recall_at_20_diff1": 0.152337, + "nauc_recall_at_100_max": 0.228972, + "nauc_recall_at_100_std": 0.255531, + "nauc_recall_at_100_diff1": 0.144216, + "nauc_recall_at_1000_max": 0.337135, + "nauc_recall_at_1000_std": 0.413309, + "nauc_recall_at_1000_diff1": 0.137088, + "nauc_precision_at_1_max": 0.393184, + "nauc_precision_at_1_std": 0.253765, + "nauc_precision_at_1_diff1": 0.322371, + "nauc_precision_at_3_max": 0.321087, + "nauc_precision_at_3_std": 0.355212, + "nauc_precision_at_3_diff1": 0.033199, + "nauc_precision_at_5_max": 0.284393, + "nauc_precision_at_5_std": 0.302651, + "nauc_precision_at_5_diff1": -0.05583, + "nauc_precision_at_10_max": 0.323644, + "nauc_precision_at_10_std": 0.285481, + "nauc_precision_at_10_diff1": -0.092352, + "nauc_precision_at_20_max": 0.331012, + "nauc_precision_at_20_std": 0.266928, + "nauc_precision_at_20_diff1": -0.0811, + "nauc_precision_at_100_max": 0.343329, + "nauc_precision_at_100_std": 0.231559, + "nauc_precision_at_100_diff1": -0.132316, + "nauc_precision_at_1000_max": 0.28737, + "nauc_precision_at_1000_std": 0.148363, + "nauc_precision_at_1000_diff1": -0.172383, + "nauc_mrr_at_1_max": 0.393184, + "nauc_mrr_at_1_std": 0.253765, + "nauc_mrr_at_1_diff1": 0.322371, + "nauc_mrr_at_3_max": 0.444359, + "nauc_mrr_at_3_std": 0.333185, + "nauc_mrr_at_3_diff1": 0.280468, + "nauc_mrr_at_5_max": 0.445729, + "nauc_mrr_at_5_std": 0.334255, + "nauc_mrr_at_5_diff1": 0.267805, + "nauc_mrr_at_10_max": 0.454439, + "nauc_mrr_at_10_std": 0.337624, + "nauc_mrr_at_10_diff1": 0.270734, + "nauc_mrr_at_20_max": 0.452907, + "nauc_mrr_at_20_std": 0.332471, + "nauc_mrr_at_20_diff1": 0.279021, + "nauc_mrr_at_100_max": 0.451044, + "nauc_mrr_at_100_std": 0.330059, + "nauc_mrr_at_100_diff1": 0.278135, + "nauc_mrr_at_1000_max": 0.450734, + "nauc_mrr_at_1000_std": 0.329952, + "nauc_mrr_at_1000_diff1": 0.278236, + "main_score": 0.44085, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.6325, + "ndcg_at_3": 0.56824, + "ndcg_at_5": 0.54702, + "ndcg_at_10": 0.51911, + "ndcg_at_20": 0.51812, + "ndcg_at_100": 0.58679, + "ndcg_at_1000": 0.68561, + "map_at_1": 0.06602, + "map_at_3": 0.13301, + "map_at_5": 0.16601, + "map_at_10": 0.20826, + "map_at_20": 0.25585, + "map_at_100": 0.34005, + "map_at_1000": 0.38279, + "recall_at_1": 0.06602, + "recall_at_3": 0.14904, + "recall_at_5": 0.19362, + "recall_at_10": 0.26708, + "recall_at_20": 0.37915, + "recall_at_100": 0.66854, + "recall_at_1000": 0.96019, + "precision_at_1": 0.74, + "precision_at_3": 0.615, + "precision_at_5": 0.555, + "precision_at_10": 0.455, + "precision_at_20": 0.36325, + "precision_at_100": 0.1735, + "precision_at_1000": 0.03391, + "mrr_at_1": 0.74, + "mrr_at_3": 0.815833, + "mrr_at_5": 0.819083, + "mrr_at_10": 0.82427, + "mrr_at_20": 0.825353, + "mrr_at_100": 0.825864, + "mrr_at_1000": 0.825864, + "nauc_ndcg_at_1_max": 0.407931, + "nauc_ndcg_at_1_std": 0.109792, + "nauc_ndcg_at_1_diff1": 0.307531, + "nauc_ndcg_at_3_max": 0.409908, + "nauc_ndcg_at_3_std": 0.216653, + "nauc_ndcg_at_3_diff1": 0.163114, + "nauc_ndcg_at_5_max": 0.440872, + "nauc_ndcg_at_5_std": 0.215011, + "nauc_ndcg_at_5_diff1": 0.151731, + "nauc_ndcg_at_10_max": 0.426829, + "nauc_ndcg_at_10_std": 0.209265, + "nauc_ndcg_at_10_diff1": 0.179106, + "nauc_ndcg_at_20_max": 0.41024, + "nauc_ndcg_at_20_std": 0.196447, + "nauc_ndcg_at_20_diff1": 0.222924, + "nauc_ndcg_at_100_max": 0.42232, + "nauc_ndcg_at_100_std": 0.312335, + "nauc_ndcg_at_100_diff1": 0.260641, + "nauc_ndcg_at_1000_max": 0.478781, + "nauc_ndcg_at_1000_std": 0.342617, + "nauc_ndcg_at_1000_diff1": 0.190158, + "nauc_map_at_1_max": 0.002056, + "nauc_map_at_1_std": -0.042808, + "nauc_map_at_1_diff1": 0.350947, + "nauc_map_at_3_max": 0.091667, + "nauc_map_at_3_std": 0.034883, + "nauc_map_at_3_diff1": 0.336984, + "nauc_map_at_5_max": 0.163176, + "nauc_map_at_5_std": 0.066386, + "nauc_map_at_5_diff1": 0.33263, + "nauc_map_at_10_max": 0.223234, + "nauc_map_at_10_std": 0.105771, + "nauc_map_at_10_diff1": 0.313038, + "nauc_map_at_20_max": 0.262187, + "nauc_map_at_20_std": 0.151154, + "nauc_map_at_20_diff1": 0.286874, + "nauc_map_at_100_max": 0.343828, + "nauc_map_at_100_std": 0.267517, + "nauc_map_at_100_diff1": 0.235807, + "nauc_map_at_1000_max": 0.365197, + "nauc_map_at_1000_std": 0.314255, + "nauc_map_at_1000_diff1": 0.181188, + "nauc_recall_at_1_max": 0.002056, + "nauc_recall_at_1_std": -0.042808, + "nauc_recall_at_1_diff1": 0.350947, + "nauc_recall_at_3_max": 0.053736, + "nauc_recall_at_3_std": 0.030626, + "nauc_recall_at_3_diff1": 0.29565, + "nauc_recall_at_5_max": 0.121002, + "nauc_recall_at_5_std": 0.049366, + "nauc_recall_at_5_diff1": 0.303005, + "nauc_recall_at_10_max": 0.149794, + "nauc_recall_at_10_std": 0.059332, + "nauc_recall_at_10_diff1": 0.289111, + "nauc_recall_at_20_max": 0.141626, + "nauc_recall_at_20_std": 0.101478, + "nauc_recall_at_20_diff1": 0.298538, + "nauc_recall_at_100_max": 0.187318, + "nauc_recall_at_100_std": 0.258338, + "nauc_recall_at_100_diff1": 0.275831, + "nauc_recall_at_1000_max": 0.482938, + "nauc_recall_at_1000_std": 0.681044, + "nauc_recall_at_1000_diff1": 0.148067, + "nauc_precision_at_1_max": 0.405316, + "nauc_precision_at_1_std": 0.282055, + "nauc_precision_at_1_diff1": 0.33552, + "nauc_precision_at_3_max": 0.406727, + "nauc_precision_at_3_std": 0.285611, + "nauc_precision_at_3_diff1": -0.016789, + "nauc_precision_at_5_max": 0.453983, + "nauc_precision_at_5_std": 0.271068, + "nauc_precision_at_5_diff1": -0.05248, + "nauc_precision_at_10_max": 0.371294, + "nauc_precision_at_10_std": 0.260749, + "nauc_precision_at_10_diff1": -0.141556, + "nauc_precision_at_20_max": 0.301927, + "nauc_precision_at_20_std": 0.212761, + "nauc_precision_at_20_diff1": -0.193916, + "nauc_precision_at_100_max": 0.12861, + "nauc_precision_at_100_std": 0.186167, + "nauc_precision_at_100_diff1": -0.248368, + "nauc_precision_at_1000_max": 0.003708, + "nauc_precision_at_1000_std": 0.072537, + "nauc_precision_at_1000_diff1": -0.238331, + "nauc_mrr_at_1_max": 0.405316, + "nauc_mrr_at_1_std": 0.282055, + "nauc_mrr_at_1_diff1": 0.33552, + "nauc_mrr_at_3_max": 0.402871, + "nauc_mrr_at_3_std": 0.316943, + "nauc_mrr_at_3_diff1": 0.275195, + "nauc_mrr_at_5_max": 0.40269, + "nauc_mrr_at_5_std": 0.305276, + "nauc_mrr_at_5_diff1": 0.283177, + "nauc_mrr_at_10_max": 0.399403, + "nauc_mrr_at_10_std": 0.300318, + "nauc_mrr_at_10_diff1": 0.28954, + "nauc_mrr_at_20_max": 0.402624, + "nauc_mrr_at_20_std": 0.298322, + "nauc_mrr_at_20_diff1": 0.288842, + "nauc_mrr_at_100_max": 0.401842, + "nauc_mrr_at_100_std": 0.300179, + "nauc_mrr_at_100_diff1": 0.289458, + "nauc_mrr_at_1000_max": 0.401842, + "nauc_mrr_at_1000_std": 0.300179, + "nauc_mrr_at_1000_diff1": 0.289458, + "main_score": 0.51911, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4875, + "ndcg_at_3": 0.45831, + "ndcg_at_5": 0.44476, + "ndcg_at_10": 0.43292, + "ndcg_at_20": 0.43288, + "ndcg_at_100": 0.50535, + "ndcg_at_1000": 0.61181, + "map_at_1": 0.04817, + "map_at_3": 0.09911, + "map_at_5": 0.12676, + "map_at_10": 0.16722, + "map_at_20": 0.20513, + "map_at_100": 0.27508, + "map_at_1000": 0.31431, + "recall_at_1": 0.04817, + "recall_at_3": 0.11274, + "recall_at_5": 0.15612, + "recall_at_10": 0.23196, + "recall_at_20": 0.32348, + "recall_at_100": 0.60419, + "recall_at_1000": 0.92823, + "precision_at_1": 0.595, + "precision_at_3": 0.525, + "precision_at_5": 0.474, + "precision_at_10": 0.393, + "precision_at_20": 0.318, + "precision_at_100": 0.15705, + "precision_at_1000": 0.03257, + "mrr_at_1": 0.595, + "mrr_at_3": 0.679167, + "mrr_at_5": 0.699417, + "mrr_at_10": 0.705944, + "mrr_at_20": 0.708511, + "mrr_at_100": 0.70923, + "mrr_at_1000": 0.709272, + "nauc_ndcg_at_1_max": 0.363238, + "nauc_ndcg_at_1_std": 0.278682, + "nauc_ndcg_at_1_diff1": 0.310608, + "nauc_ndcg_at_3_max": 0.390314, + "nauc_ndcg_at_3_std": 0.31396, + "nauc_ndcg_at_3_diff1": 0.192468, + "nauc_ndcg_at_5_max": 0.425416, + "nauc_ndcg_at_5_std": 0.350779, + "nauc_ndcg_at_5_diff1": 0.138366, + "nauc_ndcg_at_10_max": 0.464231, + "nauc_ndcg_at_10_std": 0.372762, + "nauc_ndcg_at_10_diff1": 0.141024, + "nauc_ndcg_at_20_max": 0.451219, + "nauc_ndcg_at_20_std": 0.347707, + "nauc_ndcg_at_20_diff1": 0.135203, + "nauc_ndcg_at_100_max": 0.431918, + "nauc_ndcg_at_100_std": 0.434449, + "nauc_ndcg_at_100_diff1": 0.150068, + "nauc_ndcg_at_1000_max": 0.462994, + "nauc_ndcg_at_1000_std": 0.448472, + "nauc_ndcg_at_1000_diff1": 0.137538, + "nauc_map_at_1_max": 0.063113, + "nauc_map_at_1_std": 0.011087, + "nauc_map_at_1_diff1": 0.386844, + "nauc_map_at_3_max": 0.230523, + "nauc_map_at_3_std": 0.092564, + "nauc_map_at_3_diff1": 0.308423, + "nauc_map_at_5_max": 0.267696, + "nauc_map_at_5_std": 0.14646, + "nauc_map_at_5_diff1": 0.268165, + "nauc_map_at_10_max": 0.325603, + "nauc_map_at_10_std": 0.213573, + "nauc_map_at_10_diff1": 0.237001, + "nauc_map_at_20_max": 0.35264, + "nauc_map_at_20_std": 0.246677, + "nauc_map_at_20_diff1": 0.199877, + "nauc_map_at_100_max": 0.393187, + "nauc_map_at_100_std": 0.362629, + "nauc_map_at_100_diff1": 0.160491, + "nauc_map_at_1000_max": 0.405387, + "nauc_map_at_1000_std": 0.409702, + "nauc_map_at_1000_diff1": 0.134601, + "nauc_recall_at_1_max": 0.063113, + "nauc_recall_at_1_std": 0.011087, + "nauc_recall_at_1_diff1": 0.386844, + "nauc_recall_at_3_max": 0.196107, + "nauc_recall_at_3_std": 0.067356, + "nauc_recall_at_3_diff1": 0.252622, + "nauc_recall_at_5_max": 0.215335, + "nauc_recall_at_5_std": 0.123948, + "nauc_recall_at_5_diff1": 0.172246, + "nauc_recall_at_10_max": 0.242521, + "nauc_recall_at_10_std": 0.183999, + "nauc_recall_at_10_diff1": 0.117716, + "nauc_recall_at_20_max": 0.222252, + "nauc_recall_at_20_std": 0.17798, + "nauc_recall_at_20_diff1": 0.102267, + "nauc_recall_at_100_max": 0.19839, + "nauc_recall_at_100_std": 0.359296, + "nauc_recall_at_100_diff1": 0.104575, + "nauc_recall_at_1000_max": 0.27311, + "nauc_recall_at_1000_std": 0.681487, + "nauc_recall_at_1000_diff1": -0.025726, + "nauc_precision_at_1_max": 0.376279, + "nauc_precision_at_1_std": 0.337859, + "nauc_precision_at_1_diff1": 0.279192, + "nauc_precision_at_3_max": 0.406707, + "nauc_precision_at_3_std": 0.364007, + "nauc_precision_at_3_diff1": 0.099972, + "nauc_precision_at_5_max": 0.412632, + "nauc_precision_at_5_std": 0.397395, + "nauc_precision_at_5_diff1": 0.013006, + "nauc_precision_at_10_max": 0.407329, + "nauc_precision_at_10_std": 0.386278, + "nauc_precision_at_10_diff1": -0.045049, + "nauc_precision_at_20_max": 0.309608, + "nauc_precision_at_20_std": 0.330375, + "nauc_precision_at_20_diff1": -0.111289, + "nauc_precision_at_100_max": 0.141071, + "nauc_precision_at_100_std": 0.259435, + "nauc_precision_at_100_diff1": -0.123361, + "nauc_precision_at_1000_max": 0.054064, + "nauc_precision_at_1000_std": 0.109148, + "nauc_precision_at_1000_diff1": -0.081342, + "nauc_mrr_at_1_max": 0.376279, + "nauc_mrr_at_1_std": 0.337859, + "nauc_mrr_at_1_diff1": 0.279192, + "nauc_mrr_at_3_max": 0.377862, + "nauc_mrr_at_3_std": 0.338864, + "nauc_mrr_at_3_diff1": 0.255192, + "nauc_mrr_at_5_max": 0.379431, + "nauc_mrr_at_5_std": 0.342364, + "nauc_mrr_at_5_diff1": 0.245877, + "nauc_mrr_at_10_max": 0.376872, + "nauc_mrr_at_10_std": 0.335531, + "nauc_mrr_at_10_diff1": 0.236243, + "nauc_mrr_at_20_max": 0.379076, + "nauc_mrr_at_20_std": 0.336403, + "nauc_mrr_at_20_diff1": 0.242133, + "nauc_mrr_at_100_max": 0.379007, + "nauc_mrr_at_100_std": 0.337056, + "nauc_mrr_at_100_diff1": 0.242486, + "nauc_mrr_at_1000_max": 0.378899, + "nauc_mrr_at_1000_std": 0.33694, + "nauc_mrr_at_1000_diff1": 0.242507, + "main_score": 0.43292, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.53, + "ndcg_at_3": 0.4687, + "ndcg_at_5": 0.45252, + "ndcg_at_10": 0.44373, + "ndcg_at_20": 0.44381, + "ndcg_at_100": 0.51254, + "ndcg_at_1000": 0.62375, + "map_at_1": 0.05784, + "map_at_3": 0.10633, + "map_at_5": 0.13303, + "map_at_10": 0.17114, + "map_at_20": 0.20736, + "map_at_100": 0.27744, + "map_at_1000": 0.3179, + "recall_at_1": 0.05784, + "recall_at_3": 0.11706, + "recall_at_5": 0.15874, + "recall_at_10": 0.23324, + "recall_at_20": 0.32224, + "recall_at_100": 0.59246, + "recall_at_1000": 0.93541, + "precision_at_1": 0.63, + "precision_at_3": 0.52, + "precision_at_5": 0.469, + "precision_at_10": 0.3985, + "precision_at_20": 0.32025, + "precision_at_100": 0.1582, + "precision_at_1000": 0.03286, + "mrr_at_1": 0.63, + "mrr_at_3": 0.705833, + "mrr_at_5": 0.719833, + "mrr_at_10": 0.728196, + "mrr_at_20": 0.730626, + "mrr_at_100": 0.731227, + "mrr_at_1000": 0.73128, + "nauc_ndcg_at_1_max": 0.344826, + "nauc_ndcg_at_1_std": 0.20915, + "nauc_ndcg_at_1_diff1": 0.235701, + "nauc_ndcg_at_3_max": 0.392786, + "nauc_ndcg_at_3_std": 0.181964, + "nauc_ndcg_at_3_diff1": 0.133493, + "nauc_ndcg_at_5_max": 0.378225, + "nauc_ndcg_at_5_std": 0.211764, + "nauc_ndcg_at_5_diff1": 0.092537, + "nauc_ndcg_at_10_max": 0.379795, + "nauc_ndcg_at_10_std": 0.248953, + "nauc_ndcg_at_10_diff1": 0.08485, + "nauc_ndcg_at_20_max": 0.408071, + "nauc_ndcg_at_20_std": 0.231513, + "nauc_ndcg_at_20_diff1": 0.122692, + "nauc_ndcg_at_100_max": 0.373815, + "nauc_ndcg_at_100_std": 0.320491, + "nauc_ndcg_at_100_diff1": 0.149115, + "nauc_ndcg_at_1000_max": 0.429402, + "nauc_ndcg_at_1000_std": 0.360782, + "nauc_ndcg_at_1000_diff1": 0.158331, + "nauc_map_at_1_max": 0.020754, + "nauc_map_at_1_std": -0.019249, + "nauc_map_at_1_diff1": 0.203509, + "nauc_map_at_3_max": 0.146928, + "nauc_map_at_3_std": 0.001354, + "nauc_map_at_3_diff1": 0.236197, + "nauc_map_at_5_max": 0.185097, + "nauc_map_at_5_std": 0.043139, + "nauc_map_at_5_diff1": 0.194557, + "nauc_map_at_10_max": 0.22005, + "nauc_map_at_10_std": 0.111452, + "nauc_map_at_10_diff1": 0.143362, + "nauc_map_at_20_max": 0.283882, + "nauc_map_at_20_std": 0.155385, + "nauc_map_at_20_diff1": 0.125782, + "nauc_map_at_100_max": 0.343079, + "nauc_map_at_100_std": 0.285781, + "nauc_map_at_100_diff1": 0.1116, + "nauc_map_at_1000_max": 0.367583, + "nauc_map_at_1000_std": 0.333274, + "nauc_map_at_1000_diff1": 0.087484, + "nauc_recall_at_1_max": 0.020754, + "nauc_recall_at_1_std": -0.019249, + "nauc_recall_at_1_diff1": 0.203509, + "nauc_recall_at_3_max": 0.110005, + "nauc_recall_at_3_std": -0.029253, + "nauc_recall_at_3_diff1": 0.199927, + "nauc_recall_at_5_max": 0.124979, + "nauc_recall_at_5_std": 0.013189, + "nauc_recall_at_5_diff1": 0.148532, + "nauc_recall_at_10_max": 0.120062, + "nauc_recall_at_10_std": 0.072568, + "nauc_recall_at_10_diff1": 0.075671, + "nauc_recall_at_20_max": 0.188343, + "nauc_recall_at_20_std": 0.088272, + "nauc_recall_at_20_diff1": 0.072759, + "nauc_recall_at_100_max": 0.178932, + "nauc_recall_at_100_std": 0.291582, + "nauc_recall_at_100_diff1": 0.100801, + "nauc_recall_at_1000_max": 0.359764, + "nauc_recall_at_1000_std": 0.577666, + "nauc_recall_at_1000_diff1": -0.048406, + "nauc_precision_at_1_max": 0.376972, + "nauc_precision_at_1_std": 0.272952, + "nauc_precision_at_1_diff1": 0.195913, + "nauc_precision_at_3_max": 0.413592, + "nauc_precision_at_3_std": 0.209659, + "nauc_precision_at_3_diff1": -0.002499, + "nauc_precision_at_5_max": 0.378035, + "nauc_precision_at_5_std": 0.265692, + "nauc_precision_at_5_diff1": -0.079002, + "nauc_precision_at_10_max": 0.340037, + "nauc_precision_at_10_std": 0.309015, + "nauc_precision_at_10_diff1": -0.113586, + "nauc_precision_at_20_max": 0.346824, + "nauc_precision_at_20_std": 0.279453, + "nauc_precision_at_20_diff1": -0.082743, + "nauc_precision_at_100_max": 0.193966, + "nauc_precision_at_100_std": 0.245932, + "nauc_precision_at_100_diff1": -0.077071, + "nauc_precision_at_1000_max": 0.090667, + "nauc_precision_at_1000_std": 0.10442, + "nauc_precision_at_1000_diff1": -0.078408, + "nauc_mrr_at_1_max": 0.376972, + "nauc_mrr_at_1_std": 0.272952, + "nauc_mrr_at_1_diff1": 0.195913, + "nauc_mrr_at_3_max": 0.358881, + "nauc_mrr_at_3_std": 0.251397, + "nauc_mrr_at_3_diff1": 0.198248, + "nauc_mrr_at_5_max": 0.360282, + "nauc_mrr_at_5_std": 0.262013, + "nauc_mrr_at_5_diff1": 0.18464, + "nauc_mrr_at_10_max": 0.359255, + "nauc_mrr_at_10_std": 0.264699, + "nauc_mrr_at_10_diff1": 0.186143, + "nauc_mrr_at_20_max": 0.362576, + "nauc_mrr_at_20_std": 0.263244, + "nauc_mrr_at_20_diff1": 0.191765, + "nauc_mrr_at_100_max": 0.362821, + "nauc_mrr_at_100_std": 0.263581, + "nauc_mrr_at_100_diff1": 0.19247, + "nauc_mrr_at_1000_max": 0.362877, + "nauc_mrr_at_1000_std": 0.26353, + "nauc_mrr_at_1000_diff1": 0.192467, + "main_score": 0.44373, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.6725, + "ndcg_at_3": 0.58943, + "ndcg_at_5": 0.56325, + "ndcg_at_10": 0.55013, + "ndcg_at_20": 0.55698, + "ndcg_at_100": 0.63288, + "ndcg_at_1000": 0.70493, + "map_at_1": 0.08214, + "map_at_3": 0.16244, + "map_at_5": 0.20538, + "map_at_10": 0.26101, + "map_at_20": 0.31224, + "map_at_100": 0.39641, + "map_at_1000": 0.42147, + "recall_at_1": 0.08214, + "recall_at_3": 0.17553, + "recall_at_5": 0.23348, + "recall_at_10": 0.33895, + "recall_at_20": 0.45245, + "recall_at_100": 0.74208, + "recall_at_1000": 0.96544, + "precision_at_1": 0.775, + "precision_at_3": 0.63667, + "precision_at_5": 0.569, + "precision_at_10": 0.456, + "precision_at_20": 0.35325, + "precision_at_100": 0.1494, + "precision_at_1000": 0.02357, + "mrr_at_1": 0.775, + "mrr_at_3": 0.841667, + "mrr_at_5": 0.848917, + "mrr_at_10": 0.853548, + "mrr_at_20": 0.853881, + "mrr_at_100": 0.854024, + "mrr_at_1000": 0.854046, + "nauc_ndcg_at_1_max": 0.527236, + "nauc_ndcg_at_1_std": 0.239734, + "nauc_ndcg_at_1_diff1": 0.380567, + "nauc_ndcg_at_3_max": 0.364978, + "nauc_ndcg_at_3_std": 0.277177, + "nauc_ndcg_at_3_diff1": 0.17126, + "nauc_ndcg_at_5_max": 0.304216, + "nauc_ndcg_at_5_std": 0.277164, + "nauc_ndcg_at_5_diff1": 0.134796, + "nauc_ndcg_at_10_max": 0.289426, + "nauc_ndcg_at_10_std": 0.278458, + "nauc_ndcg_at_10_diff1": 0.13383, + "nauc_ndcg_at_20_max": 0.278002, + "nauc_ndcg_at_20_std": 0.2847, + "nauc_ndcg_at_20_diff1": 0.177564, + "nauc_ndcg_at_100_max": 0.271986, + "nauc_ndcg_at_100_std": 0.365023, + "nauc_ndcg_at_100_diff1": 0.171087, + "nauc_ndcg_at_1000_max": 0.324229, + "nauc_ndcg_at_1000_std": 0.393777, + "nauc_ndcg_at_1000_diff1": 0.146262, + "nauc_map_at_1_max": 0.092413, + "nauc_map_at_1_std": -0.021988, + "nauc_map_at_1_diff1": 0.358497, + "nauc_map_at_3_max": 0.136567, + "nauc_map_at_3_std": 0.018608, + "nauc_map_at_3_diff1": 0.261857, + "nauc_map_at_5_max": 0.125427, + "nauc_map_at_5_std": 0.034255, + "nauc_map_at_5_diff1": 0.223302, + "nauc_map_at_10_max": 0.132717, + "nauc_map_at_10_std": 0.070128, + "nauc_map_at_10_diff1": 0.197442, + "nauc_map_at_20_max": 0.138126, + "nauc_map_at_20_std": 0.149813, + "nauc_map_at_20_diff1": 0.184617, + "nauc_map_at_100_max": 0.16922, + "nauc_map_at_100_std": 0.327193, + "nauc_map_at_100_diff1": 0.123154, + "nauc_map_at_1000_max": 0.175121, + "nauc_map_at_1000_std": 0.356049, + "nauc_map_at_1000_diff1": 0.0924, + "nauc_recall_at_1_max": 0.092413, + "nauc_recall_at_1_std": -0.021988, + "nauc_recall_at_1_diff1": 0.358497, + "nauc_recall_at_3_max": 0.112535, + "nauc_recall_at_3_std": 0.01927, + "nauc_recall_at_3_diff1": 0.257022, + "nauc_recall_at_5_max": 0.088497, + "nauc_recall_at_5_std": 0.015426, + "nauc_recall_at_5_diff1": 0.202312, + "nauc_recall_at_10_max": 0.038027, + "nauc_recall_at_10_std": 0.004996, + "nauc_recall_at_10_diff1": 0.134498, + "nauc_recall_at_20_max": 0.028151, + "nauc_recall_at_20_std": 0.073916, + "nauc_recall_at_20_diff1": 0.149505, + "nauc_recall_at_100_max": 0.043155, + "nauc_recall_at_100_std": 0.276389, + "nauc_recall_at_100_diff1": 0.093294, + "nauc_recall_at_1000_max": 0.140574, + "nauc_recall_at_1000_std": 0.515208, + "nauc_recall_at_1000_diff1": -0.090845, + "nauc_precision_at_1_max": 0.572863, + "nauc_precision_at_1_std": 0.272436, + "nauc_precision_at_1_diff1": 0.359176, + "nauc_precision_at_3_max": 0.235257, + "nauc_precision_at_3_std": 0.304996, + "nauc_precision_at_3_diff1": -0.040591, + "nauc_precision_at_5_max": 0.144956, + "nauc_precision_at_5_std": 0.277973, + "nauc_precision_at_5_diff1": -0.145039, + "nauc_precision_at_10_max": 0.111552, + "nauc_precision_at_10_std": 0.329752, + "nauc_precision_at_10_diff1": -0.185647, + "nauc_precision_at_20_max": 0.061119, + "nauc_precision_at_20_std": 0.376188, + "nauc_precision_at_20_diff1": -0.183119, + "nauc_precision_at_100_max": 0.040632, + "nauc_precision_at_100_std": 0.328155, + "nauc_precision_at_100_diff1": -0.22155, + "nauc_precision_at_1000_max": -0.034561, + "nauc_precision_at_1000_std": 0.131387, + "nauc_precision_at_1000_diff1": -0.242657, + "nauc_mrr_at_1_max": 0.572863, + "nauc_mrr_at_1_std": 0.272436, + "nauc_mrr_at_1_diff1": 0.359176, + "nauc_mrr_at_3_max": 0.561779, + "nauc_mrr_at_3_std": 0.30416, + "nauc_mrr_at_3_diff1": 0.343304, + "nauc_mrr_at_5_max": 0.560804, + "nauc_mrr_at_5_std": 0.293256, + "nauc_mrr_at_5_diff1": 0.341867, + "nauc_mrr_at_10_max": 0.55812, + "nauc_mrr_at_10_std": 0.287983, + "nauc_mrr_at_10_diff1": 0.345912, + "nauc_mrr_at_20_max": 0.559189, + "nauc_mrr_at_20_std": 0.288388, + "nauc_mrr_at_20_diff1": 0.348144, + "nauc_mrr_at_100_max": 0.559194, + "nauc_mrr_at_100_std": 0.289286, + "nauc_mrr_at_100_diff1": 0.347927, + "nauc_mrr_at_1000_max": 0.559266, + "nauc_mrr_at_1000_std": 0.289361, + "nauc_mrr_at_1000_diff1": 0.347866, + "main_score": 0.55013, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4975, + "ndcg_at_3": 0.44034, + "ndcg_at_5": 0.43481, + "ndcg_at_10": 0.4265, + "ndcg_at_20": 0.43902, + "ndcg_at_100": 0.53184, + "ndcg_at_1000": 0.61668, + "map_at_1": 0.06302, + "map_at_3": 0.11402, + "map_at_5": 0.15121, + "map_at_10": 0.19255, + "map_at_20": 0.22963, + "map_at_100": 0.30538, + "map_at_1000": 0.32975, + "recall_at_1": 0.06302, + "recall_at_3": 0.12774, + "recall_at_5": 0.18816, + "recall_at_10": 0.27151, + "recall_at_20": 0.37152, + "recall_at_100": 0.67857, + "recall_at_1000": 0.94213, + "precision_at_1": 0.58, + "precision_at_3": 0.48833, + "precision_at_5": 0.451, + "precision_at_10": 0.36, + "precision_at_20": 0.2865, + "precision_at_100": 0.13245, + "precision_at_1000": 0.02273, + "mrr_at_1": 0.58, + "mrr_at_3": 0.665833, + "mrr_at_5": 0.686833, + "mrr_at_10": 0.697546, + "mrr_at_20": 0.700708, + "mrr_at_100": 0.701114, + "mrr_at_1000": 0.701187, + "nauc_ndcg_at_1_max": 0.34668, + "nauc_ndcg_at_1_std": 0.276868, + "nauc_ndcg_at_1_diff1": 0.257292, + "nauc_ndcg_at_3_max": 0.354907, + "nauc_ndcg_at_3_std": 0.336758, + "nauc_ndcg_at_3_diff1": 0.181998, + "nauc_ndcg_at_5_max": 0.326492, + "nauc_ndcg_at_5_std": 0.363426, + "nauc_ndcg_at_5_diff1": 0.180427, + "nauc_ndcg_at_10_max": 0.315294, + "nauc_ndcg_at_10_std": 0.334387, + "nauc_ndcg_at_10_diff1": 0.216397, + "nauc_ndcg_at_20_max": 0.293295, + "nauc_ndcg_at_20_std": 0.342024, + "nauc_ndcg_at_20_diff1": 0.234775, + "nauc_ndcg_at_100_max": 0.319448, + "nauc_ndcg_at_100_std": 0.447656, + "nauc_ndcg_at_100_diff1": 0.231321, + "nauc_ndcg_at_1000_max": 0.344041, + "nauc_ndcg_at_1000_std": 0.452284, + "nauc_ndcg_at_1000_diff1": 0.195486, + "nauc_map_at_1_max": 0.059466, + "nauc_map_at_1_std": -0.030891, + "nauc_map_at_1_diff1": 0.18494, + "nauc_map_at_3_max": 0.142532, + "nauc_map_at_3_std": 0.039197, + "nauc_map_at_3_diff1": 0.246348, + "nauc_map_at_5_max": 0.140406, + "nauc_map_at_5_std": 0.072662, + "nauc_map_at_5_diff1": 0.270131, + "nauc_map_at_10_max": 0.175555, + "nauc_map_at_10_std": 0.103295, + "nauc_map_at_10_diff1": 0.259381, + "nauc_map_at_20_max": 0.204118, + "nauc_map_at_20_std": 0.198876, + "nauc_map_at_20_diff1": 0.248818, + "nauc_map_at_100_max": 0.248947, + "nauc_map_at_100_std": 0.393628, + "nauc_map_at_100_diff1": 0.205429, + "nauc_map_at_1000_max": 0.253402, + "nauc_map_at_1000_std": 0.418566, + "nauc_map_at_1000_diff1": 0.194368, + "nauc_recall_at_1_max": 0.059466, + "nauc_recall_at_1_std": -0.030891, + "nauc_recall_at_1_diff1": 0.18494, + "nauc_recall_at_3_max": 0.115318, + "nauc_recall_at_3_std": 0.030719, + "nauc_recall_at_3_diff1": 0.228374, + "nauc_recall_at_5_max": 0.086495, + "nauc_recall_at_5_std": 0.042681, + "nauc_recall_at_5_diff1": 0.251637, + "nauc_recall_at_10_max": 0.102113, + "nauc_recall_at_10_std": 0.061767, + "nauc_recall_at_10_diff1": 0.246974, + "nauc_recall_at_20_max": 0.080147, + "nauc_recall_at_20_std": 0.137426, + "nauc_recall_at_20_diff1": 0.218251, + "nauc_recall_at_100_max": 0.131708, + "nauc_recall_at_100_std": 0.41078, + "nauc_recall_at_100_diff1": 0.169625, + "nauc_recall_at_1000_max": 0.200519, + "nauc_recall_at_1000_std": 0.634736, + "nauc_recall_at_1000_diff1": 0.139416, + "nauc_precision_at_1_max": 0.351024, + "nauc_precision_at_1_std": 0.327285, + "nauc_precision_at_1_diff1": 0.289172, + "nauc_precision_at_3_max": 0.35451, + "nauc_precision_at_3_std": 0.413067, + "nauc_precision_at_3_diff1": 0.148652, + "nauc_precision_at_5_max": 0.308034, + "nauc_precision_at_5_std": 0.472888, + "nauc_precision_at_5_diff1": 0.104632, + "nauc_precision_at_10_max": 0.310406, + "nauc_precision_at_10_std": 0.45167, + "nauc_precision_at_10_diff1": 0.056609, + "nauc_precision_at_20_max": 0.229887, + "nauc_precision_at_20_std": 0.486307, + "nauc_precision_at_20_diff1": -0.015321, + "nauc_precision_at_100_max": 0.161833, + "nauc_precision_at_100_std": 0.45278, + "nauc_precision_at_100_diff1": -0.105546, + "nauc_precision_at_1000_max": 0.015578, + "nauc_precision_at_1000_std": 0.169256, + "nauc_precision_at_1000_diff1": -0.135393, + "nauc_mrr_at_1_max": 0.351024, + "nauc_mrr_at_1_std": 0.327285, + "nauc_mrr_at_1_diff1": 0.289172, + "nauc_mrr_at_3_max": 0.420762, + "nauc_mrr_at_3_std": 0.333966, + "nauc_mrr_at_3_diff1": 0.249196, + "nauc_mrr_at_5_max": 0.405871, + "nauc_mrr_at_5_std": 0.346577, + "nauc_mrr_at_5_diff1": 0.267983, + "nauc_mrr_at_10_max": 0.40304, + "nauc_mrr_at_10_std": 0.340869, + "nauc_mrr_at_10_diff1": 0.265305, + "nauc_mrr_at_20_max": 0.399883, + "nauc_mrr_at_20_std": 0.339063, + "nauc_mrr_at_20_diff1": 0.26567, + "nauc_mrr_at_100_max": 0.399093, + "nauc_mrr_at_100_std": 0.338818, + "nauc_mrr_at_100_diff1": 0.264888, + "nauc_mrr_at_1000_max": 0.399142, + "nauc_mrr_at_1000_std": 0.338734, + "nauc_mrr_at_1000_diff1": 0.26497, + "main_score": 0.4265, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.47992, + "ndcg_at_5": 0.46016, + "ndcg_at_10": 0.44992, + "ndcg_at_20": 0.45618, + "ndcg_at_100": 0.53567, + "ndcg_at_1000": 0.62418, + "map_at_1": 0.06509, + "map_at_3": 0.11995, + "map_at_5": 0.15268, + "map_at_10": 0.19774, + "map_at_20": 0.23562, + "map_at_100": 0.30452, + "map_at_1000": 0.32874, + "recall_at_1": 0.06509, + "recall_at_3": 0.13141, + "recall_at_5": 0.18036, + "recall_at_10": 0.27102, + "recall_at_20": 0.37085, + "recall_at_100": 0.65362, + "recall_at_1000": 0.93861, + "precision_at_1": 0.69, + "precision_at_3": 0.51667, + "precision_at_5": 0.467, + "precision_at_10": 0.38, + "precision_at_20": 0.29325, + "precision_at_100": 0.1284, + "precision_at_1000": 0.02234, + "mrr_at_1": 0.69, + "mrr_at_3": 0.743333, + "mrr_at_5": 0.756333, + "mrr_at_10": 0.764893, + "mrr_at_20": 0.766749, + "mrr_at_100": 0.767708, + "mrr_at_1000": 0.767739, + "nauc_ndcg_at_1_max": 0.373917, + "nauc_ndcg_at_1_std": 0.223139, + "nauc_ndcg_at_1_diff1": 0.357069, + "nauc_ndcg_at_3_max": 0.329361, + "nauc_ndcg_at_3_std": 0.266014, + "nauc_ndcg_at_3_diff1": 0.24596, + "nauc_ndcg_at_5_max": 0.284991, + "nauc_ndcg_at_5_std": 0.314278, + "nauc_ndcg_at_5_diff1": 0.22675, + "nauc_ndcg_at_10_max": 0.262943, + "nauc_ndcg_at_10_std": 0.329104, + "nauc_ndcg_at_10_diff1": 0.256024, + "nauc_ndcg_at_20_max": 0.237723, + "nauc_ndcg_at_20_std": 0.332214, + "nauc_ndcg_at_20_diff1": 0.267384, + "nauc_ndcg_at_100_max": 0.241024, + "nauc_ndcg_at_100_std": 0.430814, + "nauc_ndcg_at_100_diff1": 0.272617, + "nauc_ndcg_at_1000_max": 0.281077, + "nauc_ndcg_at_1000_std": 0.441448, + "nauc_ndcg_at_1000_diff1": 0.252315, + "nauc_map_at_1_max": 0.065589, + "nauc_map_at_1_std": 0.039248, + "nauc_map_at_1_diff1": 0.425117, + "nauc_map_at_3_max": 0.077069, + "nauc_map_at_3_std": 0.083135, + "nauc_map_at_3_diff1": 0.347509, + "nauc_map_at_5_max": 0.082944, + "nauc_map_at_5_std": 0.12623, + "nauc_map_at_5_diff1": 0.292879, + "nauc_map_at_10_max": 0.105341, + "nauc_map_at_10_std": 0.165969, + "nauc_map_at_10_diff1": 0.291234, + "nauc_map_at_20_max": 0.115752, + "nauc_map_at_20_std": 0.235044, + "nauc_map_at_20_diff1": 0.267551, + "nauc_map_at_100_max": 0.13146, + "nauc_map_at_100_std": 0.38875, + "nauc_map_at_100_diff1": 0.232525, + "nauc_map_at_1000_max": 0.131306, + "nauc_map_at_1000_std": 0.413441, + "nauc_map_at_1000_diff1": 0.213817, + "nauc_recall_at_1_max": 0.065589, + "nauc_recall_at_1_std": 0.039248, + "nauc_recall_at_1_diff1": 0.425117, + "nauc_recall_at_3_max": 0.055509, + "nauc_recall_at_3_std": 0.064247, + "nauc_recall_at_3_diff1": 0.328497, + "nauc_recall_at_5_max": 0.042321, + "nauc_recall_at_5_std": 0.108212, + "nauc_recall_at_5_diff1": 0.25944, + "nauc_recall_at_10_max": 0.028525, + "nauc_recall_at_10_std": 0.123847, + "nauc_recall_at_10_diff1": 0.248425, + "nauc_recall_at_20_max": 0.01441, + "nauc_recall_at_20_std": 0.163939, + "nauc_recall_at_20_diff1": 0.207055, + "nauc_recall_at_100_max": 0.034787, + "nauc_recall_at_100_std": 0.386129, + "nauc_recall_at_100_diff1": 0.127569, + "nauc_recall_at_1000_max": 0.101419, + "nauc_recall_at_1000_std": 0.564624, + "nauc_recall_at_1000_diff1": 0.136487, + "nauc_precision_at_1_max": 0.460906, + "nauc_precision_at_1_std": 0.334286, + "nauc_precision_at_1_diff1": 0.370399, + "nauc_precision_at_3_max": 0.299395, + "nauc_precision_at_3_std": 0.298856, + "nauc_precision_at_3_diff1": 0.131804, + "nauc_precision_at_5_max": 0.237204, + "nauc_precision_at_5_std": 0.327255, + "nauc_precision_at_5_diff1": 0.016282, + "nauc_precision_at_10_max": 0.215875, + "nauc_precision_at_10_std": 0.377659, + "nauc_precision_at_10_diff1": 0.010769, + "nauc_precision_at_20_max": 0.144765, + "nauc_precision_at_20_std": 0.404676, + "nauc_precision_at_20_diff1": -0.089457, + "nauc_precision_at_100_max": 0.055115, + "nauc_precision_at_100_std": 0.369811, + "nauc_precision_at_100_diff1": -0.153383, + "nauc_precision_at_1000_max": -0.007022, + "nauc_precision_at_1000_std": 0.142941, + "nauc_precision_at_1000_diff1": -0.206382, + "nauc_mrr_at_1_max": 0.460906, + "nauc_mrr_at_1_std": 0.334286, + "nauc_mrr_at_1_diff1": 0.370399, + "nauc_mrr_at_3_max": 0.479072, + "nauc_mrr_at_3_std": 0.371687, + "nauc_mrr_at_3_diff1": 0.373401, + "nauc_mrr_at_5_max": 0.472763, + "nauc_mrr_at_5_std": 0.374241, + "nauc_mrr_at_5_diff1": 0.371474, + "nauc_mrr_at_10_max": 0.467557, + "nauc_mrr_at_10_std": 0.370315, + "nauc_mrr_at_10_diff1": 0.370218, + "nauc_mrr_at_20_max": 0.470879, + "nauc_mrr_at_20_std": 0.370025, + "nauc_mrr_at_20_diff1": 0.372344, + "nauc_mrr_at_100_max": 0.470056, + "nauc_mrr_at_100_std": 0.370691, + "nauc_mrr_at_100_diff1": 0.372336, + "nauc_mrr_at_1000_max": 0.47011, + "nauc_mrr_at_1000_std": 0.370643, + "nauc_mrr_at_1000_diff1": 0.372325, + "main_score": 0.44992, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.56981, + "ndcg_at_5": 0.55585, + "ndcg_at_10": 0.53157, + "ndcg_at_20": 0.53389, + "ndcg_at_100": 0.59449, + "ndcg_at_1000": 0.67467, + "map_at_1": 0.06182, + "map_at_3": 0.11048, + "map_at_5": 0.14555, + "map_at_10": 0.19532, + "map_at_20": 0.25278, + "map_at_100": 0.35224, + "map_at_1000": 0.40133, + "recall_at_1": 0.06182, + "recall_at_3": 0.12173, + "recall_at_5": 0.17031, + "recall_at_10": 0.25159, + "recall_at_20": 0.37267, + "recall_at_100": 0.66589, + "recall_at_1000": 0.91889, + "precision_at_1": 0.77, + "precision_at_3": 0.66833, + "precision_at_5": 0.618, + "precision_at_10": 0.524, + "precision_at_20": 0.4345, + "precision_at_100": 0.2241, + "precision_at_1000": 0.04897, + "mrr_at_1": 0.77, + "mrr_at_3": 0.8325, + "mrr_at_5": 0.83725, + "mrr_at_10": 0.841312, + "mrr_at_20": 0.842664, + "mrr_at_100": 0.842966, + "mrr_at_1000": 0.842966, + "nauc_ndcg_at_1_max": 0.434029, + "nauc_ndcg_at_1_std": 0.296771, + "nauc_ndcg_at_1_diff1": 0.260434, + "nauc_ndcg_at_3_max": 0.365863, + "nauc_ndcg_at_3_std": 0.217502, + "nauc_ndcg_at_3_diff1": 0.215977, + "nauc_ndcg_at_5_max": 0.365436, + "nauc_ndcg_at_5_std": 0.199454, + "nauc_ndcg_at_5_diff1": 0.193516, + "nauc_ndcg_at_10_max": 0.37389, + "nauc_ndcg_at_10_std": 0.270703, + "nauc_ndcg_at_10_diff1": 0.173166, + "nauc_ndcg_at_20_max": 0.415493, + "nauc_ndcg_at_20_std": 0.343304, + "nauc_ndcg_at_20_diff1": 0.147943, + "nauc_ndcg_at_100_max": 0.440752, + "nauc_ndcg_at_100_std": 0.453229, + "nauc_ndcg_at_100_diff1": 0.17017, + "nauc_ndcg_at_1000_max": 0.502958, + "nauc_ndcg_at_1000_std": 0.494804, + "nauc_ndcg_at_1000_diff1": 0.16033, + "nauc_map_at_1_max": -0.11853, + "nauc_map_at_1_std": -0.154863, + "nauc_map_at_1_diff1": 0.418838, + "nauc_map_at_3_max": 0.010093, + "nauc_map_at_3_std": -0.058362, + "nauc_map_at_3_diff1": 0.350156, + "nauc_map_at_5_max": 0.065231, + "nauc_map_at_5_std": -0.019911, + "nauc_map_at_5_diff1": 0.292034, + "nauc_map_at_10_max": 0.157424, + "nauc_map_at_10_std": 0.082073, + "nauc_map_at_10_diff1": 0.239634, + "nauc_map_at_20_max": 0.230196, + "nauc_map_at_20_std": 0.192242, + "nauc_map_at_20_diff1": 0.17785, + "nauc_map_at_100_max": 0.338877, + "nauc_map_at_100_std": 0.380917, + "nauc_map_at_100_diff1": 0.14629, + "nauc_map_at_1000_max": 0.380212, + "nauc_map_at_1000_std": 0.43778, + "nauc_map_at_1000_diff1": 0.133371, + "nauc_recall_at_1_max": -0.11853, + "nauc_recall_at_1_std": -0.154863, + "nauc_recall_at_1_diff1": 0.418838, + "nauc_recall_at_3_max": -0.028811, + "nauc_recall_at_3_std": -0.087828, + "nauc_recall_at_3_diff1": 0.337311, + "nauc_recall_at_5_max": 0.015041, + "nauc_recall_at_5_std": -0.055771, + "nauc_recall_at_5_diff1": 0.262687, + "nauc_recall_at_10_max": 0.09607, + "nauc_recall_at_10_std": 0.060658, + "nauc_recall_at_10_diff1": 0.208576, + "nauc_recall_at_20_max": 0.12908, + "nauc_recall_at_20_std": 0.144974, + "nauc_recall_at_20_diff1": 0.122871, + "nauc_recall_at_100_max": 0.207104, + "nauc_recall_at_100_std": 0.323937, + "nauc_recall_at_100_diff1": 0.13231, + "nauc_recall_at_1000_max": 0.40044, + "nauc_recall_at_1000_std": 0.580259, + "nauc_recall_at_1000_diff1": 0.079793, + "nauc_precision_at_1_max": 0.638415, + "nauc_precision_at_1_std": 0.443925, + "nauc_precision_at_1_diff1": 0.260111, + "nauc_precision_at_3_max": 0.428332, + "nauc_precision_at_3_std": 0.268096, + "nauc_precision_at_3_diff1": 0.050086, + "nauc_precision_at_5_max": 0.36714, + "nauc_precision_at_5_std": 0.243537, + "nauc_precision_at_5_diff1": -0.045339, + "nauc_precision_at_10_max": 0.354962, + "nauc_precision_at_10_std": 0.325972, + "nauc_precision_at_10_diff1": -0.144346, + "nauc_precision_at_20_max": 0.311146, + "nauc_precision_at_20_std": 0.34989, + "nauc_precision_at_20_diff1": -0.193289, + "nauc_precision_at_100_max": 0.140115, + "nauc_precision_at_100_std": 0.203842, + "nauc_precision_at_100_diff1": -0.106327, + "nauc_precision_at_1000_max": -0.014231, + "nauc_precision_at_1000_std": -0.001462, + "nauc_precision_at_1000_diff1": -0.105673, + "nauc_mrr_at_1_max": 0.638415, + "nauc_mrr_at_1_std": 0.443925, + "nauc_mrr_at_1_diff1": 0.260111, + "nauc_mrr_at_3_max": 0.665019, + "nauc_mrr_at_3_std": 0.426804, + "nauc_mrr_at_3_diff1": 0.285844, + "nauc_mrr_at_5_max": 0.66329, + "nauc_mrr_at_5_std": 0.437866, + "nauc_mrr_at_5_diff1": 0.286949, + "nauc_mrr_at_10_max": 0.662355, + "nauc_mrr_at_10_std": 0.447278, + "nauc_mrr_at_10_diff1": 0.281714, + "nauc_mrr_at_20_max": 0.660704, + "nauc_mrr_at_20_std": 0.443509, + "nauc_mrr_at_20_diff1": 0.279988, + "nauc_mrr_at_100_max": 0.660804, + "nauc_mrr_at_100_std": 0.442356, + "nauc_mrr_at_100_diff1": 0.279979, + "nauc_mrr_at_1000_max": 0.660804, + "nauc_mrr_at_1000_std": 0.442356, + "nauc_mrr_at_1000_diff1": 0.279979, + "main_score": 0.53157, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5675, + "ndcg_at_3": 0.51068, + "ndcg_at_5": 0.49287, + "ndcg_at_10": 0.47574, + "ndcg_at_20": 0.47613, + "ndcg_at_100": 0.53585, + "ndcg_at_1000": 0.62911, + "map_at_1": 0.05342, + "map_at_3": 0.09569, + "map_at_5": 0.12414, + "map_at_10": 0.16876, + "map_at_20": 0.21423, + "map_at_100": 0.29772, + "map_at_1000": 0.34424, + "recall_at_1": 0.05342, + "recall_at_3": 0.107, + "recall_at_5": 0.14926, + "recall_at_10": 0.2356, + "recall_at_20": 0.33561, + "recall_at_100": 0.60878, + "recall_at_1000": 0.89578, + "precision_at_1": 0.705, + "precision_at_3": 0.59167, + "precision_at_5": 0.544, + "precision_at_10": 0.4655, + "precision_at_20": 0.38575, + "precision_at_100": 0.2009, + "precision_at_1000": 0.04724, + "mrr_at_1": 0.705, + "mrr_at_3": 0.776667, + "mrr_at_5": 0.788917, + "mrr_at_10": 0.795478, + "mrr_at_20": 0.797157, + "mrr_at_100": 0.797375, + "mrr_at_1000": 0.797386, + "nauc_ndcg_at_1_max": 0.32595, + "nauc_ndcg_at_1_std": 0.236687, + "nauc_ndcg_at_1_diff1": 0.256819, + "nauc_ndcg_at_3_max": 0.271402, + "nauc_ndcg_at_3_std": 0.22632, + "nauc_ndcg_at_3_diff1": 0.162224, + "nauc_ndcg_at_5_max": 0.312569, + "nauc_ndcg_at_5_std": 0.234973, + "nauc_ndcg_at_5_diff1": 0.165232, + "nauc_ndcg_at_10_max": 0.343859, + "nauc_ndcg_at_10_std": 0.29203, + "nauc_ndcg_at_10_diff1": 0.209925, + "nauc_ndcg_at_20_max": 0.396504, + "nauc_ndcg_at_20_std": 0.368847, + "nauc_ndcg_at_20_diff1": 0.271105, + "nauc_ndcg_at_100_max": 0.474611, + "nauc_ndcg_at_100_std": 0.508195, + "nauc_ndcg_at_100_diff1": 0.255304, + "nauc_ndcg_at_1000_max": 0.484422, + "nauc_ndcg_at_1000_std": 0.529006, + "nauc_ndcg_at_1000_diff1": 0.240224, + "nauc_map_at_1_max": -0.004786, + "nauc_map_at_1_std": -0.081907, + "nauc_map_at_1_diff1": 0.200303, + "nauc_map_at_3_max": 0.063273, + "nauc_map_at_3_std": 0.004393, + "nauc_map_at_3_diff1": 0.128935, + "nauc_map_at_5_max": 0.139856, + "nauc_map_at_5_std": 0.046634, + "nauc_map_at_5_diff1": 0.133572, + "nauc_map_at_10_max": 0.21476, + "nauc_map_at_10_std": 0.138342, + "nauc_map_at_10_diff1": 0.15083, + "nauc_map_at_20_max": 0.282644, + "nauc_map_at_20_std": 0.239948, + "nauc_map_at_20_diff1": 0.173637, + "nauc_map_at_100_max": 0.391527, + "nauc_map_at_100_std": 0.419725, + "nauc_map_at_100_diff1": 0.182627, + "nauc_map_at_1000_max": 0.404359, + "nauc_map_at_1000_std": 0.47111, + "nauc_map_at_1000_diff1": 0.188809, + "nauc_recall_at_1_max": -0.004786, + "nauc_recall_at_1_std": -0.081907, + "nauc_recall_at_1_diff1": 0.200303, + "nauc_recall_at_3_max": 0.021884, + "nauc_recall_at_3_std": -0.019382, + "nauc_recall_at_3_diff1": 0.09418, + "nauc_recall_at_5_max": 0.095416, + "nauc_recall_at_5_std": 0.022005, + "nauc_recall_at_5_diff1": 0.102044, + "nauc_recall_at_10_max": 0.126095, + "nauc_recall_at_10_std": 0.07407, + "nauc_recall_at_10_diff1": 0.159493, + "nauc_recall_at_20_max": 0.18245, + "nauc_recall_at_20_std": 0.171366, + "nauc_recall_at_20_diff1": 0.189522, + "nauc_recall_at_100_max": 0.303621, + "nauc_recall_at_100_std": 0.391174, + "nauc_recall_at_100_diff1": 0.166003, + "nauc_recall_at_1000_max": 0.417465, + "nauc_recall_at_1000_std": 0.589852, + "nauc_recall_at_1000_diff1": 0.166753, + "nauc_precision_at_1_max": 0.486467, + "nauc_precision_at_1_std": 0.285184, + "nauc_precision_at_1_diff1": 0.283559, + "nauc_precision_at_3_max": 0.322515, + "nauc_precision_at_3_std": 0.280169, + "nauc_precision_at_3_diff1": 0.067114, + "nauc_precision_at_5_max": 0.334763, + "nauc_precision_at_5_std": 0.276648, + "nauc_precision_at_5_diff1": 0.062587, + "nauc_precision_at_10_max": 0.312486, + "nauc_precision_at_10_std": 0.322556, + "nauc_precision_at_10_diff1": 0.05286, + "nauc_precision_at_20_max": 0.271454, + "nauc_precision_at_20_std": 0.347033, + "nauc_precision_at_20_diff1": 0.058843, + "nauc_precision_at_100_max": 0.098083, + "nauc_precision_at_100_std": 0.217285, + "nauc_precision_at_100_diff1": 0.017627, + "nauc_precision_at_1000_max": -0.077988, + "nauc_precision_at_1000_std": 0.02745, + "nauc_precision_at_1000_diff1": -0.043096, + "nauc_mrr_at_1_max": 0.486467, + "nauc_mrr_at_1_std": 0.285184, + "nauc_mrr_at_1_diff1": 0.283559, + "nauc_mrr_at_3_max": 0.488984, + "nauc_mrr_at_3_std": 0.345268, + "nauc_mrr_at_3_diff1": 0.280888, + "nauc_mrr_at_5_max": 0.492888, + "nauc_mrr_at_5_std": 0.347245, + "nauc_mrr_at_5_diff1": 0.267403, + "nauc_mrr_at_10_max": 0.49449, + "nauc_mrr_at_10_std": 0.3493, + "nauc_mrr_at_10_diff1": 0.283277, + "nauc_mrr_at_20_max": 0.4933, + "nauc_mrr_at_20_std": 0.345454, + "nauc_mrr_at_20_diff1": 0.283951, + "nauc_mrr_at_100_max": 0.49401, + "nauc_mrr_at_100_std": 0.345278, + "nauc_mrr_at_100_diff1": 0.283343, + "nauc_mrr_at_1000_max": 0.493978, + "nauc_mrr_at_1000_std": 0.345237, + "nauc_mrr_at_1000_diff1": 0.283299, + "main_score": 0.47574, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5625, + "ndcg_at_3": 0.51184, + "ndcg_at_5": 0.49829, + "ndcg_at_10": 0.48173, + "ndcg_at_20": 0.47666, + "ndcg_at_100": 0.53505, + "ndcg_at_1000": 0.62511, + "map_at_1": 0.04878, + "map_at_3": 0.09089, + "map_at_5": 0.12105, + "map_at_10": 0.16831, + "map_at_20": 0.21423, + "map_at_100": 0.30139, + "map_at_1000": 0.34845, + "recall_at_1": 0.04878, + "recall_at_3": 0.10088, + "recall_at_5": 0.144, + "recall_at_10": 0.22203, + "recall_at_20": 0.32087, + "recall_at_100": 0.60674, + "recall_at_1000": 0.89173, + "precision_at_1": 0.725, + "precision_at_3": 0.61333, + "precision_at_5": 0.562, + "precision_at_10": 0.4855, + "precision_at_20": 0.3975, + "precision_at_100": 0.20515, + "precision_at_1000": 0.04717, + "mrr_at_1": 0.725, + "mrr_at_3": 0.7825, + "mrr_at_5": 0.79425, + "mrr_at_10": 0.800032, + "mrr_at_20": 0.800917, + "mrr_at_100": 0.80154, + "mrr_at_1000": 0.801613, + "nauc_ndcg_at_1_max": 0.411336, + "nauc_ndcg_at_1_std": 0.302078, + "nauc_ndcg_at_1_diff1": 0.197626, + "nauc_ndcg_at_3_max": 0.437389, + "nauc_ndcg_at_3_std": 0.2989, + "nauc_ndcg_at_3_diff1": 0.110063, + "nauc_ndcg_at_5_max": 0.420018, + "nauc_ndcg_at_5_std": 0.326301, + "nauc_ndcg_at_5_diff1": 0.094374, + "nauc_ndcg_at_10_max": 0.431443, + "nauc_ndcg_at_10_std": 0.395325, + "nauc_ndcg_at_10_diff1": 0.108132, + "nauc_ndcg_at_20_max": 0.483637, + "nauc_ndcg_at_20_std": 0.441733, + "nauc_ndcg_at_20_diff1": 0.140251, + "nauc_ndcg_at_100_max": 0.536513, + "nauc_ndcg_at_100_std": 0.5782, + "nauc_ndcg_at_100_diff1": 0.142605, + "nauc_ndcg_at_1000_max": 0.573137, + "nauc_ndcg_at_1000_std": 0.596723, + "nauc_ndcg_at_1000_diff1": 0.13483, + "nauc_map_at_1_max": 0.093411, + "nauc_map_at_1_std": 0.003778, + "nauc_map_at_1_diff1": 0.192959, + "nauc_map_at_3_max": 0.170495, + "nauc_map_at_3_std": 0.06032, + "nauc_map_at_3_diff1": 0.148783, + "nauc_map_at_5_max": 0.230747, + "nauc_map_at_5_std": 0.095581, + "nauc_map_at_5_diff1": 0.126993, + "nauc_map_at_10_max": 0.288246, + "nauc_map_at_10_std": 0.202691, + "nauc_map_at_10_diff1": 0.11644, + "nauc_map_at_20_max": 0.340008, + "nauc_map_at_20_std": 0.285035, + "nauc_map_at_20_diff1": 0.108142, + "nauc_map_at_100_max": 0.435803, + "nauc_map_at_100_std": 0.483929, + "nauc_map_at_100_diff1": 0.093534, + "nauc_map_at_1000_max": 0.475976, + "nauc_map_at_1000_std": 0.548315, + "nauc_map_at_1000_diff1": 0.087429, + "nauc_recall_at_1_max": 0.093411, + "nauc_recall_at_1_std": 0.003778, + "nauc_recall_at_1_diff1": 0.192959, + "nauc_recall_at_3_max": 0.129868, + "nauc_recall_at_3_std": 0.024232, + "nauc_recall_at_3_diff1": 0.141799, + "nauc_recall_at_5_max": 0.169099, + "nauc_recall_at_5_std": 0.040354, + "nauc_recall_at_5_diff1": 0.118055, + "nauc_recall_at_10_max": 0.200292, + "nauc_recall_at_10_std": 0.164233, + "nauc_recall_at_10_diff1": 0.094195, + "nauc_recall_at_20_max": 0.219231, + "nauc_recall_at_20_std": 0.234427, + "nauc_recall_at_20_diff1": 0.068837, + "nauc_recall_at_100_max": 0.283047, + "nauc_recall_at_100_std": 0.403715, + "nauc_recall_at_100_diff1": 0.07724, + "nauc_recall_at_1000_max": 0.41437, + "nauc_recall_at_1000_std": 0.584343, + "nauc_recall_at_1000_diff1": 0.06208, + "nauc_precision_at_1_max": 0.637469, + "nauc_precision_at_1_std": 0.426703, + "nauc_precision_at_1_diff1": 0.269594, + "nauc_precision_at_3_max": 0.479561, + "nauc_precision_at_3_std": 0.345927, + "nauc_precision_at_3_diff1": 0.044728, + "nauc_precision_at_5_max": 0.385671, + "nauc_precision_at_5_std": 0.334998, + "nauc_precision_at_5_diff1": 0.012703, + "nauc_precision_at_10_max": 0.341644, + "nauc_precision_at_10_std": 0.392065, + "nauc_precision_at_10_diff1": 0.006535, + "nauc_precision_at_20_max": 0.315732, + "nauc_precision_at_20_std": 0.375349, + "nauc_precision_at_20_diff1": 0.002062, + "nauc_precision_at_100_max": 0.18225, + "nauc_precision_at_100_std": 0.302049, + "nauc_precision_at_100_diff1": -0.010859, + "nauc_precision_at_1000_max": 0.023038, + "nauc_precision_at_1000_std": 0.069821, + "nauc_precision_at_1000_diff1": -0.00986, + "nauc_mrr_at_1_max": 0.637469, + "nauc_mrr_at_1_std": 0.426703, + "nauc_mrr_at_1_diff1": 0.269594, + "nauc_mrr_at_3_max": 0.647306, + "nauc_mrr_at_3_std": 0.445334, + "nauc_mrr_at_3_diff1": 0.240412, + "nauc_mrr_at_5_max": 0.654011, + "nauc_mrr_at_5_std": 0.452697, + "nauc_mrr_at_5_diff1": 0.26166, + "nauc_mrr_at_10_max": 0.649943, + "nauc_mrr_at_10_std": 0.461198, + "nauc_mrr_at_10_diff1": 0.259241, + "nauc_mrr_at_20_max": 0.649848, + "nauc_mrr_at_20_std": 0.460615, + "nauc_mrr_at_20_diff1": 0.257569, + "nauc_mrr_at_100_max": 0.649955, + "nauc_mrr_at_100_std": 0.459299, + "nauc_mrr_at_100_diff1": 0.258024, + "nauc_mrr_at_1000_max": 0.649841, + "nauc_mrr_at_1000_std": 0.459087, + "nauc_mrr_at_1000_diff1": 0.257863, + "main_score": 0.48173, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.7075, + "ndcg_at_3": 0.6374, + "ndcg_at_5": 0.61452, + "ndcg_at_10": 0.59694, + "ndcg_at_20": 0.59663, + "ndcg_at_100": 0.6498, + "ndcg_at_1000": 0.72644, + "map_at_1": 0.12349, + "map_at_3": 0.22475, + "map_at_5": 0.26838, + "map_at_10": 0.3207, + "map_at_20": 0.36003, + "map_at_100": 0.42523, + "map_at_1000": 0.46066, + "recall_at_1": 0.12349, + "recall_at_3": 0.24253, + "recall_at_5": 0.30486, + "recall_at_10": 0.39599, + "recall_at_20": 0.48504, + "recall_at_100": 0.72398, + "recall_at_1000": 0.95442, + "precision_at_1": 0.795, + "precision_at_3": 0.63667, + "precision_at_5": 0.541, + "precision_at_10": 0.4265, + "precision_at_20": 0.32525, + "precision_at_100": 0.15265, + "precision_at_1000": 0.03351, + "mrr_at_1": 0.795, + "mrr_at_3": 0.861667, + "mrr_at_5": 0.867417, + "mrr_at_10": 0.868756, + "mrr_at_20": 0.870255, + "mrr_at_100": 0.870306, + "mrr_at_1000": 0.870306, + "nauc_ndcg_at_1_max": 0.541918, + "nauc_ndcg_at_1_std": 0.104872, + "nauc_ndcg_at_1_diff1": 0.433507, + "nauc_ndcg_at_3_max": 0.582184, + "nauc_ndcg_at_3_std": 0.167931, + "nauc_ndcg_at_3_diff1": 0.172388, + "nauc_ndcg_at_5_max": 0.581511, + "nauc_ndcg_at_5_std": 0.178249, + "nauc_ndcg_at_5_diff1": 0.17961, + "nauc_ndcg_at_10_max": 0.555168, + "nauc_ndcg_at_10_std": 0.200378, + "nauc_ndcg_at_10_diff1": 0.19375, + "nauc_ndcg_at_20_max": 0.538344, + "nauc_ndcg_at_20_std": 0.192532, + "nauc_ndcg_at_20_diff1": 0.206846, + "nauc_ndcg_at_100_max": 0.587698, + "nauc_ndcg_at_100_std": 0.305918, + "nauc_ndcg_at_100_diff1": 0.263835, + "nauc_ndcg_at_1000_max": 0.584058, + "nauc_ndcg_at_1000_std": 0.284012, + "nauc_ndcg_at_1000_diff1": 0.218626, + "nauc_map_at_1_max": 0.244883, + "nauc_map_at_1_std": 0.083793, + "nauc_map_at_1_diff1": 0.44636, + "nauc_map_at_3_max": 0.371014, + "nauc_map_at_3_std": 0.189697, + "nauc_map_at_3_diff1": 0.278543, + "nauc_map_at_5_max": 0.416993, + "nauc_map_at_5_std": 0.207211, + "nauc_map_at_5_diff1": 0.249815, + "nauc_map_at_10_max": 0.455832, + "nauc_map_at_10_std": 0.220611, + "nauc_map_at_10_diff1": 0.232433, + "nauc_map_at_20_max": 0.476602, + "nauc_map_at_20_std": 0.234762, + "nauc_map_at_20_diff1": 0.213265, + "nauc_map_at_100_max": 0.509212, + "nauc_map_at_100_std": 0.278922, + "nauc_map_at_100_diff1": 0.200021, + "nauc_map_at_1000_max": 0.502318, + "nauc_map_at_1000_std": 0.268726, + "nauc_map_at_1000_diff1": 0.175161, + "nauc_recall_at_1_max": 0.244883, + "nauc_recall_at_1_std": 0.083793, + "nauc_recall_at_1_diff1": 0.44636, + "nauc_recall_at_3_max": 0.342805, + "nauc_recall_at_3_std": 0.184559, + "nauc_recall_at_3_diff1": 0.253977, + "nauc_recall_at_5_max": 0.358466, + "nauc_recall_at_5_std": 0.191366, + "nauc_recall_at_5_diff1": 0.229359, + "nauc_recall_at_10_max": 0.391374, + "nauc_recall_at_10_std": 0.20962, + "nauc_recall_at_10_diff1": 0.228, + "nauc_recall_at_20_max": 0.393473, + "nauc_recall_at_20_std": 0.235666, + "nauc_recall_at_20_diff1": 0.214251, + "nauc_recall_at_100_max": 0.413321, + "nauc_recall_at_100_std": 0.414075, + "nauc_recall_at_100_diff1": 0.276976, + "nauc_recall_at_1000_max": 0.418919, + "nauc_recall_at_1000_std": 0.67837, + "nauc_recall_at_1000_diff1": 0.318416, + "nauc_precision_at_1_max": 0.641516, + "nauc_precision_at_1_std": 0.140137, + "nauc_precision_at_1_diff1": 0.401056, + "nauc_precision_at_3_max": 0.417793, + "nauc_precision_at_3_std": 0.156149, + "nauc_precision_at_3_diff1": -0.174557, + "nauc_precision_at_5_max": 0.339051, + "nauc_precision_at_5_std": 0.096023, + "nauc_precision_at_5_diff1": -0.174884, + "nauc_precision_at_10_max": 0.207469, + "nauc_precision_at_10_std": 0.033598, + "nauc_precision_at_10_diff1": -0.190304, + "nauc_precision_at_20_max": 0.057842, + "nauc_precision_at_20_std": -0.060889, + "nauc_precision_at_20_diff1": -0.216932, + "nauc_precision_at_100_max": -0.091041, + "nauc_precision_at_100_std": -0.097766, + "nauc_precision_at_100_diff1": -0.180844, + "nauc_precision_at_1000_max": -0.16593, + "nauc_precision_at_1000_std": -0.271929, + "nauc_precision_at_1000_diff1": -0.189697, + "nauc_mrr_at_1_max": 0.641516, + "nauc_mrr_at_1_std": 0.140137, + "nauc_mrr_at_1_diff1": 0.401056, + "nauc_mrr_at_3_max": 0.65888, + "nauc_mrr_at_3_std": 0.155421, + "nauc_mrr_at_3_diff1": 0.338141, + "nauc_mrr_at_5_max": 0.662032, + "nauc_mrr_at_5_std": 0.147505, + "nauc_mrr_at_5_diff1": 0.348741, + "nauc_mrr_at_10_max": 0.659794, + "nauc_mrr_at_10_std": 0.155805, + "nauc_mrr_at_10_diff1": 0.347511, + "nauc_mrr_at_20_max": 0.658828, + "nauc_mrr_at_20_std": 0.155358, + "nauc_mrr_at_20_diff1": 0.350014, + "nauc_mrr_at_100_max": 0.658684, + "nauc_mrr_at_100_std": 0.155003, + "nauc_mrr_at_100_diff1": 0.350109, + "nauc_mrr_at_1000_max": 0.658684, + "nauc_mrr_at_1000_std": 0.155003, + "nauc_mrr_at_1000_diff1": 0.350109, + "main_score": 0.59694, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.55444, + "ndcg_at_5": 0.53585, + "ndcg_at_10": 0.52243, + "ndcg_at_20": 0.52479, + "ndcg_at_100": 0.57159, + "ndcg_at_1000": 0.66017, + "map_at_1": 0.10992, + "map_at_3": 0.19688, + "map_at_5": 0.2329, + "map_at_10": 0.27565, + "map_at_20": 0.30882, + "map_at_100": 0.3577, + "map_at_1000": 0.38846, + "recall_at_1": 0.10992, + "recall_at_3": 0.22076, + "recall_at_5": 0.27199, + "recall_at_10": 0.35282, + "recall_at_20": 0.43708, + "recall_at_100": 0.64968, + "recall_at_1000": 0.92115, + "precision_at_1": 0.705, + "precision_at_3": 0.55833, + "precision_at_5": 0.48, + "precision_at_10": 0.371, + "precision_at_20": 0.278, + "precision_at_100": 0.1281, + "precision_at_1000": 0.03137, + "mrr_at_1": 0.705, + "mrr_at_3": 0.783333, + "mrr_at_5": 0.792083, + "mrr_at_10": 0.796845, + "mrr_at_20": 0.798028, + "mrr_at_100": 0.798529, + "mrr_at_1000": 0.798553, + "nauc_ndcg_at_1_max": 0.453789, + "nauc_ndcg_at_1_std": 0.256459, + "nauc_ndcg_at_1_diff1": 0.411909, + "nauc_ndcg_at_3_max": 0.471614, + "nauc_ndcg_at_3_std": 0.2705, + "nauc_ndcg_at_3_diff1": 0.23429, + "nauc_ndcg_at_5_max": 0.487447, + "nauc_ndcg_at_5_std": 0.27988, + "nauc_ndcg_at_5_diff1": 0.192436, + "nauc_ndcg_at_10_max": 0.506369, + "nauc_ndcg_at_10_std": 0.347377, + "nauc_ndcg_at_10_diff1": 0.173464, + "nauc_ndcg_at_20_max": 0.514876, + "nauc_ndcg_at_20_std": 0.35759, + "nauc_ndcg_at_20_diff1": 0.186038, + "nauc_ndcg_at_100_max": 0.5395, + "nauc_ndcg_at_100_std": 0.429743, + "nauc_ndcg_at_100_diff1": 0.234675, + "nauc_ndcg_at_1000_max": 0.556379, + "nauc_ndcg_at_1000_std": 0.412621, + "nauc_ndcg_at_1000_diff1": 0.233433, + "nauc_map_at_1_max": 0.291355, + "nauc_map_at_1_std": 0.220587, + "nauc_map_at_1_diff1": 0.379423, + "nauc_map_at_3_max": 0.34751, + "nauc_map_at_3_std": 0.277027, + "nauc_map_at_3_diff1": 0.287034, + "nauc_map_at_5_max": 0.379472, + "nauc_map_at_5_std": 0.298237, + "nauc_map_at_5_diff1": 0.241273, + "nauc_map_at_10_max": 0.430321, + "nauc_map_at_10_std": 0.322371, + "nauc_map_at_10_diff1": 0.231191, + "nauc_map_at_20_max": 0.455277, + "nauc_map_at_20_std": 0.339426, + "nauc_map_at_20_diff1": 0.218837, + "nauc_map_at_100_max": 0.489726, + "nauc_map_at_100_std": 0.38411, + "nauc_map_at_100_diff1": 0.208274, + "nauc_map_at_1000_max": 0.491639, + "nauc_map_at_1000_std": 0.382482, + "nauc_map_at_1000_diff1": 0.189072, + "nauc_recall_at_1_max": 0.291355, + "nauc_recall_at_1_std": 0.220587, + "nauc_recall_at_1_diff1": 0.379423, + "nauc_recall_at_3_max": 0.299984, + "nauc_recall_at_3_std": 0.260826, + "nauc_recall_at_3_diff1": 0.233509, + "nauc_recall_at_5_max": 0.323351, + "nauc_recall_at_5_std": 0.278992, + "nauc_recall_at_5_diff1": 0.177013, + "nauc_recall_at_10_max": 0.361624, + "nauc_recall_at_10_std": 0.322452, + "nauc_recall_at_10_diff1": 0.172485, + "nauc_recall_at_20_max": 0.369433, + "nauc_recall_at_20_std": 0.334469, + "nauc_recall_at_20_diff1": 0.152498, + "nauc_recall_at_100_max": 0.368605, + "nauc_recall_at_100_std": 0.464943, + "nauc_recall_at_100_diff1": 0.178355, + "nauc_recall_at_1000_max": 0.422971, + "nauc_recall_at_1000_std": 0.67006, + "nauc_recall_at_1000_diff1": 0.306088, + "nauc_precision_at_1_max": 0.46406, + "nauc_precision_at_1_std": 0.276269, + "nauc_precision_at_1_diff1": 0.448649, + "nauc_precision_at_3_max": 0.330274, + "nauc_precision_at_3_std": 0.186124, + "nauc_precision_at_3_diff1": 0.035165, + "nauc_precision_at_5_max": 0.28598, + "nauc_precision_at_5_std": 0.136927, + "nauc_precision_at_5_diff1": -0.069406, + "nauc_precision_at_10_max": 0.226737, + "nauc_precision_at_10_std": 0.115945, + "nauc_precision_at_10_diff1": -0.116059, + "nauc_precision_at_20_max": 0.153422, + "nauc_precision_at_20_std": 0.063182, + "nauc_precision_at_20_diff1": -0.151509, + "nauc_precision_at_100_max": 0.000471, + "nauc_precision_at_100_std": -0.055738, + "nauc_precision_at_100_diff1": -0.190164, + "nauc_precision_at_1000_max": -0.12688, + "nauc_precision_at_1000_std": -0.2619, + "nauc_precision_at_1000_diff1": -0.268754, + "nauc_mrr_at_1_max": 0.46406, + "nauc_mrr_at_1_std": 0.276269, + "nauc_mrr_at_1_diff1": 0.448649, + "nauc_mrr_at_3_max": 0.49697, + "nauc_mrr_at_3_std": 0.297728, + "nauc_mrr_at_3_diff1": 0.414441, + "nauc_mrr_at_5_max": 0.49857, + "nauc_mrr_at_5_std": 0.283416, + "nauc_mrr_at_5_diff1": 0.409115, + "nauc_mrr_at_10_max": 0.501235, + "nauc_mrr_at_10_std": 0.298204, + "nauc_mrr_at_10_diff1": 0.414921, + "nauc_mrr_at_20_max": 0.500502, + "nauc_mrr_at_20_std": 0.296654, + "nauc_mrr_at_20_diff1": 0.416936, + "nauc_mrr_at_100_max": 0.500005, + "nauc_mrr_at_100_std": 0.296361, + "nauc_mrr_at_100_diff1": 0.418491, + "nauc_mrr_at_1000_max": 0.499938, + "nauc_mrr_at_1000_std": 0.296304, + "nauc_mrr_at_1000_diff1": 0.418473, + "main_score": 0.52243, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6075, + "ndcg_at_3": 0.55124, + "ndcg_at_5": 0.52535, + "ndcg_at_10": 0.51637, + "ndcg_at_20": 0.52268, + "ndcg_at_100": 0.57295, + "ndcg_at_1000": 0.66141, + "map_at_1": 0.11153, + "map_at_3": 0.19611, + "map_at_5": 0.23105, + "map_at_10": 0.26999, + "map_at_20": 0.30125, + "map_at_100": 0.35507, + "map_at_1000": 0.3878, + "recall_at_1": 0.11153, + "recall_at_3": 0.21373, + "recall_at_5": 0.2666, + "recall_at_10": 0.34633, + "recall_at_20": 0.43533, + "recall_at_100": 0.64909, + "recall_at_1000": 0.92535, + "precision_at_1": 0.7, + "precision_at_3": 0.56, + "precision_at_5": 0.469, + "precision_at_10": 0.366, + "precision_at_20": 0.2825, + "precision_at_100": 0.1349, + "precision_at_1000": 0.03166, + "mrr_at_1": 0.7, + "mrr_at_3": 0.7625, + "mrr_at_5": 0.77275, + "mrr_at_10": 0.782927, + "mrr_at_20": 0.784349, + "mrr_at_100": 0.784838, + "mrr_at_1000": 0.784886, + "nauc_ndcg_at_1_max": 0.587901, + "nauc_ndcg_at_1_std": 0.249363, + "nauc_ndcg_at_1_diff1": 0.410777, + "nauc_ndcg_at_3_max": 0.563742, + "nauc_ndcg_at_3_std": 0.236427, + "nauc_ndcg_at_3_diff1": 0.243675, + "nauc_ndcg_at_5_max": 0.574092, + "nauc_ndcg_at_5_std": 0.289593, + "nauc_ndcg_at_5_diff1": 0.21687, + "nauc_ndcg_at_10_max": 0.564112, + "nauc_ndcg_at_10_std": 0.296267, + "nauc_ndcg_at_10_diff1": 0.221692, + "nauc_ndcg_at_20_max": 0.54358, + "nauc_ndcg_at_20_std": 0.31584, + "nauc_ndcg_at_20_diff1": 0.265042, + "nauc_ndcg_at_100_max": 0.569787, + "nauc_ndcg_at_100_std": 0.404873, + "nauc_ndcg_at_100_diff1": 0.324991, + "nauc_ndcg_at_1000_max": 0.578595, + "nauc_ndcg_at_1000_std": 0.374984, + "nauc_ndcg_at_1000_diff1": 0.282048, + "nauc_map_at_1_max": 0.287253, + "nauc_map_at_1_std": 0.206976, + "nauc_map_at_1_diff1": 0.479659, + "nauc_map_at_3_max": 0.393496, + "nauc_map_at_3_std": 0.244829, + "nauc_map_at_3_diff1": 0.37456, + "nauc_map_at_5_max": 0.422301, + "nauc_map_at_5_std": 0.280226, + "nauc_map_at_5_diff1": 0.310918, + "nauc_map_at_10_max": 0.445077, + "nauc_map_at_10_std": 0.297532, + "nauc_map_at_10_diff1": 0.290035, + "nauc_map_at_20_max": 0.455364, + "nauc_map_at_20_std": 0.308914, + "nauc_map_at_20_diff1": 0.288613, + "nauc_map_at_100_max": 0.496973, + "nauc_map_at_100_std": 0.355126, + "nauc_map_at_100_diff1": 0.276162, + "nauc_map_at_1000_max": 0.503171, + "nauc_map_at_1000_std": 0.349885, + "nauc_map_at_1000_diff1": 0.241871, + "nauc_recall_at_1_max": 0.287253, + "nauc_recall_at_1_std": 0.206976, + "nauc_recall_at_1_diff1": 0.479659, + "nauc_recall_at_3_max": 0.36515, + "nauc_recall_at_3_std": 0.230021, + "nauc_recall_at_3_diff1": 0.355192, + "nauc_recall_at_5_max": 0.385952, + "nauc_recall_at_5_std": 0.296847, + "nauc_recall_at_5_diff1": 0.284524, + "nauc_recall_at_10_max": 0.376264, + "nauc_recall_at_10_std": 0.283129, + "nauc_recall_at_10_diff1": 0.277963, + "nauc_recall_at_20_max": 0.361778, + "nauc_recall_at_20_std": 0.296946, + "nauc_recall_at_20_diff1": 0.307793, + "nauc_recall_at_100_max": 0.382598, + "nauc_recall_at_100_std": 0.48922, + "nauc_recall_at_100_diff1": 0.370655, + "nauc_recall_at_1000_max": 0.396267, + "nauc_recall_at_1000_std": 0.663842, + "nauc_recall_at_1000_diff1": 0.52032, + "nauc_precision_at_1_max": 0.604513, + "nauc_precision_at_1_std": 0.253864, + "nauc_precision_at_1_diff1": 0.398811, + "nauc_precision_at_3_max": 0.406186, + "nauc_precision_at_3_std": 0.166798, + "nauc_precision_at_3_diff1": -0.030377, + "nauc_precision_at_5_max": 0.335586, + "nauc_precision_at_5_std": 0.166745, + "nauc_precision_at_5_diff1": -0.134101, + "nauc_precision_at_10_max": 0.240273, + "nauc_precision_at_10_std": 0.077112, + "nauc_precision_at_10_diff1": -0.197734, + "nauc_precision_at_20_max": 0.12369, + "nauc_precision_at_20_std": 0.002122, + "nauc_precision_at_20_diff1": -0.216983, + "nauc_precision_at_100_max": 0.004316, + "nauc_precision_at_100_std": -0.067298, + "nauc_precision_at_100_diff1": -0.245675, + "nauc_precision_at_1000_max": -0.075321, + "nauc_precision_at_1000_std": -0.24156, + "nauc_precision_at_1000_diff1": -0.314133, + "nauc_mrr_at_1_max": 0.604513, + "nauc_mrr_at_1_std": 0.253864, + "nauc_mrr_at_1_diff1": 0.398811, + "nauc_mrr_at_3_max": 0.610228, + "nauc_mrr_at_3_std": 0.261014, + "nauc_mrr_at_3_diff1": 0.357116, + "nauc_mrr_at_5_max": 0.622618, + "nauc_mrr_at_5_std": 0.296738, + "nauc_mrr_at_5_diff1": 0.370014, + "nauc_mrr_at_10_max": 0.620392, + "nauc_mrr_at_10_std": 0.277483, + "nauc_mrr_at_10_diff1": 0.378107, + "nauc_mrr_at_20_max": 0.619235, + "nauc_mrr_at_20_std": 0.274372, + "nauc_mrr_at_20_diff1": 0.378038, + "nauc_mrr_at_100_max": 0.61952, + "nauc_mrr_at_100_std": 0.277126, + "nauc_mrr_at_100_diff1": 0.377384, + "nauc_mrr_at_1000_max": 0.619426, + "nauc_mrr_at_1000_std": 0.276978, + "nauc_mrr_at_1000_diff1": 0.37734, + "main_score": 0.51637, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14135.814427375793, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-large-256/2/CmedqaRetrieval.json new file mode 100644 index 0000000000..a72be628cb --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.25.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.20355, + "ndcg_at_3": 0.20555, + "ndcg_at_5": 0.2177, + "ndcg_at_10": 0.23926, + "ndcg_at_20": 0.26129, + "ndcg_at_100": 0.30446, + "ndcg_at_1000": 0.34444, + "map_at_1": 0.12605, + "map_at_3": 0.17005, + "map_at_5": 0.18149, + "map_at_10": 0.19293, + "map_at_20": 0.20017, + "map_at_100": 0.20712, + "map_at_1000": 0.20893, + "recall_at_1": 0.12605, + "recall_at_3": 0.20628, + "recall_at_5": 0.24562, + "recall_at_10": 0.30889, + "recall_at_20": 0.3835, + "recall_at_100": 0.58504, + "recall_at_1000": 0.86384, + "precision_at_1": 0.20355, + "precision_at_3": 0.1192, + "precision_at_5": 0.08742, + "precision_at_10": 0.05624, + "precision_at_20": 0.03537, + "precision_at_100": 0.01104, + "precision_at_1000": 0.00163, + "mrr_at_1": 0.203551, + "mrr_at_3": 0.242311, + "mrr_at_5": 0.253438, + "mrr_at_10": 0.26243, + "mrr_at_20": 0.268004, + "mrr_at_100": 0.272664, + "mrr_at_1000": 0.273613, + "nauc_ndcg_at_1_max": 0.33419, + "nauc_ndcg_at_1_std": -0.024054, + "nauc_ndcg_at_1_diff1": 0.4909, + "nauc_ndcg_at_3_max": 0.301932, + "nauc_ndcg_at_3_std": -0.023314, + "nauc_ndcg_at_3_diff1": 0.419194, + "nauc_ndcg_at_5_max": 0.293019, + "nauc_ndcg_at_5_std": -0.023883, + "nauc_ndcg_at_5_diff1": 0.406425, + "nauc_ndcg_at_10_max": 0.290741, + "nauc_ndcg_at_10_std": -0.021397, + "nauc_ndcg_at_10_diff1": 0.392829, + "nauc_ndcg_at_20_max": 0.293078, + "nauc_ndcg_at_20_std": -0.008864, + "nauc_ndcg_at_20_diff1": 0.386086, + "nauc_ndcg_at_100_max": 0.298472, + "nauc_ndcg_at_100_std": 0.023558, + "nauc_ndcg_at_100_diff1": 0.380481, + "nauc_ndcg_at_1000_max": 0.309199, + "nauc_ndcg_at_1000_std": 0.03439, + "nauc_ndcg_at_1000_diff1": 0.385836, + "nauc_map_at_1_max": 0.261666, + "nauc_map_at_1_std": -0.057543, + "nauc_map_at_1_diff1": 0.477485, + "nauc_map_at_3_max": 0.277649, + "nauc_map_at_3_std": -0.044383, + "nauc_map_at_3_diff1": 0.423957, + "nauc_map_at_5_max": 0.282282, + "nauc_map_at_5_std": -0.040254, + "nauc_map_at_5_diff1": 0.418049, + "nauc_map_at_10_max": 0.287285, + "nauc_map_at_10_std": -0.036797, + "nauc_map_at_10_diff1": 0.412276, + "nauc_map_at_20_max": 0.29054, + "nauc_map_at_20_std": -0.031489, + "nauc_map_at_20_diff1": 0.410257, + "nauc_map_at_100_max": 0.292889, + "nauc_map_at_100_std": -0.024643, + "nauc_map_at_100_diff1": 0.409573, + "nauc_map_at_1000_max": 0.293442, + "nauc_map_at_1000_std": -0.023605, + "nauc_map_at_1000_diff1": 0.409774, + "nauc_recall_at_1_max": 0.261666, + "nauc_recall_at_1_std": -0.057543, + "nauc_recall_at_1_diff1": 0.477485, + "nauc_recall_at_3_max": 0.25132, + "nauc_recall_at_3_std": -0.029127, + "nauc_recall_at_3_diff1": 0.364261, + "nauc_recall_at_5_max": 0.24717, + "nauc_recall_at_5_std": -0.019751, + "nauc_recall_at_5_diff1": 0.333177, + "nauc_recall_at_10_max": 0.239741, + "nauc_recall_at_10_std": -0.010364, + "nauc_recall_at_10_diff1": 0.295516, + "nauc_recall_at_20_max": 0.235872, + "nauc_recall_at_20_std": 0.0216, + "nauc_recall_at_20_diff1": 0.269451, + "nauc_recall_at_100_max": 0.235181, + "nauc_recall_at_100_std": 0.145167, + "nauc_recall_at_100_diff1": 0.225149, + "nauc_recall_at_1000_max": 0.345847, + "nauc_recall_at_1000_std": 0.414653, + "nauc_recall_at_1000_diff1": 0.180505, + "nauc_precision_at_1_max": 0.33419, + "nauc_precision_at_1_std": -0.024054, + "nauc_precision_at_1_diff1": 0.4909, + "nauc_precision_at_3_max": 0.347341, + "nauc_precision_at_3_std": 0.008558, + "nauc_precision_at_3_diff1": 0.368283, + "nauc_precision_at_5_max": 0.341953, + "nauc_precision_at_5_std": 0.025025, + "nauc_precision_at_5_diff1": 0.332267, + "nauc_precision_at_10_max": 0.32761, + "nauc_precision_at_10_std": 0.038423, + "nauc_precision_at_10_diff1": 0.283073, + "nauc_precision_at_20_max": 0.321804, + "nauc_precision_at_20_std": 0.075874, + "nauc_precision_at_20_diff1": 0.247864, + "nauc_precision_at_100_max": 0.26674, + "nauc_precision_at_100_std": 0.172046, + "nauc_precision_at_100_diff1": 0.165463, + "nauc_precision_at_1000_max": 0.216566, + "nauc_precision_at_1000_std": 0.196727, + "nauc_precision_at_1000_diff1": 0.075742, + "nauc_mrr_at_1_max": 0.33419, + "nauc_mrr_at_1_std": -0.024054, + "nauc_mrr_at_1_diff1": 0.4909, + "nauc_mrr_at_3_max": 0.32122, + "nauc_mrr_at_3_std": -0.011591, + "nauc_mrr_at_3_diff1": 0.448782, + "nauc_mrr_at_5_max": 0.319062, + "nauc_mrr_at_5_std": -0.009345, + "nauc_mrr_at_5_diff1": 0.440302, + "nauc_mrr_at_10_max": 0.317237, + "nauc_mrr_at_10_std": -0.006937, + "nauc_mrr_at_10_diff1": 0.434316, + "nauc_mrr_at_20_max": 0.316396, + "nauc_mrr_at_20_std": -0.004525, + "nauc_mrr_at_20_diff1": 0.4324, + "nauc_mrr_at_100_max": 0.316948, + "nauc_mrr_at_100_std": -0.001952, + "nauc_mrr_at_100_diff1": 0.431993, + "nauc_mrr_at_1000_max": 0.317147, + "nauc_mrr_at_1000_std": -0.001958, + "nauc_mrr_at_1000_diff1": 0.432316, + "main_score": 0.23926, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1209.891695022583, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-large-256/2/MedicalQARetrieval.json new file mode 100644 index 0000000000..c76a4e8fb8 --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.66064, + "ndcg_at_3": 0.75318, + "ndcg_at_5": 0.77105, + "ndcg_at_10": 0.78776, + "ndcg_at_20": 0.79652, + "ndcg_at_100": 0.80233, + "ndcg_at_1000": 0.80449, + "map_at_1": 0.66064, + "map_at_3": 0.73063, + "map_at_5": 0.74064, + "map_at_10": 0.74761, + "map_at_20": 0.75008, + "map_at_100": 0.75092, + "map_at_1000": 0.75099, + "recall_at_1": 0.66064, + "recall_at_3": 0.81836, + "recall_at_5": 0.86133, + "recall_at_10": 0.9126, + "recall_at_20": 0.94678, + "recall_at_100": 0.97754, + "recall_at_1000": 0.99512, + "precision_at_1": 0.66064, + "precision_at_3": 0.27279, + "precision_at_5": 0.17227, + "precision_at_10": 0.09126, + "precision_at_20": 0.04734, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.660156, + "mrr_at_3": 0.729655, + "mrr_at_5": 0.740129, + "mrr_at_10": 0.747131, + "mrr_at_20": 0.749557, + "mrr_at_100": 0.750404, + "mrr_at_1000": 0.750474, + "nauc_ndcg_at_1_max": 0.447234, + "nauc_ndcg_at_1_std": 0.002976, + "nauc_ndcg_at_1_diff1": 0.679271, + "nauc_ndcg_at_3_max": 0.45516, + "nauc_ndcg_at_3_std": -0.000906, + "nauc_ndcg_at_3_diff1": 0.617509, + "nauc_ndcg_at_5_max": 0.4585, + "nauc_ndcg_at_5_std": -0.004026, + "nauc_ndcg_at_5_diff1": 0.624937, + "nauc_ndcg_at_10_max": 0.465085, + "nauc_ndcg_at_10_std": -0.008641, + "nauc_ndcg_at_10_diff1": 0.624051, + "nauc_ndcg_at_20_max": 0.461825, + "nauc_ndcg_at_20_std": -0.004905, + "nauc_ndcg_at_20_diff1": 0.625717, + "nauc_ndcg_at_100_max": 0.455656, + "nauc_ndcg_at_100_std": 0.001291, + "nauc_ndcg_at_100_diff1": 0.628608, + "nauc_ndcg_at_1000_max": 0.454207, + "nauc_ndcg_at_1000_std": 0.002152, + "nauc_ndcg_at_1000_diff1": 0.629683, + "nauc_map_at_1_max": 0.447234, + "nauc_map_at_1_std": 0.002976, + "nauc_map_at_1_diff1": 0.679271, + "nauc_map_at_3_max": 0.451096, + "nauc_map_at_3_std": 0.001479, + "nauc_map_at_3_diff1": 0.634775, + "nauc_map_at_5_max": 0.452687, + "nauc_map_at_5_std": 0.000358, + "nauc_map_at_5_diff1": 0.638981, + "nauc_map_at_10_max": 0.454946, + "nauc_map_at_10_std": -0.001254, + "nauc_map_at_10_diff1": 0.639008, + "nauc_map_at_20_max": 0.454196, + "nauc_map_at_20_std": -0.000383, + "nauc_map_at_20_diff1": 0.639614, + "nauc_map_at_100_max": 0.453388, + "nauc_map_at_100_std": 0.00041, + "nauc_map_at_100_diff1": 0.63989, + "nauc_map_at_1000_max": 0.453335, + "nauc_map_at_1000_std": 0.000456, + "nauc_map_at_1000_diff1": 0.639937, + "nauc_recall_at_1_max": 0.447234, + "nauc_recall_at_1_std": 0.002976, + "nauc_recall_at_1_diff1": 0.679271, + "nauc_recall_at_3_max": 0.472122, + "nauc_recall_at_3_std": -0.010987, + "nauc_recall_at_3_diff1": 0.550054, + "nauc_recall_at_5_max": 0.488505, + "nauc_recall_at_5_std": -0.027599, + "nauc_recall_at_5_diff1": 0.559564, + "nauc_recall_at_10_max": 0.546436, + "nauc_recall_at_10_std": -0.069274, + "nauc_recall_at_10_diff1": 0.519936, + "nauc_recall_at_20_max": 0.552609, + "nauc_recall_at_20_std": -0.057147, + "nauc_recall_at_20_diff1": 0.473304, + "nauc_recall_at_100_max": 0.434123, + "nauc_recall_at_100_std": 0.118797, + "nauc_recall_at_100_diff1": 0.399759, + "nauc_recall_at_1000_max": -0.006516, + "nauc_recall_at_1000_std": 0.710814, + "nauc_recall_at_1000_diff1": -0.145929, + "nauc_precision_at_1_max": 0.447234, + "nauc_precision_at_1_std": 0.002976, + "nauc_precision_at_1_diff1": 0.679271, + "nauc_precision_at_3_max": 0.472122, + "nauc_precision_at_3_std": -0.010987, + "nauc_precision_at_3_diff1": 0.550054, + "nauc_precision_at_5_max": 0.488505, + "nauc_precision_at_5_std": -0.027599, + "nauc_precision_at_5_diff1": 0.559564, + "nauc_precision_at_10_max": 0.546436, + "nauc_precision_at_10_std": -0.069274, + "nauc_precision_at_10_diff1": 0.519936, + "nauc_precision_at_20_max": 0.552609, + "nauc_precision_at_20_std": -0.057147, + "nauc_precision_at_20_diff1": 0.473304, + "nauc_precision_at_100_max": 0.434123, + "nauc_precision_at_100_std": 0.118797, + "nauc_precision_at_100_diff1": 0.399759, + "nauc_precision_at_1000_max": -0.006516, + "nauc_precision_at_1000_std": 0.710814, + "nauc_precision_at_1000_diff1": -0.145929, + "nauc_mrr_at_1_max": 0.44854, + "nauc_mrr_at_1_std": 0.004709, + "nauc_mrr_at_1_diff1": 0.680354, + "nauc_mrr_at_3_max": 0.453235, + "nauc_mrr_at_3_std": 0.002824, + "nauc_mrr_at_3_diff1": 0.636799, + "nauc_mrr_at_5_max": 0.453963, + "nauc_mrr_at_5_std": 0.001792, + "nauc_mrr_at_5_diff1": 0.640225, + "nauc_mrr_at_10_max": 0.456196, + "nauc_mrr_at_10_std": 0.000309, + "nauc_mrr_at_10_diff1": 0.640239, + "nauc_mrr_at_20_max": 0.455539, + "nauc_mrr_at_20_std": 0.001089, + "nauc_mrr_at_20_diff1": 0.640926, + "nauc_mrr_at_100_max": 0.454739, + "nauc_mrr_at_100_std": 0.001889, + "nauc_mrr_at_100_diff1": 0.641207, + "nauc_mrr_at_1000_max": 0.454686, + "nauc_mrr_at_1000_std": 0.001935, + "nauc_mrr_at_1000_diff1": 0.641254, + "main_score": 0.78776, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 18.7368381023407, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/MedrxivClusteringP2P.v2.json b/results/openai__text-embedding-3-large-256/2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..7474c3adc4 --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.355663, + 0.358022, + 0.352338, + 0.361616, + 0.355916, + 0.360668, + 0.344724, + 0.370023, + 0.353, + 0.358915 + ] + }, + "v_measure": 0.357088, + "v_measure_std": 0.006328, + "main_score": 0.357088, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 38.448739767074585, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-large-256/2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..e6c722d26e --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.357935, + 0.360535, + 0.344818, + 0.345296, + 0.344481, + 0.364159, + 0.351164, + 0.357127, + 0.350022, + 0.353346 + ] + }, + "v_measure": 0.352888, + "v_measure_std": 0.006586, + "main_score": 0.352888, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7.494849920272827, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/NFCorpus.json b/results/openai__text-embedding-3-large-256/2/NFCorpus.json new file mode 100644 index 0000000000..21191a3795 --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48607, + "ndcg_at_3": 0.44061, + "ndcg_at_5": 0.41178, + "ndcg_at_10": 0.37985, + "ndcg_at_20": 0.35414, + "ndcg_at_100": 0.34492, + "ndcg_at_1000": 0.43659, + "map_at_1": 0.06497, + "map_at_3": 0.10256, + "map_at_5": 0.12023, + "map_at_10": 0.14149, + "map_at_20": 0.15797, + "map_at_100": 0.17977, + "map_at_1000": 0.19529, + "recall_at_1": 0.06497, + "recall_at_3": 0.11245, + "recall_at_5": 0.14091, + "recall_at_10": 0.18504, + "recall_at_20": 0.22547, + "recall_at_100": 0.35357, + "recall_at_1000": 0.68383, + "precision_at_1": 0.50464, + "precision_at_3": 0.41486, + "precision_at_5": 0.35604, + "precision_at_10": 0.2805, + "precision_at_20": 0.20944, + "precision_at_100": 0.08511, + "precision_at_1000": 0.02164, + "mrr_at_1": 0.504644, + "mrr_at_3": 0.569659, + "mrr_at_5": 0.582663, + "mrr_at_10": 0.591006, + "mrr_at_20": 0.592909, + "mrr_at_100": 0.595046, + "mrr_at_1000": 0.595531, + "nauc_ndcg_at_1_max": 0.369272, + "nauc_ndcg_at_1_std": 0.271006, + "nauc_ndcg_at_1_diff1": 0.373443, + "nauc_ndcg_at_3_max": 0.356496, + "nauc_ndcg_at_3_std": 0.28122, + "nauc_ndcg_at_3_diff1": 0.277162, + "nauc_ndcg_at_5_max": 0.370123, + "nauc_ndcg_at_5_std": 0.295421, + "nauc_ndcg_at_5_diff1": 0.270708, + "nauc_ndcg_at_10_max": 0.35974, + "nauc_ndcg_at_10_std": 0.311881, + "nauc_ndcg_at_10_diff1": 0.271203, + "nauc_ndcg_at_20_max": 0.347807, + "nauc_ndcg_at_20_std": 0.31516, + "nauc_ndcg_at_20_diff1": 0.265958, + "nauc_ndcg_at_100_max": 0.388517, + "nauc_ndcg_at_100_std": 0.340741, + "nauc_ndcg_at_100_diff1": 0.321402, + "nauc_ndcg_at_1000_max": 0.446167, + "nauc_ndcg_at_1000_std": 0.404394, + "nauc_ndcg_at_1000_diff1": 0.321778, + "nauc_map_at_1_max": 0.094545, + "nauc_map_at_1_std": -0.082994, + "nauc_map_at_1_diff1": 0.567803, + "nauc_map_at_3_max": 0.162571, + "nauc_map_at_3_std": -0.023629, + "nauc_map_at_3_diff1": 0.481461, + "nauc_map_at_5_max": 0.200301, + "nauc_map_at_5_std": 0.011357, + "nauc_map_at_5_diff1": 0.435346, + "nauc_map_at_10_max": 0.235592, + "nauc_map_at_10_std": 0.067927, + "nauc_map_at_10_diff1": 0.391685, + "nauc_map_at_20_max": 0.265237, + "nauc_map_at_20_std": 0.125099, + "nauc_map_at_20_diff1": 0.354842, + "nauc_map_at_100_max": 0.294717, + "nauc_map_at_100_std": 0.19078, + "nauc_map_at_100_diff1": 0.338887, + "nauc_map_at_1000_max": 0.299335, + "nauc_map_at_1000_std": 0.225766, + "nauc_map_at_1000_diff1": 0.327299, + "nauc_recall_at_1_max": 0.094545, + "nauc_recall_at_1_std": -0.082994, + "nauc_recall_at_1_diff1": 0.567803, + "nauc_recall_at_3_max": 0.139376, + "nauc_recall_at_3_std": -0.036165, + "nauc_recall_at_3_diff1": 0.450318, + "nauc_recall_at_5_max": 0.180035, + "nauc_recall_at_5_std": 0.002031, + "nauc_recall_at_5_diff1": 0.391249, + "nauc_recall_at_10_max": 0.200168, + "nauc_recall_at_10_std": 0.047231, + "nauc_recall_at_10_diff1": 0.330468, + "nauc_recall_at_20_max": 0.220911, + "nauc_recall_at_20_std": 0.112774, + "nauc_recall_at_20_diff1": 0.273874, + "nauc_recall_at_100_max": 0.227814, + "nauc_recall_at_100_std": 0.200173, + "nauc_recall_at_100_diff1": 0.222719, + "nauc_recall_at_1000_max": 0.205037, + "nauc_recall_at_1000_std": 0.222668, + "nauc_recall_at_1000_diff1": 0.154631, + "nauc_precision_at_1_max": 0.394017, + "nauc_precision_at_1_std": 0.276915, + "nauc_precision_at_1_diff1": 0.360304, + "nauc_precision_at_3_max": 0.35582, + "nauc_precision_at_3_std": 0.318634, + "nauc_precision_at_3_diff1": 0.147957, + "nauc_precision_at_5_max": 0.361172, + "nauc_precision_at_5_std": 0.347721, + "nauc_precision_at_5_diff1": 0.079387, + "nauc_precision_at_10_max": 0.32992, + "nauc_precision_at_10_std": 0.40777, + "nauc_precision_at_10_diff1": -0.001086, + "nauc_precision_at_20_max": 0.265856, + "nauc_precision_at_20_std": 0.42804, + "nauc_precision_at_20_diff1": -0.057153, + "nauc_precision_at_100_max": 0.147782, + "nauc_precision_at_100_std": 0.425459, + "nauc_precision_at_100_diff1": -0.090577, + "nauc_precision_at_1000_max": -0.029793, + "nauc_precision_at_1000_std": 0.301889, + "nauc_precision_at_1000_diff1": -0.129814, + "nauc_mrr_at_1_max": 0.394017, + "nauc_mrr_at_1_std": 0.276915, + "nauc_mrr_at_1_diff1": 0.360304, + "nauc_mrr_at_3_max": 0.428451, + "nauc_mrr_at_3_std": 0.320448, + "nauc_mrr_at_3_diff1": 0.376001, + "nauc_mrr_at_5_max": 0.437355, + "nauc_mrr_at_5_std": 0.334096, + "nauc_mrr_at_5_diff1": 0.376525, + "nauc_mrr_at_10_max": 0.443151, + "nauc_mrr_at_10_std": 0.342271, + "nauc_mrr_at_10_diff1": 0.368408, + "nauc_mrr_at_20_max": 0.44307, + "nauc_mrr_at_20_std": 0.344144, + "nauc_mrr_at_20_diff1": 0.369384, + "nauc_mrr_at_100_max": 0.443251, + "nauc_mrr_at_100_std": 0.344054, + "nauc_mrr_at_100_diff1": 0.369116, + "nauc_mrr_at_1000_max": 0.44274, + "nauc_mrr_at_1000_std": 0.34356, + "nauc_mrr_at_1000_diff1": 0.369095, + "main_score": 0.37985, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 74.34958696365356, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/PublicHealthQA.json b/results/openai__text-embedding-3-large-256/2/PublicHealthQA.json new file mode 100644 index 0000000000..3586a9340a --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73256, + "ndcg_at_3": 0.82059, + "ndcg_at_5": 0.85463, + "ndcg_at_10": 0.85813, + "ndcg_at_20": 0.86717, + "ndcg_at_100": 0.86717, + "ndcg_at_1000": 0.86717, + "map_at_1": 0.73256, + "map_at_3": 0.80233, + "map_at_5": 0.82151, + "map_at_10": 0.8228, + "map_at_20": 0.8254, + "map_at_100": 0.8254, + "map_at_1000": 0.8254, + "recall_at_1": 0.73256, + "recall_at_3": 0.87209, + "recall_at_5": 0.95349, + "recall_at_10": 0.96512, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.73256, + "precision_at_3": 0.2907, + "precision_at_5": 0.1907, + "precision_at_10": 0.09651, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.732558, + "mrr_at_3": 0.802326, + "mrr_at_5": 0.821512, + "mrr_at_10": 0.822804, + "mrr_at_20": 0.825401, + "mrr_at_100": 0.825401, + "mrr_at_1000": 0.825401, + "nauc_ndcg_at_1_max": 0.448444, + "nauc_ndcg_at_1_std": -0.093008, + "nauc_ndcg_at_1_diff1": 0.659324, + "nauc_ndcg_at_3_max": 0.5507, + "nauc_ndcg_at_3_std": 0.069821, + "nauc_ndcg_at_3_diff1": 0.713575, + "nauc_ndcg_at_5_max": 0.549971, + "nauc_ndcg_at_5_std": 0.082137, + "nauc_ndcg_at_5_diff1": 0.670999, + "nauc_ndcg_at_10_max": 0.537815, + "nauc_ndcg_at_10_std": 0.064854, + "nauc_ndcg_at_10_diff1": 0.679432, + "nauc_ndcg_at_20_max": 0.515193, + "nauc_ndcg_at_20_std": 0.018352, + "nauc_ndcg_at_20_diff1": 0.682687, + "nauc_ndcg_at_100_max": 0.515193, + "nauc_ndcg_at_100_std": 0.018352, + "nauc_ndcg_at_100_diff1": 0.682687, + "nauc_ndcg_at_1000_max": 0.515193, + "nauc_ndcg_at_1000_std": 0.018352, + "nauc_ndcg_at_1000_diff1": 0.682687, + "nauc_map_at_1_max": 0.448444, + "nauc_map_at_1_std": -0.093008, + "nauc_map_at_1_diff1": 0.659324, + "nauc_map_at_3_max": 0.522951, + "nauc_map_at_3_std": 0.025634, + "nauc_map_at_3_diff1": 0.698853, + "nauc_map_at_5_max": 0.516728, + "nauc_map_at_5_std": 0.021159, + "nauc_map_at_5_diff1": 0.677874, + "nauc_map_at_10_max": 0.51284, + "nauc_map_at_10_std": 0.015522, + "nauc_map_at_10_diff1": 0.680441, + "nauc_map_at_20_max": 0.507821, + "nauc_map_at_20_std": 0.005203, + "nauc_map_at_20_diff1": 0.681588, + "nauc_map_at_100_max": 0.507821, + "nauc_map_at_100_std": 0.005203, + "nauc_map_at_100_diff1": 0.681588, + "nauc_map_at_1000_max": 0.507821, + "nauc_map_at_1000_std": 0.005203, + "nauc_map_at_1000_diff1": 0.681588, + "nauc_recall_at_1_max": 0.448444, + "nauc_recall_at_1_std": -0.093008, + "nauc_recall_at_1_diff1": 0.659324, + "nauc_recall_at_3_max": 0.663683, + "nauc_recall_at_3_std": 0.249729, + "nauc_recall_at_3_diff1": 0.773516, + "nauc_recall_at_5_max": 0.888335, + "nauc_recall_at_5_std": 0.711362, + "nauc_recall_at_5_diff1": 0.577029, + "nauc_recall_at_10_max": 0.851114, + "nauc_recall_at_10_std": 0.707826, + "nauc_recall_at_10_diff1": 0.649781, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.448444, + "nauc_precision_at_1_std": -0.093008, + "nauc_precision_at_1_diff1": 0.659324, + "nauc_precision_at_3_max": 0.663683, + "nauc_precision_at_3_std": 0.249729, + "nauc_precision_at_3_diff1": 0.773516, + "nauc_precision_at_5_max": 0.888335, + "nauc_precision_at_5_std": 0.711362, + "nauc_precision_at_5_diff1": 0.577029, + "nauc_precision_at_10_max": 0.851114, + "nauc_precision_at_10_std": 0.707826, + "nauc_precision_at_10_diff1": 0.649781, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.448444, + "nauc_mrr_at_1_std": -0.093008, + "nauc_mrr_at_1_diff1": 0.659324, + "nauc_mrr_at_3_max": 0.522951, + "nauc_mrr_at_3_std": 0.025634, + "nauc_mrr_at_3_diff1": 0.698853, + "nauc_mrr_at_5_max": 0.516728, + "nauc_mrr_at_5_std": 0.021159, + "nauc_mrr_at_5_diff1": 0.677874, + "nauc_mrr_at_10_max": 0.51284, + "nauc_mrr_at_10_std": 0.015522, + "nauc_mrr_at_10_diff1": 0.680441, + "nauc_mrr_at_20_max": 0.507821, + "nauc_mrr_at_20_std": 0.005203, + "nauc_mrr_at_20_diff1": 0.681588, + "nauc_mrr_at_100_max": 0.507821, + "nauc_mrr_at_100_std": 0.005203, + "nauc_mrr_at_100_diff1": 0.681588, + "nauc_mrr_at_1000_max": 0.507821, + "nauc_mrr_at_1000_std": 0.005203, + "nauc_mrr_at_1000_diff1": 0.681588, + "main_score": 0.85813, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.66258, + "ndcg_at_3": 0.81018, + "ndcg_at_5": 0.82813, + "ndcg_at_10": 0.8364, + "ndcg_at_20": 0.84111, + "ndcg_at_100": 0.84229, + "ndcg_at_1000": 0.84229, + "map_at_1": 0.66258, + "map_at_3": 0.77607, + "map_at_5": 0.7862, + "map_at_10": 0.7898, + "map_at_20": 0.79112, + "map_at_100": 0.79129, + "map_at_1000": 0.79129, + "recall_at_1": 0.66258, + "recall_at_3": 0.90798, + "recall_at_5": 0.95092, + "recall_at_10": 0.97546, + "recall_at_20": 0.99387, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.66258, + "precision_at_3": 0.30266, + "precision_at_5": 0.19018, + "precision_at_10": 0.09755, + "precision_at_20": 0.04969, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.662577, + "mrr_at_3": 0.776074, + "mrr_at_5": 0.786196, + "mrr_at_10": 0.789799, + "mrr_at_20": 0.791123, + "mrr_at_100": 0.791294, + "mrr_at_1000": 0.791294, + "nauc_ndcg_at_1_max": 0.495355, + "nauc_ndcg_at_1_std": -0.046024, + "nauc_ndcg_at_1_diff1": 0.744023, + "nauc_ndcg_at_3_max": 0.520302, + "nauc_ndcg_at_3_std": -0.134869, + "nauc_ndcg_at_3_diff1": 0.758088, + "nauc_ndcg_at_5_max": 0.507886, + "nauc_ndcg_at_5_std": -0.090764, + "nauc_ndcg_at_5_diff1": 0.765346, + "nauc_ndcg_at_10_max": 0.50369, + "nauc_ndcg_at_10_std": -0.080489, + "nauc_ndcg_at_10_diff1": 0.760242, + "nauc_ndcg_at_20_max": 0.504087, + "nauc_ndcg_at_20_std": -0.081172, + "nauc_ndcg_at_20_diff1": 0.75739, + "nauc_ndcg_at_100_max": 0.509968, + "nauc_ndcg_at_100_std": -0.084984, + "nauc_ndcg_at_100_diff1": 0.757697, + "nauc_ndcg_at_1000_max": 0.509968, + "nauc_ndcg_at_1000_std": -0.084984, + "nauc_ndcg_at_1000_diff1": 0.757697, + "nauc_map_at_1_max": 0.495355, + "nauc_map_at_1_std": -0.046024, + "nauc_map_at_1_diff1": 0.744023, + "nauc_map_at_3_max": 0.517815, + "nauc_map_at_3_std": -0.108356, + "nauc_map_at_3_diff1": 0.756121, + "nauc_map_at_5_max": 0.511511, + "nauc_map_at_5_std": -0.086317, + "nauc_map_at_5_diff1": 0.758789, + "nauc_map_at_10_max": 0.509813, + "nauc_map_at_10_std": -0.083841, + "nauc_map_at_10_diff1": 0.756994, + "nauc_map_at_20_max": 0.510272, + "nauc_map_at_20_std": -0.083284, + "nauc_map_at_20_diff1": 0.756471, + "nauc_map_at_100_max": 0.510923, + "nauc_map_at_100_std": -0.083705, + "nauc_map_at_100_diff1": 0.756504, + "nauc_map_at_1000_max": 0.510923, + "nauc_map_at_1000_std": -0.083705, + "nauc_map_at_1000_diff1": 0.756504, + "nauc_recall_at_1_max": 0.495355, + "nauc_recall_at_1_std": -0.046024, + "nauc_recall_at_1_diff1": 0.744023, + "nauc_recall_at_3_max": 0.530054, + "nauc_recall_at_3_std": -0.292512, + "nauc_recall_at_3_diff1": 0.767517, + "nauc_recall_at_5_max": 0.455199, + "nauc_recall_at_5_std": -0.113616, + "nauc_recall_at_5_diff1": 0.837404, + "nauc_recall_at_10_max": 0.343696, + "nauc_recall_at_10_std": 0.083707, + "nauc_recall_at_10_diff1": 0.818965, + "nauc_recall_at_20_max": -0.173626, + "nauc_recall_at_20_std": 0.358144, + "nauc_recall_at_20_diff1": 0.722037, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.495355, + "nauc_precision_at_1_std": -0.046024, + "nauc_precision_at_1_diff1": 0.744023, + "nauc_precision_at_3_max": 0.530054, + "nauc_precision_at_3_std": -0.292512, + "nauc_precision_at_3_diff1": 0.767517, + "nauc_precision_at_5_max": 0.455199, + "nauc_precision_at_5_std": -0.113616, + "nauc_precision_at_5_diff1": 0.837404, + "nauc_precision_at_10_max": 0.343696, + "nauc_precision_at_10_std": 0.083707, + "nauc_precision_at_10_diff1": 0.818965, + "nauc_precision_at_20_max": -0.173626, + "nauc_precision_at_20_std": 0.358144, + "nauc_precision_at_20_diff1": 0.722037, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.495355, + "nauc_mrr_at_1_std": -0.046024, + "nauc_mrr_at_1_diff1": 0.744023, + "nauc_mrr_at_3_max": 0.517815, + "nauc_mrr_at_3_std": -0.108356, + "nauc_mrr_at_3_diff1": 0.756121, + "nauc_mrr_at_5_max": 0.511511, + "nauc_mrr_at_5_std": -0.086317, + "nauc_mrr_at_5_diff1": 0.758789, + "nauc_mrr_at_10_max": 0.509813, + "nauc_mrr_at_10_std": -0.083841, + "nauc_mrr_at_10_diff1": 0.756994, + "nauc_mrr_at_20_max": 0.510272, + "nauc_mrr_at_20_std": -0.083284, + "nauc_mrr_at_20_diff1": 0.756471, + "nauc_mrr_at_100_max": 0.510923, + "nauc_mrr_at_100_std": -0.083705, + "nauc_mrr_at_100_diff1": 0.756504, + "nauc_mrr_at_1000_max": 0.510923, + "nauc_mrr_at_1000_std": -0.083705, + "nauc_mrr_at_1000_diff1": 0.756504, + "main_score": 0.8364, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.75, + "ndcg_at_3": 0.85624, + "ndcg_at_5": 0.866, + "ndcg_at_10": 0.87939, + "ndcg_at_20": 0.88222, + "ndcg_at_100": 0.88222, + "ndcg_at_1000": 0.88222, + "map_at_1": 0.75, + "map_at_3": 0.83236, + "map_at_5": 0.83789, + "map_at_10": 0.84354, + "map_at_20": 0.84427, + "map_at_100": 0.84427, + "map_at_1000": 0.84427, + "recall_at_1": 0.75, + "recall_at_3": 0.92442, + "recall_at_5": 0.94767, + "recall_at_10": 0.98837, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.75, + "precision_at_3": 0.30814, + "precision_at_5": 0.18953, + "precision_at_10": 0.09884, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.75, + "mrr_at_3": 0.832364, + "mrr_at_5": 0.837888, + "mrr_at_10": 0.843545, + "mrr_at_20": 0.844266, + "mrr_at_100": 0.844266, + "mrr_at_1000": 0.844266, + "nauc_ndcg_at_1_max": 0.273371, + "nauc_ndcg_at_1_std": -0.244554, + "nauc_ndcg_at_1_diff1": 0.717886, + "nauc_ndcg_at_3_max": 0.297635, + "nauc_ndcg_at_3_std": -0.179998, + "nauc_ndcg_at_3_diff1": 0.673986, + "nauc_ndcg_at_5_max": 0.303419, + "nauc_ndcg_at_5_std": -0.159087, + "nauc_ndcg_at_5_diff1": 0.674573, + "nauc_ndcg_at_10_max": 0.302658, + "nauc_ndcg_at_10_std": -0.182233, + "nauc_ndcg_at_10_diff1": 0.694628, + "nauc_ndcg_at_20_max": 0.28429, + "nauc_ndcg_at_20_std": -0.207206, + "nauc_ndcg_at_20_diff1": 0.690419, + "nauc_ndcg_at_100_max": 0.28429, + "nauc_ndcg_at_100_std": -0.207206, + "nauc_ndcg_at_100_diff1": 0.690419, + "nauc_ndcg_at_1000_max": 0.28429, + "nauc_ndcg_at_1000_std": -0.207206, + "nauc_ndcg_at_1000_diff1": 0.690419, + "nauc_map_at_1_max": 0.273371, + "nauc_map_at_1_std": -0.244554, + "nauc_map_at_1_diff1": 0.717886, + "nauc_map_at_3_max": 0.283202, + "nauc_map_at_3_std": -0.205803, + "nauc_map_at_3_diff1": 0.684627, + "nauc_map_at_5_max": 0.284068, + "nauc_map_at_5_std": -0.198143, + "nauc_map_at_5_diff1": 0.685004, + "nauc_map_at_10_max": 0.283896, + "nauc_map_at_10_std": -0.208697, + "nauc_map_at_10_diff1": 0.692552, + "nauc_map_at_20_max": 0.280256, + "nauc_map_at_20_std": -0.213536, + "nauc_map_at_20_diff1": 0.6918, + "nauc_map_at_100_max": 0.280256, + "nauc_map_at_100_std": -0.213536, + "nauc_map_at_100_diff1": 0.6918, + "nauc_map_at_1000_max": 0.280256, + "nauc_map_at_1000_std": -0.213536, + "nauc_map_at_1000_diff1": 0.6918, + "nauc_recall_at_1_max": 0.273371, + "nauc_recall_at_1_std": -0.244554, + "nauc_recall_at_1_diff1": 0.717886, + "nauc_recall_at_3_max": 0.387408, + "nauc_recall_at_3_std": -0.025705, + "nauc_recall_at_3_diff1": 0.615428, + "nauc_recall_at_5_max": 0.475501, + "nauc_recall_at_5_std": 0.175484, + "nauc_recall_at_5_diff1": 0.596204, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.777095, + "nauc_recall_at_10_diff1": 0.861409, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.273371, + "nauc_precision_at_1_std": -0.244554, + "nauc_precision_at_1_diff1": 0.717886, + "nauc_precision_at_3_max": 0.387408, + "nauc_precision_at_3_std": -0.025705, + "nauc_precision_at_3_diff1": 0.615428, + "nauc_precision_at_5_max": 0.475501, + "nauc_precision_at_5_std": 0.175484, + "nauc_precision_at_5_diff1": 0.596204, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.777095, + "nauc_precision_at_10_diff1": 0.861409, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.273371, + "nauc_mrr_at_1_std": -0.244554, + "nauc_mrr_at_1_diff1": 0.717886, + "nauc_mrr_at_3_max": 0.283202, + "nauc_mrr_at_3_std": -0.205803, + "nauc_mrr_at_3_diff1": 0.684627, + "nauc_mrr_at_5_max": 0.284068, + "nauc_mrr_at_5_std": -0.198143, + "nauc_mrr_at_5_diff1": 0.685004, + "nauc_mrr_at_10_max": 0.283896, + "nauc_mrr_at_10_std": -0.208697, + "nauc_mrr_at_10_diff1": 0.692552, + "nauc_mrr_at_20_max": 0.280256, + "nauc_mrr_at_20_std": -0.213536, + "nauc_mrr_at_20_diff1": 0.6918, + "nauc_mrr_at_100_max": 0.280256, + "nauc_mrr_at_100_std": -0.213536, + "nauc_mrr_at_100_diff1": 0.6918, + "nauc_mrr_at_1000_max": 0.280256, + "nauc_mrr_at_1000_std": -0.213536, + "nauc_mrr_at_1000_diff1": 0.6918, + "main_score": 0.87939, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77647, + "ndcg_at_3": 0.87731, + "ndcg_at_5": 0.89096, + "ndcg_at_10": 0.89907, + "ndcg_at_20": 0.89907, + "ndcg_at_100": 0.89907, + "ndcg_at_1000": 0.89907, + "map_at_1": 0.77647, + "map_at_3": 0.8549, + "map_at_5": 0.86196, + "map_at_10": 0.8656, + "map_at_20": 0.8656, + "map_at_100": 0.8656, + "map_at_1000": 0.8656, + "recall_at_1": 0.77647, + "recall_at_3": 0.94118, + "recall_at_5": 0.97647, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.77647, + "precision_at_3": 0.31373, + "precision_at_5": 0.19529, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776471, + "mrr_at_3": 0.854902, + "mrr_at_5": 0.861961, + "mrr_at_10": 0.865602, + "mrr_at_20": 0.865602, + "mrr_at_100": 0.865602, + "mrr_at_1000": 0.865602, + "nauc_ndcg_at_1_max": 0.333879, + "nauc_ndcg_at_1_std": -0.220346, + "nauc_ndcg_at_1_diff1": 0.935979, + "nauc_ndcg_at_3_max": 0.383954, + "nauc_ndcg_at_3_std": -0.252022, + "nauc_ndcg_at_3_diff1": 0.853584, + "nauc_ndcg_at_5_max": 0.391971, + "nauc_ndcg_at_5_std": -0.162872, + "nauc_ndcg_at_5_diff1": 0.895108, + "nauc_ndcg_at_10_max": 0.366151, + "nauc_ndcg_at_10_std": -0.214757, + "nauc_ndcg_at_10_diff1": 0.897276, + "nauc_ndcg_at_20_max": 0.366151, + "nauc_ndcg_at_20_std": -0.214757, + "nauc_ndcg_at_20_diff1": 0.897276, + "nauc_ndcg_at_100_max": 0.366151, + "nauc_ndcg_at_100_std": -0.214757, + "nauc_ndcg_at_100_diff1": 0.897276, + "nauc_ndcg_at_1000_max": 0.366151, + "nauc_ndcg_at_1000_std": -0.214757, + "nauc_ndcg_at_1000_diff1": 0.897276, + "nauc_map_at_1_max": 0.333879, + "nauc_map_at_1_std": -0.220346, + "nauc_map_at_1_diff1": 0.935979, + "nauc_map_at_3_max": 0.370825, + "nauc_map_at_3_std": -0.233287, + "nauc_map_at_3_diff1": 0.880941, + "nauc_map_at_5_max": 0.373391, + "nauc_map_at_5_std": -0.195657, + "nauc_map_at_5_diff1": 0.899496, + "nauc_map_at_10_max": 0.363719, + "nauc_map_at_10_std": -0.214882, + "nauc_map_at_10_diff1": 0.900357, + "nauc_map_at_20_max": 0.363719, + "nauc_map_at_20_std": -0.214882, + "nauc_map_at_20_diff1": 0.900357, + "nauc_map_at_100_max": 0.363719, + "nauc_map_at_100_std": -0.214882, + "nauc_map_at_100_diff1": 0.900357, + "nauc_map_at_1000_max": 0.363719, + "nauc_map_at_1000_std": -0.214882, + "nauc_map_at_1000_diff1": 0.900357, + "nauc_recall_at_1_max": 0.333879, + "nauc_recall_at_1_std": -0.220346, + "nauc_recall_at_1_diff1": 0.935979, + "nauc_recall_at_3_max": 0.466092, + "nauc_recall_at_3_std": -0.382921, + "nauc_recall_at_3_diff1": 0.674882, + "nauc_recall_at_5_max": 0.678751, + "nauc_recall_at_5_std": 0.415413, + "nauc_recall_at_5_diff1": 0.87013, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.333879, + "nauc_precision_at_1_std": -0.220346, + "nauc_precision_at_1_diff1": 0.935979, + "nauc_precision_at_3_max": 0.466092, + "nauc_precision_at_3_std": -0.382921, + "nauc_precision_at_3_diff1": 0.674882, + "nauc_precision_at_5_max": 0.678751, + "nauc_precision_at_5_std": 0.415413, + "nauc_precision_at_5_diff1": 0.87013, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.333879, + "nauc_mrr_at_1_std": -0.220346, + "nauc_mrr_at_1_diff1": 0.935979, + "nauc_mrr_at_3_max": 0.370825, + "nauc_mrr_at_3_std": -0.233287, + "nauc_mrr_at_3_diff1": 0.880941, + "nauc_mrr_at_5_max": 0.373391, + "nauc_mrr_at_5_std": -0.195657, + "nauc_mrr_at_5_diff1": 0.899496, + "nauc_mrr_at_10_max": 0.363719, + "nauc_mrr_at_10_std": -0.214882, + "nauc_mrr_at_10_diff1": 0.900357, + "nauc_mrr_at_20_max": 0.363719, + "nauc_mrr_at_20_std": -0.214882, + "nauc_mrr_at_20_diff1": 0.900357, + "nauc_mrr_at_100_max": 0.363719, + "nauc_mrr_at_100_std": -0.214882, + "nauc_mrr_at_100_diff1": 0.900357, + "nauc_mrr_at_1000_max": 0.363719, + "nauc_mrr_at_1000_std": -0.214882, + "nauc_mrr_at_1000_diff1": 0.900357, + "main_score": 0.89907, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.66234, + "ndcg_at_3": 0.80133, + "ndcg_at_5": 0.81194, + "ndcg_at_10": 0.82811, + "ndcg_at_20": 0.83503, + "ndcg_at_100": 0.83503, + "ndcg_at_1000": 0.83503, + "map_at_1": 0.66234, + "map_at_3": 0.7684, + "map_at_5": 0.77424, + "map_at_10": 0.78055, + "map_at_20": 0.78263, + "map_at_100": 0.78263, + "map_at_1000": 0.78263, + "recall_at_1": 0.66234, + "recall_at_3": 0.8961, + "recall_at_5": 0.92208, + "recall_at_10": 0.97403, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.66234, + "precision_at_3": 0.2987, + "precision_at_5": 0.18442, + "precision_at_10": 0.0974, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.662338, + "mrr_at_3": 0.768398, + "mrr_at_5": 0.774242, + "mrr_at_10": 0.78055, + "mrr_at_20": 0.782632, + "mrr_at_100": 0.782632, + "mrr_at_1000": 0.782632, + "nauc_ndcg_at_1_max": 0.11133, + "nauc_ndcg_at_1_std": -0.172563, + "nauc_ndcg_at_1_diff1": 0.588931, + "nauc_ndcg_at_3_max": 0.139591, + "nauc_ndcg_at_3_std": -0.36119, + "nauc_ndcg_at_3_diff1": 0.600756, + "nauc_ndcg_at_5_max": 0.113943, + "nauc_ndcg_at_5_std": -0.382264, + "nauc_ndcg_at_5_diff1": 0.592939, + "nauc_ndcg_at_10_max": 0.059814, + "nauc_ndcg_at_10_std": -0.342538, + "nauc_ndcg_at_10_diff1": 0.578884, + "nauc_ndcg_at_20_max": 0.117982, + "nauc_ndcg_at_20_std": -0.288647, + "nauc_ndcg_at_20_diff1": 0.590333, + "nauc_ndcg_at_100_max": 0.117982, + "nauc_ndcg_at_100_std": -0.288647, + "nauc_ndcg_at_100_diff1": 0.590333, + "nauc_ndcg_at_1000_max": 0.117982, + "nauc_ndcg_at_1000_std": -0.288647, + "nauc_ndcg_at_1000_diff1": 0.590333, + "nauc_map_at_1_max": 0.11133, + "nauc_map_at_1_std": -0.172563, + "nauc_map_at_1_diff1": 0.588931, + "nauc_map_at_3_max": 0.13406, + "nauc_map_at_3_std": -0.295593, + "nauc_map_at_3_diff1": 0.596572, + "nauc_map_at_5_max": 0.122682, + "nauc_map_at_5_std": -0.302501, + "nauc_map_at_5_diff1": 0.592801, + "nauc_map_at_10_max": 0.106881, + "nauc_map_at_10_std": -0.286835, + "nauc_map_at_10_diff1": 0.588186, + "nauc_map_at_20_max": 0.120566, + "nauc_map_at_20_std": -0.273785, + "nauc_map_at_20_diff1": 0.590852, + "nauc_map_at_100_max": 0.120566, + "nauc_map_at_100_std": -0.273785, + "nauc_map_at_100_diff1": 0.590852, + "nauc_map_at_1000_max": 0.120566, + "nauc_map_at_1000_std": -0.273785, + "nauc_map_at_1000_diff1": 0.590852, + "nauc_recall_at_1_max": 0.11133, + "nauc_recall_at_1_std": -0.172563, + "nauc_recall_at_1_diff1": 0.588931, + "nauc_recall_at_3_max": 0.167341, + "nauc_recall_at_3_std": -0.729544, + "nauc_recall_at_3_diff1": 0.624307, + "nauc_recall_at_5_max": 0.035515, + "nauc_recall_at_5_std": -0.971793, + "nauc_recall_at_5_diff1": 0.591542, + "nauc_recall_at_10_max": -1.145493, + "nauc_recall_at_10_std": -1.447454, + "nauc_recall_at_10_diff1": 0.340242, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.11133, + "nauc_precision_at_1_std": -0.172563, + "nauc_precision_at_1_diff1": 0.588931, + "nauc_precision_at_3_max": 0.167341, + "nauc_precision_at_3_std": -0.729544, + "nauc_precision_at_3_diff1": 0.624307, + "nauc_precision_at_5_max": 0.035515, + "nauc_precision_at_5_std": -0.971793, + "nauc_precision_at_5_diff1": 0.591542, + "nauc_precision_at_10_max": -1.145493, + "nauc_precision_at_10_std": -1.447454, + "nauc_precision_at_10_diff1": 0.340242, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.11133, + "nauc_mrr_at_1_std": -0.172563, + "nauc_mrr_at_1_diff1": 0.588931, + "nauc_mrr_at_3_max": 0.13406, + "nauc_mrr_at_3_std": -0.295593, + "nauc_mrr_at_3_diff1": 0.596572, + "nauc_mrr_at_5_max": 0.122682, + "nauc_mrr_at_5_std": -0.302501, + "nauc_mrr_at_5_diff1": 0.592801, + "nauc_mrr_at_10_max": 0.106881, + "nauc_mrr_at_10_std": -0.286835, + "nauc_mrr_at_10_diff1": 0.588186, + "nauc_mrr_at_20_max": 0.120566, + "nauc_mrr_at_20_std": -0.273785, + "nauc_mrr_at_20_diff1": 0.590852, + "nauc_mrr_at_100_max": 0.120566, + "nauc_mrr_at_100_std": -0.273785, + "nauc_mrr_at_100_diff1": 0.590852, + "nauc_mrr_at_1000_max": 0.120566, + "nauc_mrr_at_1000_std": -0.273785, + "nauc_mrr_at_1000_diff1": 0.590852, + "main_score": 0.82811, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.69231, + "ndcg_at_3": 0.84157, + "ndcg_at_5": 0.8482, + "ndcg_at_10": 0.8482, + "ndcg_at_20": 0.85182, + "ndcg_at_100": 0.85816, + "ndcg_at_1000": 0.85816, + "map_at_1": 0.69231, + "map_at_3": 0.80769, + "map_at_5": 0.81154, + "map_at_10": 0.81154, + "map_at_20": 0.81239, + "map_at_100": 0.81352, + "map_at_1000": 0.81352, + "recall_at_1": 0.69231, + "recall_at_3": 0.93846, + "recall_at_5": 0.95385, + "recall_at_10": 0.95385, + "recall_at_20": 0.96923, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.69231, + "precision_at_3": 0.31282, + "precision_at_5": 0.19077, + "precision_at_10": 0.09538, + "precision_at_20": 0.04846, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.692308, + "mrr_at_3": 0.807692, + "mrr_at_5": 0.811538, + "mrr_at_10": 0.811538, + "mrr_at_20": 0.812393, + "mrr_at_100": 0.81352, + "mrr_at_1000": 0.81352, + "nauc_ndcg_at_1_max": 0.292961, + "nauc_ndcg_at_1_std": -0.071245, + "nauc_ndcg_at_1_diff1": 0.734199, + "nauc_ndcg_at_3_max": 0.460149, + "nauc_ndcg_at_3_std": 0.080884, + "nauc_ndcg_at_3_diff1": 0.762648, + "nauc_ndcg_at_5_max": 0.455586, + "nauc_ndcg_at_5_std": 0.141572, + "nauc_ndcg_at_5_diff1": 0.751033, + "nauc_ndcg_at_10_max": 0.455586, + "nauc_ndcg_at_10_std": 0.141572, + "nauc_ndcg_at_10_diff1": 0.751033, + "nauc_ndcg_at_20_max": 0.440623, + "nauc_ndcg_at_20_std": 0.117979, + "nauc_ndcg_at_20_diff1": 0.751794, + "nauc_ndcg_at_100_max": 0.412346, + "nauc_ndcg_at_100_std": 0.073392, + "nauc_ndcg_at_100_diff1": 0.745799, + "nauc_ndcg_at_1000_max": 0.412346, + "nauc_ndcg_at_1000_std": 0.073392, + "nauc_ndcg_at_1000_diff1": 0.745799, + "nauc_map_at_1_max": 0.292961, + "nauc_map_at_1_std": -0.071245, + "nauc_map_at_1_diff1": 0.734199, + "nauc_map_at_3_max": 0.405355, + "nauc_map_at_3_std": 0.032158, + "nauc_map_at_3_diff1": 0.749978, + "nauc_map_at_5_max": 0.40193, + "nauc_map_at_5_std": 0.05972, + "nauc_map_at_5_diff1": 0.744194, + "nauc_map_at_10_max": 0.40193, + "nauc_map_at_10_std": 0.05972, + "nauc_map_at_10_diff1": 0.744194, + "nauc_map_at_20_max": 0.39884, + "nauc_map_at_20_std": 0.054862, + "nauc_map_at_20_diff1": 0.744301, + "nauc_map_at_100_max": 0.394715, + "nauc_map_at_100_std": 0.048377, + "nauc_map_at_100_diff1": 0.743436, + "nauc_map_at_1000_max": 0.394715, + "nauc_map_at_1000_std": 0.048377, + "nauc_map_at_1000_diff1": 0.743436, + "nauc_recall_at_1_max": 0.292961, + "nauc_recall_at_1_std": -0.071245, + "nauc_recall_at_1_diff1": 0.734199, + "nauc_recall_at_3_max": 0.888349, + "nauc_recall_at_3_std": 0.46019, + "nauc_recall_at_3_diff1": 0.866027, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 1.0, + "nauc_recall_at_5_diff1": 0.821369, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 0.821369, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.870389, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.292961, + "nauc_precision_at_1_std": -0.071245, + "nauc_precision_at_1_diff1": 0.734199, + "nauc_precision_at_3_max": 0.888349, + "nauc_precision_at_3_std": 0.46019, + "nauc_precision_at_3_diff1": 0.866027, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 0.821369, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 0.821369, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.870389, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.292961, + "nauc_mrr_at_1_std": -0.071245, + "nauc_mrr_at_1_diff1": 0.734199, + "nauc_mrr_at_3_max": 0.405355, + "nauc_mrr_at_3_std": 0.032158, + "nauc_mrr_at_3_diff1": 0.749978, + "nauc_mrr_at_5_max": 0.40193, + "nauc_mrr_at_5_std": 0.05972, + "nauc_mrr_at_5_diff1": 0.744194, + "nauc_mrr_at_10_max": 0.40193, + "nauc_mrr_at_10_std": 0.05972, + "nauc_mrr_at_10_diff1": 0.744194, + "nauc_mrr_at_20_max": 0.39884, + "nauc_mrr_at_20_std": 0.054862, + "nauc_mrr_at_20_diff1": 0.744301, + "nauc_mrr_at_100_max": 0.394715, + "nauc_mrr_at_100_std": 0.048377, + "nauc_mrr_at_100_diff1": 0.743436, + "nauc_mrr_at_1000_max": 0.394715, + "nauc_mrr_at_1000_std": 0.048377, + "nauc_mrr_at_1000_diff1": 0.743436, + "main_score": 0.8482, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.71605, + "ndcg_at_3": 0.82334, + "ndcg_at_5": 0.84618, + "ndcg_at_10": 0.85857, + "ndcg_at_20": 0.86196, + "ndcg_at_100": 0.86196, + "ndcg_at_1000": 0.86196, + "map_at_1": 0.71605, + "map_at_3": 0.79835, + "map_at_5": 0.81101, + "map_at_10": 0.81637, + "map_at_20": 0.81744, + "map_at_100": 0.81744, + "map_at_1000": 0.81744, + "recall_at_1": 0.71605, + "recall_at_3": 0.89506, + "recall_at_5": 0.95062, + "recall_at_10": 0.98765, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.71605, + "precision_at_3": 0.29835, + "precision_at_5": 0.19012, + "precision_at_10": 0.09877, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.716049, + "mrr_at_3": 0.798354, + "mrr_at_5": 0.811008, + "mrr_at_10": 0.816365, + "mrr_at_20": 0.817441, + "mrr_at_100": 0.817441, + "mrr_at_1000": 0.817441, + "nauc_ndcg_at_1_max": 0.419413, + "nauc_ndcg_at_1_std": -0.01301, + "nauc_ndcg_at_1_diff1": 0.701232, + "nauc_ndcg_at_3_max": 0.466888, + "nauc_ndcg_at_3_std": -0.03741, + "nauc_ndcg_at_3_diff1": 0.695319, + "nauc_ndcg_at_5_max": 0.441797, + "nauc_ndcg_at_5_std": -0.042383, + "nauc_ndcg_at_5_diff1": 0.693002, + "nauc_ndcg_at_10_max": 0.455133, + "nauc_ndcg_at_10_std": -0.019713, + "nauc_ndcg_at_10_diff1": 0.70397, + "nauc_ndcg_at_20_max": 0.442002, + "nauc_ndcg_at_20_std": -0.04148, + "nauc_ndcg_at_20_diff1": 0.699429, + "nauc_ndcg_at_100_max": 0.442002, + "nauc_ndcg_at_100_std": -0.04148, + "nauc_ndcg_at_100_diff1": 0.699429, + "nauc_ndcg_at_1000_max": 0.442002, + "nauc_ndcg_at_1000_std": -0.04148, + "nauc_ndcg_at_1000_diff1": 0.699429, + "nauc_map_at_1_max": 0.419413, + "nauc_map_at_1_std": -0.01301, + "nauc_map_at_1_diff1": 0.701232, + "nauc_map_at_3_max": 0.45244, + "nauc_map_at_3_std": -0.037234, + "nauc_map_at_3_diff1": 0.697465, + "nauc_map_at_5_max": 0.440253, + "nauc_map_at_5_std": -0.041001, + "nauc_map_at_5_diff1": 0.696844, + "nauc_map_at_10_max": 0.443505, + "nauc_map_at_10_std": -0.034927, + "nauc_map_at_10_diff1": 0.700622, + "nauc_map_at_20_max": 0.440282, + "nauc_map_at_20_std": -0.040221, + "nauc_map_at_20_diff1": 0.699508, + "nauc_map_at_100_max": 0.440282, + "nauc_map_at_100_std": -0.040221, + "nauc_map_at_100_diff1": 0.699508, + "nauc_map_at_1000_max": 0.440282, + "nauc_map_at_1000_std": -0.040221, + "nauc_map_at_1000_diff1": 0.699508, + "nauc_recall_at_1_max": 0.419413, + "nauc_recall_at_1_std": -0.01301, + "nauc_recall_at_1_diff1": 0.701232, + "nauc_recall_at_3_max": 0.538915, + "nauc_recall_at_3_std": -0.032658, + "nauc_recall_at_3_diff1": 0.68435, + "nauc_recall_at_5_max": 0.442296, + "nauc_recall_at_5_std": -0.039988, + "nauc_recall_at_5_diff1": 0.652368, + "nauc_recall_at_10_max": 0.93473, + "nauc_recall_at_10_std": 0.777096, + "nauc_recall_at_10_diff1": 0.86946, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.419413, + "nauc_precision_at_1_std": -0.01301, + "nauc_precision_at_1_diff1": 0.701232, + "nauc_precision_at_3_max": 0.538915, + "nauc_precision_at_3_std": -0.032658, + "nauc_precision_at_3_diff1": 0.68435, + "nauc_precision_at_5_max": 0.442296, + "nauc_precision_at_5_std": -0.039988, + "nauc_precision_at_5_diff1": 0.652368, + "nauc_precision_at_10_max": 0.93473, + "nauc_precision_at_10_std": 0.777096, + "nauc_precision_at_10_diff1": 0.86946, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.419413, + "nauc_mrr_at_1_std": -0.01301, + "nauc_mrr_at_1_diff1": 0.701232, + "nauc_mrr_at_3_max": 0.45244, + "nauc_mrr_at_3_std": -0.037234, + "nauc_mrr_at_3_diff1": 0.697465, + "nauc_mrr_at_5_max": 0.440253, + "nauc_mrr_at_5_std": -0.041001, + "nauc_mrr_at_5_diff1": 0.696844, + "nauc_mrr_at_10_max": 0.443505, + "nauc_mrr_at_10_std": -0.034927, + "nauc_mrr_at_10_diff1": 0.700622, + "nauc_mrr_at_20_max": 0.440282, + "nauc_mrr_at_20_std": -0.040221, + "nauc_mrr_at_20_diff1": 0.699508, + "nauc_mrr_at_100_max": 0.440282, + "nauc_mrr_at_100_std": -0.040221, + "nauc_mrr_at_100_diff1": 0.699508, + "nauc_mrr_at_1000_max": 0.440282, + "nauc_mrr_at_1000_std": -0.040221, + "nauc_mrr_at_1000_diff1": 0.699508, + "main_score": 0.85857, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.66234, + "ndcg_at_3": 0.79963, + "ndcg_at_5": 0.81024, + "ndcg_at_10": 0.82323, + "ndcg_at_20": 0.83285, + "ndcg_at_100": 0.83285, + "ndcg_at_1000": 0.83285, + "map_at_1": 0.66234, + "map_at_3": 0.76623, + "map_at_5": 0.77208, + "map_at_10": 0.77764, + "map_at_20": 0.78015, + "map_at_100": 0.78015, + "map_at_1000": 0.78015, + "recall_at_1": 0.66234, + "recall_at_3": 0.8961, + "recall_at_5": 0.92208, + "recall_at_10": 0.96104, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.66234, + "precision_at_3": 0.2987, + "precision_at_5": 0.18442, + "precision_at_10": 0.0961, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.662338, + "mrr_at_3": 0.766234, + "mrr_at_5": 0.772078, + "mrr_at_10": 0.777644, + "mrr_at_20": 0.780147, + "mrr_at_100": 0.780147, + "mrr_at_1000": 0.780147, + "nauc_ndcg_at_1_max": 0.23661, + "nauc_ndcg_at_1_std": -0.181882, + "nauc_ndcg_at_1_diff1": 0.600384, + "nauc_ndcg_at_3_max": 0.254675, + "nauc_ndcg_at_3_std": -0.351357, + "nauc_ndcg_at_3_diff1": 0.627328, + "nauc_ndcg_at_5_max": 0.216575, + "nauc_ndcg_at_5_std": -0.333084, + "nauc_ndcg_at_5_diff1": 0.626317, + "nauc_ndcg_at_10_max": 0.195813, + "nauc_ndcg_at_10_std": -0.284189, + "nauc_ndcg_at_10_diff1": 0.607316, + "nauc_ndcg_at_20_max": 0.221906, + "nauc_ndcg_at_20_std": -0.281686, + "nauc_ndcg_at_20_diff1": 0.606948, + "nauc_ndcg_at_100_max": 0.221906, + "nauc_ndcg_at_100_std": -0.281686, + "nauc_ndcg_at_100_diff1": 0.606948, + "nauc_ndcg_at_1000_max": 0.221906, + "nauc_ndcg_at_1000_std": -0.281686, + "nauc_ndcg_at_1000_diff1": 0.606948, + "nauc_map_at_1_max": 0.23661, + "nauc_map_at_1_std": -0.181882, + "nauc_map_at_1_diff1": 0.600384, + "nauc_map_at_3_max": 0.244905, + "nauc_map_at_3_std": -0.302506, + "nauc_map_at_3_diff1": 0.61368, + "nauc_map_at_5_max": 0.227091, + "nauc_map_at_5_std": -0.29339, + "nauc_map_at_5_diff1": 0.612662, + "nauc_map_at_10_max": 0.220245, + "nauc_map_at_10_std": -0.275396, + "nauc_map_at_10_diff1": 0.605721, + "nauc_map_at_20_max": 0.22558, + "nauc_map_at_20_std": -0.274172, + "nauc_map_at_20_diff1": 0.605571, + "nauc_map_at_100_max": 0.22558, + "nauc_map_at_100_std": -0.274172, + "nauc_map_at_100_diff1": 0.605571, + "nauc_map_at_1000_max": 0.22558, + "nauc_map_at_1000_std": -0.274172, + "nauc_map_at_1000_diff1": 0.605571, + "nauc_recall_at_1_max": 0.23661, + "nauc_recall_at_1_std": -0.181882, + "nauc_recall_at_1_diff1": 0.600384, + "nauc_recall_at_3_max": 0.312815, + "nauc_recall_at_3_std": -0.620819, + "nauc_recall_at_3_diff1": 0.708074, + "nauc_recall_at_5_max": 0.129987, + "nauc_recall_at_5_std": -0.605934, + "nauc_recall_at_5_diff1": 0.73119, + "nauc_recall_at_10_max": -0.202782, + "nauc_recall_at_10_std": -0.299041, + "nauc_recall_at_10_diff1": 0.610765, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.23661, + "nauc_precision_at_1_std": -0.181882, + "nauc_precision_at_1_diff1": 0.600384, + "nauc_precision_at_3_max": 0.312815, + "nauc_precision_at_3_std": -0.620819, + "nauc_precision_at_3_diff1": 0.708074, + "nauc_precision_at_5_max": 0.129987, + "nauc_precision_at_5_std": -0.605934, + "nauc_precision_at_5_diff1": 0.73119, + "nauc_precision_at_10_max": -0.202782, + "nauc_precision_at_10_std": -0.299041, + "nauc_precision_at_10_diff1": 0.610765, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.23661, + "nauc_mrr_at_1_std": -0.181882, + "nauc_mrr_at_1_diff1": 0.600384, + "nauc_mrr_at_3_max": 0.244905, + "nauc_mrr_at_3_std": -0.302506, + "nauc_mrr_at_3_diff1": 0.61368, + "nauc_mrr_at_5_max": 0.227091, + "nauc_mrr_at_5_std": -0.29339, + "nauc_mrr_at_5_diff1": 0.612662, + "nauc_mrr_at_10_max": 0.220245, + "nauc_mrr_at_10_std": -0.275396, + "nauc_mrr_at_10_diff1": 0.605721, + "nauc_mrr_at_20_max": 0.22558, + "nauc_mrr_at_20_std": -0.274172, + "nauc_mrr_at_20_diff1": 0.605571, + "nauc_mrr_at_100_max": 0.22558, + "nauc_mrr_at_100_std": -0.274172, + "nauc_mrr_at_100_diff1": 0.605571, + "nauc_mrr_at_1000_max": 0.22558, + "nauc_mrr_at_1000_std": -0.274172, + "nauc_mrr_at_1000_diff1": 0.605571, + "main_score": 0.82323, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 35.303592920303345, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/SciFact-PL.json b/results/openai__text-embedding-3-large-256/2/SciFact-PL.json new file mode 100644 index 0000000000..ad83109c06 --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49333, + "ndcg_at_3": 0.58459, + "ndcg_at_5": 0.60412, + "ndcg_at_10": 0.62935, + "ndcg_at_20": 0.64529, + "ndcg_at_100": 0.66034, + "ndcg_at_1000": 0.67001, + "map_at_1": 0.46244, + "map_at_3": 0.55099, + "map_at_5": 0.5638, + "map_at_10": 0.57662, + "map_at_20": 0.5817, + "map_at_100": 0.58385, + "map_at_1000": 0.58421, + "recall_at_1": 0.46244, + "recall_at_3": 0.652, + "recall_at_5": 0.70278, + "recall_at_10": 0.774, + "recall_at_20": 0.83433, + "recall_at_100": 0.915, + "recall_at_1000": 0.99, + "precision_at_1": 0.49333, + "precision_at_3": 0.23778, + "precision_at_5": 0.15533, + "precision_at_10": 0.08833, + "precision_at_20": 0.04783, + "precision_at_100": 0.0104, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.493333, + "mrr_at_3": 0.573889, + "mrr_at_5": 0.584389, + "mrr_at_10": 0.592581, + "mrr_at_20": 0.596201, + "mrr_at_100": 0.598276, + "mrr_at_1000": 0.598586, + "nauc_ndcg_at_1_max": 0.556453, + "nauc_ndcg_at_1_std": 0.054738, + "nauc_ndcg_at_1_diff1": 0.686271, + "nauc_ndcg_at_3_max": 0.518877, + "nauc_ndcg_at_3_std": 0.055672, + "nauc_ndcg_at_3_diff1": 0.593621, + "nauc_ndcg_at_5_max": 0.522061, + "nauc_ndcg_at_5_std": 0.040025, + "nauc_ndcg_at_5_diff1": 0.608584, + "nauc_ndcg_at_10_max": 0.547239, + "nauc_ndcg_at_10_std": 0.089668, + "nauc_ndcg_at_10_diff1": 0.61502, + "nauc_ndcg_at_20_max": 0.556347, + "nauc_ndcg_at_20_std": 0.088734, + "nauc_ndcg_at_20_diff1": 0.613492, + "nauc_ndcg_at_100_max": 0.5448, + "nauc_ndcg_at_100_std": 0.084167, + "nauc_ndcg_at_100_diff1": 0.622198, + "nauc_ndcg_at_1000_max": 0.548351, + "nauc_ndcg_at_1000_std": 0.084906, + "nauc_ndcg_at_1000_diff1": 0.620865, + "nauc_map_at_1_max": 0.516734, + "nauc_map_at_1_std": -0.009771, + "nauc_map_at_1_diff1": 0.684667, + "nauc_map_at_3_max": 0.511805, + "nauc_map_at_3_std": 0.029197, + "nauc_map_at_3_diff1": 0.613541, + "nauc_map_at_5_max": 0.516265, + "nauc_map_at_5_std": 0.025069, + "nauc_map_at_5_diff1": 0.62118, + "nauc_map_at_10_max": 0.53228, + "nauc_map_at_10_std": 0.054958, + "nauc_map_at_10_diff1": 0.625138, + "nauc_map_at_20_max": 0.536158, + "nauc_map_at_20_std": 0.054983, + "nauc_map_at_20_diff1": 0.62567, + "nauc_map_at_100_max": 0.534402, + "nauc_map_at_100_std": 0.054712, + "nauc_map_at_100_diff1": 0.626287, + "nauc_map_at_1000_max": 0.534567, + "nauc_map_at_1000_std": 0.054862, + "nauc_map_at_1000_diff1": 0.626275, + "nauc_recall_at_1_max": 0.516734, + "nauc_recall_at_1_std": -0.009771, + "nauc_recall_at_1_diff1": 0.684667, + "nauc_recall_at_3_max": 0.467809, + "nauc_recall_at_3_std": 0.044813, + "nauc_recall_at_3_diff1": 0.511205, + "nauc_recall_at_5_max": 0.484784, + "nauc_recall_at_5_std": 0.017204, + "nauc_recall_at_5_diff1": 0.541568, + "nauc_recall_at_10_max": 0.563792, + "nauc_recall_at_10_std": 0.181848, + "nauc_recall_at_10_diff1": 0.560176, + "nauc_recall_at_20_max": 0.62029, + "nauc_recall_at_20_std": 0.2025, + "nauc_recall_at_20_diff1": 0.528147, + "nauc_recall_at_100_max": 0.501355, + "nauc_recall_at_100_std": 0.196463, + "nauc_recall_at_100_diff1": 0.622151, + "nauc_recall_at_1000_max": 0.912854, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.49362, + "nauc_precision_at_1_max": 0.556453, + "nauc_precision_at_1_std": 0.054738, + "nauc_precision_at_1_diff1": 0.686271, + "nauc_precision_at_3_max": 0.497424, + "nauc_precision_at_3_std": 0.193035, + "nauc_precision_at_3_diff1": 0.409946, + "nauc_precision_at_5_max": 0.470369, + "nauc_precision_at_5_std": 0.190384, + "nauc_precision_at_5_diff1": 0.378205, + "nauc_precision_at_10_max": 0.455862, + "nauc_precision_at_10_std": 0.371516, + "nauc_precision_at_10_diff1": 0.265569, + "nauc_precision_at_20_max": 0.423471, + "nauc_precision_at_20_std": 0.376801, + "nauc_precision_at_20_diff1": 0.171308, + "nauc_precision_at_100_max": 0.322917, + "nauc_precision_at_100_std": 0.409926, + "nauc_precision_at_100_diff1": 0.097279, + "nauc_precision_at_1000_max": 0.256406, + "nauc_precision_at_1000_std": 0.477207, + "nauc_precision_at_1000_diff1": -0.088807, + "nauc_mrr_at_1_max": 0.556453, + "nauc_mrr_at_1_std": 0.054738, + "nauc_mrr_at_1_diff1": 0.686271, + "nauc_mrr_at_3_max": 0.543056, + "nauc_mrr_at_3_std": 0.082702, + "nauc_mrr_at_3_diff1": 0.621092, + "nauc_mrr_at_5_max": 0.547637, + "nauc_mrr_at_5_std": 0.07941, + "nauc_mrr_at_5_diff1": 0.628297, + "nauc_mrr_at_10_max": 0.554851, + "nauc_mrr_at_10_std": 0.088917, + "nauc_mrr_at_10_diff1": 0.631228, + "nauc_mrr_at_20_max": 0.555205, + "nauc_mrr_at_20_std": 0.08752, + "nauc_mrr_at_20_diff1": 0.630592, + "nauc_mrr_at_100_max": 0.553695, + "nauc_mrr_at_100_std": 0.087469, + "nauc_mrr_at_100_diff1": 0.631405, + "nauc_mrr_at_1000_max": 0.553787, + "nauc_mrr_at_1000_std": 0.087563, + "nauc_mrr_at_1000_diff1": 0.631391, + "main_score": 0.62935, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 129.02009201049805, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/SciFact.json b/results/openai__text-embedding-3-large-256/2/SciFact.json new file mode 100644 index 0000000000..1487517335 --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.25.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.61434, + "ndcg_at_3": 0.69359, + "ndcg_at_5": 0.71604, + "ndcg_at_10": 0.7364, + "ndcg_at_20": 0.74918, + "ndcg_at_100": 0.76031, + "ndcg_at_1000": 0.76373, + "map_at_1": 0.58436, + "map_at_3": 0.6657, + "map_at_5": 0.68065, + "map_at_10": 0.69051, + "map_at_20": 0.69474, + "map_at_100": 0.69638, + "map_at_1000": 0.69652, + "recall_at_1": 0.58436, + "recall_at_3": 0.75101, + "recall_at_5": 0.80307, + "recall_at_10": 0.86125, + "recall_at_20": 0.90874, + "recall_at_100": 0.96724, + "recall_at_1000": 0.99382, + "precision_at_1": 0.61434, + "precision_at_3": 0.274, + "precision_at_5": 0.17849, + "precision_at_10": 0.09728, + "precision_at_20": 0.05179, + "precision_at_100": 0.01103, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.614339, + "mrr_at_3": 0.68562, + "mrr_at_5": 0.69693, + "mrr_at_10": 0.703932, + "mrr_at_20": 0.706466, + "mrr_at_100": 0.707834, + "mrr_at_1000": 0.707966, + "nauc_ndcg_at_1_max": 0.500364, + "nauc_ndcg_at_1_std": -0.018491, + "nauc_ndcg_at_1_diff1": 0.745461, + "nauc_ndcg_at_3_max": 0.507231, + "nauc_ndcg_at_3_std": 0.013705, + "nauc_ndcg_at_3_diff1": 0.698288, + "nauc_ndcg_at_5_max": 0.522829, + "nauc_ndcg_at_5_std": 0.019985, + "nauc_ndcg_at_5_diff1": 0.687504, + "nauc_ndcg_at_10_max": 0.527432, + "nauc_ndcg_at_10_std": 0.042879, + "nauc_ndcg_at_10_diff1": 0.684828, + "nauc_ndcg_at_20_max": 0.531574, + "nauc_ndcg_at_20_std": 0.061196, + "nauc_ndcg_at_20_diff1": 0.684961, + "nauc_ndcg_at_100_max": 0.529746, + "nauc_ndcg_at_100_std": 0.05684, + "nauc_ndcg_at_100_diff1": 0.69327, + "nauc_ndcg_at_1000_max": 0.527879, + "nauc_ndcg_at_1000_std": 0.047382, + "nauc_ndcg_at_1000_diff1": 0.695032, + "nauc_map_at_1_max": 0.439252, + "nauc_map_at_1_std": -0.058231, + "nauc_map_at_1_diff1": 0.745853, + "nauc_map_at_3_max": 0.48774, + "nauc_map_at_3_std": -0.01355, + "nauc_map_at_3_diff1": 0.709582, + "nauc_map_at_5_max": 0.50564, + "nauc_map_at_5_std": -0.005505, + "nauc_map_at_5_diff1": 0.704059, + "nauc_map_at_10_max": 0.510991, + "nauc_map_at_10_std": 0.010007, + "nauc_map_at_10_diff1": 0.70206, + "nauc_map_at_20_max": 0.51336, + "nauc_map_at_20_std": 0.016777, + "nauc_map_at_20_diff1": 0.702534, + "nauc_map_at_100_max": 0.512966, + "nauc_map_at_100_std": 0.015802, + "nauc_map_at_100_diff1": 0.70361, + "nauc_map_at_1000_max": 0.512902, + "nauc_map_at_1000_std": 0.015517, + "nauc_map_at_1000_diff1": 0.70368, + "nauc_recall_at_1_max": 0.439252, + "nauc_recall_at_1_std": -0.058231, + "nauc_recall_at_1_diff1": 0.745853, + "nauc_recall_at_3_max": 0.496827, + "nauc_recall_at_3_std": 0.031954, + "nauc_recall_at_3_diff1": 0.650494, + "nauc_recall_at_5_max": 0.532073, + "nauc_recall_at_5_std": 0.046639, + "nauc_recall_at_5_diff1": 0.605042, + "nauc_recall_at_10_max": 0.542597, + "nauc_recall_at_10_std": 0.13552, + "nauc_recall_at_10_diff1": 0.57223, + "nauc_recall_at_20_max": 0.575605, + "nauc_recall_at_20_std": 0.315293, + "nauc_recall_at_20_diff1": 0.526699, + "nauc_recall_at_100_max": 0.611966, + "nauc_recall_at_100_std": 0.628426, + "nauc_recall_at_100_diff1": 0.538677, + "nauc_recall_at_1000_max": 0.480765, + "nauc_recall_at_1000_std": 0.650454, + "nauc_recall_at_1000_diff1": 0.286653, + "nauc_precision_at_1_max": 0.500364, + "nauc_precision_at_1_std": -0.018491, + "nauc_precision_at_1_diff1": 0.745461, + "nauc_precision_at_3_max": 0.488918, + "nauc_precision_at_3_std": 0.156918, + "nauc_precision_at_3_diff1": 0.395614, + "nauc_precision_at_5_max": 0.484628, + "nauc_precision_at_5_std": 0.228986, + "nauc_precision_at_5_diff1": 0.242349, + "nauc_precision_at_10_max": 0.40311, + "nauc_precision_at_10_std": 0.347503, + "nauc_precision_at_10_diff1": 0.066021, + "nauc_precision_at_20_max": 0.328381, + "nauc_precision_at_20_std": 0.413681, + "nauc_precision_at_20_diff1": -0.052492, + "nauc_precision_at_100_max": 0.234897, + "nauc_precision_at_100_std": 0.438013, + "nauc_precision_at_100_diff1": -0.189161, + "nauc_precision_at_1000_max": 0.187228, + "nauc_precision_at_1000_std": 0.414141, + "nauc_precision_at_1000_diff1": -0.275048, + "nauc_mrr_at_1_max": 0.500364, + "nauc_mrr_at_1_std": -0.018491, + "nauc_mrr_at_1_diff1": 0.745461, + "nauc_mrr_at_3_max": 0.534705, + "nauc_mrr_at_3_std": 0.036301, + "nauc_mrr_at_3_diff1": 0.71599, + "nauc_mrr_at_5_max": 0.536882, + "nauc_mrr_at_5_std": 0.038758, + "nauc_mrr_at_5_diff1": 0.70902, + "nauc_mrr_at_10_max": 0.534684, + "nauc_mrr_at_10_std": 0.038669, + "nauc_mrr_at_10_diff1": 0.710021, + "nauc_mrr_at_20_max": 0.534409, + "nauc_mrr_at_20_std": 0.040057, + "nauc_mrr_at_20_diff1": 0.710015, + "nauc_mrr_at_100_max": 0.534202, + "nauc_mrr_at_100_std": 0.039425, + "nauc_mrr_at_100_diff1": 0.710972, + "nauc_mrr_at_1000_max": 0.534143, + "nauc_mrr_at_1000_std": 0.03914, + "nauc_mrr_at_1000_diff1": 0.711048, + "main_score": 0.7364, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.68484, + "ndcg_at_5": 0.7085, + "ndcg_at_10": 0.73109, + "ndcg_at_20": 0.74552, + "ndcg_at_100": 0.75494, + "ndcg_at_1000": 0.75953, + "map_at_1": 0.58661, + "map_at_3": 0.65613, + "map_at_5": 0.67191, + "map_at_10": 0.68402, + "map_at_20": 0.68888, + "map_at_100": 0.69021, + "map_at_1000": 0.69037, + "recall_at_1": 0.58661, + "recall_at_3": 0.73506, + "recall_at_5": 0.79461, + "recall_at_10": 0.85756, + "recall_at_20": 0.91, + "recall_at_100": 0.96, + "recall_at_1000": 0.99667, + "precision_at_1": 0.62, + "precision_at_3": 0.26556, + "precision_at_5": 0.17467, + "precision_at_10": 0.097, + "precision_at_20": 0.05183, + "precision_at_100": 0.0109, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.62, + "mrr_at_3": 0.682778, + "mrr_at_5": 0.694778, + "mrr_at_10": 0.701549, + "mrr_at_20": 0.705118, + "mrr_at_100": 0.706348, + "mrr_at_1000": 0.70651, + "nauc_ndcg_at_1_max": 0.512696, + "nauc_ndcg_at_1_std": 0.00222, + "nauc_ndcg_at_1_diff1": 0.720944, + "nauc_ndcg_at_3_max": 0.52553, + "nauc_ndcg_at_3_std": -0.037471, + "nauc_ndcg_at_3_diff1": 0.698212, + "nauc_ndcg_at_5_max": 0.516201, + "nauc_ndcg_at_5_std": -0.011593, + "nauc_ndcg_at_5_diff1": 0.686577, + "nauc_ndcg_at_10_max": 0.549702, + "nauc_ndcg_at_10_std": 0.034852, + "nauc_ndcg_at_10_diff1": 0.673781, + "nauc_ndcg_at_20_max": 0.547894, + "nauc_ndcg_at_20_std": 0.040436, + "nauc_ndcg_at_20_diff1": 0.681301, + "nauc_ndcg_at_100_max": 0.540799, + "nauc_ndcg_at_100_std": 0.028228, + "nauc_ndcg_at_100_diff1": 0.682947, + "nauc_ndcg_at_1000_max": 0.535907, + "nauc_ndcg_at_1000_std": 0.020918, + "nauc_ndcg_at_1000_diff1": 0.687163, + "nauc_map_at_1_max": 0.459192, + "nauc_map_at_1_std": -0.099009, + "nauc_map_at_1_diff1": 0.714419, + "nauc_map_at_3_max": 0.5018, + "nauc_map_at_3_std": -0.074519, + "nauc_map_at_3_diff1": 0.7045, + "nauc_map_at_5_max": 0.499735, + "nauc_map_at_5_std": -0.052404, + "nauc_map_at_5_diff1": 0.696597, + "nauc_map_at_10_max": 0.520293, + "nauc_map_at_10_std": -0.020857, + "nauc_map_at_10_diff1": 0.690448, + "nauc_map_at_20_max": 0.519411, + "nauc_map_at_20_std": -0.01801, + "nauc_map_at_20_diff1": 0.693176, + "nauc_map_at_100_max": 0.518247, + "nauc_map_at_100_std": -0.020093, + "nauc_map_at_100_diff1": 0.693196, + "nauc_map_at_1000_max": 0.518133, + "nauc_map_at_1000_std": -0.020289, + "nauc_map_at_1000_diff1": 0.693329, + "nauc_recall_at_1_max": 0.459192, + "nauc_recall_at_1_std": -0.099009, + "nauc_recall_at_1_diff1": 0.714419, + "nauc_recall_at_3_max": 0.540629, + "nauc_recall_at_3_std": -0.053506, + "nauc_recall_at_3_diff1": 0.673271, + "nauc_recall_at_5_max": 0.524064, + "nauc_recall_at_5_std": 0.036779, + "nauc_recall_at_5_diff1": 0.627848, + "nauc_recall_at_10_max": 0.66529, + "nauc_recall_at_10_std": 0.214272, + "nauc_recall_at_10_diff1": 0.56511, + "nauc_recall_at_20_max": 0.719309, + "nauc_recall_at_20_std": 0.331077, + "nauc_recall_at_20_diff1": 0.582841, + "nauc_recall_at_100_max": 0.778517, + "nauc_recall_at_100_std": 0.403867, + "nauc_recall_at_100_diff1": 0.548203, + "nauc_recall_at_1000_max": 0.869281, + "nauc_recall_at_1000_std": 0.869281, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.512696, + "nauc_precision_at_1_std": 0.00222, + "nauc_precision_at_1_diff1": 0.720944, + "nauc_precision_at_3_max": 0.572076, + "nauc_precision_at_3_std": 0.156926, + "nauc_precision_at_3_diff1": 0.51561, + "nauc_precision_at_5_max": 0.478633, + "nauc_precision_at_5_std": 0.300949, + "nauc_precision_at_5_diff1": 0.346537, + "nauc_precision_at_10_max": 0.443803, + "nauc_precision_at_10_std": 0.486173, + "nauc_precision_at_10_diff1": 0.105505, + "nauc_precision_at_20_max": 0.348152, + "nauc_precision_at_20_std": 0.527411, + "nauc_precision_at_20_diff1": 0.010662, + "nauc_precision_at_100_max": 0.2593, + "nauc_precision_at_100_std": 0.542907, + "nauc_precision_at_100_diff1": -0.114319, + "nauc_precision_at_1000_max": 0.177674, + "nauc_precision_at_1000_std": 0.571877, + "nauc_precision_at_1000_diff1": -0.213594, + "nauc_mrr_at_1_max": 0.512696, + "nauc_mrr_at_1_std": 0.00222, + "nauc_mrr_at_1_diff1": 0.720944, + "nauc_mrr_at_3_max": 0.530938, + "nauc_mrr_at_3_std": 0.02079, + "nauc_mrr_at_3_diff1": 0.701914, + "nauc_mrr_at_5_max": 0.528378, + "nauc_mrr_at_5_std": 0.034383, + "nauc_mrr_at_5_diff1": 0.696999, + "nauc_mrr_at_10_max": 0.533692, + "nauc_mrr_at_10_std": 0.039323, + "nauc_mrr_at_10_diff1": 0.693898, + "nauc_mrr_at_20_max": 0.532937, + "nauc_mrr_at_20_std": 0.039747, + "nauc_mrr_at_20_diff1": 0.694434, + "nauc_mrr_at_100_max": 0.531947, + "nauc_mrr_at_100_std": 0.037975, + "nauc_mrr_at_100_diff1": 0.694672, + "nauc_mrr_at_1000_max": 0.531839, + "nauc_mrr_at_1000_std": 0.037811, + "nauc_mrr_at_1000_diff1": 0.69481, + "main_score": 0.73109, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 234.128258228302, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-large-256/2/TRECCOVID-PL.json new file mode 100644 index 0000000000..8c678429b8 --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.6005, + "ndcg_at_5": 0.60212, + "ndcg_at_10": 0.57574, + "ndcg_at_20": 0.5647, + "ndcg_at_100": 0.47113, + "ndcg_at_1000": 0.43154, + "map_at_1": 0.00187, + "map_at_3": 0.00481, + "map_at_5": 0.00758, + "map_at_10": 0.01337, + "map_at_20": 0.02444, + "map_at_100": 0.08439, + "map_at_1000": 0.19486, + "recall_at_1": 0.00187, + "recall_at_3": 0.00525, + "recall_at_5": 0.00867, + "recall_at_10": 0.01615, + "recall_at_20": 0.03119, + "recall_at_100": 0.12101, + "recall_at_1000": 0.4093, + "precision_at_1": 0.66, + "precision_at_3": 0.64, + "precision_at_5": 0.64, + "precision_at_10": 0.606, + "precision_at_20": 0.597, + "precision_at_100": 0.4838, + "precision_at_1000": 0.18424, + "mrr_at_1": 0.66, + "mrr_at_3": 0.76, + "mrr_at_5": 0.774, + "mrr_at_10": 0.774, + "mrr_at_20": 0.777247, + "mrr_at_100": 0.777247, + "mrr_at_1000": 0.777247, + "nauc_ndcg_at_1_max": 0.253971, + "nauc_ndcg_at_1_std": 0.337473, + "nauc_ndcg_at_1_diff1": 0.013099, + "nauc_ndcg_at_3_max": 0.291842, + "nauc_ndcg_at_3_std": 0.394511, + "nauc_ndcg_at_3_diff1": -0.144139, + "nauc_ndcg_at_5_max": 0.326711, + "nauc_ndcg_at_5_std": 0.440599, + "nauc_ndcg_at_5_diff1": -0.122572, + "nauc_ndcg_at_10_max": 0.393933, + "nauc_ndcg_at_10_std": 0.519684, + "nauc_ndcg_at_10_diff1": -0.099443, + "nauc_ndcg_at_20_max": 0.412222, + "nauc_ndcg_at_20_std": 0.569173, + "nauc_ndcg_at_20_diff1": -0.075276, + "nauc_ndcg_at_100_max": 0.464987, + "nauc_ndcg_at_100_std": 0.689678, + "nauc_ndcg_at_100_diff1": 0.037118, + "nauc_ndcg_at_1000_max": 0.505465, + "nauc_ndcg_at_1000_std": 0.707333, + "nauc_ndcg_at_1000_diff1": 0.255797, + "nauc_map_at_1_max": 0.109367, + "nauc_map_at_1_std": 0.220431, + "nauc_map_at_1_diff1": 0.155302, + "nauc_map_at_3_max": 0.148245, + "nauc_map_at_3_std": 0.328784, + "nauc_map_at_3_diff1": 0.139942, + "nauc_map_at_5_max": 0.157745, + "nauc_map_at_5_std": 0.36672, + "nauc_map_at_5_diff1": 0.13116, + "nauc_map_at_10_max": 0.288246, + "nauc_map_at_10_std": 0.437086, + "nauc_map_at_10_diff1": 0.14353, + "nauc_map_at_20_max": 0.350188, + "nauc_map_at_20_std": 0.499269, + "nauc_map_at_20_diff1": 0.117476, + "nauc_map_at_100_max": 0.488136, + "nauc_map_at_100_std": 0.676506, + "nauc_map_at_100_diff1": 0.143437, + "nauc_map_at_1000_max": 0.576474, + "nauc_map_at_1000_std": 0.745512, + "nauc_map_at_1000_diff1": 0.154281, + "nauc_recall_at_1_max": 0.109367, + "nauc_recall_at_1_std": 0.220431, + "nauc_recall_at_1_diff1": 0.155302, + "nauc_recall_at_3_max": 0.132945, + "nauc_recall_at_3_std": 0.314408, + "nauc_recall_at_3_diff1": 0.141095, + "nauc_recall_at_5_max": 0.120533, + "nauc_recall_at_5_std": 0.349713, + "nauc_recall_at_5_diff1": 0.161106, + "nauc_recall_at_10_max": 0.229528, + "nauc_recall_at_10_std": 0.411102, + "nauc_recall_at_10_diff1": 0.186497, + "nauc_recall_at_20_max": 0.240336, + "nauc_recall_at_20_std": 0.459585, + "nauc_recall_at_20_diff1": 0.165053, + "nauc_recall_at_100_max": 0.389301, + "nauc_recall_at_100_std": 0.621017, + "nauc_recall_at_100_diff1": 0.272108, + "nauc_recall_at_1000_max": 0.510141, + "nauc_recall_at_1000_std": 0.644639, + "nauc_recall_at_1000_diff1": 0.327354, + "nauc_precision_at_1_max": 0.385044, + "nauc_precision_at_1_std": 0.286302, + "nauc_precision_at_1_diff1": -0.123502, + "nauc_precision_at_3_max": 0.328739, + "nauc_precision_at_3_std": 0.35432, + "nauc_precision_at_3_diff1": -0.254543, + "nauc_precision_at_5_max": 0.326275, + "nauc_precision_at_5_std": 0.405598, + "nauc_precision_at_5_diff1": -0.176405, + "nauc_precision_at_10_max": 0.417632, + "nauc_precision_at_10_std": 0.527022, + "nauc_precision_at_10_diff1": -0.134625, + "nauc_precision_at_20_max": 0.438354, + "nauc_precision_at_20_std": 0.583944, + "nauc_precision_at_20_diff1": -0.105396, + "nauc_precision_at_100_max": 0.481159, + "nauc_precision_at_100_std": 0.703239, + "nauc_precision_at_100_diff1": 0.045255, + "nauc_precision_at_1000_max": 0.437561, + "nauc_precision_at_1000_std": 0.465968, + "nauc_precision_at_1000_diff1": -0.041736, + "nauc_mrr_at_1_max": 0.385044, + "nauc_mrr_at_1_std": 0.286302, + "nauc_mrr_at_1_diff1": -0.123502, + "nauc_mrr_at_3_max": 0.391703, + "nauc_mrr_at_3_std": 0.315069, + "nauc_mrr_at_3_diff1": -0.201314, + "nauc_mrr_at_5_max": 0.377541, + "nauc_mrr_at_5_std": 0.301526, + "nauc_mrr_at_5_diff1": -0.15914, + "nauc_mrr_at_10_max": 0.377541, + "nauc_mrr_at_10_std": 0.301526, + "nauc_mrr_at_10_diff1": -0.15914, + "nauc_mrr_at_20_max": 0.381459, + "nauc_mrr_at_20_std": 0.295743, + "nauc_mrr_at_20_diff1": -0.152738, + "nauc_mrr_at_100_max": 0.381459, + "nauc_mrr_at_100_std": 0.295743, + "nauc_mrr_at_100_diff1": -0.152738, + "nauc_mrr_at_1000_max": 0.381459, + "nauc_mrr_at_1000_std": 0.295743, + "nauc_mrr_at_1000_diff1": -0.152738, + "main_score": 0.57574, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3080.1155259609222, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/TRECCOVID.json b/results/openai__text-embedding-3-large-256/2/TRECCOVID.json new file mode 100644 index 0000000000..5bbcfc40a1 --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.79274, + "ndcg_at_5": 0.78906, + "ndcg_at_10": 0.76829, + "ndcg_at_20": 0.73819, + "ndcg_at_100": 0.59483, + "ndcg_at_1000": 0.53039, + "map_at_1": 0.00245, + "map_at_3": 0.00635, + "map_at_5": 0.00992, + "map_at_10": 0.01882, + "map_at_20": 0.03489, + "map_at_100": 0.11581, + "map_at_1000": 0.27196, + "recall_at_1": 0.00245, + "recall_at_3": 0.00655, + "recall_at_5": 0.01057, + "recall_at_10": 0.02094, + "recall_at_20": 0.04028, + "recall_at_100": 0.1484, + "recall_at_1000": 0.49585, + "precision_at_1": 0.92, + "precision_at_3": 0.82667, + "precision_at_5": 0.82, + "precision_at_10": 0.81, + "precision_at_20": 0.783, + "precision_at_100": 0.6062, + "precision_at_1000": 0.22956, + "mrr_at_1": 0.92, + "mrr_at_3": 0.95, + "mrr_at_5": 0.95, + "mrr_at_10": 0.952, + "mrr_at_20": 0.952, + "mrr_at_100": 0.952, + "mrr_at_1000": 0.952, + "nauc_ndcg_at_1_max": 0.030467, + "nauc_ndcg_at_1_std": 0.049846, + "nauc_ndcg_at_1_diff1": 0.064922, + "nauc_ndcg_at_3_max": 0.139679, + "nauc_ndcg_at_3_std": 0.181588, + "nauc_ndcg_at_3_diff1": 0.117964, + "nauc_ndcg_at_5_max": 0.070254, + "nauc_ndcg_at_5_std": 0.259003, + "nauc_ndcg_at_5_diff1": -0.012814, + "nauc_ndcg_at_10_max": 0.181776, + "nauc_ndcg_at_10_std": 0.40038, + "nauc_ndcg_at_10_diff1": 0.014476, + "nauc_ndcg_at_20_max": 0.223899, + "nauc_ndcg_at_20_std": 0.570826, + "nauc_ndcg_at_20_diff1": -0.007227, + "nauc_ndcg_at_100_max": 0.321151, + "nauc_ndcg_at_100_std": 0.765376, + "nauc_ndcg_at_100_diff1": -0.001102, + "nauc_ndcg_at_1000_max": 0.347423, + "nauc_ndcg_at_1000_std": 0.709769, + "nauc_ndcg_at_1000_diff1": 0.155031, + "nauc_map_at_1_max": -0.012923, + "nauc_map_at_1_std": 0.00584, + "nauc_map_at_1_diff1": 0.224617, + "nauc_map_at_3_max": 0.058781, + "nauc_map_at_3_std": 0.066125, + "nauc_map_at_3_diff1": 0.26649, + "nauc_map_at_5_max": 0.025207, + "nauc_map_at_5_std": 0.147985, + "nauc_map_at_5_diff1": 0.208955, + "nauc_map_at_10_max": 0.075559, + "nauc_map_at_10_std": 0.221374, + "nauc_map_at_10_diff1": 0.23971, + "nauc_map_at_20_max": 0.100053, + "nauc_map_at_20_std": 0.365121, + "nauc_map_at_20_diff1": 0.231683, + "nauc_map_at_100_max": 0.303733, + "nauc_map_at_100_std": 0.65047, + "nauc_map_at_100_diff1": 0.268468, + "nauc_map_at_1000_max": 0.37104, + "nauc_map_at_1000_std": 0.776271, + "nauc_map_at_1000_diff1": 0.139709, + "nauc_recall_at_1_max": -0.012923, + "nauc_recall_at_1_std": 0.00584, + "nauc_recall_at_1_diff1": 0.224617, + "nauc_recall_at_3_max": 0.072054, + "nauc_recall_at_3_std": 0.075598, + "nauc_recall_at_3_diff1": 0.293012, + "nauc_recall_at_5_max": 0.001746, + "nauc_recall_at_5_std": 0.151305, + "nauc_recall_at_5_diff1": 0.220709, + "nauc_recall_at_10_max": 0.044849, + "nauc_recall_at_10_std": 0.205599, + "nauc_recall_at_10_diff1": 0.267413, + "nauc_recall_at_20_max": 0.052571, + "nauc_recall_at_20_std": 0.321561, + "nauc_recall_at_20_diff1": 0.252446, + "nauc_recall_at_100_max": 0.246223, + "nauc_recall_at_100_std": 0.54976, + "nauc_recall_at_100_diff1": 0.311343, + "nauc_recall_at_1000_max": 0.356853, + "nauc_recall_at_1000_std": 0.609643, + "nauc_recall_at_1000_diff1": 0.213577, + "nauc_precision_at_1_max": 0.1669, + "nauc_precision_at_1_std": -0.266573, + "nauc_precision_at_1_diff1": -0.217554, + "nauc_precision_at_3_max": 0.324292, + "nauc_precision_at_3_std": 0.193832, + "nauc_precision_at_3_diff1": 0.106427, + "nauc_precision_at_5_max": 0.176983, + "nauc_precision_at_5_std": 0.30556, + "nauc_precision_at_5_diff1": -0.082947, + "nauc_precision_at_10_max": 0.259281, + "nauc_precision_at_10_std": 0.46, + "nauc_precision_at_10_diff1": 0.007197, + "nauc_precision_at_20_max": 0.254521, + "nauc_precision_at_20_std": 0.685632, + "nauc_precision_at_20_diff1": -0.030126, + "nauc_precision_at_100_max": 0.371474, + "nauc_precision_at_100_std": 0.756019, + "nauc_precision_at_100_diff1": -0.005111, + "nauc_precision_at_1000_max": 0.242871, + "nauc_precision_at_1000_std": 0.331387, + "nauc_precision_at_1000_diff1": -0.240819, + "nauc_mrr_at_1_max": 0.1669, + "nauc_mrr_at_1_std": -0.266573, + "nauc_mrr_at_1_diff1": -0.217554, + "nauc_mrr_at_3_max": 0.205135, + "nauc_mrr_at_3_std": -0.188702, + "nauc_mrr_at_3_diff1": -0.149486, + "nauc_mrr_at_5_max": 0.205135, + "nauc_mrr_at_5_std": -0.188702, + "nauc_mrr_at_5_diff1": -0.149486, + "nauc_mrr_at_10_max": 0.198763, + "nauc_mrr_at_10_std": -0.201681, + "nauc_mrr_at_10_diff1": -0.160831, + "nauc_mrr_at_20_max": 0.198763, + "nauc_mrr_at_20_std": -0.201681, + "nauc_mrr_at_20_diff1": -0.160831, + "nauc_mrr_at_100_max": 0.198763, + "nauc_mrr_at_100_std": -0.201681, + "nauc_mrr_at_100_diff1": -0.160831, + "nauc_mrr_at_1000_max": 0.198763, + "nauc_mrr_at_1000_std": -0.201681, + "nauc_mrr_at_1000_diff1": -0.160831, + "main_score": 0.76829, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2857.6610350608826, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-256/2/model_meta.json b/results/openai__text-embedding-3-large-256/2/model_meta.json new file mode 100644 index 0000000000..4de5391bfa --- /dev/null +++ b/results/openai__text-embedding-3-large-256/2/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "openai/text-embedding-3-large-256", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 256, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} diff --git a/results/openai__text-embedding-3-large-512/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-large-512/2/CMedQAv2-reranking.json new file mode 100644 index 0000000000..099a614189 --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "map": 0.735112, + "mrr": 0.775559, + "nAUC_map_max": 0.539301, + "nAUC_map_std": 0.201877, + "nAUC_map_diff1": 0.508983, + "nAUC_mrr_max": 0.622701, + "nAUC_mrr_std": 0.252442, + "nAUC_mrr_diff1": 0.56758, + "main_score": 0.735112, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 509.08187317848206, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/CUREv1.json b/results/openai__text-embedding-3-large-512/2/CUREv1.json new file mode 100644 index 0000000000..dcb3d9b9f9 --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.25.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.66075, + "ndcg_at_3": 0.60486, + "ndcg_at_5": 0.58685, + "ndcg_at_10": 0.57399, + "ndcg_at_20": 0.57721, + "ndcg_at_100": 0.6364, + "ndcg_at_1000": 0.71316, + "map_at_1": 0.09391, + "map_at_3": 0.17835, + "map_at_5": 0.22064, + "map_at_10": 0.27785, + "map_at_20": 0.32794, + "map_at_100": 0.41357, + "map_at_1000": 0.45174, + "recall_at_1": 0.09391, + "recall_at_3": 0.19452, + "recall_at_5": 0.25373, + "recall_at_10": 0.3491, + "recall_at_20": 0.45846, + "recall_at_100": 0.72503, + "recall_at_1000": 0.9546, + "precision_at_1": 0.767, + "precision_at_3": 0.65067, + "precision_at_5": 0.5792, + "precision_at_10": 0.47715, + "precision_at_20": 0.3761, + "precision_at_100": 0.17611, + "precision_at_1000": 0.0343, + "mrr_at_1": 0.767, + "mrr_at_3": 0.830333, + "mrr_at_5": 0.837583, + "mrr_at_10": 0.841002, + "mrr_at_20": 0.842322, + "mrr_at_100": 0.842629, + "mrr_at_1000": 0.842658, + "nauc_ndcg_at_1_max": 0.453082, + "nauc_ndcg_at_1_std": 0.21534, + "nauc_ndcg_at_1_diff1": 0.38366, + "nauc_ndcg_at_3_max": 0.425999, + "nauc_ndcg_at_3_std": 0.229522, + "nauc_ndcg_at_3_diff1": 0.219699, + "nauc_ndcg_at_5_max": 0.424867, + "nauc_ndcg_at_5_std": 0.231844, + "nauc_ndcg_at_5_diff1": 0.206622, + "nauc_ndcg_at_10_max": 0.419542, + "nauc_ndcg_at_10_std": 0.236751, + "nauc_ndcg_at_10_diff1": 0.211878, + "nauc_ndcg_at_20_max": 0.421405, + "nauc_ndcg_at_20_std": 0.238943, + "nauc_ndcg_at_20_diff1": 0.229409, + "nauc_ndcg_at_100_max": 0.457389, + "nauc_ndcg_at_100_std": 0.303642, + "nauc_ndcg_at_100_diff1": 0.253109, + "nauc_ndcg_at_1000_max": 0.495852, + "nauc_ndcg_at_1000_std": 0.369523, + "nauc_ndcg_at_1000_diff1": 0.237488, + "nauc_map_at_1_max": 0.097174, + "nauc_map_at_1_std": -0.085181, + "nauc_map_at_1_diff1": 0.445003, + "nauc_map_at_3_max": 0.181327, + "nauc_map_at_3_std": -0.023765, + "nauc_map_at_3_diff1": 0.320935, + "nauc_map_at_5_max": 0.22016, + "nauc_map_at_5_std": 0.011364, + "nauc_map_at_5_diff1": 0.284236, + "nauc_map_at_10_max": 0.261907, + "nauc_map_at_10_std": 0.056795, + "nauc_map_at_10_diff1": 0.245409, + "nauc_map_at_20_max": 0.292884, + "nauc_map_at_20_std": 0.102788, + "nauc_map_at_20_diff1": 0.224268, + "nauc_map_at_100_max": 0.362821, + "nauc_map_at_100_std": 0.234517, + "nauc_map_at_100_diff1": 0.191204, + "nauc_map_at_1000_max": 0.375053, + "nauc_map_at_1000_std": 0.281746, + "nauc_map_at_1000_diff1": 0.169491, + "nauc_recall_at_1_max": 0.097174, + "nauc_recall_at_1_std": -0.085181, + "nauc_recall_at_1_diff1": 0.445003, + "nauc_recall_at_3_max": 0.145996, + "nauc_recall_at_3_std": -0.039855, + "nauc_recall_at_3_diff1": 0.290144, + "nauc_recall_at_5_max": 0.170947, + "nauc_recall_at_5_std": -0.01616, + "nauc_recall_at_5_diff1": 0.249537, + "nauc_recall_at_10_max": 0.18965, + "nauc_recall_at_10_std": 0.022471, + "nauc_recall_at_10_diff1": 0.201536, + "nauc_recall_at_20_max": 0.191713, + "nauc_recall_at_20_std": 0.048228, + "nauc_recall_at_20_diff1": 0.181441, + "nauc_recall_at_100_max": 0.263342, + "nauc_recall_at_100_std": 0.224413, + "nauc_recall_at_100_diff1": 0.181027, + "nauc_recall_at_1000_max": 0.416778, + "nauc_recall_at_1000_std": 0.604716, + "nauc_recall_at_1000_diff1": 0.156304, + "nauc_precision_at_1_max": 0.535305, + "nauc_precision_at_1_std": 0.305816, + "nauc_precision_at_1_diff1": 0.379631, + "nauc_precision_at_3_max": 0.377522, + "nauc_precision_at_3_std": 0.293048, + "nauc_precision_at_3_diff1": -0.03393, + "nauc_precision_at_5_max": 0.327803, + "nauc_precision_at_5_std": 0.301266, + "nauc_precision_at_5_diff1": -0.105609, + "nauc_precision_at_10_max": 0.245947, + "nauc_precision_at_10_std": 0.297954, + "nauc_precision_at_10_diff1": -0.163473, + "nauc_precision_at_20_max": 0.163862, + "nauc_precision_at_20_std": 0.279144, + "nauc_precision_at_20_diff1": -0.182609, + "nauc_precision_at_100_max": 0.047147, + "nauc_precision_at_100_std": 0.224637, + "nauc_precision_at_100_diff1": -0.171753, + "nauc_precision_at_1000_max": -0.067158, + "nauc_precision_at_1000_std": 0.054164, + "nauc_precision_at_1000_diff1": -0.162845, + "nauc_mrr_at_1_max": 0.535305, + "nauc_mrr_at_1_std": 0.305816, + "nauc_mrr_at_1_diff1": 0.379631, + "nauc_mrr_at_3_max": 0.561252, + "nauc_mrr_at_3_std": 0.337421, + "nauc_mrr_at_3_diff1": 0.36013, + "nauc_mrr_at_5_max": 0.563588, + "nauc_mrr_at_5_std": 0.342387, + "nauc_mrr_at_5_diff1": 0.362676, + "nauc_mrr_at_10_max": 0.562559, + "nauc_mrr_at_10_std": 0.338263, + "nauc_mrr_at_10_diff1": 0.362984, + "nauc_mrr_at_20_max": 0.561671, + "nauc_mrr_at_20_std": 0.337325, + "nauc_mrr_at_20_diff1": 0.363936, + "nauc_mrr_at_100_max": 0.561196, + "nauc_mrr_at_100_std": 0.337034, + "nauc_mrr_at_100_diff1": 0.364148, + "nauc_mrr_at_1000_max": 0.561155, + "nauc_mrr_at_1000_std": 0.337014, + "nauc_mrr_at_1000_diff1": 0.364143, + "main_score": 0.57399, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.583, + "ndcg_at_3": 0.53892, + "ndcg_at_5": 0.52281, + "ndcg_at_10": 0.5138, + "ndcg_at_20": 0.51745, + "ndcg_at_100": 0.57866, + "ndcg_at_1000": 0.66337, + "map_at_1": 0.08504, + "map_at_3": 0.15646, + "map_at_5": 0.19384, + "map_at_10": 0.24277, + "map_at_20": 0.28436, + "map_at_100": 0.35758, + "map_at_1000": 0.39325, + "recall_at_1": 0.08504, + "recall_at_3": 0.17337, + "recall_at_5": 0.23014, + "recall_at_10": 0.31973, + "recall_at_20": 0.416, + "recall_at_100": 0.67358, + "recall_at_1000": 0.93083, + "precision_at_1": 0.6885, + "precision_at_3": 0.58333, + "precision_at_5": 0.5166, + "precision_at_10": 0.4249, + "precision_at_20": 0.33405, + "precision_at_100": 0.16011, + "precision_at_1000": 0.03288, + "mrr_at_1": 0.6885, + "mrr_at_3": 0.764667, + "mrr_at_5": 0.776192, + "mrr_at_10": 0.78172, + "mrr_at_20": 0.783148, + "mrr_at_100": 0.783654, + "mrr_at_1000": 0.783708, + "nauc_ndcg_at_1_max": 0.348335, + "nauc_ndcg_at_1_std": 0.196268, + "nauc_ndcg_at_1_diff1": 0.290881, + "nauc_ndcg_at_3_max": 0.352171, + "nauc_ndcg_at_3_std": 0.230149, + "nauc_ndcg_at_3_diff1": 0.163821, + "nauc_ndcg_at_5_max": 0.364546, + "nauc_ndcg_at_5_std": 0.245998, + "nauc_ndcg_at_5_diff1": 0.150225, + "nauc_ndcg_at_10_max": 0.382465, + "nauc_ndcg_at_10_std": 0.259476, + "nauc_ndcg_at_10_diff1": 0.158643, + "nauc_ndcg_at_20_max": 0.393081, + "nauc_ndcg_at_20_std": 0.270695, + "nauc_ndcg_at_20_diff1": 0.167624, + "nauc_ndcg_at_100_max": 0.428708, + "nauc_ndcg_at_100_std": 0.34735, + "nauc_ndcg_at_100_diff1": 0.184677, + "nauc_ndcg_at_1000_max": 0.455305, + "nauc_ndcg_at_1000_std": 0.390043, + "nauc_ndcg_at_1000_diff1": 0.163183, + "nauc_map_at_1_max": 0.107907, + "nauc_map_at_1_std": -0.062732, + "nauc_map_at_1_diff1": 0.287821, + "nauc_map_at_3_max": 0.174779, + "nauc_map_at_3_std": 0.001285, + "nauc_map_at_3_diff1": 0.211939, + "nauc_map_at_5_max": 0.205417, + "nauc_map_at_5_std": 0.035923, + "nauc_map_at_5_diff1": 0.188152, + "nauc_map_at_10_max": 0.255129, + "nauc_map_at_10_std": 0.086744, + "nauc_map_at_10_diff1": 0.16841, + "nauc_map_at_20_max": 0.28923, + "nauc_map_at_20_std": 0.136673, + "nauc_map_at_20_diff1": 0.152324, + "nauc_map_at_100_max": 0.355238, + "nauc_map_at_100_std": 0.26957, + "nauc_map_at_100_diff1": 0.133434, + "nauc_map_at_1000_max": 0.367437, + "nauc_map_at_1000_std": 0.31384, + "nauc_map_at_1000_diff1": 0.121337, + "nauc_recall_at_1_max": 0.107907, + "nauc_recall_at_1_std": -0.062732, + "nauc_recall_at_1_diff1": 0.287821, + "nauc_recall_at_3_max": 0.14835, + "nauc_recall_at_3_std": -0.007209, + "nauc_recall_at_3_diff1": 0.191961, + "nauc_recall_at_5_max": 0.16708, + "nauc_recall_at_5_std": 0.025295, + "nauc_recall_at_5_diff1": 0.158775, + "nauc_recall_at_10_max": 0.201252, + "nauc_recall_at_10_std": 0.07194, + "nauc_recall_at_10_diff1": 0.142853, + "nauc_recall_at_20_max": 0.217658, + "nauc_recall_at_20_std": 0.112686, + "nauc_recall_at_20_diff1": 0.127619, + "nauc_recall_at_100_max": 0.292852, + "nauc_recall_at_100_std": 0.32026, + "nauc_recall_at_100_diff1": 0.125841, + "nauc_recall_at_1000_max": 0.467663, + "nauc_recall_at_1000_std": 0.647109, + "nauc_recall_at_1000_diff1": 0.088634, + "nauc_precision_at_1_max": 0.385923, + "nauc_precision_at_1_std": 0.249738, + "nauc_precision_at_1_diff1": 0.277201, + "nauc_precision_at_3_max": 0.312265, + "nauc_precision_at_3_std": 0.282316, + "nauc_precision_at_3_diff1": 0.012516, + "nauc_precision_at_5_max": 0.297799, + "nauc_precision_at_5_std": 0.304816, + "nauc_precision_at_5_diff1": -0.041157, + "nauc_precision_at_10_max": 0.26856, + "nauc_precision_at_10_std": 0.320851, + "nauc_precision_at_10_diff1": -0.082444, + "nauc_precision_at_20_max": 0.20364, + "nauc_precision_at_20_std": 0.314273, + "nauc_precision_at_20_diff1": -0.100205, + "nauc_precision_at_100_max": 0.076783, + "nauc_precision_at_100_std": 0.253482, + "nauc_precision_at_100_diff1": -0.103667, + "nauc_precision_at_1000_max": -0.042263, + "nauc_precision_at_1000_std": 0.065866, + "nauc_precision_at_1000_diff1": -0.08389, + "nauc_mrr_at_1_max": 0.385923, + "nauc_mrr_at_1_std": 0.249738, + "nauc_mrr_at_1_diff1": 0.277201, + "nauc_mrr_at_3_max": 0.415092, + "nauc_mrr_at_3_std": 0.280713, + "nauc_mrr_at_3_diff1": 0.270917, + "nauc_mrr_at_5_max": 0.418041, + "nauc_mrr_at_5_std": 0.288079, + "nauc_mrr_at_5_diff1": 0.269206, + "nauc_mrr_at_10_max": 0.417143, + "nauc_mrr_at_10_std": 0.287378, + "nauc_mrr_at_10_diff1": 0.269486, + "nauc_mrr_at_20_max": 0.41619, + "nauc_mrr_at_20_std": 0.286176, + "nauc_mrr_at_20_diff1": 0.270424, + "nauc_mrr_at_100_max": 0.415556, + "nauc_mrr_at_100_std": 0.285478, + "nauc_mrr_at_100_diff1": 0.270528, + "nauc_mrr_at_1000_max": 0.415455, + "nauc_mrr_at_1000_std": 0.285406, + "nauc_mrr_at_1000_diff1": 0.270516, + "main_score": 0.5138, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5925, + "ndcg_at_3": 0.54085, + "ndcg_at_5": 0.52402, + "ndcg_at_10": 0.5158, + "ndcg_at_20": 0.52062, + "ndcg_at_100": 0.5781, + "ndcg_at_1000": 0.66362, + "map_at_1": 0.08512, + "map_at_3": 0.1559, + "map_at_5": 0.19264, + "map_at_10": 0.24198, + "map_at_20": 0.28437, + "map_at_100": 0.35751, + "map_at_1000": 0.39358, + "recall_at_1": 0.08512, + "recall_at_3": 0.17173, + "recall_at_5": 0.22627, + "recall_at_10": 0.31634, + "recall_at_20": 0.41516, + "recall_at_100": 0.66787, + "recall_at_1000": 0.92868, + "precision_at_1": 0.697, + "precision_at_3": 0.583, + "precision_at_5": 0.5179, + "precision_at_10": 0.42985, + "precision_at_20": 0.33955, + "precision_at_100": 0.16063, + "precision_at_1000": 0.03292, + "mrr_at_1": 0.697, + "mrr_at_3": 0.768917, + "mrr_at_5": 0.779667, + "mrr_at_10": 0.785127, + "mrr_at_20": 0.786715, + "mrr_at_100": 0.787306, + "mrr_at_1000": 0.78735, + "nauc_ndcg_at_1_max": 0.405332, + "nauc_ndcg_at_1_std": 0.257865, + "nauc_ndcg_at_1_diff1": 0.302262, + "nauc_ndcg_at_3_max": 0.408149, + "nauc_ndcg_at_3_std": 0.288878, + "nauc_ndcg_at_3_diff1": 0.18929, + "nauc_ndcg_at_5_max": 0.416383, + "nauc_ndcg_at_5_std": 0.305003, + "nauc_ndcg_at_5_diff1": 0.195391, + "nauc_ndcg_at_10_max": 0.42032, + "nauc_ndcg_at_10_std": 0.313691, + "nauc_ndcg_at_10_diff1": 0.199283, + "nauc_ndcg_at_20_max": 0.419264, + "nauc_ndcg_at_20_std": 0.321658, + "nauc_ndcg_at_20_diff1": 0.204831, + "nauc_ndcg_at_100_max": 0.448826, + "nauc_ndcg_at_100_std": 0.389563, + "nauc_ndcg_at_100_diff1": 0.215529, + "nauc_ndcg_at_1000_max": 0.485456, + "nauc_ndcg_at_1000_std": 0.444341, + "nauc_ndcg_at_1000_diff1": 0.206569, + "nauc_map_at_1_max": 0.127671, + "nauc_map_at_1_std": -0.029116, + "nauc_map_at_1_diff1": 0.322205, + "nauc_map_at_3_max": 0.197397, + "nauc_map_at_3_std": 0.044944, + "nauc_map_at_3_diff1": 0.24667, + "nauc_map_at_5_max": 0.225833, + "nauc_map_at_5_std": 0.080029, + "nauc_map_at_5_diff1": 0.235817, + "nauc_map_at_10_max": 0.262247, + "nauc_map_at_10_std": 0.130804, + "nauc_map_at_10_diff1": 0.203842, + "nauc_map_at_20_max": 0.297339, + "nauc_map_at_20_std": 0.181949, + "nauc_map_at_20_diff1": 0.189871, + "nauc_map_at_100_max": 0.366637, + "nauc_map_at_100_std": 0.315879, + "nauc_map_at_100_diff1": 0.170318, + "nauc_map_at_1000_max": 0.387179, + "nauc_map_at_1000_std": 0.363372, + "nauc_map_at_1000_diff1": 0.15849, + "nauc_recall_at_1_max": 0.127671, + "nauc_recall_at_1_std": -0.029116, + "nauc_recall_at_1_diff1": 0.322205, + "nauc_recall_at_3_max": 0.164974, + "nauc_recall_at_3_std": 0.033359, + "nauc_recall_at_3_diff1": 0.22131, + "nauc_recall_at_5_max": 0.178172, + "nauc_recall_at_5_std": 0.053826, + "nauc_recall_at_5_diff1": 0.215779, + "nauc_recall_at_10_max": 0.188179, + "nauc_recall_at_10_std": 0.09461, + "nauc_recall_at_10_diff1": 0.173272, + "nauc_recall_at_20_max": 0.204746, + "nauc_recall_at_20_std": 0.130938, + "nauc_recall_at_20_diff1": 0.163558, + "nauc_recall_at_100_max": 0.278821, + "nauc_recall_at_100_std": 0.309066, + "nauc_recall_at_100_diff1": 0.148873, + "nauc_recall_at_1000_max": 0.445539, + "nauc_recall_at_1000_std": 0.643137, + "nauc_recall_at_1000_diff1": 0.117075, + "nauc_precision_at_1_max": 0.464528, + "nauc_precision_at_1_std": 0.351694, + "nauc_precision_at_1_diff1": 0.314339, + "nauc_precision_at_3_max": 0.363347, + "nauc_precision_at_3_std": 0.329816, + "nauc_precision_at_3_diff1": 0.029648, + "nauc_precision_at_5_max": 0.335315, + "nauc_precision_at_5_std": 0.344062, + "nauc_precision_at_5_diff1": -0.004966, + "nauc_precision_at_10_max": 0.296163, + "nauc_precision_at_10_std": 0.348695, + "nauc_precision_at_10_diff1": -0.062644, + "nauc_precision_at_20_max": 0.231549, + "nauc_precision_at_20_std": 0.328133, + "nauc_precision_at_20_diff1": -0.094021, + "nauc_precision_at_100_max": 0.118065, + "nauc_precision_at_100_std": 0.265903, + "nauc_precision_at_100_diff1": -0.104392, + "nauc_precision_at_1000_max": 0.007664, + "nauc_precision_at_1000_std": 0.079028, + "nauc_precision_at_1000_diff1": -0.105557, + "nauc_mrr_at_1_max": 0.464528, + "nauc_mrr_at_1_std": 0.351694, + "nauc_mrr_at_1_diff1": 0.314339, + "nauc_mrr_at_3_max": 0.486997, + "nauc_mrr_at_3_std": 0.390102, + "nauc_mrr_at_3_diff1": 0.298853, + "nauc_mrr_at_5_max": 0.490655, + "nauc_mrr_at_5_std": 0.395884, + "nauc_mrr_at_5_diff1": 0.297892, + "nauc_mrr_at_10_max": 0.489985, + "nauc_mrr_at_10_std": 0.393325, + "nauc_mrr_at_10_diff1": 0.298575, + "nauc_mrr_at_20_max": 0.488971, + "nauc_mrr_at_20_std": 0.392508, + "nauc_mrr_at_20_diff1": 0.300302, + "nauc_mrr_at_100_max": 0.488576, + "nauc_mrr_at_100_std": 0.391932, + "nauc_mrr_at_100_diff1": 0.299845, + "nauc_mrr_at_1000_max": 0.488529, + "nauc_mrr_at_1000_std": 0.391936, + "nauc_mrr_at_1000_diff1": 0.299808, + "main_score": 0.5158, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.60941, + "ndcg_at_5": 0.5846, + "ndcg_at_10": 0.56431, + "ndcg_at_20": 0.56063, + "ndcg_at_100": 0.61881, + "ndcg_at_1000": 0.72246, + "map_at_1": 0.08013, + "map_at_3": 0.15514, + "map_at_5": 0.18976, + "map_at_10": 0.23278, + "map_at_20": 0.28008, + "map_at_100": 0.37869, + "map_at_1000": 0.43109, + "recall_at_1": 0.08013, + "recall_at_3": 0.18231, + "recall_at_5": 0.23112, + "recall_at_10": 0.30081, + "recall_at_20": 0.40767, + "recall_at_100": 0.68985, + "recall_at_1000": 0.96608, + "precision_at_1": 0.745, + "precision_at_3": 0.65833, + "precision_at_5": 0.591, + "precision_at_10": 0.486, + "precision_at_20": 0.38975, + "precision_at_100": 0.20035, + "precision_at_1000": 0.03795, + "mrr_at_1": 0.745, + "mrr_at_3": 0.829167, + "mrr_at_5": 0.835917, + "mrr_at_10": 0.839042, + "mrr_at_20": 0.839809, + "mrr_at_100": 0.839863, + "mrr_at_1000": 0.839863, + "nauc_ndcg_at_1_max": 0.425774, + "nauc_ndcg_at_1_std": 0.081232, + "nauc_ndcg_at_1_diff1": 0.399972, + "nauc_ndcg_at_3_max": 0.356304, + "nauc_ndcg_at_3_std": 0.078007, + "nauc_ndcg_at_3_diff1": 0.284056, + "nauc_ndcg_at_5_max": 0.342603, + "nauc_ndcg_at_5_std": 0.086545, + "nauc_ndcg_at_5_diff1": 0.270948, + "nauc_ndcg_at_10_max": 0.29505, + "nauc_ndcg_at_10_std": 0.080104, + "nauc_ndcg_at_10_diff1": 0.273834, + "nauc_ndcg_at_20_max": 0.262787, + "nauc_ndcg_at_20_std": 0.05123, + "nauc_ndcg_at_20_diff1": 0.263686, + "nauc_ndcg_at_100_max": 0.320141, + "nauc_ndcg_at_100_std": 0.088219, + "nauc_ndcg_at_100_diff1": 0.27032, + "nauc_ndcg_at_1000_max": 0.380001, + "nauc_ndcg_at_1000_std": 0.301432, + "nauc_ndcg_at_1000_diff1": 0.256196, + "nauc_map_at_1_max": -0.091461, + "nauc_map_at_1_std": -0.298895, + "nauc_map_at_1_diff1": 0.447905, + "nauc_map_at_3_max": -0.058679, + "nauc_map_at_3_std": -0.311176, + "nauc_map_at_3_diff1": 0.351197, + "nauc_map_at_5_max": -0.005032, + "nauc_map_at_5_std": -0.291571, + "nauc_map_at_5_diff1": 0.330225, + "nauc_map_at_10_max": 0.037435, + "nauc_map_at_10_std": -0.252321, + "nauc_map_at_10_diff1": 0.308938, + "nauc_map_at_20_max": 0.082042, + "nauc_map_at_20_std": -0.195491, + "nauc_map_at_20_diff1": 0.282775, + "nauc_map_at_100_max": 0.185457, + "nauc_map_at_100_std": 0.054891, + "nauc_map_at_100_diff1": 0.245345, + "nauc_map_at_1000_max": 0.180258, + "nauc_map_at_1000_std": 0.204386, + "nauc_map_at_1000_diff1": 0.2136, + "nauc_recall_at_1_max": -0.091461, + "nauc_recall_at_1_std": -0.298895, + "nauc_recall_at_1_diff1": 0.447905, + "nauc_recall_at_3_max": -0.127789, + "nauc_recall_at_3_std": -0.324683, + "nauc_recall_at_3_diff1": 0.249231, + "nauc_recall_at_5_max": -0.073526, + "nauc_recall_at_5_std": -0.311917, + "nauc_recall_at_5_diff1": 0.229589, + "nauc_recall_at_10_max": -0.044192, + "nauc_recall_at_10_std": -0.286174, + "nauc_recall_at_10_diff1": 0.192159, + "nauc_recall_at_20_max": -0.035099, + "nauc_recall_at_20_std": -0.279502, + "nauc_recall_at_20_diff1": 0.131616, + "nauc_recall_at_100_max": 0.099922, + "nauc_recall_at_100_std": -0.062202, + "nauc_recall_at_100_diff1": 0.110861, + "nauc_recall_at_1000_max": 0.290157, + "nauc_recall_at_1000_std": 0.636929, + "nauc_recall_at_1000_diff1": -0.001956, + "nauc_precision_at_1_max": 0.459963, + "nauc_precision_at_1_std": 0.200181, + "nauc_precision_at_1_diff1": 0.387798, + "nauc_precision_at_3_max": 0.382629, + "nauc_precision_at_3_std": 0.282674, + "nauc_precision_at_3_diff1": 0.098759, + "nauc_precision_at_5_max": 0.364192, + "nauc_precision_at_5_std": 0.36879, + "nauc_precision_at_5_diff1": -0.006037, + "nauc_precision_at_10_max": 0.28097, + "nauc_precision_at_10_std": 0.469576, + "nauc_precision_at_10_diff1": -0.0917, + "nauc_precision_at_20_max": 0.232448, + "nauc_precision_at_20_std": 0.529817, + "nauc_precision_at_20_diff1": -0.153544, + "nauc_precision_at_100_max": 0.101315, + "nauc_precision_at_100_std": 0.524186, + "nauc_precision_at_100_diff1": -0.164967, + "nauc_precision_at_1000_max": -0.035597, + "nauc_precision_at_1000_std": 0.353744, + "nauc_precision_at_1000_diff1": -0.172585, + "nauc_mrr_at_1_max": 0.459963, + "nauc_mrr_at_1_std": 0.200181, + "nauc_mrr_at_1_diff1": 0.387798, + "nauc_mrr_at_3_max": 0.48239, + "nauc_mrr_at_3_std": 0.238347, + "nauc_mrr_at_3_diff1": 0.363902, + "nauc_mrr_at_5_max": 0.485565, + "nauc_mrr_at_5_std": 0.247474, + "nauc_mrr_at_5_diff1": 0.368791, + "nauc_mrr_at_10_max": 0.485063, + "nauc_mrr_at_10_std": 0.243655, + "nauc_mrr_at_10_diff1": 0.367708, + "nauc_mrr_at_20_max": 0.482627, + "nauc_mrr_at_20_std": 0.241058, + "nauc_mrr_at_20_diff1": 0.367711, + "nauc_mrr_at_100_max": 0.482538, + "nauc_mrr_at_100_std": 0.241014, + "nauc_mrr_at_100_diff1": 0.367524, + "nauc_mrr_at_1000_max": 0.482538, + "nauc_mrr_at_1000_std": 0.241014, + "nauc_mrr_at_1000_diff1": 0.367524, + "main_score": 0.56431, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.51595, + "ndcg_at_5": 0.50929, + "ndcg_at_10": 0.49372, + "ndcg_at_20": 0.49502, + "ndcg_at_100": 0.55713, + "ndcg_at_1000": 0.67243, + "map_at_1": 0.06933, + "map_at_3": 0.12837, + "map_at_5": 0.16008, + "map_at_10": 0.19676, + "map_at_20": 0.237, + "map_at_100": 0.31949, + "map_at_1000": 0.37051, + "recall_at_1": 0.06933, + "recall_at_3": 0.14992, + "recall_at_5": 0.20626, + "recall_at_10": 0.27972, + "recall_at_20": 0.37357, + "recall_at_100": 0.64395, + "recall_at_1000": 0.95155, + "precision_at_1": 0.665, + "precision_at_3": 0.56333, + "precision_at_5": 0.518, + "precision_at_10": 0.4285, + "precision_at_20": 0.34875, + "precision_at_100": 0.1815, + "precision_at_1000": 0.0373, + "mrr_at_1": 0.665, + "mrr_at_3": 0.745833, + "mrr_at_5": 0.767333, + "mrr_at_10": 0.772859, + "mrr_at_20": 0.773876, + "mrr_at_100": 0.774028, + "mrr_at_1000": 0.774028, + "nauc_ndcg_at_1_max": 0.348765, + "nauc_ndcg_at_1_std": 0.101653, + "nauc_ndcg_at_1_diff1": 0.218609, + "nauc_ndcg_at_3_max": 0.271571, + "nauc_ndcg_at_3_std": 0.13342, + "nauc_ndcg_at_3_diff1": 0.153862, + "nauc_ndcg_at_5_max": 0.295611, + "nauc_ndcg_at_5_std": 0.106345, + "nauc_ndcg_at_5_diff1": 0.112316, + "nauc_ndcg_at_10_max": 0.29993, + "nauc_ndcg_at_10_std": 0.058376, + "nauc_ndcg_at_10_diff1": 0.108305, + "nauc_ndcg_at_20_max": 0.279668, + "nauc_ndcg_at_20_std": 0.031446, + "nauc_ndcg_at_20_diff1": 0.097197, + "nauc_ndcg_at_100_max": 0.302852, + "nauc_ndcg_at_100_std": 0.07395, + "nauc_ndcg_at_100_diff1": 0.102213, + "nauc_ndcg_at_1000_max": 0.358488, + "nauc_ndcg_at_1000_std": 0.288737, + "nauc_ndcg_at_1000_diff1": 0.100454, + "nauc_map_at_1_max": 0.097237, + "nauc_map_at_1_std": -0.26847, + "nauc_map_at_1_diff1": 0.047178, + "nauc_map_at_3_max": 0.095839, + "nauc_map_at_3_std": -0.263042, + "nauc_map_at_3_diff1": 0.024875, + "nauc_map_at_5_max": 0.10434, + "nauc_map_at_5_std": -0.269744, + "nauc_map_at_5_diff1": 0.00135, + "nauc_map_at_10_max": 0.155969, + "nauc_map_at_10_std": -0.233988, + "nauc_map_at_10_diff1": 0.030409, + "nauc_map_at_20_max": 0.170667, + "nauc_map_at_20_std": -0.197403, + "nauc_map_at_20_diff1": 0.02287, + "nauc_map_at_100_max": 0.223737, + "nauc_map_at_100_std": 0.012034, + "nauc_map_at_100_diff1": 0.029178, + "nauc_map_at_1000_max": 0.222911, + "nauc_map_at_1000_std": 0.170968, + "nauc_map_at_1000_diff1": 0.010031, + "nauc_recall_at_1_max": 0.097237, + "nauc_recall_at_1_std": -0.26847, + "nauc_recall_at_1_diff1": 0.047178, + "nauc_recall_at_3_max": 0.032897, + "nauc_recall_at_3_std": -0.272432, + "nauc_recall_at_3_diff1": 0.005105, + "nauc_recall_at_5_max": 0.008371, + "nauc_recall_at_5_std": -0.298247, + "nauc_recall_at_5_diff1": -0.042587, + "nauc_recall_at_10_max": 0.056195, + "nauc_recall_at_10_std": -0.266297, + "nauc_recall_at_10_diff1": 0.002368, + "nauc_recall_at_20_max": 0.053678, + "nauc_recall_at_20_std": -0.261671, + "nauc_recall_at_20_diff1": -0.019924, + "nauc_recall_at_100_max": 0.127696, + "nauc_recall_at_100_std": -0.039744, + "nauc_recall_at_100_diff1": 0.012434, + "nauc_recall_at_1000_max": 0.257306, + "nauc_recall_at_1000_std": 0.657719, + "nauc_recall_at_1000_diff1": 0.04493, + "nauc_precision_at_1_max": 0.385916, + "nauc_precision_at_1_std": 0.262887, + "nauc_precision_at_1_diff1": 0.145941, + "nauc_precision_at_3_max": 0.229073, + "nauc_precision_at_3_std": 0.266634, + "nauc_precision_at_3_diff1": 0.062457, + "nauc_precision_at_5_max": 0.260076, + "nauc_precision_at_5_std": 0.314974, + "nauc_precision_at_5_diff1": 0.001759, + "nauc_precision_at_10_max": 0.210759, + "nauc_precision_at_10_std": 0.389474, + "nauc_precision_at_10_diff1": 0.01618, + "nauc_precision_at_20_max": 0.129094, + "nauc_precision_at_20_std": 0.456101, + "nauc_precision_at_20_diff1": -0.00748, + "nauc_precision_at_100_max": 0.040557, + "nauc_precision_at_100_std": 0.531168, + "nauc_precision_at_100_diff1": -0.03295, + "nauc_precision_at_1000_max": -0.03452, + "nauc_precision_at_1000_std": 0.403384, + "nauc_precision_at_1000_diff1": -0.080688, + "nauc_mrr_at_1_max": 0.385916, + "nauc_mrr_at_1_std": 0.262887, + "nauc_mrr_at_1_diff1": 0.145941, + "nauc_mrr_at_3_max": 0.354065, + "nauc_mrr_at_3_std": 0.2732, + "nauc_mrr_at_3_diff1": 0.14309, + "nauc_mrr_at_5_max": 0.38292, + "nauc_mrr_at_5_std": 0.268728, + "nauc_mrr_at_5_diff1": 0.156811, + "nauc_mrr_at_10_max": 0.38256, + "nauc_mrr_at_10_std": 0.266892, + "nauc_mrr_at_10_diff1": 0.157085, + "nauc_mrr_at_20_max": 0.381276, + "nauc_mrr_at_20_std": 0.267206, + "nauc_mrr_at_20_diff1": 0.154656, + "nauc_mrr_at_100_max": 0.380895, + "nauc_mrr_at_100_std": 0.266982, + "nauc_mrr_at_100_diff1": 0.154345, + "nauc_mrr_at_1000_max": 0.380895, + "nauc_mrr_at_1000_std": 0.266982, + "nauc_mrr_at_1000_diff1": 0.154345, + "main_score": 0.49372, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.53496, + "ndcg_at_5": 0.50504, + "ndcg_at_10": 0.49433, + "ndcg_at_20": 0.49323, + "ndcg_at_100": 0.55106, + "ndcg_at_1000": 0.67017, + "map_at_1": 0.07097, + "map_at_3": 0.1366, + "map_at_5": 0.16006, + "map_at_10": 0.19829, + "map_at_20": 0.23713, + "map_at_100": 0.31712, + "map_at_1000": 0.36845, + "recall_at_1": 0.07097, + "recall_at_3": 0.15758, + "recall_at_5": 0.19791, + "recall_at_10": 0.27183, + "recall_at_20": 0.36298, + "recall_at_100": 0.6271, + "recall_at_1000": 0.94966, + "precision_at_1": 0.66, + "precision_at_3": 0.58333, + "precision_at_5": 0.508, + "precision_at_10": 0.4265, + "precision_at_20": 0.34675, + "precision_at_100": 0.18065, + "precision_at_1000": 0.03719, + "mrr_at_1": 0.66, + "mrr_at_3": 0.749167, + "mrr_at_5": 0.760917, + "mrr_at_10": 0.7692, + "mrr_at_20": 0.770303, + "mrr_at_100": 0.770762, + "mrr_at_1000": 0.770762, + "nauc_ndcg_at_1_max": 0.290358, + "nauc_ndcg_at_1_std": 0.291201, + "nauc_ndcg_at_1_diff1": 0.322081, + "nauc_ndcg_at_3_max": 0.382858, + "nauc_ndcg_at_3_std": 0.319383, + "nauc_ndcg_at_3_diff1": 0.337977, + "nauc_ndcg_at_5_max": 0.37995, + "nauc_ndcg_at_5_std": 0.314517, + "nauc_ndcg_at_5_diff1": 0.345049, + "nauc_ndcg_at_10_max": 0.38871, + "nauc_ndcg_at_10_std": 0.284749, + "nauc_ndcg_at_10_diff1": 0.302623, + "nauc_ndcg_at_20_max": 0.368849, + "nauc_ndcg_at_20_std": 0.240825, + "nauc_ndcg_at_20_diff1": 0.292839, + "nauc_ndcg_at_100_max": 0.370032, + "nauc_ndcg_at_100_std": 0.269239, + "nauc_ndcg_at_100_diff1": 0.237331, + "nauc_ndcg_at_1000_max": 0.394374, + "nauc_ndcg_at_1000_std": 0.45473, + "nauc_ndcg_at_1000_diff1": 0.32324, + "nauc_map_at_1_max": -0.043511, + "nauc_map_at_1_std": -0.223553, + "nauc_map_at_1_diff1": 0.213611, + "nauc_map_at_3_max": 0.139458, + "nauc_map_at_3_std": -0.148286, + "nauc_map_at_3_diff1": 0.20881, + "nauc_map_at_5_max": 0.159216, + "nauc_map_at_5_std": -0.134076, + "nauc_map_at_5_diff1": 0.203545, + "nauc_map_at_10_max": 0.201664, + "nauc_map_at_10_std": -0.072473, + "nauc_map_at_10_diff1": 0.19608, + "nauc_map_at_20_max": 0.238434, + "nauc_map_at_20_std": -0.007714, + "nauc_map_at_20_diff1": 0.207577, + "nauc_map_at_100_max": 0.294521, + "nauc_map_at_100_std": 0.200304, + "nauc_map_at_100_diff1": 0.216899, + "nauc_map_at_1000_max": 0.291948, + "nauc_map_at_1000_std": 0.332815, + "nauc_map_at_1000_diff1": 0.237576, + "nauc_recall_at_1_max": -0.043511, + "nauc_recall_at_1_std": -0.223553, + "nauc_recall_at_1_diff1": 0.213611, + "nauc_recall_at_3_max": 0.118537, + "nauc_recall_at_3_std": -0.169007, + "nauc_recall_at_3_diff1": 0.182601, + "nauc_recall_at_5_max": 0.113244, + "nauc_recall_at_5_std": -0.186493, + "nauc_recall_at_5_diff1": 0.145945, + "nauc_recall_at_10_max": 0.105629, + "nauc_recall_at_10_std": -0.161051, + "nauc_recall_at_10_diff1": 0.096563, + "nauc_recall_at_20_max": 0.126136, + "nauc_recall_at_20_std": -0.133105, + "nauc_recall_at_20_diff1": 0.087865, + "nauc_recall_at_100_max": 0.198276, + "nauc_recall_at_100_std": 0.047462, + "nauc_recall_at_100_diff1": 0.051006, + "nauc_recall_at_1000_max": 0.18305, + "nauc_recall_at_1000_std": 0.575173, + "nauc_recall_at_1000_diff1": 0.106091, + "nauc_precision_at_1_max": 0.299429, + "nauc_precision_at_1_std": 0.452479, + "nauc_precision_at_1_diff1": 0.341755, + "nauc_precision_at_3_max": 0.419065, + "nauc_precision_at_3_std": 0.46077, + "nauc_precision_at_3_diff1": 0.251786, + "nauc_precision_at_5_max": 0.366413, + "nauc_precision_at_5_std": 0.490063, + "nauc_precision_at_5_diff1": 0.226079, + "nauc_precision_at_10_max": 0.304598, + "nauc_precision_at_10_std": 0.524606, + "nauc_precision_at_10_diff1": 0.127383, + "nauc_precision_at_20_max": 0.228655, + "nauc_precision_at_20_std": 0.519511, + "nauc_precision_at_20_diff1": 0.100461, + "nauc_precision_at_100_max": 0.059663, + "nauc_precision_at_100_std": 0.487429, + "nauc_precision_at_100_diff1": 0.03048, + "nauc_precision_at_1000_max": -0.020253, + "nauc_precision_at_1000_std": 0.340182, + "nauc_precision_at_1000_diff1": 0.005221, + "nauc_mrr_at_1_max": 0.299429, + "nauc_mrr_at_1_std": 0.452479, + "nauc_mrr_at_1_diff1": 0.341755, + "nauc_mrr_at_3_max": 0.37951, + "nauc_mrr_at_3_std": 0.509424, + "nauc_mrr_at_3_diff1": 0.408004, + "nauc_mrr_at_5_max": 0.374734, + "nauc_mrr_at_5_std": 0.495381, + "nauc_mrr_at_5_diff1": 0.396029, + "nauc_mrr_at_10_max": 0.366231, + "nauc_mrr_at_10_std": 0.494751, + "nauc_mrr_at_10_diff1": 0.393729, + "nauc_mrr_at_20_max": 0.364974, + "nauc_mrr_at_20_std": 0.494648, + "nauc_mrr_at_20_diff1": 0.392222, + "nauc_mrr_at_100_max": 0.363494, + "nauc_mrr_at_100_std": 0.494365, + "nauc_mrr_at_100_diff1": 0.391289, + "nauc_mrr_at_1000_max": 0.363494, + "nauc_mrr_at_1000_std": 0.494365, + "nauc_mrr_at_1000_diff1": 0.391289, + "main_score": 0.49433, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.7125, + "ndcg_at_3": 0.63564, + "ndcg_at_5": 0.64059, + "ndcg_at_10": 0.66403, + "ndcg_at_20": 0.69926, + "ndcg_at_100": 0.75102, + "ndcg_at_1000": 0.77804, + "map_at_1": 0.17021, + "map_at_3": 0.3153, + "map_at_5": 0.38729, + "map_at_10": 0.47526, + "map_at_20": 0.53233, + "map_at_100": 0.59121, + "map_at_1000": 0.60406, + "recall_at_1": 0.17021, + "recall_at_3": 0.33256, + "recall_at_5": 0.43413, + "recall_at_10": 0.58505, + "recall_at_20": 0.71865, + "recall_at_100": 0.91811, + "recall_at_1000": 0.99862, + "precision_at_1": 0.785, + "precision_at_3": 0.62833, + "precision_at_5": 0.558, + "precision_at_10": 0.4315, + "precision_at_20": 0.30525, + "precision_at_100": 0.1048, + "precision_at_1000": 0.01343, + "mrr_at_1": 0.785, + "mrr_at_3": 0.8325, + "mrr_at_5": 0.842, + "mrr_at_10": 0.846881, + "mrr_at_20": 0.848817, + "mrr_at_100": 0.849076, + "mrr_at_1000": 0.849124, + "nauc_ndcg_at_1_max": 0.550977, + "nauc_ndcg_at_1_std": 0.12629, + "nauc_ndcg_at_1_diff1": 0.336891, + "nauc_ndcg_at_3_max": 0.450354, + "nauc_ndcg_at_3_std": 0.014806, + "nauc_ndcg_at_3_diff1": 0.242309, + "nauc_ndcg_at_5_max": 0.390842, + "nauc_ndcg_at_5_std": -0.069734, + "nauc_ndcg_at_5_diff1": 0.248729, + "nauc_ndcg_at_10_max": 0.406762, + "nauc_ndcg_at_10_std": -0.182459, + "nauc_ndcg_at_10_diff1": 0.243393, + "nauc_ndcg_at_20_max": 0.430812, + "nauc_ndcg_at_20_std": -0.240917, + "nauc_ndcg_at_20_diff1": 0.281431, + "nauc_ndcg_at_100_max": 0.460316, + "nauc_ndcg_at_100_std": -0.189548, + "nauc_ndcg_at_100_diff1": 0.285535, + "nauc_ndcg_at_1000_max": 0.480144, + "nauc_ndcg_at_1000_std": -0.022837, + "nauc_ndcg_at_1000_diff1": 0.254723, + "nauc_map_at_1_max": 0.015573, + "nauc_map_at_1_std": -0.390787, + "nauc_map_at_1_diff1": 0.402097, + "nauc_map_at_3_max": 0.121762, + "nauc_map_at_3_std": -0.406183, + "nauc_map_at_3_diff1": 0.312152, + "nauc_map_at_5_max": 0.15466, + "nauc_map_at_5_std": -0.441288, + "nauc_map_at_5_diff1": 0.285387, + "nauc_map_at_10_max": 0.230462, + "nauc_map_at_10_std": -0.44647, + "nauc_map_at_10_diff1": 0.236254, + "nauc_map_at_20_max": 0.271543, + "nauc_map_at_20_std": -0.426196, + "nauc_map_at_20_diff1": 0.230112, + "nauc_map_at_100_max": 0.323496, + "nauc_map_at_100_std": -0.301109, + "nauc_map_at_100_diff1": 0.210919, + "nauc_map_at_1000_max": 0.3341, + "nauc_map_at_1000_std": -0.239971, + "nauc_map_at_1000_diff1": 0.202125, + "nauc_recall_at_1_max": 0.015573, + "nauc_recall_at_1_std": -0.390787, + "nauc_recall_at_1_diff1": 0.402097, + "nauc_recall_at_3_max": 0.094676, + "nauc_recall_at_3_std": -0.42233, + "nauc_recall_at_3_diff1": 0.306679, + "nauc_recall_at_5_max": 0.090602, + "nauc_recall_at_5_std": -0.483892, + "nauc_recall_at_5_diff1": 0.279497, + "nauc_recall_at_10_max": 0.143899, + "nauc_recall_at_10_std": -0.554496, + "nauc_recall_at_10_diff1": 0.191676, + "nauc_recall_at_20_max": 0.180095, + "nauc_recall_at_20_std": -0.640678, + "nauc_recall_at_20_diff1": 0.229486, + "nauc_recall_at_100_max": 0.291927, + "nauc_recall_at_100_std": -0.771374, + "nauc_recall_at_100_diff1": 0.364305, + "nauc_recall_at_1000_max": 0.850236, + "nauc_recall_at_1000_std": -0.19229, + "nauc_recall_at_1000_diff1": 0.448569, + "nauc_precision_at_1_max": 0.592616, + "nauc_precision_at_1_std": 0.158261, + "nauc_precision_at_1_diff1": 0.291687, + "nauc_precision_at_3_max": 0.432073, + "nauc_precision_at_3_std": 0.167078, + "nauc_precision_at_3_diff1": -0.050806, + "nauc_precision_at_5_max": 0.321014, + "nauc_precision_at_5_std": 0.245474, + "nauc_precision_at_5_diff1": -0.146659, + "nauc_precision_at_10_max": 0.284759, + "nauc_precision_at_10_std": 0.383221, + "nauc_precision_at_10_diff1": -0.221359, + "nauc_precision_at_20_max": 0.183381, + "nauc_precision_at_20_std": 0.507001, + "nauc_precision_at_20_diff1": -0.2144, + "nauc_precision_at_100_max": 0.082828, + "nauc_precision_at_100_std": 0.65177, + "nauc_precision_at_100_diff1": -0.185888, + "nauc_precision_at_1000_max": 0.041197, + "nauc_precision_at_1000_std": 0.702031, + "nauc_precision_at_1000_diff1": -0.190008, + "nauc_mrr_at_1_max": 0.592616, + "nauc_mrr_at_1_std": 0.158261, + "nauc_mrr_at_1_diff1": 0.291687, + "nauc_mrr_at_3_max": 0.61093, + "nauc_mrr_at_3_std": 0.1627, + "nauc_mrr_at_3_diff1": 0.25956, + "nauc_mrr_at_5_max": 0.613927, + "nauc_mrr_at_5_std": 0.173739, + "nauc_mrr_at_5_diff1": 0.27254, + "nauc_mrr_at_10_max": 0.609242, + "nauc_mrr_at_10_std": 0.16532, + "nauc_mrr_at_10_diff1": 0.264092, + "nauc_mrr_at_20_max": 0.608689, + "nauc_mrr_at_20_std": 0.162267, + "nauc_mrr_at_20_diff1": 0.26965, + "nauc_mrr_at_100_max": 0.607971, + "nauc_mrr_at_100_std": 0.16197, + "nauc_mrr_at_100_diff1": 0.269196, + "nauc_mrr_at_1000_max": 0.607838, + "nauc_mrr_at_1000_std": 0.161984, + "nauc_mrr_at_1000_diff1": 0.269042, + "main_score": 0.66403, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6175, + "ndcg_at_3": 0.5563, + "ndcg_at_5": 0.56071, + "ndcg_at_10": 0.59146, + "ndcg_at_20": 0.62513, + "ndcg_at_100": 0.68828, + "ndcg_at_1000": 0.72255, + "map_at_1": 0.14659, + "map_at_3": 0.27069, + "map_at_5": 0.33337, + "map_at_10": 0.41019, + "map_at_20": 0.45466, + "map_at_100": 0.51144, + "map_at_1000": 0.52515, + "recall_at_1": 0.14659, + "recall_at_3": 0.29556, + "recall_at_5": 0.39686, + "recall_at_10": 0.5394, + "recall_at_20": 0.65414, + "recall_at_100": 0.88568, + "recall_at_1000": 0.99661, + "precision_at_1": 0.69, + "precision_at_3": 0.56, + "precision_at_5": 0.491, + "precision_at_10": 0.386, + "precision_at_20": 0.274, + "precision_at_100": 0.0999, + "precision_at_1000": 0.01341, + "mrr_at_1": 0.69, + "mrr_at_3": 0.749167, + "mrr_at_5": 0.768417, + "mrr_at_10": 0.775405, + "mrr_at_20": 0.776577, + "mrr_at_100": 0.777005, + "mrr_at_1000": 0.777011, + "nauc_ndcg_at_1_max": 0.274324, + "nauc_ndcg_at_1_std": -0.038353, + "nauc_ndcg_at_1_diff1": 0.250644, + "nauc_ndcg_at_3_max": 0.248118, + "nauc_ndcg_at_3_std": -0.077501, + "nauc_ndcg_at_3_diff1": 0.113992, + "nauc_ndcg_at_5_max": 0.249062, + "nauc_ndcg_at_5_std": -0.146229, + "nauc_ndcg_at_5_diff1": 0.15897, + "nauc_ndcg_at_10_max": 0.273816, + "nauc_ndcg_at_10_std": -0.195227, + "nauc_ndcg_at_10_diff1": 0.176213, + "nauc_ndcg_at_20_max": 0.281727, + "nauc_ndcg_at_20_std": -0.219385, + "nauc_ndcg_at_20_diff1": 0.168423, + "nauc_ndcg_at_100_max": 0.300062, + "nauc_ndcg_at_100_std": -0.182388, + "nauc_ndcg_at_100_diff1": 0.170938, + "nauc_ndcg_at_1000_max": 0.329025, + "nauc_ndcg_at_1000_std": -0.041871, + "nauc_ndcg_at_1000_diff1": 0.128714, + "nauc_map_at_1_max": -0.069806, + "nauc_map_at_1_std": -0.37797, + "nauc_map_at_1_diff1": 0.317857, + "nauc_map_at_3_max": -0.013105, + "nauc_map_at_3_std": -0.401122, + "nauc_map_at_3_diff1": 0.181069, + "nauc_map_at_5_max": 0.026763, + "nauc_map_at_5_std": -0.417392, + "nauc_map_at_5_diff1": 0.198069, + "nauc_map_at_10_max": 0.108357, + "nauc_map_at_10_std": -0.405292, + "nauc_map_at_10_diff1": 0.193475, + "nauc_map_at_20_max": 0.151609, + "nauc_map_at_20_std": -0.381221, + "nauc_map_at_20_diff1": 0.181073, + "nauc_map_at_100_max": 0.227789, + "nauc_map_at_100_std": -0.263092, + "nauc_map_at_100_diff1": 0.153297, + "nauc_map_at_1000_max": 0.245835, + "nauc_map_at_1000_std": -0.206939, + "nauc_map_at_1000_diff1": 0.134349, + "nauc_recall_at_1_max": -0.069806, + "nauc_recall_at_1_std": -0.37797, + "nauc_recall_at_1_diff1": 0.317857, + "nauc_recall_at_3_max": -0.037852, + "nauc_recall_at_3_std": -0.398185, + "nauc_recall_at_3_diff1": 0.150246, + "nauc_recall_at_5_max": -0.016523, + "nauc_recall_at_5_std": -0.442658, + "nauc_recall_at_5_diff1": 0.189761, + "nauc_recall_at_10_max": 0.040638, + "nauc_recall_at_10_std": -0.468999, + "nauc_recall_at_10_diff1": 0.195351, + "nauc_recall_at_20_max": 0.067686, + "nauc_recall_at_20_std": -0.494362, + "nauc_recall_at_20_diff1": 0.169365, + "nauc_recall_at_100_max": 0.193593, + "nauc_recall_at_100_std": -0.500176, + "nauc_recall_at_100_diff1": 0.214771, + "nauc_recall_at_1000_max": 0.563569, + "nauc_recall_at_1000_std": -0.171999, + "nauc_recall_at_1000_diff1": 0.223338, + "nauc_precision_at_1_max": 0.343263, + "nauc_precision_at_1_std": -0.031527, + "nauc_precision_at_1_diff1": 0.241265, + "nauc_precision_at_3_max": 0.318513, + "nauc_precision_at_3_std": 0.065893, + "nauc_precision_at_3_diff1": -0.039628, + "nauc_precision_at_5_max": 0.358624, + "nauc_precision_at_5_std": 0.123919, + "nauc_precision_at_5_diff1": -0.03114, + "nauc_precision_at_10_max": 0.411735, + "nauc_precision_at_10_std": 0.307429, + "nauc_precision_at_10_diff1": -0.10929, + "nauc_precision_at_20_max": 0.35694, + "nauc_precision_at_20_std": 0.475125, + "nauc_precision_at_20_diff1": -0.172233, + "nauc_precision_at_100_max": 0.263749, + "nauc_precision_at_100_std": 0.650353, + "nauc_precision_at_100_diff1": -0.231023, + "nauc_precision_at_1000_max": 0.206047, + "nauc_precision_at_1000_std": 0.688961, + "nauc_precision_at_1000_diff1": -0.258215, + "nauc_mrr_at_1_max": 0.343263, + "nauc_mrr_at_1_std": -0.031527, + "nauc_mrr_at_1_diff1": 0.241265, + "nauc_mrr_at_3_max": 0.375649, + "nauc_mrr_at_3_std": 0.021769, + "nauc_mrr_at_3_diff1": 0.231486, + "nauc_mrr_at_5_max": 0.385131, + "nauc_mrr_at_5_std": 0.032092, + "nauc_mrr_at_5_diff1": 0.224716, + "nauc_mrr_at_10_max": 0.386081, + "nauc_mrr_at_10_std": 0.031508, + "nauc_mrr_at_10_diff1": 0.22018, + "nauc_mrr_at_20_max": 0.383816, + "nauc_mrr_at_20_std": 0.029176, + "nauc_mrr_at_20_diff1": 0.21992, + "nauc_mrr_at_100_max": 0.382793, + "nauc_mrr_at_100_std": 0.027907, + "nauc_mrr_at_100_diff1": 0.220717, + "nauc_mrr_at_1000_max": 0.382773, + "nauc_mrr_at_1000_std": 0.027879, + "nauc_mrr_at_1000_diff1": 0.22073, + "main_score": 0.59146, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6475, + "ndcg_at_3": 0.56969, + "ndcg_at_5": 0.57408, + "ndcg_at_10": 0.59906, + "ndcg_at_20": 0.63437, + "ndcg_at_100": 0.6921, + "ndcg_at_1000": 0.72634, + "map_at_1": 0.14462, + "map_at_3": 0.2603, + "map_at_5": 0.32467, + "map_at_10": 0.40646, + "map_at_20": 0.45703, + "map_at_100": 0.51182, + "map_at_1000": 0.52551, + "recall_at_1": 0.14462, + "recall_at_3": 0.28238, + "recall_at_5": 0.38541, + "recall_at_10": 0.53768, + "recall_at_20": 0.6654, + "recall_at_100": 0.88158, + "recall_at_1000": 0.99655, + "precision_at_1": 0.73, + "precision_at_3": 0.56833, + "precision_at_5": 0.505, + "precision_at_10": 0.397, + "precision_at_20": 0.2855, + "precision_at_100": 0.1, + "precision_at_1000": 0.01339, + "mrr_at_1": 0.73, + "mrr_at_3": 0.790833, + "mrr_at_5": 0.802083, + "mrr_at_10": 0.807444, + "mrr_at_20": 0.809442, + "mrr_at_100": 0.809722, + "mrr_at_1000": 0.809746, + "nauc_ndcg_at_1_max": 0.422178, + "nauc_ndcg_at_1_std": 0.136906, + "nauc_ndcg_at_1_diff1": 0.208879, + "nauc_ndcg_at_3_max": 0.364049, + "nauc_ndcg_at_3_std": 0.09028, + "nauc_ndcg_at_3_diff1": 0.083587, + "nauc_ndcg_at_5_max": 0.351303, + "nauc_ndcg_at_5_std": 0.033983, + "nauc_ndcg_at_5_diff1": 0.111221, + "nauc_ndcg_at_10_max": 0.365439, + "nauc_ndcg_at_10_std": -0.051054, + "nauc_ndcg_at_10_diff1": 0.163711, + "nauc_ndcg_at_20_max": 0.378269, + "nauc_ndcg_at_20_std": -0.067807, + "nauc_ndcg_at_20_diff1": 0.167931, + "nauc_ndcg_at_100_max": 0.387969, + "nauc_ndcg_at_100_std": -0.040471, + "nauc_ndcg_at_100_diff1": 0.14616, + "nauc_ndcg_at_1000_max": 0.424988, + "nauc_ndcg_at_1000_std": 0.104448, + "nauc_ndcg_at_1000_diff1": 0.111007, + "nauc_map_at_1_max": 0.025701, + "nauc_map_at_1_std": -0.290472, + "nauc_map_at_1_diff1": 0.295182, + "nauc_map_at_3_max": 0.090475, + "nauc_map_at_3_std": -0.313069, + "nauc_map_at_3_diff1": 0.207993, + "nauc_map_at_5_max": 0.113317, + "nauc_map_at_5_std": -0.32569, + "nauc_map_at_5_diff1": 0.218609, + "nauc_map_at_10_max": 0.190256, + "nauc_map_at_10_std": -0.301136, + "nauc_map_at_10_diff1": 0.18341, + "nauc_map_at_20_max": 0.230869, + "nauc_map_at_20_std": -0.263838, + "nauc_map_at_20_diff1": 0.159128, + "nauc_map_at_100_max": 0.303958, + "nauc_map_at_100_std": -0.144416, + "nauc_map_at_100_diff1": 0.119001, + "nauc_map_at_1000_max": 0.322131, + "nauc_map_at_1000_std": -0.087833, + "nauc_map_at_1000_diff1": 0.102339, + "nauc_recall_at_1_max": 0.025701, + "nauc_recall_at_1_std": -0.290472, + "nauc_recall_at_1_diff1": 0.295182, + "nauc_recall_at_3_max": 0.051269, + "nauc_recall_at_3_std": -0.327765, + "nauc_recall_at_3_diff1": 0.195059, + "nauc_recall_at_5_max": 0.054349, + "nauc_recall_at_5_std": -0.377044, + "nauc_recall_at_5_diff1": 0.235542, + "nauc_recall_at_10_max": 0.0905, + "nauc_recall_at_10_std": -0.405987, + "nauc_recall_at_10_diff1": 0.226731, + "nauc_recall_at_20_max": 0.081658, + "nauc_recall_at_20_std": -0.423892, + "nauc_recall_at_20_diff1": 0.221619, + "nauc_recall_at_100_max": 0.155826, + "nauc_recall_at_100_std": -0.429321, + "nauc_recall_at_100_diff1": 0.180059, + "nauc_recall_at_1000_max": 0.530503, + "nauc_recall_at_1000_std": -0.378847, + "nauc_recall_at_1000_diff1": 0.627857, + "nauc_precision_at_1_max": 0.49023, + "nauc_precision_at_1_std": 0.214266, + "nauc_precision_at_1_diff1": 0.172463, + "nauc_precision_at_3_max": 0.392407, + "nauc_precision_at_3_std": 0.221733, + "nauc_precision_at_3_diff1": -0.093619, + "nauc_precision_at_5_max": 0.357792, + "nauc_precision_at_5_std": 0.270711, + "nauc_precision_at_5_diff1": -0.112473, + "nauc_precision_at_10_max": 0.371492, + "nauc_precision_at_10_std": 0.362815, + "nauc_precision_at_10_diff1": -0.178792, + "nauc_precision_at_20_max": 0.32071, + "nauc_precision_at_20_std": 0.501407, + "nauc_precision_at_20_diff1": -0.224427, + "nauc_precision_at_100_max": 0.216404, + "nauc_precision_at_100_std": 0.616686, + "nauc_precision_at_100_diff1": -0.236335, + "nauc_precision_at_1000_max": 0.16911, + "nauc_precision_at_1000_std": 0.645892, + "nauc_precision_at_1000_diff1": -0.231962, + "nauc_mrr_at_1_max": 0.49023, + "nauc_mrr_at_1_std": 0.214266, + "nauc_mrr_at_1_diff1": 0.172463, + "nauc_mrr_at_3_max": 0.502487, + "nauc_mrr_at_3_std": 0.269279, + "nauc_mrr_at_3_diff1": 0.134221, + "nauc_mrr_at_5_max": 0.506574, + "nauc_mrr_at_5_std": 0.278965, + "nauc_mrr_at_5_diff1": 0.12676, + "nauc_mrr_at_10_max": 0.518861, + "nauc_mrr_at_10_std": 0.273816, + "nauc_mrr_at_10_diff1": 0.137873, + "nauc_mrr_at_20_max": 0.514246, + "nauc_mrr_at_20_std": 0.272489, + "nauc_mrr_at_20_diff1": 0.134184, + "nauc_mrr_at_100_max": 0.513609, + "nauc_mrr_at_100_std": 0.271306, + "nauc_mrr_at_100_diff1": 0.13382, + "nauc_mrr_at_1000_max": 0.513554, + "nauc_mrr_at_1000_std": 0.271286, + "nauc_mrr_at_1000_diff1": 0.13392, + "main_score": 0.59906, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.71, + "ndcg_at_3": 0.63619, + "ndcg_at_5": 0.6231, + "ndcg_at_10": 0.60071, + "ndcg_at_20": 0.60144, + "ndcg_at_100": 0.67141, + "ndcg_at_1000": 0.75145, + "map_at_1": 0.07615, + "map_at_3": 0.15021, + "map_at_5": 0.19399, + "map_at_10": 0.25533, + "map_at_20": 0.31606, + "map_at_100": 0.43822, + "map_at_1000": 0.49406, + "recall_at_1": 0.07615, + "recall_at_3": 0.16109, + "recall_at_5": 0.21932, + "recall_at_10": 0.30722, + "recall_at_20": 0.42474, + "recall_at_100": 0.73452, + "recall_at_1000": 0.9771, + "precision_at_1": 0.83, + "precision_at_3": 0.69333, + "precision_at_5": 0.645, + "precision_at_10": 0.5535, + "precision_at_20": 0.4545, + "precision_at_100": 0.23825, + "precision_at_1000": 0.0478, + "mrr_at_1": 0.83, + "mrr_at_3": 0.87, + "mrr_at_5": 0.877, + "mrr_at_10": 0.879381, + "mrr_at_20": 0.881076, + "mrr_at_100": 0.881133, + "mrr_at_1000": 0.881144, + "nauc_ndcg_at_1_max": 0.48983, + "nauc_ndcg_at_1_std": 0.275811, + "nauc_ndcg_at_1_diff1": 0.265855, + "nauc_ndcg_at_3_max": 0.429964, + "nauc_ndcg_at_3_std": 0.191808, + "nauc_ndcg_at_3_diff1": 0.120765, + "nauc_ndcg_at_5_max": 0.418564, + "nauc_ndcg_at_5_std": 0.195571, + "nauc_ndcg_at_5_diff1": 0.111346, + "nauc_ndcg_at_10_max": 0.440744, + "nauc_ndcg_at_10_std": 0.176553, + "nauc_ndcg_at_10_diff1": 0.136792, + "nauc_ndcg_at_20_max": 0.458888, + "nauc_ndcg_at_20_std": 0.169011, + "nauc_ndcg_at_20_diff1": 0.1533, + "nauc_ndcg_at_100_max": 0.474715, + "nauc_ndcg_at_100_std": 0.270633, + "nauc_ndcg_at_100_diff1": 0.19669, + "nauc_ndcg_at_1000_max": 0.497795, + "nauc_ndcg_at_1000_std": 0.276903, + "nauc_ndcg_at_1000_diff1": 0.13642, + "nauc_map_at_1_max": 0.190985, + "nauc_map_at_1_std": -0.041889, + "nauc_map_at_1_diff1": 0.479666, + "nauc_map_at_3_max": 0.20119, + "nauc_map_at_3_std": -0.001573, + "nauc_map_at_3_diff1": 0.363699, + "nauc_map_at_5_max": 0.243706, + "nauc_map_at_5_std": 0.072478, + "nauc_map_at_5_diff1": 0.31136, + "nauc_map_at_10_max": 0.271609, + "nauc_map_at_10_std": 0.127459, + "nauc_map_at_10_diff1": 0.253776, + "nauc_map_at_20_max": 0.314476, + "nauc_map_at_20_std": 0.143193, + "nauc_map_at_20_diff1": 0.214943, + "nauc_map_at_100_max": 0.403563, + "nauc_map_at_100_std": 0.236371, + "nauc_map_at_100_diff1": 0.124928, + "nauc_map_at_1000_max": 0.410085, + "nauc_map_at_1000_std": 0.214986, + "nauc_map_at_1000_diff1": 0.078721, + "nauc_recall_at_1_max": 0.190985, + "nauc_recall_at_1_std": -0.041889, + "nauc_recall_at_1_diff1": 0.479666, + "nauc_recall_at_3_max": 0.164251, + "nauc_recall_at_3_std": -0.043024, + "nauc_recall_at_3_diff1": 0.340119, + "nauc_recall_at_5_max": 0.175911, + "nauc_recall_at_5_std": 0.024901, + "nauc_recall_at_5_diff1": 0.278665, + "nauc_recall_at_10_max": 0.177769, + "nauc_recall_at_10_std": 0.074039, + "nauc_recall_at_10_diff1": 0.230239, + "nauc_recall_at_20_max": 0.185482, + "nauc_recall_at_20_std": 0.050755, + "nauc_recall_at_20_diff1": 0.221894, + "nauc_recall_at_100_max": 0.234165, + "nauc_recall_at_100_std": 0.267414, + "nauc_recall_at_100_diff1": 0.254973, + "nauc_recall_at_1000_max": 0.270182, + "nauc_recall_at_1000_std": 0.714089, + "nauc_recall_at_1000_diff1": 0.174157, + "nauc_precision_at_1_max": 0.64589, + "nauc_precision_at_1_std": 0.41567, + "nauc_precision_at_1_diff1": 0.334475, + "nauc_precision_at_3_max": 0.364705, + "nauc_precision_at_3_std": 0.230325, + "nauc_precision_at_3_diff1": -0.070397, + "nauc_precision_at_5_max": 0.303312, + "nauc_precision_at_5_std": 0.251685, + "nauc_precision_at_5_diff1": -0.16504, + "nauc_precision_at_10_max": 0.241229, + "nauc_precision_at_10_std": 0.178685, + "nauc_precision_at_10_diff1": -0.229375, + "nauc_precision_at_20_max": 0.184195, + "nauc_precision_at_20_std": 0.090152, + "nauc_precision_at_20_diff1": -0.243023, + "nauc_precision_at_100_max": 0.032936, + "nauc_precision_at_100_std": -0.005665, + "nauc_precision_at_100_diff1": -0.225394, + "nauc_precision_at_1000_max": -0.084151, + "nauc_precision_at_1000_std": -0.188329, + "nauc_precision_at_1000_diff1": -0.193344, + "nauc_mrr_at_1_max": 0.64589, + "nauc_mrr_at_1_std": 0.41567, + "nauc_mrr_at_1_diff1": 0.334475, + "nauc_mrr_at_3_max": 0.654015, + "nauc_mrr_at_3_std": 0.392848, + "nauc_mrr_at_3_diff1": 0.294999, + "nauc_mrr_at_5_max": 0.642112, + "nauc_mrr_at_5_std": 0.399928, + "nauc_mrr_at_5_diff1": 0.27983, + "nauc_mrr_at_10_max": 0.651961, + "nauc_mrr_at_10_std": 0.399313, + "nauc_mrr_at_10_diff1": 0.297701, + "nauc_mrr_at_20_max": 0.651658, + "nauc_mrr_at_20_std": 0.396172, + "nauc_mrr_at_20_diff1": 0.298782, + "nauc_mrr_at_100_max": 0.651486, + "nauc_mrr_at_100_std": 0.397224, + "nauc_mrr_at_100_diff1": 0.299013, + "nauc_mrr_at_1000_max": 0.651451, + "nauc_mrr_at_1000_std": 0.397164, + "nauc_mrr_at_1000_diff1": 0.298943, + "main_score": 0.60071, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6125, + "ndcg_at_3": 0.57399, + "ndcg_at_5": 0.55866, + "ndcg_at_10": 0.53974, + "ndcg_at_20": 0.54499, + "ndcg_at_100": 0.61507, + "ndcg_at_1000": 0.70837, + "map_at_1": 0.06813, + "map_at_3": 0.13164, + "map_at_5": 0.17099, + "map_at_10": 0.22509, + "map_at_20": 0.27666, + "map_at_100": 0.38369, + "map_at_1000": 0.43827, + "recall_at_1": 0.06813, + "recall_at_3": 0.14481, + "recall_at_5": 0.20033, + "recall_at_10": 0.28505, + "recall_at_20": 0.39295, + "recall_at_100": 0.68732, + "recall_at_1000": 0.96726, + "precision_at_1": 0.725, + "precision_at_3": 0.64, + "precision_at_5": 0.585, + "precision_at_10": 0.494, + "precision_at_20": 0.41375, + "precision_at_100": 0.2199, + "precision_at_1000": 0.04694, + "mrr_at_1": 0.725, + "mrr_at_3": 0.800833, + "mrr_at_5": 0.811333, + "mrr_at_10": 0.813208, + "mrr_at_20": 0.814349, + "mrr_at_100": 0.814977, + "mrr_at_1000": 0.814989, + "nauc_ndcg_at_1_max": 0.410956, + "nauc_ndcg_at_1_std": 0.170523, + "nauc_ndcg_at_1_diff1": 0.170223, + "nauc_ndcg_at_3_max": 0.364527, + "nauc_ndcg_at_3_std": 0.261937, + "nauc_ndcg_at_3_diff1": -0.016079, + "nauc_ndcg_at_5_max": 0.419001, + "nauc_ndcg_at_5_std": 0.292117, + "nauc_ndcg_at_5_diff1": -0.053584, + "nauc_ndcg_at_10_max": 0.473019, + "nauc_ndcg_at_10_std": 0.253785, + "nauc_ndcg_at_10_diff1": -0.000957, + "nauc_ndcg_at_20_max": 0.489179, + "nauc_ndcg_at_20_std": 0.276473, + "nauc_ndcg_at_20_diff1": 0.008075, + "nauc_ndcg_at_100_max": 0.538616, + "nauc_ndcg_at_100_std": 0.374475, + "nauc_ndcg_at_100_diff1": 0.069714, + "nauc_ndcg_at_1000_max": 0.503643, + "nauc_ndcg_at_1000_std": 0.364708, + "nauc_ndcg_at_1000_diff1": -0.025971, + "nauc_map_at_1_max": 0.304125, + "nauc_map_at_1_std": -0.046684, + "nauc_map_at_1_diff1": 0.34978, + "nauc_map_at_3_max": 0.318173, + "nauc_map_at_3_std": 0.075419, + "nauc_map_at_3_diff1": 0.205717, + "nauc_map_at_5_max": 0.393312, + "nauc_map_at_5_std": 0.149416, + "nauc_map_at_5_diff1": 0.138866, + "nauc_map_at_10_max": 0.437172, + "nauc_map_at_10_std": 0.173618, + "nauc_map_at_10_diff1": 0.105496, + "nauc_map_at_20_max": 0.437552, + "nauc_map_at_20_std": 0.201868, + "nauc_map_at_20_diff1": 0.073118, + "nauc_map_at_100_max": 0.492282, + "nauc_map_at_100_std": 0.331699, + "nauc_map_at_100_diff1": 0.002565, + "nauc_map_at_1000_max": 0.481141, + "nauc_map_at_1000_std": 0.333598, + "nauc_map_at_1000_diff1": -0.032235, + "nauc_recall_at_1_max": 0.304125, + "nauc_recall_at_1_std": -0.046684, + "nauc_recall_at_1_diff1": 0.34978, + "nauc_recall_at_3_max": 0.256999, + "nauc_recall_at_3_std": 0.056175, + "nauc_recall_at_3_diff1": 0.183481, + "nauc_recall_at_5_max": 0.30995, + "nauc_recall_at_5_std": 0.101781, + "nauc_recall_at_5_diff1": 0.113939, + "nauc_recall_at_10_max": 0.362506, + "nauc_recall_at_10_std": 0.097665, + "nauc_recall_at_10_diff1": 0.124406, + "nauc_recall_at_20_max": 0.318943, + "nauc_recall_at_20_std": 0.125396, + "nauc_recall_at_20_diff1": 0.113226, + "nauc_recall_at_100_max": 0.401215, + "nauc_recall_at_100_std": 0.358763, + "nauc_recall_at_100_diff1": 0.147482, + "nauc_recall_at_1000_max": 0.419087, + "nauc_recall_at_1000_std": 0.657869, + "nauc_recall_at_1000_diff1": -0.05834, + "nauc_precision_at_1_max": 0.515835, + "nauc_precision_at_1_std": 0.284804, + "nauc_precision_at_1_diff1": 0.196398, + "nauc_precision_at_3_max": 0.301612, + "nauc_precision_at_3_std": 0.312396, + "nauc_precision_at_3_diff1": -0.18697, + "nauc_precision_at_5_max": 0.31988, + "nauc_precision_at_5_std": 0.352767, + "nauc_precision_at_5_diff1": -0.26739, + "nauc_precision_at_10_max": 0.262231, + "nauc_precision_at_10_std": 0.251868, + "nauc_precision_at_10_diff1": -0.234878, + "nauc_precision_at_20_max": 0.106036, + "nauc_precision_at_20_std": 0.161116, + "nauc_precision_at_20_diff1": -0.230388, + "nauc_precision_at_100_max": -0.01508, + "nauc_precision_at_100_std": 0.081174, + "nauc_precision_at_100_diff1": -0.157912, + "nauc_precision_at_1000_max": -0.125326, + "nauc_precision_at_1000_std": -0.129716, + "nauc_precision_at_1000_diff1": -0.064184, + "nauc_mrr_at_1_max": 0.515835, + "nauc_mrr_at_1_std": 0.284804, + "nauc_mrr_at_1_diff1": 0.196398, + "nauc_mrr_at_3_max": 0.511755, + "nauc_mrr_at_3_std": 0.316127, + "nauc_mrr_at_3_diff1": 0.193778, + "nauc_mrr_at_5_max": 0.515458, + "nauc_mrr_at_5_std": 0.324143, + "nauc_mrr_at_5_diff1": 0.187117, + "nauc_mrr_at_10_max": 0.518005, + "nauc_mrr_at_10_std": 0.317107, + "nauc_mrr_at_10_diff1": 0.182901, + "nauc_mrr_at_20_max": 0.51765, + "nauc_mrr_at_20_std": 0.317122, + "nauc_mrr_at_20_diff1": 0.181205, + "nauc_mrr_at_100_max": 0.517228, + "nauc_mrr_at_100_std": 0.316169, + "nauc_mrr_at_100_diff1": 0.18377, + "nauc_mrr_at_1000_max": 0.517202, + "nauc_mrr_at_1000_std": 0.316119, + "nauc_mrr_at_1000_diff1": 0.183825, + "main_score": 0.53974, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6975, + "ndcg_at_3": 0.61377, + "ndcg_at_5": 0.59435, + "ndcg_at_10": 0.57482, + "ndcg_at_20": 0.57536, + "ndcg_at_100": 0.64031, + "ndcg_at_1000": 0.72836, + "map_at_1": 0.07435, + "map_at_3": 0.14173, + "map_at_5": 0.18247, + "map_at_10": 0.23912, + "map_at_20": 0.29311, + "map_at_100": 0.4049, + "map_at_1000": 0.46051, + "recall_at_1": 0.07435, + "recall_at_3": 0.15037, + "recall_at_5": 0.20289, + "recall_at_10": 0.28667, + "recall_at_20": 0.40114, + "recall_at_100": 0.70226, + "recall_at_1000": 0.96576, + "precision_at_1": 0.82, + "precision_at_3": 0.665, + "precision_at_5": 0.606, + "precision_at_10": 0.5245, + "precision_at_20": 0.43, + "precision_at_100": 0.22655, + "precision_at_1000": 0.04733, + "mrr_at_1": 0.82, + "mrr_at_3": 0.853333, + "mrr_at_5": 0.861583, + "mrr_at_10": 0.864589, + "mrr_at_20": 0.866606, + "mrr_at_100": 0.867035, + "mrr_at_1000": 0.867059, + "nauc_ndcg_at_1_max": 0.492783, + "nauc_ndcg_at_1_std": 0.25947, + "nauc_ndcg_at_1_diff1": 0.234004, + "nauc_ndcg_at_3_max": 0.456676, + "nauc_ndcg_at_3_std": 0.339536, + "nauc_ndcg_at_3_diff1": 0.111675, + "nauc_ndcg_at_5_max": 0.48432, + "nauc_ndcg_at_5_std": 0.319447, + "nauc_ndcg_at_5_diff1": 0.132663, + "nauc_ndcg_at_10_max": 0.514015, + "nauc_ndcg_at_10_std": 0.329626, + "nauc_ndcg_at_10_diff1": 0.136594, + "nauc_ndcg_at_20_max": 0.527801, + "nauc_ndcg_at_20_std": 0.308314, + "nauc_ndcg_at_20_diff1": 0.149116, + "nauc_ndcg_at_100_max": 0.547131, + "nauc_ndcg_at_100_std": 0.39961, + "nauc_ndcg_at_100_diff1": 0.122852, + "nauc_ndcg_at_1000_max": 0.566307, + "nauc_ndcg_at_1000_std": 0.438096, + "nauc_ndcg_at_1000_diff1": 0.15438, + "nauc_map_at_1_max": 0.234897, + "nauc_map_at_1_std": -0.030369, + "nauc_map_at_1_diff1": 0.232819, + "nauc_map_at_3_max": 0.277393, + "nauc_map_at_3_std": 0.088085, + "nauc_map_at_3_diff1": 0.131297, + "nauc_map_at_5_max": 0.321535, + "nauc_map_at_5_std": 0.142444, + "nauc_map_at_5_diff1": 0.123003, + "nauc_map_at_10_max": 0.358692, + "nauc_map_at_10_std": 0.196209, + "nauc_map_at_10_diff1": 0.074274, + "nauc_map_at_20_max": 0.394839, + "nauc_map_at_20_std": 0.219038, + "nauc_map_at_20_diff1": 0.061814, + "nauc_map_at_100_max": 0.478171, + "nauc_map_at_100_std": 0.351583, + "nauc_map_at_100_diff1": 0.04024, + "nauc_map_at_1000_max": 0.495124, + "nauc_map_at_1000_std": 0.360594, + "nauc_map_at_1000_diff1": 0.059584, + "nauc_recall_at_1_max": 0.234897, + "nauc_recall_at_1_std": -0.030369, + "nauc_recall_at_1_diff1": 0.232819, + "nauc_recall_at_3_max": 0.231906, + "nauc_recall_at_3_std": 0.067535, + "nauc_recall_at_3_diff1": 0.132889, + "nauc_recall_at_5_max": 0.258433, + "nauc_recall_at_5_std": 0.099518, + "nauc_recall_at_5_diff1": 0.122527, + "nauc_recall_at_10_max": 0.283808, + "nauc_recall_at_10_std": 0.158107, + "nauc_recall_at_10_diff1": 0.073972, + "nauc_recall_at_20_max": 0.265886, + "nauc_recall_at_20_std": 0.100831, + "nauc_recall_at_20_diff1": 0.069328, + "nauc_recall_at_100_max": 0.346341, + "nauc_recall_at_100_std": 0.313153, + "nauc_recall_at_100_diff1": 0.06945, + "nauc_recall_at_1000_max": 0.423269, + "nauc_recall_at_1000_std": 0.712265, + "nauc_recall_at_1000_diff1": -0.080543, + "nauc_precision_at_1_max": 0.621007, + "nauc_precision_at_1_std": 0.516233, + "nauc_precision_at_1_diff1": 0.361604, + "nauc_precision_at_3_max": 0.346743, + "nauc_precision_at_3_std": 0.389845, + "nauc_precision_at_3_diff1": 0.01199, + "nauc_precision_at_5_max": 0.353777, + "nauc_precision_at_5_std": 0.333178, + "nauc_precision_at_5_diff1": 0.018612, + "nauc_precision_at_10_max": 0.285272, + "nauc_precision_at_10_std": 0.290204, + "nauc_precision_at_10_diff1": -0.044349, + "nauc_precision_at_20_max": 0.201298, + "nauc_precision_at_20_std": 0.187089, + "nauc_precision_at_20_diff1": -0.036742, + "nauc_precision_at_100_max": 0.050305, + "nauc_precision_at_100_std": 0.08113, + "nauc_precision_at_100_diff1": 0.001618, + "nauc_precision_at_1000_max": -0.053923, + "nauc_precision_at_1000_std": -0.129927, + "nauc_precision_at_1000_diff1": 0.051481, + "nauc_mrr_at_1_max": 0.621007, + "nauc_mrr_at_1_std": 0.516233, + "nauc_mrr_at_1_diff1": 0.361604, + "nauc_mrr_at_3_max": 0.595549, + "nauc_mrr_at_3_std": 0.544142, + "nauc_mrr_at_3_diff1": 0.362042, + "nauc_mrr_at_5_max": 0.617106, + "nauc_mrr_at_5_std": 0.55231, + "nauc_mrr_at_5_diff1": 0.360151, + "nauc_mrr_at_10_max": 0.621378, + "nauc_mrr_at_10_std": 0.550086, + "nauc_mrr_at_10_diff1": 0.359961, + "nauc_mrr_at_20_max": 0.62145, + "nauc_mrr_at_20_std": 0.547389, + "nauc_mrr_at_20_diff1": 0.355091, + "nauc_mrr_at_100_max": 0.620171, + "nauc_mrr_at_100_std": 0.547358, + "nauc_mrr_at_100_diff1": 0.355388, + "nauc_mrr_at_1000_max": 0.620115, + "nauc_mrr_at_1000_std": 0.547271, + "nauc_mrr_at_1000_diff1": 0.355401, + "main_score": 0.57482, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.635, + "ndcg_at_3": 0.6182, + "ndcg_at_5": 0.59538, + "ndcg_at_10": 0.59106, + "ndcg_at_20": 0.59814, + "ndcg_at_100": 0.63868, + "ndcg_at_1000": 0.72495, + "map_at_1": 0.08654, + "map_at_3": 0.18207, + "map_at_5": 0.22287, + "map_at_10": 0.27902, + "map_at_20": 0.32652, + "map_at_100": 0.41595, + "map_at_1000": 0.4754, + "recall_at_1": 0.08654, + "recall_at_3": 0.20103, + "recall_at_5": 0.25728, + "recall_at_10": 0.35416, + "recall_at_20": 0.45387, + "recall_at_100": 0.69886, + "recall_at_1000": 0.94467, + "precision_at_1": 0.78, + "precision_at_3": 0.69667, + "precision_at_5": 0.609, + "precision_at_10": 0.5185, + "precision_at_20": 0.42925, + "precision_at_100": 0.22225, + "precision_at_1000": 0.05605, + "mrr_at_1": 0.78, + "mrr_at_3": 0.8475, + "mrr_at_5": 0.8545, + "mrr_at_10": 0.857381, + "mrr_at_20": 0.858249, + "mrr_at_100": 0.858401, + "mrr_at_1000": 0.858401, + "nauc_ndcg_at_1_max": 0.343263, + "nauc_ndcg_at_1_std": 0.333525, + "nauc_ndcg_at_1_diff1": 0.38136, + "nauc_ndcg_at_3_max": 0.461239, + "nauc_ndcg_at_3_std": 0.300408, + "nauc_ndcg_at_3_diff1": 0.184423, + "nauc_ndcg_at_5_max": 0.483181, + "nauc_ndcg_at_5_std": 0.282458, + "nauc_ndcg_at_5_diff1": 0.103789, + "nauc_ndcg_at_10_max": 0.523617, + "nauc_ndcg_at_10_std": 0.35039, + "nauc_ndcg_at_10_diff1": 0.064709, + "nauc_ndcg_at_20_max": 0.568364, + "nauc_ndcg_at_20_std": 0.385717, + "nauc_ndcg_at_20_diff1": 0.053607, + "nauc_ndcg_at_100_max": 0.56833, + "nauc_ndcg_at_100_std": 0.481038, + "nauc_ndcg_at_100_diff1": 0.121985, + "nauc_ndcg_at_1000_max": 0.561433, + "nauc_ndcg_at_1000_std": 0.486101, + "nauc_ndcg_at_1000_diff1": 0.099985, + "nauc_map_at_1_max": 0.327139, + "nauc_map_at_1_std": 0.145593, + "nauc_map_at_1_diff1": 0.334391, + "nauc_map_at_3_max": 0.473931, + "nauc_map_at_3_std": 0.24765, + "nauc_map_at_3_diff1": 0.24773, + "nauc_map_at_5_max": 0.513601, + "nauc_map_at_5_std": 0.298049, + "nauc_map_at_5_diff1": 0.187231, + "nauc_map_at_10_max": 0.54687, + "nauc_map_at_10_std": 0.362417, + "nauc_map_at_10_diff1": 0.143846, + "nauc_map_at_20_max": 0.555062, + "nauc_map_at_20_std": 0.392199, + "nauc_map_at_20_diff1": 0.127945, + "nauc_map_at_100_max": 0.554626, + "nauc_map_at_100_std": 0.468197, + "nauc_map_at_100_diff1": 0.105609, + "nauc_map_at_1000_max": 0.5581, + "nauc_map_at_1000_std": 0.472185, + "nauc_map_at_1000_diff1": 0.045339, + "nauc_recall_at_1_max": 0.327139, + "nauc_recall_at_1_std": 0.145593, + "nauc_recall_at_1_diff1": 0.334391, + "nauc_recall_at_3_max": 0.430836, + "nauc_recall_at_3_std": 0.229919, + "nauc_recall_at_3_diff1": 0.218813, + "nauc_recall_at_5_max": 0.449799, + "nauc_recall_at_5_std": 0.252767, + "nauc_recall_at_5_diff1": 0.136501, + "nauc_recall_at_10_max": 0.474895, + "nauc_recall_at_10_std": 0.306875, + "nauc_recall_at_10_diff1": 0.08213, + "nauc_recall_at_20_max": 0.445362, + "nauc_recall_at_20_std": 0.347512, + "nauc_recall_at_20_diff1": 0.054777, + "nauc_recall_at_100_max": 0.400885, + "nauc_recall_at_100_std": 0.476586, + "nauc_recall_at_100_diff1": 0.09353, + "nauc_recall_at_1000_max": 0.534313, + "nauc_recall_at_1000_std": 0.801918, + "nauc_recall_at_1000_diff1": 0.135897, + "nauc_precision_at_1_max": 0.410198, + "nauc_precision_at_1_std": 0.398305, + "nauc_precision_at_1_diff1": 0.400415, + "nauc_precision_at_3_max": 0.347209, + "nauc_precision_at_3_std": 0.206337, + "nauc_precision_at_3_diff1": -0.052786, + "nauc_precision_at_5_max": 0.219127, + "nauc_precision_at_5_std": 0.17177, + "nauc_precision_at_5_diff1": -0.192109, + "nauc_precision_at_10_max": 0.081259, + "nauc_precision_at_10_std": 0.117183, + "nauc_precision_at_10_diff1": -0.222172, + "nauc_precision_at_20_max": -0.088784, + "nauc_precision_at_20_std": -0.012785, + "nauc_precision_at_20_diff1": -0.210414, + "nauc_precision_at_100_max": -0.200317, + "nauc_precision_at_100_std": -0.119928, + "nauc_precision_at_100_diff1": -0.207295, + "nauc_precision_at_1000_max": -0.208735, + "nauc_precision_at_1000_std": -0.238166, + "nauc_precision_at_1000_diff1": -0.214753, + "nauc_mrr_at_1_max": 0.410198, + "nauc_mrr_at_1_std": 0.398305, + "nauc_mrr_at_1_diff1": 0.400415, + "nauc_mrr_at_3_max": 0.450213, + "nauc_mrr_at_3_std": 0.390552, + "nauc_mrr_at_3_diff1": 0.331065, + "nauc_mrr_at_5_max": 0.445425, + "nauc_mrr_at_5_std": 0.375563, + "nauc_mrr_at_5_diff1": 0.339296, + "nauc_mrr_at_10_max": 0.44981, + "nauc_mrr_at_10_std": 0.370288, + "nauc_mrr_at_10_diff1": 0.335243, + "nauc_mrr_at_20_max": 0.446852, + "nauc_mrr_at_20_std": 0.376032, + "nauc_mrr_at_20_diff1": 0.336567, + "nauc_mrr_at_100_max": 0.446728, + "nauc_mrr_at_100_std": 0.375635, + "nauc_mrr_at_100_diff1": 0.338276, + "nauc_mrr_at_1000_max": 0.446728, + "nauc_mrr_at_1000_std": 0.375635, + "nauc_mrr_at_1000_diff1": 0.338276, + "main_score": 0.59106, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.57578, + "ndcg_at_5": 0.5689, + "ndcg_at_10": 0.55754, + "ndcg_at_20": 0.56098, + "ndcg_at_100": 0.60444, + "ndcg_at_1000": 0.69415, + "map_at_1": 0.08283, + "map_at_3": 0.16446, + "map_at_5": 0.20549, + "map_at_10": 0.25353, + "map_at_20": 0.29427, + "map_at_100": 0.37445, + "map_at_1000": 0.42855, + "recall_at_1": 0.08283, + "recall_at_3": 0.18933, + "recall_at_5": 0.25207, + "recall_at_10": 0.33729, + "recall_at_20": 0.42684, + "recall_at_100": 0.66657, + "recall_at_1000": 0.9259, + "precision_at_1": 0.735, + "precision_at_3": 0.64, + "precision_at_5": 0.577, + "precision_at_10": 0.4795, + "precision_at_20": 0.39025, + "precision_at_100": 0.2078, + "precision_at_1000": 0.05362, + "mrr_at_1": 0.735, + "mrr_at_3": 0.814167, + "mrr_at_5": 0.822917, + "mrr_at_10": 0.824597, + "mrr_at_20": 0.826327, + "mrr_at_100": 0.826474, + "mrr_at_1000": 0.826474, + "nauc_ndcg_at_1_max": 0.164985, + "nauc_ndcg_at_1_std": 0.238022, + "nauc_ndcg_at_1_diff1": 0.226738, + "nauc_ndcg_at_3_max": 0.243354, + "nauc_ndcg_at_3_std": 0.318471, + "nauc_ndcg_at_3_diff1": 0.140971, + "nauc_ndcg_at_5_max": 0.250824, + "nauc_ndcg_at_5_std": 0.31766, + "nauc_ndcg_at_5_diff1": 0.071822, + "nauc_ndcg_at_10_max": 0.308694, + "nauc_ndcg_at_10_std": 0.352352, + "nauc_ndcg_at_10_diff1": 0.018564, + "nauc_ndcg_at_20_max": 0.364285, + "nauc_ndcg_at_20_std": 0.399581, + "nauc_ndcg_at_20_diff1": 0.003036, + "nauc_ndcg_at_100_max": 0.397331, + "nauc_ndcg_at_100_std": 0.549363, + "nauc_ndcg_at_100_diff1": 0.022032, + "nauc_ndcg_at_1000_max": 0.35169, + "nauc_ndcg_at_1000_std": 0.508176, + "nauc_ndcg_at_1000_diff1": 0.070405, + "nauc_map_at_1_max": 0.281438, + "nauc_map_at_1_std": 0.205319, + "nauc_map_at_1_diff1": 0.003747, + "nauc_map_at_3_max": 0.374358, + "nauc_map_at_3_std": 0.335868, + "nauc_map_at_3_diff1": 0.034632, + "nauc_map_at_5_max": 0.381153, + "nauc_map_at_5_std": 0.385746, + "nauc_map_at_5_diff1": 0.006887, + "nauc_map_at_10_max": 0.401878, + "nauc_map_at_10_std": 0.424391, + "nauc_map_at_10_diff1": -0.018888, + "nauc_map_at_20_max": 0.396708, + "nauc_map_at_20_std": 0.45209, + "nauc_map_at_20_diff1": -0.027848, + "nauc_map_at_100_max": 0.377679, + "nauc_map_at_100_std": 0.525503, + "nauc_map_at_100_diff1": -0.021313, + "nauc_map_at_1000_max": 0.363207, + "nauc_map_at_1000_std": 0.503122, + "nauc_map_at_1000_diff1": -0.009626, + "nauc_recall_at_1_max": 0.281438, + "nauc_recall_at_1_std": 0.205319, + "nauc_recall_at_1_diff1": 0.003747, + "nauc_recall_at_3_max": 0.355828, + "nauc_recall_at_3_std": 0.301423, + "nauc_recall_at_3_diff1": 0.026819, + "nauc_recall_at_5_max": 0.360364, + "nauc_recall_at_5_std": 0.361956, + "nauc_recall_at_5_diff1": -0.022708, + "nauc_recall_at_10_max": 0.3959, + "nauc_recall_at_10_std": 0.395728, + "nauc_recall_at_10_diff1": -0.054246, + "nauc_recall_at_20_max": 0.395505, + "nauc_recall_at_20_std": 0.420263, + "nauc_recall_at_20_diff1": -0.069832, + "nauc_recall_at_100_max": 0.393492, + "nauc_recall_at_100_std": 0.59794, + "nauc_recall_at_100_diff1": -0.063999, + "nauc_recall_at_1000_max": 0.578057, + "nauc_recall_at_1000_std": 0.855617, + "nauc_recall_at_1000_diff1": -0.014369, + "nauc_precision_at_1_max": 0.130481, + "nauc_precision_at_1_std": 0.267479, + "nauc_precision_at_1_diff1": 0.200757, + "nauc_precision_at_3_max": 0.10494, + "nauc_precision_at_3_std": 0.2902, + "nauc_precision_at_3_diff1": 0.058702, + "nauc_precision_at_5_max": 0.022814, + "nauc_precision_at_5_std": 0.193058, + "nauc_precision_at_5_diff1": -0.001456, + "nauc_precision_at_10_max": -0.054829, + "nauc_precision_at_10_std": 0.043607, + "nauc_precision_at_10_diff1": -0.05647, + "nauc_precision_at_20_max": -0.149576, + "nauc_precision_at_20_std": -0.051563, + "nauc_precision_at_20_diff1": -0.03255, + "nauc_precision_at_100_max": -0.209906, + "nauc_precision_at_100_std": -0.164314, + "nauc_precision_at_100_diff1": 0.004756, + "nauc_precision_at_1000_max": -0.230546, + "nauc_precision_at_1000_std": -0.305085, + "nauc_precision_at_1000_diff1": 0.013247, + "nauc_mrr_at_1_max": 0.130481, + "nauc_mrr_at_1_std": 0.267479, + "nauc_mrr_at_1_diff1": 0.200757, + "nauc_mrr_at_3_max": 0.190605, + "nauc_mrr_at_3_std": 0.307828, + "nauc_mrr_at_3_diff1": 0.2062, + "nauc_mrr_at_5_max": 0.174735, + "nauc_mrr_at_5_std": 0.32217, + "nauc_mrr_at_5_diff1": 0.198026, + "nauc_mrr_at_10_max": 0.175737, + "nauc_mrr_at_10_std": 0.318626, + "nauc_mrr_at_10_diff1": 0.197629, + "nauc_mrr_at_20_max": 0.174771, + "nauc_mrr_at_20_std": 0.315936, + "nauc_mrr_at_20_diff1": 0.201999, + "nauc_mrr_at_100_max": 0.173996, + "nauc_mrr_at_100_std": 0.315896, + "nauc_mrr_at_100_diff1": 0.202074, + "nauc_mrr_at_1000_max": 0.173996, + "nauc_mrr_at_1000_std": 0.315896, + "nauc_mrr_at_1000_diff1": 0.202074, + "main_score": 0.55754, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5975, + "ndcg_at_3": 0.57936, + "ndcg_at_5": 0.56356, + "ndcg_at_10": 0.55808, + "ndcg_at_20": 0.56464, + "ndcg_at_100": 0.60977, + "ndcg_at_1000": 0.70008, + "map_at_1": 0.0874, + "map_at_3": 0.17465, + "map_at_5": 0.21433, + "map_at_10": 0.26406, + "map_at_20": 0.30404, + "map_at_100": 0.38599, + "map_at_1000": 0.43942, + "recall_at_1": 0.0874, + "recall_at_3": 0.19551, + "recall_at_5": 0.24985, + "recall_at_10": 0.34501, + "recall_at_20": 0.42927, + "recall_at_100": 0.67506, + "recall_at_1000": 0.92915, + "precision_at_1": 0.725, + "precision_at_3": 0.64667, + "precision_at_5": 0.565, + "precision_at_10": 0.4775, + "precision_at_20": 0.391, + "precision_at_100": 0.20625, + "precision_at_1000": 0.05402, + "mrr_at_1": 0.725, + "mrr_at_3": 0.804167, + "mrr_at_5": 0.813667, + "mrr_at_10": 0.819073, + "mrr_at_20": 0.819649, + "mrr_at_100": 0.820043, + "mrr_at_1000": 0.820043, + "nauc_ndcg_at_1_max": 0.315611, + "nauc_ndcg_at_1_std": 0.27846, + "nauc_ndcg_at_1_diff1": 0.240262, + "nauc_ndcg_at_3_max": 0.299367, + "nauc_ndcg_at_3_std": 0.271944, + "nauc_ndcg_at_3_diff1": 0.122142, + "nauc_ndcg_at_5_max": 0.335155, + "nauc_ndcg_at_5_std": 0.315212, + "nauc_ndcg_at_5_diff1": 0.124384, + "nauc_ndcg_at_10_max": 0.36075, + "nauc_ndcg_at_10_std": 0.358877, + "nauc_ndcg_at_10_diff1": 0.083455, + "nauc_ndcg_at_20_max": 0.384661, + "nauc_ndcg_at_20_std": 0.396308, + "nauc_ndcg_at_20_diff1": 0.076312, + "nauc_ndcg_at_100_max": 0.437815, + "nauc_ndcg_at_100_std": 0.529243, + "nauc_ndcg_at_100_diff1": 0.112165, + "nauc_ndcg_at_1000_max": 0.404572, + "nauc_ndcg_at_1000_std": 0.477066, + "nauc_ndcg_at_1000_diff1": 0.134043, + "nauc_map_at_1_max": 0.300009, + "nauc_map_at_1_std": 0.202959, + "nauc_map_at_1_diff1": 0.103223, + "nauc_map_at_3_max": 0.390917, + "nauc_map_at_3_std": 0.329093, + "nauc_map_at_3_diff1": 0.162939, + "nauc_map_at_5_max": 0.411894, + "nauc_map_at_5_std": 0.374401, + "nauc_map_at_5_diff1": 0.160253, + "nauc_map_at_10_max": 0.428692, + "nauc_map_at_10_std": 0.429782, + "nauc_map_at_10_diff1": 0.130435, + "nauc_map_at_20_max": 0.423861, + "nauc_map_at_20_std": 0.462483, + "nauc_map_at_20_diff1": 0.112218, + "nauc_map_at_100_max": 0.401872, + "nauc_map_at_100_std": 0.525995, + "nauc_map_at_100_diff1": 0.088777, + "nauc_map_at_1000_max": 0.37965, + "nauc_map_at_1000_std": 0.498103, + "nauc_map_at_1000_diff1": 0.069759, + "nauc_recall_at_1_max": 0.300009, + "nauc_recall_at_1_std": 0.202959, + "nauc_recall_at_1_diff1": 0.103223, + "nauc_recall_at_3_max": 0.35249, + "nauc_recall_at_3_std": 0.31237, + "nauc_recall_at_3_diff1": 0.143139, + "nauc_recall_at_5_max": 0.387733, + "nauc_recall_at_5_std": 0.368591, + "nauc_recall_at_5_diff1": 0.151298, + "nauc_recall_at_10_max": 0.398678, + "nauc_recall_at_10_std": 0.437408, + "nauc_recall_at_10_diff1": 0.118674, + "nauc_recall_at_20_max": 0.389432, + "nauc_recall_at_20_std": 0.460226, + "nauc_recall_at_20_diff1": 0.092848, + "nauc_recall_at_100_max": 0.387321, + "nauc_recall_at_100_std": 0.601132, + "nauc_recall_at_100_diff1": 0.068998, + "nauc_recall_at_1000_max": 0.528592, + "nauc_recall_at_1000_std": 0.831956, + "nauc_recall_at_1000_diff1": 0.180005, + "nauc_precision_at_1_max": 0.35554, + "nauc_precision_at_1_std": 0.265014, + "nauc_precision_at_1_diff1": 0.207378, + "nauc_precision_at_3_max": 0.179407, + "nauc_precision_at_3_std": 0.187534, + "nauc_precision_at_3_diff1": -0.019347, + "nauc_precision_at_5_max": 0.133035, + "nauc_precision_at_5_std": 0.175109, + "nauc_precision_at_5_diff1": -0.034605, + "nauc_precision_at_10_max": -0.000261, + "nauc_precision_at_10_std": 0.058691, + "nauc_precision_at_10_diff1": -0.139645, + "nauc_precision_at_20_max": -0.158276, + "nauc_precision_at_20_std": -0.082938, + "nauc_precision_at_20_diff1": -0.166632, + "nauc_precision_at_100_max": -0.249091, + "nauc_precision_at_100_std": -0.214432, + "nauc_precision_at_100_diff1": -0.146521, + "nauc_precision_at_1000_max": -0.24312, + "nauc_precision_at_1000_std": -0.333167, + "nauc_precision_at_1000_diff1": -0.123054, + "nauc_mrr_at_1_max": 0.35554, + "nauc_mrr_at_1_std": 0.265014, + "nauc_mrr_at_1_diff1": 0.207378, + "nauc_mrr_at_3_max": 0.365779, + "nauc_mrr_at_3_std": 0.256106, + "nauc_mrr_at_3_diff1": 0.12687, + "nauc_mrr_at_5_max": 0.377764, + "nauc_mrr_at_5_std": 0.281753, + "nauc_mrr_at_5_diff1": 0.146471, + "nauc_mrr_at_10_max": 0.37511, + "nauc_mrr_at_10_std": 0.275021, + "nauc_mrr_at_10_diff1": 0.162744, + "nauc_mrr_at_20_max": 0.373358, + "nauc_mrr_at_20_std": 0.275108, + "nauc_mrr_at_20_diff1": 0.160845, + "nauc_mrr_at_100_max": 0.373395, + "nauc_mrr_at_100_std": 0.274246, + "nauc_mrr_at_100_diff1": 0.159704, + "nauc_mrr_at_1000_max": 0.373395, + "nauc_mrr_at_1000_std": 0.274246, + "nauc_mrr_at_1000_diff1": 0.159704, + "main_score": 0.55808, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.615, + "ndcg_at_3": 0.55889, + "ndcg_at_5": 0.53748, + "ndcg_at_10": 0.5153, + "ndcg_at_20": 0.51745, + "ndcg_at_100": 0.57734, + "ndcg_at_1000": 0.68243, + "map_at_1": 0.04979, + "map_at_3": 0.10156, + "map_at_5": 0.13258, + "map_at_10": 0.18324, + "map_at_20": 0.24168, + "map_at_100": 0.3557, + "map_at_1000": 0.40795, + "recall_at_1": 0.04979, + "recall_at_3": 0.11137, + "recall_at_5": 0.15657, + "recall_at_10": 0.24583, + "recall_at_20": 0.37174, + "recall_at_100": 0.67748, + "recall_at_1000": 0.9746, + "precision_at_1": 0.755, + "precision_at_3": 0.65333, + "precision_at_5": 0.599, + "precision_at_10": 0.513, + "precision_at_20": 0.4335, + "precision_at_100": 0.2204, + "precision_at_1000": 0.03969, + "mrr_at_1": 0.755, + "mrr_at_3": 0.8, + "mrr_at_5": 0.8075, + "mrr_at_10": 0.813048, + "mrr_at_20": 0.81507, + "mrr_at_100": 0.815457, + "mrr_at_1000": 0.815568, + "nauc_ndcg_at_1_max": 0.3433, + "nauc_ndcg_at_1_std": 0.239893, + "nauc_ndcg_at_1_diff1": 0.161557, + "nauc_ndcg_at_3_max": 0.3666, + "nauc_ndcg_at_3_std": 0.25211, + "nauc_ndcg_at_3_diff1": 0.071397, + "nauc_ndcg_at_5_max": 0.385563, + "nauc_ndcg_at_5_std": 0.26037, + "nauc_ndcg_at_5_diff1": 0.076511, + "nauc_ndcg_at_10_max": 0.371609, + "nauc_ndcg_at_10_std": 0.259299, + "nauc_ndcg_at_10_diff1": 0.060687, + "nauc_ndcg_at_20_max": 0.378726, + "nauc_ndcg_at_20_std": 0.284922, + "nauc_ndcg_at_20_diff1": 0.087796, + "nauc_ndcg_at_100_max": 0.426772, + "nauc_ndcg_at_100_std": 0.338042, + "nauc_ndcg_at_100_diff1": 0.118984, + "nauc_ndcg_at_1000_max": 0.472625, + "nauc_ndcg_at_1000_std": 0.410976, + "nauc_ndcg_at_1000_diff1": 0.095903, + "nauc_map_at_1_max": 0.020653, + "nauc_map_at_1_std": -0.073555, + "nauc_map_at_1_diff1": 0.36112, + "nauc_map_at_3_max": 0.112516, + "nauc_map_at_3_std": -0.071529, + "nauc_map_at_3_diff1": 0.226669, + "nauc_map_at_5_max": 0.149347, + "nauc_map_at_5_std": -0.059807, + "nauc_map_at_5_diff1": 0.226628, + "nauc_map_at_10_max": 0.18738, + "nauc_map_at_10_std": -0.033925, + "nauc_map_at_10_diff1": 0.160841, + "nauc_map_at_20_max": 0.248223, + "nauc_map_at_20_std": 0.031635, + "nauc_map_at_20_diff1": 0.126531, + "nauc_map_at_100_max": 0.375427, + "nauc_map_at_100_std": 0.225601, + "nauc_map_at_100_diff1": 0.085683, + "nauc_map_at_1000_max": 0.400139, + "nauc_map_at_1000_std": 0.306363, + "nauc_map_at_1000_diff1": 0.071686, + "nauc_recall_at_1_max": 0.020653, + "nauc_recall_at_1_std": -0.073555, + "nauc_recall_at_1_diff1": 0.36112, + "nauc_recall_at_3_max": 0.063622, + "nauc_recall_at_3_std": -0.081538, + "nauc_recall_at_3_diff1": 0.227872, + "nauc_recall_at_5_max": 0.076931, + "nauc_recall_at_5_std": -0.075428, + "nauc_recall_at_5_diff1": 0.21718, + "nauc_recall_at_10_max": 0.06353, + "nauc_recall_at_10_std": -0.07794, + "nauc_recall_at_10_diff1": 0.120465, + "nauc_recall_at_20_max": 0.068302, + "nauc_recall_at_20_std": -0.021509, + "nauc_recall_at_20_diff1": 0.091305, + "nauc_recall_at_100_max": 0.173629, + "nauc_recall_at_100_std": 0.170516, + "nauc_recall_at_100_diff1": 0.069945, + "nauc_recall_at_1000_max": 0.338261, + "nauc_recall_at_1000_std": 0.505659, + "nauc_recall_at_1000_diff1": -0.037523, + "nauc_precision_at_1_max": 0.495388, + "nauc_precision_at_1_std": 0.279044, + "nauc_precision_at_1_diff1": 0.179143, + "nauc_precision_at_3_max": 0.42009, + "nauc_precision_at_3_std": 0.257804, + "nauc_precision_at_3_diff1": -0.01473, + "nauc_precision_at_5_max": 0.400893, + "nauc_precision_at_5_std": 0.268512, + "nauc_precision_at_5_diff1": -0.008636, + "nauc_precision_at_10_max": 0.337769, + "nauc_precision_at_10_std": 0.269716, + "nauc_precision_at_10_diff1": -0.090739, + "nauc_precision_at_20_max": 0.298268, + "nauc_precision_at_20_std": 0.314653, + "nauc_precision_at_20_diff1": -0.088015, + "nauc_precision_at_100_max": 0.189808, + "nauc_precision_at_100_std": 0.31521, + "nauc_precision_at_100_diff1": -0.072086, + "nauc_precision_at_1000_max": 0.081948, + "nauc_precision_at_1000_std": 0.194866, + "nauc_precision_at_1000_diff1": -0.035164, + "nauc_mrr_at_1_max": 0.495388, + "nauc_mrr_at_1_std": 0.279044, + "nauc_mrr_at_1_diff1": 0.179143, + "nauc_mrr_at_3_max": 0.519733, + "nauc_mrr_at_3_std": 0.383565, + "nauc_mrr_at_3_diff1": 0.19098, + "nauc_mrr_at_5_max": 0.521156, + "nauc_mrr_at_5_std": 0.388295, + "nauc_mrr_at_5_diff1": 0.178769, + "nauc_mrr_at_10_max": 0.518286, + "nauc_mrr_at_10_std": 0.373267, + "nauc_mrr_at_10_diff1": 0.172446, + "nauc_mrr_at_20_max": 0.518391, + "nauc_mrr_at_20_std": 0.374469, + "nauc_mrr_at_20_diff1": 0.17276, + "nauc_mrr_at_100_max": 0.518441, + "nauc_mrr_at_100_std": 0.374398, + "nauc_mrr_at_100_diff1": 0.17384, + "nauc_mrr_at_1000_max": 0.518241, + "nauc_mrr_at_1000_std": 0.374005, + "nauc_mrr_at_1000_diff1": 0.173589, + "main_score": 0.5153, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.545, + "ndcg_at_3": 0.51136, + "ndcg_at_5": 0.48012, + "ndcg_at_10": 0.47186, + "ndcg_at_20": 0.46927, + "ndcg_at_100": 0.5318, + "ndcg_at_1000": 0.64372, + "map_at_1": 0.04564, + "map_at_3": 0.09045, + "map_at_5": 0.11431, + "map_at_10": 0.15801, + "map_at_20": 0.20817, + "map_at_100": 0.30861, + "map_at_1000": 0.35785, + "recall_at_1": 0.04564, + "recall_at_3": 0.09798, + "recall_at_5": 0.13042, + "recall_at_10": 0.21433, + "recall_at_20": 0.32466, + "recall_at_100": 0.6348, + "recall_at_1000": 0.95877, + "precision_at_1": 0.67, + "precision_at_3": 0.59833, + "precision_at_5": 0.532, + "precision_at_10": 0.4735, + "precision_at_20": 0.39875, + "precision_at_100": 0.2058, + "precision_at_1000": 0.03891, + "mrr_at_1": 0.67, + "mrr_at_3": 0.739167, + "mrr_at_5": 0.745667, + "mrr_at_10": 0.754909, + "mrr_at_20": 0.756419, + "mrr_at_100": 0.757286, + "mrr_at_1000": 0.75742, + "nauc_ndcg_at_1_max": 0.324896, + "nauc_ndcg_at_1_std": 0.207818, + "nauc_ndcg_at_1_diff1": 0.207682, + "nauc_ndcg_at_3_max": 0.32292, + "nauc_ndcg_at_3_std": 0.264631, + "nauc_ndcg_at_3_diff1": 0.113813, + "nauc_ndcg_at_5_max": 0.303996, + "nauc_ndcg_at_5_std": 0.267874, + "nauc_ndcg_at_5_diff1": 0.098741, + "nauc_ndcg_at_10_max": 0.348578, + "nauc_ndcg_at_10_std": 0.273215, + "nauc_ndcg_at_10_diff1": 0.101392, + "nauc_ndcg_at_20_max": 0.361199, + "nauc_ndcg_at_20_std": 0.303696, + "nauc_ndcg_at_20_diff1": 0.113758, + "nauc_ndcg_at_100_max": 0.421715, + "nauc_ndcg_at_100_std": 0.372091, + "nauc_ndcg_at_100_diff1": 0.119128, + "nauc_ndcg_at_1000_max": 0.400557, + "nauc_ndcg_at_1000_std": 0.410622, + "nauc_ndcg_at_1000_diff1": 0.094941, + "nauc_map_at_1_max": 0.047482, + "nauc_map_at_1_std": -0.124468, + "nauc_map_at_1_diff1": 0.324862, + "nauc_map_at_3_max": 0.150755, + "nauc_map_at_3_std": -0.069277, + "nauc_map_at_3_diff1": 0.231949, + "nauc_map_at_5_max": 0.156351, + "nauc_map_at_5_std": -0.057206, + "nauc_map_at_5_diff1": 0.183862, + "nauc_map_at_10_max": 0.233232, + "nauc_map_at_10_std": -0.007704, + "nauc_map_at_10_diff1": 0.133748, + "nauc_map_at_20_max": 0.302646, + "nauc_map_at_20_std": 0.089243, + "nauc_map_at_20_diff1": 0.106955, + "nauc_map_at_100_max": 0.396328, + "nauc_map_at_100_std": 0.283062, + "nauc_map_at_100_diff1": 0.091849, + "nauc_map_at_1000_max": 0.388501, + "nauc_map_at_1000_std": 0.345232, + "nauc_map_at_1000_diff1": 0.05944, + "nauc_recall_at_1_max": 0.047482, + "nauc_recall_at_1_std": -0.124468, + "nauc_recall_at_1_diff1": 0.324862, + "nauc_recall_at_3_max": 0.119839, + "nauc_recall_at_3_std": -0.084695, + "nauc_recall_at_3_diff1": 0.232065, + "nauc_recall_at_5_max": 0.111381, + "nauc_recall_at_5_std": -0.058136, + "nauc_recall_at_5_diff1": 0.180433, + "nauc_recall_at_10_max": 0.154592, + "nauc_recall_at_10_std": -0.033732, + "nauc_recall_at_10_diff1": 0.082955, + "nauc_recall_at_20_max": 0.205324, + "nauc_recall_at_20_std": 0.078265, + "nauc_recall_at_20_diff1": 0.062463, + "nauc_recall_at_100_max": 0.283843, + "nauc_recall_at_100_std": 0.303929, + "nauc_recall_at_100_diff1": 0.053177, + "nauc_recall_at_1000_max": 0.451691, + "nauc_recall_at_1000_std": 0.658702, + "nauc_recall_at_1000_diff1": -0.166073, + "nauc_precision_at_1_max": 0.396023, + "nauc_precision_at_1_std": 0.20428, + "nauc_precision_at_1_diff1": 0.239593, + "nauc_precision_at_3_max": 0.330646, + "nauc_precision_at_3_std": 0.313115, + "nauc_precision_at_3_diff1": 0.035523, + "nauc_precision_at_5_max": 0.281105, + "nauc_precision_at_5_std": 0.313754, + "nauc_precision_at_5_diff1": -0.017984, + "nauc_precision_at_10_max": 0.317416, + "nauc_precision_at_10_std": 0.316943, + "nauc_precision_at_10_diff1": -0.053018, + "nauc_precision_at_20_max": 0.293361, + "nauc_precision_at_20_std": 0.374882, + "nauc_precision_at_20_diff1": -0.06306, + "nauc_precision_at_100_max": 0.139492, + "nauc_precision_at_100_std": 0.328452, + "nauc_precision_at_100_diff1": -0.069065, + "nauc_precision_at_1000_max": -0.004906, + "nauc_precision_at_1000_std": 0.155009, + "nauc_precision_at_1000_diff1": -0.092692, + "nauc_mrr_at_1_max": 0.396023, + "nauc_mrr_at_1_std": 0.20428, + "nauc_mrr_at_1_diff1": 0.239593, + "nauc_mrr_at_3_max": 0.385474, + "nauc_mrr_at_3_std": 0.231363, + "nauc_mrr_at_3_diff1": 0.250581, + "nauc_mrr_at_5_max": 0.382748, + "nauc_mrr_at_5_std": 0.261974, + "nauc_mrr_at_5_diff1": 0.254091, + "nauc_mrr_at_10_max": 0.389196, + "nauc_mrr_at_10_std": 0.250827, + "nauc_mrr_at_10_diff1": 0.251071, + "nauc_mrr_at_20_max": 0.390512, + "nauc_mrr_at_20_std": 0.253314, + "nauc_mrr_at_20_diff1": 0.25141, + "nauc_mrr_at_100_max": 0.390094, + "nauc_mrr_at_100_std": 0.252988, + "nauc_mrr_at_100_diff1": 0.25048, + "nauc_mrr_at_1000_max": 0.389969, + "nauc_mrr_at_1000_std": 0.252556, + "nauc_mrr_at_1000_diff1": 0.250696, + "main_score": 0.47186, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54, + "ndcg_at_3": 0.48481, + "ndcg_at_5": 0.48551, + "ndcg_at_10": 0.46755, + "ndcg_at_20": 0.46415, + "ndcg_at_100": 0.52326, + "ndcg_at_1000": 0.63684, + "map_at_1": 0.03795, + "map_at_3": 0.0798, + "map_at_5": 0.11101, + "map_at_10": 0.15488, + "map_at_20": 0.20439, + "map_at_100": 0.30336, + "map_at_1000": 0.35437, + "recall_at_1": 0.03795, + "recall_at_3": 0.08799, + "recall_at_5": 0.13708, + "recall_at_10": 0.21542, + "recall_at_20": 0.32719, + "recall_at_100": 0.63475, + "recall_at_1000": 0.95799, + "precision_at_1": 0.655, + "precision_at_3": 0.57667, + "precision_at_5": 0.558, + "precision_at_10": 0.4855, + "precision_at_20": 0.4025, + "precision_at_100": 0.20495, + "precision_at_1000": 0.03889, + "mrr_at_1": 0.655, + "mrr_at_3": 0.715, + "mrr_at_5": 0.728, + "mrr_at_10": 0.736804, + "mrr_at_20": 0.73966, + "mrr_at_100": 0.740306, + "mrr_at_1000": 0.740379, + "nauc_ndcg_at_1_max": 0.219149, + "nauc_ndcg_at_1_std": 0.143279, + "nauc_ndcg_at_1_diff1": 0.273935, + "nauc_ndcg_at_3_max": 0.279573, + "nauc_ndcg_at_3_std": 0.158107, + "nauc_ndcg_at_3_diff1": 0.190634, + "nauc_ndcg_at_5_max": 0.306905, + "nauc_ndcg_at_5_std": 0.178222, + "nauc_ndcg_at_5_diff1": 0.183191, + "nauc_ndcg_at_10_max": 0.320956, + "nauc_ndcg_at_10_std": 0.213734, + "nauc_ndcg_at_10_diff1": 0.153718, + "nauc_ndcg_at_20_max": 0.339, + "nauc_ndcg_at_20_std": 0.218431, + "nauc_ndcg_at_20_diff1": 0.158633, + "nauc_ndcg_at_100_max": 0.416558, + "nauc_ndcg_at_100_std": 0.319989, + "nauc_ndcg_at_100_diff1": 0.161573, + "nauc_ndcg_at_1000_max": 0.406027, + "nauc_ndcg_at_1000_std": 0.363103, + "nauc_ndcg_at_1000_diff1": 0.14792, + "nauc_map_at_1_max": 0.165704, + "nauc_map_at_1_std": -0.118815, + "nauc_map_at_1_diff1": 0.339282, + "nauc_map_at_3_max": 0.181118, + "nauc_map_at_3_std": -0.124622, + "nauc_map_at_3_diff1": 0.253564, + "nauc_map_at_5_max": 0.192817, + "nauc_map_at_5_std": -0.121878, + "nauc_map_at_5_diff1": 0.245741, + "nauc_map_at_10_max": 0.226372, + "nauc_map_at_10_std": -0.068786, + "nauc_map_at_10_diff1": 0.172524, + "nauc_map_at_20_max": 0.292123, + "nauc_map_at_20_std": -0.003401, + "nauc_map_at_20_diff1": 0.147768, + "nauc_map_at_100_max": 0.419778, + "nauc_map_at_100_std": 0.222883, + "nauc_map_at_100_diff1": 0.120615, + "nauc_map_at_1000_max": 0.426831, + "nauc_map_at_1000_std": 0.299507, + "nauc_map_at_1000_diff1": 0.095096, + "nauc_recall_at_1_max": 0.165704, + "nauc_recall_at_1_std": -0.118815, + "nauc_recall_at_1_diff1": 0.339282, + "nauc_recall_at_3_max": 0.146713, + "nauc_recall_at_3_std": -0.144622, + "nauc_recall_at_3_diff1": 0.232967, + "nauc_recall_at_5_max": 0.121241, + "nauc_recall_at_5_std": -0.152049, + "nauc_recall_at_5_diff1": 0.205034, + "nauc_recall_at_10_max": 0.099172, + "nauc_recall_at_10_std": -0.098018, + "nauc_recall_at_10_diff1": 0.099271, + "nauc_recall_at_20_max": 0.14933, + "nauc_recall_at_20_std": -0.031029, + "nauc_recall_at_20_diff1": 0.078807, + "nauc_recall_at_100_max": 0.223418, + "nauc_recall_at_100_std": 0.233069, + "nauc_recall_at_100_diff1": 0.034948, + "nauc_recall_at_1000_max": 0.492549, + "nauc_recall_at_1000_std": 0.61871, + "nauc_recall_at_1000_diff1": -0.170423, + "nauc_precision_at_1_max": 0.329844, + "nauc_precision_at_1_std": 0.189075, + "nauc_precision_at_1_diff1": 0.298735, + "nauc_precision_at_3_max": 0.303955, + "nauc_precision_at_3_std": 0.189257, + "nauc_precision_at_3_diff1": 0.110118, + "nauc_precision_at_5_max": 0.317421, + "nauc_precision_at_5_std": 0.199167, + "nauc_precision_at_5_diff1": 0.076403, + "nauc_precision_at_10_max": 0.282327, + "nauc_precision_at_10_std": 0.272776, + "nauc_precision_at_10_diff1": -0.020749, + "nauc_precision_at_20_max": 0.266856, + "nauc_precision_at_20_std": 0.30632, + "nauc_precision_at_20_diff1": -0.032116, + "nauc_precision_at_100_max": 0.207537, + "nauc_precision_at_100_std": 0.366206, + "nauc_precision_at_100_diff1": -0.056484, + "nauc_precision_at_1000_max": 0.048791, + "nauc_precision_at_1000_std": 0.216393, + "nauc_precision_at_1000_diff1": -0.074057, + "nauc_mrr_at_1_max": 0.329844, + "nauc_mrr_at_1_std": 0.189075, + "nauc_mrr_at_1_diff1": 0.298735, + "nauc_mrr_at_3_max": 0.366556, + "nauc_mrr_at_3_std": 0.231824, + "nauc_mrr_at_3_diff1": 0.282369, + "nauc_mrr_at_5_max": 0.361925, + "nauc_mrr_at_5_std": 0.233909, + "nauc_mrr_at_5_diff1": 0.275149, + "nauc_mrr_at_10_max": 0.351151, + "nauc_mrr_at_10_std": 0.232827, + "nauc_mrr_at_10_diff1": 0.279387, + "nauc_mrr_at_20_max": 0.353413, + "nauc_mrr_at_20_std": 0.234118, + "nauc_mrr_at_20_diff1": 0.280602, + "nauc_mrr_at_100_max": 0.353924, + "nauc_mrr_at_100_std": 0.23364, + "nauc_mrr_at_100_diff1": 0.280497, + "nauc_mrr_at_1000_max": 0.35384, + "nauc_mrr_at_1000_std": 0.233441, + "nauc_mrr_at_1000_diff1": 0.280559, + "main_score": 0.46755, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.6625, + "ndcg_at_3": 0.59465, + "ndcg_at_5": 0.5781, + "ndcg_at_10": 0.56938, + "ndcg_at_20": 0.58285, + "ndcg_at_100": 0.66225, + "ndcg_at_1000": 0.71193, + "map_at_1": 0.13957, + "map_at_3": 0.23253, + "map_at_5": 0.27803, + "map_at_10": 0.33748, + "map_at_20": 0.38428, + "map_at_100": 0.44949, + "map_at_1000": 0.46429, + "recall_at_1": 0.13957, + "recall_at_3": 0.24818, + "recall_at_5": 0.31979, + "recall_at_10": 0.41835, + "recall_at_20": 0.52795, + "recall_at_100": 0.80874, + "recall_at_1000": 0.97894, + "precision_at_1": 0.735, + "precision_at_3": 0.575, + "precision_at_5": 0.497, + "precision_at_10": 0.386, + "precision_at_20": 0.284, + "precision_at_100": 0.1081, + "precision_at_1000": 0.01455, + "mrr_at_1": 0.735, + "mrr_at_3": 0.799167, + "mrr_at_5": 0.811417, + "mrr_at_10": 0.814423, + "mrr_at_20": 0.815068, + "mrr_at_100": 0.816079, + "mrr_at_1000": 0.816099, + "nauc_ndcg_at_1_max": 0.453682, + "nauc_ndcg_at_1_std": 0.017794, + "nauc_ndcg_at_1_diff1": 0.4074, + "nauc_ndcg_at_3_max": 0.438659, + "nauc_ndcg_at_3_std": 0.113404, + "nauc_ndcg_at_3_diff1": 0.28244, + "nauc_ndcg_at_5_max": 0.463838, + "nauc_ndcg_at_5_std": 0.135082, + "nauc_ndcg_at_5_diff1": 0.302614, + "nauc_ndcg_at_10_max": 0.442786, + "nauc_ndcg_at_10_std": 0.121404, + "nauc_ndcg_at_10_diff1": 0.307266, + "nauc_ndcg_at_20_max": 0.429868, + "nauc_ndcg_at_20_std": 0.113567, + "nauc_ndcg_at_20_diff1": 0.310283, + "nauc_ndcg_at_100_max": 0.445411, + "nauc_ndcg_at_100_std": 0.132164, + "nauc_ndcg_at_100_diff1": 0.337065, + "nauc_ndcg_at_1000_max": 0.492619, + "nauc_ndcg_at_1000_std": 0.158015, + "nauc_ndcg_at_1000_diff1": 0.309895, + "nauc_map_at_1_max": 0.098575, + "nauc_map_at_1_std": -0.053159, + "nauc_map_at_1_diff1": 0.438729, + "nauc_map_at_3_max": 0.188147, + "nauc_map_at_3_std": -0.032053, + "nauc_map_at_3_diff1": 0.340139, + "nauc_map_at_5_max": 0.226762, + "nauc_map_at_5_std": -0.005183, + "nauc_map_at_5_diff1": 0.317807, + "nauc_map_at_10_max": 0.265277, + "nauc_map_at_10_std": 0.018812, + "nauc_map_at_10_diff1": 0.262606, + "nauc_map_at_20_max": 0.288975, + "nauc_map_at_20_std": 0.037926, + "nauc_map_at_20_diff1": 0.235633, + "nauc_map_at_100_max": 0.339669, + "nauc_map_at_100_std": 0.093759, + "nauc_map_at_100_diff1": 0.20154, + "nauc_map_at_1000_max": 0.357162, + "nauc_map_at_1000_std": 0.107141, + "nauc_map_at_1000_diff1": 0.1884, + "nauc_recall_at_1_max": 0.098575, + "nauc_recall_at_1_std": -0.053159, + "nauc_recall_at_1_diff1": 0.438729, + "nauc_recall_at_3_max": 0.156938, + "nauc_recall_at_3_std": -0.026611, + "nauc_recall_at_3_diff1": 0.331444, + "nauc_recall_at_5_max": 0.191934, + "nauc_recall_at_5_std": 0.005415, + "nauc_recall_at_5_diff1": 0.308257, + "nauc_recall_at_10_max": 0.200234, + "nauc_recall_at_10_std": 0.036967, + "nauc_recall_at_10_diff1": 0.244444, + "nauc_recall_at_20_max": 0.203099, + "nauc_recall_at_20_std": 0.015001, + "nauc_recall_at_20_diff1": 0.207226, + "nauc_recall_at_100_max": 0.210593, + "nauc_recall_at_100_std": 0.0709, + "nauc_recall_at_100_diff1": 0.27177, + "nauc_recall_at_1000_max": 0.088049, + "nauc_recall_at_1000_std": 0.24935, + "nauc_recall_at_1000_diff1": 0.294903, + "nauc_precision_at_1_max": 0.555828, + "nauc_precision_at_1_std": 0.143137, + "nauc_precision_at_1_diff1": 0.380793, + "nauc_precision_at_3_max": 0.413758, + "nauc_precision_at_3_std": 0.192804, + "nauc_precision_at_3_diff1": -0.062091, + "nauc_precision_at_5_max": 0.389832, + "nauc_precision_at_5_std": 0.226566, + "nauc_precision_at_5_diff1": -0.129758, + "nauc_precision_at_10_max": 0.32061, + "nauc_precision_at_10_std": 0.215358, + "nauc_precision_at_10_diff1": -0.216232, + "nauc_precision_at_20_max": 0.242336, + "nauc_precision_at_20_std": 0.191795, + "nauc_precision_at_20_diff1": -0.244881, + "nauc_precision_at_100_max": 0.177562, + "nauc_precision_at_100_std": 0.197856, + "nauc_precision_at_100_diff1": -0.256069, + "nauc_precision_at_1000_max": 0.152217, + "nauc_precision_at_1000_std": 0.161706, + "nauc_precision_at_1000_diff1": -0.270566, + "nauc_mrr_at_1_max": 0.555828, + "nauc_mrr_at_1_std": 0.143137, + "nauc_mrr_at_1_diff1": 0.380793, + "nauc_mrr_at_3_max": 0.564159, + "nauc_mrr_at_3_std": 0.234693, + "nauc_mrr_at_3_diff1": 0.36619, + "nauc_mrr_at_5_max": 0.591168, + "nauc_mrr_at_5_std": 0.221692, + "nauc_mrr_at_5_diff1": 0.363933, + "nauc_mrr_at_10_max": 0.587048, + "nauc_mrr_at_10_std": 0.221442, + "nauc_mrr_at_10_diff1": 0.366381, + "nauc_mrr_at_20_max": 0.58684, + "nauc_mrr_at_20_std": 0.218949, + "nauc_mrr_at_20_diff1": 0.367319, + "nauc_mrr_at_100_max": 0.584978, + "nauc_mrr_at_100_std": 0.218328, + "nauc_mrr_at_100_diff1": 0.36789, + "nauc_mrr_at_1000_max": 0.584928, + "nauc_mrr_at_1000_std": 0.218266, + "nauc_mrr_at_1000_diff1": 0.367813, + "main_score": 0.56938, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5925, + "ndcg_at_3": 0.54015, + "ndcg_at_5": 0.52257, + "ndcg_at_10": 0.5147, + "ndcg_at_20": 0.52969, + "ndcg_at_100": 0.60648, + "ndcg_at_1000": 0.66852, + "map_at_1": 0.12637, + "map_at_3": 0.21887, + "map_at_5": 0.25708, + "map_at_10": 0.30206, + "map_at_20": 0.34115, + "map_at_100": 0.39555, + "map_at_1000": 0.41144, + "recall_at_1": 0.12637, + "recall_at_3": 0.24165, + "recall_at_5": 0.29986, + "recall_at_10": 0.38287, + "recall_at_20": 0.49185, + "recall_at_100": 0.74666, + "recall_at_1000": 0.96782, + "precision_at_1": 0.69, + "precision_at_3": 0.54, + "precision_at_5": 0.448, + "precision_at_10": 0.341, + "precision_at_20": 0.24775, + "precision_at_100": 0.09705, + "precision_at_1000": 0.01432, + "mrr_at_1": 0.69, + "mrr_at_3": 0.763333, + "mrr_at_5": 0.770083, + "mrr_at_10": 0.773407, + "mrr_at_20": 0.77554, + "mrr_at_100": 0.776314, + "mrr_at_1000": 0.776465, + "nauc_ndcg_at_1_max": 0.431192, + "nauc_ndcg_at_1_std": 0.101423, + "nauc_ndcg_at_1_diff1": 0.446312, + "nauc_ndcg_at_3_max": 0.348599, + "nauc_ndcg_at_3_std": 0.155784, + "nauc_ndcg_at_3_diff1": 0.225395, + "nauc_ndcg_at_5_max": 0.34286, + "nauc_ndcg_at_5_std": 0.204723, + "nauc_ndcg_at_5_diff1": 0.209515, + "nauc_ndcg_at_10_max": 0.345872, + "nauc_ndcg_at_10_std": 0.189853, + "nauc_ndcg_at_10_diff1": 0.237035, + "nauc_ndcg_at_20_max": 0.353715, + "nauc_ndcg_at_20_std": 0.202788, + "nauc_ndcg_at_20_diff1": 0.26665, + "nauc_ndcg_at_100_max": 0.392855, + "nauc_ndcg_at_100_std": 0.234967, + "nauc_ndcg_at_100_diff1": 0.25636, + "nauc_ndcg_at_1000_max": 0.43254, + "nauc_ndcg_at_1000_std": 0.246099, + "nauc_ndcg_at_1000_diff1": 0.264247, + "nauc_map_at_1_max": 0.112589, + "nauc_map_at_1_std": 0.063699, + "nauc_map_at_1_diff1": 0.318167, + "nauc_map_at_3_max": 0.145492, + "nauc_map_at_3_std": 0.084417, + "nauc_map_at_3_diff1": 0.200274, + "nauc_map_at_5_max": 0.139924, + "nauc_map_at_5_std": 0.097443, + "nauc_map_at_5_diff1": 0.172776, + "nauc_map_at_10_max": 0.163444, + "nauc_map_at_10_std": 0.09209, + "nauc_map_at_10_diff1": 0.167035, + "nauc_map_at_20_max": 0.197748, + "nauc_map_at_20_std": 0.123601, + "nauc_map_at_20_diff1": 0.166092, + "nauc_map_at_100_max": 0.243926, + "nauc_map_at_100_std": 0.181632, + "nauc_map_at_100_diff1": 0.153051, + "nauc_map_at_1000_max": 0.257199, + "nauc_map_at_1000_std": 0.191737, + "nauc_map_at_1000_diff1": 0.150475, + "nauc_recall_at_1_max": 0.112589, + "nauc_recall_at_1_std": 0.063699, + "nauc_recall_at_1_diff1": 0.318167, + "nauc_recall_at_3_max": 0.107256, + "nauc_recall_at_3_std": 0.09972, + "nauc_recall_at_3_diff1": 0.132675, + "nauc_recall_at_5_max": 0.107184, + "nauc_recall_at_5_std": 0.121503, + "nauc_recall_at_5_diff1": 0.118067, + "nauc_recall_at_10_max": 0.133076, + "nauc_recall_at_10_std": 0.107859, + "nauc_recall_at_10_diff1": 0.12498, + "nauc_recall_at_20_max": 0.16946, + "nauc_recall_at_20_std": 0.137017, + "nauc_recall_at_20_diff1": 0.168468, + "nauc_recall_at_100_max": 0.237442, + "nauc_recall_at_100_std": 0.203821, + "nauc_recall_at_100_diff1": 0.101163, + "nauc_recall_at_1000_max": 0.298536, + "nauc_recall_at_1000_std": 0.553982, + "nauc_recall_at_1000_diff1": 0.072766, + "nauc_precision_at_1_max": 0.439697, + "nauc_precision_at_1_std": 0.175318, + "nauc_precision_at_1_diff1": 0.397367, + "nauc_precision_at_3_max": 0.25048, + "nauc_precision_at_3_std": 0.145465, + "nauc_precision_at_3_diff1": 0.005187, + "nauc_precision_at_5_max": 0.227624, + "nauc_precision_at_5_std": 0.168251, + "nauc_precision_at_5_diff1": -0.054213, + "nauc_precision_at_10_max": 0.223179, + "nauc_precision_at_10_std": 0.145321, + "nauc_precision_at_10_diff1": -0.065299, + "nauc_precision_at_20_max": 0.235434, + "nauc_precision_at_20_std": 0.186248, + "nauc_precision_at_20_diff1": -0.055269, + "nauc_precision_at_100_max": 0.182277, + "nauc_precision_at_100_std": 0.155067, + "nauc_precision_at_100_diff1": -0.106355, + "nauc_precision_at_1000_max": 0.125781, + "nauc_precision_at_1000_std": 0.071585, + "nauc_precision_at_1000_diff1": -0.101032, + "nauc_mrr_at_1_max": 0.439697, + "nauc_mrr_at_1_std": 0.175318, + "nauc_mrr_at_1_diff1": 0.397367, + "nauc_mrr_at_3_max": 0.460249, + "nauc_mrr_at_3_std": 0.213899, + "nauc_mrr_at_3_diff1": 0.333099, + "nauc_mrr_at_5_max": 0.486902, + "nauc_mrr_at_5_std": 0.2231, + "nauc_mrr_at_5_diff1": 0.337828, + "nauc_mrr_at_10_max": 0.483147, + "nauc_mrr_at_10_std": 0.221103, + "nauc_mrr_at_10_diff1": 0.342561, + "nauc_mrr_at_20_max": 0.480238, + "nauc_mrr_at_20_std": 0.221465, + "nauc_mrr_at_20_diff1": 0.346921, + "nauc_mrr_at_100_max": 0.479255, + "nauc_mrr_at_100_std": 0.218872, + "nauc_mrr_at_100_diff1": 0.347522, + "nauc_mrr_at_1000_max": 0.478922, + "nauc_mrr_at_1000_std": 0.218797, + "nauc_mrr_at_1000_diff1": 0.347365, + "main_score": 0.5147, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.595, + "ndcg_at_3": 0.51914, + "ndcg_at_5": 0.50125, + "ndcg_at_10": 0.50117, + "ndcg_at_20": 0.51923, + "ndcg_at_100": 0.59703, + "ndcg_at_1000": 0.65944, + "map_at_1": 0.13627, + "map_at_3": 0.20835, + "map_at_5": 0.24098, + "map_at_10": 0.28978, + "map_at_20": 0.32901, + "map_at_100": 0.38384, + "map_at_1000": 0.39928, + "recall_at_1": 0.13627, + "recall_at_3": 0.22482, + "recall_at_5": 0.27622, + "recall_at_10": 0.37626, + "recall_at_20": 0.48272, + "recall_at_100": 0.73839, + "recall_at_1000": 0.96348, + "precision_at_1": 0.65, + "precision_at_3": 0.495, + "precision_at_5": 0.42, + "precision_at_10": 0.3295, + "precision_at_20": 0.246, + "precision_at_100": 0.09645, + "precision_at_1000": 0.01424, + "mrr_at_1": 0.65, + "mrr_at_3": 0.723333, + "mrr_at_5": 0.739583, + "mrr_at_10": 0.742756, + "mrr_at_20": 0.744453, + "mrr_at_100": 0.745641, + "mrr_at_1000": 0.745709, + "nauc_ndcg_at_1_max": 0.348876, + "nauc_ndcg_at_1_std": 0.027464, + "nauc_ndcg_at_1_diff1": 0.348411, + "nauc_ndcg_at_3_max": 0.331092, + "nauc_ndcg_at_3_std": 0.165203, + "nauc_ndcg_at_3_diff1": 0.198727, + "nauc_ndcg_at_5_max": 0.32828, + "nauc_ndcg_at_5_std": 0.179523, + "nauc_ndcg_at_5_diff1": 0.194123, + "nauc_ndcg_at_10_max": 0.33071, + "nauc_ndcg_at_10_std": 0.181657, + "nauc_ndcg_at_10_diff1": 0.235062, + "nauc_ndcg_at_20_max": 0.32529, + "nauc_ndcg_at_20_std": 0.18328, + "nauc_ndcg_at_20_diff1": 0.250828, + "nauc_ndcg_at_100_max": 0.369154, + "nauc_ndcg_at_100_std": 0.220432, + "nauc_ndcg_at_100_diff1": 0.265972, + "nauc_ndcg_at_1000_max": 0.413777, + "nauc_ndcg_at_1000_std": 0.231545, + "nauc_ndcg_at_1000_diff1": 0.241286, + "nauc_map_at_1_max": 0.085188, + "nauc_map_at_1_std": 0.07857, + "nauc_map_at_1_diff1": 0.348509, + "nauc_map_at_3_max": 0.150515, + "nauc_map_at_3_std": 0.119921, + "nauc_map_at_3_diff1": 0.281117, + "nauc_map_at_5_max": 0.155423, + "nauc_map_at_5_std": 0.114781, + "nauc_map_at_5_diff1": 0.253525, + "nauc_map_at_10_max": 0.180068, + "nauc_map_at_10_std": 0.123158, + "nauc_map_at_10_diff1": 0.242069, + "nauc_map_at_20_max": 0.210979, + "nauc_map_at_20_std": 0.143656, + "nauc_map_at_20_diff1": 0.229398, + "nauc_map_at_100_max": 0.262907, + "nauc_map_at_100_std": 0.201907, + "nauc_map_at_100_diff1": 0.204372, + "nauc_map_at_1000_max": 0.278858, + "nauc_map_at_1000_std": 0.211797, + "nauc_map_at_1000_diff1": 0.19175, + "nauc_recall_at_1_max": 0.085188, + "nauc_recall_at_1_std": 0.07857, + "nauc_recall_at_1_diff1": 0.348509, + "nauc_recall_at_3_max": 0.126378, + "nauc_recall_at_3_std": 0.128002, + "nauc_recall_at_3_diff1": 0.255406, + "nauc_recall_at_5_max": 0.131349, + "nauc_recall_at_5_std": 0.112208, + "nauc_recall_at_5_diff1": 0.226824, + "nauc_recall_at_10_max": 0.146319, + "nauc_recall_at_10_std": 0.119158, + "nauc_recall_at_10_diff1": 0.214654, + "nauc_recall_at_20_max": 0.159165, + "nauc_recall_at_20_std": 0.12235, + "nauc_recall_at_20_diff1": 0.18357, + "nauc_recall_at_100_max": 0.229905, + "nauc_recall_at_100_std": 0.22578, + "nauc_recall_at_100_diff1": 0.206896, + "nauc_recall_at_1000_max": 0.286306, + "nauc_recall_at_1000_std": 0.550622, + "nauc_recall_at_1000_diff1": 0.247409, + "nauc_precision_at_1_max": 0.400561, + "nauc_precision_at_1_std": 0.117739, + "nauc_precision_at_1_diff1": 0.348507, + "nauc_precision_at_3_max": 0.297516, + "nauc_precision_at_3_std": 0.217295, + "nauc_precision_at_3_diff1": -0.040701, + "nauc_precision_at_5_max": 0.255484, + "nauc_precision_at_5_std": 0.180188, + "nauc_precision_at_5_diff1": -0.124036, + "nauc_precision_at_10_max": 0.288422, + "nauc_precision_at_10_std": 0.187574, + "nauc_precision_at_10_diff1": -0.106101, + "nauc_precision_at_20_max": 0.283191, + "nauc_precision_at_20_std": 0.205153, + "nauc_precision_at_20_diff1": -0.142345, + "nauc_precision_at_100_max": 0.254403, + "nauc_precision_at_100_std": 0.182315, + "nauc_precision_at_100_diff1": -0.206915, + "nauc_precision_at_1000_max": 0.200948, + "nauc_precision_at_1000_std": 0.094276, + "nauc_precision_at_1000_diff1": -0.239721, + "nauc_mrr_at_1_max": 0.400561, + "nauc_mrr_at_1_std": 0.117739, + "nauc_mrr_at_1_diff1": 0.348507, + "nauc_mrr_at_3_max": 0.431562, + "nauc_mrr_at_3_std": 0.176077, + "nauc_mrr_at_3_diff1": 0.319272, + "nauc_mrr_at_5_max": 0.449082, + "nauc_mrr_at_5_std": 0.173436, + "nauc_mrr_at_5_diff1": 0.308913, + "nauc_mrr_at_10_max": 0.448006, + "nauc_mrr_at_10_std": 0.172308, + "nauc_mrr_at_10_diff1": 0.30924, + "nauc_mrr_at_20_max": 0.445558, + "nauc_mrr_at_20_std": 0.175686, + "nauc_mrr_at_20_diff1": 0.309619, + "nauc_mrr_at_100_max": 0.444211, + "nauc_mrr_at_100_std": 0.172422, + "nauc_mrr_at_100_diff1": 0.31131, + "nauc_mrr_at_1000_max": 0.444118, + "nauc_mrr_at_1000_std": 0.172386, + "nauc_mrr_at_1000_diff1": 0.311187, + "main_score": 0.50117, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.645, + "ndcg_at_3": 0.6006, + "ndcg_at_5": 0.58347, + "ndcg_at_10": 0.54945, + "ndcg_at_20": 0.55158, + "ndcg_at_100": 0.62315, + "ndcg_at_1000": 0.71244, + "map_at_1": 0.07103, + "map_at_3": 0.14305, + "map_at_5": 0.1813, + "map_at_10": 0.22697, + "map_at_20": 0.28384, + "map_at_100": 0.37801, + "map_at_1000": 0.42184, + "recall_at_1": 0.07103, + "recall_at_3": 0.15642, + "recall_at_5": 0.20819, + "recall_at_10": 0.27942, + "recall_at_20": 0.39532, + "recall_at_100": 0.70993, + "recall_at_1000": 0.9726, + "precision_at_1": 0.75, + "precision_at_3": 0.65667, + "precision_at_5": 0.596, + "precision_at_10": 0.4785, + "precision_at_20": 0.39425, + "precision_at_100": 0.18715, + "precision_at_1000": 0.03457, + "mrr_at_1": 0.75, + "mrr_at_3": 0.820833, + "mrr_at_5": 0.829083, + "mrr_at_10": 0.830978, + "mrr_at_20": 0.831932, + "mrr_at_100": 0.832467, + "mrr_at_1000": 0.832467, + "nauc_ndcg_at_1_max": 0.395718, + "nauc_ndcg_at_1_std": 0.112461, + "nauc_ndcg_at_1_diff1": 0.489905, + "nauc_ndcg_at_3_max": 0.43641, + "nauc_ndcg_at_3_std": 0.143302, + "nauc_ndcg_at_3_diff1": 0.329882, + "nauc_ndcg_at_5_max": 0.436103, + "nauc_ndcg_at_5_std": 0.166249, + "nauc_ndcg_at_5_diff1": 0.285768, + "nauc_ndcg_at_10_max": 0.452017, + "nauc_ndcg_at_10_std": 0.181335, + "nauc_ndcg_at_10_diff1": 0.314089, + "nauc_ndcg_at_20_max": 0.46329, + "nauc_ndcg_at_20_std": 0.198547, + "nauc_ndcg_at_20_diff1": 0.380229, + "nauc_ndcg_at_100_max": 0.473822, + "nauc_ndcg_at_100_std": 0.279596, + "nauc_ndcg_at_100_diff1": 0.413035, + "nauc_ndcg_at_1000_max": 0.513872, + "nauc_ndcg_at_1000_std": 0.256503, + "nauc_ndcg_at_1000_diff1": 0.375757, + "nauc_map_at_1_max": 0.029662, + "nauc_map_at_1_std": 0.06314, + "nauc_map_at_1_diff1": 0.501544, + "nauc_map_at_3_max": 0.156026, + "nauc_map_at_3_std": 0.085196, + "nauc_map_at_3_diff1": 0.416692, + "nauc_map_at_5_max": 0.202173, + "nauc_map_at_5_std": 0.122951, + "nauc_map_at_5_diff1": 0.389349, + "nauc_map_at_10_max": 0.270647, + "nauc_map_at_10_std": 0.154181, + "nauc_map_at_10_diff1": 0.381157, + "nauc_map_at_20_max": 0.327455, + "nauc_map_at_20_std": 0.20104, + "nauc_map_at_20_diff1": 0.380747, + "nauc_map_at_100_max": 0.407866, + "nauc_map_at_100_std": 0.287699, + "nauc_map_at_100_diff1": 0.338684, + "nauc_map_at_1000_max": 0.425922, + "nauc_map_at_1000_std": 0.306726, + "nauc_map_at_1000_diff1": 0.314548, + "nauc_recall_at_1_max": 0.029662, + "nauc_recall_at_1_std": 0.06314, + "nauc_recall_at_1_diff1": 0.501544, + "nauc_recall_at_3_max": 0.122674, + "nauc_recall_at_3_std": 0.072705, + "nauc_recall_at_3_diff1": 0.357988, + "nauc_recall_at_5_max": 0.151569, + "nauc_recall_at_5_std": 0.105442, + "nauc_recall_at_5_diff1": 0.326405, + "nauc_recall_at_10_max": 0.208644, + "nauc_recall_at_10_std": 0.120773, + "nauc_recall_at_10_diff1": 0.332925, + "nauc_recall_at_20_max": 0.221696, + "nauc_recall_at_20_std": 0.164083, + "nauc_recall_at_20_diff1": 0.370192, + "nauc_recall_at_100_max": 0.227071, + "nauc_recall_at_100_std": 0.282209, + "nauc_recall_at_100_diff1": 0.286863, + "nauc_recall_at_1000_max": 0.50505, + "nauc_recall_at_1000_std": 0.670546, + "nauc_recall_at_1000_diff1": 0.111036, + "nauc_precision_at_1_max": 0.44157, + "nauc_precision_at_1_std": 0.25147, + "nauc_precision_at_1_diff1": 0.499623, + "nauc_precision_at_3_max": 0.443316, + "nauc_precision_at_3_std": 0.197051, + "nauc_precision_at_3_diff1": 0.074068, + "nauc_precision_at_5_max": 0.421198, + "nauc_precision_at_5_std": 0.195402, + "nauc_precision_at_5_diff1": 0.001396, + "nauc_precision_at_10_max": 0.368733, + "nauc_precision_at_10_std": 0.171501, + "nauc_precision_at_10_diff1": -0.073736, + "nauc_precision_at_20_max": 0.306288, + "nauc_precision_at_20_std": 0.135688, + "nauc_precision_at_20_diff1": -0.098829, + "nauc_precision_at_100_max": 0.083453, + "nauc_precision_at_100_std": 0.071434, + "nauc_precision_at_100_diff1": -0.166393, + "nauc_precision_at_1000_max": -0.045206, + "nauc_precision_at_1000_std": -0.043175, + "nauc_precision_at_1000_diff1": -0.152544, + "nauc_mrr_at_1_max": 0.44157, + "nauc_mrr_at_1_std": 0.25147, + "nauc_mrr_at_1_diff1": 0.499623, + "nauc_mrr_at_3_max": 0.469435, + "nauc_mrr_at_3_std": 0.215877, + "nauc_mrr_at_3_diff1": 0.470918, + "nauc_mrr_at_5_max": 0.459501, + "nauc_mrr_at_5_std": 0.213072, + "nauc_mrr_at_5_diff1": 0.484677, + "nauc_mrr_at_10_max": 0.453336, + "nauc_mrr_at_10_std": 0.214369, + "nauc_mrr_at_10_diff1": 0.487623, + "nauc_mrr_at_20_max": 0.456765, + "nauc_mrr_at_20_std": 0.21353, + "nauc_mrr_at_20_diff1": 0.485935, + "nauc_mrr_at_100_max": 0.456039, + "nauc_mrr_at_100_std": 0.217342, + "nauc_mrr_at_100_diff1": 0.485757, + "nauc_mrr_at_1000_max": 0.456039, + "nauc_mrr_at_1000_std": 0.217342, + "nauc_mrr_at_1000_diff1": 0.485757, + "main_score": 0.54945, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.53432, + "ndcg_at_5": 0.50254, + "ndcg_at_10": 0.48951, + "ndcg_at_20": 0.4858, + "ndcg_at_100": 0.55764, + "ndcg_at_1000": 0.65907, + "map_at_1": 0.0591, + "map_at_3": 0.11669, + "map_at_5": 0.14484, + "map_at_10": 0.19241, + "map_at_20": 0.23663, + "map_at_100": 0.31819, + "map_at_1000": 0.36085, + "recall_at_1": 0.0591, + "recall_at_3": 0.12814, + "recall_at_5": 0.16747, + "recall_at_10": 0.25028, + "recall_at_20": 0.35255, + "recall_at_100": 0.64695, + "recall_at_1000": 0.9557, + "precision_at_1": 0.67, + "precision_at_3": 0.59333, + "precision_at_5": 0.518, + "precision_at_10": 0.4425, + "precision_at_20": 0.35175, + "precision_at_100": 0.1725, + "precision_at_1000": 0.03369, + "mrr_at_1": 0.67, + "mrr_at_3": 0.75, + "mrr_at_5": 0.75925, + "mrr_at_10": 0.764423, + "mrr_at_20": 0.765775, + "mrr_at_100": 0.766603, + "mrr_at_1000": 0.766671, + "nauc_ndcg_at_1_max": 0.305542, + "nauc_ndcg_at_1_std": 0.221477, + "nauc_ndcg_at_1_diff1": 0.253404, + "nauc_ndcg_at_3_max": 0.351087, + "nauc_ndcg_at_3_std": 0.215988, + "nauc_ndcg_at_3_diff1": 0.186805, + "nauc_ndcg_at_5_max": 0.392316, + "nauc_ndcg_at_5_std": 0.261195, + "nauc_ndcg_at_5_diff1": 0.18136, + "nauc_ndcg_at_10_max": 0.423122, + "nauc_ndcg_at_10_std": 0.2408, + "nauc_ndcg_at_10_diff1": 0.180824, + "nauc_ndcg_at_20_max": 0.421711, + "nauc_ndcg_at_20_std": 0.244555, + "nauc_ndcg_at_20_diff1": 0.217004, + "nauc_ndcg_at_100_max": 0.409875, + "nauc_ndcg_at_100_std": 0.341582, + "nauc_ndcg_at_100_diff1": 0.257937, + "nauc_ndcg_at_1000_max": 0.429711, + "nauc_ndcg_at_1000_std": 0.293454, + "nauc_ndcg_at_1000_diff1": 0.240795, + "nauc_map_at_1_max": -0.018637, + "nauc_map_at_1_std": 0.028923, + "nauc_map_at_1_diff1": 0.38118, + "nauc_map_at_3_max": 0.159503, + "nauc_map_at_3_std": 0.081097, + "nauc_map_at_3_diff1": 0.331985, + "nauc_map_at_5_max": 0.225592, + "nauc_map_at_5_std": 0.138167, + "nauc_map_at_5_diff1": 0.310512, + "nauc_map_at_10_max": 0.291728, + "nauc_map_at_10_std": 0.177777, + "nauc_map_at_10_diff1": 0.273903, + "nauc_map_at_20_max": 0.33224, + "nauc_map_at_20_std": 0.22163, + "nauc_map_at_20_diff1": 0.248312, + "nauc_map_at_100_max": 0.376029, + "nauc_map_at_100_std": 0.310447, + "nauc_map_at_100_diff1": 0.236346, + "nauc_map_at_1000_max": 0.378621, + "nauc_map_at_1000_std": 0.326725, + "nauc_map_at_1000_diff1": 0.2199, + "nauc_recall_at_1_max": -0.018637, + "nauc_recall_at_1_std": 0.028923, + "nauc_recall_at_1_diff1": 0.38118, + "nauc_recall_at_3_max": 0.153763, + "nauc_recall_at_3_std": 0.06255, + "nauc_recall_at_3_diff1": 0.326866, + "nauc_recall_at_5_max": 0.218593, + "nauc_recall_at_5_std": 0.11639, + "nauc_recall_at_5_diff1": 0.289064, + "nauc_recall_at_10_max": 0.270964, + "nauc_recall_at_10_std": 0.139941, + "nauc_recall_at_10_diff1": 0.260304, + "nauc_recall_at_20_max": 0.240748, + "nauc_recall_at_20_std": 0.17015, + "nauc_recall_at_20_diff1": 0.212121, + "nauc_recall_at_100_max": 0.219412, + "nauc_recall_at_100_std": 0.374822, + "nauc_recall_at_100_diff1": 0.217853, + "nauc_recall_at_1000_max": 0.36946, + "nauc_recall_at_1000_std": 0.651603, + "nauc_recall_at_1000_diff1": 0.124571, + "nauc_precision_at_1_max": 0.30217, + "nauc_precision_at_1_std": 0.281983, + "nauc_precision_at_1_diff1": 0.259171, + "nauc_precision_at_3_max": 0.37041, + "nauc_precision_at_3_std": 0.251447, + "nauc_precision_at_3_diff1": 0.089105, + "nauc_precision_at_5_max": 0.391558, + "nauc_precision_at_5_std": 0.290163, + "nauc_precision_at_5_diff1": 0.031443, + "nauc_precision_at_10_max": 0.362084, + "nauc_precision_at_10_std": 0.233409, + "nauc_precision_at_10_diff1": -0.05267, + "nauc_precision_at_20_max": 0.286612, + "nauc_precision_at_20_std": 0.192086, + "nauc_precision_at_20_diff1": -0.082115, + "nauc_precision_at_100_max": 0.086661, + "nauc_precision_at_100_std": 0.109683, + "nauc_precision_at_100_diff1": -0.080269, + "nauc_precision_at_1000_max": -0.013645, + "nauc_precision_at_1000_std": -0.018602, + "nauc_precision_at_1000_diff1": -0.07875, + "nauc_mrr_at_1_max": 0.30217, + "nauc_mrr_at_1_std": 0.281983, + "nauc_mrr_at_1_diff1": 0.259171, + "nauc_mrr_at_3_max": 0.323486, + "nauc_mrr_at_3_std": 0.251023, + "nauc_mrr_at_3_diff1": 0.294164, + "nauc_mrr_at_5_max": 0.323626, + "nauc_mrr_at_5_std": 0.248086, + "nauc_mrr_at_5_diff1": 0.269443, + "nauc_mrr_at_10_max": 0.327394, + "nauc_mrr_at_10_std": 0.239914, + "nauc_mrr_at_10_diff1": 0.27941, + "nauc_mrr_at_20_max": 0.324206, + "nauc_mrr_at_20_std": 0.241905, + "nauc_mrr_at_20_diff1": 0.278327, + "nauc_mrr_at_100_max": 0.3238, + "nauc_mrr_at_100_std": 0.245494, + "nauc_mrr_at_100_diff1": 0.27956, + "nauc_mrr_at_1000_max": 0.323675, + "nauc_mrr_at_1000_std": 0.24592, + "nauc_mrr_at_1000_diff1": 0.279314, + "main_score": 0.48951, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.575, + "ndcg_at_3": 0.53928, + "ndcg_at_5": 0.51802, + "ndcg_at_10": 0.5, + "ndcg_at_20": 0.49604, + "ndcg_at_100": 0.56472, + "ndcg_at_1000": 0.66878, + "map_at_1": 0.06458, + "map_at_3": 0.1252, + "map_at_5": 0.15856, + "map_at_10": 0.20234, + "map_at_20": 0.24638, + "map_at_100": 0.32766, + "map_at_1000": 0.37091, + "recall_at_1": 0.06458, + "recall_at_3": 0.13748, + "recall_at_5": 0.18377, + "recall_at_10": 0.26108, + "recall_at_20": 0.35438, + "recall_at_100": 0.63992, + "recall_at_1000": 0.95391, + "precision_at_1": 0.7, + "precision_at_3": 0.6, + "precision_at_5": 0.533, + "precision_at_10": 0.443, + "precision_at_20": 0.35575, + "precision_at_100": 0.1721, + "precision_at_1000": 0.03374, + "mrr_at_1": 0.7, + "mrr_at_3": 0.7775, + "mrr_at_5": 0.78925, + "mrr_at_10": 0.794645, + "mrr_at_20": 0.795002, + "mrr_at_100": 0.79579, + "mrr_at_1000": 0.795888, + "nauc_ndcg_at_1_max": 0.32083, + "nauc_ndcg_at_1_std": 0.208963, + "nauc_ndcg_at_1_diff1": 0.391966, + "nauc_ndcg_at_3_max": 0.314488, + "nauc_ndcg_at_3_std": 0.21423, + "nauc_ndcg_at_3_diff1": 0.268738, + "nauc_ndcg_at_5_max": 0.336954, + "nauc_ndcg_at_5_std": 0.238717, + "nauc_ndcg_at_5_diff1": 0.288789, + "nauc_ndcg_at_10_max": 0.381546, + "nauc_ndcg_at_10_std": 0.254523, + "nauc_ndcg_at_10_diff1": 0.269576, + "nauc_ndcg_at_20_max": 0.405596, + "nauc_ndcg_at_20_std": 0.282966, + "nauc_ndcg_at_20_diff1": 0.311279, + "nauc_ndcg_at_100_max": 0.383776, + "nauc_ndcg_at_100_std": 0.32352, + "nauc_ndcg_at_100_diff1": 0.380746, + "nauc_ndcg_at_1000_max": 0.394268, + "nauc_ndcg_at_1000_std": 0.33916, + "nauc_ndcg_at_1000_diff1": 0.328265, + "nauc_map_at_1_max": 0.013882, + "nauc_map_at_1_std": 0.062931, + "nauc_map_at_1_diff1": 0.370316, + "nauc_map_at_3_max": 0.099381, + "nauc_map_at_3_std": 0.078716, + "nauc_map_at_3_diff1": 0.260584, + "nauc_map_at_5_max": 0.145892, + "nauc_map_at_5_std": 0.114788, + "nauc_map_at_5_diff1": 0.289522, + "nauc_map_at_10_max": 0.230229, + "nauc_map_at_10_std": 0.16765, + "nauc_map_at_10_diff1": 0.274661, + "nauc_map_at_20_max": 0.292681, + "nauc_map_at_20_std": 0.238232, + "nauc_map_at_20_diff1": 0.274247, + "nauc_map_at_100_max": 0.335313, + "nauc_map_at_100_std": 0.336073, + "nauc_map_at_100_diff1": 0.28328, + "nauc_map_at_1000_max": 0.340728, + "nauc_map_at_1000_std": 0.371188, + "nauc_map_at_1000_diff1": 0.245127, + "nauc_recall_at_1_max": 0.013882, + "nauc_recall_at_1_std": 0.062931, + "nauc_recall_at_1_diff1": 0.370316, + "nauc_recall_at_3_max": 0.073072, + "nauc_recall_at_3_std": 0.041872, + "nauc_recall_at_3_diff1": 0.227549, + "nauc_recall_at_5_max": 0.113416, + "nauc_recall_at_5_std": 0.070617, + "nauc_recall_at_5_diff1": 0.276097, + "nauc_recall_at_10_max": 0.211122, + "nauc_recall_at_10_std": 0.130564, + "nauc_recall_at_10_diff1": 0.265399, + "nauc_recall_at_20_max": 0.274213, + "nauc_recall_at_20_std": 0.200396, + "nauc_recall_at_20_diff1": 0.275366, + "nauc_recall_at_100_max": 0.244402, + "nauc_recall_at_100_std": 0.269777, + "nauc_recall_at_100_diff1": 0.338152, + "nauc_recall_at_1000_max": 0.430452, + "nauc_recall_at_1000_std": 0.615705, + "nauc_recall_at_1000_diff1": 0.19938, + "nauc_precision_at_1_max": 0.339506, + "nauc_precision_at_1_std": 0.371501, + "nauc_precision_at_1_diff1": 0.363763, + "nauc_precision_at_3_max": 0.276, + "nauc_precision_at_3_std": 0.249501, + "nauc_precision_at_3_diff1": 0.082497, + "nauc_precision_at_5_max": 0.327466, + "nauc_precision_at_5_std": 0.29766, + "nauc_precision_at_5_diff1": 0.112432, + "nauc_precision_at_10_max": 0.329697, + "nauc_precision_at_10_std": 0.255926, + "nauc_precision_at_10_diff1": 0.010018, + "nauc_precision_at_20_max": 0.284149, + "nauc_precision_at_20_std": 0.255733, + "nauc_precision_at_20_diff1": -0.022584, + "nauc_precision_at_100_max": 0.085912, + "nauc_precision_at_100_std": 0.161968, + "nauc_precision_at_100_diff1": -0.08684, + "nauc_precision_at_1000_max": -0.02144, + "nauc_precision_at_1000_std": 0.026468, + "nauc_precision_at_1000_diff1": -0.14002, + "nauc_mrr_at_1_max": 0.339506, + "nauc_mrr_at_1_std": 0.371501, + "nauc_mrr_at_1_diff1": 0.363763, + "nauc_mrr_at_3_max": 0.292724, + "nauc_mrr_at_3_std": 0.374611, + "nauc_mrr_at_3_diff1": 0.357362, + "nauc_mrr_at_5_max": 0.300196, + "nauc_mrr_at_5_std": 0.353493, + "nauc_mrr_at_5_diff1": 0.354147, + "nauc_mrr_at_10_max": 0.304626, + "nauc_mrr_at_10_std": 0.351953, + "nauc_mrr_at_10_diff1": 0.36342, + "nauc_mrr_at_20_max": 0.303267, + "nauc_mrr_at_20_std": 0.351229, + "nauc_mrr_at_20_diff1": 0.362432, + "nauc_mrr_at_100_max": 0.303232, + "nauc_mrr_at_100_std": 0.353227, + "nauc_mrr_at_100_diff1": 0.361612, + "nauc_mrr_at_1000_max": 0.303041, + "nauc_mrr_at_1000_std": 0.353489, + "nauc_mrr_at_1000_diff1": 0.361501, + "main_score": 0.5, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.6825, + "ndcg_at_3": 0.62775, + "ndcg_at_5": 0.59261, + "ndcg_at_10": 0.57818, + "ndcg_at_20": 0.57826, + "ndcg_at_100": 0.65662, + "ndcg_at_1000": 0.7261, + "map_at_1": 0.08227, + "map_at_3": 0.17374, + "map_at_5": 0.21826, + "map_at_10": 0.27721, + "map_at_20": 0.33053, + "map_at_100": 0.42183, + "map_at_1000": 0.4478, + "recall_at_1": 0.08227, + "recall_at_3": 0.19224, + "recall_at_5": 0.25191, + "recall_at_10": 0.35328, + "recall_at_20": 0.46811, + "recall_at_100": 0.75736, + "recall_at_1000": 0.97313, + "precision_at_1": 0.78, + "precision_at_3": 0.68333, + "precision_at_5": 0.584, + "precision_at_10": 0.4775, + "precision_at_20": 0.368, + "precision_at_100": 0.15495, + "precision_at_1000": 0.02393, + "mrr_at_1": 0.78, + "mrr_at_3": 0.859167, + "mrr_at_5": 0.863667, + "mrr_at_10": 0.866762, + "mrr_at_20": 0.867179, + "mrr_at_100": 0.867179, + "mrr_at_1000": 0.867217, + "nauc_ndcg_at_1_max": 0.587349, + "nauc_ndcg_at_1_std": 0.204188, + "nauc_ndcg_at_1_diff1": 0.424862, + "nauc_ndcg_at_3_max": 0.399854, + "nauc_ndcg_at_3_std": 0.228098, + "nauc_ndcg_at_3_diff1": 0.136233, + "nauc_ndcg_at_5_max": 0.359163, + "nauc_ndcg_at_5_std": 0.227688, + "nauc_ndcg_at_5_diff1": 0.143562, + "nauc_ndcg_at_10_max": 0.328533, + "nauc_ndcg_at_10_std": 0.254857, + "nauc_ndcg_at_10_diff1": 0.176489, + "nauc_ndcg_at_20_max": 0.318924, + "nauc_ndcg_at_20_std": 0.251206, + "nauc_ndcg_at_20_diff1": 0.168676, + "nauc_ndcg_at_100_max": 0.353601, + "nauc_ndcg_at_100_std": 0.379677, + "nauc_ndcg_at_100_diff1": 0.159945, + "nauc_ndcg_at_1000_max": 0.368041, + "nauc_ndcg_at_1000_std": 0.37077, + "nauc_ndcg_at_1000_diff1": 0.154888, + "nauc_map_at_1_max": 0.084931, + "nauc_map_at_1_std": -0.059018, + "nauc_map_at_1_diff1": 0.468587, + "nauc_map_at_3_max": 0.130374, + "nauc_map_at_3_std": -0.057059, + "nauc_map_at_3_diff1": 0.285893, + "nauc_map_at_5_max": 0.15169, + "nauc_map_at_5_std": -0.033816, + "nauc_map_at_5_diff1": 0.261858, + "nauc_map_at_10_max": 0.169809, + "nauc_map_at_10_std": 0.004152, + "nauc_map_at_10_diff1": 0.242655, + "nauc_map_at_20_max": 0.187142, + "nauc_map_at_20_std": 0.087516, + "nauc_map_at_20_diff1": 0.194509, + "nauc_map_at_100_max": 0.230885, + "nauc_map_at_100_std": 0.297294, + "nauc_map_at_100_diff1": 0.125971, + "nauc_map_at_1000_max": 0.223395, + "nauc_map_at_1000_std": 0.315744, + "nauc_map_at_1000_diff1": 0.099825, + "nauc_recall_at_1_max": 0.084931, + "nauc_recall_at_1_std": -0.059018, + "nauc_recall_at_1_diff1": 0.468587, + "nauc_recall_at_3_max": 0.095707, + "nauc_recall_at_3_std": -0.071723, + "nauc_recall_at_3_diff1": 0.254858, + "nauc_recall_at_5_max": 0.107691, + "nauc_recall_at_5_std": -0.054579, + "nauc_recall_at_5_diff1": 0.23309, + "nauc_recall_at_10_max": 0.091493, + "nauc_recall_at_10_std": -0.042739, + "nauc_recall_at_10_diff1": 0.21585, + "nauc_recall_at_20_max": 0.098237, + "nauc_recall_at_20_std": 0.038669, + "nauc_recall_at_20_diff1": 0.133688, + "nauc_recall_at_100_max": 0.154751, + "nauc_recall_at_100_std": 0.383403, + "nauc_recall_at_100_diff1": 0.042779, + "nauc_recall_at_1000_max": 0.188308, + "nauc_recall_at_1000_std": 0.652304, + "nauc_recall_at_1000_diff1": -0.104926, + "nauc_precision_at_1_max": 0.587275, + "nauc_precision_at_1_std": 0.200121, + "nauc_precision_at_1_diff1": 0.435469, + "nauc_precision_at_3_max": 0.248564, + "nauc_precision_at_3_std": 0.232302, + "nauc_precision_at_3_diff1": -0.091136, + "nauc_precision_at_5_max": 0.211912, + "nauc_precision_at_5_std": 0.257521, + "nauc_precision_at_5_diff1": -0.116936, + "nauc_precision_at_10_max": 0.125235, + "nauc_precision_at_10_std": 0.29565, + "nauc_precision_at_10_diff1": -0.148479, + "nauc_precision_at_20_max": 0.054009, + "nauc_precision_at_20_std": 0.334594, + "nauc_precision_at_20_diff1": -0.222763, + "nauc_precision_at_100_max": 0.02126, + "nauc_precision_at_100_std": 0.306636, + "nauc_precision_at_100_diff1": -0.207916, + "nauc_precision_at_1000_max": -0.096305, + "nauc_precision_at_1000_std": 0.085457, + "nauc_precision_at_1000_diff1": -0.190049, + "nauc_mrr_at_1_max": 0.587275, + "nauc_mrr_at_1_std": 0.200121, + "nauc_mrr_at_1_diff1": 0.435469, + "nauc_mrr_at_3_max": 0.611431, + "nauc_mrr_at_3_std": 0.227739, + "nauc_mrr_at_3_diff1": 0.412249, + "nauc_mrr_at_5_max": 0.604901, + "nauc_mrr_at_5_std": 0.230041, + "nauc_mrr_at_5_diff1": 0.402797, + "nauc_mrr_at_10_max": 0.598481, + "nauc_mrr_at_10_std": 0.21831, + "nauc_mrr_at_10_diff1": 0.409039, + "nauc_mrr_at_20_max": 0.601078, + "nauc_mrr_at_20_std": 0.222932, + "nauc_mrr_at_20_diff1": 0.41232, + "nauc_mrr_at_100_max": 0.601078, + "nauc_mrr_at_100_std": 0.222932, + "nauc_mrr_at_100_diff1": 0.41232, + "nauc_mrr_at_1000_max": 0.601226, + "nauc_mrr_at_1000_std": 0.22289, + "nauc_mrr_at_1000_diff1": 0.412409, + "main_score": 0.57818, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5875, + "ndcg_at_3": 0.54019, + "ndcg_at_5": 0.5098, + "ndcg_at_10": 0.50454, + "ndcg_at_20": 0.50764, + "ndcg_at_100": 0.5969, + "ndcg_at_1000": 0.67459, + "map_at_1": 0.075, + "map_at_3": 0.14812, + "map_at_5": 0.18481, + "map_at_10": 0.23676, + "map_at_20": 0.27981, + "map_at_100": 0.36349, + "map_at_1000": 0.38815, + "recall_at_1": 0.075, + "recall_at_3": 0.16418, + "recall_at_5": 0.21563, + "recall_at_10": 0.3172, + "recall_at_20": 0.41538, + "recall_at_100": 0.71841, + "recall_at_1000": 0.96254, + "precision_at_1": 0.7, + "precision_at_3": 0.58333, + "precision_at_5": 0.504, + "precision_at_10": 0.4195, + "precision_at_20": 0.32025, + "precision_at_100": 0.14425, + "precision_at_1000": 0.02339, + "mrr_at_1": 0.7, + "mrr_at_3": 0.786667, + "mrr_at_5": 0.793917, + "mrr_at_10": 0.801675, + "mrr_at_20": 0.80293, + "mrr_at_100": 0.80293, + "mrr_at_1000": 0.80299, + "nauc_ndcg_at_1_max": 0.428956, + "nauc_ndcg_at_1_std": 0.180894, + "nauc_ndcg_at_1_diff1": 0.364269, + "nauc_ndcg_at_3_max": 0.364706, + "nauc_ndcg_at_3_std": 0.212363, + "nauc_ndcg_at_3_diff1": 0.168923, + "nauc_ndcg_at_5_max": 0.324611, + "nauc_ndcg_at_5_std": 0.223731, + "nauc_ndcg_at_5_diff1": 0.156996, + "nauc_ndcg_at_10_max": 0.28174, + "nauc_ndcg_at_10_std": 0.239799, + "nauc_ndcg_at_10_diff1": 0.165786, + "nauc_ndcg_at_20_max": 0.272047, + "nauc_ndcg_at_20_std": 0.237032, + "nauc_ndcg_at_20_diff1": 0.179059, + "nauc_ndcg_at_100_max": 0.334164, + "nauc_ndcg_at_100_std": 0.37156, + "nauc_ndcg_at_100_diff1": 0.189175, + "nauc_ndcg_at_1000_max": 0.335475, + "nauc_ndcg_at_1000_std": 0.353896, + "nauc_ndcg_at_1000_diff1": 0.165658, + "nauc_map_at_1_max": -0.00585, + "nauc_map_at_1_std": -0.067139, + "nauc_map_at_1_diff1": 0.245287, + "nauc_map_at_3_max": 0.075429, + "nauc_map_at_3_std": -0.087313, + "nauc_map_at_3_diff1": 0.24707, + "nauc_map_at_5_max": 0.096552, + "nauc_map_at_5_std": -0.072575, + "nauc_map_at_5_diff1": 0.23549, + "nauc_map_at_10_max": 0.130452, + "nauc_map_at_10_std": -0.009715, + "nauc_map_at_10_diff1": 0.207304, + "nauc_map_at_20_max": 0.16929, + "nauc_map_at_20_std": 0.074654, + "nauc_map_at_20_diff1": 0.195172, + "nauc_map_at_100_max": 0.24019, + "nauc_map_at_100_std": 0.291699, + "nauc_map_at_100_diff1": 0.162035, + "nauc_map_at_1000_max": 0.232781, + "nauc_map_at_1000_std": 0.308637, + "nauc_map_at_1000_diff1": 0.142868, + "nauc_recall_at_1_max": -0.00585, + "nauc_recall_at_1_std": -0.067139, + "nauc_recall_at_1_diff1": 0.245287, + "nauc_recall_at_3_max": 0.0522, + "nauc_recall_at_3_std": -0.106488, + "nauc_recall_at_3_diff1": 0.245032, + "nauc_recall_at_5_max": 0.070411, + "nauc_recall_at_5_std": -0.089339, + "nauc_recall_at_5_diff1": 0.225637, + "nauc_recall_at_10_max": 0.045258, + "nauc_recall_at_10_std": -0.018788, + "nauc_recall_at_10_diff1": 0.169318, + "nauc_recall_at_20_max": 0.066794, + "nauc_recall_at_20_std": 0.045731, + "nauc_recall_at_20_diff1": 0.17995, + "nauc_recall_at_100_max": 0.185024, + "nauc_recall_at_100_std": 0.393901, + "nauc_recall_at_100_diff1": 0.116652, + "nauc_recall_at_1000_max": 0.287267, + "nauc_recall_at_1000_std": 0.685246, + "nauc_recall_at_1000_diff1": 0.079078, + "nauc_precision_at_1_max": 0.432796, + "nauc_precision_at_1_std": 0.203189, + "nauc_precision_at_1_diff1": 0.347001, + "nauc_precision_at_3_max": 0.312467, + "nauc_precision_at_3_std": 0.24726, + "nauc_precision_at_3_diff1": 0.034952, + "nauc_precision_at_5_max": 0.251889, + "nauc_precision_at_5_std": 0.283146, + "nauc_precision_at_5_diff1": -0.030816, + "nauc_precision_at_10_max": 0.210886, + "nauc_precision_at_10_std": 0.375563, + "nauc_precision_at_10_diff1": -0.094376, + "nauc_precision_at_20_max": 0.18003, + "nauc_precision_at_20_std": 0.418461, + "nauc_precision_at_20_diff1": -0.102635, + "nauc_precision_at_100_max": 0.07784, + "nauc_precision_at_100_std": 0.38007, + "nauc_precision_at_100_diff1": -0.157705, + "nauc_precision_at_1000_max": -0.081483, + "nauc_precision_at_1000_std": 0.121141, + "nauc_precision_at_1000_diff1": -0.18833, + "nauc_mrr_at_1_max": 0.432796, + "nauc_mrr_at_1_std": 0.203189, + "nauc_mrr_at_1_diff1": 0.347001, + "nauc_mrr_at_3_max": 0.460138, + "nauc_mrr_at_3_std": 0.227746, + "nauc_mrr_at_3_diff1": 0.310801, + "nauc_mrr_at_5_max": 0.456583, + "nauc_mrr_at_5_std": 0.223889, + "nauc_mrr_at_5_diff1": 0.322064, + "nauc_mrr_at_10_max": 0.448522, + "nauc_mrr_at_10_std": 0.223113, + "nauc_mrr_at_10_diff1": 0.329388, + "nauc_mrr_at_20_max": 0.450694, + "nauc_mrr_at_20_std": 0.224071, + "nauc_mrr_at_20_diff1": 0.330705, + "nauc_mrr_at_100_max": 0.450694, + "nauc_mrr_at_100_std": 0.224071, + "nauc_mrr_at_100_diff1": 0.330705, + "nauc_mrr_at_1000_max": 0.450722, + "nauc_mrr_at_1000_std": 0.223911, + "nauc_mrr_at_1000_diff1": 0.330615, + "main_score": 0.50454, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.53928, + "ndcg_at_5": 0.51491, + "ndcg_at_10": 0.50065, + "ndcg_at_20": 0.50844, + "ndcg_at_100": 0.58619, + "ndcg_at_1000": 0.66779, + "map_at_1": 0.06882, + "map_at_3": 0.14163, + "map_at_5": 0.18215, + "map_at_10": 0.22959, + "map_at_20": 0.27372, + "map_at_100": 0.35085, + "map_at_1000": 0.37635, + "recall_at_1": 0.06882, + "recall_at_3": 0.15825, + "recall_at_5": 0.21781, + "recall_at_10": 0.3066, + "recall_at_20": 0.41135, + "recall_at_100": 0.69712, + "recall_at_1000": 0.95667, + "precision_at_1": 0.735, + "precision_at_3": 0.58833, + "precision_at_5": 0.522, + "precision_at_10": 0.42, + "precision_at_20": 0.32725, + "precision_at_100": 0.1395, + "precision_at_1000": 0.0231, + "mrr_at_1": 0.735, + "mrr_at_3": 0.805, + "mrr_at_5": 0.81425, + "mrr_at_10": 0.819002, + "mrr_at_20": 0.820382, + "mrr_at_100": 0.82067, + "mrr_at_1000": 0.82072, + "nauc_ndcg_at_1_max": 0.530381, + "nauc_ndcg_at_1_std": 0.229417, + "nauc_ndcg_at_1_diff1": 0.439, + "nauc_ndcg_at_3_max": 0.401843, + "nauc_ndcg_at_3_std": 0.250404, + "nauc_ndcg_at_3_diff1": 0.240623, + "nauc_ndcg_at_5_max": 0.371229, + "nauc_ndcg_at_5_std": 0.23399, + "nauc_ndcg_at_5_diff1": 0.242433, + "nauc_ndcg_at_10_max": 0.341626, + "nauc_ndcg_at_10_std": 0.242268, + "nauc_ndcg_at_10_diff1": 0.283581, + "nauc_ndcg_at_20_max": 0.310143, + "nauc_ndcg_at_20_std": 0.282913, + "nauc_ndcg_at_20_diff1": 0.278283, + "nauc_ndcg_at_100_max": 0.358987, + "nauc_ndcg_at_100_std": 0.429956, + "nauc_ndcg_at_100_diff1": 0.316003, + "nauc_ndcg_at_1000_max": 0.393252, + "nauc_ndcg_at_1000_std": 0.418573, + "nauc_ndcg_at_1000_diff1": 0.338528, + "nauc_map_at_1_max": 0.112926, + "nauc_map_at_1_std": -0.013927, + "nauc_map_at_1_diff1": 0.370593, + "nauc_map_at_3_max": 0.099438, + "nauc_map_at_3_std": -0.028442, + "nauc_map_at_3_diff1": 0.234869, + "nauc_map_at_5_max": 0.122446, + "nauc_map_at_5_std": -0.014784, + "nauc_map_at_5_diff1": 0.217548, + "nauc_map_at_10_max": 0.161212, + "nauc_map_at_10_std": 0.032395, + "nauc_map_at_10_diff1": 0.244152, + "nauc_map_at_20_max": 0.191397, + "nauc_map_at_20_std": 0.127531, + "nauc_map_at_20_diff1": 0.24884, + "nauc_map_at_100_max": 0.244165, + "nauc_map_at_100_std": 0.332634, + "nauc_map_at_100_diff1": 0.25233, + "nauc_map_at_1000_max": 0.24403, + "nauc_map_at_1000_std": 0.354174, + "nauc_map_at_1000_diff1": 0.254553, + "nauc_recall_at_1_max": 0.112926, + "nauc_recall_at_1_std": -0.013927, + "nauc_recall_at_1_diff1": 0.370593, + "nauc_recall_at_3_max": 0.053124, + "nauc_recall_at_3_std": -0.047265, + "nauc_recall_at_3_diff1": 0.165662, + "nauc_recall_at_5_max": 0.059499, + "nauc_recall_at_5_std": -0.045694, + "nauc_recall_at_5_diff1": 0.143518, + "nauc_recall_at_10_max": 0.055238, + "nauc_recall_at_10_std": -0.007909, + "nauc_recall_at_10_diff1": 0.153, + "nauc_recall_at_20_max": 0.065699, + "nauc_recall_at_20_std": 0.110598, + "nauc_recall_at_20_diff1": 0.137066, + "nauc_recall_at_100_max": 0.156259, + "nauc_recall_at_100_std": 0.428989, + "nauc_recall_at_100_diff1": 0.151941, + "nauc_recall_at_1000_max": 0.226286, + "nauc_recall_at_1000_std": 0.733577, + "nauc_recall_at_1000_diff1": 0.307275, + "nauc_precision_at_1_max": 0.657484, + "nauc_precision_at_1_std": 0.390145, + "nauc_precision_at_1_diff1": 0.489445, + "nauc_precision_at_3_max": 0.344713, + "nauc_precision_at_3_std": 0.254147, + "nauc_precision_at_3_diff1": 0.106947, + "nauc_precision_at_5_max": 0.313545, + "nauc_precision_at_5_std": 0.247646, + "nauc_precision_at_5_diff1": 0.074888, + "nauc_precision_at_10_max": 0.281637, + "nauc_precision_at_10_std": 0.339425, + "nauc_precision_at_10_diff1": 0.120969, + "nauc_precision_at_20_max": 0.177201, + "nauc_precision_at_20_std": 0.40183, + "nauc_precision_at_20_diff1": 0.046791, + "nauc_precision_at_100_max": 0.080379, + "nauc_precision_at_100_std": 0.372775, + "nauc_precision_at_100_diff1": -0.010365, + "nauc_precision_at_1000_max": -0.04975, + "nauc_precision_at_1000_std": 0.119015, + "nauc_precision_at_1000_diff1": -0.087138, + "nauc_mrr_at_1_max": 0.657484, + "nauc_mrr_at_1_std": 0.390145, + "nauc_mrr_at_1_diff1": 0.489445, + "nauc_mrr_at_3_max": 0.675741, + "nauc_mrr_at_3_std": 0.42346, + "nauc_mrr_at_3_diff1": 0.458034, + "nauc_mrr_at_5_max": 0.662659, + "nauc_mrr_at_5_std": 0.408404, + "nauc_mrr_at_5_diff1": 0.450065, + "nauc_mrr_at_10_max": 0.65992, + "nauc_mrr_at_10_std": 0.409023, + "nauc_mrr_at_10_diff1": 0.453334, + "nauc_mrr_at_20_max": 0.662053, + "nauc_mrr_at_20_std": 0.411896, + "nauc_mrr_at_20_diff1": 0.458976, + "nauc_mrr_at_100_max": 0.662051, + "nauc_mrr_at_100_std": 0.411347, + "nauc_mrr_at_100_diff1": 0.458615, + "nauc_mrr_at_1000_max": 0.662132, + "nauc_mrr_at_1000_std": 0.411214, + "nauc_mrr_at_1000_diff1": 0.45857, + "main_score": 0.50065, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.645, + "ndcg_at_3": 0.58532, + "ndcg_at_5": 0.5798, + "ndcg_at_10": 0.56432, + "ndcg_at_20": 0.55635, + "ndcg_at_100": 0.62312, + "ndcg_at_1000": 0.69939, + "map_at_1": 0.06324, + "map_at_3": 0.11474, + "map_at_5": 0.15134, + "map_at_10": 0.21249, + "map_at_20": 0.26878, + "map_at_100": 0.3788, + "map_at_1000": 0.43333, + "recall_at_1": 0.06324, + "recall_at_3": 0.12617, + "recall_at_5": 0.17925, + "recall_at_10": 0.27428, + "recall_at_20": 0.38332, + "recall_at_100": 0.69746, + "recall_at_1000": 0.93716, + "precision_at_1": 0.795, + "precision_at_3": 0.69167, + "precision_at_5": 0.644, + "precision_at_10": 0.565, + "precision_at_20": 0.4575, + "precision_at_100": 0.2368, + "precision_at_1000": 0.05138, + "mrr_at_1": 0.795, + "mrr_at_3": 0.848333, + "mrr_at_5": 0.852833, + "mrr_at_10": 0.856712, + "mrr_at_20": 0.857551, + "mrr_at_100": 0.858037, + "mrr_at_1000": 0.858037, + "nauc_ndcg_at_1_max": 0.355106, + "nauc_ndcg_at_1_std": 0.151179, + "nauc_ndcg_at_1_diff1": 0.437247, + "nauc_ndcg_at_3_max": 0.332048, + "nauc_ndcg_at_3_std": 0.183515, + "nauc_ndcg_at_3_diff1": 0.344502, + "nauc_ndcg_at_5_max": 0.3833, + "nauc_ndcg_at_5_std": 0.189928, + "nauc_ndcg_at_5_diff1": 0.31628, + "nauc_ndcg_at_10_max": 0.387983, + "nauc_ndcg_at_10_std": 0.242542, + "nauc_ndcg_at_10_diff1": 0.299923, + "nauc_ndcg_at_20_max": 0.418829, + "nauc_ndcg_at_20_std": 0.31384, + "nauc_ndcg_at_20_diff1": 0.304577, + "nauc_ndcg_at_100_max": 0.456561, + "nauc_ndcg_at_100_std": 0.452067, + "nauc_ndcg_at_100_diff1": 0.299097, + "nauc_ndcg_at_1000_max": 0.526581, + "nauc_ndcg_at_1000_std": 0.463987, + "nauc_ndcg_at_1000_diff1": 0.352342, + "nauc_map_at_1_max": -0.085018, + "nauc_map_at_1_std": -0.172573, + "nauc_map_at_1_diff1": 0.542756, + "nauc_map_at_3_max": -0.004728, + "nauc_map_at_3_std": -0.048181, + "nauc_map_at_3_diff1": 0.395972, + "nauc_map_at_5_max": 0.070882, + "nauc_map_at_5_std": -0.003072, + "nauc_map_at_5_diff1": 0.330954, + "nauc_map_at_10_max": 0.160533, + "nauc_map_at_10_std": 0.106632, + "nauc_map_at_10_diff1": 0.269115, + "nauc_map_at_20_max": 0.208932, + "nauc_map_at_20_std": 0.195591, + "nauc_map_at_20_diff1": 0.219498, + "nauc_map_at_100_max": 0.354028, + "nauc_map_at_100_std": 0.393985, + "nauc_map_at_100_diff1": 0.21938, + "nauc_map_at_1000_max": 0.421181, + "nauc_map_at_1000_std": 0.438704, + "nauc_map_at_1000_diff1": 0.227026, + "nauc_recall_at_1_max": -0.085018, + "nauc_recall_at_1_std": -0.172573, + "nauc_recall_at_1_diff1": 0.542756, + "nauc_recall_at_3_max": -0.028467, + "nauc_recall_at_3_std": -0.048364, + "nauc_recall_at_3_diff1": 0.348004, + "nauc_recall_at_5_max": 0.02607, + "nauc_recall_at_5_std": -0.031732, + "nauc_recall_at_5_diff1": 0.2437, + "nauc_recall_at_10_max": 0.08901, + "nauc_recall_at_10_std": 0.081632, + "nauc_recall_at_10_diff1": 0.19427, + "nauc_recall_at_20_max": 0.094051, + "nauc_recall_at_20_std": 0.142319, + "nauc_recall_at_20_diff1": 0.125025, + "nauc_recall_at_100_max": 0.133952, + "nauc_recall_at_100_std": 0.339953, + "nauc_recall_at_100_diff1": 0.083427, + "nauc_recall_at_1000_max": 0.35856, + "nauc_recall_at_1000_std": 0.611707, + "nauc_recall_at_1000_diff1": 0.131632, + "nauc_precision_at_1_max": 0.550627, + "nauc_precision_at_1_std": 0.267828, + "nauc_precision_at_1_diff1": 0.458047, + "nauc_precision_at_3_max": 0.410957, + "nauc_precision_at_3_std": 0.297832, + "nauc_precision_at_3_diff1": 0.115673, + "nauc_precision_at_5_max": 0.431506, + "nauc_precision_at_5_std": 0.300268, + "nauc_precision_at_5_diff1": 0.016405, + "nauc_precision_at_10_max": 0.370264, + "nauc_precision_at_10_std": 0.30861, + "nauc_precision_at_10_diff1": -0.053866, + "nauc_precision_at_20_max": 0.305678, + "nauc_precision_at_20_std": 0.286829, + "nauc_precision_at_20_diff1": -0.08457, + "nauc_precision_at_100_max": 0.185762, + "nauc_precision_at_100_std": 0.165535, + "nauc_precision_at_100_diff1": -0.04501, + "nauc_precision_at_1000_max": 0.024102, + "nauc_precision_at_1000_std": -0.039907, + "nauc_precision_at_1000_diff1": -0.081677, + "nauc_mrr_at_1_max": 0.550627, + "nauc_mrr_at_1_std": 0.267828, + "nauc_mrr_at_1_diff1": 0.458047, + "nauc_mrr_at_3_max": 0.612517, + "nauc_mrr_at_3_std": 0.36012, + "nauc_mrr_at_3_diff1": 0.481293, + "nauc_mrr_at_5_max": 0.60931, + "nauc_mrr_at_5_std": 0.351125, + "nauc_mrr_at_5_diff1": 0.472899, + "nauc_mrr_at_10_max": 0.607406, + "nauc_mrr_at_10_std": 0.351641, + "nauc_mrr_at_10_diff1": 0.481657, + "nauc_mrr_at_20_max": 0.605772, + "nauc_mrr_at_20_std": 0.348907, + "nauc_mrr_at_20_diff1": 0.482182, + "nauc_mrr_at_100_max": 0.604781, + "nauc_mrr_at_100_std": 0.347052, + "nauc_mrr_at_100_diff1": 0.480594, + "nauc_mrr_at_1000_max": 0.604781, + "nauc_mrr_at_1000_std": 0.347052, + "nauc_mrr_at_1000_diff1": 0.480594, + "main_score": 0.56432, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6125, + "ndcg_at_3": 0.56377, + "ndcg_at_5": 0.54879, + "ndcg_at_10": 0.52858, + "ndcg_at_20": 0.52489, + "ndcg_at_100": 0.59185, + "ndcg_at_1000": 0.67574, + "map_at_1": 0.06075, + "map_at_3": 0.1096, + "map_at_5": 0.14561, + "map_at_10": 0.19495, + "map_at_20": 0.25037, + "map_at_100": 0.34957, + "map_at_1000": 0.40131, + "recall_at_1": 0.06075, + "recall_at_3": 0.12164, + "recall_at_5": 0.17671, + "recall_at_10": 0.26111, + "recall_at_20": 0.36662, + "recall_at_100": 0.6684, + "recall_at_1000": 0.92719, + "precision_at_1": 0.76, + "precision_at_3": 0.66, + "precision_at_5": 0.607, + "precision_at_10": 0.515, + "precision_at_20": 0.42775, + "precision_at_100": 0.22315, + "precision_at_1000": 0.05018, + "mrr_at_1": 0.76, + "mrr_at_3": 0.82, + "mrr_at_5": 0.833, + "mrr_at_10": 0.836403, + "mrr_at_20": 0.836787, + "mrr_at_100": 0.837203, + "mrr_at_1000": 0.837224, + "nauc_ndcg_at_1_max": 0.169429, + "nauc_ndcg_at_1_std": 0.134543, + "nauc_ndcg_at_1_diff1": 0.248272, + "nauc_ndcg_at_3_max": 0.267462, + "nauc_ndcg_at_3_std": 0.189557, + "nauc_ndcg_at_3_diff1": 0.211186, + "nauc_ndcg_at_5_max": 0.271767, + "nauc_ndcg_at_5_std": 0.19222, + "nauc_ndcg_at_5_diff1": 0.199338, + "nauc_ndcg_at_10_max": 0.287385, + "nauc_ndcg_at_10_std": 0.247699, + "nauc_ndcg_at_10_diff1": 0.220638, + "nauc_ndcg_at_20_max": 0.361909, + "nauc_ndcg_at_20_std": 0.318848, + "nauc_ndcg_at_20_diff1": 0.213824, + "nauc_ndcg_at_100_max": 0.441184, + "nauc_ndcg_at_100_std": 0.478118, + "nauc_ndcg_at_100_diff1": 0.182798, + "nauc_ndcg_at_1000_max": 0.462981, + "nauc_ndcg_at_1000_std": 0.479853, + "nauc_ndcg_at_1000_diff1": 0.188538, + "nauc_map_at_1_max": -0.165506, + "nauc_map_at_1_std": -0.104363, + "nauc_map_at_1_diff1": 0.367404, + "nauc_map_at_3_max": -0.008426, + "nauc_map_at_3_std": 0.000296, + "nauc_map_at_3_diff1": 0.285996, + "nauc_map_at_5_max": 0.041796, + "nauc_map_at_5_std": 0.046329, + "nauc_map_at_5_diff1": 0.249634, + "nauc_map_at_10_max": 0.145616, + "nauc_map_at_10_std": 0.145577, + "nauc_map_at_10_diff1": 0.218573, + "nauc_map_at_20_max": 0.2303, + "nauc_map_at_20_std": 0.241034, + "nauc_map_at_20_diff1": 0.175243, + "nauc_map_at_100_max": 0.365171, + "nauc_map_at_100_std": 0.42814, + "nauc_map_at_100_diff1": 0.160787, + "nauc_map_at_1000_max": 0.398283, + "nauc_map_at_1000_std": 0.470036, + "nauc_map_at_1000_diff1": 0.1594, + "nauc_recall_at_1_max": -0.165506, + "nauc_recall_at_1_std": -0.104363, + "nauc_recall_at_1_diff1": 0.367404, + "nauc_recall_at_3_max": -0.020166, + "nauc_recall_at_3_std": -0.027157, + "nauc_recall_at_3_diff1": 0.284145, + "nauc_recall_at_5_max": -0.000713, + "nauc_recall_at_5_std": 0.008248, + "nauc_recall_at_5_diff1": 0.22295, + "nauc_recall_at_10_max": 0.079396, + "nauc_recall_at_10_std": 0.089367, + "nauc_recall_at_10_diff1": 0.168674, + "nauc_recall_at_20_max": 0.170674, + "nauc_recall_at_20_std": 0.188059, + "nauc_recall_at_20_diff1": 0.10213, + "nauc_recall_at_100_max": 0.250127, + "nauc_recall_at_100_std": 0.394466, + "nauc_recall_at_100_diff1": 0.055345, + "nauc_recall_at_1000_max": 0.377483, + "nauc_recall_at_1000_std": 0.613001, + "nauc_recall_at_1000_diff1": 0.00763, + "nauc_precision_at_1_max": 0.291706, + "nauc_precision_at_1_std": 0.229515, + "nauc_precision_at_1_diff1": 0.298964, + "nauc_precision_at_3_max": 0.341297, + "nauc_precision_at_3_std": 0.254022, + "nauc_precision_at_3_diff1": 0.077194, + "nauc_precision_at_5_max": 0.316863, + "nauc_precision_at_5_std": 0.256815, + "nauc_precision_at_5_diff1": -0.001263, + "nauc_precision_at_10_max": 0.299436, + "nauc_precision_at_10_std": 0.300022, + "nauc_precision_at_10_diff1": -0.009481, + "nauc_precision_at_20_max": 0.289711, + "nauc_precision_at_20_std": 0.286689, + "nauc_precision_at_20_diff1": -0.037788, + "nauc_precision_at_100_max": 0.131664, + "nauc_precision_at_100_std": 0.167116, + "nauc_precision_at_100_diff1": -0.037146, + "nauc_precision_at_1000_max": -0.040111, + "nauc_precision_at_1000_std": -0.024545, + "nauc_precision_at_1000_diff1": -0.063802, + "nauc_mrr_at_1_max": 0.291706, + "nauc_mrr_at_1_std": 0.229515, + "nauc_mrr_at_1_diff1": 0.298964, + "nauc_mrr_at_3_max": 0.335407, + "nauc_mrr_at_3_std": 0.259941, + "nauc_mrr_at_3_diff1": 0.281009, + "nauc_mrr_at_5_max": 0.3411, + "nauc_mrr_at_5_std": 0.256457, + "nauc_mrr_at_5_diff1": 0.276792, + "nauc_mrr_at_10_max": 0.34443, + "nauc_mrr_at_10_std": 0.27161, + "nauc_mrr_at_10_diff1": 0.279646, + "nauc_mrr_at_20_max": 0.342748, + "nauc_mrr_at_20_std": 0.269742, + "nauc_mrr_at_20_diff1": 0.277798, + "nauc_mrr_at_100_max": 0.341665, + "nauc_mrr_at_100_std": 0.26865, + "nauc_mrr_at_100_diff1": 0.277632, + "nauc_mrr_at_1000_max": 0.341575, + "nauc_mrr_at_1000_std": 0.26855, + "nauc_mrr_at_1000_diff1": 0.277595, + "main_score": 0.52858, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6075, + "ndcg_at_3": 0.57175, + "ndcg_at_5": 0.55026, + "ndcg_at_10": 0.53329, + "ndcg_at_20": 0.531, + "ndcg_at_100": 0.5915, + "ndcg_at_1000": 0.67296, + "map_at_1": 0.05515, + "map_at_3": 0.10947, + "map_at_5": 0.14226, + "map_at_10": 0.1979, + "map_at_20": 0.25405, + "map_at_100": 0.35417, + "map_at_1000": 0.40637, + "recall_at_1": 0.05515, + "recall_at_3": 0.12412, + "recall_at_5": 0.16715, + "recall_at_10": 0.25689, + "recall_at_20": 0.36586, + "recall_at_100": 0.66575, + "recall_at_1000": 0.91672, + "precision_at_1": 0.76, + "precision_at_3": 0.67167, + "precision_at_5": 0.607, + "precision_at_10": 0.533, + "precision_at_20": 0.441, + "precision_at_100": 0.22375, + "precision_at_1000": 0.04993, + "mrr_at_1": 0.76, + "mrr_at_3": 0.828333, + "mrr_at_5": 0.833083, + "mrr_at_10": 0.836556, + "mrr_at_20": 0.838092, + "mrr_at_100": 0.838597, + "mrr_at_1000": 0.838639, + "nauc_ndcg_at_1_max": 0.389098, + "nauc_ndcg_at_1_std": 0.30561, + "nauc_ndcg_at_1_diff1": 0.202276, + "nauc_ndcg_at_3_max": 0.441072, + "nauc_ndcg_at_3_std": 0.250611, + "nauc_ndcg_at_3_diff1": 0.176228, + "nauc_ndcg_at_5_max": 0.432744, + "nauc_ndcg_at_5_std": 0.283715, + "nauc_ndcg_at_5_diff1": 0.137955, + "nauc_ndcg_at_10_max": 0.452477, + "nauc_ndcg_at_10_std": 0.336817, + "nauc_ndcg_at_10_diff1": 0.137833, + "nauc_ndcg_at_20_max": 0.500601, + "nauc_ndcg_at_20_std": 0.413402, + "nauc_ndcg_at_20_diff1": 0.140095, + "nauc_ndcg_at_100_max": 0.563579, + "nauc_ndcg_at_100_std": 0.556695, + "nauc_ndcg_at_100_diff1": 0.097731, + "nauc_ndcg_at_1000_max": 0.607714, + "nauc_ndcg_at_1000_std": 0.567635, + "nauc_ndcg_at_1000_diff1": 0.116036, + "nauc_map_at_1_max": -0.018667, + "nauc_map_at_1_std": -0.008757, + "nauc_map_at_1_diff1": 0.229293, + "nauc_map_at_3_max": 0.069322, + "nauc_map_at_3_std": 0.030008, + "nauc_map_at_3_diff1": 0.165171, + "nauc_map_at_5_max": 0.143341, + "nauc_map_at_5_std": 0.088576, + "nauc_map_at_5_diff1": 0.126928, + "nauc_map_at_10_max": 0.224376, + "nauc_map_at_10_std": 0.17168, + "nauc_map_at_10_diff1": 0.065831, + "nauc_map_at_20_max": 0.300456, + "nauc_map_at_20_std": 0.266488, + "nauc_map_at_20_diff1": 0.047851, + "nauc_map_at_100_max": 0.441068, + "nauc_map_at_100_std": 0.459056, + "nauc_map_at_100_diff1": 0.051793, + "nauc_map_at_1000_max": 0.502374, + "nauc_map_at_1000_std": 0.517206, + "nauc_map_at_1000_diff1": 0.065852, + "nauc_recall_at_1_max": -0.018667, + "nauc_recall_at_1_std": -0.008757, + "nauc_recall_at_1_diff1": 0.229293, + "nauc_recall_at_3_max": 0.014015, + "nauc_recall_at_3_std": -0.020923, + "nauc_recall_at_3_diff1": 0.130378, + "nauc_recall_at_5_max": 0.083655, + "nauc_recall_at_5_std": 0.051344, + "nauc_recall_at_5_diff1": 0.085626, + "nauc_recall_at_10_max": 0.120985, + "nauc_recall_at_10_std": 0.135709, + "nauc_recall_at_10_diff1": -0.012065, + "nauc_recall_at_20_max": 0.174861, + "nauc_recall_at_20_std": 0.196011, + "nauc_recall_at_20_diff1": -0.013268, + "nauc_recall_at_100_max": 0.239794, + "nauc_recall_at_100_std": 0.381923, + "nauc_recall_at_100_diff1": -0.027222, + "nauc_recall_at_1000_max": 0.450099, + "nauc_recall_at_1000_std": 0.638609, + "nauc_recall_at_1000_diff1": -0.076226, + "nauc_precision_at_1_max": 0.553571, + "nauc_precision_at_1_std": 0.449565, + "nauc_precision_at_1_diff1": 0.254175, + "nauc_precision_at_3_max": 0.508034, + "nauc_precision_at_3_std": 0.307299, + "nauc_precision_at_3_diff1": 0.120634, + "nauc_precision_at_5_max": 0.425684, + "nauc_precision_at_5_std": 0.3029, + "nauc_precision_at_5_diff1": 0.01906, + "nauc_precision_at_10_max": 0.386589, + "nauc_precision_at_10_std": 0.33196, + "nauc_precision_at_10_diff1": 0.010772, + "nauc_precision_at_20_max": 0.3514, + "nauc_precision_at_20_std": 0.334471, + "nauc_precision_at_20_diff1": 0.028123, + "nauc_precision_at_100_max": 0.219717, + "nauc_precision_at_100_std": 0.233005, + "nauc_precision_at_100_diff1": 0.053864, + "nauc_precision_at_1000_max": 0.034867, + "nauc_precision_at_1000_std": 0.01395, + "nauc_precision_at_1000_diff1": 0.044207, + "nauc_mrr_at_1_max": 0.553571, + "nauc_mrr_at_1_std": 0.449565, + "nauc_mrr_at_1_diff1": 0.254175, + "nauc_mrr_at_3_max": 0.61754, + "nauc_mrr_at_3_std": 0.468554, + "nauc_mrr_at_3_diff1": 0.285482, + "nauc_mrr_at_5_max": 0.615128, + "nauc_mrr_at_5_std": 0.491416, + "nauc_mrr_at_5_diff1": 0.288869, + "nauc_mrr_at_10_max": 0.609281, + "nauc_mrr_at_10_std": 0.493602, + "nauc_mrr_at_10_diff1": 0.279278, + "nauc_mrr_at_20_max": 0.609702, + "nauc_mrr_at_20_std": 0.48953, + "nauc_mrr_at_20_diff1": 0.281642, + "nauc_mrr_at_100_max": 0.609035, + "nauc_mrr_at_100_std": 0.488231, + "nauc_mrr_at_100_diff1": 0.282185, + "nauc_mrr_at_1000_max": 0.608927, + "nauc_mrr_at_1000_std": 0.488113, + "nauc_mrr_at_1000_diff1": 0.28201, + "main_score": 0.53329, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.7175, + "ndcg_at_3": 0.6599, + "ndcg_at_5": 0.63223, + "ndcg_at_10": 0.61622, + "ndcg_at_20": 0.61898, + "ndcg_at_100": 0.67456, + "ndcg_at_1000": 0.74655, + "map_at_1": 0.12801, + "map_at_3": 0.2309, + "map_at_5": 0.27502, + "map_at_10": 0.33244, + "map_at_20": 0.37329, + "map_at_100": 0.44748, + "map_at_1000": 0.48478, + "recall_at_1": 0.12801, + "recall_at_3": 0.24643, + "recall_at_5": 0.30379, + "recall_at_10": 0.40677, + "recall_at_20": 0.50621, + "recall_at_100": 0.75299, + "recall_at_1000": 0.96702, + "precision_at_1": 0.8, + "precision_at_3": 0.66167, + "precision_at_5": 0.565, + "precision_at_10": 0.4485, + "precision_at_20": 0.3405, + "precision_at_100": 0.16215, + "precision_at_1000": 0.03456, + "mrr_at_1": 0.8, + "mrr_at_3": 0.863333, + "mrr_at_5": 0.868083, + "mrr_at_10": 0.872542, + "mrr_at_20": 0.873187, + "mrr_at_100": 0.873405, + "mrr_at_1000": 0.873405, + "nauc_ndcg_at_1_max": 0.537203, + "nauc_ndcg_at_1_std": 0.107427, + "nauc_ndcg_at_1_diff1": 0.497567, + "nauc_ndcg_at_3_max": 0.4873, + "nauc_ndcg_at_3_std": 0.139367, + "nauc_ndcg_at_3_diff1": 0.169724, + "nauc_ndcg_at_5_max": 0.489162, + "nauc_ndcg_at_5_std": 0.153536, + "nauc_ndcg_at_5_diff1": 0.137786, + "nauc_ndcg_at_10_max": 0.502065, + "nauc_ndcg_at_10_std": 0.189099, + "nauc_ndcg_at_10_diff1": 0.169705, + "nauc_ndcg_at_20_max": 0.48043, + "nauc_ndcg_at_20_std": 0.18504, + "nauc_ndcg_at_20_diff1": 0.211718, + "nauc_ndcg_at_100_max": 0.549671, + "nauc_ndcg_at_100_std": 0.307072, + "nauc_ndcg_at_100_diff1": 0.235258, + "nauc_ndcg_at_1000_max": 0.530124, + "nauc_ndcg_at_1000_std": 0.268011, + "nauc_ndcg_at_1000_diff1": 0.227847, + "nauc_map_at_1_max": 0.20177, + "nauc_map_at_1_std": 0.079813, + "nauc_map_at_1_diff1": 0.491376, + "nauc_map_at_3_max": 0.290588, + "nauc_map_at_3_std": 0.192216, + "nauc_map_at_3_diff1": 0.247738, + "nauc_map_at_5_max": 0.352215, + "nauc_map_at_5_std": 0.221415, + "nauc_map_at_5_diff1": 0.194606, + "nauc_map_at_10_max": 0.399618, + "nauc_map_at_10_std": 0.231379, + "nauc_map_at_10_diff1": 0.177523, + "nauc_map_at_20_max": 0.402135, + "nauc_map_at_20_std": 0.237854, + "nauc_map_at_20_diff1": 0.159275, + "nauc_map_at_100_max": 0.440642, + "nauc_map_at_100_std": 0.292461, + "nauc_map_at_100_diff1": 0.141577, + "nauc_map_at_1000_max": 0.432637, + "nauc_map_at_1000_std": 0.275166, + "nauc_map_at_1000_diff1": 0.136295, + "nauc_recall_at_1_max": 0.20177, + "nauc_recall_at_1_std": 0.079813, + "nauc_recall_at_1_diff1": 0.491376, + "nauc_recall_at_3_max": 0.281733, + "nauc_recall_at_3_std": 0.191389, + "nauc_recall_at_3_diff1": 0.210112, + "nauc_recall_at_5_max": 0.34316, + "nauc_recall_at_5_std": 0.215317, + "nauc_recall_at_5_diff1": 0.165669, + "nauc_recall_at_10_max": 0.392081, + "nauc_recall_at_10_std": 0.240126, + "nauc_recall_at_10_diff1": 0.179706, + "nauc_recall_at_20_max": 0.347328, + "nauc_recall_at_20_std": 0.234376, + "nauc_recall_at_20_diff1": 0.170791, + "nauc_recall_at_100_max": 0.401594, + "nauc_recall_at_100_std": 0.437489, + "nauc_recall_at_100_diff1": 0.178853, + "nauc_recall_at_1000_max": 0.377482, + "nauc_recall_at_1000_std": 0.790797, + "nauc_recall_at_1000_diff1": 0.23748, + "nauc_precision_at_1_max": 0.582542, + "nauc_precision_at_1_std": 0.134016, + "nauc_precision_at_1_diff1": 0.49794, + "nauc_precision_at_3_max": 0.28281, + "nauc_precision_at_3_std": 0.113409, + "nauc_precision_at_3_diff1": -0.211009, + "nauc_precision_at_5_max": 0.217785, + "nauc_precision_at_5_std": 0.071965, + "nauc_precision_at_5_diff1": -0.254751, + "nauc_precision_at_10_max": 0.126772, + "nauc_precision_at_10_std": -0.00832, + "nauc_precision_at_10_diff1": -0.221179, + "nauc_precision_at_20_max": -0.011256, + "nauc_precision_at_20_std": -0.091948, + "nauc_precision_at_20_diff1": -0.185861, + "nauc_precision_at_100_max": -0.089879, + "nauc_precision_at_100_std": -0.107642, + "nauc_precision_at_100_diff1": -0.102055, + "nauc_precision_at_1000_max": -0.1261, + "nauc_precision_at_1000_std": -0.281895, + "nauc_precision_at_1000_diff1": -0.060426, + "nauc_mrr_at_1_max": 0.582542, + "nauc_mrr_at_1_std": 0.134016, + "nauc_mrr_at_1_diff1": 0.49794, + "nauc_mrr_at_3_max": 0.615852, + "nauc_mrr_at_3_std": 0.169887, + "nauc_mrr_at_3_diff1": 0.490451, + "nauc_mrr_at_5_max": 0.607047, + "nauc_mrr_at_5_std": 0.169827, + "nauc_mrr_at_5_diff1": 0.487856, + "nauc_mrr_at_10_max": 0.609441, + "nauc_mrr_at_10_std": 0.177282, + "nauc_mrr_at_10_diff1": 0.488483, + "nauc_mrr_at_20_max": 0.607343, + "nauc_mrr_at_20_std": 0.172865, + "nauc_mrr_at_20_diff1": 0.487404, + "nauc_mrr_at_100_max": 0.607795, + "nauc_mrr_at_100_std": 0.172174, + "nauc_mrr_at_100_diff1": 0.489307, + "nauc_mrr_at_1000_max": 0.607795, + "nauc_mrr_at_1000_std": 0.172174, + "nauc_mrr_at_1000_diff1": 0.489307, + "main_score": 0.61622, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6425, + "ndcg_at_3": 0.59113, + "ndcg_at_5": 0.57308, + "ndcg_at_10": 0.56407, + "ndcg_at_20": 0.56311, + "ndcg_at_100": 0.62063, + "ndcg_at_1000": 0.70207, + "map_at_1": 0.12576, + "map_at_3": 0.20822, + "map_at_5": 0.25103, + "map_at_10": 0.30507, + "map_at_20": 0.33825, + "map_at_100": 0.39895, + "map_at_1000": 0.43281, + "recall_at_1": 0.12576, + "recall_at_3": 0.22406, + "recall_at_5": 0.28639, + "recall_at_10": 0.38461, + "recall_at_20": 0.46516, + "recall_at_100": 0.70415, + "recall_at_1000": 0.94891, + "precision_at_1": 0.73, + "precision_at_3": 0.59167, + "precision_at_5": 0.51, + "precision_at_10": 0.41, + "precision_at_20": 0.30175, + "precision_at_100": 0.14475, + "precision_at_1000": 0.03301, + "mrr_at_1": 0.73, + "mrr_at_3": 0.8075, + "mrr_at_5": 0.81325, + "mrr_at_10": 0.820496, + "mrr_at_20": 0.821471, + "mrr_at_100": 0.821948, + "mrr_at_1000": 0.821948, + "nauc_ndcg_at_1_max": 0.489254, + "nauc_ndcg_at_1_std": 0.180443, + "nauc_ndcg_at_1_diff1": 0.480158, + "nauc_ndcg_at_3_max": 0.498571, + "nauc_ndcg_at_3_std": 0.192106, + "nauc_ndcg_at_3_diff1": 0.252731, + "nauc_ndcg_at_5_max": 0.528049, + "nauc_ndcg_at_5_std": 0.278996, + "nauc_ndcg_at_5_diff1": 0.236761, + "nauc_ndcg_at_10_max": 0.524908, + "nauc_ndcg_at_10_std": 0.306562, + "nauc_ndcg_at_10_diff1": 0.249284, + "nauc_ndcg_at_20_max": 0.510815, + "nauc_ndcg_at_20_std": 0.307251, + "nauc_ndcg_at_20_diff1": 0.248939, + "nauc_ndcg_at_100_max": 0.530342, + "nauc_ndcg_at_100_std": 0.387291, + "nauc_ndcg_at_100_diff1": 0.276156, + "nauc_ndcg_at_1000_max": 0.539619, + "nauc_ndcg_at_1000_std": 0.329738, + "nauc_ndcg_at_1000_diff1": 0.262992, + "nauc_map_at_1_max": 0.25517, + "nauc_map_at_1_std": 0.110195, + "nauc_map_at_1_diff1": 0.400731, + "nauc_map_at_3_max": 0.321215, + "nauc_map_at_3_std": 0.21703, + "nauc_map_at_3_diff1": 0.31839, + "nauc_map_at_5_max": 0.36894, + "nauc_map_at_5_std": 0.25826, + "nauc_map_at_5_diff1": 0.271906, + "nauc_map_at_10_max": 0.398702, + "nauc_map_at_10_std": 0.278587, + "nauc_map_at_10_diff1": 0.243963, + "nauc_map_at_20_max": 0.417647, + "nauc_map_at_20_std": 0.300516, + "nauc_map_at_20_diff1": 0.226057, + "nauc_map_at_100_max": 0.46546, + "nauc_map_at_100_std": 0.354418, + "nauc_map_at_100_diff1": 0.203174, + "nauc_map_at_1000_max": 0.474298, + "nauc_map_at_1000_std": 0.339128, + "nauc_map_at_1000_diff1": 0.182173, + "nauc_recall_at_1_max": 0.25517, + "nauc_recall_at_1_std": 0.110195, + "nauc_recall_at_1_diff1": 0.400731, + "nauc_recall_at_3_max": 0.314245, + "nauc_recall_at_3_std": 0.234932, + "nauc_recall_at_3_diff1": 0.306197, + "nauc_recall_at_5_max": 0.361134, + "nauc_recall_at_5_std": 0.306108, + "nauc_recall_at_5_diff1": 0.239289, + "nauc_recall_at_10_max": 0.360841, + "nauc_recall_at_10_std": 0.30942, + "nauc_recall_at_10_diff1": 0.228627, + "nauc_recall_at_20_max": 0.357803, + "nauc_recall_at_20_std": 0.315766, + "nauc_recall_at_20_diff1": 0.202081, + "nauc_recall_at_100_max": 0.362335, + "nauc_recall_at_100_std": 0.515486, + "nauc_recall_at_100_diff1": 0.177123, + "nauc_recall_at_1000_max": 0.378559, + "nauc_recall_at_1000_std": 0.778505, + "nauc_recall_at_1000_diff1": 0.260536, + "nauc_precision_at_1_max": 0.515019, + "nauc_precision_at_1_std": 0.161041, + "nauc_precision_at_1_diff1": 0.505121, + "nauc_precision_at_3_max": 0.323201, + "nauc_precision_at_3_std": 0.145933, + "nauc_precision_at_3_diff1": -0.042982, + "nauc_precision_at_5_max": 0.297061, + "nauc_precision_at_5_std": 0.162451, + "nauc_precision_at_5_diff1": -0.104705, + "nauc_precision_at_10_max": 0.192271, + "nauc_precision_at_10_std": 0.081141, + "nauc_precision_at_10_diff1": -0.145668, + "nauc_precision_at_20_max": 0.111614, + "nauc_precision_at_20_std": 0.019679, + "nauc_precision_at_20_diff1": -0.178673, + "nauc_precision_at_100_max": -0.010059, + "nauc_precision_at_100_std": -0.094866, + "nauc_precision_at_100_diff1": -0.209415, + "nauc_precision_at_1000_max": -0.069025, + "nauc_precision_at_1000_std": -0.297346, + "nauc_precision_at_1000_diff1": -0.204352, + "nauc_mrr_at_1_max": 0.515019, + "nauc_mrr_at_1_std": 0.161041, + "nauc_mrr_at_1_diff1": 0.505121, + "nauc_mrr_at_3_max": 0.537075, + "nauc_mrr_at_3_std": 0.177852, + "nauc_mrr_at_3_diff1": 0.472639, + "nauc_mrr_at_5_max": 0.549125, + "nauc_mrr_at_5_std": 0.193627, + "nauc_mrr_at_5_diff1": 0.465817, + "nauc_mrr_at_10_max": 0.538616, + "nauc_mrr_at_10_std": 0.179067, + "nauc_mrr_at_10_diff1": 0.474517, + "nauc_mrr_at_20_max": 0.539731, + "nauc_mrr_at_20_std": 0.178947, + "nauc_mrr_at_20_diff1": 0.478438, + "nauc_mrr_at_100_max": 0.538943, + "nauc_mrr_at_100_std": 0.179396, + "nauc_mrr_at_100_diff1": 0.477715, + "nauc_mrr_at_1000_max": 0.538943, + "nauc_mrr_at_1000_std": 0.179396, + "nauc_mrr_at_1000_diff1": 0.477715, + "main_score": 0.56407, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.635, + "ndcg_at_3": 0.59556, + "ndcg_at_5": 0.5678, + "ndcg_at_10": 0.5622, + "ndcg_at_20": 0.56865, + "ndcg_at_100": 0.62307, + "ndcg_at_1000": 0.70443, + "map_at_1": 0.12612, + "map_at_3": 0.21745, + "map_at_5": 0.25451, + "map_at_10": 0.30081, + "map_at_20": 0.33553, + "map_at_100": 0.39832, + "map_at_1000": 0.43349, + "recall_at_1": 0.12612, + "recall_at_3": 0.238, + "recall_at_5": 0.29116, + "recall_at_10": 0.37641, + "recall_at_20": 0.46482, + "recall_at_100": 0.69883, + "recall_at_1000": 0.94754, + "precision_at_1": 0.725, + "precision_at_3": 0.60833, + "precision_at_5": 0.507, + "precision_at_10": 0.4065, + "precision_at_20": 0.30775, + "precision_at_100": 0.14915, + "precision_at_1000": 0.03336, + "mrr_at_1": 0.725, + "mrr_at_3": 0.811667, + "mrr_at_5": 0.819417, + "mrr_at_10": 0.823012, + "mrr_at_20": 0.823619, + "mrr_at_100": 0.823936, + "mrr_at_1000": 0.823936, + "nauc_ndcg_at_1_max": 0.626204, + "nauc_ndcg_at_1_std": 0.28594, + "nauc_ndcg_at_1_diff1": 0.425954, + "nauc_ndcg_at_3_max": 0.583972, + "nauc_ndcg_at_3_std": 0.295855, + "nauc_ndcg_at_3_diff1": 0.218291, + "nauc_ndcg_at_5_max": 0.591905, + "nauc_ndcg_at_5_std": 0.332202, + "nauc_ndcg_at_5_diff1": 0.235543, + "nauc_ndcg_at_10_max": 0.549587, + "nauc_ndcg_at_10_std": 0.324813, + "nauc_ndcg_at_10_diff1": 0.2195, + "nauc_ndcg_at_20_max": 0.532229, + "nauc_ndcg_at_20_std": 0.331096, + "nauc_ndcg_at_20_diff1": 0.221107, + "nauc_ndcg_at_100_max": 0.574677, + "nauc_ndcg_at_100_std": 0.412498, + "nauc_ndcg_at_100_diff1": 0.271765, + "nauc_ndcg_at_1000_max": 0.575556, + "nauc_ndcg_at_1000_std": 0.383726, + "nauc_ndcg_at_1000_diff1": 0.255705, + "nauc_map_at_1_max": 0.295337, + "nauc_map_at_1_std": 0.144865, + "nauc_map_at_1_diff1": 0.476079, + "nauc_map_at_3_max": 0.348425, + "nauc_map_at_3_std": 0.269837, + "nauc_map_at_3_diff1": 0.355512, + "nauc_map_at_5_max": 0.390948, + "nauc_map_at_5_std": 0.303477, + "nauc_map_at_5_diff1": 0.318116, + "nauc_map_at_10_max": 0.411936, + "nauc_map_at_10_std": 0.30942, + "nauc_map_at_10_diff1": 0.276168, + "nauc_map_at_20_max": 0.426503, + "nauc_map_at_20_std": 0.323826, + "nauc_map_at_20_diff1": 0.263647, + "nauc_map_at_100_max": 0.477671, + "nauc_map_at_100_std": 0.377849, + "nauc_map_at_100_diff1": 0.233794, + "nauc_map_at_1000_max": 0.484202, + "nauc_map_at_1000_std": 0.36727, + "nauc_map_at_1000_diff1": 0.208752, + "nauc_recall_at_1_max": 0.295337, + "nauc_recall_at_1_std": 0.144865, + "nauc_recall_at_1_diff1": 0.476079, + "nauc_recall_at_3_max": 0.311153, + "nauc_recall_at_3_std": 0.286151, + "nauc_recall_at_3_diff1": 0.311676, + "nauc_recall_at_5_max": 0.351276, + "nauc_recall_at_5_std": 0.322728, + "nauc_recall_at_5_diff1": 0.288615, + "nauc_recall_at_10_max": 0.357646, + "nauc_recall_at_10_std": 0.321145, + "nauc_recall_at_10_diff1": 0.247369, + "nauc_recall_at_20_max": 0.349896, + "nauc_recall_at_20_std": 0.331051, + "nauc_recall_at_20_diff1": 0.240487, + "nauc_recall_at_100_max": 0.399208, + "nauc_recall_at_100_std": 0.482938, + "nauc_recall_at_100_diff1": 0.241344, + "nauc_recall_at_1000_max": 0.409368, + "nauc_recall_at_1000_std": 0.783611, + "nauc_recall_at_1000_diff1": 0.312555, + "nauc_precision_at_1_max": 0.617747, + "nauc_precision_at_1_std": 0.262729, + "nauc_precision_at_1_diff1": 0.468732, + "nauc_precision_at_3_max": 0.358561, + "nauc_precision_at_3_std": 0.193712, + "nauc_precision_at_3_diff1": -0.077841, + "nauc_precision_at_5_max": 0.284088, + "nauc_precision_at_5_std": 0.165987, + "nauc_precision_at_5_diff1": -0.144323, + "nauc_precision_at_10_max": 0.159795, + "nauc_precision_at_10_std": 0.033866, + "nauc_precision_at_10_diff1": -0.227381, + "nauc_precision_at_20_max": 0.088854, + "nauc_precision_at_20_std": -0.033735, + "nauc_precision_at_20_diff1": -0.24317, + "nauc_precision_at_100_max": 0.000884, + "nauc_precision_at_100_std": -0.079769, + "nauc_precision_at_100_diff1": -0.240606, + "nauc_precision_at_1000_max": -0.040941, + "nauc_precision_at_1000_std": -0.254595, + "nauc_precision_at_1000_diff1": -0.262544, + "nauc_mrr_at_1_max": 0.617747, + "nauc_mrr_at_1_std": 0.262729, + "nauc_mrr_at_1_diff1": 0.468732, + "nauc_mrr_at_3_max": 0.632826, + "nauc_mrr_at_3_std": 0.299313, + "nauc_mrr_at_3_diff1": 0.45719, + "nauc_mrr_at_5_max": 0.624024, + "nauc_mrr_at_5_std": 0.287974, + "nauc_mrr_at_5_diff1": 0.454677, + "nauc_mrr_at_10_max": 0.621889, + "nauc_mrr_at_10_std": 0.279997, + "nauc_mrr_at_10_diff1": 0.453593, + "nauc_mrr_at_20_max": 0.623081, + "nauc_mrr_at_20_std": 0.280762, + "nauc_mrr_at_20_diff1": 0.453138, + "nauc_mrr_at_100_max": 0.622703, + "nauc_mrr_at_100_std": 0.280714, + "nauc_mrr_at_100_diff1": 0.453276, + "nauc_mrr_at_1000_max": 0.622703, + "nauc_mrr_at_1000_std": 0.280714, + "nauc_mrr_at_1000_diff1": 0.453276, + "main_score": 0.5622, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14259.050773620605, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-large-512/2/CmedqaRetrieval.json new file mode 100644 index 0000000000..bcd459dcaa --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.25.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.2193, + "ndcg_at_3": 0.22236, + "ndcg_at_5": 0.2349, + "ndcg_at_10": 0.25739, + "ndcg_at_20": 0.27878, + "ndcg_at_100": 0.32393, + "ndcg_at_1000": 0.36344, + "map_at_1": 0.13659, + "map_at_3": 0.18497, + "map_at_5": 0.19734, + "map_at_10": 0.20925, + "map_at_20": 0.21641, + "map_at_100": 0.22388, + "map_at_1000": 0.22565, + "recall_at_1": 0.13659, + "recall_at_3": 0.22378, + "recall_at_5": 0.26407, + "recall_at_10": 0.32927, + "recall_at_20": 0.40172, + "recall_at_100": 0.61187, + "recall_at_1000": 0.88898, + "precision_at_1": 0.2193, + "precision_at_3": 0.12795, + "precision_at_5": 0.09312, + "precision_at_10": 0.05981, + "precision_at_20": 0.03697, + "precision_at_100": 0.01153, + "precision_at_1000": 0.00167, + "mrr_at_1": 0.219305, + "mrr_at_3": 0.260648, + "mrr_at_5": 0.271226, + "mrr_at_10": 0.281376, + "mrr_at_20": 0.286463, + "mrr_at_100": 0.291257, + "mrr_at_1000": 0.292168, + "nauc_ndcg_at_1_max": 0.360727, + "nauc_ndcg_at_1_std": -0.017516, + "nauc_ndcg_at_1_diff1": 0.517625, + "nauc_ndcg_at_3_max": 0.315657, + "nauc_ndcg_at_3_std": -0.031057, + "nauc_ndcg_at_3_diff1": 0.432165, + "nauc_ndcg_at_5_max": 0.30609, + "nauc_ndcg_at_5_std": -0.036291, + "nauc_ndcg_at_5_diff1": 0.419733, + "nauc_ndcg_at_10_max": 0.307019, + "nauc_ndcg_at_10_std": -0.028038, + "nauc_ndcg_at_10_diff1": 0.410458, + "nauc_ndcg_at_20_max": 0.311827, + "nauc_ndcg_at_20_std": -0.017004, + "nauc_ndcg_at_20_diff1": 0.404056, + "nauc_ndcg_at_100_max": 0.316468, + "nauc_ndcg_at_100_std": 0.013104, + "nauc_ndcg_at_100_diff1": 0.395973, + "nauc_ndcg_at_1000_max": 0.326443, + "nauc_ndcg_at_1000_std": 0.02176, + "nauc_ndcg_at_1000_diff1": 0.401613, + "nauc_map_at_1_max": 0.286033, + "nauc_map_at_1_std": -0.057876, + "nauc_map_at_1_diff1": 0.499138, + "nauc_map_at_3_max": 0.296206, + "nauc_map_at_3_std": -0.050381, + "nauc_map_at_3_diff1": 0.440436, + "nauc_map_at_5_max": 0.299461, + "nauc_map_at_5_std": -0.049787, + "nauc_map_at_5_diff1": 0.433659, + "nauc_map_at_10_max": 0.305888, + "nauc_map_at_10_std": -0.042937, + "nauc_map_at_10_diff1": 0.42893, + "nauc_map_at_20_max": 0.309455, + "nauc_map_at_20_std": -0.038555, + "nauc_map_at_20_diff1": 0.427215, + "nauc_map_at_100_max": 0.311268, + "nauc_map_at_100_std": -0.031902, + "nauc_map_at_100_diff1": 0.4256, + "nauc_map_at_1000_max": 0.311875, + "nauc_map_at_1000_std": -0.030943, + "nauc_map_at_1000_diff1": 0.425782, + "nauc_recall_at_1_max": 0.286033, + "nauc_recall_at_1_std": -0.057876, + "nauc_recall_at_1_diff1": 0.499138, + "nauc_recall_at_3_max": 0.25847, + "nauc_recall_at_3_std": -0.047569, + "nauc_recall_at_3_diff1": 0.375404, + "nauc_recall_at_5_max": 0.249125, + "nauc_recall_at_5_std": -0.046833, + "nauc_recall_at_5_diff1": 0.341145, + "nauc_recall_at_10_max": 0.25062, + "nauc_recall_at_10_std": -0.018156, + "nauc_recall_at_10_diff1": 0.311655, + "nauc_recall_at_20_max": 0.257876, + "nauc_recall_at_20_std": 0.013441, + "nauc_recall_at_20_diff1": 0.287047, + "nauc_recall_at_100_max": 0.260401, + "nauc_recall_at_100_std": 0.131814, + "nauc_recall_at_100_diff1": 0.230915, + "nauc_recall_at_1000_max": 0.395999, + "nauc_recall_at_1000_std": 0.431405, + "nauc_recall_at_1000_diff1": 0.157751, + "nauc_precision_at_1_max": 0.360727, + "nauc_precision_at_1_std": -0.017516, + "nauc_precision_at_1_diff1": 0.517625, + "nauc_precision_at_3_max": 0.350105, + "nauc_precision_at_3_std": 0.004914, + "nauc_precision_at_3_diff1": 0.374434, + "nauc_precision_at_5_max": 0.339038, + "nauc_precision_at_5_std": 0.013508, + "nauc_precision_at_5_diff1": 0.331255, + "nauc_precision_at_10_max": 0.338961, + "nauc_precision_at_10_std": 0.043899, + "nauc_precision_at_10_diff1": 0.284223, + "nauc_precision_at_20_max": 0.32748, + "nauc_precision_at_20_std": 0.075926, + "nauc_precision_at_20_diff1": 0.244601, + "nauc_precision_at_100_max": 0.261139, + "nauc_precision_at_100_std": 0.168672, + "nauc_precision_at_100_diff1": 0.154173, + "nauc_precision_at_1000_max": 0.199714, + "nauc_precision_at_1000_std": 0.188897, + "nauc_precision_at_1000_diff1": 0.061867, + "nauc_mrr_at_1_max": 0.360727, + "nauc_mrr_at_1_std": -0.017516, + "nauc_mrr_at_1_diff1": 0.517625, + "nauc_mrr_at_3_max": 0.337642, + "nauc_mrr_at_3_std": -0.015948, + "nauc_mrr_at_3_diff1": 0.468456, + "nauc_mrr_at_5_max": 0.335408, + "nauc_mrr_at_5_std": -0.014431, + "nauc_mrr_at_5_diff1": 0.459826, + "nauc_mrr_at_10_max": 0.333454, + "nauc_mrr_at_10_std": -0.011048, + "nauc_mrr_at_10_diff1": 0.454084, + "nauc_mrr_at_20_max": 0.333763, + "nauc_mrr_at_20_std": -0.008756, + "nauc_mrr_at_20_diff1": 0.452104, + "nauc_mrr_at_100_max": 0.334293, + "nauc_mrr_at_100_std": -0.006338, + "nauc_mrr_at_100_diff1": 0.451593, + "nauc_mrr_at_1000_max": 0.334521, + "nauc_mrr_at_1000_std": -0.006328, + "nauc_mrr_at_1000_diff1": 0.451885, + "main_score": 0.25739, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1206.3063609600067, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-large-512/2/MedicalQARetrieval.json new file mode 100644 index 0000000000..26448ac598 --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.66895, + "ndcg_at_3": 0.7626, + "ndcg_at_5": 0.7807, + "ndcg_at_10": 0.79674, + "ndcg_at_20": 0.80439, + "ndcg_at_100": 0.80939, + "ndcg_at_1000": 0.81208, + "map_at_1": 0.66895, + "map_at_3": 0.73991, + "map_at_5": 0.75007, + "map_at_10": 0.75674, + "map_at_20": 0.7589, + "map_at_100": 0.75967, + "map_at_1000": 0.75977, + "recall_at_1": 0.66895, + "recall_at_3": 0.82812, + "recall_at_5": 0.87158, + "recall_at_10": 0.9209, + "recall_at_20": 0.95068, + "recall_at_100": 0.97656, + "recall_at_1000": 0.99805, + "precision_at_1": 0.66895, + "precision_at_3": 0.27604, + "precision_at_5": 0.17432, + "precision_at_10": 0.09209, + "precision_at_20": 0.04753, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.669434, + "mrr_at_3": 0.739827, + "mrr_at_5": 0.750277, + "mrr_at_10": 0.756866, + "mrr_at_20": 0.759034, + "mrr_at_100": 0.759803, + "mrr_at_1000": 0.759901, + "nauc_ndcg_at_1_max": 0.413072, + "nauc_ndcg_at_1_std": 0.0019, + "nauc_ndcg_at_1_diff1": 0.711786, + "nauc_ndcg_at_3_max": 0.388174, + "nauc_ndcg_at_3_std": -0.033149, + "nauc_ndcg_at_3_diff1": 0.654377, + "nauc_ndcg_at_5_max": 0.403216, + "nauc_ndcg_at_5_std": -0.047206, + "nauc_ndcg_at_5_diff1": 0.658994, + "nauc_ndcg_at_10_max": 0.413445, + "nauc_ndcg_at_10_std": -0.045436, + "nauc_ndcg_at_10_diff1": 0.659687, + "nauc_ndcg_at_20_max": 0.408569, + "nauc_ndcg_at_20_std": -0.034791, + "nauc_ndcg_at_20_diff1": 0.658277, + "nauc_ndcg_at_100_max": 0.405781, + "nauc_ndcg_at_100_std": -0.024408, + "nauc_ndcg_at_100_diff1": 0.66402, + "nauc_ndcg_at_1000_max": 0.404589, + "nauc_ndcg_at_1000_std": -0.02556, + "nauc_ndcg_at_1000_diff1": 0.665565, + "nauc_map_at_1_max": 0.413072, + "nauc_map_at_1_std": 0.0019, + "nauc_map_at_1_diff1": 0.711786, + "nauc_map_at_3_max": 0.393215, + "nauc_map_at_3_std": -0.022523, + "nauc_map_at_3_diff1": 0.669572, + "nauc_map_at_5_max": 0.40129, + "nauc_map_at_5_std": -0.029077, + "nauc_map_at_5_diff1": 0.672678, + "nauc_map_at_10_max": 0.404682, + "nauc_map_at_10_std": -0.027747, + "nauc_map_at_10_diff1": 0.673112, + "nauc_map_at_20_max": 0.403587, + "nauc_map_at_20_std": -0.025144, + "nauc_map_at_20_diff1": 0.672961, + "nauc_map_at_100_max": 0.403349, + "nauc_map_at_100_std": -0.023523, + "nauc_map_at_100_diff1": 0.673652, + "nauc_map_at_1000_max": 0.403287, + "nauc_map_at_1000_std": -0.023507, + "nauc_map_at_1000_diff1": 0.673685, + "nauc_recall_at_1_max": 0.413072, + "nauc_recall_at_1_std": 0.0019, + "nauc_recall_at_1_diff1": 0.711786, + "nauc_recall_at_3_max": 0.369229, + "nauc_recall_at_3_std": -0.076039, + "nauc_recall_at_3_diff1": 0.594275, + "nauc_recall_at_5_max": 0.417345, + "nauc_recall_at_5_std": -0.142031, + "nauc_recall_at_5_diff1": 0.592075, + "nauc_recall_at_10_max": 0.498971, + "nauc_recall_at_10_std": -0.187096, + "nauc_recall_at_10_diff1": 0.561143, + "nauc_recall_at_20_max": 0.480369, + "nauc_recall_at_20_std": -0.126642, + "nauc_recall_at_20_diff1": 0.481228, + "nauc_recall_at_100_max": 0.439272, + "nauc_recall_at_100_std": 0.1141, + "nauc_recall_at_100_diff1": 0.504893, + "nauc_recall_at_1000_max": 0.137775, + "nauc_recall_at_1000_std": 0.568241, + "nauc_recall_at_1000_diff1": -0.088099, + "nauc_precision_at_1_max": 0.413072, + "nauc_precision_at_1_std": 0.0019, + "nauc_precision_at_1_diff1": 0.711786, + "nauc_precision_at_3_max": 0.369229, + "nauc_precision_at_3_std": -0.076039, + "nauc_precision_at_3_diff1": 0.594275, + "nauc_precision_at_5_max": 0.417345, + "nauc_precision_at_5_std": -0.142031, + "nauc_precision_at_5_diff1": 0.592075, + "nauc_precision_at_10_max": 0.498971, + "nauc_precision_at_10_std": -0.187096, + "nauc_precision_at_10_diff1": 0.561143, + "nauc_precision_at_20_max": 0.480369, + "nauc_precision_at_20_std": -0.126642, + "nauc_precision_at_20_diff1": 0.481228, + "nauc_precision_at_100_max": 0.439272, + "nauc_precision_at_100_std": 0.1141, + "nauc_precision_at_100_diff1": 0.504893, + "nauc_precision_at_1000_max": 0.137775, + "nauc_precision_at_1000_std": 0.568241, + "nauc_precision_at_1000_diff1": -0.088099, + "nauc_mrr_at_1_max": 0.41215, + "nauc_mrr_at_1_std": 0.004978, + "nauc_mrr_at_1_diff1": 0.710715, + "nauc_mrr_at_3_max": 0.393286, + "nauc_mrr_at_3_std": -0.018804, + "nauc_mrr_at_3_diff1": 0.669495, + "nauc_mrr_at_5_max": 0.400828, + "nauc_mrr_at_5_std": -0.026488, + "nauc_mrr_at_5_diff1": 0.672036, + "nauc_mrr_at_10_max": 0.404408, + "nauc_mrr_at_10_std": -0.024739, + "nauc_mrr_at_10_diff1": 0.672611, + "nauc_mrr_at_20_max": 0.403301, + "nauc_mrr_at_20_std": -0.02212, + "nauc_mrr_at_20_diff1": 0.672452, + "nauc_mrr_at_100_max": 0.403062, + "nauc_mrr_at_100_std": -0.020486, + "nauc_mrr_at_100_diff1": 0.673142, + "nauc_mrr_at_1000_max": 0.403, + "nauc_mrr_at_1000_std": -0.020469, + "nauc_mrr_at_1000_diff1": 0.673175, + "main_score": 0.79674, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 26.940452814102173, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/MedrxivClusteringP2P.v2.json b/results/openai__text-embedding-3-large-512/2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..aba59c5463 --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.377539, + 0.362518, + 0.365745, + 0.36262, + 0.358793, + 0.36824, + 0.357523, + 0.371416, + 0.365461, + 0.36756 + ] + }, + "v_measure": 0.365741, + "v_measure_std": 0.00563, + "main_score": 0.365741, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 39.04519605636597, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-large-512/2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..e313b74bc9 --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.362343, + 0.35492, + 0.354502, + 0.350162, + 0.357653, + 0.354487, + 0.347359, + 0.347311, + 0.353828, + 0.347299 + ] + }, + "v_measure": 0.352986, + "v_measure_std": 0.004717, + "main_score": 0.352986, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.395311117172241, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/NFCorpus.json b/results/openai__text-embedding-3-large-512/2/NFCorpus.json new file mode 100644 index 0000000000..466437f7af --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.50774, + "ndcg_at_3": 0.45802, + "ndcg_at_5": 0.43669, + "ndcg_at_10": 0.39754, + "ndcg_at_20": 0.3741, + "ndcg_at_100": 0.3669, + "ndcg_at_1000": 0.45663, + "map_at_1": 0.07062, + "map_at_3": 0.11075, + "map_at_5": 0.13017, + "map_at_10": 0.15105, + "map_at_20": 0.17005, + "map_at_100": 0.19501, + "map_at_1000": 0.2115, + "recall_at_1": 0.07062, + "recall_at_3": 0.11815, + "recall_at_5": 0.14886, + "recall_at_10": 0.18578, + "recall_at_20": 0.23618, + "recall_at_100": 0.37814, + "recall_at_1000": 0.70886, + "precision_at_1": 0.52941, + "precision_at_3": 0.42931, + "precision_at_5": 0.38142, + "precision_at_10": 0.29443, + "precision_at_20": 0.22245, + "precision_at_100": 0.09269, + "precision_at_1000": 0.02241, + "mrr_at_1": 0.532508, + "mrr_at_3": 0.598555, + "mrr_at_5": 0.610165, + "mrr_at_10": 0.615049, + "mrr_at_20": 0.617971, + "mrr_at_100": 0.620402, + "mrr_at_1000": 0.620735, + "nauc_ndcg_at_1_max": 0.314968, + "nauc_ndcg_at_1_std": 0.212961, + "nauc_ndcg_at_1_diff1": 0.324523, + "nauc_ndcg_at_3_max": 0.325653, + "nauc_ndcg_at_3_std": 0.242738, + "nauc_ndcg_at_3_diff1": 0.206469, + "nauc_ndcg_at_5_max": 0.338296, + "nauc_ndcg_at_5_std": 0.270846, + "nauc_ndcg_at_5_diff1": 0.195023, + "nauc_ndcg_at_10_max": 0.342977, + "nauc_ndcg_at_10_std": 0.2899, + "nauc_ndcg_at_10_diff1": 0.189885, + "nauc_ndcg_at_20_max": 0.3352, + "nauc_ndcg_at_20_std": 0.29229, + "nauc_ndcg_at_20_diff1": 0.205533, + "nauc_ndcg_at_100_max": 0.378457, + "nauc_ndcg_at_100_std": 0.315995, + "nauc_ndcg_at_100_diff1": 0.243596, + "nauc_ndcg_at_1000_max": 0.439667, + "nauc_ndcg_at_1000_std": 0.382768, + "nauc_ndcg_at_1000_diff1": 0.258098, + "nauc_map_at_1_max": 0.068541, + "nauc_map_at_1_std": -0.118767, + "nauc_map_at_1_diff1": 0.53185, + "nauc_map_at_3_max": 0.1498, + "nauc_map_at_3_std": -0.047726, + "nauc_map_at_3_diff1": 0.489244, + "nauc_map_at_5_max": 0.18003, + "nauc_map_at_5_std": -0.015947, + "nauc_map_at_5_diff1": 0.440082, + "nauc_map_at_10_max": 0.227036, + "nauc_map_at_10_std": 0.048702, + "nauc_map_at_10_diff1": 0.382703, + "nauc_map_at_20_max": 0.260962, + "nauc_map_at_20_std": 0.105535, + "nauc_map_at_20_diff1": 0.353135, + "nauc_map_at_100_max": 0.286359, + "nauc_map_at_100_std": 0.174585, + "nauc_map_at_100_diff1": 0.317395, + "nauc_map_at_1000_max": 0.289635, + "nauc_map_at_1000_std": 0.20938, + "nauc_map_at_1000_diff1": 0.29874, + "nauc_recall_at_1_max": 0.068541, + "nauc_recall_at_1_std": -0.118767, + "nauc_recall_at_1_diff1": 0.53185, + "nauc_recall_at_3_max": 0.148672, + "nauc_recall_at_3_std": -0.044632, + "nauc_recall_at_3_diff1": 0.480623, + "nauc_recall_at_5_max": 0.180766, + "nauc_recall_at_5_std": -0.009795, + "nauc_recall_at_5_diff1": 0.411817, + "nauc_recall_at_10_max": 0.233216, + "nauc_recall_at_10_std": 0.072212, + "nauc_recall_at_10_diff1": 0.325544, + "nauc_recall_at_20_max": 0.232551, + "nauc_recall_at_20_std": 0.117939, + "nauc_recall_at_20_diff1": 0.271267, + "nauc_recall_at_100_max": 0.236082, + "nauc_recall_at_100_std": 0.189641, + "nauc_recall_at_100_diff1": 0.171458, + "nauc_recall_at_1000_max": 0.206929, + "nauc_recall_at_1000_std": 0.198221, + "nauc_recall_at_1000_diff1": 0.19222, + "nauc_precision_at_1_max": 0.335042, + "nauc_precision_at_1_std": 0.221541, + "nauc_precision_at_1_diff1": 0.310315, + "nauc_precision_at_3_max": 0.321268, + "nauc_precision_at_3_std": 0.292708, + "nauc_precision_at_3_diff1": 0.055709, + "nauc_precision_at_5_max": 0.329369, + "nauc_precision_at_5_std": 0.346904, + "nauc_precision_at_5_diff1": -0.021263, + "nauc_precision_at_10_max": 0.307163, + "nauc_precision_at_10_std": 0.395826, + "nauc_precision_at_10_diff1": -0.10445, + "nauc_precision_at_20_max": 0.256263, + "nauc_precision_at_20_std": 0.407889, + "nauc_precision_at_20_diff1": -0.123137, + "nauc_precision_at_100_max": 0.118576, + "nauc_precision_at_100_std": 0.396066, + "nauc_precision_at_100_diff1": -0.195245, + "nauc_precision_at_1000_max": -0.03333, + "nauc_precision_at_1000_std": 0.27129, + "nauc_precision_at_1000_diff1": -0.209831, + "nauc_mrr_at_1_max": 0.331075, + "nauc_mrr_at_1_std": 0.217203, + "nauc_mrr_at_1_diff1": 0.30219, + "nauc_mrr_at_3_max": 0.394255, + "nauc_mrr_at_3_std": 0.300901, + "nauc_mrr_at_3_diff1": 0.297656, + "nauc_mrr_at_5_max": 0.4099, + "nauc_mrr_at_5_std": 0.318603, + "nauc_mrr_at_5_diff1": 0.301369, + "nauc_mrr_at_10_max": 0.416643, + "nauc_mrr_at_10_std": 0.32329, + "nauc_mrr_at_10_diff1": 0.299413, + "nauc_mrr_at_20_max": 0.414303, + "nauc_mrr_at_20_std": 0.320479, + "nauc_mrr_at_20_diff1": 0.297399, + "nauc_mrr_at_100_max": 0.413623, + "nauc_mrr_at_100_std": 0.319815, + "nauc_mrr_at_100_diff1": 0.296832, + "nauc_mrr_at_1000_max": 0.41328, + "nauc_mrr_at_1000_std": 0.319436, + "nauc_mrr_at_1000_diff1": 0.297, + "main_score": 0.39754, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 79.88528203964233, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/PublicHealthQA.json b/results/openai__text-embedding-3-large-512/2/PublicHealthQA.json new file mode 100644 index 0000000000..3d062f3d11 --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75581, + "ndcg_at_3": 0.84233, + "ndcg_at_5": 0.87534, + "ndcg_at_10": 0.88272, + "ndcg_at_20": 0.88272, + "ndcg_at_100": 0.88272, + "ndcg_at_1000": 0.88272, + "map_at_1": 0.75581, + "map_at_3": 0.82364, + "map_at_5": 0.84167, + "map_at_10": 0.84462, + "map_at_20": 0.84462, + "map_at_100": 0.84462, + "map_at_1000": 0.84462, + "recall_at_1": 0.75581, + "recall_at_3": 0.89535, + "recall_at_5": 0.97674, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.75581, + "precision_at_3": 0.29845, + "precision_at_5": 0.19535, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755814, + "mrr_at_3": 0.823643, + "mrr_at_5": 0.841667, + "mrr_at_10": 0.84462, + "mrr_at_20": 0.84462, + "mrr_at_100": 0.84462, + "mrr_at_1000": 0.84462, + "nauc_ndcg_at_1_max": 0.446127, + "nauc_ndcg_at_1_std": 0.063961, + "nauc_ndcg_at_1_diff1": 0.78992, + "nauc_ndcg_at_3_max": 0.46648, + "nauc_ndcg_at_3_std": 0.09505, + "nauc_ndcg_at_3_diff1": 0.799882, + "nauc_ndcg_at_5_max": 0.492078, + "nauc_ndcg_at_5_std": 0.14268, + "nauc_ndcg_at_5_diff1": 0.783044, + "nauc_ndcg_at_10_max": 0.471825, + "nauc_ndcg_at_10_std": 0.098518, + "nauc_ndcg_at_10_diff1": 0.792699, + "nauc_ndcg_at_20_max": 0.471825, + "nauc_ndcg_at_20_std": 0.098518, + "nauc_ndcg_at_20_diff1": 0.792699, + "nauc_ndcg_at_100_max": 0.471825, + "nauc_ndcg_at_100_std": 0.098518, + "nauc_ndcg_at_100_diff1": 0.792699, + "nauc_ndcg_at_1000_max": 0.471825, + "nauc_ndcg_at_1000_std": 0.098518, + "nauc_ndcg_at_1000_diff1": 0.792699, + "nauc_map_at_1_max": 0.446127, + "nauc_map_at_1_std": 0.063961, + "nauc_map_at_1_diff1": 0.78992, + "nauc_map_at_3_max": 0.463483, + "nauc_map_at_3_std": 0.089269, + "nauc_map_at_3_diff1": 0.797235, + "nauc_map_at_5_max": 0.476207, + "nauc_map_at_5_std": 0.109319, + "nauc_map_at_5_diff1": 0.789968, + "nauc_map_at_10_max": 0.469405, + "nauc_map_at_10_std": 0.094916, + "nauc_map_at_10_diff1": 0.792905, + "nauc_map_at_20_max": 0.469405, + "nauc_map_at_20_std": 0.094916, + "nauc_map_at_20_diff1": 0.792905, + "nauc_map_at_100_max": 0.469405, + "nauc_map_at_100_std": 0.094916, + "nauc_map_at_100_diff1": 0.792905, + "nauc_map_at_1000_max": 0.469405, + "nauc_map_at_1000_std": 0.094916, + "nauc_map_at_1000_diff1": 0.792905, + "nauc_recall_at_1_max": 0.446127, + "nauc_recall_at_1_std": 0.063961, + "nauc_recall_at_1_diff1": 0.78992, + "nauc_recall_at_3_max": 0.477682, + "nauc_recall_at_3_std": 0.11837, + "nauc_recall_at_3_diff1": 0.811451, + "nauc_recall_at_5_max": 0.776671, + "nauc_recall_at_5_std": 0.776671, + "nauc_recall_at_5_diff1": 0.637656, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.446127, + "nauc_precision_at_1_std": 0.063961, + "nauc_precision_at_1_diff1": 0.78992, + "nauc_precision_at_3_max": 0.477682, + "nauc_precision_at_3_std": 0.11837, + "nauc_precision_at_3_diff1": 0.811451, + "nauc_precision_at_5_max": 0.776671, + "nauc_precision_at_5_std": 0.776671, + "nauc_precision_at_5_diff1": 0.637656, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.446127, + "nauc_mrr_at_1_std": 0.063961, + "nauc_mrr_at_1_diff1": 0.78992, + "nauc_mrr_at_3_max": 0.463483, + "nauc_mrr_at_3_std": 0.089269, + "nauc_mrr_at_3_diff1": 0.797235, + "nauc_mrr_at_5_max": 0.476207, + "nauc_mrr_at_5_std": 0.109319, + "nauc_mrr_at_5_diff1": 0.789968, + "nauc_mrr_at_10_max": 0.469405, + "nauc_mrr_at_10_std": 0.094916, + "nauc_mrr_at_10_diff1": 0.792905, + "nauc_mrr_at_20_max": 0.469405, + "nauc_mrr_at_20_std": 0.094916, + "nauc_mrr_at_20_diff1": 0.792905, + "nauc_mrr_at_100_max": 0.469405, + "nauc_mrr_at_100_std": 0.094916, + "nauc_mrr_at_100_diff1": 0.792905, + "nauc_mrr_at_1000_max": 0.469405, + "nauc_mrr_at_1000_std": 0.094916, + "nauc_mrr_at_1000_diff1": 0.792905, + "main_score": 0.88272, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.67485, + "ndcg_at_3": 0.82018, + "ndcg_at_5": 0.84078, + "ndcg_at_10": 0.84872, + "ndcg_at_20": 0.85038, + "ndcg_at_100": 0.85157, + "ndcg_at_1000": 0.85157, + "map_at_1": 0.67485, + "map_at_3": 0.78732, + "map_at_5": 0.79898, + "map_at_10": 0.80226, + "map_at_20": 0.80277, + "map_at_100": 0.80294, + "map_at_1000": 0.80294, + "recall_at_1": 0.67485, + "recall_at_3": 0.91411, + "recall_at_5": 0.96319, + "recall_at_10": 0.98773, + "recall_at_20": 0.99387, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.67485, + "precision_at_3": 0.3047, + "precision_at_5": 0.19264, + "precision_at_10": 0.09877, + "precision_at_20": 0.04969, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.674847, + "mrr_at_3": 0.787321, + "mrr_at_5": 0.798978, + "mrr_at_10": 0.802257, + "mrr_at_20": 0.802768, + "mrr_at_100": 0.802943, + "mrr_at_1000": 0.802943, + "nauc_ndcg_at_1_max": 0.507739, + "nauc_ndcg_at_1_std": -0.010687, + "nauc_ndcg_at_1_diff1": 0.70562, + "nauc_ndcg_at_3_max": 0.528834, + "nauc_ndcg_at_3_std": -0.028387, + "nauc_ndcg_at_3_diff1": 0.732861, + "nauc_ndcg_at_5_max": 0.49789, + "nauc_ndcg_at_5_std": -0.060698, + "nauc_ndcg_at_5_diff1": 0.73105, + "nauc_ndcg_at_10_max": 0.507002, + "nauc_ndcg_at_10_std": -0.017132, + "nauc_ndcg_at_10_diff1": 0.718751, + "nauc_ndcg_at_20_max": 0.500713, + "nauc_ndcg_at_20_std": -0.030107, + "nauc_ndcg_at_20_diff1": 0.716828, + "nauc_ndcg_at_100_max": 0.506927, + "nauc_ndcg_at_100_std": -0.035488, + "nauc_ndcg_at_100_diff1": 0.71678, + "nauc_ndcg_at_1000_max": 0.506927, + "nauc_ndcg_at_1000_std": -0.035488, + "nauc_ndcg_at_1000_diff1": 0.71678, + "nauc_map_at_1_max": 0.507739, + "nauc_map_at_1_std": -0.010687, + "nauc_map_at_1_diff1": 0.70562, + "nauc_map_at_3_max": 0.521381, + "nauc_map_at_3_std": -0.029654, + "nauc_map_at_3_diff1": 0.721477, + "nauc_map_at_5_max": 0.506453, + "nauc_map_at_5_std": -0.045079, + "nauc_map_at_5_diff1": 0.719782, + "nauc_map_at_10_max": 0.509406, + "nauc_map_at_10_std": -0.031271, + "nauc_map_at_10_diff1": 0.71566, + "nauc_map_at_20_max": 0.507936, + "nauc_map_at_20_std": -0.03436, + "nauc_map_at_20_diff1": 0.715199, + "nauc_map_at_100_max": 0.508637, + "nauc_map_at_100_std": -0.034965, + "nauc_map_at_100_diff1": 0.715192, + "nauc_map_at_1000_max": 0.508637, + "nauc_map_at_1000_std": -0.034965, + "nauc_map_at_1000_diff1": 0.715192, + "nauc_recall_at_1_max": 0.507739, + "nauc_recall_at_1_std": -0.010687, + "nauc_recall_at_1_diff1": 0.70562, + "nauc_recall_at_3_max": 0.575422, + "nauc_recall_at_3_std": -0.01372, + "nauc_recall_at_3_diff1": 0.805593, + "nauc_recall_at_5_max": 0.366253, + "nauc_recall_at_5_std": -0.272053, + "nauc_recall_at_5_diff1": 0.888447, + "nauc_recall_at_10_max": 0.413187, + "nauc_recall_at_10_std": 0.776911, + "nauc_recall_at_10_diff1": 0.795792, + "nauc_recall_at_20_max": -0.173626, + "nauc_recall_at_20_std": 0.553822, + "nauc_recall_at_20_diff1": 0.722037, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.507739, + "nauc_precision_at_1_std": -0.010687, + "nauc_precision_at_1_diff1": 0.70562, + "nauc_precision_at_3_max": 0.575422, + "nauc_precision_at_3_std": -0.01372, + "nauc_precision_at_3_diff1": 0.805593, + "nauc_precision_at_5_max": 0.366253, + "nauc_precision_at_5_std": -0.272053, + "nauc_precision_at_5_diff1": 0.888447, + "nauc_precision_at_10_max": 0.413187, + "nauc_precision_at_10_std": 0.776911, + "nauc_precision_at_10_diff1": 0.795792, + "nauc_precision_at_20_max": -0.173626, + "nauc_precision_at_20_std": 0.553822, + "nauc_precision_at_20_diff1": 0.722037, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.507739, + "nauc_mrr_at_1_std": -0.010687, + "nauc_mrr_at_1_diff1": 0.70562, + "nauc_mrr_at_3_max": 0.521381, + "nauc_mrr_at_3_std": -0.029654, + "nauc_mrr_at_3_diff1": 0.721477, + "nauc_mrr_at_5_max": 0.506453, + "nauc_mrr_at_5_std": -0.045079, + "nauc_mrr_at_5_diff1": 0.719782, + "nauc_mrr_at_10_max": 0.509406, + "nauc_mrr_at_10_std": -0.031271, + "nauc_mrr_at_10_diff1": 0.71566, + "nauc_mrr_at_20_max": 0.507936, + "nauc_mrr_at_20_std": -0.03436, + "nauc_mrr_at_20_diff1": 0.715199, + "nauc_mrr_at_100_max": 0.508637, + "nauc_mrr_at_100_std": -0.034965, + "nauc_mrr_at_100_diff1": 0.715192, + "nauc_mrr_at_1000_max": 0.508637, + "nauc_mrr_at_1000_std": -0.034965, + "nauc_mrr_at_1000_diff1": 0.715192, + "main_score": 0.84872, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.76163, + "ndcg_at_3": 0.84877, + "ndcg_at_5": 0.87003, + "ndcg_at_10": 0.88362, + "ndcg_at_20": 0.88362, + "ndcg_at_100": 0.88362, + "ndcg_at_1000": 0.88362, + "map_at_1": 0.76163, + "map_at_3": 0.82849, + "map_at_5": 0.84012, + "map_at_10": 0.84598, + "map_at_20": 0.84598, + "map_at_100": 0.84598, + "map_at_1000": 0.84598, + "recall_at_1": 0.76163, + "recall_at_3": 0.90698, + "recall_at_5": 0.9593, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76163, + "precision_at_3": 0.30233, + "precision_at_5": 0.19186, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.761628, + "mrr_at_3": 0.828488, + "mrr_at_5": 0.840116, + "mrr_at_10": 0.845976, + "mrr_at_20": 0.845976, + "mrr_at_100": 0.845976, + "mrr_at_1000": 0.845976, + "nauc_ndcg_at_1_max": 0.377818, + "nauc_ndcg_at_1_std": -0.110292, + "nauc_ndcg_at_1_diff1": 0.743071, + "nauc_ndcg_at_3_max": 0.390332, + "nauc_ndcg_at_3_std": -0.118323, + "nauc_ndcg_at_3_diff1": 0.685566, + "nauc_ndcg_at_5_max": 0.384126, + "nauc_ndcg_at_5_std": -0.087302, + "nauc_ndcg_at_5_diff1": 0.698961, + "nauc_ndcg_at_10_max": 0.376811, + "nauc_ndcg_at_10_std": -0.112181, + "nauc_ndcg_at_10_diff1": 0.707076, + "nauc_ndcg_at_20_max": 0.376811, + "nauc_ndcg_at_20_std": -0.112181, + "nauc_ndcg_at_20_diff1": 0.707076, + "nauc_ndcg_at_100_max": 0.376811, + "nauc_ndcg_at_100_std": -0.112181, + "nauc_ndcg_at_100_diff1": 0.707076, + "nauc_ndcg_at_1000_max": 0.376811, + "nauc_ndcg_at_1000_std": -0.112181, + "nauc_ndcg_at_1000_diff1": 0.707076, + "nauc_map_at_1_max": 0.377818, + "nauc_map_at_1_std": -0.110292, + "nauc_map_at_1_diff1": 0.743071, + "nauc_map_at_3_max": 0.383299, + "nauc_map_at_3_std": -0.115542, + "nauc_map_at_3_diff1": 0.698889, + "nauc_map_at_5_max": 0.37891, + "nauc_map_at_5_std": -0.102311, + "nauc_map_at_5_diff1": 0.705803, + "nauc_map_at_10_max": 0.376506, + "nauc_map_at_10_std": -0.112063, + "nauc_map_at_10_diff1": 0.709237, + "nauc_map_at_20_max": 0.376506, + "nauc_map_at_20_std": -0.112063, + "nauc_map_at_20_diff1": 0.709237, + "nauc_map_at_100_max": 0.376506, + "nauc_map_at_100_std": -0.112063, + "nauc_map_at_100_diff1": 0.709237, + "nauc_map_at_1000_max": 0.376506, + "nauc_map_at_1000_std": -0.112063, + "nauc_map_at_1000_diff1": 0.709237, + "nauc_recall_at_1_max": 0.377818, + "nauc_recall_at_1_std": -0.110292, + "nauc_recall_at_1_diff1": 0.743071, + "nauc_recall_at_3_max": 0.427064, + "nauc_recall_at_3_std": -0.132142, + "nauc_recall_at_3_diff1": 0.623731, + "nauc_recall_at_5_max": 0.444824, + "nauc_recall_at_5_std": 0.089516, + "nauc_recall_at_5_diff1": 0.643975, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.377818, + "nauc_precision_at_1_std": -0.110292, + "nauc_precision_at_1_diff1": 0.743071, + "nauc_precision_at_3_max": 0.427064, + "nauc_precision_at_3_std": -0.132142, + "nauc_precision_at_3_diff1": 0.623731, + "nauc_precision_at_5_max": 0.444824, + "nauc_precision_at_5_std": 0.089516, + "nauc_precision_at_5_diff1": 0.643975, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.377818, + "nauc_mrr_at_1_std": -0.110292, + "nauc_mrr_at_1_diff1": 0.743071, + "nauc_mrr_at_3_max": 0.383299, + "nauc_mrr_at_3_std": -0.115542, + "nauc_mrr_at_3_diff1": 0.698889, + "nauc_mrr_at_5_max": 0.37891, + "nauc_mrr_at_5_std": -0.102311, + "nauc_mrr_at_5_diff1": 0.705803, + "nauc_mrr_at_10_max": 0.376506, + "nauc_mrr_at_10_std": -0.112063, + "nauc_mrr_at_10_diff1": 0.709237, + "nauc_mrr_at_20_max": 0.376506, + "nauc_mrr_at_20_std": -0.112063, + "nauc_mrr_at_20_diff1": 0.709237, + "nauc_mrr_at_100_max": 0.376506, + "nauc_mrr_at_100_std": -0.112063, + "nauc_mrr_at_100_diff1": 0.709237, + "nauc_mrr_at_1000_max": 0.376506, + "nauc_mrr_at_1000_std": -0.112063, + "nauc_mrr_at_1000_diff1": 0.709237, + "main_score": 0.88362, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.87549, + "ndcg_at_5": 0.89524, + "ndcg_at_10": 0.90335, + "ndcg_at_20": 0.90335, + "ndcg_at_100": 0.90335, + "ndcg_at_1000": 0.90335, + "map_at_1": 0.8, + "map_at_3": 0.85686, + "map_at_5": 0.86804, + "map_at_10": 0.87168, + "map_at_20": 0.87168, + "map_at_100": 0.87168, + "map_at_1000": 0.87168, + "recall_at_1": 0.8, + "recall_at_3": 0.92941, + "recall_at_5": 0.97647, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.3098, + "precision_at_5": 0.19529, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.856863, + "mrr_at_5": 0.868039, + "mrr_at_10": 0.871681, + "mrr_at_20": 0.871681, + "mrr_at_100": 0.871681, + "mrr_at_1000": 0.871681, + "nauc_ndcg_at_1_max": 0.352718, + "nauc_ndcg_at_1_std": -0.205987, + "nauc_ndcg_at_1_diff1": 0.906446, + "nauc_ndcg_at_3_max": 0.388303, + "nauc_ndcg_at_3_std": -0.245002, + "nauc_ndcg_at_3_diff1": 0.869727, + "nauc_ndcg_at_5_max": 0.400634, + "nauc_ndcg_at_5_std": -0.164008, + "nauc_ndcg_at_5_diff1": 0.899167, + "nauc_ndcg_at_10_max": 0.376836, + "nauc_ndcg_at_10_std": -0.213837, + "nauc_ndcg_at_10_diff1": 0.890195, + "nauc_ndcg_at_20_max": 0.376836, + "nauc_ndcg_at_20_std": -0.213837, + "nauc_ndcg_at_20_diff1": 0.890195, + "nauc_ndcg_at_100_max": 0.376836, + "nauc_ndcg_at_100_std": -0.213837, + "nauc_ndcg_at_100_diff1": 0.890195, + "nauc_ndcg_at_1000_max": 0.376836, + "nauc_ndcg_at_1000_std": -0.213837, + "nauc_ndcg_at_1000_diff1": 0.890195, + "nauc_map_at_1_max": 0.352718, + "nauc_map_at_1_std": -0.205987, + "nauc_map_at_1_diff1": 0.906446, + "nauc_map_at_3_max": 0.379406, + "nauc_map_at_3_std": -0.232466, + "nauc_map_at_3_diff1": 0.880404, + "nauc_map_at_5_max": 0.38302, + "nauc_map_at_5_std": -0.197276, + "nauc_map_at_5_diff1": 0.894248, + "nauc_map_at_10_max": 0.374859, + "nauc_map_at_10_std": -0.214371, + "nauc_map_at_10_diff1": 0.891064, + "nauc_map_at_20_max": 0.374859, + "nauc_map_at_20_std": -0.214371, + "nauc_map_at_20_diff1": 0.891064, + "nauc_map_at_100_max": 0.374859, + "nauc_map_at_100_std": -0.214371, + "nauc_map_at_100_diff1": 0.891064, + "nauc_map_at_1000_max": 0.374859, + "nauc_map_at_1000_std": -0.214371, + "nauc_map_at_1000_diff1": 0.891064, + "nauc_recall_at_1_max": 0.352718, + "nauc_recall_at_1_std": -0.205987, + "nauc_recall_at_1_diff1": 0.906446, + "nauc_recall_at_3_max": 0.435392, + "nauc_recall_at_3_std": -0.314276, + "nauc_recall_at_3_diff1": 0.811642, + "nauc_recall_at_5_max": 0.678751, + "nauc_recall_at_5_std": 0.415413, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.352718, + "nauc_precision_at_1_std": -0.205987, + "nauc_precision_at_1_diff1": 0.906446, + "nauc_precision_at_3_max": 0.435392, + "nauc_precision_at_3_std": -0.314276, + "nauc_precision_at_3_diff1": 0.811642, + "nauc_precision_at_5_max": 0.678751, + "nauc_precision_at_5_std": 0.415413, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.352718, + "nauc_mrr_at_1_std": -0.205987, + "nauc_mrr_at_1_diff1": 0.906446, + "nauc_mrr_at_3_max": 0.379406, + "nauc_mrr_at_3_std": -0.232466, + "nauc_mrr_at_3_diff1": 0.880404, + "nauc_mrr_at_5_max": 0.38302, + "nauc_mrr_at_5_std": -0.197276, + "nauc_mrr_at_5_diff1": 0.894248, + "nauc_mrr_at_10_max": 0.374859, + "nauc_mrr_at_10_std": -0.214371, + "nauc_mrr_at_10_diff1": 0.891064, + "nauc_mrr_at_20_max": 0.374859, + "nauc_mrr_at_20_std": -0.214371, + "nauc_mrr_at_20_diff1": 0.891064, + "nauc_mrr_at_100_max": 0.374859, + "nauc_mrr_at_100_std": -0.214371, + "nauc_mrr_at_100_diff1": 0.891064, + "nauc_mrr_at_1000_max": 0.374859, + "nauc_mrr_at_1000_std": -0.214371, + "nauc_mrr_at_1000_diff1": 0.891064, + "main_score": 0.90335, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.72727, + "ndcg_at_3": 0.83349, + "ndcg_at_5": 0.83851, + "ndcg_at_10": 0.85186, + "ndcg_at_20": 0.85881, + "ndcg_at_100": 0.86154, + "ndcg_at_1000": 0.86154, + "map_at_1": 0.72727, + "map_at_3": 0.80736, + "map_at_5": 0.80996, + "map_at_10": 0.81591, + "map_at_20": 0.81802, + "map_at_100": 0.81852, + "map_at_1000": 0.81852, + "recall_at_1": 0.72727, + "recall_at_3": 0.90909, + "recall_at_5": 0.92208, + "recall_at_10": 0.96104, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72727, + "precision_at_3": 0.30303, + "precision_at_5": 0.18442, + "precision_at_10": 0.0961, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727273, + "mrr_at_3": 0.807359, + "mrr_at_5": 0.809957, + "mrr_at_10": 0.815909, + "mrr_at_20": 0.818017, + "mrr_at_100": 0.818517, + "mrr_at_1000": 0.818517, + "nauc_ndcg_at_1_max": 0.029615, + "nauc_ndcg_at_1_std": -0.270733, + "nauc_ndcg_at_1_diff1": 0.591081, + "nauc_ndcg_at_3_max": 0.144091, + "nauc_ndcg_at_3_std": -0.401952, + "nauc_ndcg_at_3_diff1": 0.660735, + "nauc_ndcg_at_5_max": 0.119529, + "nauc_ndcg_at_5_std": -0.445024, + "nauc_ndcg_at_5_diff1": 0.649235, + "nauc_ndcg_at_10_max": 0.070686, + "nauc_ndcg_at_10_std": -0.400873, + "nauc_ndcg_at_10_diff1": 0.633546, + "nauc_ndcg_at_20_max": 0.044981, + "nauc_ndcg_at_20_std": -0.396209, + "nauc_ndcg_at_20_diff1": 0.613645, + "nauc_ndcg_at_100_max": 0.083719, + "nauc_ndcg_at_100_std": -0.367097, + "nauc_ndcg_at_100_diff1": 0.630668, + "nauc_ndcg_at_1000_max": 0.083719, + "nauc_ndcg_at_1000_std": -0.367097, + "nauc_ndcg_at_1000_diff1": 0.630668, + "nauc_map_at_1_max": 0.029615, + "nauc_map_at_1_std": -0.270733, + "nauc_map_at_1_diff1": 0.591081, + "nauc_map_at_3_max": 0.114858, + "nauc_map_at_3_std": -0.358693, + "nauc_map_at_3_diff1": 0.643132, + "nauc_map_at_5_max": 0.103482, + "nauc_map_at_5_std": -0.377214, + "nauc_map_at_5_diff1": 0.637747, + "nauc_map_at_10_max": 0.08513, + "nauc_map_at_10_std": -0.360291, + "nauc_map_at_10_diff1": 0.631998, + "nauc_map_at_20_max": 0.079666, + "nauc_map_at_20_std": -0.357379, + "nauc_map_at_20_diff1": 0.627269, + "nauc_map_at_100_max": 0.085194, + "nauc_map_at_100_std": -0.353186, + "nauc_map_at_100_diff1": 0.629693, + "nauc_map_at_1000_max": 0.085194, + "nauc_map_at_1000_std": -0.353186, + "nauc_map_at_1000_diff1": 0.629693, + "nauc_recall_at_1_max": 0.029615, + "nauc_recall_at_1_std": -0.270733, + "nauc_recall_at_1_diff1": 0.591081, + "nauc_recall_at_3_max": 0.299444, + "nauc_recall_at_3_std": -0.641847, + "nauc_recall_at_3_diff1": 0.754089, + "nauc_recall_at_5_max": 0.204565, + "nauc_recall_at_5_std": -0.893607, + "nauc_recall_at_5_diff1": 0.713104, + "nauc_recall_at_10_max": -0.201635, + "nauc_recall_at_10_std": -0.864124, + "nauc_recall_at_10_diff1": 0.611139, + "nauc_recall_at_20_max": -1.730542, + "nauc_recall_at_20_std": -1.730542, + "nauc_recall_at_20_diff1": -0.166582, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.029615, + "nauc_precision_at_1_std": -0.270733, + "nauc_precision_at_1_diff1": 0.591081, + "nauc_precision_at_3_max": 0.299444, + "nauc_precision_at_3_std": -0.641847, + "nauc_precision_at_3_diff1": 0.754089, + "nauc_precision_at_5_max": 0.204565, + "nauc_precision_at_5_std": -0.893607, + "nauc_precision_at_5_diff1": 0.713104, + "nauc_precision_at_10_max": -0.201635, + "nauc_precision_at_10_std": -0.864124, + "nauc_precision_at_10_diff1": 0.611139, + "nauc_precision_at_20_max": -1.730542, + "nauc_precision_at_20_std": -1.730542, + "nauc_precision_at_20_diff1": -0.166582, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.029615, + "nauc_mrr_at_1_std": -0.270733, + "nauc_mrr_at_1_diff1": 0.591081, + "nauc_mrr_at_3_max": 0.114858, + "nauc_mrr_at_3_std": -0.358693, + "nauc_mrr_at_3_diff1": 0.643132, + "nauc_mrr_at_5_max": 0.103482, + "nauc_mrr_at_5_std": -0.377214, + "nauc_mrr_at_5_diff1": 0.637747, + "nauc_mrr_at_10_max": 0.08513, + "nauc_mrr_at_10_std": -0.360291, + "nauc_mrr_at_10_diff1": 0.631998, + "nauc_mrr_at_20_max": 0.079666, + "nauc_mrr_at_20_std": -0.357379, + "nauc_mrr_at_20_diff1": 0.627269, + "nauc_mrr_at_100_max": 0.085194, + "nauc_mrr_at_100_std": -0.353186, + "nauc_mrr_at_100_diff1": 0.629693, + "nauc_mrr_at_1000_max": 0.085194, + "nauc_mrr_at_1000_std": -0.353186, + "nauc_mrr_at_1000_diff1": 0.629693, + "main_score": 0.85186, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.69231, + "ndcg_at_3": 0.84725, + "ndcg_at_5": 0.84725, + "ndcg_at_10": 0.84725, + "ndcg_at_20": 0.85814, + "ndcg_at_100": 0.85814, + "ndcg_at_1000": 0.85814, + "map_at_1": 0.69231, + "map_at_3": 0.81026, + "map_at_5": 0.81026, + "map_at_10": 0.81026, + "map_at_20": 0.81284, + "map_at_100": 0.81284, + "map_at_1000": 0.81284, + "recall_at_1": 0.69231, + "recall_at_3": 0.95385, + "recall_at_5": 0.95385, + "recall_at_10": 0.95385, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.69231, + "precision_at_3": 0.31795, + "precision_at_5": 0.19077, + "precision_at_10": 0.09538, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.692308, + "mrr_at_3": 0.810256, + "mrr_at_5": 0.810256, + "mrr_at_10": 0.810256, + "mrr_at_20": 0.812842, + "mrr_at_100": 0.812842, + "mrr_at_1000": 0.812842, + "nauc_ndcg_at_1_max": 0.241862, + "nauc_ndcg_at_1_std": -0.156862, + "nauc_ndcg_at_1_diff1": 0.76152, + "nauc_ndcg_at_3_max": 0.398525, + "nauc_ndcg_at_3_std": 0.059822, + "nauc_ndcg_at_3_diff1": 0.787545, + "nauc_ndcg_at_5_max": 0.398525, + "nauc_ndcg_at_5_std": 0.059822, + "nauc_ndcg_at_5_diff1": 0.787545, + "nauc_ndcg_at_10_max": 0.398525, + "nauc_ndcg_at_10_std": 0.059822, + "nauc_ndcg_at_10_diff1": 0.787545, + "nauc_ndcg_at_20_max": 0.346214, + "nauc_ndcg_at_20_std": -0.018197, + "nauc_ndcg_at_20_diff1": 0.772817, + "nauc_ndcg_at_100_max": 0.346214, + "nauc_ndcg_at_100_std": -0.018197, + "nauc_ndcg_at_100_diff1": 0.772817, + "nauc_ndcg_at_1000_max": 0.346214, + "nauc_ndcg_at_1000_std": -0.018197, + "nauc_ndcg_at_1000_diff1": 0.772817, + "nauc_map_at_1_max": 0.241862, + "nauc_map_at_1_std": -0.156862, + "nauc_map_at_1_diff1": 0.76152, + "nauc_map_at_3_max": 0.340728, + "nauc_map_at_3_std": -0.025562, + "nauc_map_at_3_diff1": 0.772142, + "nauc_map_at_5_max": 0.340728, + "nauc_map_at_5_std": -0.025562, + "nauc_map_at_5_diff1": 0.772142, + "nauc_map_at_10_max": 0.340728, + "nauc_map_at_10_std": -0.025562, + "nauc_map_at_10_diff1": 0.772142, + "nauc_map_at_20_max": 0.330374, + "nauc_map_at_20_std": -0.040997, + "nauc_map_at_20_diff1": 0.769236, + "nauc_map_at_100_max": 0.330374, + "nauc_map_at_100_std": -0.040997, + "nauc_map_at_100_diff1": 0.769236, + "nauc_map_at_1000_max": 0.330374, + "nauc_map_at_1000_std": -0.040997, + "nauc_map_at_1000_diff1": 0.769236, + "nauc_recall_at_1_max": 0.241862, + "nauc_recall_at_1_std": -0.156862, + "nauc_recall_at_1_diff1": 0.76152, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.956796, + "nauc_recall_at_3_diff1": 0.956796, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.956796, + "nauc_recall_at_5_diff1": 0.956796, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.956796, + "nauc_recall_at_10_diff1": 0.956796, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.241862, + "nauc_precision_at_1_std": -0.156862, + "nauc_precision_at_1_diff1": 0.76152, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.956796, + "nauc_precision_at_3_diff1": 0.956796, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.956796, + "nauc_precision_at_5_diff1": 0.956796, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.956796, + "nauc_precision_at_10_diff1": 0.956796, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.241862, + "nauc_mrr_at_1_std": -0.156862, + "nauc_mrr_at_1_diff1": 0.76152, + "nauc_mrr_at_3_max": 0.340728, + "nauc_mrr_at_3_std": -0.025562, + "nauc_mrr_at_3_diff1": 0.772142, + "nauc_mrr_at_5_max": 0.340728, + "nauc_mrr_at_5_std": -0.025562, + "nauc_mrr_at_5_diff1": 0.772142, + "nauc_mrr_at_10_max": 0.340728, + "nauc_mrr_at_10_std": -0.025562, + "nauc_mrr_at_10_diff1": 0.772142, + "nauc_mrr_at_20_max": 0.330374, + "nauc_mrr_at_20_std": -0.040997, + "nauc_mrr_at_20_diff1": 0.769236, + "nauc_mrr_at_100_max": 0.330374, + "nauc_mrr_at_100_std": -0.040997, + "nauc_mrr_at_100_diff1": 0.769236, + "nauc_mrr_at_1000_max": 0.330374, + "nauc_mrr_at_1000_std": -0.040997, + "nauc_mrr_at_1000_diff1": 0.769236, + "main_score": 0.84725, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.76543, + "ndcg_at_3": 0.85486, + "ndcg_at_5": 0.87266, + "ndcg_at_10": 0.88482, + "ndcg_at_20": 0.88654, + "ndcg_at_100": 0.88654, + "ndcg_at_1000": 0.88654, + "map_at_1": 0.76543, + "map_at_3": 0.83436, + "map_at_5": 0.84424, + "map_at_10": 0.84936, + "map_at_20": 0.84992, + "map_at_100": 0.84992, + "map_at_1000": 0.84992, + "recall_at_1": 0.76543, + "recall_at_3": 0.91358, + "recall_at_5": 0.95679, + "recall_at_10": 0.99383, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76543, + "precision_at_3": 0.30453, + "precision_at_5": 0.19136, + "precision_at_10": 0.09938, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.765432, + "mrr_at_3": 0.834362, + "mrr_at_5": 0.844239, + "mrr_at_10": 0.849363, + "mrr_at_20": 0.849924, + "mrr_at_100": 0.849924, + "mrr_at_1000": 0.849924, + "nauc_ndcg_at_1_max": 0.363422, + "nauc_ndcg_at_1_std": -0.022472, + "nauc_ndcg_at_1_diff1": 0.668804, + "nauc_ndcg_at_3_max": 0.369378, + "nauc_ndcg_at_3_std": -0.115819, + "nauc_ndcg_at_3_diff1": 0.668038, + "nauc_ndcg_at_5_max": 0.377661, + "nauc_ndcg_at_5_std": -0.052168, + "nauc_ndcg_at_5_diff1": 0.667281, + "nauc_ndcg_at_10_max": 0.369121, + "nauc_ndcg_at_10_std": -0.054338, + "nauc_ndcg_at_10_diff1": 0.658265, + "nauc_ndcg_at_20_max": 0.363298, + "nauc_ndcg_at_20_std": -0.067132, + "nauc_ndcg_at_20_diff1": 0.667086, + "nauc_ndcg_at_100_max": 0.363298, + "nauc_ndcg_at_100_std": -0.067132, + "nauc_ndcg_at_100_diff1": 0.667086, + "nauc_ndcg_at_1000_max": 0.363298, + "nauc_ndcg_at_1000_std": -0.067132, + "nauc_ndcg_at_1000_diff1": 0.667086, + "nauc_map_at_1_max": 0.363422, + "nauc_map_at_1_std": -0.022472, + "nauc_map_at_1_diff1": 0.668804, + "nauc_map_at_3_max": 0.365282, + "nauc_map_at_3_std": -0.08856, + "nauc_map_at_3_diff1": 0.667515, + "nauc_map_at_5_max": 0.369673, + "nauc_map_at_5_std": -0.058902, + "nauc_map_at_5_diff1": 0.667754, + "nauc_map_at_10_max": 0.364706, + "nauc_map_at_10_std": -0.061256, + "nauc_map_at_10_diff1": 0.665112, + "nauc_map_at_20_max": 0.363251, + "nauc_map_at_20_std": -0.064443, + "nauc_map_at_20_diff1": 0.667317, + "nauc_map_at_100_max": 0.363251, + "nauc_map_at_100_std": -0.064443, + "nauc_map_at_100_diff1": 0.667317, + "nauc_map_at_1000_max": 0.363251, + "nauc_map_at_1000_std": -0.064443, + "nauc_map_at_1000_diff1": 0.667317, + "nauc_recall_at_1_max": 0.363422, + "nauc_recall_at_1_std": -0.022472, + "nauc_recall_at_1_diff1": 0.668804, + "nauc_recall_at_3_max": 0.39195, + "nauc_recall_at_3_std": -0.252959, + "nauc_recall_at_3_diff1": 0.671294, + "nauc_recall_at_5_max": 0.457467, + "nauc_recall_at_5_std": 0.051807, + "nauc_recall_at_5_diff1": 0.660947, + "nauc_recall_at_10_max": 0.722854, + "nauc_recall_at_10_std": 0.722854, + "nauc_recall_at_10_diff1": 0.122415, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.363422, + "nauc_precision_at_1_std": -0.022472, + "nauc_precision_at_1_diff1": 0.668804, + "nauc_precision_at_3_max": 0.39195, + "nauc_precision_at_3_std": -0.252959, + "nauc_precision_at_3_diff1": 0.671294, + "nauc_precision_at_5_max": 0.457467, + "nauc_precision_at_5_std": 0.051807, + "nauc_precision_at_5_diff1": 0.660947, + "nauc_precision_at_10_max": 0.722854, + "nauc_precision_at_10_std": 0.722854, + "nauc_precision_at_10_diff1": 0.122415, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.363422, + "nauc_mrr_at_1_std": -0.022472, + "nauc_mrr_at_1_diff1": 0.668804, + "nauc_mrr_at_3_max": 0.365282, + "nauc_mrr_at_3_std": -0.08856, + "nauc_mrr_at_3_diff1": 0.667515, + "nauc_mrr_at_5_max": 0.369673, + "nauc_mrr_at_5_std": -0.058902, + "nauc_mrr_at_5_diff1": 0.667754, + "nauc_mrr_at_10_max": 0.364706, + "nauc_mrr_at_10_std": -0.061256, + "nauc_mrr_at_10_diff1": 0.665112, + "nauc_mrr_at_20_max": 0.363251, + "nauc_mrr_at_20_std": -0.064443, + "nauc_mrr_at_20_diff1": 0.667317, + "nauc_mrr_at_100_max": 0.363251, + "nauc_mrr_at_100_std": -0.064443, + "nauc_mrr_at_100_diff1": 0.667317, + "nauc_mrr_at_1000_max": 0.363251, + "nauc_mrr_at_1000_std": -0.064443, + "nauc_mrr_at_1000_diff1": 0.667317, + "main_score": 0.88482, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.67532, + "ndcg_at_3": 0.79143, + "ndcg_at_5": 0.80821, + "ndcg_at_10": 0.8257, + "ndcg_at_20": 0.83265, + "ndcg_at_100": 0.83514, + "ndcg_at_1000": 0.83514, + "map_at_1": 0.67532, + "map_at_3": 0.76407, + "map_at_5": 0.77381, + "map_at_10": 0.78144, + "map_at_20": 0.78355, + "map_at_100": 0.78391, + "map_at_1000": 0.78391, + "recall_at_1": 0.67532, + "recall_at_3": 0.87013, + "recall_at_5": 0.90909, + "recall_at_10": 0.96104, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.67532, + "precision_at_3": 0.29004, + "precision_at_5": 0.18182, + "precision_at_10": 0.0961, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675325, + "mrr_at_3": 0.764069, + "mrr_at_5": 0.77381, + "mrr_at_10": 0.781437, + "mrr_at_20": 0.783545, + "mrr_at_100": 0.783906, + "mrr_at_1000": 0.783906, + "nauc_ndcg_at_1_max": 0.121, + "nauc_ndcg_at_1_std": -0.255875, + "nauc_ndcg_at_1_diff1": 0.612402, + "nauc_ndcg_at_3_max": 0.231168, + "nauc_ndcg_at_3_std": -0.363561, + "nauc_ndcg_at_3_diff1": 0.654427, + "nauc_ndcg_at_5_max": 0.196881, + "nauc_ndcg_at_5_std": -0.351398, + "nauc_ndcg_at_5_diff1": 0.633739, + "nauc_ndcg_at_10_max": 0.162389, + "nauc_ndcg_at_10_std": -0.337357, + "nauc_ndcg_at_10_diff1": 0.622174, + "nauc_ndcg_at_20_max": 0.152385, + "nauc_ndcg_at_20_std": -0.338816, + "nauc_ndcg_at_20_diff1": 0.613797, + "nauc_ndcg_at_100_max": 0.164728, + "nauc_ndcg_at_100_std": -0.334978, + "nauc_ndcg_at_100_diff1": 0.618228, + "nauc_ndcg_at_1000_max": 0.164728, + "nauc_ndcg_at_1000_std": -0.334978, + "nauc_ndcg_at_1000_diff1": 0.618228, + "nauc_map_at_1_max": 0.121, + "nauc_map_at_1_std": -0.255875, + "nauc_map_at_1_diff1": 0.612402, + "nauc_map_at_3_max": 0.196168, + "nauc_map_at_3_std": -0.337715, + "nauc_map_at_3_diff1": 0.634135, + "nauc_map_at_5_max": 0.177421, + "nauc_map_at_5_std": -0.330462, + "nauc_map_at_5_diff1": 0.622862, + "nauc_map_at_10_max": 0.165083, + "nauc_map_at_10_std": -0.326167, + "nauc_map_at_10_diff1": 0.61887, + "nauc_map_at_20_max": 0.162305, + "nauc_map_at_20_std": -0.327564, + "nauc_map_at_20_diff1": 0.616793, + "nauc_map_at_100_max": 0.163692, + "nauc_map_at_100_std": -0.327117, + "nauc_map_at_100_diff1": 0.61729, + "nauc_map_at_1000_max": 0.163692, + "nauc_map_at_1000_std": -0.327117, + "nauc_map_at_1000_diff1": 0.61729, + "nauc_recall_at_1_max": 0.121, + "nauc_recall_at_1_std": -0.255875, + "nauc_recall_at_1_diff1": 0.612402, + "nauc_recall_at_3_max": 0.396467, + "nauc_recall_at_3_std": -0.479979, + "nauc_recall_at_3_diff1": 0.754943, + "nauc_recall_at_5_max": 0.311441, + "nauc_recall_at_5_std": -0.472409, + "nauc_recall_at_5_diff1": 0.703948, + "nauc_recall_at_10_max": 0.047229, + "nauc_recall_at_10_std": -0.430329, + "nauc_recall_at_10_diff1": 0.649744, + "nauc_recall_at_20_max": -0.560444, + "nauc_recall_at_20_std": -0.560444, + "nauc_recall_at_20_diff1": 0.357916, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.121, + "nauc_precision_at_1_std": -0.255875, + "nauc_precision_at_1_diff1": 0.612402, + "nauc_precision_at_3_max": 0.396467, + "nauc_precision_at_3_std": -0.479979, + "nauc_precision_at_3_diff1": 0.754943, + "nauc_precision_at_5_max": 0.311441, + "nauc_precision_at_5_std": -0.472409, + "nauc_precision_at_5_diff1": 0.703948, + "nauc_precision_at_10_max": 0.047229, + "nauc_precision_at_10_std": -0.430329, + "nauc_precision_at_10_diff1": 0.649744, + "nauc_precision_at_20_max": -0.560444, + "nauc_precision_at_20_std": -0.560444, + "nauc_precision_at_20_diff1": 0.357916, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.121, + "nauc_mrr_at_1_std": -0.255875, + "nauc_mrr_at_1_diff1": 0.612402, + "nauc_mrr_at_3_max": 0.196168, + "nauc_mrr_at_3_std": -0.337715, + "nauc_mrr_at_3_diff1": 0.634135, + "nauc_mrr_at_5_max": 0.177421, + "nauc_mrr_at_5_std": -0.330462, + "nauc_mrr_at_5_diff1": 0.622862, + "nauc_mrr_at_10_max": 0.165083, + "nauc_mrr_at_10_std": -0.326167, + "nauc_mrr_at_10_diff1": 0.61887, + "nauc_mrr_at_20_max": 0.162305, + "nauc_mrr_at_20_std": -0.327564, + "nauc_mrr_at_20_diff1": 0.616793, + "nauc_mrr_at_100_max": 0.163692, + "nauc_mrr_at_100_std": -0.327117, + "nauc_mrr_at_100_diff1": 0.61729, + "nauc_mrr_at_1000_max": 0.163692, + "nauc_mrr_at_1000_std": -0.327117, + "nauc_mrr_at_1000_diff1": 0.61729, + "main_score": 0.8257, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 33.20359778404236, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/SciFact-PL.json b/results/openai__text-embedding-3-large-512/2/SciFact-PL.json new file mode 100644 index 0000000000..aa230c6090 --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.54667, + "ndcg_at_3": 0.62904, + "ndcg_at_5": 0.64704, + "ndcg_at_10": 0.67742, + "ndcg_at_20": 0.68885, + "ndcg_at_100": 0.70335, + "ndcg_at_1000": 0.70974, + "map_at_1": 0.51744, + "map_at_3": 0.59779, + "map_at_5": 0.60992, + "map_at_10": 0.62556, + "map_at_20": 0.62895, + "map_at_100": 0.63087, + "map_at_1000": 0.63115, + "recall_at_1": 0.51744, + "recall_at_3": 0.69033, + "recall_at_5": 0.73678, + "recall_at_10": 0.8235, + "recall_at_20": 0.86767, + "recall_at_100": 0.94833, + "recall_at_1000": 0.99667, + "precision_at_1": 0.54667, + "precision_at_3": 0.25111, + "precision_at_5": 0.16267, + "precision_at_10": 0.09433, + "precision_at_20": 0.0495, + "precision_at_100": 0.01073, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.546667, + "mrr_at_3": 0.618333, + "mrr_at_5": 0.629167, + "mrr_at_10": 0.637996, + "mrr_at_20": 0.641085, + "mrr_at_100": 0.642882, + "mrr_at_1000": 0.643086, + "nauc_ndcg_at_1_max": 0.515214, + "nauc_ndcg_at_1_std": 0.122941, + "nauc_ndcg_at_1_diff1": 0.688226, + "nauc_ndcg_at_3_max": 0.504552, + "nauc_ndcg_at_3_std": 0.052908, + "nauc_ndcg_at_3_diff1": 0.637989, + "nauc_ndcg_at_5_max": 0.51594, + "nauc_ndcg_at_5_std": 0.050721, + "nauc_ndcg_at_5_diff1": 0.649405, + "nauc_ndcg_at_10_max": 0.532495, + "nauc_ndcg_at_10_std": 0.110133, + "nauc_ndcg_at_10_diff1": 0.645394, + "nauc_ndcg_at_20_max": 0.525597, + "nauc_ndcg_at_20_std": 0.100244, + "nauc_ndcg_at_20_diff1": 0.647388, + "nauc_ndcg_at_100_max": 0.529942, + "nauc_ndcg_at_100_std": 0.105647, + "nauc_ndcg_at_100_diff1": 0.650098, + "nauc_ndcg_at_1000_max": 0.525192, + "nauc_ndcg_at_1000_std": 0.099043, + "nauc_ndcg_at_1000_diff1": 0.652191, + "nauc_map_at_1_max": 0.463354, + "nauc_map_at_1_std": 0.04401, + "nauc_map_at_1_diff1": 0.67413, + "nauc_map_at_3_max": 0.488004, + "nauc_map_at_3_std": 0.036081, + "nauc_map_at_3_diff1": 0.645932, + "nauc_map_at_5_max": 0.498549, + "nauc_map_at_5_std": 0.040587, + "nauc_map_at_5_diff1": 0.652797, + "nauc_map_at_10_max": 0.511846, + "nauc_map_at_10_std": 0.076341, + "nauc_map_at_10_diff1": 0.65281, + "nauc_map_at_20_max": 0.511023, + "nauc_map_at_20_std": 0.075002, + "nauc_map_at_20_diff1": 0.654008, + "nauc_map_at_100_max": 0.511025, + "nauc_map_at_100_std": 0.075729, + "nauc_map_at_100_diff1": 0.654252, + "nauc_map_at_1000_max": 0.510916, + "nauc_map_at_1000_std": 0.07554, + "nauc_map_at_1000_diff1": 0.654329, + "nauc_recall_at_1_max": 0.463354, + "nauc_recall_at_1_std": 0.04401, + "nauc_recall_at_1_diff1": 0.67413, + "nauc_recall_at_3_max": 0.488552, + "nauc_recall_at_3_std": -0.004831, + "nauc_recall_at_3_diff1": 0.590446, + "nauc_recall_at_5_max": 0.528161, + "nauc_recall_at_5_std": 0.008726, + "nauc_recall_at_5_diff1": 0.614681, + "nauc_recall_at_10_max": 0.592041, + "nauc_recall_at_10_std": 0.213877, + "nauc_recall_at_10_diff1": 0.589835, + "nauc_recall_at_20_max": 0.55152, + "nauc_recall_at_20_std": 0.160045, + "nauc_recall_at_20_diff1": 0.585339, + "nauc_recall_at_100_max": 0.722072, + "nauc_recall_at_100_std": 0.380245, + "nauc_recall_at_100_diff1": 0.561384, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.722222, + "nauc_recall_at_1000_diff1": 0.722222, + "nauc_precision_at_1_max": 0.515214, + "nauc_precision_at_1_std": 0.122941, + "nauc_precision_at_1_diff1": 0.688226, + "nauc_precision_at_3_max": 0.522276, + "nauc_precision_at_3_std": 0.175368, + "nauc_precision_at_3_diff1": 0.470556, + "nauc_precision_at_5_max": 0.532927, + "nauc_precision_at_5_std": 0.225368, + "nauc_precision_at_5_diff1": 0.431312, + "nauc_precision_at_10_max": 0.431198, + "nauc_precision_at_10_std": 0.408088, + "nauc_precision_at_10_diff1": 0.217194, + "nauc_precision_at_20_max": 0.396553, + "nauc_precision_at_20_std": 0.414979, + "nauc_precision_at_20_diff1": 0.17154, + "nauc_precision_at_100_max": 0.366715, + "nauc_precision_at_100_std": 0.538517, + "nauc_precision_at_100_diff1": 0.031494, + "nauc_precision_at_1000_max": 0.256382, + "nauc_precision_at_1000_std": 0.532893, + "nauc_precision_at_1000_diff1": -0.093915, + "nauc_mrr_at_1_max": 0.515214, + "nauc_mrr_at_1_std": 0.122941, + "nauc_mrr_at_1_diff1": 0.688226, + "nauc_mrr_at_3_max": 0.516774, + "nauc_mrr_at_3_std": 0.096222, + "nauc_mrr_at_3_diff1": 0.652862, + "nauc_mrr_at_5_max": 0.526181, + "nauc_mrr_at_5_std": 0.100849, + "nauc_mrr_at_5_diff1": 0.659524, + "nauc_mrr_at_10_max": 0.525167, + "nauc_mrr_at_10_std": 0.112726, + "nauc_mrr_at_10_diff1": 0.657005, + "nauc_mrr_at_20_max": 0.523018, + "nauc_mrr_at_20_std": 0.109808, + "nauc_mrr_at_20_diff1": 0.657403, + "nauc_mrr_at_100_max": 0.523354, + "nauc_mrr_at_100_std": 0.110227, + "nauc_mrr_at_100_diff1": 0.657834, + "nauc_mrr_at_1000_max": 0.523229, + "nauc_mrr_at_1000_std": 0.109987, + "nauc_mrr_at_1000_diff1": 0.657963, + "main_score": 0.67742, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 122.44022870063782, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/SciFact.json b/results/openai__text-embedding-3-large-512/2/SciFact.json new file mode 100644 index 0000000000..d0b2c8e6ed --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.25.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.63535, + "ndcg_at_3": 0.7179, + "ndcg_at_5": 0.7432, + "ndcg_at_10": 0.75975, + "ndcg_at_20": 0.77213, + "ndcg_at_100": 0.78224, + "ndcg_at_1000": 0.78514, + "map_at_1": 0.60377, + "map_at_3": 0.68993, + "map_at_5": 0.7075, + "map_at_10": 0.71556, + "map_at_20": 0.71989, + "map_at_100": 0.72157, + "map_at_1000": 0.72169, + "recall_at_1": 0.60377, + "recall_at_3": 0.77439, + "recall_at_5": 0.83226, + "recall_at_10": 0.87923, + "recall_at_20": 0.92367, + "recall_at_100": 0.97404, + "recall_at_1000": 0.99629, + "precision_at_1": 0.63535, + "precision_at_3": 0.28224, + "precision_at_5": 0.18541, + "precision_at_10": 0.09901, + "precision_at_20": 0.0526, + "precision_at_100": 0.01109, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.635352, + "mrr_at_3": 0.710136, + "mrr_at_5": 0.721941, + "mrr_at_10": 0.727654, + "mrr_at_20": 0.730246, + "mrr_at_100": 0.731771, + "mrr_at_1000": 0.731871, + "nauc_ndcg_at_1_max": 0.522463, + "nauc_ndcg_at_1_std": -0.031445, + "nauc_ndcg_at_1_diff1": 0.750887, + "nauc_ndcg_at_3_max": 0.51437, + "nauc_ndcg_at_3_std": -0.060865, + "nauc_ndcg_at_3_diff1": 0.703926, + "nauc_ndcg_at_5_max": 0.536642, + "nauc_ndcg_at_5_std": -0.031554, + "nauc_ndcg_at_5_diff1": 0.70081, + "nauc_ndcg_at_10_max": 0.535915, + "nauc_ndcg_at_10_std": -0.017102, + "nauc_ndcg_at_10_diff1": 0.69559, + "nauc_ndcg_at_20_max": 0.537252, + "nauc_ndcg_at_20_std": 0.00662, + "nauc_ndcg_at_20_diff1": 0.696232, + "nauc_ndcg_at_100_max": 0.539073, + "nauc_ndcg_at_100_std": 0.004344, + "nauc_ndcg_at_100_diff1": 0.702752, + "nauc_ndcg_at_1000_max": 0.538756, + "nauc_ndcg_at_1000_std": -0.00365, + "nauc_ndcg_at_1000_diff1": 0.705687, + "nauc_map_at_1_max": 0.462154, + "nauc_map_at_1_std": -0.086741, + "nauc_map_at_1_diff1": 0.750995, + "nauc_map_at_3_max": 0.499297, + "nauc_map_at_3_std": -0.077448, + "nauc_map_at_3_diff1": 0.715505, + "nauc_map_at_5_max": 0.521726, + "nauc_map_at_5_std": -0.052735, + "nauc_map_at_5_diff1": 0.714318, + "nauc_map_at_10_max": 0.523712, + "nauc_map_at_10_std": -0.041892, + "nauc_map_at_10_diff1": 0.711701, + "nauc_map_at_20_max": 0.525391, + "nauc_map_at_20_std": -0.033302, + "nauc_map_at_20_diff1": 0.712274, + "nauc_map_at_100_max": 0.525823, + "nauc_map_at_100_std": -0.033129, + "nauc_map_at_100_diff1": 0.713336, + "nauc_map_at_1000_max": 0.525807, + "nauc_map_at_1000_std": -0.033345, + "nauc_map_at_1000_diff1": 0.713389, + "nauc_recall_at_1_max": 0.462154, + "nauc_recall_at_1_std": -0.086741, + "nauc_recall_at_1_diff1": 0.750995, + "nauc_recall_at_3_max": 0.491456, + "nauc_recall_at_3_std": -0.10035, + "nauc_recall_at_3_diff1": 0.656436, + "nauc_recall_at_5_max": 0.544063, + "nauc_recall_at_5_std": -0.019369, + "nauc_recall_at_5_diff1": 0.624735, + "nauc_recall_at_10_max": 0.535485, + "nauc_recall_at_10_std": 0.02667, + "nauc_recall_at_10_diff1": 0.581973, + "nauc_recall_at_20_max": 0.543054, + "nauc_recall_at_20_std": 0.243166, + "nauc_recall_at_20_diff1": 0.539465, + "nauc_recall_at_100_max": 0.591031, + "nauc_recall_at_100_std": 0.547519, + "nauc_recall_at_100_diff1": 0.469158, + "nauc_recall_at_1000_max": 0.807755, + "nauc_recall_at_1000_std": 0.609668, + "nauc_recall_at_1000_diff1": 0.342918, + "nauc_precision_at_1_max": 0.522463, + "nauc_precision_at_1_std": -0.031445, + "nauc_precision_at_1_diff1": 0.750887, + "nauc_precision_at_3_max": 0.472275, + "nauc_precision_at_3_std": 0.100163, + "nauc_precision_at_3_diff1": 0.370612, + "nauc_precision_at_5_max": 0.441713, + "nauc_precision_at_5_std": 0.238598, + "nauc_precision_at_5_diff1": 0.189894, + "nauc_precision_at_10_max": 0.353021, + "nauc_precision_at_10_std": 0.320745, + "nauc_precision_at_10_diff1": 0.039495, + "nauc_precision_at_20_max": 0.261138, + "nauc_precision_at_20_std": 0.414613, + "nauc_precision_at_20_diff1": -0.085869, + "nauc_precision_at_100_max": 0.189386, + "nauc_precision_at_100_std": 0.465049, + "nauc_precision_at_100_diff1": -0.227342, + "nauc_precision_at_1000_max": 0.150145, + "nauc_precision_at_1000_std": 0.450542, + "nauc_precision_at_1000_diff1": -0.293062, + "nauc_mrr_at_1_max": 0.522463, + "nauc_mrr_at_1_std": -0.031445, + "nauc_mrr_at_1_diff1": 0.750887, + "nauc_mrr_at_3_max": 0.544887, + "nauc_mrr_at_3_std": -0.016541, + "nauc_mrr_at_3_diff1": 0.721825, + "nauc_mrr_at_5_max": 0.547896, + "nauc_mrr_at_5_std": -0.007185, + "nauc_mrr_at_5_diff1": 0.719456, + "nauc_mrr_at_10_max": 0.545309, + "nauc_mrr_at_10_std": -0.007575, + "nauc_mrr_at_10_diff1": 0.719066, + "nauc_mrr_at_20_max": 0.544091, + "nauc_mrr_at_20_std": -0.005128, + "nauc_mrr_at_20_diff1": 0.71908, + "nauc_mrr_at_100_max": 0.544542, + "nauc_mrr_at_100_std": -0.005183, + "nauc_mrr_at_100_diff1": 0.720088, + "nauc_mrr_at_1000_max": 0.544511, + "nauc_mrr_at_1000_std": -0.005437, + "nauc_mrr_at_1000_diff1": 0.720164, + "main_score": 0.75975, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.62333, + "ndcg_at_3": 0.70511, + "ndcg_at_5": 0.72543, + "ndcg_at_10": 0.74963, + "ndcg_at_20": 0.75746, + "ndcg_at_100": 0.76772, + "ndcg_at_1000": 0.77095, + "map_at_1": 0.59161, + "map_at_3": 0.67237, + "map_at_5": 0.68769, + "map_at_10": 0.70028, + "map_at_20": 0.70283, + "map_at_100": 0.70425, + "map_at_1000": 0.70435, + "recall_at_1": 0.59161, + "recall_at_3": 0.76389, + "recall_at_5": 0.81622, + "recall_at_10": 0.886, + "recall_at_20": 0.915, + "recall_at_100": 0.97, + "recall_at_1000": 0.99667, + "precision_at_1": 0.62333, + "precision_at_3": 0.27667, + "precision_at_5": 0.18067, + "precision_at_10": 0.10033, + "precision_at_20": 0.05217, + "precision_at_100": 0.011, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.623333, + "mrr_at_3": 0.697222, + "mrr_at_5": 0.707056, + "mrr_at_10": 0.714351, + "mrr_at_20": 0.716042, + "mrr_at_100": 0.717398, + "mrr_at_1000": 0.717501, + "nauc_ndcg_at_1_max": 0.554499, + "nauc_ndcg_at_1_std": 0.110736, + "nauc_ndcg_at_1_diff1": 0.75134, + "nauc_ndcg_at_3_max": 0.520069, + "nauc_ndcg_at_3_std": 0.0396, + "nauc_ndcg_at_3_diff1": 0.68687, + "nauc_ndcg_at_5_max": 0.532151, + "nauc_ndcg_at_5_std": 0.054706, + "nauc_ndcg_at_5_diff1": 0.688086, + "nauc_ndcg_at_10_max": 0.569288, + "nauc_ndcg_at_10_std": 0.089906, + "nauc_ndcg_at_10_diff1": 0.698821, + "nauc_ndcg_at_20_max": 0.566477, + "nauc_ndcg_at_20_std": 0.092084, + "nauc_ndcg_at_20_diff1": 0.697583, + "nauc_ndcg_at_100_max": 0.560505, + "nauc_ndcg_at_100_std": 0.095699, + "nauc_ndcg_at_100_diff1": 0.702828, + "nauc_ndcg_at_1000_max": 0.557051, + "nauc_ndcg_at_1000_std": 0.090938, + "nauc_ndcg_at_1000_diff1": 0.703834, + "nauc_map_at_1_max": 0.48213, + "nauc_map_at_1_std": -0.01334, + "nauc_map_at_1_diff1": 0.721925, + "nauc_map_at_3_max": 0.498035, + "nauc_map_at_3_std": -0.002179, + "nauc_map_at_3_diff1": 0.694315, + "nauc_map_at_5_max": 0.512554, + "nauc_map_at_5_std": 0.025941, + "nauc_map_at_5_diff1": 0.695499, + "nauc_map_at_10_max": 0.537025, + "nauc_map_at_10_std": 0.053389, + "nauc_map_at_10_diff1": 0.703202, + "nauc_map_at_20_max": 0.535647, + "nauc_map_at_20_std": 0.055381, + "nauc_map_at_20_diff1": 0.702453, + "nauc_map_at_100_max": 0.534736, + "nauc_map_at_100_std": 0.055369, + "nauc_map_at_100_diff1": 0.703042, + "nauc_map_at_1000_max": 0.534688, + "nauc_map_at_1000_std": 0.055371, + "nauc_map_at_1000_diff1": 0.703076, + "nauc_recall_at_1_max": 0.48213, + "nauc_recall_at_1_std": -0.01334, + "nauc_recall_at_1_diff1": 0.721925, + "nauc_recall_at_3_max": 0.490493, + "nauc_recall_at_3_std": -0.019691, + "nauc_recall_at_3_diff1": 0.622656, + "nauc_recall_at_5_max": 0.529799, + "nauc_recall_at_5_std": 0.036028, + "nauc_recall_at_5_diff1": 0.611707, + "nauc_recall_at_10_max": 0.702173, + "nauc_recall_at_10_std": 0.155592, + "nauc_recall_at_10_diff1": 0.642559, + "nauc_recall_at_20_max": 0.725536, + "nauc_recall_at_20_std": 0.17734, + "nauc_recall_at_20_diff1": 0.621858, + "nauc_recall_at_100_max": 0.816682, + "nauc_recall_at_100_std": 0.483919, + "nauc_recall_at_100_diff1": 0.670609, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.722222, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.554499, + "nauc_precision_at_1_std": 0.110736, + "nauc_precision_at_1_diff1": 0.75134, + "nauc_precision_at_3_max": 0.505142, + "nauc_precision_at_3_std": 0.24732, + "nauc_precision_at_3_diff1": 0.468437, + "nauc_precision_at_5_max": 0.466465, + "nauc_precision_at_5_std": 0.370441, + "nauc_precision_at_5_diff1": 0.328097, + "nauc_precision_at_10_max": 0.443428, + "nauc_precision_at_10_std": 0.51046, + "nauc_precision_at_10_diff1": 0.17055, + "nauc_precision_at_20_max": 0.369723, + "nauc_precision_at_20_std": 0.522892, + "nauc_precision_at_20_diff1": 0.084129, + "nauc_precision_at_100_max": 0.28963, + "nauc_precision_at_100_std": 0.621402, + "nauc_precision_at_100_diff1": -0.032752, + "nauc_precision_at_1000_max": 0.231059, + "nauc_precision_at_1000_std": 0.640835, + "nauc_precision_at_1000_diff1": -0.111583, + "nauc_mrr_at_1_max": 0.554499, + "nauc_mrr_at_1_std": 0.110736, + "nauc_mrr_at_1_diff1": 0.75134, + "nauc_mrr_at_3_max": 0.555312, + "nauc_mrr_at_3_std": 0.111329, + "nauc_mrr_at_3_diff1": 0.715824, + "nauc_mrr_at_5_max": 0.559824, + "nauc_mrr_at_5_std": 0.116561, + "nauc_mrr_at_5_diff1": 0.716636, + "nauc_mrr_at_10_max": 0.56572, + "nauc_mrr_at_10_std": 0.117963, + "nauc_mrr_at_10_diff1": 0.71721, + "nauc_mrr_at_20_max": 0.565083, + "nauc_mrr_at_20_std": 0.117807, + "nauc_mrr_at_20_diff1": 0.717542, + "nauc_mrr_at_100_max": 0.56432, + "nauc_mrr_at_100_std": 0.11799, + "nauc_mrr_at_100_diff1": 0.718239, + "nauc_mrr_at_1000_max": 0.564283, + "nauc_mrr_at_1000_std": 0.11802, + "nauc_mrr_at_1000_diff1": 0.71828, + "main_score": 0.74963, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 229.81880593299866, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-large-512/2/TRECCOVID-PL.json new file mode 100644 index 0000000000..01b31e84e1 --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.68, + "ndcg_at_3": 0.61458, + "ndcg_at_5": 0.62527, + "ndcg_at_10": 0.60897, + "ndcg_at_20": 0.60174, + "ndcg_at_100": 0.51217, + "ndcg_at_1000": 0.48003, + "map_at_1": 0.00194, + "map_at_3": 0.00499, + "map_at_5": 0.00773, + "map_at_10": 0.01409, + "map_at_20": 0.0259, + "map_at_100": 0.09368, + "map_at_1000": 0.2296, + "recall_at_1": 0.00194, + "recall_at_3": 0.00538, + "recall_at_5": 0.00894, + "recall_at_10": 0.01718, + "recall_at_20": 0.03349, + "recall_at_100": 0.13207, + "recall_at_1000": 0.45861, + "precision_at_1": 0.7, + "precision_at_3": 0.64, + "precision_at_5": 0.668, + "precision_at_10": 0.642, + "precision_at_20": 0.64, + "precision_at_100": 0.5276, + "precision_at_1000": 0.20708, + "mrr_at_1": 0.7, + "mrr_at_3": 0.786667, + "mrr_at_5": 0.810667, + "mrr_at_10": 0.810667, + "mrr_at_20": 0.810667, + "mrr_at_100": 0.810667, + "mrr_at_1000": 0.810667, + "nauc_ndcg_at_1_max": 0.029162, + "nauc_ndcg_at_1_std": 0.265393, + "nauc_ndcg_at_1_diff1": -0.30435, + "nauc_ndcg_at_3_max": 0.16199, + "nauc_ndcg_at_3_std": 0.351339, + "nauc_ndcg_at_3_diff1": -0.159122, + "nauc_ndcg_at_5_max": 0.193706, + "nauc_ndcg_at_5_std": 0.429948, + "nauc_ndcg_at_5_diff1": -0.211663, + "nauc_ndcg_at_10_max": 0.255353, + "nauc_ndcg_at_10_std": 0.472846, + "nauc_ndcg_at_10_diff1": -0.20052, + "nauc_ndcg_at_20_max": 0.312842, + "nauc_ndcg_at_20_std": 0.561132, + "nauc_ndcg_at_20_diff1": -0.231679, + "nauc_ndcg_at_100_max": 0.363673, + "nauc_ndcg_at_100_std": 0.699395, + "nauc_ndcg_at_100_diff1": -0.199298, + "nauc_ndcg_at_1000_max": 0.430937, + "nauc_ndcg_at_1000_std": 0.707703, + "nauc_ndcg_at_1000_diff1": 0.027393, + "nauc_map_at_1_max": -0.046223, + "nauc_map_at_1_std": 0.194672, + "nauc_map_at_1_diff1": -0.048925, + "nauc_map_at_3_max": 0.035548, + "nauc_map_at_3_std": 0.264658, + "nauc_map_at_3_diff1": 0.002945, + "nauc_map_at_5_max": 0.112522, + "nauc_map_at_5_std": 0.313784, + "nauc_map_at_5_diff1": -0.021919, + "nauc_map_at_10_max": 0.182982, + "nauc_map_at_10_std": 0.381521, + "nauc_map_at_10_diff1": -0.006364, + "nauc_map_at_20_max": 0.235552, + "nauc_map_at_20_std": 0.47342, + "nauc_map_at_20_diff1": -0.045758, + "nauc_map_at_100_max": 0.367601, + "nauc_map_at_100_std": 0.67532, + "nauc_map_at_100_diff1": -0.089869, + "nauc_map_at_1000_max": 0.483063, + "nauc_map_at_1000_std": 0.744571, + "nauc_map_at_1000_diff1": -0.035909, + "nauc_recall_at_1_max": -0.046223, + "nauc_recall_at_1_std": 0.194672, + "nauc_recall_at_1_diff1": -0.048925, + "nauc_recall_at_3_max": 0.038987, + "nauc_recall_at_3_std": 0.241814, + "nauc_recall_at_3_diff1": 0.060942, + "nauc_recall_at_5_max": 0.083977, + "nauc_recall_at_5_std": 0.29817, + "nauc_recall_at_5_diff1": 0.025589, + "nauc_recall_at_10_max": 0.123744, + "nauc_recall_at_10_std": 0.342983, + "nauc_recall_at_10_diff1": 0.053508, + "nauc_recall_at_20_max": 0.14813, + "nauc_recall_at_20_std": 0.425788, + "nauc_recall_at_20_diff1": 0.021238, + "nauc_recall_at_100_max": 0.278509, + "nauc_recall_at_100_std": 0.595364, + "nauc_recall_at_100_diff1": 0.003856, + "nauc_recall_at_1000_max": 0.435775, + "nauc_recall_at_1000_std": 0.629775, + "nauc_recall_at_1000_diff1": 0.118777, + "nauc_precision_at_1_max": 0.069681, + "nauc_precision_at_1_std": 0.258188, + "nauc_precision_at_1_diff1": -0.360692, + "nauc_precision_at_3_max": 0.195871, + "nauc_precision_at_3_std": 0.283679, + "nauc_precision_at_3_diff1": -0.17269, + "nauc_precision_at_5_max": 0.22535, + "nauc_precision_at_5_std": 0.385715, + "nauc_precision_at_5_diff1": -0.251846, + "nauc_precision_at_10_max": 0.318487, + "nauc_precision_at_10_std": 0.479562, + "nauc_precision_at_10_diff1": -0.228437, + "nauc_precision_at_20_max": 0.358885, + "nauc_precision_at_20_std": 0.601506, + "nauc_precision_at_20_diff1": -0.282254, + "nauc_precision_at_100_max": 0.388337, + "nauc_precision_at_100_std": 0.715664, + "nauc_precision_at_100_diff1": -0.221615, + "nauc_precision_at_1000_max": 0.381806, + "nauc_precision_at_1000_std": 0.426895, + "nauc_precision_at_1000_diff1": -0.119332, + "nauc_mrr_at_1_max": 0.069681, + "nauc_mrr_at_1_std": 0.258188, + "nauc_mrr_at_1_diff1": -0.360692, + "nauc_mrr_at_3_max": 0.191871, + "nauc_mrr_at_3_std": 0.292683, + "nauc_mrr_at_3_diff1": -0.246787, + "nauc_mrr_at_5_max": 0.157173, + "nauc_mrr_at_5_std": 0.28564, + "nauc_mrr_at_5_diff1": -0.27766, + "nauc_mrr_at_10_max": 0.157173, + "nauc_mrr_at_10_std": 0.28564, + "nauc_mrr_at_10_diff1": -0.27766, + "nauc_mrr_at_20_max": 0.157173, + "nauc_mrr_at_20_std": 0.28564, + "nauc_mrr_at_20_diff1": -0.27766, + "nauc_mrr_at_100_max": 0.157173, + "nauc_mrr_at_100_std": 0.28564, + "nauc_mrr_at_100_diff1": -0.27766, + "nauc_mrr_at_1000_max": 0.157173, + "nauc_mrr_at_1000_std": 0.28564, + "nauc_mrr_at_1000_diff1": -0.27766, + "main_score": 0.60897, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3078.328506231308, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/TRECCOVID.json b/results/openai__text-embedding-3-large-512/2/TRECCOVID.json new file mode 100644 index 0000000000..0a4f28c19b --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.80335, + "ndcg_at_5": 0.79482, + "ndcg_at_10": 0.78636, + "ndcg_at_20": 0.76497, + "ndcg_at_100": 0.6293, + "ndcg_at_1000": 0.5702, + "map_at_1": 0.00238, + "map_at_3": 0.0062, + "map_at_5": 0.01021, + "map_at_10": 0.01939, + "map_at_20": 0.03657, + "map_at_100": 0.12685, + "map_at_1000": 0.30816, + "recall_at_1": 0.00238, + "recall_at_3": 0.00653, + "recall_at_5": 0.01105, + "recall_at_10": 0.02162, + "recall_at_20": 0.04178, + "recall_at_100": 0.15856, + "recall_at_1000": 0.54112, + "precision_at_1": 0.88, + "precision_at_3": 0.84, + "precision_at_5": 0.848, + "precision_at_10": 0.838, + "precision_at_20": 0.813, + "precision_at_100": 0.646, + "precision_at_1000": 0.2489, + "mrr_at_1": 0.88, + "mrr_at_3": 0.93, + "mrr_at_5": 0.93, + "mrr_at_10": 0.933333, + "mrr_at_20": 0.933333, + "mrr_at_100": 0.933333, + "mrr_at_1000": 0.933333, + "nauc_ndcg_at_1_max": 0.156917, + "nauc_ndcg_at_1_std": 0.517648, + "nauc_ndcg_at_1_diff1": 0.2863, + "nauc_ndcg_at_3_max": 0.106597, + "nauc_ndcg_at_3_std": 0.421646, + "nauc_ndcg_at_3_diff1": 0.10807, + "nauc_ndcg_at_5_max": 0.122901, + "nauc_ndcg_at_5_std": 0.442048, + "nauc_ndcg_at_5_diff1": 0.138821, + "nauc_ndcg_at_10_max": 0.17527, + "nauc_ndcg_at_10_std": 0.506218, + "nauc_ndcg_at_10_diff1": 0.091364, + "nauc_ndcg_at_20_max": 0.231282, + "nauc_ndcg_at_20_std": 0.645635, + "nauc_ndcg_at_20_diff1": 0.115769, + "nauc_ndcg_at_100_max": 0.223954, + "nauc_ndcg_at_100_std": 0.79849, + "nauc_ndcg_at_100_diff1": 0.189649, + "nauc_ndcg_at_1000_max": 0.268445, + "nauc_ndcg_at_1000_std": 0.771058, + "nauc_ndcg_at_1000_diff1": 0.265809, + "nauc_map_at_1_max": 0.080494, + "nauc_map_at_1_std": 0.141788, + "nauc_map_at_1_diff1": 0.122327, + "nauc_map_at_3_max": 0.048747, + "nauc_map_at_3_std": 0.167147, + "nauc_map_at_3_diff1": 0.067819, + "nauc_map_at_5_max": 0.029151, + "nauc_map_at_5_std": 0.168625, + "nauc_map_at_5_diff1": 0.09191, + "nauc_map_at_10_max": 0.043463, + "nauc_map_at_10_std": 0.248894, + "nauc_map_at_10_diff1": 0.087657, + "nauc_map_at_20_max": 0.094908, + "nauc_map_at_20_std": 0.373153, + "nauc_map_at_20_diff1": 0.11458, + "nauc_map_at_100_max": 0.239333, + "nauc_map_at_100_std": 0.656424, + "nauc_map_at_100_diff1": 0.246167, + "nauc_map_at_1000_max": 0.282949, + "nauc_map_at_1000_std": 0.807924, + "nauc_map_at_1000_diff1": 0.237908, + "nauc_recall_at_1_max": 0.080494, + "nauc_recall_at_1_std": 0.141788, + "nauc_recall_at_1_diff1": 0.122327, + "nauc_recall_at_3_max": 0.035205, + "nauc_recall_at_3_std": 0.140031, + "nauc_recall_at_3_diff1": 0.066862, + "nauc_recall_at_5_max": 0.007978, + "nauc_recall_at_5_std": 0.141886, + "nauc_recall_at_5_diff1": 0.105533, + "nauc_recall_at_10_max": 0.003186, + "nauc_recall_at_10_std": 0.207708, + "nauc_recall_at_10_diff1": 0.096161, + "nauc_recall_at_20_max": 0.056156, + "nauc_recall_at_20_std": 0.300115, + "nauc_recall_at_20_diff1": 0.116047, + "nauc_recall_at_100_max": 0.194697, + "nauc_recall_at_100_std": 0.537564, + "nauc_recall_at_100_diff1": 0.247813, + "nauc_recall_at_1000_max": 0.274304, + "nauc_recall_at_1000_std": 0.636685, + "nauc_recall_at_1000_diff1": 0.270318, + "nauc_precision_at_1_max": 0.5416, + "nauc_precision_at_1_std": 0.652084, + "nauc_precision_at_1_diff1": 0.290248, + "nauc_precision_at_3_max": 0.189739, + "nauc_precision_at_3_std": 0.402314, + "nauc_precision_at_3_diff1": -0.067419, + "nauc_precision_at_5_max": 0.217568, + "nauc_precision_at_5_std": 0.432657, + "nauc_precision_at_5_diff1": 0.045907, + "nauc_precision_at_10_max": 0.209939, + "nauc_precision_at_10_std": 0.510399, + "nauc_precision_at_10_diff1": 0.021712, + "nauc_precision_at_20_max": 0.28836, + "nauc_precision_at_20_std": 0.726628, + "nauc_precision_at_20_diff1": 0.096501, + "nauc_precision_at_100_max": 0.2582, + "nauc_precision_at_100_std": 0.786293, + "nauc_precision_at_100_diff1": 0.188331, + "nauc_precision_at_1000_max": 0.176141, + "nauc_precision_at_1000_std": 0.322454, + "nauc_precision_at_1000_diff1": -0.018802, + "nauc_mrr_at_1_max": 0.5416, + "nauc_mrr_at_1_std": 0.652084, + "nauc_mrr_at_1_diff1": 0.290248, + "nauc_mrr_at_3_max": 0.589303, + "nauc_mrr_at_3_std": 0.662294, + "nauc_mrr_at_3_diff1": 0.328667, + "nauc_mrr_at_5_max": 0.589303, + "nauc_mrr_at_5_std": 0.662294, + "nauc_mrr_at_5_diff1": 0.328667, + "nauc_mrr_at_10_max": 0.575024, + "nauc_mrr_at_10_std": 0.659238, + "nauc_mrr_at_10_diff1": 0.317167, + "nauc_mrr_at_20_max": 0.575024, + "nauc_mrr_at_20_std": 0.659238, + "nauc_mrr_at_20_diff1": 0.317167, + "nauc_mrr_at_100_max": 0.575024, + "nauc_mrr_at_100_std": 0.659238, + "nauc_mrr_at_100_diff1": 0.317167, + "nauc_mrr_at_1000_max": 0.575024, + "nauc_mrr_at_1000_std": 0.659238, + "nauc_mrr_at_1000_diff1": 0.317167, + "main_score": 0.78636, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2862.028984069824, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-512/2/model_meta.json b/results/openai__text-embedding-3-large-512/2/model_meta.json new file mode 100644 index 0000000000..7efb2726d1 --- /dev/null +++ b/results/openai__text-embedding-3-large-512/2/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "openai/text-embedding-3-large-512", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 512, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} diff --git a/results/openai__text-embedding-3-large-768/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-large-768/2/CMedQAv2-reranking.json new file mode 100644 index 0000000000..8e4020c5f4 --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "map": 0.741705, + "mrr": 0.780616, + "nAUC_map_max": 0.531464, + "nAUC_map_std": 0.165401, + "nAUC_map_diff1": 0.517471, + "nAUC_mrr_max": 0.617881, + "nAUC_mrr_std": 0.221611, + "nAUC_mrr_diff1": 0.579307, + "main_score": 0.741705, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 607.9690420627594, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-768/2/CUREv1.json b/results/openai__text-embedding-3-large-768/2/CUREv1.json new file mode 100644 index 0000000000..ce0af779d9 --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.25.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.6655, + "ndcg_at_3": 0.61481, + "ndcg_at_5": 0.59708, + "ndcg_at_10": 0.58577, + "ndcg_at_20": 0.58764, + "ndcg_at_100": 0.64828, + "ndcg_at_1000": 0.72299, + "map_at_1": 0.0959, + "map_at_3": 0.18275, + "map_at_5": 0.22639, + "map_at_10": 0.2852, + "map_at_20": 0.33676, + "map_at_100": 0.42508, + "map_at_1000": 0.46378, + "recall_at_1": 0.0959, + "recall_at_3": 0.1988, + "recall_at_5": 0.25995, + "recall_at_10": 0.35841, + "recall_at_20": 0.46676, + "recall_at_100": 0.73693, + "recall_at_1000": 0.95921, + "precision_at_1": 0.7725, + "precision_at_3": 0.6615, + "precision_at_5": 0.5891, + "precision_at_10": 0.4869, + "precision_at_20": 0.38198, + "precision_at_100": 0.17995, + "precision_at_1000": 0.03469, + "mrr_at_1": 0.7725, + "mrr_at_3": 0.838333, + "mrr_at_5": 0.844658, + "mrr_at_10": 0.848574, + "mrr_at_20": 0.849255, + "mrr_at_100": 0.849631, + "mrr_at_1000": 0.849663, + "nauc_ndcg_at_1_max": 0.449084, + "nauc_ndcg_at_1_std": 0.202388, + "nauc_ndcg_at_1_diff1": 0.40745, + "nauc_ndcg_at_3_max": 0.428829, + "nauc_ndcg_at_3_std": 0.217479, + "nauc_ndcg_at_3_diff1": 0.233958, + "nauc_ndcg_at_5_max": 0.421828, + "nauc_ndcg_at_5_std": 0.229782, + "nauc_ndcg_at_5_diff1": 0.212043, + "nauc_ndcg_at_10_max": 0.415949, + "nauc_ndcg_at_10_std": 0.223391, + "nauc_ndcg_at_10_diff1": 0.218711, + "nauc_ndcg_at_20_max": 0.420255, + "nauc_ndcg_at_20_std": 0.224848, + "nauc_ndcg_at_20_diff1": 0.233377, + "nauc_ndcg_at_100_max": 0.4542, + "nauc_ndcg_at_100_std": 0.290302, + "nauc_ndcg_at_100_diff1": 0.247958, + "nauc_ndcg_at_1000_max": 0.492677, + "nauc_ndcg_at_1000_std": 0.351813, + "nauc_ndcg_at_1000_diff1": 0.233186, + "nauc_map_at_1_max": 0.107442, + "nauc_map_at_1_std": -0.088026, + "nauc_map_at_1_diff1": 0.437336, + "nauc_map_at_3_max": 0.187104, + "nauc_map_at_3_std": -0.025152, + "nauc_map_at_3_diff1": 0.318563, + "nauc_map_at_5_max": 0.220817, + "nauc_map_at_5_std": 0.011244, + "nauc_map_at_5_diff1": 0.274004, + "nauc_map_at_10_max": 0.261992, + "nauc_map_at_10_std": 0.051222, + "nauc_map_at_10_diff1": 0.237905, + "nauc_map_at_20_max": 0.296733, + "nauc_map_at_20_std": 0.098757, + "nauc_map_at_20_diff1": 0.215872, + "nauc_map_at_100_max": 0.362932, + "nauc_map_at_100_std": 0.225515, + "nauc_map_at_100_diff1": 0.181582, + "nauc_map_at_1000_max": 0.374624, + "nauc_map_at_1000_std": 0.268352, + "nauc_map_at_1000_diff1": 0.16019, + "nauc_recall_at_1_max": 0.107442, + "nauc_recall_at_1_std": -0.088026, + "nauc_recall_at_1_diff1": 0.437336, + "nauc_recall_at_3_max": 0.155384, + "nauc_recall_at_3_std": -0.040433, + "nauc_recall_at_3_diff1": 0.294915, + "nauc_recall_at_5_max": 0.170672, + "nauc_recall_at_5_std": -0.011615, + "nauc_recall_at_5_diff1": 0.24241, + "nauc_recall_at_10_max": 0.184846, + "nauc_recall_at_10_std": 0.010774, + "nauc_recall_at_10_diff1": 0.207499, + "nauc_recall_at_20_max": 0.200826, + "nauc_recall_at_20_std": 0.050683, + "nauc_recall_at_20_diff1": 0.191427, + "nauc_recall_at_100_max": 0.259973, + "nauc_recall_at_100_std": 0.215877, + "nauc_recall_at_100_diff1": 0.174178, + "nauc_recall_at_1000_max": 0.422415, + "nauc_recall_at_1000_std": 0.616954, + "nauc_recall_at_1000_diff1": 0.173266, + "nauc_precision_at_1_max": 0.54057, + "nauc_precision_at_1_std": 0.305946, + "nauc_precision_at_1_diff1": 0.390403, + "nauc_precision_at_3_max": 0.3748, + "nauc_precision_at_3_std": 0.2896, + "nauc_precision_at_3_diff1": -0.045126, + "nauc_precision_at_5_max": 0.314094, + "nauc_precision_at_5_std": 0.302156, + "nauc_precision_at_5_diff1": -0.12132, + "nauc_precision_at_10_max": 0.231451, + "nauc_precision_at_10_std": 0.283377, + "nauc_precision_at_10_diff1": -0.169521, + "nauc_precision_at_20_max": 0.152127, + "nauc_precision_at_20_std": 0.261964, + "nauc_precision_at_20_diff1": -0.187358, + "nauc_precision_at_100_max": 0.032387, + "nauc_precision_at_100_std": 0.201796, + "nauc_precision_at_100_diff1": -0.174035, + "nauc_precision_at_1000_max": -0.077428, + "nauc_precision_at_1000_std": 0.031028, + "nauc_precision_at_1000_diff1": -0.161552, + "nauc_mrr_at_1_max": 0.54057, + "nauc_mrr_at_1_std": 0.305946, + "nauc_mrr_at_1_diff1": 0.390403, + "nauc_mrr_at_3_max": 0.570984, + "nauc_mrr_at_3_std": 0.337434, + "nauc_mrr_at_3_diff1": 0.374195, + "nauc_mrr_at_5_max": 0.572716, + "nauc_mrr_at_5_std": 0.342706, + "nauc_mrr_at_5_diff1": 0.373766, + "nauc_mrr_at_10_max": 0.568706, + "nauc_mrr_at_10_std": 0.337209, + "nauc_mrr_at_10_diff1": 0.375333, + "nauc_mrr_at_20_max": 0.568037, + "nauc_mrr_at_20_std": 0.336696, + "nauc_mrr_at_20_diff1": 0.375467, + "nauc_mrr_at_100_max": 0.567861, + "nauc_mrr_at_100_std": 0.336215, + "nauc_mrr_at_100_diff1": 0.375719, + "nauc_mrr_at_1000_max": 0.567827, + "nauc_mrr_at_1000_std": 0.336218, + "nauc_mrr_at_1000_diff1": 0.37574, + "main_score": 0.58577, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6065, + "ndcg_at_3": 0.55593, + "ndcg_at_5": 0.54251, + "ndcg_at_10": 0.53225, + "ndcg_at_20": 0.5344, + "ndcg_at_100": 0.59796, + "ndcg_at_1000": 0.68006, + "map_at_1": 0.08775, + "map_at_3": 0.16485, + "map_at_5": 0.2039, + "map_at_10": 0.25534, + "map_at_20": 0.29827, + "map_at_100": 0.37594, + "map_at_1000": 0.41272, + "recall_at_1": 0.08775, + "recall_at_3": 0.18218, + "recall_at_5": 0.24037, + "recall_at_10": 0.33064, + "recall_at_20": 0.42587, + "recall_at_100": 0.6922, + "recall_at_1000": 0.93869, + "precision_at_1": 0.7145, + "precision_at_3": 0.59883, + "precision_at_5": 0.5349, + "precision_at_10": 0.4403, + "precision_at_20": 0.34408, + "precision_at_100": 0.16567, + "precision_at_1000": 0.03341, + "mrr_at_1": 0.7145, + "mrr_at_3": 0.786333, + "mrr_at_5": 0.796708, + "mrr_at_10": 0.80259, + "mrr_at_20": 0.803389, + "mrr_at_100": 0.803943, + "mrr_at_1000": 0.803989, + "nauc_ndcg_at_1_max": 0.358636, + "nauc_ndcg_at_1_std": 0.188082, + "nauc_ndcg_at_1_diff1": 0.319147, + "nauc_ndcg_at_3_max": 0.370098, + "nauc_ndcg_at_3_std": 0.220737, + "nauc_ndcg_at_3_diff1": 0.20517, + "nauc_ndcg_at_5_max": 0.385547, + "nauc_ndcg_at_5_std": 0.241033, + "nauc_ndcg_at_5_diff1": 0.182164, + "nauc_ndcg_at_10_max": 0.393165, + "nauc_ndcg_at_10_std": 0.257757, + "nauc_ndcg_at_10_diff1": 0.181519, + "nauc_ndcg_at_20_max": 0.40714, + "nauc_ndcg_at_20_std": 0.270482, + "nauc_ndcg_at_20_diff1": 0.19348, + "nauc_ndcg_at_100_max": 0.439657, + "nauc_ndcg_at_100_std": 0.338554, + "nauc_ndcg_at_100_diff1": 0.207373, + "nauc_ndcg_at_1000_max": 0.467271, + "nauc_ndcg_at_1000_std": 0.386162, + "nauc_ndcg_at_1000_diff1": 0.196929, + "nauc_map_at_1_max": 0.124449, + "nauc_map_at_1_std": -0.033934, + "nauc_map_at_1_diff1": 0.332075, + "nauc_map_at_3_max": 0.188119, + "nauc_map_at_3_std": 0.011078, + "nauc_map_at_3_diff1": 0.244965, + "nauc_map_at_5_max": 0.221392, + "nauc_map_at_5_std": 0.042488, + "nauc_map_at_5_diff1": 0.216754, + "nauc_map_at_10_max": 0.266989, + "nauc_map_at_10_std": 0.095304, + "nauc_map_at_10_diff1": 0.191268, + "nauc_map_at_20_max": 0.30122, + "nauc_map_at_20_std": 0.143484, + "nauc_map_at_20_diff1": 0.175092, + "nauc_map_at_100_max": 0.367282, + "nauc_map_at_100_std": 0.271871, + "nauc_map_at_100_diff1": 0.156487, + "nauc_map_at_1000_max": 0.378591, + "nauc_map_at_1000_std": 0.315357, + "nauc_map_at_1000_diff1": 0.14248, + "nauc_recall_at_1_max": 0.124449, + "nauc_recall_at_1_std": -0.033934, + "nauc_recall_at_1_diff1": 0.332075, + "nauc_recall_at_3_max": 0.156133, + "nauc_recall_at_3_std": -0.007538, + "nauc_recall_at_3_diff1": 0.215523, + "nauc_recall_at_5_max": 0.178141, + "nauc_recall_at_5_std": 0.015831, + "nauc_recall_at_5_diff1": 0.183586, + "nauc_recall_at_10_max": 0.206706, + "nauc_recall_at_10_std": 0.070705, + "nauc_recall_at_10_diff1": 0.154826, + "nauc_recall_at_20_max": 0.22858, + "nauc_recall_at_20_std": 0.114079, + "nauc_recall_at_20_diff1": 0.146732, + "nauc_recall_at_100_max": 0.289821, + "nauc_recall_at_100_std": 0.294187, + "nauc_recall_at_100_diff1": 0.134322, + "nauc_recall_at_1000_max": 0.477645, + "nauc_recall_at_1000_std": 0.662836, + "nauc_recall_at_1000_diff1": 0.128818, + "nauc_precision_at_1_max": 0.411597, + "nauc_precision_at_1_std": 0.249254, + "nauc_precision_at_1_diff1": 0.307019, + "nauc_precision_at_3_max": 0.329014, + "nauc_precision_at_3_std": 0.281177, + "nauc_precision_at_3_diff1": 0.029026, + "nauc_precision_at_5_max": 0.306557, + "nauc_precision_at_5_std": 0.297753, + "nauc_precision_at_5_diff1": -0.045766, + "nauc_precision_at_10_max": 0.254982, + "nauc_precision_at_10_std": 0.304236, + "nauc_precision_at_10_diff1": -0.094164, + "nauc_precision_at_20_max": 0.191104, + "nauc_precision_at_20_std": 0.295534, + "nauc_precision_at_20_diff1": -0.114267, + "nauc_precision_at_100_max": 0.062759, + "nauc_precision_at_100_std": 0.224353, + "nauc_precision_at_100_diff1": -0.114033, + "nauc_precision_at_1000_max": -0.057429, + "nauc_precision_at_1000_std": 0.044267, + "nauc_precision_at_1000_diff1": -0.102604, + "nauc_mrr_at_1_max": 0.411597, + "nauc_mrr_at_1_std": 0.249254, + "nauc_mrr_at_1_diff1": 0.307019, + "nauc_mrr_at_3_max": 0.435219, + "nauc_mrr_at_3_std": 0.279909, + "nauc_mrr_at_3_diff1": 0.303865, + "nauc_mrr_at_5_max": 0.443695, + "nauc_mrr_at_5_std": 0.286854, + "nauc_mrr_at_5_diff1": 0.303546, + "nauc_mrr_at_10_max": 0.439928, + "nauc_mrr_at_10_std": 0.284254, + "nauc_mrr_at_10_diff1": 0.30111, + "nauc_mrr_at_20_max": 0.439328, + "nauc_mrr_at_20_std": 0.283164, + "nauc_mrr_at_20_diff1": 0.301712, + "nauc_mrr_at_100_max": 0.438539, + "nauc_mrr_at_100_std": 0.282188, + "nauc_mrr_at_100_diff1": 0.302164, + "nauc_mrr_at_1000_max": 0.438462, + "nauc_mrr_at_1000_std": 0.282137, + "nauc_mrr_at_1000_diff1": 0.302204, + "main_score": 0.53225, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6135, + "ndcg_at_3": 0.56149, + "ndcg_at_5": 0.5426, + "ndcg_at_10": 0.53715, + "ndcg_at_20": 0.53869, + "ndcg_at_100": 0.59887, + "ndcg_at_1000": 0.6809, + "map_at_1": 0.09048, + "map_at_3": 0.16458, + "map_at_5": 0.20265, + "map_at_10": 0.25549, + "map_at_20": 0.29935, + "map_at_100": 0.37673, + "map_at_1000": 0.4135, + "recall_at_1": 0.09048, + "recall_at_3": 0.17986, + "recall_at_5": 0.2345, + "recall_at_10": 0.33068, + "recall_at_20": 0.42788, + "recall_at_100": 0.68922, + "recall_at_1000": 0.93746, + "precision_at_1": 0.7195, + "precision_at_3": 0.60533, + "precision_at_5": 0.5345, + "precision_at_10": 0.44665, + "precision_at_20": 0.3493, + "precision_at_100": 0.16643, + "precision_at_1000": 0.03339, + "mrr_at_1": 0.7195, + "mrr_at_3": 0.790083, + "mrr_at_5": 0.799508, + "mrr_at_10": 0.805342, + "mrr_at_20": 0.80648, + "mrr_at_100": 0.806901, + "mrr_at_1000": 0.806947, + "nauc_ndcg_at_1_max": 0.420437, + "nauc_ndcg_at_1_std": 0.232437, + "nauc_ndcg_at_1_diff1": 0.312955, + "nauc_ndcg_at_3_max": 0.411409, + "nauc_ndcg_at_3_std": 0.27463, + "nauc_ndcg_at_3_diff1": 0.191994, + "nauc_ndcg_at_5_max": 0.411074, + "nauc_ndcg_at_5_std": 0.28798, + "nauc_ndcg_at_5_diff1": 0.176962, + "nauc_ndcg_at_10_max": 0.421288, + "nauc_ndcg_at_10_std": 0.295481, + "nauc_ndcg_at_10_diff1": 0.183441, + "nauc_ndcg_at_20_max": 0.42728, + "nauc_ndcg_at_20_std": 0.304135, + "nauc_ndcg_at_20_diff1": 0.198047, + "nauc_ndcg_at_100_max": 0.456015, + "nauc_ndcg_at_100_std": 0.372397, + "nauc_ndcg_at_100_diff1": 0.205712, + "nauc_ndcg_at_1000_max": 0.490519, + "nauc_ndcg_at_1000_std": 0.421104, + "nauc_ndcg_at_1000_diff1": 0.199003, + "nauc_map_at_1_max": 0.147974, + "nauc_map_at_1_std": -0.043313, + "nauc_map_at_1_diff1": 0.312041, + "nauc_map_at_3_max": 0.210206, + "nauc_map_at_3_std": 0.026581, + "nauc_map_at_3_diff1": 0.24812, + "nauc_map_at_5_max": 0.232723, + "nauc_map_at_5_std": 0.067449, + "nauc_map_at_5_diff1": 0.222404, + "nauc_map_at_10_max": 0.275109, + "nauc_map_at_10_std": 0.118232, + "nauc_map_at_10_diff1": 0.192777, + "nauc_map_at_20_max": 0.309707, + "nauc_map_at_20_std": 0.169858, + "nauc_map_at_20_diff1": 0.17899, + "nauc_map_at_100_max": 0.37698, + "nauc_map_at_100_std": 0.300638, + "nauc_map_at_100_diff1": 0.152712, + "nauc_map_at_1000_max": 0.395712, + "nauc_map_at_1000_std": 0.343894, + "nauc_map_at_1000_diff1": 0.139307, + "nauc_recall_at_1_max": 0.147974, + "nauc_recall_at_1_std": -0.043313, + "nauc_recall_at_1_diff1": 0.312041, + "nauc_recall_at_3_max": 0.177449, + "nauc_recall_at_3_std": 0.018052, + "nauc_recall_at_3_diff1": 0.22812, + "nauc_recall_at_5_max": 0.184091, + "nauc_recall_at_5_std": 0.053521, + "nauc_recall_at_5_diff1": 0.201499, + "nauc_recall_at_10_max": 0.197396, + "nauc_recall_at_10_std": 0.083412, + "nauc_recall_at_10_diff1": 0.168307, + "nauc_recall_at_20_max": 0.216968, + "nauc_recall_at_20_std": 0.127042, + "nauc_recall_at_20_diff1": 0.168415, + "nauc_recall_at_100_max": 0.285926, + "nauc_recall_at_100_std": 0.307281, + "nauc_recall_at_100_diff1": 0.147161, + "nauc_recall_at_1000_max": 0.462037, + "nauc_recall_at_1000_std": 0.647584, + "nauc_recall_at_1000_diff1": 0.122322, + "nauc_precision_at_1_max": 0.493018, + "nauc_precision_at_1_std": 0.321916, + "nauc_precision_at_1_diff1": 0.314553, + "nauc_precision_at_3_max": 0.353173, + "nauc_precision_at_3_std": 0.327132, + "nauc_precision_at_3_diff1": 0.013352, + "nauc_precision_at_5_max": 0.307746, + "nauc_precision_at_5_std": 0.336068, + "nauc_precision_at_5_diff1": -0.05263, + "nauc_precision_at_10_max": 0.265889, + "nauc_precision_at_10_std": 0.327317, + "nauc_precision_at_10_diff1": -0.103554, + "nauc_precision_at_20_max": 0.205922, + "nauc_precision_at_20_std": 0.308475, + "nauc_precision_at_20_diff1": -0.119785, + "nauc_precision_at_100_max": 0.088177, + "nauc_precision_at_100_std": 0.236634, + "nauc_precision_at_100_diff1": -0.122781, + "nauc_precision_at_1000_max": -0.016562, + "nauc_precision_at_1000_std": 0.050967, + "nauc_precision_at_1000_diff1": -0.111285, + "nauc_mrr_at_1_max": 0.493018, + "nauc_mrr_at_1_std": 0.321916, + "nauc_mrr_at_1_diff1": 0.314553, + "nauc_mrr_at_3_max": 0.506155, + "nauc_mrr_at_3_std": 0.364162, + "nauc_mrr_at_3_diff1": 0.302861, + "nauc_mrr_at_5_max": 0.507387, + "nauc_mrr_at_5_std": 0.366876, + "nauc_mrr_at_5_diff1": 0.307671, + "nauc_mrr_at_10_max": 0.508471, + "nauc_mrr_at_10_std": 0.363429, + "nauc_mrr_at_10_diff1": 0.304278, + "nauc_mrr_at_20_max": 0.508286, + "nauc_mrr_at_20_std": 0.36278, + "nauc_mrr_at_20_diff1": 0.305141, + "nauc_mrr_at_100_max": 0.507744, + "nauc_mrr_at_100_std": 0.362151, + "nauc_mrr_at_100_diff1": 0.305382, + "nauc_mrr_at_1000_max": 0.50769, + "nauc_mrr_at_1000_std": 0.362089, + "nauc_mrr_at_1000_diff1": 0.305329, + "main_score": 0.53715, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.655, + "ndcg_at_3": 0.62314, + "ndcg_at_5": 0.5962, + "ndcg_at_10": 0.57225, + "ndcg_at_20": 0.57007, + "ndcg_at_100": 0.62995, + "ndcg_at_1000": 0.73144, + "map_at_1": 0.07965, + "map_at_3": 0.16519, + "map_at_5": 0.19548, + "map_at_10": 0.23955, + "map_at_20": 0.28828, + "map_at_100": 0.38935, + "map_at_1000": 0.44243, + "recall_at_1": 0.07965, + "recall_at_3": 0.19492, + "recall_at_5": 0.23649, + "recall_at_10": 0.30484, + "recall_at_20": 0.40844, + "recall_at_100": 0.70074, + "recall_at_1000": 0.97179, + "precision_at_1": 0.745, + "precision_at_3": 0.67667, + "precision_at_5": 0.599, + "precision_at_10": 0.4895, + "precision_at_20": 0.39575, + "precision_at_100": 0.20415, + "precision_at_1000": 0.03821, + "mrr_at_1": 0.745, + "mrr_at_3": 0.84, + "mrr_at_5": 0.846, + "mrr_at_10": 0.846833, + "mrr_at_20": 0.847705, + "mrr_at_100": 0.847783, + "mrr_at_1000": 0.847783, + "nauc_ndcg_at_1_max": 0.432465, + "nauc_ndcg_at_1_std": 0.090816, + "nauc_ndcg_at_1_diff1": 0.385346, + "nauc_ndcg_at_3_max": 0.346638, + "nauc_ndcg_at_3_std": 0.065985, + "nauc_ndcg_at_3_diff1": 0.296945, + "nauc_ndcg_at_5_max": 0.313674, + "nauc_ndcg_at_5_std": 0.088408, + "nauc_ndcg_at_5_diff1": 0.304289, + "nauc_ndcg_at_10_max": 0.266943, + "nauc_ndcg_at_10_std": 0.069188, + "nauc_ndcg_at_10_diff1": 0.298758, + "nauc_ndcg_at_20_max": 0.245375, + "nauc_ndcg_at_20_std": 0.044777, + "nauc_ndcg_at_20_diff1": 0.281618, + "nauc_ndcg_at_100_max": 0.287077, + "nauc_ndcg_at_100_std": 0.076411, + "nauc_ndcg_at_100_diff1": 0.279316, + "nauc_ndcg_at_1000_max": 0.360053, + "nauc_ndcg_at_1000_std": 0.292145, + "nauc_ndcg_at_1000_diff1": 0.253661, + "nauc_map_at_1_max": -0.070417, + "nauc_map_at_1_std": -0.270891, + "nauc_map_at_1_diff1": 0.448621, + "nauc_map_at_3_max": -0.045897, + "nauc_map_at_3_std": -0.315663, + "nauc_map_at_3_diff1": 0.356192, + "nauc_map_at_5_max": -0.008294, + "nauc_map_at_5_std": -0.293704, + "nauc_map_at_5_diff1": 0.334936, + "nauc_map_at_10_max": 0.027885, + "nauc_map_at_10_std": -0.263478, + "nauc_map_at_10_diff1": 0.317263, + "nauc_map_at_20_max": 0.078459, + "nauc_map_at_20_std": -0.202975, + "nauc_map_at_20_diff1": 0.287842, + "nauc_map_at_100_max": 0.162557, + "nauc_map_at_100_std": 0.043382, + "nauc_map_at_100_diff1": 0.243509, + "nauc_map_at_1000_max": 0.162207, + "nauc_map_at_1000_std": 0.192098, + "nauc_map_at_1000_diff1": 0.200707, + "nauc_recall_at_1_max": -0.070417, + "nauc_recall_at_1_std": -0.270891, + "nauc_recall_at_1_diff1": 0.448621, + "nauc_recall_at_3_max": -0.119449, + "nauc_recall_at_3_std": -0.327924, + "nauc_recall_at_3_diff1": 0.265925, + "nauc_recall_at_5_max": -0.085819, + "nauc_recall_at_5_std": -0.310829, + "nauc_recall_at_5_diff1": 0.243755, + "nauc_recall_at_10_max": -0.060827, + "nauc_recall_at_10_std": -0.301092, + "nauc_recall_at_10_diff1": 0.222343, + "nauc_recall_at_20_max": -0.00742, + "nauc_recall_at_20_std": -0.290696, + "nauc_recall_at_20_diff1": 0.179849, + "nauc_recall_at_100_max": 0.05069, + "nauc_recall_at_100_std": -0.070579, + "nauc_recall_at_100_diff1": 0.13682, + "nauc_recall_at_1000_max": 0.239633, + "nauc_recall_at_1000_std": 0.668884, + "nauc_recall_at_1000_diff1": 0.049026, + "nauc_precision_at_1_max": 0.487512, + "nauc_precision_at_1_std": 0.246146, + "nauc_precision_at_1_diff1": 0.359712, + "nauc_precision_at_3_max": 0.388473, + "nauc_precision_at_3_std": 0.270935, + "nauc_precision_at_3_diff1": 0.060303, + "nauc_precision_at_5_max": 0.334791, + "nauc_precision_at_5_std": 0.397814, + "nauc_precision_at_5_diff1": -0.02015, + "nauc_precision_at_10_max": 0.266197, + "nauc_precision_at_10_std": 0.461714, + "nauc_precision_at_10_diff1": -0.104719, + "nauc_precision_at_20_max": 0.218425, + "nauc_precision_at_20_std": 0.528925, + "nauc_precision_at_20_diff1": -0.17583, + "nauc_precision_at_100_max": 0.080636, + "nauc_precision_at_100_std": 0.524056, + "nauc_precision_at_100_diff1": -0.201683, + "nauc_precision_at_1000_max": -0.030847, + "nauc_precision_at_1000_std": 0.355062, + "nauc_precision_at_1000_diff1": -0.217519, + "nauc_mrr_at_1_max": 0.487512, + "nauc_mrr_at_1_std": 0.246146, + "nauc_mrr_at_1_diff1": 0.359712, + "nauc_mrr_at_3_max": 0.471976, + "nauc_mrr_at_3_std": 0.250184, + "nauc_mrr_at_3_diff1": 0.345712, + "nauc_mrr_at_5_max": 0.476925, + "nauc_mrr_at_5_std": 0.264187, + "nauc_mrr_at_5_diff1": 0.3426, + "nauc_mrr_at_10_max": 0.483168, + "nauc_mrr_at_10_std": 0.262447, + "nauc_mrr_at_10_diff1": 0.341331, + "nauc_mrr_at_20_max": 0.4803, + "nauc_mrr_at_20_std": 0.25926, + "nauc_mrr_at_20_diff1": 0.341426, + "nauc_mrr_at_100_max": 0.480163, + "nauc_mrr_at_100_std": 0.259204, + "nauc_mrr_at_100_diff1": 0.341053, + "nauc_mrr_at_1000_max": 0.480163, + "nauc_mrr_at_1000_std": 0.259204, + "nauc_mrr_at_1000_diff1": 0.341053, + "main_score": 0.57225, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.55644, + "ndcg_at_5": 0.54444, + "ndcg_at_10": 0.5243, + "ndcg_at_20": 0.51914, + "ndcg_at_100": 0.5827, + "ndcg_at_1000": 0.69513, + "map_at_1": 0.0759, + "map_at_3": 0.14985, + "map_at_5": 0.18004, + "map_at_10": 0.21935, + "map_at_20": 0.25864, + "map_at_100": 0.34755, + "map_at_1000": 0.39935, + "recall_at_1": 0.0759, + "recall_at_3": 0.17788, + "recall_at_5": 0.22404, + "recall_at_10": 0.29315, + "recall_at_20": 0.38155, + "recall_at_100": 0.65794, + "recall_at_1000": 0.95737, + "precision_at_1": 0.685, + "precision_at_3": 0.60167, + "precision_at_5": 0.545, + "precision_at_10": 0.447, + "precision_at_20": 0.358, + "precision_at_100": 0.1884, + "precision_at_1000": 0.03766, + "mrr_at_1": 0.685, + "mrr_at_3": 0.778333, + "mrr_at_5": 0.792833, + "mrr_at_10": 0.797595, + "mrr_at_20": 0.798223, + "mrr_at_100": 0.798431, + "mrr_at_1000": 0.798431, + "nauc_ndcg_at_1_max": 0.364183, + "nauc_ndcg_at_1_std": 0.138599, + "nauc_ndcg_at_1_diff1": 0.222768, + "nauc_ndcg_at_3_max": 0.276061, + "nauc_ndcg_at_3_std": 0.081152, + "nauc_ndcg_at_3_diff1": 0.179977, + "nauc_ndcg_at_5_max": 0.316083, + "nauc_ndcg_at_5_std": 0.106348, + "nauc_ndcg_at_5_diff1": 0.145524, + "nauc_ndcg_at_10_max": 0.296983, + "nauc_ndcg_at_10_std": 0.071651, + "nauc_ndcg_at_10_diff1": 0.094072, + "nauc_ndcg_at_20_max": 0.285984, + "nauc_ndcg_at_20_std": 0.046873, + "nauc_ndcg_at_20_diff1": 0.109331, + "nauc_ndcg_at_100_max": 0.314329, + "nauc_ndcg_at_100_std": 0.064819, + "nauc_ndcg_at_100_diff1": 0.077659, + "nauc_ndcg_at_1000_max": 0.371293, + "nauc_ndcg_at_1000_std": 0.279946, + "nauc_ndcg_at_1000_diff1": 0.074888, + "nauc_map_at_1_max": 0.139705, + "nauc_map_at_1_std": -0.211643, + "nauc_map_at_1_diff1": 0.104877, + "nauc_map_at_3_max": 0.111391, + "nauc_map_at_3_std": -0.244257, + "nauc_map_at_3_diff1": 0.122476, + "nauc_map_at_5_max": 0.129109, + "nauc_map_at_5_std": -0.234791, + "nauc_map_at_5_diff1": 0.110293, + "nauc_map_at_10_max": 0.154728, + "nauc_map_at_10_std": -0.199861, + "nauc_map_at_10_diff1": 0.105125, + "nauc_map_at_20_max": 0.172028, + "nauc_map_at_20_std": -0.1643, + "nauc_map_at_20_diff1": 0.091911, + "nauc_map_at_100_max": 0.227869, + "nauc_map_at_100_std": 0.023949, + "nauc_map_at_100_diff1": 0.046656, + "nauc_map_at_1000_max": 0.227345, + "nauc_map_at_1000_std": 0.175944, + "nauc_map_at_1000_diff1": 0.011005, + "nauc_recall_at_1_max": 0.139705, + "nauc_recall_at_1_std": -0.211643, + "nauc_recall_at_1_diff1": 0.104877, + "nauc_recall_at_3_max": 0.027748, + "nauc_recall_at_3_std": -0.276479, + "nauc_recall_at_3_diff1": 0.101962, + "nauc_recall_at_5_max": 0.04354, + "nauc_recall_at_5_std": -0.267552, + "nauc_recall_at_5_diff1": 0.072626, + "nauc_recall_at_10_max": 0.045935, + "nauc_recall_at_10_std": -0.249503, + "nauc_recall_at_10_diff1": 0.061474, + "nauc_recall_at_20_max": 0.056023, + "nauc_recall_at_20_std": -0.232498, + "nauc_recall_at_20_diff1": 0.065003, + "nauc_recall_at_100_max": 0.122031, + "nauc_recall_at_100_std": -0.055343, + "nauc_recall_at_100_diff1": 0.005047, + "nauc_recall_at_1000_max": 0.220542, + "nauc_recall_at_1000_std": 0.667866, + "nauc_recall_at_1000_diff1": 0.000742, + "nauc_precision_at_1_max": 0.423229, + "nauc_precision_at_1_std": 0.302816, + "nauc_precision_at_1_diff1": 0.150671, + "nauc_precision_at_3_max": 0.267419, + "nauc_precision_at_3_std": 0.268826, + "nauc_precision_at_3_diff1": 0.067772, + "nauc_precision_at_5_max": 0.279058, + "nauc_precision_at_5_std": 0.361194, + "nauc_precision_at_5_diff1": -0.017236, + "nauc_precision_at_10_max": 0.20465, + "nauc_precision_at_10_std": 0.415279, + "nauc_precision_at_10_diff1": -0.098197, + "nauc_precision_at_20_max": 0.129391, + "nauc_precision_at_20_std": 0.463236, + "nauc_precision_at_20_diff1": -0.10979, + "nauc_precision_at_100_max": 0.04181, + "nauc_precision_at_100_std": 0.499074, + "nauc_precision_at_100_diff1": -0.142535, + "nauc_precision_at_1000_max": -0.036184, + "nauc_precision_at_1000_std": 0.390135, + "nauc_precision_at_1000_diff1": -0.136194, + "nauc_mrr_at_1_max": 0.423229, + "nauc_mrr_at_1_std": 0.302816, + "nauc_mrr_at_1_diff1": 0.150671, + "nauc_mrr_at_3_max": 0.380102, + "nauc_mrr_at_3_std": 0.257646, + "nauc_mrr_at_3_diff1": 0.162322, + "nauc_mrr_at_5_max": 0.419103, + "nauc_mrr_at_5_std": 0.27298, + "nauc_mrr_at_5_diff1": 0.14706, + "nauc_mrr_at_10_max": 0.411749, + "nauc_mrr_at_10_std": 0.281461, + "nauc_mrr_at_10_diff1": 0.144554, + "nauc_mrr_at_20_max": 0.409903, + "nauc_mrr_at_20_std": 0.280118, + "nauc_mrr_at_20_diff1": 0.147313, + "nauc_mrr_at_100_max": 0.409533, + "nauc_mrr_at_100_std": 0.279794, + "nauc_mrr_at_100_diff1": 0.146832, + "nauc_mrr_at_1000_max": 0.409533, + "nauc_mrr_at_1000_std": 0.279794, + "nauc_mrr_at_1000_diff1": 0.146832, + "main_score": 0.5243, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.585, + "ndcg_at_3": 0.56109, + "ndcg_at_5": 0.52955, + "ndcg_at_10": 0.52708, + "ndcg_at_20": 0.52155, + "ndcg_at_100": 0.58068, + "ndcg_at_1000": 0.69479, + "map_at_1": 0.0794, + "map_at_3": 0.15087, + "map_at_5": 0.17532, + "map_at_10": 0.21936, + "map_at_20": 0.25966, + "map_at_100": 0.34617, + "map_at_1000": 0.39803, + "recall_at_1": 0.0794, + "recall_at_3": 0.17642, + "recall_at_5": 0.2121, + "recall_at_10": 0.29402, + "recall_at_20": 0.37947, + "recall_at_100": 0.65136, + "recall_at_1000": 0.95649, + "precision_at_1": 0.675, + "precision_at_3": 0.60667, + "precision_at_5": 0.521, + "precision_at_10": 0.4535, + "precision_at_20": 0.36375, + "precision_at_100": 0.1881, + "precision_at_1000": 0.03761, + "mrr_at_1": 0.675, + "mrr_at_3": 0.770833, + "mrr_at_5": 0.780083, + "mrr_at_10": 0.787032, + "mrr_at_20": 0.787898, + "mrr_at_100": 0.788115, + "mrr_at_1000": 0.788115, + "nauc_ndcg_at_1_max": 0.402345, + "nauc_ndcg_at_1_std": 0.231948, + "nauc_ndcg_at_1_diff1": 0.27394, + "nauc_ndcg_at_3_max": 0.390053, + "nauc_ndcg_at_3_std": 0.267898, + "nauc_ndcg_at_3_diff1": 0.211789, + "nauc_ndcg_at_5_max": 0.379912, + "nauc_ndcg_at_5_std": 0.290092, + "nauc_ndcg_at_5_diff1": 0.188652, + "nauc_ndcg_at_10_max": 0.387471, + "nauc_ndcg_at_10_std": 0.255458, + "nauc_ndcg_at_10_diff1": 0.187583, + "nauc_ndcg_at_20_max": 0.357665, + "nauc_ndcg_at_20_std": 0.217535, + "nauc_ndcg_at_20_diff1": 0.196972, + "nauc_ndcg_at_100_max": 0.365441, + "nauc_ndcg_at_100_std": 0.233451, + "nauc_ndcg_at_100_diff1": 0.158697, + "nauc_ndcg_at_1000_max": 0.431551, + "nauc_ndcg_at_1000_std": 0.432789, + "nauc_ndcg_at_1000_diff1": 0.210696, + "nauc_map_at_1_max": 0.042029, + "nauc_map_at_1_std": -0.162508, + "nauc_map_at_1_diff1": 0.219604, + "nauc_map_at_3_max": 0.155287, + "nauc_map_at_3_std": -0.152325, + "nauc_map_at_3_diff1": 0.169005, + "nauc_map_at_5_max": 0.162868, + "nauc_map_at_5_std": -0.13393, + "nauc_map_at_5_diff1": 0.152685, + "nauc_map_at_10_max": 0.192694, + "nauc_map_at_10_std": -0.089737, + "nauc_map_at_10_diff1": 0.158179, + "nauc_map_at_20_max": 0.222709, + "nauc_map_at_20_std": -0.029279, + "nauc_map_at_20_diff1": 0.166294, + "nauc_map_at_100_max": 0.282443, + "nauc_map_at_100_std": 0.163034, + "nauc_map_at_100_diff1": 0.143933, + "nauc_map_at_1000_max": 0.293958, + "nauc_map_at_1000_std": 0.301571, + "nauc_map_at_1000_diff1": 0.149548, + "nauc_recall_at_1_max": 0.042029, + "nauc_recall_at_1_std": -0.162508, + "nauc_recall_at_1_diff1": 0.219604, + "nauc_recall_at_3_max": 0.084549, + "nauc_recall_at_3_std": -0.189024, + "nauc_recall_at_3_diff1": 0.119622, + "nauc_recall_at_5_max": 0.076846, + "nauc_recall_at_5_std": -0.176912, + "nauc_recall_at_5_diff1": 0.092674, + "nauc_recall_at_10_max": 0.074081, + "nauc_recall_at_10_std": -0.166921, + "nauc_recall_at_10_diff1": 0.090856, + "nauc_recall_at_20_max": 0.087827, + "nauc_recall_at_20_std": -0.137726, + "nauc_recall_at_20_diff1": 0.108263, + "nauc_recall_at_100_max": 0.148653, + "nauc_recall_at_100_std": 0.02033, + "nauc_recall_at_100_diff1": 0.055787, + "nauc_recall_at_1000_max": 0.273919, + "nauc_recall_at_1000_std": 0.630897, + "nauc_recall_at_1000_diff1": 0.145303, + "nauc_precision_at_1_max": 0.460186, + "nauc_precision_at_1_std": 0.335659, + "nauc_precision_at_1_diff1": 0.291522, + "nauc_precision_at_3_max": 0.382362, + "nauc_precision_at_3_std": 0.387315, + "nauc_precision_at_3_diff1": 0.081166, + "nauc_precision_at_5_max": 0.31273, + "nauc_precision_at_5_std": 0.454162, + "nauc_precision_at_5_diff1": 0.021587, + "nauc_precision_at_10_max": 0.281007, + "nauc_precision_at_10_std": 0.50042, + "nauc_precision_at_10_diff1": 0.001253, + "nauc_precision_at_20_max": 0.198082, + "nauc_precision_at_20_std": 0.494946, + "nauc_precision_at_20_diff1": -0.005237, + "nauc_precision_at_100_max": 0.062158, + "nauc_precision_at_100_std": 0.473191, + "nauc_precision_at_100_diff1": -0.055539, + "nauc_precision_at_1000_max": -0.000592, + "nauc_precision_at_1000_std": 0.352692, + "nauc_precision_at_1000_diff1": -0.045581, + "nauc_mrr_at_1_max": 0.460186, + "nauc_mrr_at_1_std": 0.335659, + "nauc_mrr_at_1_diff1": 0.291522, + "nauc_mrr_at_3_max": 0.482845, + "nauc_mrr_at_3_std": 0.402032, + "nauc_mrr_at_3_diff1": 0.301844, + "nauc_mrr_at_5_max": 0.484171, + "nauc_mrr_at_5_std": 0.398251, + "nauc_mrr_at_5_diff1": 0.298546, + "nauc_mrr_at_10_max": 0.490314, + "nauc_mrr_at_10_std": 0.390902, + "nauc_mrr_at_10_diff1": 0.301989, + "nauc_mrr_at_20_max": 0.487919, + "nauc_mrr_at_20_std": 0.389637, + "nauc_mrr_at_20_diff1": 0.303144, + "nauc_mrr_at_100_max": 0.487314, + "nauc_mrr_at_100_std": 0.38907, + "nauc_mrr_at_100_diff1": 0.303079, + "nauc_mrr_at_1000_max": 0.487314, + "nauc_mrr_at_1000_std": 0.38907, + "nauc_mrr_at_1000_diff1": 0.303079, + "main_score": 0.52708, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.7125, + "ndcg_at_3": 0.64769, + "ndcg_at_5": 0.65724, + "ndcg_at_10": 0.68136, + "ndcg_at_20": 0.71321, + "ndcg_at_100": 0.76387, + "ndcg_at_1000": 0.7885, + "map_at_1": 0.17247, + "map_at_3": 0.32365, + "map_at_5": 0.40034, + "map_at_10": 0.49048, + "map_at_20": 0.5484, + "map_at_100": 0.60893, + "map_at_1000": 0.62079, + "recall_at_1": 0.17247, + "recall_at_3": 0.33897, + "recall_at_5": 0.4513, + "recall_at_10": 0.60396, + "recall_at_20": 0.73284, + "recall_at_100": 0.92705, + "recall_at_1000": 0.9989, + "precision_at_1": 0.785, + "precision_at_3": 0.64167, + "precision_at_5": 0.572, + "precision_at_10": 0.44, + "precision_at_20": 0.30875, + "precision_at_100": 0.1067, + "precision_at_1000": 0.01344, + "mrr_at_1": 0.785, + "mrr_at_3": 0.833333, + "mrr_at_5": 0.843333, + "mrr_at_10": 0.850173, + "mrr_at_20": 0.85053, + "mrr_at_100": 0.850879, + "mrr_at_1000": 0.850879, + "nauc_ndcg_at_1_max": 0.551373, + "nauc_ndcg_at_1_std": 0.121132, + "nauc_ndcg_at_1_diff1": 0.429026, + "nauc_ndcg_at_3_max": 0.444811, + "nauc_ndcg_at_3_std": -0.013949, + "nauc_ndcg_at_3_diff1": 0.294611, + "nauc_ndcg_at_5_max": 0.369811, + "nauc_ndcg_at_5_std": -0.06883, + "nauc_ndcg_at_5_diff1": 0.255707, + "nauc_ndcg_at_10_max": 0.37742, + "nauc_ndcg_at_10_std": -0.208953, + "nauc_ndcg_at_10_diff1": 0.290784, + "nauc_ndcg_at_20_max": 0.41238, + "nauc_ndcg_at_20_std": -0.248344, + "nauc_ndcg_at_20_diff1": 0.341376, + "nauc_ndcg_at_100_max": 0.442783, + "nauc_ndcg_at_100_std": -0.197079, + "nauc_ndcg_at_100_diff1": 0.32625, + "nauc_ndcg_at_1000_max": 0.464559, + "nauc_ndcg_at_1000_std": -0.048388, + "nauc_ndcg_at_1000_diff1": 0.298621, + "nauc_map_at_1_max": 0.03766, + "nauc_map_at_1_std": -0.394087, + "nauc_map_at_1_diff1": 0.434561, + "nauc_map_at_3_max": 0.116297, + "nauc_map_at_3_std": -0.426155, + "nauc_map_at_3_diff1": 0.352186, + "nauc_map_at_5_max": 0.137599, + "nauc_map_at_5_std": -0.450649, + "nauc_map_at_5_diff1": 0.304986, + "nauc_map_at_10_max": 0.217878, + "nauc_map_at_10_std": -0.468906, + "nauc_map_at_10_diff1": 0.274647, + "nauc_map_at_20_max": 0.256009, + "nauc_map_at_20_std": -0.441077, + "nauc_map_at_20_diff1": 0.264524, + "nauc_map_at_100_max": 0.29474, + "nauc_map_at_100_std": -0.313929, + "nauc_map_at_100_diff1": 0.237952, + "nauc_map_at_1000_max": 0.304635, + "nauc_map_at_1000_std": -0.261171, + "nauc_map_at_1000_diff1": 0.228708, + "nauc_recall_at_1_max": 0.03766, + "nauc_recall_at_1_std": -0.394087, + "nauc_recall_at_1_diff1": 0.434561, + "nauc_recall_at_3_max": 0.097798, + "nauc_recall_at_3_std": -0.445723, + "nauc_recall_at_3_diff1": 0.362356, + "nauc_recall_at_5_max": 0.070443, + "nauc_recall_at_5_std": -0.478765, + "nauc_recall_at_5_diff1": 0.271674, + "nauc_recall_at_10_max": 0.141155, + "nauc_recall_at_10_std": -0.582892, + "nauc_recall_at_10_diff1": 0.258035, + "nauc_recall_at_20_max": 0.17248, + "nauc_recall_at_20_std": -0.635385, + "nauc_recall_at_20_diff1": 0.316282, + "nauc_recall_at_100_max": 0.278846, + "nauc_recall_at_100_std": -0.737271, + "nauc_recall_at_100_diff1": 0.374547, + "nauc_recall_at_1000_max": 0.760519, + "nauc_recall_at_1000_std": 0.028476, + "nauc_recall_at_1000_diff1": 0.899877, + "nauc_precision_at_1_max": 0.643453, + "nauc_precision_at_1_std": 0.153173, + "nauc_precision_at_1_diff1": 0.408281, + "nauc_precision_at_3_max": 0.39263, + "nauc_precision_at_3_std": 0.152096, + "nauc_precision_at_3_diff1": -0.020054, + "nauc_precision_at_5_max": 0.278898, + "nauc_precision_at_5_std": 0.291555, + "nauc_precision_at_5_diff1": -0.179036, + "nauc_precision_at_10_max": 0.24813, + "nauc_precision_at_10_std": 0.393188, + "nauc_precision_at_10_diff1": -0.225724, + "nauc_precision_at_20_max": 0.149104, + "nauc_precision_at_20_std": 0.52209, + "nauc_precision_at_20_diff1": -0.223372, + "nauc_precision_at_100_max": 0.049632, + "nauc_precision_at_100_std": 0.645989, + "nauc_precision_at_100_diff1": -0.206137, + "nauc_precision_at_1000_max": 0.027666, + "nauc_precision_at_1000_std": 0.685617, + "nauc_precision_at_1000_diff1": -0.215646, + "nauc_mrr_at_1_max": 0.643453, + "nauc_mrr_at_1_std": 0.153173, + "nauc_mrr_at_1_diff1": 0.408281, + "nauc_mrr_at_3_max": 0.649258, + "nauc_mrr_at_3_std": 0.170017, + "nauc_mrr_at_3_diff1": 0.395761, + "nauc_mrr_at_5_max": 0.657173, + "nauc_mrr_at_5_std": 0.189072, + "nauc_mrr_at_5_diff1": 0.388974, + "nauc_mrr_at_10_max": 0.65466, + "nauc_mrr_at_10_std": 0.169506, + "nauc_mrr_at_10_diff1": 0.401728, + "nauc_mrr_at_20_max": 0.653779, + "nauc_mrr_at_20_std": 0.169025, + "nauc_mrr_at_20_diff1": 0.401339, + "nauc_mrr_at_100_max": 0.653578, + "nauc_mrr_at_100_std": 0.169593, + "nauc_mrr_at_100_diff1": 0.400608, + "nauc_mrr_at_1000_max": 0.653578, + "nauc_mrr_at_1000_std": 0.169593, + "nauc_mrr_at_1000_diff1": 0.400608, + "main_score": 0.68136, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.625, + "ndcg_at_3": 0.58384, + "ndcg_at_5": 0.58335, + "ndcg_at_10": 0.6146, + "ndcg_at_20": 0.64581, + "ndcg_at_100": 0.70964, + "ndcg_at_1000": 0.74225, + "map_at_1": 0.15173, + "map_at_3": 0.29318, + "map_at_5": 0.35199, + "map_at_10": 0.43437, + "map_at_20": 0.48089, + "map_at_100": 0.53896, + "map_at_1000": 0.55236, + "recall_at_1": 0.15173, + "recall_at_3": 0.3187, + "recall_at_5": 0.4041, + "recall_at_10": 0.55615, + "recall_at_20": 0.66709, + "recall_at_100": 0.89455, + "recall_at_1000": 0.99825, + "precision_at_1": 0.69, + "precision_at_3": 0.585, + "precision_at_5": 0.504, + "precision_at_10": 0.3985, + "precision_at_20": 0.27875, + "precision_at_100": 0.10165, + "precision_at_1000": 0.01342, + "mrr_at_1": 0.69, + "mrr_at_3": 0.7675, + "mrr_at_5": 0.7805, + "mrr_at_10": 0.786403, + "mrr_at_20": 0.78759, + "mrr_at_100": 0.788077, + "mrr_at_1000": 0.78813, + "nauc_ndcg_at_1_max": 0.269495, + "nauc_ndcg_at_1_std": -0.103366, + "nauc_ndcg_at_1_diff1": 0.261741, + "nauc_ndcg_at_3_max": 0.253989, + "nauc_ndcg_at_3_std": -0.104699, + "nauc_ndcg_at_3_diff1": 0.127973, + "nauc_ndcg_at_5_max": 0.257855, + "nauc_ndcg_at_5_std": -0.124983, + "nauc_ndcg_at_5_diff1": 0.14022, + "nauc_ndcg_at_10_max": 0.267828, + "nauc_ndcg_at_10_std": -0.192612, + "nauc_ndcg_at_10_diff1": 0.148746, + "nauc_ndcg_at_20_max": 0.284081, + "nauc_ndcg_at_20_std": -0.214344, + "nauc_ndcg_at_20_diff1": 0.175478, + "nauc_ndcg_at_100_max": 0.302152, + "nauc_ndcg_at_100_std": -0.172379, + "nauc_ndcg_at_100_diff1": 0.150237, + "nauc_ndcg_at_1000_max": 0.326955, + "nauc_ndcg_at_1000_std": -0.037491, + "nauc_ndcg_at_1000_diff1": 0.116131, + "nauc_map_at_1_max": -0.091589, + "nauc_map_at_1_std": -0.380179, + "nauc_map_at_1_diff1": 0.328666, + "nauc_map_at_3_max": -0.032598, + "nauc_map_at_3_std": -0.397451, + "nauc_map_at_3_diff1": 0.193243, + "nauc_map_at_5_max": 0.016382, + "nauc_map_at_5_std": -0.40399, + "nauc_map_at_5_diff1": 0.183351, + "nauc_map_at_10_max": 0.099078, + "nauc_map_at_10_std": -0.394399, + "nauc_map_at_10_diff1": 0.151629, + "nauc_map_at_20_max": 0.147051, + "nauc_map_at_20_std": -0.364095, + "nauc_map_at_20_diff1": 0.14977, + "nauc_map_at_100_max": 0.226041, + "nauc_map_at_100_std": -0.247522, + "nauc_map_at_100_diff1": 0.123959, + "nauc_map_at_1000_max": 0.243988, + "nauc_map_at_1000_std": -0.194735, + "nauc_map_at_1000_diff1": 0.108405, + "nauc_recall_at_1_max": -0.091589, + "nauc_recall_at_1_std": -0.380179, + "nauc_recall_at_1_diff1": 0.328666, + "nauc_recall_at_3_max": -0.056503, + "nauc_recall_at_3_std": -0.415085, + "nauc_recall_at_3_diff1": 0.174986, + "nauc_recall_at_5_max": -0.006539, + "nauc_recall_at_5_std": -0.419193, + "nauc_recall_at_5_diff1": 0.179496, + "nauc_recall_at_10_max": 0.04727, + "nauc_recall_at_10_std": -0.468171, + "nauc_recall_at_10_diff1": 0.162912, + "nauc_recall_at_20_max": 0.079265, + "nauc_recall_at_20_std": -0.488069, + "nauc_recall_at_20_diff1": 0.209414, + "nauc_recall_at_100_max": 0.24767, + "nauc_recall_at_100_std": -0.527342, + "nauc_recall_at_100_diff1": 0.203018, + "nauc_recall_at_1000_max": 0.697937, + "nauc_recall_at_1000_std": -0.386927, + "nauc_recall_at_1000_diff1": 0.267786, + "nauc_precision_at_1_max": 0.335609, + "nauc_precision_at_1_std": -0.086839, + "nauc_precision_at_1_diff1": 0.298411, + "nauc_precision_at_3_max": 0.343407, + "nauc_precision_at_3_std": 0.08373, + "nauc_precision_at_3_diff1": -0.040537, + "nauc_precision_at_5_max": 0.390594, + "nauc_precision_at_5_std": 0.207631, + "nauc_precision_at_5_diff1": -0.091272, + "nauc_precision_at_10_max": 0.410559, + "nauc_precision_at_10_std": 0.332167, + "nauc_precision_at_10_diff1": -0.1728, + "nauc_precision_at_20_max": 0.380883, + "nauc_precision_at_20_std": 0.487804, + "nauc_precision_at_20_diff1": -0.168875, + "nauc_precision_at_100_max": 0.28311, + "nauc_precision_at_100_std": 0.633665, + "nauc_precision_at_100_diff1": -0.192515, + "nauc_precision_at_1000_max": 0.220364, + "nauc_precision_at_1000_std": 0.669171, + "nauc_precision_at_1000_diff1": -0.215384, + "nauc_mrr_at_1_max": 0.335609, + "nauc_mrr_at_1_std": -0.086839, + "nauc_mrr_at_1_diff1": 0.298411, + "nauc_mrr_at_3_max": 0.349182, + "nauc_mrr_at_3_std": -0.036265, + "nauc_mrr_at_3_diff1": 0.273971, + "nauc_mrr_at_5_max": 0.375964, + "nauc_mrr_at_5_std": -0.005463, + "nauc_mrr_at_5_diff1": 0.26167, + "nauc_mrr_at_10_max": 0.368912, + "nauc_mrr_at_10_std": -0.021372, + "nauc_mrr_at_10_diff1": 0.270982, + "nauc_mrr_at_20_max": 0.366261, + "nauc_mrr_at_20_std": -0.024252, + "nauc_mrr_at_20_diff1": 0.269444, + "nauc_mrr_at_100_max": 0.365048, + "nauc_mrr_at_100_std": -0.026498, + "nauc_mrr_at_100_diff1": 0.270883, + "nauc_mrr_at_1000_max": 0.364901, + "nauc_mrr_at_1000_std": -0.0265, + "nauc_mrr_at_1000_diff1": 0.270995, + "main_score": 0.6146, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6825, + "ndcg_at_3": 0.59552, + "ndcg_at_5": 0.60169, + "ndcg_at_10": 0.62618, + "ndcg_at_20": 0.6593, + "ndcg_at_100": 0.71562, + "ndcg_at_1000": 0.74622, + "map_at_1": 0.1503, + "map_at_3": 0.27409, + "map_at_5": 0.34445, + "map_at_10": 0.42971, + "map_at_20": 0.48172, + "map_at_100": 0.53848, + "map_at_1000": 0.55125, + "recall_at_1": 0.1503, + "recall_at_3": 0.29531, + "recall_at_5": 0.40324, + "recall_at_10": 0.55915, + "recall_at_20": 0.69061, + "recall_at_100": 0.89855, + "recall_at_1000": 0.99895, + "precision_at_1": 0.755, + "precision_at_3": 0.595, + "precision_at_5": 0.532, + "precision_at_10": 0.411, + "precision_at_20": 0.2925, + "precision_at_100": 0.1027, + "precision_at_1000": 0.01342, + "mrr_at_1": 0.755, + "mrr_at_3": 0.809167, + "mrr_at_5": 0.820417, + "mrr_at_10": 0.826607, + "mrr_at_20": 0.827634, + "mrr_at_100": 0.82799, + "mrr_at_1000": 0.828023, + "nauc_ndcg_at_1_max": 0.378927, + "nauc_ndcg_at_1_std": 0.121371, + "nauc_ndcg_at_1_diff1": 0.150604, + "nauc_ndcg_at_3_max": 0.339631, + "nauc_ndcg_at_3_std": 0.087563, + "nauc_ndcg_at_3_diff1": 0.072947, + "nauc_ndcg_at_5_max": 0.328775, + "nauc_ndcg_at_5_std": 0.028504, + "nauc_ndcg_at_5_diff1": 0.092998, + "nauc_ndcg_at_10_max": 0.353405, + "nauc_ndcg_at_10_std": -0.064765, + "nauc_ndcg_at_10_diff1": 0.123757, + "nauc_ndcg_at_20_max": 0.362521, + "nauc_ndcg_at_20_std": -0.102184, + "nauc_ndcg_at_20_diff1": 0.17151, + "nauc_ndcg_at_100_max": 0.367297, + "nauc_ndcg_at_100_std": -0.056045, + "nauc_ndcg_at_100_diff1": 0.137902, + "nauc_ndcg_at_1000_max": 0.401472, + "nauc_ndcg_at_1000_std": 0.081487, + "nauc_ndcg_at_1000_diff1": 0.104977, + "nauc_map_at_1_max": -0.008637, + "nauc_map_at_1_std": -0.337525, + "nauc_map_at_1_diff1": 0.329968, + "nauc_map_at_3_max": 0.075217, + "nauc_map_at_3_std": -0.325892, + "nauc_map_at_3_diff1": 0.223407, + "nauc_map_at_5_max": 0.096579, + "nauc_map_at_5_std": -0.338161, + "nauc_map_at_5_diff1": 0.21149, + "nauc_map_at_10_max": 0.203159, + "nauc_map_at_10_std": -0.314319, + "nauc_map_at_10_diff1": 0.160771, + "nauc_map_at_20_max": 0.238028, + "nauc_map_at_20_std": -0.290712, + "nauc_map_at_20_diff1": 0.150717, + "nauc_map_at_100_max": 0.303438, + "nauc_map_at_100_std": -0.160623, + "nauc_map_at_100_diff1": 0.102143, + "nauc_map_at_1000_max": 0.322506, + "nauc_map_at_1000_std": -0.10712, + "nauc_map_at_1000_diff1": 0.087887, + "nauc_recall_at_1_max": -0.008637, + "nauc_recall_at_1_std": -0.337525, + "nauc_recall_at_1_diff1": 0.329968, + "nauc_recall_at_3_max": 0.039857, + "nauc_recall_at_3_std": -0.327002, + "nauc_recall_at_3_diff1": 0.209055, + "nauc_recall_at_5_max": 0.031743, + "nauc_recall_at_5_std": -0.374022, + "nauc_recall_at_5_diff1": 0.212749, + "nauc_recall_at_10_max": 0.097084, + "nauc_recall_at_10_std": -0.413662, + "nauc_recall_at_10_diff1": 0.191663, + "nauc_recall_at_20_max": 0.094328, + "nauc_recall_at_20_std": -0.487789, + "nauc_recall_at_20_diff1": 0.261847, + "nauc_recall_at_100_max": 0.172159, + "nauc_recall_at_100_std": -0.420221, + "nauc_recall_at_100_diff1": 0.193082, + "nauc_recall_at_1000_max": 0.456016, + "nauc_recall_at_1000_std": -0.854689, + "nauc_recall_at_1000_diff1": 0.345299, + "nauc_precision_at_1_max": 0.453315, + "nauc_precision_at_1_std": 0.192409, + "nauc_precision_at_1_diff1": 0.134751, + "nauc_precision_at_3_max": 0.361187, + "nauc_precision_at_3_std": 0.254559, + "nauc_precision_at_3_diff1": -0.146905, + "nauc_precision_at_5_max": 0.354297, + "nauc_precision_at_5_std": 0.289293, + "nauc_precision_at_5_diff1": -0.170359, + "nauc_precision_at_10_max": 0.392546, + "nauc_precision_at_10_std": 0.385843, + "nauc_precision_at_10_diff1": -0.22918, + "nauc_precision_at_20_max": 0.313395, + "nauc_precision_at_20_std": 0.494963, + "nauc_precision_at_20_diff1": -0.230858, + "nauc_precision_at_100_max": 0.205354, + "nauc_precision_at_100_std": 0.613343, + "nauc_precision_at_100_diff1": -0.22675, + "nauc_precision_at_1000_max": 0.167808, + "nauc_precision_at_1000_std": 0.638296, + "nauc_precision_at_1000_diff1": -0.221865, + "nauc_mrr_at_1_max": 0.453315, + "nauc_mrr_at_1_std": 0.192409, + "nauc_mrr_at_1_diff1": 0.134751, + "nauc_mrr_at_3_max": 0.476176, + "nauc_mrr_at_3_std": 0.268963, + "nauc_mrr_at_3_diff1": 0.153834, + "nauc_mrr_at_5_max": 0.485972, + "nauc_mrr_at_5_std": 0.2633, + "nauc_mrr_at_5_diff1": 0.145624, + "nauc_mrr_at_10_max": 0.491875, + "nauc_mrr_at_10_std": 0.266304, + "nauc_mrr_at_10_diff1": 0.137496, + "nauc_mrr_at_20_max": 0.48895, + "nauc_mrr_at_20_std": 0.262543, + "nauc_mrr_at_20_diff1": 0.143084, + "nauc_mrr_at_100_max": 0.48807, + "nauc_mrr_at_100_std": 0.261006, + "nauc_mrr_at_100_diff1": 0.142897, + "nauc_mrr_at_1000_max": 0.487982, + "nauc_mrr_at_1000_std": 0.260939, + "nauc_mrr_at_1000_diff1": 0.142862, + "main_score": 0.62618, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.7025, + "ndcg_at_3": 0.6433, + "ndcg_at_5": 0.62075, + "ndcg_at_10": 0.60276, + "ndcg_at_20": 0.60552, + "ndcg_at_100": 0.67578, + "ndcg_at_1000": 0.75422, + "map_at_1": 0.07551, + "map_at_3": 0.15123, + "map_at_5": 0.19629, + "map_at_10": 0.25888, + "map_at_20": 0.32207, + "map_at_100": 0.44508, + "map_at_1000": 0.5014, + "recall_at_1": 0.07551, + "recall_at_3": 0.16281, + "recall_at_5": 0.22166, + "recall_at_10": 0.31733, + "recall_at_20": 0.43124, + "recall_at_100": 0.74227, + "recall_at_1000": 0.97934, + "precision_at_1": 0.82, + "precision_at_3": 0.70667, + "precision_at_5": 0.64, + "precision_at_10": 0.5495, + "precision_at_20": 0.4585, + "precision_at_100": 0.23995, + "precision_at_1000": 0.04806, + "mrr_at_1": 0.82, + "mrr_at_3": 0.8725, + "mrr_at_5": 0.87575, + "mrr_at_10": 0.879214, + "mrr_at_20": 0.879964, + "mrr_at_100": 0.88002, + "mrr_at_1000": 0.880031, + "nauc_ndcg_at_1_max": 0.492053, + "nauc_ndcg_at_1_std": 0.194799, + "nauc_ndcg_at_1_diff1": 0.359626, + "nauc_ndcg_at_3_max": 0.428557, + "nauc_ndcg_at_3_std": 0.178353, + "nauc_ndcg_at_3_diff1": 0.197167, + "nauc_ndcg_at_5_max": 0.440401, + "nauc_ndcg_at_5_std": 0.156272, + "nauc_ndcg_at_5_diff1": 0.188621, + "nauc_ndcg_at_10_max": 0.462848, + "nauc_ndcg_at_10_std": 0.133404, + "nauc_ndcg_at_10_diff1": 0.190534, + "nauc_ndcg_at_20_max": 0.467619, + "nauc_ndcg_at_20_std": 0.134937, + "nauc_ndcg_at_20_diff1": 0.180936, + "nauc_ndcg_at_100_max": 0.48934, + "nauc_ndcg_at_100_std": 0.246111, + "nauc_ndcg_at_100_diff1": 0.212689, + "nauc_ndcg_at_1000_max": 0.513889, + "nauc_ndcg_at_1000_std": 0.245541, + "nauc_ndcg_at_1000_diff1": 0.193572, + "nauc_map_at_1_max": 0.21025, + "nauc_map_at_1_std": -0.04795, + "nauc_map_at_1_diff1": 0.546076, + "nauc_map_at_3_max": 0.239788, + "nauc_map_at_3_std": 0.00115, + "nauc_map_at_3_diff1": 0.396487, + "nauc_map_at_5_max": 0.266056, + "nauc_map_at_5_std": 0.06057, + "nauc_map_at_5_diff1": 0.341392, + "nauc_map_at_10_max": 0.30488, + "nauc_map_at_10_std": 0.114683, + "nauc_map_at_10_diff1": 0.265405, + "nauc_map_at_20_max": 0.337719, + "nauc_map_at_20_std": 0.13128, + "nauc_map_at_20_diff1": 0.205278, + "nauc_map_at_100_max": 0.421571, + "nauc_map_at_100_std": 0.223105, + "nauc_map_at_100_diff1": 0.12929, + "nauc_map_at_1000_max": 0.431704, + "nauc_map_at_1000_std": 0.198739, + "nauc_map_at_1000_diff1": 0.100798, + "nauc_recall_at_1_max": 0.21025, + "nauc_recall_at_1_std": -0.04795, + "nauc_recall_at_1_diff1": 0.546076, + "nauc_recall_at_3_max": 0.198419, + "nauc_recall_at_3_std": -0.03739, + "nauc_recall_at_3_diff1": 0.388307, + "nauc_recall_at_5_max": 0.191632, + "nauc_recall_at_5_std": 0.011521, + "nauc_recall_at_5_diff1": 0.313559, + "nauc_recall_at_10_max": 0.200113, + "nauc_recall_at_10_std": 0.031767, + "nauc_recall_at_10_diff1": 0.25054, + "nauc_recall_at_20_max": 0.20084, + "nauc_recall_at_20_std": 0.035559, + "nauc_recall_at_20_diff1": 0.179097, + "nauc_recall_at_100_max": 0.22773, + "nauc_recall_at_100_std": 0.26194, + "nauc_recall_at_100_diff1": 0.183458, + "nauc_recall_at_1000_max": 0.286538, + "nauc_recall_at_1000_std": 0.736007, + "nauc_recall_at_1000_diff1": 0.10312, + "nauc_precision_at_1_max": 0.633798, + "nauc_precision_at_1_std": 0.343623, + "nauc_precision_at_1_diff1": 0.462757, + "nauc_precision_at_3_max": 0.377611, + "nauc_precision_at_3_std": 0.264473, + "nauc_precision_at_3_diff1": -0.044626, + "nauc_precision_at_5_max": 0.331048, + "nauc_precision_at_5_std": 0.224972, + "nauc_precision_at_5_diff1": -0.125002, + "nauc_precision_at_10_max": 0.254735, + "nauc_precision_at_10_std": 0.159397, + "nauc_precision_at_10_diff1": -0.199122, + "nauc_precision_at_20_max": 0.184063, + "nauc_precision_at_20_std": 0.078885, + "nauc_precision_at_20_diff1": -0.228009, + "nauc_precision_at_100_max": 0.024499, + "nauc_precision_at_100_std": -0.009377, + "nauc_precision_at_100_diff1": -0.184607, + "nauc_precision_at_1000_max": -0.088073, + "nauc_precision_at_1000_std": -0.193466, + "nauc_precision_at_1000_diff1": -0.151822, + "nauc_mrr_at_1_max": 0.633798, + "nauc_mrr_at_1_std": 0.343623, + "nauc_mrr_at_1_diff1": 0.462757, + "nauc_mrr_at_3_max": 0.667268, + "nauc_mrr_at_3_std": 0.338173, + "nauc_mrr_at_3_diff1": 0.428683, + "nauc_mrr_at_5_max": 0.659555, + "nauc_mrr_at_5_std": 0.353486, + "nauc_mrr_at_5_diff1": 0.430228, + "nauc_mrr_at_10_max": 0.659213, + "nauc_mrr_at_10_std": 0.34191, + "nauc_mrr_at_10_diff1": 0.430851, + "nauc_mrr_at_20_max": 0.660123, + "nauc_mrr_at_20_std": 0.34215, + "nauc_mrr_at_20_diff1": 0.427607, + "nauc_mrr_at_100_max": 0.659958, + "nauc_mrr_at_100_std": 0.343158, + "nauc_mrr_at_100_diff1": 0.427754, + "nauc_mrr_at_1000_max": 0.659925, + "nauc_mrr_at_1000_std": 0.343094, + "nauc_mrr_at_1000_diff1": 0.427742, + "main_score": 0.60276, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66, + "ndcg_at_3": 0.58503, + "ndcg_at_5": 0.58024, + "ndcg_at_10": 0.56365, + "ndcg_at_20": 0.5608, + "ndcg_at_100": 0.62967, + "ndcg_at_1000": 0.72206, + "map_at_1": 0.07781, + "map_at_3": 0.13865, + "map_at_5": 0.18153, + "map_at_10": 0.23971, + "map_at_20": 0.29068, + "map_at_100": 0.39975, + "map_at_1000": 0.45595, + "recall_at_1": 0.07781, + "recall_at_3": 0.1464, + "recall_at_5": 0.20739, + "recall_at_10": 0.30064, + "recall_at_20": 0.40138, + "recall_at_100": 0.69464, + "recall_at_1000": 0.96954, + "precision_at_1": 0.78, + "precision_at_3": 0.63667, + "precision_at_5": 0.602, + "precision_at_10": 0.515, + "precision_at_20": 0.4175, + "precision_at_100": 0.22205, + "precision_at_1000": 0.04712, + "mrr_at_1": 0.78, + "mrr_at_3": 0.8275, + "mrr_at_5": 0.83675, + "mrr_at_10": 0.842276, + "mrr_at_20": 0.843218, + "mrr_at_100": 0.84349, + "mrr_at_1000": 0.843507, + "nauc_ndcg_at_1_max": 0.449568, + "nauc_ndcg_at_1_std": 0.211109, + "nauc_ndcg_at_1_diff1": 0.135576, + "nauc_ndcg_at_3_max": 0.428576, + "nauc_ndcg_at_3_std": 0.269284, + "nauc_ndcg_at_3_diff1": -0.037851, + "nauc_ndcg_at_5_max": 0.458079, + "nauc_ndcg_at_5_std": 0.289282, + "nauc_ndcg_at_5_diff1": -0.071976, + "nauc_ndcg_at_10_max": 0.477853, + "nauc_ndcg_at_10_std": 0.285801, + "nauc_ndcg_at_10_diff1": -0.065697, + "nauc_ndcg_at_20_max": 0.52699, + "nauc_ndcg_at_20_std": 0.305994, + "nauc_ndcg_at_20_diff1": -0.033709, + "nauc_ndcg_at_100_max": 0.555208, + "nauc_ndcg_at_100_std": 0.37844, + "nauc_ndcg_at_100_diff1": 0.029319, + "nauc_ndcg_at_1000_max": 0.535531, + "nauc_ndcg_at_1000_std": 0.375014, + "nauc_ndcg_at_1000_diff1": -0.063479, + "nauc_map_at_1_max": 0.237422, + "nauc_map_at_1_std": -0.028138, + "nauc_map_at_1_diff1": 0.219265, + "nauc_map_at_3_max": 0.327185, + "nauc_map_at_3_std": 0.094015, + "nauc_map_at_3_diff1": 0.139812, + "nauc_map_at_5_max": 0.366303, + "nauc_map_at_5_std": 0.142518, + "nauc_map_at_5_diff1": 0.096446, + "nauc_map_at_10_max": 0.411948, + "nauc_map_at_10_std": 0.20658, + "nauc_map_at_10_diff1": 0.049756, + "nauc_map_at_20_max": 0.429465, + "nauc_map_at_20_std": 0.236593, + "nauc_map_at_20_diff1": 0.017084, + "nauc_map_at_100_max": 0.492594, + "nauc_map_at_100_std": 0.33571, + "nauc_map_at_100_diff1": -0.041282, + "nauc_map_at_1000_max": 0.49103, + "nauc_map_at_1000_std": 0.329641, + "nauc_map_at_1000_diff1": -0.087395, + "nauc_recall_at_1_max": 0.237422, + "nauc_recall_at_1_std": -0.028138, + "nauc_recall_at_1_diff1": 0.219265, + "nauc_recall_at_3_max": 0.307377, + "nauc_recall_at_3_std": 0.081994, + "nauc_recall_at_3_diff1": 0.144266, + "nauc_recall_at_5_max": 0.310845, + "nauc_recall_at_5_std": 0.087516, + "nauc_recall_at_5_diff1": 0.120175, + "nauc_recall_at_10_max": 0.345737, + "nauc_recall_at_10_std": 0.151468, + "nauc_recall_at_10_diff1": 0.098777, + "nauc_recall_at_20_max": 0.342171, + "nauc_recall_at_20_std": 0.178737, + "nauc_recall_at_20_diff1": 0.095963, + "nauc_recall_at_100_max": 0.374582, + "nauc_recall_at_100_std": 0.350315, + "nauc_recall_at_100_diff1": 0.123172, + "nauc_recall_at_1000_max": 0.395039, + "nauc_recall_at_1000_std": 0.688206, + "nauc_recall_at_1000_diff1": -0.049413, + "nauc_precision_at_1_max": 0.56583, + "nauc_precision_at_1_std": 0.26857, + "nauc_precision_at_1_diff1": 0.061889, + "nauc_precision_at_3_max": 0.359965, + "nauc_precision_at_3_std": 0.329386, + "nauc_precision_at_3_diff1": -0.207069, + "nauc_precision_at_5_max": 0.315494, + "nauc_precision_at_5_std": 0.33124, + "nauc_precision_at_5_diff1": -0.258214, + "nauc_precision_at_10_max": 0.231424, + "nauc_precision_at_10_std": 0.262572, + "nauc_precision_at_10_diff1": -0.264279, + "nauc_precision_at_20_max": 0.147976, + "nauc_precision_at_20_std": 0.156428, + "nauc_precision_at_20_diff1": -0.24334, + "nauc_precision_at_100_max": 0.003821, + "nauc_precision_at_100_std": 0.034264, + "nauc_precision_at_100_diff1": -0.156902, + "nauc_precision_at_1000_max": -0.106297, + "nauc_precision_at_1000_std": -0.168009, + "nauc_precision_at_1000_diff1": -0.067696, + "nauc_mrr_at_1_max": 0.56583, + "nauc_mrr_at_1_std": 0.26857, + "nauc_mrr_at_1_diff1": 0.061889, + "nauc_mrr_at_3_max": 0.578362, + "nauc_mrr_at_3_std": 0.291879, + "nauc_mrr_at_3_diff1": 0.096746, + "nauc_mrr_at_5_max": 0.575395, + "nauc_mrr_at_5_std": 0.308677, + "nauc_mrr_at_5_diff1": 0.095045, + "nauc_mrr_at_10_max": 0.574925, + "nauc_mrr_at_10_std": 0.300638, + "nauc_mrr_at_10_diff1": 0.093034, + "nauc_mrr_at_20_max": 0.576687, + "nauc_mrr_at_20_std": 0.299569, + "nauc_mrr_at_20_diff1": 0.088608, + "nauc_mrr_at_100_max": 0.575896, + "nauc_mrr_at_100_std": 0.29933, + "nauc_mrr_at_100_diff1": 0.088733, + "nauc_mrr_at_1000_max": 0.575862, + "nauc_mrr_at_1000_std": 0.299248, + "nauc_mrr_at_1000_diff1": 0.088809, + "main_score": 0.56365, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6625, + "ndcg_at_3": 0.61701, + "ndcg_at_5": 0.6024, + "ndcg_at_10": 0.58278, + "ndcg_at_20": 0.58485, + "ndcg_at_100": 0.64782, + "ndcg_at_1000": 0.73289, + "map_at_1": 0.0755, + "map_at_3": 0.14576, + "map_at_5": 0.19017, + "map_at_10": 0.24737, + "map_at_20": 0.30562, + "map_at_100": 0.41834, + "map_at_1000": 0.47436, + "recall_at_1": 0.0755, + "recall_at_3": 0.15695, + "recall_at_5": 0.21419, + "recall_at_10": 0.30135, + "recall_at_20": 0.41585, + "recall_at_100": 0.71138, + "recall_at_1000": 0.96612, + "precision_at_1": 0.785, + "precision_at_3": 0.675, + "precision_at_5": 0.622, + "precision_at_10": 0.531, + "precision_at_20": 0.4405, + "precision_at_100": 0.23015, + "precision_at_1000": 0.04748, + "mrr_at_1": 0.785, + "mrr_at_3": 0.835, + "mrr_at_5": 0.8415, + "mrr_at_10": 0.848062, + "mrr_at_20": 0.848933, + "mrr_at_100": 0.84914, + "mrr_at_1000": 0.849171, + "nauc_ndcg_at_1_max": 0.510751, + "nauc_ndcg_at_1_std": 0.179548, + "nauc_ndcg_at_1_diff1": 0.27976, + "nauc_ndcg_at_3_max": 0.459051, + "nauc_ndcg_at_3_std": 0.25987, + "nauc_ndcg_at_3_diff1": 0.065418, + "nauc_ndcg_at_5_max": 0.45535, + "nauc_ndcg_at_5_std": 0.252683, + "nauc_ndcg_at_5_diff1": 0.036258, + "nauc_ndcg_at_10_max": 0.506839, + "nauc_ndcg_at_10_std": 0.260274, + "nauc_ndcg_at_10_diff1": 0.037782, + "nauc_ndcg_at_20_max": 0.52617, + "nauc_ndcg_at_20_std": 0.271751, + "nauc_ndcg_at_20_diff1": 0.063078, + "nauc_ndcg_at_100_max": 0.543958, + "nauc_ndcg_at_100_std": 0.360272, + "nauc_ndcg_at_100_diff1": 0.033184, + "nauc_ndcg_at_1000_max": 0.558169, + "nauc_ndcg_at_1000_std": 0.378734, + "nauc_ndcg_at_1000_diff1": -0.002635, + "nauc_map_at_1_max": 0.229619, + "nauc_map_at_1_std": -0.006971, + "nauc_map_at_1_diff1": 0.226806, + "nauc_map_at_3_max": 0.24406, + "nauc_map_at_3_std": 0.065549, + "nauc_map_at_3_diff1": 0.108757, + "nauc_map_at_5_max": 0.277558, + "nauc_map_at_5_std": 0.125509, + "nauc_map_at_5_diff1": 0.072819, + "nauc_map_at_10_max": 0.330011, + "nauc_map_at_10_std": 0.184014, + "nauc_map_at_10_diff1": 0.031755, + "nauc_map_at_20_max": 0.364761, + "nauc_map_at_20_std": 0.216933, + "nauc_map_at_20_diff1": 0.016291, + "nauc_map_at_100_max": 0.451222, + "nauc_map_at_100_std": 0.322811, + "nauc_map_at_100_diff1": -0.054769, + "nauc_map_at_1000_max": 0.467884, + "nauc_map_at_1000_std": 0.314251, + "nauc_map_at_1000_diff1": -0.063724, + "nauc_recall_at_1_max": 0.229619, + "nauc_recall_at_1_std": -0.006971, + "nauc_recall_at_1_diff1": 0.226806, + "nauc_recall_at_3_max": 0.196244, + "nauc_recall_at_3_std": 0.034193, + "nauc_recall_at_3_diff1": 0.076726, + "nauc_recall_at_5_max": 0.212093, + "nauc_recall_at_5_std": 0.075121, + "nauc_recall_at_5_diff1": 0.043234, + "nauc_recall_at_10_max": 0.25336, + "nauc_recall_at_10_std": 0.130854, + "nauc_recall_at_10_diff1": 0.026971, + "nauc_recall_at_20_max": 0.264296, + "nauc_recall_at_20_std": 0.135798, + "nauc_recall_at_20_diff1": 0.058643, + "nauc_recall_at_100_max": 0.315268, + "nauc_recall_at_100_std": 0.307972, + "nauc_recall_at_100_diff1": 0.003725, + "nauc_recall_at_1000_max": 0.458025, + "nauc_recall_at_1000_std": 0.768259, + "nauc_recall_at_1000_diff1": -0.431633, + "nauc_precision_at_1_max": 0.661465, + "nauc_precision_at_1_std": 0.340789, + "nauc_precision_at_1_diff1": 0.361469, + "nauc_precision_at_3_max": 0.355081, + "nauc_precision_at_3_std": 0.307364, + "nauc_precision_at_3_diff1": -0.127655, + "nauc_precision_at_5_max": 0.312871, + "nauc_precision_at_5_std": 0.282267, + "nauc_precision_at_5_diff1": -0.1576, + "nauc_precision_at_10_max": 0.281681, + "nauc_precision_at_10_std": 0.225003, + "nauc_precision_at_10_diff1": -0.170333, + "nauc_precision_at_20_max": 0.19413, + "nauc_precision_at_20_std": 0.136597, + "nauc_precision_at_20_diff1": -0.150828, + "nauc_precision_at_100_max": 0.052192, + "nauc_precision_at_100_std": 0.022583, + "nauc_precision_at_100_diff1": -0.090567, + "nauc_precision_at_1000_max": -0.052389, + "nauc_precision_at_1000_std": -0.172424, + "nauc_precision_at_1000_diff1": 0.0027, + "nauc_mrr_at_1_max": 0.661465, + "nauc_mrr_at_1_std": 0.340789, + "nauc_mrr_at_1_diff1": 0.361469, + "nauc_mrr_at_3_max": 0.643785, + "nauc_mrr_at_3_std": 0.388228, + "nauc_mrr_at_3_diff1": 0.272926, + "nauc_mrr_at_5_max": 0.645104, + "nauc_mrr_at_5_std": 0.389255, + "nauc_mrr_at_5_diff1": 0.282435, + "nauc_mrr_at_10_max": 0.651218, + "nauc_mrr_at_10_std": 0.387772, + "nauc_mrr_at_10_diff1": 0.276866, + "nauc_mrr_at_20_max": 0.653199, + "nauc_mrr_at_20_std": 0.387765, + "nauc_mrr_at_20_diff1": 0.277122, + "nauc_mrr_at_100_max": 0.652691, + "nauc_mrr_at_100_std": 0.387277, + "nauc_mrr_at_100_diff1": 0.277806, + "nauc_mrr_at_1000_max": 0.652633, + "nauc_mrr_at_1000_std": 0.387141, + "nauc_mrr_at_1000_diff1": 0.278211, + "main_score": 0.58278, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.61601, + "ndcg_at_5": 0.60371, + "ndcg_at_10": 0.60671, + "ndcg_at_20": 0.6068, + "ndcg_at_100": 0.64805, + "ndcg_at_1000": 0.73237, + "map_at_1": 0.08499, + "map_at_3": 0.18361, + "map_at_5": 0.22595, + "map_at_10": 0.28533, + "map_at_20": 0.332, + "map_at_100": 0.42537, + "map_at_1000": 0.4867, + "recall_at_1": 0.08499, + "recall_at_3": 0.20338, + "recall_at_5": 0.26223, + "recall_at_10": 0.36415, + "recall_at_20": 0.46066, + "recall_at_100": 0.70392, + "recall_at_1000": 0.94837, + "precision_at_1": 0.77, + "precision_at_3": 0.69667, + "precision_at_5": 0.629, + "precision_at_10": 0.538, + "precision_at_20": 0.43325, + "precision_at_100": 0.22765, + "precision_at_1000": 0.05678, + "mrr_at_1": 0.77, + "mrr_at_3": 0.844167, + "mrr_at_5": 0.851417, + "mrr_at_10": 0.852687, + "mrr_at_20": 0.854141, + "mrr_at_100": 0.854358, + "mrr_at_1000": 0.854358, + "nauc_ndcg_at_1_max": 0.360899, + "nauc_ndcg_at_1_std": 0.342549, + "nauc_ndcg_at_1_diff1": 0.311224, + "nauc_ndcg_at_3_max": 0.457711, + "nauc_ndcg_at_3_std": 0.320892, + "nauc_ndcg_at_3_diff1": 0.164663, + "nauc_ndcg_at_5_max": 0.486003, + "nauc_ndcg_at_5_std": 0.330945, + "nauc_ndcg_at_5_diff1": 0.105083, + "nauc_ndcg_at_10_max": 0.52774, + "nauc_ndcg_at_10_std": 0.348128, + "nauc_ndcg_at_10_diff1": 0.100098, + "nauc_ndcg_at_20_max": 0.578252, + "nauc_ndcg_at_20_std": 0.381461, + "nauc_ndcg_at_20_diff1": 0.081499, + "nauc_ndcg_at_100_max": 0.576963, + "nauc_ndcg_at_100_std": 0.486815, + "nauc_ndcg_at_100_diff1": 0.138936, + "nauc_ndcg_at_1000_max": 0.550435, + "nauc_ndcg_at_1000_std": 0.48732, + "nauc_ndcg_at_1000_diff1": 0.135888, + "nauc_map_at_1_max": 0.376287, + "nauc_map_at_1_std": 0.16605, + "nauc_map_at_1_diff1": 0.329425, + "nauc_map_at_3_max": 0.495581, + "nauc_map_at_3_std": 0.266816, + "nauc_map_at_3_diff1": 0.243871, + "nauc_map_at_5_max": 0.532621, + "nauc_map_at_5_std": 0.316799, + "nauc_map_at_5_diff1": 0.182983, + "nauc_map_at_10_max": 0.556753, + "nauc_map_at_10_std": 0.36205, + "nauc_map_at_10_diff1": 0.144833, + "nauc_map_at_20_max": 0.570379, + "nauc_map_at_20_std": 0.40038, + "nauc_map_at_20_diff1": 0.136177, + "nauc_map_at_100_max": 0.564134, + "nauc_map_at_100_std": 0.481411, + "nauc_map_at_100_diff1": 0.135065, + "nauc_map_at_1000_max": 0.558801, + "nauc_map_at_1000_std": 0.474689, + "nauc_map_at_1000_diff1": 0.100613, + "nauc_recall_at_1_max": 0.376287, + "nauc_recall_at_1_std": 0.16605, + "nauc_recall_at_1_diff1": 0.329425, + "nauc_recall_at_3_max": 0.457804, + "nauc_recall_at_3_std": 0.242163, + "nauc_recall_at_3_diff1": 0.214062, + "nauc_recall_at_5_max": 0.497914, + "nauc_recall_at_5_std": 0.266983, + "nauc_recall_at_5_diff1": 0.156376, + "nauc_recall_at_10_max": 0.495169, + "nauc_recall_at_10_std": 0.281822, + "nauc_recall_at_10_diff1": 0.108438, + "nauc_recall_at_20_max": 0.475775, + "nauc_recall_at_20_std": 0.346801, + "nauc_recall_at_20_diff1": 0.085173, + "nauc_recall_at_100_max": 0.433842, + "nauc_recall_at_100_std": 0.49139, + "nauc_recall_at_100_diff1": 0.101869, + "nauc_recall_at_1000_max": 0.544203, + "nauc_recall_at_1000_std": 0.80588, + "nauc_recall_at_1000_diff1": 0.254484, + "nauc_precision_at_1_max": 0.463351, + "nauc_precision_at_1_std": 0.380329, + "nauc_precision_at_1_diff1": 0.355061, + "nauc_precision_at_3_max": 0.326373, + "nauc_precision_at_3_std": 0.250834, + "nauc_precision_at_3_diff1": -0.052925, + "nauc_precision_at_5_max": 0.17045, + "nauc_precision_at_5_std": 0.209568, + "nauc_precision_at_5_diff1": -0.192082, + "nauc_precision_at_10_max": 0.012441, + "nauc_precision_at_10_std": 0.080125, + "nauc_precision_at_10_diff1": -0.174868, + "nauc_precision_at_20_max": -0.115543, + "nauc_precision_at_20_std": -0.029296, + "nauc_precision_at_20_diff1": -0.153733, + "nauc_precision_at_100_max": -0.23565, + "nauc_precision_at_100_std": -0.149617, + "nauc_precision_at_100_diff1": -0.164023, + "nauc_precision_at_1000_max": -0.231489, + "nauc_precision_at_1000_std": -0.269098, + "nauc_precision_at_1000_diff1": -0.174136, + "nauc_mrr_at_1_max": 0.463351, + "nauc_mrr_at_1_std": 0.380329, + "nauc_mrr_at_1_diff1": 0.355061, + "nauc_mrr_at_3_max": 0.471585, + "nauc_mrr_at_3_std": 0.376764, + "nauc_mrr_at_3_diff1": 0.280728, + "nauc_mrr_at_5_max": 0.49263, + "nauc_mrr_at_5_std": 0.362841, + "nauc_mrr_at_5_diff1": 0.296702, + "nauc_mrr_at_10_max": 0.491267, + "nauc_mrr_at_10_std": 0.357589, + "nauc_mrr_at_10_diff1": 0.295609, + "nauc_mrr_at_20_max": 0.487321, + "nauc_mrr_at_20_std": 0.364661, + "nauc_mrr_at_20_diff1": 0.298866, + "nauc_mrr_at_100_max": 0.486942, + "nauc_mrr_at_100_std": 0.364084, + "nauc_mrr_at_100_diff1": 0.29915, + "nauc_mrr_at_1000_max": 0.486942, + "nauc_mrr_at_1000_std": 0.364084, + "nauc_mrr_at_1000_diff1": 0.29915, + "main_score": 0.60671, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.58959, + "ndcg_at_5": 0.57894, + "ndcg_at_10": 0.57078, + "ndcg_at_20": 0.57123, + "ndcg_at_100": 0.61759, + "ndcg_at_1000": 0.70652, + "map_at_1": 0.08583, + "map_at_3": 0.17352, + "map_at_5": 0.21401, + "map_at_10": 0.26442, + "map_at_20": 0.30499, + "map_at_100": 0.39039, + "map_at_1000": 0.44688, + "recall_at_1": 0.08583, + "recall_at_3": 0.19723, + "recall_at_5": 0.25913, + "recall_at_10": 0.34458, + "recall_at_20": 0.43277, + "recall_at_100": 0.67393, + "recall_at_1000": 0.93194, + "precision_at_1": 0.735, + "precision_at_3": 0.65333, + "precision_at_5": 0.581, + "precision_at_10": 0.4915, + "precision_at_20": 0.39875, + "precision_at_100": 0.21415, + "precision_at_1000": 0.05458, + "mrr_at_1": 0.735, + "mrr_at_3": 0.819167, + "mrr_at_5": 0.829917, + "mrr_at_10": 0.832972, + "mrr_at_20": 0.833516, + "mrr_at_100": 0.833725, + "mrr_at_1000": 0.833725, + "nauc_ndcg_at_1_max": 0.231058, + "nauc_ndcg_at_1_std": 0.303553, + "nauc_ndcg_at_1_diff1": 0.249769, + "nauc_ndcg_at_3_max": 0.25223, + "nauc_ndcg_at_3_std": 0.3408, + "nauc_ndcg_at_3_diff1": 0.116502, + "nauc_ndcg_at_5_max": 0.306276, + "nauc_ndcg_at_5_std": 0.337253, + "nauc_ndcg_at_5_diff1": 0.083339, + "nauc_ndcg_at_10_max": 0.358574, + "nauc_ndcg_at_10_std": 0.373824, + "nauc_ndcg_at_10_diff1": 0.058518, + "nauc_ndcg_at_20_max": 0.415107, + "nauc_ndcg_at_20_std": 0.406741, + "nauc_ndcg_at_20_diff1": 0.0719, + "nauc_ndcg_at_100_max": 0.434314, + "nauc_ndcg_at_100_std": 0.551354, + "nauc_ndcg_at_100_diff1": 0.087046, + "nauc_ndcg_at_1000_max": 0.389697, + "nauc_ndcg_at_1000_std": 0.532026, + "nauc_ndcg_at_1000_diff1": 0.107556, + "nauc_map_at_1_max": 0.293356, + "nauc_map_at_1_std": 0.286044, + "nauc_map_at_1_diff1": 0.105608, + "nauc_map_at_3_max": 0.407117, + "nauc_map_at_3_std": 0.339782, + "nauc_map_at_3_diff1": 0.078022, + "nauc_map_at_5_max": 0.437161, + "nauc_map_at_5_std": 0.369841, + "nauc_map_at_5_diff1": 0.050732, + "nauc_map_at_10_max": 0.450077, + "nauc_map_at_10_std": 0.413689, + "nauc_map_at_10_diff1": 0.028164, + "nauc_map_at_20_max": 0.447065, + "nauc_map_at_20_std": 0.447007, + "nauc_map_at_20_diff1": 0.033863, + "nauc_map_at_100_max": 0.415353, + "nauc_map_at_100_std": 0.522176, + "nauc_map_at_100_diff1": 0.043277, + "nauc_map_at_1000_max": 0.400656, + "nauc_map_at_1000_std": 0.500319, + "nauc_map_at_1000_diff1": 0.045332, + "nauc_recall_at_1_max": 0.293356, + "nauc_recall_at_1_std": 0.286044, + "nauc_recall_at_1_diff1": 0.105608, + "nauc_recall_at_3_max": 0.381028, + "nauc_recall_at_3_std": 0.295581, + "nauc_recall_at_3_diff1": 0.056703, + "nauc_recall_at_5_max": 0.424239, + "nauc_recall_at_5_std": 0.301837, + "nauc_recall_at_5_diff1": 0.033242, + "nauc_recall_at_10_max": 0.447917, + "nauc_recall_at_10_std": 0.361602, + "nauc_recall_at_10_diff1": 0.006757, + "nauc_recall_at_20_max": 0.448681, + "nauc_recall_at_20_std": 0.390625, + "nauc_recall_at_20_diff1": 0.020332, + "nauc_recall_at_100_max": 0.405785, + "nauc_recall_at_100_std": 0.567267, + "nauc_recall_at_100_diff1": 0.00818, + "nauc_recall_at_1000_max": 0.56821, + "nauc_recall_at_1000_std": 0.84782, + "nauc_recall_at_1000_diff1": -0.00426, + "nauc_precision_at_1_max": 0.220738, + "nauc_precision_at_1_std": 0.350371, + "nauc_precision_at_1_diff1": 0.279736, + "nauc_precision_at_3_max": 0.115997, + "nauc_precision_at_3_std": 0.228877, + "nauc_precision_at_3_diff1": -0.005168, + "nauc_precision_at_5_max": 0.050029, + "nauc_precision_at_5_std": 0.16549, + "nauc_precision_at_5_diff1": -0.042733, + "nauc_precision_at_10_max": -0.056532, + "nauc_precision_at_10_std": 0.059944, + "nauc_precision_at_10_diff1": -0.057317, + "nauc_precision_at_20_max": -0.161106, + "nauc_precision_at_20_std": -0.041942, + "nauc_precision_at_20_diff1": -0.021586, + "nauc_precision_at_100_max": -0.2335, + "nauc_precision_at_100_std": -0.171278, + "nauc_precision_at_100_diff1": -0.012767, + "nauc_precision_at_1000_max": -0.234937, + "nauc_precision_at_1000_std": -0.308185, + "nauc_precision_at_1000_diff1": -0.019779, + "nauc_mrr_at_1_max": 0.220738, + "nauc_mrr_at_1_std": 0.350371, + "nauc_mrr_at_1_diff1": 0.279736, + "nauc_mrr_at_3_max": 0.238911, + "nauc_mrr_at_3_std": 0.375985, + "nauc_mrr_at_3_diff1": 0.224891, + "nauc_mrr_at_5_max": 0.240344, + "nauc_mrr_at_5_std": 0.374945, + "nauc_mrr_at_5_diff1": 0.246239, + "nauc_mrr_at_10_max": 0.237741, + "nauc_mrr_at_10_std": 0.373491, + "nauc_mrr_at_10_diff1": 0.242887, + "nauc_mrr_at_20_max": 0.236916, + "nauc_mrr_at_20_std": 0.37222, + "nauc_mrr_at_20_diff1": 0.24362, + "nauc_mrr_at_100_max": 0.236242, + "nauc_mrr_at_100_std": 0.37153, + "nauc_mrr_at_100_diff1": 0.245557, + "nauc_mrr_at_1000_max": 0.236242, + "nauc_mrr_at_1000_std": 0.37153, + "nauc_mrr_at_1000_diff1": 0.245557, + "main_score": 0.57078, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.57918, + "ndcg_at_5": 0.5801, + "ndcg_at_10": 0.57144, + "ndcg_at_20": 0.57466, + "ndcg_at_100": 0.61703, + "ndcg_at_1000": 0.70869, + "map_at_1": 0.08851, + "map_at_3": 0.17307, + "map_at_5": 0.21866, + "map_at_10": 0.26899, + "map_at_20": 0.30967, + "map_at_100": 0.39459, + "map_at_1000": 0.45103, + "recall_at_1": 0.08851, + "recall_at_3": 0.19064, + "recall_at_5": 0.26084, + "recall_at_10": 0.34819, + "recall_at_20": 0.4402, + "recall_at_100": 0.67535, + "recall_at_1000": 0.9328, + "precision_at_1": 0.745, + "precision_at_3": 0.64667, + "precision_at_5": 0.593, + "precision_at_10": 0.495, + "precision_at_20": 0.3985, + "precision_at_100": 0.211, + "precision_at_1000": 0.05471, + "mrr_at_1": 0.745, + "mrr_at_3": 0.819167, + "mrr_at_5": 0.834167, + "mrr_at_10": 0.834881, + "mrr_at_20": 0.836172, + "mrr_at_100": 0.836172, + "mrr_at_1000": 0.836172, + "nauc_ndcg_at_1_max": 0.303382, + "nauc_ndcg_at_1_std": 0.184148, + "nauc_ndcg_at_1_diff1": 0.292332, + "nauc_ndcg_at_3_max": 0.359428, + "nauc_ndcg_at_3_std": 0.268538, + "nauc_ndcg_at_3_diff1": 0.189286, + "nauc_ndcg_at_5_max": 0.375544, + "nauc_ndcg_at_5_std": 0.301939, + "nauc_ndcg_at_5_diff1": 0.157767, + "nauc_ndcg_at_10_max": 0.410306, + "nauc_ndcg_at_10_std": 0.313233, + "nauc_ndcg_at_10_diff1": 0.12311, + "nauc_ndcg_at_20_max": 0.462705, + "nauc_ndcg_at_20_std": 0.361752, + "nauc_ndcg_at_20_diff1": 0.105909, + "nauc_ndcg_at_100_max": 0.510067, + "nauc_ndcg_at_100_std": 0.501474, + "nauc_ndcg_at_100_diff1": 0.097867, + "nauc_ndcg_at_1000_max": 0.453747, + "nauc_ndcg_at_1000_std": 0.432805, + "nauc_ndcg_at_1000_diff1": 0.15027, + "nauc_map_at_1_max": 0.37683, + "nauc_map_at_1_std": 0.152533, + "nauc_map_at_1_diff1": 0.136481, + "nauc_map_at_3_max": 0.470381, + "nauc_map_at_3_std": 0.297296, + "nauc_map_at_3_diff1": 0.160559, + "nauc_map_at_5_max": 0.475654, + "nauc_map_at_5_std": 0.362336, + "nauc_map_at_5_diff1": 0.12879, + "nauc_map_at_10_max": 0.504158, + "nauc_map_at_10_std": 0.395591, + "nauc_map_at_10_diff1": 0.093389, + "nauc_map_at_20_max": 0.514349, + "nauc_map_at_20_std": 0.438044, + "nauc_map_at_20_diff1": 0.077838, + "nauc_map_at_100_max": 0.481874, + "nauc_map_at_100_std": 0.49836, + "nauc_map_at_100_diff1": 0.057465, + "nauc_map_at_1000_max": 0.457144, + "nauc_map_at_1000_std": 0.458699, + "nauc_map_at_1000_diff1": 0.078521, + "nauc_recall_at_1_max": 0.37683, + "nauc_recall_at_1_std": 0.152533, + "nauc_recall_at_1_diff1": 0.136481, + "nauc_recall_at_3_max": 0.446809, + "nauc_recall_at_3_std": 0.318221, + "nauc_recall_at_3_diff1": 0.142909, + "nauc_recall_at_5_max": 0.41831, + "nauc_recall_at_5_std": 0.384025, + "nauc_recall_at_5_diff1": 0.097263, + "nauc_recall_at_10_max": 0.451062, + "nauc_recall_at_10_std": 0.407461, + "nauc_recall_at_10_diff1": 0.053314, + "nauc_recall_at_20_max": 0.457897, + "nauc_recall_at_20_std": 0.441151, + "nauc_recall_at_20_diff1": 0.01971, + "nauc_recall_at_100_max": 0.458202, + "nauc_recall_at_100_std": 0.622473, + "nauc_recall_at_100_diff1": -0.016757, + "nauc_recall_at_1000_max": 0.529435, + "nauc_recall_at_1000_std": 0.854328, + "nauc_recall_at_1000_diff1": 0.01611, + "nauc_precision_at_1_max": 0.283078, + "nauc_precision_at_1_std": 0.145875, + "nauc_precision_at_1_diff1": 0.232345, + "nauc_precision_at_3_max": 0.219823, + "nauc_precision_at_3_std": 0.206154, + "nauc_precision_at_3_diff1": 0.051106, + "nauc_precision_at_5_max": 0.090532, + "nauc_precision_at_5_std": 0.176157, + "nauc_precision_at_5_diff1": -0.021079, + "nauc_precision_at_10_max": -0.032125, + "nauc_precision_at_10_std": -0.004893, + "nauc_precision_at_10_diff1": -0.07957, + "nauc_precision_at_20_max": -0.16307, + "nauc_precision_at_20_std": -0.097165, + "nauc_precision_at_20_diff1": -0.077593, + "nauc_precision_at_100_max": -0.269347, + "nauc_precision_at_100_std": -0.23232, + "nauc_precision_at_100_diff1": -0.025449, + "nauc_precision_at_1000_max": -0.248538, + "nauc_precision_at_1000_std": -0.356868, + "nauc_precision_at_1000_diff1": 0.031315, + "nauc_mrr_at_1_max": 0.283078, + "nauc_mrr_at_1_std": 0.145875, + "nauc_mrr_at_1_diff1": 0.232345, + "nauc_mrr_at_3_max": 0.326229, + "nauc_mrr_at_3_std": 0.162093, + "nauc_mrr_at_3_diff1": 0.178496, + "nauc_mrr_at_5_max": 0.310852, + "nauc_mrr_at_5_std": 0.166085, + "nauc_mrr_at_5_diff1": 0.201245, + "nauc_mrr_at_10_max": 0.313147, + "nauc_mrr_at_10_std": 0.162738, + "nauc_mrr_at_10_diff1": 0.199565, + "nauc_mrr_at_20_max": 0.310509, + "nauc_mrr_at_20_std": 0.160435, + "nauc_mrr_at_20_diff1": 0.19704, + "nauc_mrr_at_100_max": 0.310509, + "nauc_mrr_at_100_std": 0.160435, + "nauc_mrr_at_100_diff1": 0.19704, + "nauc_mrr_at_1000_max": 0.310509, + "nauc_mrr_at_1000_std": 0.160435, + "nauc_mrr_at_1000_diff1": 0.19704, + "main_score": 0.57144, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.57683, + "ndcg_at_5": 0.55606, + "ndcg_at_10": 0.53552, + "ndcg_at_20": 0.53095, + "ndcg_at_100": 0.59531, + "ndcg_at_1000": 0.69712, + "map_at_1": 0.05362, + "map_at_3": 0.10948, + "map_at_5": 0.14282, + "map_at_10": 0.19485, + "map_at_20": 0.25247, + "map_at_100": 0.3715, + "map_at_1000": 0.42421, + "recall_at_1": 0.05362, + "recall_at_3": 0.11777, + "recall_at_5": 0.16739, + "recall_at_10": 0.26315, + "recall_at_20": 0.37468, + "recall_at_100": 0.69277, + "recall_at_1000": 0.97824, + "precision_at_1": 0.785, + "precision_at_3": 0.67, + "precision_at_5": 0.614, + "precision_at_10": 0.5265, + "precision_at_20": 0.43825, + "precision_at_100": 0.2248, + "precision_at_1000": 0.04003, + "mrr_at_1": 0.785, + "mrr_at_3": 0.823333, + "mrr_at_5": 0.831833, + "mrr_at_10": 0.837407, + "mrr_at_20": 0.838073, + "mrr_at_100": 0.838641, + "mrr_at_1000": 0.838806, + "nauc_ndcg_at_1_max": 0.32753, + "nauc_ndcg_at_1_std": 0.284218, + "nauc_ndcg_at_1_diff1": 0.187048, + "nauc_ndcg_at_3_max": 0.368509, + "nauc_ndcg_at_3_std": 0.270556, + "nauc_ndcg_at_3_diff1": 0.056184, + "nauc_ndcg_at_5_max": 0.388778, + "nauc_ndcg_at_5_std": 0.29889, + "nauc_ndcg_at_5_diff1": 0.032563, + "nauc_ndcg_at_10_max": 0.370779, + "nauc_ndcg_at_10_std": 0.291854, + "nauc_ndcg_at_10_diff1": 0.044919, + "nauc_ndcg_at_20_max": 0.359577, + "nauc_ndcg_at_20_std": 0.296311, + "nauc_ndcg_at_20_diff1": 0.094447, + "nauc_ndcg_at_100_max": 0.421027, + "nauc_ndcg_at_100_std": 0.341964, + "nauc_ndcg_at_100_diff1": 0.132744, + "nauc_ndcg_at_1000_max": 0.46112, + "nauc_ndcg_at_1000_std": 0.42066, + "nauc_ndcg_at_1000_diff1": 0.074976, + "nauc_map_at_1_max": 0.000736, + "nauc_map_at_1_std": -0.028465, + "nauc_map_at_1_diff1": 0.363154, + "nauc_map_at_3_max": 0.113621, + "nauc_map_at_3_std": -0.018768, + "nauc_map_at_3_diff1": 0.244556, + "nauc_map_at_5_max": 0.149682, + "nauc_map_at_5_std": -0.013205, + "nauc_map_at_5_diff1": 0.197107, + "nauc_map_at_10_max": 0.179994, + "nauc_map_at_10_std": -0.003494, + "nauc_map_at_10_diff1": 0.176819, + "nauc_map_at_20_max": 0.240104, + "nauc_map_at_20_std": 0.054058, + "nauc_map_at_20_diff1": 0.156105, + "nauc_map_at_100_max": 0.374343, + "nauc_map_at_100_std": 0.24067, + "nauc_map_at_100_diff1": 0.105073, + "nauc_map_at_1000_max": 0.394248, + "nauc_map_at_1000_std": 0.317971, + "nauc_map_at_1000_diff1": 0.075297, + "nauc_recall_at_1_max": 0.000736, + "nauc_recall_at_1_std": -0.028465, + "nauc_recall_at_1_diff1": 0.363154, + "nauc_recall_at_3_max": 0.079646, + "nauc_recall_at_3_std": -0.038575, + "nauc_recall_at_3_diff1": 0.252922, + "nauc_recall_at_5_max": 0.070742, + "nauc_recall_at_5_std": -0.027924, + "nauc_recall_at_5_diff1": 0.164728, + "nauc_recall_at_10_max": 0.04195, + "nauc_recall_at_10_std": -0.064444, + "nauc_recall_at_10_diff1": 0.140355, + "nauc_recall_at_20_max": 0.075986, + "nauc_recall_at_20_std": -0.02122, + "nauc_recall_at_20_diff1": 0.149716, + "nauc_recall_at_100_max": 0.200086, + "nauc_recall_at_100_std": 0.166966, + "nauc_recall_at_100_diff1": 0.161685, + "nauc_recall_at_1000_max": 0.337521, + "nauc_recall_at_1000_std": 0.493177, + "nauc_recall_at_1000_diff1": 0.20493, + "nauc_precision_at_1_max": 0.464088, + "nauc_precision_at_1_std": 0.423319, + "nauc_precision_at_1_diff1": 0.180782, + "nauc_precision_at_3_max": 0.414432, + "nauc_precision_at_3_std": 0.295791, + "nauc_precision_at_3_diff1": -0.084776, + "nauc_precision_at_5_max": 0.407696, + "nauc_precision_at_5_std": 0.280192, + "nauc_precision_at_5_diff1": -0.103148, + "nauc_precision_at_10_max": 0.341707, + "nauc_precision_at_10_std": 0.292608, + "nauc_precision_at_10_diff1": -0.107505, + "nauc_precision_at_20_max": 0.289144, + "nauc_precision_at_20_std": 0.310562, + "nauc_precision_at_20_diff1": -0.104185, + "nauc_precision_at_100_max": 0.17358, + "nauc_precision_at_100_std": 0.305274, + "nauc_precision_at_100_diff1": -0.126033, + "nauc_precision_at_1000_max": 0.059856, + "nauc_precision_at_1000_std": 0.180296, + "nauc_precision_at_1000_diff1": -0.116359, + "nauc_mrr_at_1_max": 0.464088, + "nauc_mrr_at_1_std": 0.423319, + "nauc_mrr_at_1_diff1": 0.180782, + "nauc_mrr_at_3_max": 0.509512, + "nauc_mrr_at_3_std": 0.504958, + "nauc_mrr_at_3_diff1": 0.22224, + "nauc_mrr_at_5_max": 0.50442, + "nauc_mrr_at_5_std": 0.500107, + "nauc_mrr_at_5_diff1": 0.193211, + "nauc_mrr_at_10_max": 0.504927, + "nauc_mrr_at_10_std": 0.495904, + "nauc_mrr_at_10_diff1": 0.192194, + "nauc_mrr_at_20_max": 0.504249, + "nauc_mrr_at_20_std": 0.49369, + "nauc_mrr_at_20_diff1": 0.194383, + "nauc_mrr_at_100_max": 0.504711, + "nauc_mrr_at_100_std": 0.49491, + "nauc_mrr_at_100_diff1": 0.197734, + "nauc_mrr_at_1000_max": 0.50438, + "nauc_mrr_at_1000_std": 0.49439, + "nauc_mrr_at_1000_diff1": 0.197703, + "main_score": 0.53552, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.55, + "ndcg_at_3": 0.51, + "ndcg_at_5": 0.48998, + "ndcg_at_10": 0.48108, + "ndcg_at_20": 0.47856, + "ndcg_at_100": 0.5449, + "ndcg_at_1000": 0.65474, + "map_at_1": 0.0445, + "map_at_3": 0.09163, + "map_at_5": 0.11825, + "map_at_10": 0.1652, + "map_at_20": 0.21614, + "map_at_100": 0.32148, + "map_at_1000": 0.37233, + "recall_at_1": 0.0445, + "recall_at_3": 0.10015, + "recall_at_5": 0.13723, + "recall_at_10": 0.22553, + "recall_at_20": 0.33413, + "recall_at_100": 0.65775, + "recall_at_1000": 0.96553, + "precision_at_1": 0.69, + "precision_at_3": 0.59833, + "precision_at_5": 0.549, + "precision_at_10": 0.4915, + "precision_at_20": 0.40825, + "precision_at_100": 0.2104, + "precision_at_1000": 0.0393, + "mrr_at_1": 0.69, + "mrr_at_3": 0.745833, + "mrr_at_5": 0.753833, + "mrr_at_10": 0.764536, + "mrr_at_20": 0.765835, + "mrr_at_100": 0.767119, + "mrr_at_1000": 0.767198, + "nauc_ndcg_at_1_max": 0.375293, + "nauc_ndcg_at_1_std": 0.216428, + "nauc_ndcg_at_1_diff1": 0.23445, + "nauc_ndcg_at_3_max": 0.359002, + "nauc_ndcg_at_3_std": 0.273893, + "nauc_ndcg_at_3_diff1": 0.181671, + "nauc_ndcg_at_5_max": 0.369667, + "nauc_ndcg_at_5_std": 0.280388, + "nauc_ndcg_at_5_diff1": 0.143572, + "nauc_ndcg_at_10_max": 0.366069, + "nauc_ndcg_at_10_std": 0.287807, + "nauc_ndcg_at_10_diff1": 0.142125, + "nauc_ndcg_at_20_max": 0.369084, + "nauc_ndcg_at_20_std": 0.312029, + "nauc_ndcg_at_20_diff1": 0.152687, + "nauc_ndcg_at_100_max": 0.43133, + "nauc_ndcg_at_100_std": 0.35888, + "nauc_ndcg_at_100_diff1": 0.138003, + "nauc_ndcg_at_1000_max": 0.418825, + "nauc_ndcg_at_1000_std": 0.400883, + "nauc_ndcg_at_1000_diff1": 0.128947, + "nauc_map_at_1_max": 0.085313, + "nauc_map_at_1_std": -0.117618, + "nauc_map_at_1_diff1": 0.316092, + "nauc_map_at_3_max": 0.175928, + "nauc_map_at_3_std": -0.053472, + "nauc_map_at_3_diff1": 0.214425, + "nauc_map_at_5_max": 0.200853, + "nauc_map_at_5_std": -0.034597, + "nauc_map_at_5_diff1": 0.163111, + "nauc_map_at_10_max": 0.251185, + "nauc_map_at_10_std": 0.019615, + "nauc_map_at_10_diff1": 0.128519, + "nauc_map_at_20_max": 0.317826, + "nauc_map_at_20_std": 0.116782, + "nauc_map_at_20_diff1": 0.114495, + "nauc_map_at_100_max": 0.420781, + "nauc_map_at_100_std": 0.291004, + "nauc_map_at_100_diff1": 0.114845, + "nauc_map_at_1000_max": 0.412964, + "nauc_map_at_1000_std": 0.352156, + "nauc_map_at_1000_diff1": 0.106705, + "nauc_recall_at_1_max": 0.085313, + "nauc_recall_at_1_std": -0.117618, + "nauc_recall_at_1_diff1": 0.316092, + "nauc_recall_at_3_max": 0.12685, + "nauc_recall_at_3_std": -0.052362, + "nauc_recall_at_3_diff1": 0.206805, + "nauc_recall_at_5_max": 0.139304, + "nauc_recall_at_5_std": -0.041203, + "nauc_recall_at_5_diff1": 0.132469, + "nauc_recall_at_10_max": 0.122745, + "nauc_recall_at_10_std": -0.020095, + "nauc_recall_at_10_diff1": 0.028612, + "nauc_recall_at_20_max": 0.173523, + "nauc_recall_at_20_std": 0.073231, + "nauc_recall_at_20_diff1": 0.046463, + "nauc_recall_at_100_max": 0.238671, + "nauc_recall_at_100_std": 0.231717, + "nauc_recall_at_100_diff1": 0.006414, + "nauc_recall_at_1000_max": 0.48555, + "nauc_recall_at_1000_std": 0.61083, + "nauc_recall_at_1000_diff1": -0.080456, + "nauc_precision_at_1_max": 0.45423, + "nauc_precision_at_1_std": 0.265702, + "nauc_precision_at_1_diff1": 0.283013, + "nauc_precision_at_3_max": 0.378524, + "nauc_precision_at_3_std": 0.318972, + "nauc_precision_at_3_diff1": 0.128659, + "nauc_precision_at_5_max": 0.338759, + "nauc_precision_at_5_std": 0.311418, + "nauc_precision_at_5_diff1": 0.048752, + "nauc_precision_at_10_max": 0.310947, + "nauc_precision_at_10_std": 0.325227, + "nauc_precision_at_10_diff1": 0.029247, + "nauc_precision_at_20_max": 0.279996, + "nauc_precision_at_20_std": 0.381356, + "nauc_precision_at_20_diff1": 0.018994, + "nauc_precision_at_100_max": 0.132296, + "nauc_precision_at_100_std": 0.294947, + "nauc_precision_at_100_diff1": -0.000825, + "nauc_precision_at_1000_max": -0.010231, + "nauc_precision_at_1000_std": 0.133047, + "nauc_precision_at_1000_diff1": -0.033319, + "nauc_mrr_at_1_max": 0.45423, + "nauc_mrr_at_1_std": 0.265702, + "nauc_mrr_at_1_diff1": 0.283013, + "nauc_mrr_at_3_max": 0.422183, + "nauc_mrr_at_3_std": 0.302951, + "nauc_mrr_at_3_diff1": 0.331328, + "nauc_mrr_at_5_max": 0.427082, + "nauc_mrr_at_5_std": 0.306042, + "nauc_mrr_at_5_diff1": 0.319337, + "nauc_mrr_at_10_max": 0.427249, + "nauc_mrr_at_10_std": 0.314873, + "nauc_mrr_at_10_diff1": 0.303938, + "nauc_mrr_at_20_max": 0.428839, + "nauc_mrr_at_20_std": 0.313501, + "nauc_mrr_at_20_diff1": 0.306171, + "nauc_mrr_at_100_max": 0.429904, + "nauc_mrr_at_100_std": 0.312813, + "nauc_mrr_at_100_diff1": 0.306299, + "nauc_mrr_at_1000_max": 0.42986, + "nauc_mrr_at_1000_std": 0.312629, + "nauc_mrr_at_1000_diff1": 0.306701, + "main_score": 0.48108, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.56, + "ndcg_at_3": 0.51535, + "ndcg_at_5": 0.49878, + "ndcg_at_10": 0.49313, + "ndcg_at_20": 0.47998, + "ndcg_at_100": 0.54685, + "ndcg_at_1000": 0.65517, + "map_at_1": 0.04369, + "map_at_3": 0.08956, + "map_at_5": 0.1205, + "map_at_10": 0.17139, + "map_at_20": 0.21865, + "map_at_100": 0.32403, + "map_at_1000": 0.37498, + "recall_at_1": 0.04369, + "recall_at_3": 0.09825, + "recall_at_5": 0.14433, + "recall_at_10": 0.23487, + "recall_at_20": 0.33195, + "recall_at_100": 0.65782, + "recall_at_1000": 0.96172, + "precision_at_1": 0.68, + "precision_at_3": 0.615, + "precision_at_5": 0.567, + "precision_at_10": 0.509, + "precision_at_20": 0.40825, + "precision_at_100": 0.2117, + "precision_at_1000": 0.03916, + "mrr_at_1": 0.68, + "mrr_at_3": 0.7525, + "mrr_at_5": 0.758, + "mrr_at_10": 0.765448, + "mrr_at_20": 0.767593, + "mrr_at_100": 0.768407, + "mrr_at_1000": 0.76855, + "nauc_ndcg_at_1_max": 0.268184, + "nauc_ndcg_at_1_std": 0.207974, + "nauc_ndcg_at_1_diff1": 0.227868, + "nauc_ndcg_at_3_max": 0.318808, + "nauc_ndcg_at_3_std": 0.192912, + "nauc_ndcg_at_3_diff1": 0.154135, + "nauc_ndcg_at_5_max": 0.348995, + "nauc_ndcg_at_5_std": 0.209631, + "nauc_ndcg_at_5_diff1": 0.145262, + "nauc_ndcg_at_10_max": 0.361711, + "nauc_ndcg_at_10_std": 0.240287, + "nauc_ndcg_at_10_diff1": 0.12672, + "nauc_ndcg_at_20_max": 0.366045, + "nauc_ndcg_at_20_std": 0.23184, + "nauc_ndcg_at_20_diff1": 0.144077, + "nauc_ndcg_at_100_max": 0.408936, + "nauc_ndcg_at_100_std": 0.289959, + "nauc_ndcg_at_100_diff1": 0.156009, + "nauc_ndcg_at_1000_max": 0.417731, + "nauc_ndcg_at_1000_std": 0.35398, + "nauc_ndcg_at_1000_diff1": 0.133294, + "nauc_map_at_1_max": 0.105337, + "nauc_map_at_1_std": -0.111547, + "nauc_map_at_1_diff1": 0.225313, + "nauc_map_at_3_max": 0.142667, + "nauc_map_at_3_std": -0.112892, + "nauc_map_at_3_diff1": 0.208887, + "nauc_map_at_5_max": 0.182371, + "nauc_map_at_5_std": -0.098163, + "nauc_map_at_5_diff1": 0.204304, + "nauc_map_at_10_max": 0.228434, + "nauc_map_at_10_std": -0.047893, + "nauc_map_at_10_diff1": 0.149816, + "nauc_map_at_20_max": 0.288993, + "nauc_map_at_20_std": 0.011287, + "nauc_map_at_20_diff1": 0.136356, + "nauc_map_at_100_max": 0.411074, + "nauc_map_at_100_std": 0.205836, + "nauc_map_at_100_diff1": 0.128328, + "nauc_map_at_1000_max": 0.427293, + "nauc_map_at_1000_std": 0.278777, + "nauc_map_at_1000_diff1": 0.096327, + "nauc_recall_at_1_max": 0.105337, + "nauc_recall_at_1_std": -0.111547, + "nauc_recall_at_1_diff1": 0.225313, + "nauc_recall_at_3_max": 0.111244, + "nauc_recall_at_3_std": -0.121405, + "nauc_recall_at_3_diff1": 0.192045, + "nauc_recall_at_5_max": 0.116576, + "nauc_recall_at_5_std": -0.122488, + "nauc_recall_at_5_diff1": 0.162551, + "nauc_recall_at_10_max": 0.145544, + "nauc_recall_at_10_std": -0.096493, + "nauc_recall_at_10_diff1": 0.07833, + "nauc_recall_at_20_max": 0.178324, + "nauc_recall_at_20_std": -0.019346, + "nauc_recall_at_20_diff1": 0.120949, + "nauc_recall_at_100_max": 0.219687, + "nauc_recall_at_100_std": 0.177281, + "nauc_recall_at_100_diff1": 0.115104, + "nauc_recall_at_1000_max": 0.520906, + "nauc_recall_at_1000_std": 0.603094, + "nauc_recall_at_1000_diff1": -0.054355, + "nauc_precision_at_1_max": 0.361853, + "nauc_precision_at_1_std": 0.247797, + "nauc_precision_at_1_diff1": 0.245318, + "nauc_precision_at_3_max": 0.31608, + "nauc_precision_at_3_std": 0.216774, + "nauc_precision_at_3_diff1": 0.080724, + "nauc_precision_at_5_max": 0.347283, + "nauc_precision_at_5_std": 0.234737, + "nauc_precision_at_5_diff1": 0.049639, + "nauc_precision_at_10_max": 0.312961, + "nauc_precision_at_10_std": 0.277667, + "nauc_precision_at_10_diff1": -0.027547, + "nauc_precision_at_20_max": 0.297858, + "nauc_precision_at_20_std": 0.305458, + "nauc_precision_at_20_diff1": -0.028011, + "nauc_precision_at_100_max": 0.197196, + "nauc_precision_at_100_std": 0.315143, + "nauc_precision_at_100_diff1": -0.047244, + "nauc_precision_at_1000_max": 0.050375, + "nauc_precision_at_1000_std": 0.182982, + "nauc_precision_at_1000_diff1": -0.099865, + "nauc_mrr_at_1_max": 0.361853, + "nauc_mrr_at_1_std": 0.247797, + "nauc_mrr_at_1_diff1": 0.245318, + "nauc_mrr_at_3_max": 0.353252, + "nauc_mrr_at_3_std": 0.288787, + "nauc_mrr_at_3_diff1": 0.211555, + "nauc_mrr_at_5_max": 0.363325, + "nauc_mrr_at_5_std": 0.286329, + "nauc_mrr_at_5_diff1": 0.208646, + "nauc_mrr_at_10_max": 0.367009, + "nauc_mrr_at_10_std": 0.282736, + "nauc_mrr_at_10_diff1": 0.215011, + "nauc_mrr_at_20_max": 0.368315, + "nauc_mrr_at_20_std": 0.285289, + "nauc_mrr_at_20_diff1": 0.215826, + "nauc_mrr_at_100_max": 0.367504, + "nauc_mrr_at_100_std": 0.284934, + "nauc_mrr_at_100_diff1": 0.216381, + "nauc_mrr_at_1000_max": 0.367291, + "nauc_mrr_at_1000_std": 0.284509, + "nauc_mrr_at_1000_diff1": 0.216111, + "main_score": 0.49313, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.59971, + "ndcg_at_5": 0.58599, + "ndcg_at_10": 0.58051, + "ndcg_at_20": 0.59425, + "ndcg_at_100": 0.67334, + "ndcg_at_1000": 0.7199, + "map_at_1": 0.14065, + "map_at_3": 0.23231, + "map_at_5": 0.28017, + "map_at_10": 0.34419, + "map_at_20": 0.39281, + "map_at_100": 0.45912, + "map_at_1000": 0.47371, + "recall_at_1": 0.14065, + "recall_at_3": 0.25003, + "recall_at_5": 0.31976, + "recall_at_10": 0.42757, + "recall_at_20": 0.54261, + "recall_at_100": 0.82257, + "recall_at_1000": 0.98188, + "precision_at_1": 0.755, + "precision_at_3": 0.57833, + "precision_at_5": 0.507, + "precision_at_10": 0.4015, + "precision_at_20": 0.2945, + "precision_at_100": 0.11095, + "precision_at_1000": 0.01464, + "mrr_at_1": 0.755, + "mrr_at_3": 0.819167, + "mrr_at_5": 0.826167, + "mrr_at_10": 0.830006, + "mrr_at_20": 0.830596, + "mrr_at_100": 0.831572, + "mrr_at_1000": 0.831587, + "nauc_ndcg_at_1_max": 0.520609, + "nauc_ndcg_at_1_std": 0.066826, + "nauc_ndcg_at_1_diff1": 0.4812, + "nauc_ndcg_at_3_max": 0.477493, + "nauc_ndcg_at_3_std": 0.107334, + "nauc_ndcg_at_3_diff1": 0.332448, + "nauc_ndcg_at_5_max": 0.47989, + "nauc_ndcg_at_5_std": 0.137331, + "nauc_ndcg_at_5_diff1": 0.319046, + "nauc_ndcg_at_10_max": 0.470327, + "nauc_ndcg_at_10_std": 0.114077, + "nauc_ndcg_at_10_diff1": 0.346579, + "nauc_ndcg_at_20_max": 0.456927, + "nauc_ndcg_at_20_std": 0.102629, + "nauc_ndcg_at_20_diff1": 0.341178, + "nauc_ndcg_at_100_max": 0.461961, + "nauc_ndcg_at_100_std": 0.108974, + "nauc_ndcg_at_100_diff1": 0.360076, + "nauc_ndcg_at_1000_max": 0.515695, + "nauc_ndcg_at_1000_std": 0.147938, + "nauc_ndcg_at_1000_diff1": 0.33598, + "nauc_map_at_1_max": 0.119778, + "nauc_map_at_1_std": -0.069648, + "nauc_map_at_1_diff1": 0.519548, + "nauc_map_at_3_max": 0.206372, + "nauc_map_at_3_std": -0.052458, + "nauc_map_at_3_diff1": 0.388949, + "nauc_map_at_5_max": 0.240681, + "nauc_map_at_5_std": -0.022763, + "nauc_map_at_5_diff1": 0.348346, + "nauc_map_at_10_max": 0.282487, + "nauc_map_at_10_std": 0.002301, + "nauc_map_at_10_diff1": 0.30415, + "nauc_map_at_20_max": 0.307577, + "nauc_map_at_20_std": 0.022515, + "nauc_map_at_20_diff1": 0.280544, + "nauc_map_at_100_max": 0.34958, + "nauc_map_at_100_std": 0.078488, + "nauc_map_at_100_diff1": 0.233153, + "nauc_map_at_1000_max": 0.368038, + "nauc_map_at_1000_std": 0.095786, + "nauc_map_at_1000_diff1": 0.219819, + "nauc_recall_at_1_max": 0.119778, + "nauc_recall_at_1_std": -0.069648, + "nauc_recall_at_1_diff1": 0.519548, + "nauc_recall_at_3_max": 0.176538, + "nauc_recall_at_3_std": -0.050395, + "nauc_recall_at_3_diff1": 0.377131, + "nauc_recall_at_5_max": 0.198737, + "nauc_recall_at_5_std": -0.025689, + "nauc_recall_at_5_diff1": 0.327256, + "nauc_recall_at_10_max": 0.216653, + "nauc_recall_at_10_std": 0.009021, + "nauc_recall_at_10_diff1": 0.290577, + "nauc_recall_at_20_max": 0.198042, + "nauc_recall_at_20_std": -0.010561, + "nauc_recall_at_20_diff1": 0.247374, + "nauc_recall_at_100_max": 0.14909, + "nauc_recall_at_100_std": 0.012257, + "nauc_recall_at_100_diff1": 0.257545, + "nauc_recall_at_1000_max": 0.187204, + "nauc_recall_at_1000_std": 0.244731, + "nauc_recall_at_1000_diff1": 0.322092, + "nauc_precision_at_1_max": 0.657553, + "nauc_precision_at_1_std": 0.253141, + "nauc_precision_at_1_diff1": 0.432688, + "nauc_precision_at_3_max": 0.423295, + "nauc_precision_at_3_std": 0.172163, + "nauc_precision_at_3_diff1": -0.062099, + "nauc_precision_at_5_max": 0.363942, + "nauc_precision_at_5_std": 0.234201, + "nauc_precision_at_5_diff1": -0.150476, + "nauc_precision_at_10_max": 0.308324, + "nauc_precision_at_10_std": 0.229474, + "nauc_precision_at_10_diff1": -0.195231, + "nauc_precision_at_20_max": 0.228202, + "nauc_precision_at_20_std": 0.207442, + "nauc_precision_at_20_diff1": -0.244918, + "nauc_precision_at_100_max": 0.159702, + "nauc_precision_at_100_std": 0.214667, + "nauc_precision_at_100_diff1": -0.271369, + "nauc_precision_at_1000_max": 0.144186, + "nauc_precision_at_1000_std": 0.195919, + "nauc_precision_at_1000_diff1": -0.283051, + "nauc_mrr_at_1_max": 0.657553, + "nauc_mrr_at_1_std": 0.253141, + "nauc_mrr_at_1_diff1": 0.432688, + "nauc_mrr_at_3_max": 0.693417, + "nauc_mrr_at_3_std": 0.331009, + "nauc_mrr_at_3_diff1": 0.426588, + "nauc_mrr_at_5_max": 0.699764, + "nauc_mrr_at_5_std": 0.321901, + "nauc_mrr_at_5_diff1": 0.432356, + "nauc_mrr_at_10_max": 0.695673, + "nauc_mrr_at_10_std": 0.321856, + "nauc_mrr_at_10_diff1": 0.434789, + "nauc_mrr_at_20_max": 0.69531, + "nauc_mrr_at_20_std": 0.323388, + "nauc_mrr_at_20_diff1": 0.433773, + "nauc_mrr_at_100_max": 0.693896, + "nauc_mrr_at_100_std": 0.321063, + "nauc_mrr_at_100_diff1": 0.434251, + "nauc_mrr_at_1000_max": 0.693866, + "nauc_mrr_at_1000_std": 0.32101, + "nauc_mrr_at_1000_diff1": 0.434223, + "main_score": 0.58051, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6275, + "ndcg_at_3": 0.55936, + "ndcg_at_5": 0.54699, + "ndcg_at_10": 0.54129, + "ndcg_at_20": 0.55128, + "ndcg_at_100": 0.62865, + "ndcg_at_1000": 0.6864, + "map_at_1": 0.13429, + "map_at_3": 0.22472, + "map_at_5": 0.26519, + "map_at_10": 0.31727, + "map_at_20": 0.35649, + "map_at_100": 0.41506, + "map_at_1000": 0.43064, + "recall_at_1": 0.13429, + "recall_at_3": 0.23973, + "recall_at_5": 0.30816, + "recall_at_10": 0.40741, + "recall_at_20": 0.50411, + "recall_at_100": 0.76792, + "recall_at_1000": 0.97439, + "precision_at_1": 0.73, + "precision_at_3": 0.55, + "precision_at_5": 0.467, + "precision_at_10": 0.362, + "precision_at_20": 0.26075, + "precision_at_100": 0.10115, + "precision_at_1000": 0.01446, + "mrr_at_1": 0.73, + "mrr_at_3": 0.788333, + "mrr_at_5": 0.799333, + "mrr_at_10": 0.802214, + "mrr_at_20": 0.80341, + "mrr_at_100": 0.804216, + "mrr_at_1000": 0.804269, + "nauc_ndcg_at_1_max": 0.436148, + "nauc_ndcg_at_1_std": -0.006343, + "nauc_ndcg_at_1_diff1": 0.495482, + "nauc_ndcg_at_3_max": 0.383707, + "nauc_ndcg_at_3_std": 0.095029, + "nauc_ndcg_at_3_diff1": 0.315989, + "nauc_ndcg_at_5_max": 0.40451, + "nauc_ndcg_at_5_std": 0.133783, + "nauc_ndcg_at_5_diff1": 0.306771, + "nauc_ndcg_at_10_max": 0.404584, + "nauc_ndcg_at_10_std": 0.142432, + "nauc_ndcg_at_10_diff1": 0.33478, + "nauc_ndcg_at_20_max": 0.40208, + "nauc_ndcg_at_20_std": 0.143378, + "nauc_ndcg_at_20_diff1": 0.341639, + "nauc_ndcg_at_100_max": 0.440148, + "nauc_ndcg_at_100_std": 0.18368, + "nauc_ndcg_at_100_diff1": 0.343116, + "nauc_ndcg_at_1000_max": 0.476144, + "nauc_ndcg_at_1000_std": 0.195661, + "nauc_ndcg_at_1000_diff1": 0.343806, + "nauc_map_at_1_max": 0.154652, + "nauc_map_at_1_std": 0.081094, + "nauc_map_at_1_diff1": 0.399099, + "nauc_map_at_3_max": 0.178965, + "nauc_map_at_3_std": 0.050283, + "nauc_map_at_3_diff1": 0.303969, + "nauc_map_at_5_max": 0.203313, + "nauc_map_at_5_std": 0.050885, + "nauc_map_at_5_diff1": 0.281476, + "nauc_map_at_10_max": 0.226374, + "nauc_map_at_10_std": 0.058246, + "nauc_map_at_10_diff1": 0.277872, + "nauc_map_at_20_max": 0.251975, + "nauc_map_at_20_std": 0.08001, + "nauc_map_at_20_diff1": 0.262463, + "nauc_map_at_100_max": 0.301916, + "nauc_map_at_100_std": 0.148778, + "nauc_map_at_100_diff1": 0.235257, + "nauc_map_at_1000_max": 0.31359, + "nauc_map_at_1000_std": 0.160057, + "nauc_map_at_1000_diff1": 0.229582, + "nauc_recall_at_1_max": 0.154652, + "nauc_recall_at_1_std": 0.081094, + "nauc_recall_at_1_diff1": 0.399099, + "nauc_recall_at_3_max": 0.150385, + "nauc_recall_at_3_std": 0.06642, + "nauc_recall_at_3_diff1": 0.275679, + "nauc_recall_at_5_max": 0.161179, + "nauc_recall_at_5_std": 0.043008, + "nauc_recall_at_5_diff1": 0.22088, + "nauc_recall_at_10_max": 0.157955, + "nauc_recall_at_10_std": 0.037383, + "nauc_recall_at_10_diff1": 0.235539, + "nauc_recall_at_20_max": 0.183493, + "nauc_recall_at_20_std": 0.063994, + "nauc_recall_at_20_diff1": 0.235097, + "nauc_recall_at_100_max": 0.221405, + "nauc_recall_at_100_std": 0.180809, + "nauc_recall_at_100_diff1": 0.157542, + "nauc_recall_at_1000_max": 0.210122, + "nauc_recall_at_1000_std": 0.485731, + "nauc_recall_at_1000_diff1": 0.121205, + "nauc_precision_at_1_max": 0.498467, + "nauc_precision_at_1_std": 0.079243, + "nauc_precision_at_1_diff1": 0.443699, + "nauc_precision_at_3_max": 0.271954, + "nauc_precision_at_3_std": 0.100821, + "nauc_precision_at_3_diff1": 0.033471, + "nauc_precision_at_5_max": 0.262034, + "nauc_precision_at_5_std": 0.108852, + "nauc_precision_at_5_diff1": -0.022698, + "nauc_precision_at_10_max": 0.247276, + "nauc_precision_at_10_std": 0.130728, + "nauc_precision_at_10_diff1": -0.052473, + "nauc_precision_at_20_max": 0.215216, + "nauc_precision_at_20_std": 0.164556, + "nauc_precision_at_20_diff1": -0.109091, + "nauc_precision_at_100_max": 0.156313, + "nauc_precision_at_100_std": 0.181867, + "nauc_precision_at_100_diff1": -0.162868, + "nauc_precision_at_1000_max": 0.098125, + "nauc_precision_at_1000_std": 0.112164, + "nauc_precision_at_1000_diff1": -0.173342, + "nauc_mrr_at_1_max": 0.498467, + "nauc_mrr_at_1_std": 0.079243, + "nauc_mrr_at_1_diff1": 0.443699, + "nauc_mrr_at_3_max": 0.522878, + "nauc_mrr_at_3_std": 0.164559, + "nauc_mrr_at_3_diff1": 0.394295, + "nauc_mrr_at_5_max": 0.542873, + "nauc_mrr_at_5_std": 0.161733, + "nauc_mrr_at_5_diff1": 0.395512, + "nauc_mrr_at_10_max": 0.538209, + "nauc_mrr_at_10_std": 0.152137, + "nauc_mrr_at_10_diff1": 0.398635, + "nauc_mrr_at_20_max": 0.536197, + "nauc_mrr_at_20_std": 0.154684, + "nauc_mrr_at_20_diff1": 0.399141, + "nauc_mrr_at_100_max": 0.534706, + "nauc_mrr_at_100_std": 0.15215, + "nauc_mrr_at_100_diff1": 0.400178, + "nauc_mrr_at_1000_max": 0.534565, + "nauc_mrr_at_1000_std": 0.152205, + "nauc_mrr_at_1000_diff1": 0.400004, + "main_score": 0.54129, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.615, + "ndcg_at_3": 0.54375, + "ndcg_at_5": 0.51985, + "ndcg_at_10": 0.51917, + "ndcg_at_20": 0.53884, + "ndcg_at_100": 0.61739, + "ndcg_at_1000": 0.67608, + "map_at_1": 0.13304, + "map_at_3": 0.21525, + "map_at_5": 0.24937, + "map_at_10": 0.29725, + "map_at_20": 0.34141, + "map_at_100": 0.39992, + "map_at_1000": 0.41523, + "recall_at_1": 0.13304, + "recall_at_3": 0.23062, + "recall_at_5": 0.28567, + "recall_at_10": 0.38916, + "recall_at_20": 0.49974, + "recall_at_100": 0.76412, + "recall_at_1000": 0.97302, + "precision_at_1": 0.68, + "precision_at_3": 0.52, + "precision_at_5": 0.432, + "precision_at_10": 0.3365, + "precision_at_20": 0.25675, + "precision_at_100": 0.1009, + "precision_at_1000": 0.01441, + "mrr_at_1": 0.68, + "mrr_at_3": 0.755833, + "mrr_at_5": 0.770083, + "mrr_at_10": 0.77477, + "mrr_at_20": 0.775512, + "mrr_at_100": 0.776278, + "mrr_at_1000": 0.776319, + "nauc_ndcg_at_1_max": 0.413144, + "nauc_ndcg_at_1_std": 0.033075, + "nauc_ndcg_at_1_diff1": 0.41259, + "nauc_ndcg_at_3_max": 0.382799, + "nauc_ndcg_at_3_std": 0.133632, + "nauc_ndcg_at_3_diff1": 0.27374, + "nauc_ndcg_at_5_max": 0.356449, + "nauc_ndcg_at_5_std": 0.142164, + "nauc_ndcg_at_5_diff1": 0.258377, + "nauc_ndcg_at_10_max": 0.355638, + "nauc_ndcg_at_10_std": 0.14688, + "nauc_ndcg_at_10_diff1": 0.30973, + "nauc_ndcg_at_20_max": 0.357259, + "nauc_ndcg_at_20_std": 0.149814, + "nauc_ndcg_at_20_diff1": 0.304439, + "nauc_ndcg_at_100_max": 0.398364, + "nauc_ndcg_at_100_std": 0.192291, + "nauc_ndcg_at_100_diff1": 0.310337, + "nauc_ndcg_at_1000_max": 0.44171, + "nauc_ndcg_at_1000_std": 0.204089, + "nauc_ndcg_at_1000_diff1": 0.287366, + "nauc_map_at_1_max": 0.162685, + "nauc_map_at_1_std": 0.068806, + "nauc_map_at_1_diff1": 0.41559, + "nauc_map_at_3_max": 0.177902, + "nauc_map_at_3_std": 0.073396, + "nauc_map_at_3_diff1": 0.301468, + "nauc_map_at_5_max": 0.172555, + "nauc_map_at_5_std": 0.066553, + "nauc_map_at_5_diff1": 0.268536, + "nauc_map_at_10_max": 0.202761, + "nauc_map_at_10_std": 0.080507, + "nauc_map_at_10_diff1": 0.264497, + "nauc_map_at_20_max": 0.237575, + "nauc_map_at_20_std": 0.103178, + "nauc_map_at_20_diff1": 0.251663, + "nauc_map_at_100_max": 0.289325, + "nauc_map_at_100_std": 0.172595, + "nauc_map_at_100_diff1": 0.217329, + "nauc_map_at_1000_max": 0.305954, + "nauc_map_at_1000_std": 0.184486, + "nauc_map_at_1000_diff1": 0.204075, + "nauc_recall_at_1_max": 0.162685, + "nauc_recall_at_1_std": 0.068806, + "nauc_recall_at_1_diff1": 0.41559, + "nauc_recall_at_3_max": 0.15082, + "nauc_recall_at_3_std": 0.069129, + "nauc_recall_at_3_diff1": 0.273271, + "nauc_recall_at_5_max": 0.113659, + "nauc_recall_at_5_std": 0.050582, + "nauc_recall_at_5_diff1": 0.239318, + "nauc_recall_at_10_max": 0.130822, + "nauc_recall_at_10_std": 0.056599, + "nauc_recall_at_10_diff1": 0.259151, + "nauc_recall_at_20_max": 0.140943, + "nauc_recall_at_20_std": 0.060928, + "nauc_recall_at_20_diff1": 0.231613, + "nauc_recall_at_100_max": 0.221013, + "nauc_recall_at_100_std": 0.205408, + "nauc_recall_at_100_diff1": 0.218589, + "nauc_recall_at_1000_max": 0.148722, + "nauc_recall_at_1000_std": 0.452984, + "nauc_recall_at_1000_diff1": 0.047367, + "nauc_precision_at_1_max": 0.488356, + "nauc_precision_at_1_std": 0.107007, + "nauc_precision_at_1_diff1": 0.402305, + "nauc_precision_at_3_max": 0.322921, + "nauc_precision_at_3_std": 0.181049, + "nauc_precision_at_3_diff1": -0.028589, + "nauc_precision_at_5_max": 0.274556, + "nauc_precision_at_5_std": 0.178028, + "nauc_precision_at_5_diff1": -0.127989, + "nauc_precision_at_10_max": 0.275698, + "nauc_precision_at_10_std": 0.204826, + "nauc_precision_at_10_diff1": -0.130602, + "nauc_precision_at_20_max": 0.266859, + "nauc_precision_at_20_std": 0.210228, + "nauc_precision_at_20_diff1": -0.153266, + "nauc_precision_at_100_max": 0.222462, + "nauc_precision_at_100_std": 0.216303, + "nauc_precision_at_100_diff1": -0.220289, + "nauc_precision_at_1000_max": 0.183885, + "nauc_precision_at_1000_std": 0.135411, + "nauc_precision_at_1000_diff1": -0.245164, + "nauc_mrr_at_1_max": 0.488356, + "nauc_mrr_at_1_std": 0.107007, + "nauc_mrr_at_1_diff1": 0.402305, + "nauc_mrr_at_3_max": 0.510301, + "nauc_mrr_at_3_std": 0.13797, + "nauc_mrr_at_3_diff1": 0.373597, + "nauc_mrr_at_5_max": 0.516972, + "nauc_mrr_at_5_std": 0.146749, + "nauc_mrr_at_5_diff1": 0.372827, + "nauc_mrr_at_10_max": 0.520357, + "nauc_mrr_at_10_std": 0.146191, + "nauc_mrr_at_10_diff1": 0.377204, + "nauc_mrr_at_20_max": 0.518784, + "nauc_mrr_at_20_std": 0.144729, + "nauc_mrr_at_20_diff1": 0.377276, + "nauc_mrr_at_100_max": 0.51781, + "nauc_mrr_at_100_std": 0.142028, + "nauc_mrr_at_100_diff1": 0.376865, + "nauc_mrr_at_1000_max": 0.517711, + "nauc_mrr_at_1000_std": 0.142048, + "nauc_mrr_at_1000_diff1": 0.376834, + "main_score": 0.51917, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.655, + "ndcg_at_3": 0.61674, + "ndcg_at_5": 0.58995, + "ndcg_at_10": 0.56804, + "ndcg_at_20": 0.55976, + "ndcg_at_100": 0.63382, + "ndcg_at_1000": 0.72135, + "map_at_1": 0.07407, + "map_at_3": 0.14666, + "map_at_5": 0.18308, + "map_at_10": 0.2362, + "map_at_20": 0.29082, + "map_at_100": 0.38826, + "map_at_1000": 0.43251, + "recall_at_1": 0.07407, + "recall_at_3": 0.16035, + "recall_at_5": 0.20634, + "recall_at_10": 0.29098, + "recall_at_20": 0.39945, + "recall_at_100": 0.71494, + "recall_at_1000": 0.97424, + "precision_at_1": 0.76, + "precision_at_3": 0.67, + "precision_at_5": 0.601, + "precision_at_10": 0.499, + "precision_at_20": 0.39675, + "precision_at_100": 0.19135, + "precision_at_1000": 0.03478, + "mrr_at_1": 0.76, + "mrr_at_3": 0.8325, + "mrr_at_5": 0.83475, + "mrr_at_10": 0.837478, + "mrr_at_20": 0.838145, + "mrr_at_100": 0.839059, + "mrr_at_1000": 0.839105, + "nauc_ndcg_at_1_max": 0.303884, + "nauc_ndcg_at_1_std": 0.075036, + "nauc_ndcg_at_1_diff1": 0.454293, + "nauc_ndcg_at_3_max": 0.419163, + "nauc_ndcg_at_3_std": 0.112838, + "nauc_ndcg_at_3_diff1": 0.307108, + "nauc_ndcg_at_5_max": 0.40462, + "nauc_ndcg_at_5_std": 0.149549, + "nauc_ndcg_at_5_diff1": 0.262029, + "nauc_ndcg_at_10_max": 0.424487, + "nauc_ndcg_at_10_std": 0.148492, + "nauc_ndcg_at_10_diff1": 0.285256, + "nauc_ndcg_at_20_max": 0.445531, + "nauc_ndcg_at_20_std": 0.1834, + "nauc_ndcg_at_20_diff1": 0.338593, + "nauc_ndcg_at_100_max": 0.477752, + "nauc_ndcg_at_100_std": 0.248822, + "nauc_ndcg_at_100_diff1": 0.373859, + "nauc_ndcg_at_1000_max": 0.499146, + "nauc_ndcg_at_1000_std": 0.232418, + "nauc_ndcg_at_1000_diff1": 0.315693, + "nauc_map_at_1_max": 0.002288, + "nauc_map_at_1_std": 0.055707, + "nauc_map_at_1_diff1": 0.457224, + "nauc_map_at_3_max": 0.141949, + "nauc_map_at_3_std": 0.098785, + "nauc_map_at_3_diff1": 0.385925, + "nauc_map_at_5_max": 0.18698, + "nauc_map_at_5_std": 0.127712, + "nauc_map_at_5_diff1": 0.369512, + "nauc_map_at_10_max": 0.250016, + "nauc_map_at_10_std": 0.155063, + "nauc_map_at_10_diff1": 0.359949, + "nauc_map_at_20_max": 0.317961, + "nauc_map_at_20_std": 0.210567, + "nauc_map_at_20_diff1": 0.35752, + "nauc_map_at_100_max": 0.408339, + "nauc_map_at_100_std": 0.28192, + "nauc_map_at_100_diff1": 0.3157, + "nauc_map_at_1000_max": 0.417377, + "nauc_map_at_1000_std": 0.300611, + "nauc_map_at_1000_diff1": 0.273213, + "nauc_recall_at_1_max": 0.002288, + "nauc_recall_at_1_std": 0.055707, + "nauc_recall_at_1_diff1": 0.457224, + "nauc_recall_at_3_max": 0.121125, + "nauc_recall_at_3_std": 0.075541, + "nauc_recall_at_3_diff1": 0.36876, + "nauc_recall_at_5_max": 0.149702, + "nauc_recall_at_5_std": 0.096284, + "nauc_recall_at_5_diff1": 0.349862, + "nauc_recall_at_10_max": 0.188748, + "nauc_recall_at_10_std": 0.111746, + "nauc_recall_at_10_diff1": 0.361746, + "nauc_recall_at_20_max": 0.236132, + "nauc_recall_at_20_std": 0.18459, + "nauc_recall_at_20_diff1": 0.387819, + "nauc_recall_at_100_max": 0.266525, + "nauc_recall_at_100_std": 0.237061, + "nauc_recall_at_100_diff1": 0.317726, + "nauc_recall_at_1000_max": 0.518039, + "nauc_recall_at_1000_std": 0.647556, + "nauc_recall_at_1000_diff1": 0.252454, + "nauc_precision_at_1_max": 0.346846, + "nauc_precision_at_1_std": 0.272335, + "nauc_precision_at_1_diff1": 0.446429, + "nauc_precision_at_3_max": 0.462911, + "nauc_precision_at_3_std": 0.193364, + "nauc_precision_at_3_diff1": 0.066224, + "nauc_precision_at_5_max": 0.392454, + "nauc_precision_at_5_std": 0.17563, + "nauc_precision_at_5_diff1": -0.02046, + "nauc_precision_at_10_max": 0.348107, + "nauc_precision_at_10_std": 0.132468, + "nauc_precision_at_10_diff1": -0.101354, + "nauc_precision_at_20_max": 0.308206, + "nauc_precision_at_20_std": 0.127716, + "nauc_precision_at_20_diff1": -0.144625, + "nauc_precision_at_100_max": 0.078748, + "nauc_precision_at_100_std": 0.05197, + "nauc_precision_at_100_diff1": -0.215143, + "nauc_precision_at_1000_max": -0.063857, + "nauc_precision_at_1000_std": -0.045247, + "nauc_precision_at_1000_diff1": -0.224016, + "nauc_mrr_at_1_max": 0.346846, + "nauc_mrr_at_1_std": 0.272335, + "nauc_mrr_at_1_diff1": 0.446429, + "nauc_mrr_at_3_max": 0.401313, + "nauc_mrr_at_3_std": 0.221246, + "nauc_mrr_at_3_diff1": 0.438361, + "nauc_mrr_at_5_max": 0.392461, + "nauc_mrr_at_5_std": 0.209732, + "nauc_mrr_at_5_diff1": 0.441481, + "nauc_mrr_at_10_max": 0.384403, + "nauc_mrr_at_10_std": 0.218081, + "nauc_mrr_at_10_diff1": 0.450986, + "nauc_mrr_at_20_max": 0.383083, + "nauc_mrr_at_20_std": 0.216543, + "nauc_mrr_at_20_diff1": 0.449525, + "nauc_mrr_at_100_max": 0.384233, + "nauc_mrr_at_100_std": 0.218678, + "nauc_mrr_at_100_diff1": 0.448954, + "nauc_mrr_at_1000_max": 0.38404, + "nauc_mrr_at_1000_std": 0.219108, + "nauc_mrr_at_1000_diff1": 0.448921, + "main_score": 0.56804, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5875, + "ndcg_at_3": 0.54386, + "ndcg_at_5": 0.52229, + "ndcg_at_10": 0.49691, + "ndcg_at_20": 0.49808, + "ndcg_at_100": 0.57639, + "ndcg_at_1000": 0.67209, + "map_at_1": 0.06048, + "map_at_3": 0.12109, + "map_at_5": 0.15353, + "map_at_10": 0.19714, + "map_at_20": 0.24588, + "map_at_100": 0.3333, + "map_at_1000": 0.37663, + "recall_at_1": 0.06048, + "recall_at_3": 0.13208, + "recall_at_5": 0.1763, + "recall_at_10": 0.25037, + "recall_at_20": 0.36058, + "recall_at_100": 0.67181, + "recall_at_1000": 0.96003, + "precision_at_1": 0.68, + "precision_at_3": 0.60833, + "precision_at_5": 0.545, + "precision_at_10": 0.444, + "precision_at_20": 0.36225, + "precision_at_100": 0.17955, + "precision_at_1000": 0.03403, + "mrr_at_1": 0.68, + "mrr_at_3": 0.768333, + "mrr_at_5": 0.777583, + "mrr_at_10": 0.781145, + "mrr_at_20": 0.781887, + "mrr_at_100": 0.783286, + "mrr_at_1000": 0.783364, + "nauc_ndcg_at_1_max": 0.317746, + "nauc_ndcg_at_1_std": 0.147773, + "nauc_ndcg_at_1_diff1": 0.267838, + "nauc_ndcg_at_3_max": 0.372175, + "nauc_ndcg_at_3_std": 0.147089, + "nauc_ndcg_at_3_diff1": 0.180848, + "nauc_ndcg_at_5_max": 0.406815, + "nauc_ndcg_at_5_std": 0.186223, + "nauc_ndcg_at_5_diff1": 0.16254, + "nauc_ndcg_at_10_max": 0.417298, + "nauc_ndcg_at_10_std": 0.219274, + "nauc_ndcg_at_10_diff1": 0.165327, + "nauc_ndcg_at_20_max": 0.450743, + "nauc_ndcg_at_20_std": 0.208455, + "nauc_ndcg_at_20_diff1": 0.222712, + "nauc_ndcg_at_100_max": 0.452433, + "nauc_ndcg_at_100_std": 0.286511, + "nauc_ndcg_at_100_diff1": 0.273986, + "nauc_ndcg_at_1000_max": 0.458135, + "nauc_ndcg_at_1000_std": 0.248102, + "nauc_ndcg_at_1000_diff1": 0.24734, + "nauc_map_at_1_max": -0.011119, + "nauc_map_at_1_std": 0.007988, + "nauc_map_at_1_diff1": 0.454936, + "nauc_map_at_3_max": 0.172419, + "nauc_map_at_3_std": 0.054991, + "nauc_map_at_3_diff1": 0.389028, + "nauc_map_at_5_max": 0.227165, + "nauc_map_at_5_std": 0.101373, + "nauc_map_at_5_diff1": 0.365041, + "nauc_map_at_10_max": 0.286809, + "nauc_map_at_10_std": 0.158307, + "nauc_map_at_10_diff1": 0.304893, + "nauc_map_at_20_max": 0.344827, + "nauc_map_at_20_std": 0.187691, + "nauc_map_at_20_diff1": 0.273939, + "nauc_map_at_100_max": 0.408624, + "nauc_map_at_100_std": 0.271855, + "nauc_map_at_100_diff1": 0.258355, + "nauc_map_at_1000_max": 0.410551, + "nauc_map_at_1000_std": 0.287413, + "nauc_map_at_1000_diff1": 0.225416, + "nauc_recall_at_1_max": -0.011119, + "nauc_recall_at_1_std": 0.007988, + "nauc_recall_at_1_diff1": 0.454936, + "nauc_recall_at_3_max": 0.158605, + "nauc_recall_at_3_std": 0.04227, + "nauc_recall_at_3_diff1": 0.359646, + "nauc_recall_at_5_max": 0.21014, + "nauc_recall_at_5_std": 0.089853, + "nauc_recall_at_5_diff1": 0.343152, + "nauc_recall_at_10_max": 0.25354, + "nauc_recall_at_10_std": 0.167984, + "nauc_recall_at_10_diff1": 0.269492, + "nauc_recall_at_20_max": 0.273138, + "nauc_recall_at_20_std": 0.163156, + "nauc_recall_at_20_diff1": 0.247174, + "nauc_recall_at_100_max": 0.250829, + "nauc_recall_at_100_std": 0.324115, + "nauc_recall_at_100_diff1": 0.242589, + "nauc_recall_at_1000_max": 0.429008, + "nauc_recall_at_1000_std": 0.653299, + "nauc_recall_at_1000_diff1": 0.178918, + "nauc_precision_at_1_max": 0.338323, + "nauc_precision_at_1_std": 0.223473, + "nauc_precision_at_1_diff1": 0.253187, + "nauc_precision_at_3_max": 0.398816, + "nauc_precision_at_3_std": 0.203015, + "nauc_precision_at_3_diff1": 0.028668, + "nauc_precision_at_5_max": 0.428315, + "nauc_precision_at_5_std": 0.21056, + "nauc_precision_at_5_diff1": -0.040659, + "nauc_precision_at_10_max": 0.361079, + "nauc_precision_at_10_std": 0.209563, + "nauc_precision_at_10_diff1": -0.122956, + "nauc_precision_at_20_max": 0.311811, + "nauc_precision_at_20_std": 0.158911, + "nauc_precision_at_20_diff1": -0.148497, + "nauc_precision_at_100_max": 0.105394, + "nauc_precision_at_100_std": 0.083501, + "nauc_precision_at_100_diff1": -0.131539, + "nauc_precision_at_1000_max": -0.022569, + "nauc_precision_at_1000_std": -0.027114, + "nauc_precision_at_1000_diff1": -0.15346, + "nauc_mrr_at_1_max": 0.338323, + "nauc_mrr_at_1_std": 0.223473, + "nauc_mrr_at_1_diff1": 0.253187, + "nauc_mrr_at_3_max": 0.356584, + "nauc_mrr_at_3_std": 0.199126, + "nauc_mrr_at_3_diff1": 0.267029, + "nauc_mrr_at_5_max": 0.358073, + "nauc_mrr_at_5_std": 0.187017, + "nauc_mrr_at_5_diff1": 0.267095, + "nauc_mrr_at_10_max": 0.365606, + "nauc_mrr_at_10_std": 0.191655, + "nauc_mrr_at_10_diff1": 0.268592, + "nauc_mrr_at_20_max": 0.363664, + "nauc_mrr_at_20_std": 0.189353, + "nauc_mrr_at_20_diff1": 0.266537, + "nauc_mrr_at_100_max": 0.361515, + "nauc_mrr_at_100_std": 0.191628, + "nauc_mrr_at_100_diff1": 0.266562, + "nauc_mrr_at_1000_max": 0.361366, + "nauc_mrr_at_1000_std": 0.191988, + "nauc_mrr_at_1000_diff1": 0.266455, + "main_score": 0.49691, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6225, + "ndcg_at_3": 0.56054, + "ndcg_at_5": 0.54018, + "ndcg_at_10": 0.52382, + "ndcg_at_20": 0.51674, + "ndcg_at_100": 0.58813, + "ndcg_at_1000": 0.68607, + "map_at_1": 0.07013, + "map_at_3": 0.13334, + "map_at_5": 0.16471, + "map_at_10": 0.2152, + "map_at_20": 0.26101, + "map_at_100": 0.34732, + "map_at_1000": 0.39102, + "recall_at_1": 0.07013, + "recall_at_3": 0.14577, + "recall_at_5": 0.18911, + "recall_at_10": 0.27461, + "recall_at_20": 0.37203, + "recall_at_100": 0.66541, + "recall_at_1000": 0.96114, + "precision_at_1": 0.735, + "precision_at_3": 0.61667, + "precision_at_5": 0.551, + "precision_at_10": 0.4645, + "precision_at_20": 0.37, + "precision_at_100": 0.18025, + "precision_at_1000": 0.03415, + "mrr_at_1": 0.735, + "mrr_at_3": 0.805833, + "mrr_at_5": 0.814333, + "mrr_at_10": 0.818514, + "mrr_at_20": 0.819055, + "mrr_at_100": 0.819614, + "mrr_at_1000": 0.819666, + "nauc_ndcg_at_1_max": 0.302576, + "nauc_ndcg_at_1_std": 0.148719, + "nauc_ndcg_at_1_diff1": 0.330628, + "nauc_ndcg_at_3_max": 0.308751, + "nauc_ndcg_at_3_std": 0.217964, + "nauc_ndcg_at_3_diff1": 0.228133, + "nauc_ndcg_at_5_max": 0.323399, + "nauc_ndcg_at_5_std": 0.240041, + "nauc_ndcg_at_5_diff1": 0.212062, + "nauc_ndcg_at_10_max": 0.385205, + "nauc_ndcg_at_10_std": 0.249818, + "nauc_ndcg_at_10_diff1": 0.201446, + "nauc_ndcg_at_20_max": 0.398523, + "nauc_ndcg_at_20_std": 0.250603, + "nauc_ndcg_at_20_diff1": 0.252781, + "nauc_ndcg_at_100_max": 0.385915, + "nauc_ndcg_at_100_std": 0.289741, + "nauc_ndcg_at_100_diff1": 0.305611, + "nauc_ndcg_at_1000_max": 0.404546, + "nauc_ndcg_at_1000_std": 0.305897, + "nauc_ndcg_at_1000_diff1": 0.259975, + "nauc_map_at_1_max": -0.000544, + "nauc_map_at_1_std": -0.027441, + "nauc_map_at_1_diff1": 0.370383, + "nauc_map_at_3_max": 0.119195, + "nauc_map_at_3_std": 0.05247, + "nauc_map_at_3_diff1": 0.30934, + "nauc_map_at_5_max": 0.159218, + "nauc_map_at_5_std": 0.098199, + "nauc_map_at_5_diff1": 0.305373, + "nauc_map_at_10_max": 0.238453, + "nauc_map_at_10_std": 0.145076, + "nauc_map_at_10_diff1": 0.252232, + "nauc_map_at_20_max": 0.287796, + "nauc_map_at_20_std": 0.197435, + "nauc_map_at_20_diff1": 0.233145, + "nauc_map_at_100_max": 0.351037, + "nauc_map_at_100_std": 0.301367, + "nauc_map_at_100_diff1": 0.229595, + "nauc_map_at_1000_max": 0.35851, + "nauc_map_at_1000_std": 0.336381, + "nauc_map_at_1000_diff1": 0.187083, + "nauc_recall_at_1_max": -0.000544, + "nauc_recall_at_1_std": -0.027441, + "nauc_recall_at_1_diff1": 0.370383, + "nauc_recall_at_3_max": 0.089858, + "nauc_recall_at_3_std": 0.048891, + "nauc_recall_at_3_diff1": 0.308847, + "nauc_recall_at_5_max": 0.119247, + "nauc_recall_at_5_std": 0.089866, + "nauc_recall_at_5_diff1": 0.317637, + "nauc_recall_at_10_max": 0.221037, + "nauc_recall_at_10_std": 0.122988, + "nauc_recall_at_10_diff1": 0.254851, + "nauc_recall_at_20_max": 0.248006, + "nauc_recall_at_20_std": 0.145126, + "nauc_recall_at_20_diff1": 0.244999, + "nauc_recall_at_100_max": 0.244301, + "nauc_recall_at_100_std": 0.250402, + "nauc_recall_at_100_diff1": 0.261905, + "nauc_recall_at_1000_max": 0.464374, + "nauc_recall_at_1000_std": 0.620123, + "nauc_recall_at_1000_diff1": 0.075731, + "nauc_precision_at_1_max": 0.311625, + "nauc_precision_at_1_std": 0.271801, + "nauc_precision_at_1_diff1": 0.306604, + "nauc_precision_at_3_max": 0.288798, + "nauc_precision_at_3_std": 0.270099, + "nauc_precision_at_3_diff1": 0.045803, + "nauc_precision_at_5_max": 0.301587, + "nauc_precision_at_5_std": 0.301009, + "nauc_precision_at_5_diff1": -0.006097, + "nauc_precision_at_10_max": 0.332167, + "nauc_precision_at_10_std": 0.266664, + "nauc_precision_at_10_diff1": -0.116811, + "nauc_precision_at_20_max": 0.259319, + "nauc_precision_at_20_std": 0.23342, + "nauc_precision_at_20_diff1": -0.118803, + "nauc_precision_at_100_max": 0.07287, + "nauc_precision_at_100_std": 0.145503, + "nauc_precision_at_100_diff1": -0.112943, + "nauc_precision_at_1000_max": -0.037765, + "nauc_precision_at_1000_std": 0.024532, + "nauc_precision_at_1000_diff1": -0.144194, + "nauc_mrr_at_1_max": 0.311625, + "nauc_mrr_at_1_std": 0.271801, + "nauc_mrr_at_1_diff1": 0.306604, + "nauc_mrr_at_3_max": 0.269054, + "nauc_mrr_at_3_std": 0.265893, + "nauc_mrr_at_3_diff1": 0.323705, + "nauc_mrr_at_5_max": 0.275308, + "nauc_mrr_at_5_std": 0.256938, + "nauc_mrr_at_5_diff1": 0.342324, + "nauc_mrr_at_10_max": 0.284661, + "nauc_mrr_at_10_std": 0.24989, + "nauc_mrr_at_10_diff1": 0.334481, + "nauc_mrr_at_20_max": 0.285946, + "nauc_mrr_at_20_std": 0.248902, + "nauc_mrr_at_20_diff1": 0.333694, + "nauc_mrr_at_100_max": 0.284663, + "nauc_mrr_at_100_std": 0.250867, + "nauc_mrr_at_100_diff1": 0.332426, + "nauc_mrr_at_1000_max": 0.284619, + "nauc_mrr_at_1000_std": 0.251213, + "nauc_mrr_at_1000_diff1": 0.332423, + "main_score": 0.52382, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.6975, + "ndcg_at_3": 0.63683, + "ndcg_at_5": 0.60171, + "ndcg_at_10": 0.58545, + "ndcg_at_20": 0.58356, + "ndcg_at_100": 0.66696, + "ndcg_at_1000": 0.73405, + "map_at_1": 0.08699, + "map_at_3": 0.18018, + "map_at_5": 0.22463, + "map_at_10": 0.28301, + "map_at_20": 0.33616, + "map_at_100": 0.43086, + "map_at_1000": 0.45636, + "recall_at_1": 0.08699, + "recall_at_3": 0.1981, + "recall_at_5": 0.25693, + "recall_at_10": 0.35744, + "recall_at_20": 0.47144, + "recall_at_100": 0.77234, + "recall_at_1000": 0.97788, + "precision_at_1": 0.8, + "precision_at_3": 0.69167, + "precision_at_5": 0.593, + "precision_at_10": 0.4835, + "precision_at_20": 0.3665, + "precision_at_100": 0.1574, + "precision_at_1000": 0.02406, + "mrr_at_1": 0.8, + "mrr_at_3": 0.870833, + "mrr_at_5": 0.875833, + "mrr_at_10": 0.87872, + "mrr_at_20": 0.879105, + "mrr_at_100": 0.879105, + "mrr_at_1000": 0.879146, + "nauc_ndcg_at_1_max": 0.531778, + "nauc_ndcg_at_1_std": 0.152574, + "nauc_ndcg_at_1_diff1": 0.449276, + "nauc_ndcg_at_3_max": 0.377689, + "nauc_ndcg_at_3_std": 0.237971, + "nauc_ndcg_at_3_diff1": 0.149418, + "nauc_ndcg_at_5_max": 0.319286, + "nauc_ndcg_at_5_std": 0.227922, + "nauc_ndcg_at_5_diff1": 0.16832, + "nauc_ndcg_at_10_max": 0.284736, + "nauc_ndcg_at_10_std": 0.251618, + "nauc_ndcg_at_10_diff1": 0.169276, + "nauc_ndcg_at_20_max": 0.27926, + "nauc_ndcg_at_20_std": 0.228508, + "nauc_ndcg_at_20_diff1": 0.174484, + "nauc_ndcg_at_100_max": 0.3214, + "nauc_ndcg_at_100_std": 0.36585, + "nauc_ndcg_at_100_diff1": 0.142896, + "nauc_ndcg_at_1000_max": 0.32082, + "nauc_ndcg_at_1000_std": 0.348684, + "nauc_ndcg_at_1000_diff1": 0.153858, + "nauc_map_at_1_max": 0.045617, + "nauc_map_at_1_std": -0.090988, + "nauc_map_at_1_diff1": 0.397484, + "nauc_map_at_3_max": 0.129498, + "nauc_map_at_3_std": -0.046623, + "nauc_map_at_3_diff1": 0.251224, + "nauc_map_at_5_max": 0.140367, + "nauc_map_at_5_std": -0.043829, + "nauc_map_at_5_diff1": 0.225962, + "nauc_map_at_10_max": 0.157193, + "nauc_map_at_10_std": -0.002954, + "nauc_map_at_10_diff1": 0.203388, + "nauc_map_at_20_max": 0.166836, + "nauc_map_at_20_std": 0.069079, + "nauc_map_at_20_diff1": 0.168268, + "nauc_map_at_100_max": 0.196708, + "nauc_map_at_100_std": 0.290036, + "nauc_map_at_100_diff1": 0.096172, + "nauc_map_at_1000_max": 0.186481, + "nauc_map_at_1000_std": 0.308158, + "nauc_map_at_1000_diff1": 0.077442, + "nauc_recall_at_1_max": 0.045617, + "nauc_recall_at_1_std": -0.090988, + "nauc_recall_at_1_diff1": 0.397484, + "nauc_recall_at_3_max": 0.116129, + "nauc_recall_at_3_std": -0.041113, + "nauc_recall_at_3_diff1": 0.228193, + "nauc_recall_at_5_max": 0.114426, + "nauc_recall_at_5_std": -0.05893, + "nauc_recall_at_5_diff1": 0.211024, + "nauc_recall_at_10_max": 0.089191, + "nauc_recall_at_10_std": -0.040444, + "nauc_recall_at_10_diff1": 0.168025, + "nauc_recall_at_20_max": 0.09584, + "nauc_recall_at_20_std": 0.021025, + "nauc_recall_at_20_diff1": 0.123348, + "nauc_recall_at_100_max": 0.170036, + "nauc_recall_at_100_std": 0.389903, + "nauc_recall_at_100_diff1": -0.000295, + "nauc_recall_at_1000_max": 0.210137, + "nauc_recall_at_1000_std": 0.685435, + "nauc_recall_at_1000_diff1": -0.045046, + "nauc_precision_at_1_max": 0.517657, + "nauc_precision_at_1_std": 0.1245, + "nauc_precision_at_1_diff1": 0.416296, + "nauc_precision_at_3_max": 0.219479, + "nauc_precision_at_3_std": 0.248141, + "nauc_precision_at_3_diff1": -0.108464, + "nauc_precision_at_5_max": 0.155497, + "nauc_precision_at_5_std": 0.257516, + "nauc_precision_at_5_diff1": -0.106351, + "nauc_precision_at_10_max": 0.072057, + "nauc_precision_at_10_std": 0.320146, + "nauc_precision_at_10_diff1": -0.160423, + "nauc_precision_at_20_max": -0.000396, + "nauc_precision_at_20_std": 0.337858, + "nauc_precision_at_20_diff1": -0.19868, + "nauc_precision_at_100_max": -0.012233, + "nauc_precision_at_100_std": 0.317228, + "nauc_precision_at_100_diff1": -0.189048, + "nauc_precision_at_1000_max": -0.123572, + "nauc_precision_at_1000_std": 0.08921, + "nauc_precision_at_1000_diff1": -0.169266, + "nauc_mrr_at_1_max": 0.517657, + "nauc_mrr_at_1_std": 0.1245, + "nauc_mrr_at_1_diff1": 0.416296, + "nauc_mrr_at_3_max": 0.548108, + "nauc_mrr_at_3_std": 0.154935, + "nauc_mrr_at_3_diff1": 0.400888, + "nauc_mrr_at_5_max": 0.536192, + "nauc_mrr_at_5_std": 0.159635, + "nauc_mrr_at_5_diff1": 0.389085, + "nauc_mrr_at_10_max": 0.52801, + "nauc_mrr_at_10_std": 0.148263, + "nauc_mrr_at_10_diff1": 0.388622, + "nauc_mrr_at_20_max": 0.530362, + "nauc_mrr_at_20_std": 0.152635, + "nauc_mrr_at_20_diff1": 0.391825, + "nauc_mrr_at_100_max": 0.530362, + "nauc_mrr_at_100_std": 0.152635, + "nauc_mrr_at_100_diff1": 0.391825, + "nauc_mrr_at_1000_max": 0.530616, + "nauc_mrr_at_1000_std": 0.152561, + "nauc_mrr_at_1000_diff1": 0.392028, + "main_score": 0.58545, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6225, + "ndcg_at_3": 0.56254, + "ndcg_at_5": 0.53636, + "ndcg_at_10": 0.52724, + "ndcg_at_20": 0.53261, + "ndcg_at_100": 0.61457, + "ndcg_at_1000": 0.69263, + "map_at_1": 0.07852, + "map_at_3": 0.15784, + "map_at_5": 0.19956, + "map_at_10": 0.25557, + "map_at_20": 0.30045, + "map_at_100": 0.3834, + "map_at_1000": 0.40938, + "recall_at_1": 0.07852, + "recall_at_3": 0.17403, + "recall_at_5": 0.23195, + "recall_at_10": 0.33219, + "recall_at_20": 0.43364, + "recall_at_100": 0.72668, + "recall_at_1000": 0.96951, + "precision_at_1": 0.745, + "precision_at_3": 0.61, + "precision_at_5": 0.535, + "precision_at_10": 0.4385, + "precision_at_20": 0.3365, + "precision_at_100": 0.1458, + "precision_at_1000": 0.02364, + "mrr_at_1": 0.745, + "mrr_at_3": 0.819167, + "mrr_at_5": 0.831167, + "mrr_at_10": 0.834548, + "mrr_at_20": 0.834825, + "mrr_at_100": 0.834902, + "mrr_at_1000": 0.834928, + "nauc_ndcg_at_1_max": 0.440212, + "nauc_ndcg_at_1_std": 0.247236, + "nauc_ndcg_at_1_diff1": 0.488388, + "nauc_ndcg_at_3_max": 0.324757, + "nauc_ndcg_at_3_std": 0.207535, + "nauc_ndcg_at_3_diff1": 0.278642, + "nauc_ndcg_at_5_max": 0.283604, + "nauc_ndcg_at_5_std": 0.210138, + "nauc_ndcg_at_5_diff1": 0.229259, + "nauc_ndcg_at_10_max": 0.255082, + "nauc_ndcg_at_10_std": 0.216382, + "nauc_ndcg_at_10_diff1": 0.225413, + "nauc_ndcg_at_20_max": 0.235737, + "nauc_ndcg_at_20_std": 0.233212, + "nauc_ndcg_at_20_diff1": 0.211533, + "nauc_ndcg_at_100_max": 0.29563, + "nauc_ndcg_at_100_std": 0.362061, + "nauc_ndcg_at_100_diff1": 0.22733, + "nauc_ndcg_at_1000_max": 0.286583, + "nauc_ndcg_at_1000_std": 0.337137, + "nauc_ndcg_at_1000_diff1": 0.241388, + "nauc_map_at_1_max": 0.01268, + "nauc_map_at_1_std": -0.044663, + "nauc_map_at_1_diff1": 0.313638, + "nauc_map_at_3_max": 0.063177, + "nauc_map_at_3_std": -0.081649, + "nauc_map_at_3_diff1": 0.250608, + "nauc_map_at_5_max": 0.102849, + "nauc_map_at_5_std": -0.067625, + "nauc_map_at_5_diff1": 0.234433, + "nauc_map_at_10_max": 0.136524, + "nauc_map_at_10_std": -0.017422, + "nauc_map_at_10_diff1": 0.195803, + "nauc_map_at_20_max": 0.150777, + "nauc_map_at_20_std": 0.056559, + "nauc_map_at_20_diff1": 0.168641, + "nauc_map_at_100_max": 0.207533, + "nauc_map_at_100_std": 0.267201, + "nauc_map_at_100_diff1": 0.142661, + "nauc_map_at_1000_max": 0.197008, + "nauc_map_at_1000_std": 0.285438, + "nauc_map_at_1000_diff1": 0.131484, + "nauc_recall_at_1_max": 0.01268, + "nauc_recall_at_1_std": -0.044663, + "nauc_recall_at_1_diff1": 0.313638, + "nauc_recall_at_3_max": 0.038111, + "nauc_recall_at_3_std": -0.105517, + "nauc_recall_at_3_diff1": 0.224761, + "nauc_recall_at_5_max": 0.071754, + "nauc_recall_at_5_std": -0.091412, + "nauc_recall_at_5_diff1": 0.197903, + "nauc_recall_at_10_max": 0.075812, + "nauc_recall_at_10_std": -0.030574, + "nauc_recall_at_10_diff1": 0.128308, + "nauc_recall_at_20_max": 0.065803, + "nauc_recall_at_20_std": 0.02988, + "nauc_recall_at_20_diff1": 0.09986, + "nauc_recall_at_100_max": 0.182834, + "nauc_recall_at_100_std": 0.383273, + "nauc_recall_at_100_diff1": 0.059221, + "nauc_recall_at_1000_max": 0.306606, + "nauc_recall_at_1000_std": 0.667603, + "nauc_recall_at_1000_diff1": 0.05239, + "nauc_precision_at_1_max": 0.427243, + "nauc_precision_at_1_std": 0.269287, + "nauc_precision_at_1_diff1": 0.429241, + "nauc_precision_at_3_max": 0.202029, + "nauc_precision_at_3_std": 0.179418, + "nauc_precision_at_3_diff1": 0.084197, + "nauc_precision_at_5_max": 0.157998, + "nauc_precision_at_5_std": 0.211778, + "nauc_precision_at_5_diff1": -0.039627, + "nauc_precision_at_10_max": 0.151441, + "nauc_precision_at_10_std": 0.31298, + "nauc_precision_at_10_diff1": -0.076504, + "nauc_precision_at_20_max": 0.096084, + "nauc_precision_at_20_std": 0.365972, + "nauc_precision_at_20_diff1": -0.113378, + "nauc_precision_at_100_max": 0.028284, + "nauc_precision_at_100_std": 0.358077, + "nauc_precision_at_100_diff1": -0.139944, + "nauc_precision_at_1000_max": -0.116469, + "nauc_precision_at_1000_std": 0.113149, + "nauc_precision_at_1000_diff1": -0.136605, + "nauc_mrr_at_1_max": 0.427243, + "nauc_mrr_at_1_std": 0.269287, + "nauc_mrr_at_1_diff1": 0.429241, + "nauc_mrr_at_3_max": 0.4154, + "nauc_mrr_at_3_std": 0.240933, + "nauc_mrr_at_3_diff1": 0.42836, + "nauc_mrr_at_5_max": 0.403396, + "nauc_mrr_at_5_std": 0.240837, + "nauc_mrr_at_5_diff1": 0.417296, + "nauc_mrr_at_10_max": 0.402233, + "nauc_mrr_at_10_std": 0.244983, + "nauc_mrr_at_10_diff1": 0.418998, + "nauc_mrr_at_20_max": 0.405108, + "nauc_mrr_at_20_std": 0.247568, + "nauc_mrr_at_20_diff1": 0.420816, + "nauc_mrr_at_100_max": 0.40487, + "nauc_mrr_at_100_std": 0.247182, + "nauc_mrr_at_100_diff1": 0.420586, + "nauc_mrr_at_1000_max": 0.405034, + "nauc_mrr_at_1000_std": 0.247203, + "nauc_mrr_at_1000_diff1": 0.420488, + "main_score": 0.52724, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.5675, + "ndcg_at_5": 0.5321, + "ndcg_at_10": 0.51949, + "ndcg_at_20": 0.52329, + "ndcg_at_100": 0.60413, + "ndcg_at_1000": 0.68274, + "map_at_1": 0.07712, + "map_at_3": 0.15227, + "map_at_5": 0.19125, + "map_at_10": 0.24125, + "map_at_20": 0.28593, + "map_at_100": 0.36726, + "map_at_1000": 0.39244, + "recall_at_1": 0.07712, + "recall_at_3": 0.16727, + "recall_at_5": 0.2196, + "recall_at_10": 0.31477, + "recall_at_20": 0.41996, + "recall_at_100": 0.71276, + "recall_at_1000": 0.96116, + "precision_at_1": 0.76, + "precision_at_3": 0.62167, + "precision_at_5": 0.533, + "precision_at_10": 0.4315, + "precision_at_20": 0.33025, + "precision_at_100": 0.14405, + "precision_at_1000": 0.02328, + "mrr_at_1": 0.76, + "mrr_at_3": 0.8275, + "mrr_at_5": 0.8335, + "mrr_at_10": 0.83972, + "mrr_at_20": 0.840591, + "mrr_at_100": 0.840693, + "mrr_at_1000": 0.840753, + "nauc_ndcg_at_1_max": 0.510798, + "nauc_ndcg_at_1_std": 0.130917, + "nauc_ndcg_at_1_diff1": 0.362089, + "nauc_ndcg_at_3_max": 0.373733, + "nauc_ndcg_at_3_std": 0.154822, + "nauc_ndcg_at_3_diff1": 0.197428, + "nauc_ndcg_at_5_max": 0.317992, + "nauc_ndcg_at_5_std": 0.170021, + "nauc_ndcg_at_5_diff1": 0.156431, + "nauc_ndcg_at_10_max": 0.304288, + "nauc_ndcg_at_10_std": 0.199398, + "nauc_ndcg_at_10_diff1": 0.205655, + "nauc_ndcg_at_20_max": 0.30781, + "nauc_ndcg_at_20_std": 0.245315, + "nauc_ndcg_at_20_diff1": 0.216503, + "nauc_ndcg_at_100_max": 0.352454, + "nauc_ndcg_at_100_std": 0.403374, + "nauc_ndcg_at_100_diff1": 0.257139, + "nauc_ndcg_at_1000_max": 0.377965, + "nauc_ndcg_at_1000_std": 0.378033, + "nauc_ndcg_at_1000_diff1": 0.252376, + "nauc_map_at_1_max": 0.080048, + "nauc_map_at_1_std": -0.047677, + "nauc_map_at_1_diff1": 0.253547, + "nauc_map_at_3_max": 0.0841, + "nauc_map_at_3_std": -0.057868, + "nauc_map_at_3_diff1": 0.198545, + "nauc_map_at_5_max": 0.091615, + "nauc_map_at_5_std": -0.041497, + "nauc_map_at_5_diff1": 0.173416, + "nauc_map_at_10_max": 0.140462, + "nauc_map_at_10_std": 0.008836, + "nauc_map_at_10_diff1": 0.205555, + "nauc_map_at_20_max": 0.190754, + "nauc_map_at_20_std": 0.102589, + "nauc_map_at_20_diff1": 0.214858, + "nauc_map_at_100_max": 0.249431, + "nauc_map_at_100_std": 0.311784, + "nauc_map_at_100_diff1": 0.209461, + "nauc_map_at_1000_max": 0.246077, + "nauc_map_at_1000_std": 0.330142, + "nauc_map_at_1000_diff1": 0.196311, + "nauc_recall_at_1_max": 0.080048, + "nauc_recall_at_1_std": -0.047677, + "nauc_recall_at_1_diff1": 0.253547, + "nauc_recall_at_3_max": 0.049924, + "nauc_recall_at_3_std": -0.077491, + "nauc_recall_at_3_diff1": 0.162567, + "nauc_recall_at_5_max": 0.042819, + "nauc_recall_at_5_std": -0.051785, + "nauc_recall_at_5_diff1": 0.133213, + "nauc_recall_at_10_max": 0.057645, + "nauc_recall_at_10_std": -0.007142, + "nauc_recall_at_10_diff1": 0.171807, + "nauc_recall_at_20_max": 0.100108, + "nauc_recall_at_20_std": 0.074966, + "nauc_recall_at_20_diff1": 0.162937, + "nauc_recall_at_100_max": 0.18725, + "nauc_recall_at_100_std": 0.455854, + "nauc_recall_at_100_diff1": 0.146336, + "nauc_recall_at_1000_max": 0.331689, + "nauc_recall_at_1000_std": 0.737652, + "nauc_recall_at_1000_diff1": 0.262067, + "nauc_precision_at_1_max": 0.665538, + "nauc_precision_at_1_std": 0.291447, + "nauc_precision_at_1_diff1": 0.383393, + "nauc_precision_at_3_max": 0.322157, + "nauc_precision_at_3_std": 0.206873, + "nauc_precision_at_3_diff1": 0.089659, + "nauc_precision_at_5_max": 0.253975, + "nauc_precision_at_5_std": 0.215861, + "nauc_precision_at_5_diff1": 0.005321, + "nauc_precision_at_10_max": 0.229604, + "nauc_precision_at_10_std": 0.326412, + "nauc_precision_at_10_diff1": 0.037812, + "nauc_precision_at_20_max": 0.189093, + "nauc_precision_at_20_std": 0.409189, + "nauc_precision_at_20_diff1": 0.003174, + "nauc_precision_at_100_max": 0.064336, + "nauc_precision_at_100_std": 0.371826, + "nauc_precision_at_100_diff1": -0.079685, + "nauc_precision_at_1000_max": -0.072153, + "nauc_precision_at_1000_std": 0.122207, + "nauc_precision_at_1000_diff1": -0.1643, + "nauc_mrr_at_1_max": 0.665538, + "nauc_mrr_at_1_std": 0.291447, + "nauc_mrr_at_1_diff1": 0.383393, + "nauc_mrr_at_3_max": 0.655446, + "nauc_mrr_at_3_std": 0.289, + "nauc_mrr_at_3_diff1": 0.341424, + "nauc_mrr_at_5_max": 0.647134, + "nauc_mrr_at_5_std": 0.297158, + "nauc_mrr_at_5_diff1": 0.350019, + "nauc_mrr_at_10_max": 0.645622, + "nauc_mrr_at_10_std": 0.297956, + "nauc_mrr_at_10_diff1": 0.34909, + "nauc_mrr_at_20_max": 0.648168, + "nauc_mrr_at_20_std": 0.298443, + "nauc_mrr_at_20_diff1": 0.351226, + "nauc_mrr_at_100_max": 0.647924, + "nauc_mrr_at_100_std": 0.298045, + "nauc_mrr_at_100_diff1": 0.350968, + "nauc_mrr_at_1000_max": 0.648056, + "nauc_mrr_at_1000_std": 0.29784, + "nauc_mrr_at_1000_diff1": 0.350981, + "main_score": 0.51949, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.6175, + "ndcg_at_3": 0.58513, + "ndcg_at_5": 0.58045, + "ndcg_at_10": 0.56577, + "ndcg_at_20": 0.56166, + "ndcg_at_100": 0.63208, + "ndcg_at_1000": 0.7054, + "map_at_1": 0.06141, + "map_at_3": 0.1138, + "map_at_5": 0.15271, + "map_at_10": 0.21182, + "map_at_20": 0.27286, + "map_at_100": 0.38717, + "map_at_1000": 0.44294, + "recall_at_1": 0.06141, + "recall_at_3": 0.12821, + "recall_at_5": 0.18064, + "recall_at_10": 0.27682, + "recall_at_20": 0.39708, + "recall_at_100": 0.71319, + "recall_at_1000": 0.94333, + "precision_at_1": 0.765, + "precision_at_3": 0.69667, + "precision_at_5": 0.654, + "precision_at_10": 0.5665, + "precision_at_20": 0.4635, + "precision_at_100": 0.24235, + "precision_at_1000": 0.05231, + "mrr_at_1": 0.765, + "mrr_at_3": 0.831667, + "mrr_at_5": 0.836417, + "mrr_at_10": 0.843103, + "mrr_at_20": 0.843353, + "mrr_at_100": 0.843871, + "mrr_at_1000": 0.843871, + "nauc_ndcg_at_1_max": 0.33766, + "nauc_ndcg_at_1_std": 0.190567, + "nauc_ndcg_at_1_diff1": 0.507847, + "nauc_ndcg_at_3_max": 0.371432, + "nauc_ndcg_at_3_std": 0.194086, + "nauc_ndcg_at_3_diff1": 0.332595, + "nauc_ndcg_at_5_max": 0.409857, + "nauc_ndcg_at_5_std": 0.23123, + "nauc_ndcg_at_5_diff1": 0.265062, + "nauc_ndcg_at_10_max": 0.39179, + "nauc_ndcg_at_10_std": 0.241181, + "nauc_ndcg_at_10_diff1": 0.253839, + "nauc_ndcg_at_20_max": 0.423105, + "nauc_ndcg_at_20_std": 0.33242, + "nauc_ndcg_at_20_diff1": 0.229137, + "nauc_ndcg_at_100_max": 0.43879, + "nauc_ndcg_at_100_std": 0.441805, + "nauc_ndcg_at_100_diff1": 0.205656, + "nauc_ndcg_at_1000_max": 0.515169, + "nauc_ndcg_at_1000_std": 0.448202, + "nauc_ndcg_at_1000_diff1": 0.286176, + "nauc_map_at_1_max": -0.071356, + "nauc_map_at_1_std": -0.18771, + "nauc_map_at_1_diff1": 0.563887, + "nauc_map_at_3_max": 0.035126, + "nauc_map_at_3_std": -0.060415, + "nauc_map_at_3_diff1": 0.37937, + "nauc_map_at_5_max": 0.116645, + "nauc_map_at_5_std": 0.017409, + "nauc_map_at_5_diff1": 0.298371, + "nauc_map_at_10_max": 0.183774, + "nauc_map_at_10_std": 0.100227, + "nauc_map_at_10_diff1": 0.229396, + "nauc_map_at_20_max": 0.243871, + "nauc_map_at_20_std": 0.206914, + "nauc_map_at_20_diff1": 0.165077, + "nauc_map_at_100_max": 0.367305, + "nauc_map_at_100_std": 0.393346, + "nauc_map_at_100_diff1": 0.16421, + "nauc_map_at_1000_max": 0.427169, + "nauc_map_at_1000_std": 0.434922, + "nauc_map_at_1000_diff1": 0.167446, + "nauc_recall_at_1_max": -0.071356, + "nauc_recall_at_1_std": -0.18771, + "nauc_recall_at_1_diff1": 0.563887, + "nauc_recall_at_3_max": -0.003938, + "nauc_recall_at_3_std": -0.083215, + "nauc_recall_at_3_diff1": 0.300986, + "nauc_recall_at_5_max": 0.062465, + "nauc_recall_at_5_std": -0.010005, + "nauc_recall_at_5_diff1": 0.225088, + "nauc_recall_at_10_max": 0.08366, + "nauc_recall_at_10_std": 0.038466, + "nauc_recall_at_10_diff1": 0.166449, + "nauc_recall_at_20_max": 0.093072, + "nauc_recall_at_20_std": 0.1381, + "nauc_recall_at_20_diff1": 0.047671, + "nauc_recall_at_100_max": 0.116443, + "nauc_recall_at_100_std": 0.326898, + "nauc_recall_at_100_diff1": 0.02062, + "nauc_recall_at_1000_max": 0.374689, + "nauc_recall_at_1000_std": 0.58876, + "nauc_recall_at_1000_diff1": 0.157149, + "nauc_precision_at_1_max": 0.546217, + "nauc_precision_at_1_std": 0.278234, + "nauc_precision_at_1_diff1": 0.496012, + "nauc_precision_at_3_max": 0.487156, + "nauc_precision_at_3_std": 0.293101, + "nauc_precision_at_3_diff1": 0.059091, + "nauc_precision_at_5_max": 0.477727, + "nauc_precision_at_5_std": 0.34402, + "nauc_precision_at_5_diff1": -0.042001, + "nauc_precision_at_10_max": 0.35492, + "nauc_precision_at_10_std": 0.296713, + "nauc_precision_at_10_diff1": -0.091745, + "nauc_precision_at_20_max": 0.282734, + "nauc_precision_at_20_std": 0.304553, + "nauc_precision_at_20_diff1": -0.141136, + "nauc_precision_at_100_max": 0.143148, + "nauc_precision_at_100_std": 0.158624, + "nauc_precision_at_100_diff1": -0.072377, + "nauc_precision_at_1000_max": -0.001784, + "nauc_precision_at_1000_std": -0.043524, + "nauc_precision_at_1000_diff1": -0.11103, + "nauc_mrr_at_1_max": 0.546217, + "nauc_mrr_at_1_std": 0.278234, + "nauc_mrr_at_1_diff1": 0.496012, + "nauc_mrr_at_3_max": 0.613927, + "nauc_mrr_at_3_std": 0.356356, + "nauc_mrr_at_3_diff1": 0.473262, + "nauc_mrr_at_5_max": 0.613818, + "nauc_mrr_at_5_std": 0.364545, + "nauc_mrr_at_5_diff1": 0.467145, + "nauc_mrr_at_10_max": 0.607131, + "nauc_mrr_at_10_std": 0.355747, + "nauc_mrr_at_10_diff1": 0.476843, + "nauc_mrr_at_20_max": 0.606452, + "nauc_mrr_at_20_std": 0.354634, + "nauc_mrr_at_20_diff1": 0.47594, + "nauc_mrr_at_100_max": 0.605656, + "nauc_mrr_at_100_std": 0.352636, + "nauc_mrr_at_100_diff1": 0.475462, + "nauc_mrr_at_1000_max": 0.605656, + "nauc_mrr_at_1000_std": 0.352636, + "nauc_mrr_at_1000_diff1": 0.475462, + "main_score": 0.56577, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.625, + "ndcg_at_3": 0.5679, + "ndcg_at_5": 0.55932, + "ndcg_at_10": 0.54247, + "ndcg_at_20": 0.53824, + "ndcg_at_100": 0.60927, + "ndcg_at_1000": 0.68899, + "map_at_1": 0.06179, + "map_at_3": 0.11304, + "map_at_5": 0.149, + "map_at_10": 0.20482, + "map_at_20": 0.26014, + "map_at_100": 0.36571, + "map_at_1000": 0.41865, + "recall_at_1": 0.06179, + "recall_at_3": 0.12521, + "recall_at_5": 0.18095, + "recall_at_10": 0.26786, + "recall_at_20": 0.37283, + "recall_at_100": 0.69107, + "recall_at_1000": 0.93526, + "precision_at_1": 0.78, + "precision_at_3": 0.66833, + "precision_at_5": 0.617, + "precision_at_10": 0.532, + "precision_at_20": 0.43775, + "precision_at_100": 0.23025, + "precision_at_1000": 0.05098, + "mrr_at_1": 0.78, + "mrr_at_3": 0.839167, + "mrr_at_5": 0.849667, + "mrr_at_10": 0.852839, + "mrr_at_20": 0.852839, + "mrr_at_100": 0.853389, + "mrr_at_1000": 0.853389, + "nauc_ndcg_at_1_max": 0.214755, + "nauc_ndcg_at_1_std": 0.168244, + "nauc_ndcg_at_1_diff1": 0.314437, + "nauc_ndcg_at_3_max": 0.323996, + "nauc_ndcg_at_3_std": 0.211991, + "nauc_ndcg_at_3_diff1": 0.226214, + "nauc_ndcg_at_5_max": 0.304139, + "nauc_ndcg_at_5_std": 0.197681, + "nauc_ndcg_at_5_diff1": 0.221868, + "nauc_ndcg_at_10_max": 0.34334, + "nauc_ndcg_at_10_std": 0.249809, + "nauc_ndcg_at_10_diff1": 0.222412, + "nauc_ndcg_at_20_max": 0.390115, + "nauc_ndcg_at_20_std": 0.311494, + "nauc_ndcg_at_20_diff1": 0.213055, + "nauc_ndcg_at_100_max": 0.466003, + "nauc_ndcg_at_100_std": 0.467036, + "nauc_ndcg_at_100_diff1": 0.136948, + "nauc_ndcg_at_1000_max": 0.49604, + "nauc_ndcg_at_1000_std": 0.456994, + "nauc_ndcg_at_1000_diff1": 0.206745, + "nauc_map_at_1_max": -0.139381, + "nauc_map_at_1_std": -0.087407, + "nauc_map_at_1_diff1": 0.356328, + "nauc_map_at_3_max": 0.032314, + "nauc_map_at_3_std": 0.013156, + "nauc_map_at_3_diff1": 0.231682, + "nauc_map_at_5_max": 0.088655, + "nauc_map_at_5_std": 0.05599, + "nauc_map_at_5_diff1": 0.210695, + "nauc_map_at_10_max": 0.196743, + "nauc_map_at_10_std": 0.148788, + "nauc_map_at_10_diff1": 0.180148, + "nauc_map_at_20_max": 0.274979, + "nauc_map_at_20_std": 0.244043, + "nauc_map_at_20_diff1": 0.140111, + "nauc_map_at_100_max": 0.396896, + "nauc_map_at_100_std": 0.422596, + "nauc_map_at_100_diff1": 0.116078, + "nauc_map_at_1000_max": 0.425871, + "nauc_map_at_1000_std": 0.457619, + "nauc_map_at_1000_diff1": 0.124719, + "nauc_recall_at_1_max": -0.139381, + "nauc_recall_at_1_std": -0.087407, + "nauc_recall_at_1_diff1": 0.356328, + "nauc_recall_at_3_max": 0.019352, + "nauc_recall_at_3_std": -0.017809, + "nauc_recall_at_3_diff1": 0.198021, + "nauc_recall_at_5_max": 0.023406, + "nauc_recall_at_5_std": -0.007686, + "nauc_recall_at_5_diff1": 0.128176, + "nauc_recall_at_10_max": 0.128692, + "nauc_recall_at_10_std": 0.086261, + "nauc_recall_at_10_diff1": 0.099276, + "nauc_recall_at_20_max": 0.209101, + "nauc_recall_at_20_std": 0.193943, + "nauc_recall_at_20_diff1": 0.069793, + "nauc_recall_at_100_max": 0.234773, + "nauc_recall_at_100_std": 0.36418, + "nauc_recall_at_100_diff1": -0.019886, + "nauc_recall_at_1000_max": 0.445298, + "nauc_recall_at_1000_std": 0.598003, + "nauc_recall_at_1000_diff1": 0.003968, + "nauc_precision_at_1_max": 0.377243, + "nauc_precision_at_1_std": 0.249212, + "nauc_precision_at_1_diff1": 0.344264, + "nauc_precision_at_3_max": 0.442854, + "nauc_precision_at_3_std": 0.33386, + "nauc_precision_at_3_diff1": 0.062907, + "nauc_precision_at_5_max": 0.35242, + "nauc_precision_at_5_std": 0.270052, + "nauc_precision_at_5_diff1": 0.032123, + "nauc_precision_at_10_max": 0.322519, + "nauc_precision_at_10_std": 0.265395, + "nauc_precision_at_10_diff1": -0.012737, + "nauc_precision_at_20_max": 0.266285, + "nauc_precision_at_20_std": 0.261632, + "nauc_precision_at_20_diff1": -0.042191, + "nauc_precision_at_100_max": 0.09812, + "nauc_precision_at_100_std": 0.145262, + "nauc_precision_at_100_diff1": -0.040623, + "nauc_precision_at_1000_max": -0.066216, + "nauc_precision_at_1000_std": -0.048896, + "nauc_precision_at_1000_diff1": -0.034156, + "nauc_mrr_at_1_max": 0.377243, + "nauc_mrr_at_1_std": 0.249212, + "nauc_mrr_at_1_diff1": 0.344264, + "nauc_mrr_at_3_max": 0.425116, + "nauc_mrr_at_3_std": 0.289953, + "nauc_mrr_at_3_diff1": 0.310718, + "nauc_mrr_at_5_max": 0.420839, + "nauc_mrr_at_5_std": 0.286694, + "nauc_mrr_at_5_diff1": 0.324972, + "nauc_mrr_at_10_max": 0.420231, + "nauc_mrr_at_10_std": 0.294923, + "nauc_mrr_at_10_diff1": 0.325829, + "nauc_mrr_at_20_max": 0.420231, + "nauc_mrr_at_20_std": 0.294923, + "nauc_mrr_at_20_diff1": 0.325829, + "nauc_mrr_at_100_max": 0.418347, + "nauc_mrr_at_100_std": 0.293033, + "nauc_mrr_at_100_diff1": 0.323921, + "nauc_mrr_at_1000_max": 0.418347, + "nauc_mrr_at_1000_std": 0.293033, + "nauc_mrr_at_1000_diff1": 0.323921, + "main_score": 0.54247, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5925, + "ndcg_at_3": 0.57036, + "ndcg_at_5": 0.55027, + "ndcg_at_10": 0.54008, + "ndcg_at_20": 0.53677, + "ndcg_at_100": 0.60432, + "ndcg_at_1000": 0.68009, + "map_at_1": 0.0579, + "map_at_3": 0.10977, + "map_at_5": 0.14275, + "map_at_10": 0.20108, + "map_at_20": 0.2589, + "map_at_100": 0.36578, + "map_at_1000": 0.41834, + "recall_at_1": 0.0579, + "recall_at_3": 0.12298, + "recall_at_5": 0.16873, + "recall_at_10": 0.26135, + "recall_at_20": 0.36999, + "recall_at_100": 0.68989, + "recall_at_1000": 0.92341, + "precision_at_1": 0.75, + "precision_at_3": 0.67833, + "precision_at_5": 0.611, + "precision_at_10": 0.5415, + "precision_at_20": 0.44875, + "precision_at_100": 0.23095, + "precision_at_1000": 0.05068, + "mrr_at_1": 0.75, + "mrr_at_3": 0.8225, + "mrr_at_5": 0.82925, + "mrr_at_10": 0.833042, + "mrr_at_20": 0.833042, + "mrr_at_100": 0.833612, + "mrr_at_1000": 0.833635, + "nauc_ndcg_at_1_max": 0.346988, + "nauc_ndcg_at_1_std": 0.199603, + "nauc_ndcg_at_1_diff1": 0.263843, + "nauc_ndcg_at_3_max": 0.428253, + "nauc_ndcg_at_3_std": 0.227213, + "nauc_ndcg_at_3_diff1": 0.174991, + "nauc_ndcg_at_5_max": 0.427269, + "nauc_ndcg_at_5_std": 0.252915, + "nauc_ndcg_at_5_diff1": 0.162226, + "nauc_ndcg_at_10_max": 0.450858, + "nauc_ndcg_at_10_std": 0.323852, + "nauc_ndcg_at_10_diff1": 0.123625, + "nauc_ndcg_at_20_max": 0.503995, + "nauc_ndcg_at_20_std": 0.382591, + "nauc_ndcg_at_20_diff1": 0.10499, + "nauc_ndcg_at_100_max": 0.566048, + "nauc_ndcg_at_100_std": 0.522433, + "nauc_ndcg_at_100_diff1": 0.051871, + "nauc_ndcg_at_1000_max": 0.604475, + "nauc_ndcg_at_1000_std": 0.512554, + "nauc_ndcg_at_1000_diff1": 0.112984, + "nauc_map_at_1_max": -0.053618, + "nauc_map_at_1_std": -0.128835, + "nauc_map_at_1_diff1": 0.296301, + "nauc_map_at_3_max": 0.073873, + "nauc_map_at_3_std": -0.000583, + "nauc_map_at_3_diff1": 0.212289, + "nauc_map_at_5_max": 0.153481, + "nauc_map_at_5_std": 0.066376, + "nauc_map_at_5_diff1": 0.180124, + "nauc_map_at_10_max": 0.24954, + "nauc_map_at_10_std": 0.175536, + "nauc_map_at_10_diff1": 0.100611, + "nauc_map_at_20_max": 0.330141, + "nauc_map_at_20_std": 0.265739, + "nauc_map_at_20_diff1": 0.048954, + "nauc_map_at_100_max": 0.461934, + "nauc_map_at_100_std": 0.452858, + "nauc_map_at_100_diff1": 0.033327, + "nauc_map_at_1000_max": 0.502592, + "nauc_map_at_1000_std": 0.489724, + "nauc_map_at_1000_diff1": 0.02612, + "nauc_recall_at_1_max": -0.053618, + "nauc_recall_at_1_std": -0.128835, + "nauc_recall_at_1_diff1": 0.296301, + "nauc_recall_at_3_max": 0.031342, + "nauc_recall_at_3_std": 0.002976, + "nauc_recall_at_3_diff1": 0.170591, + "nauc_recall_at_5_max": 0.098374, + "nauc_recall_at_5_std": 0.069105, + "nauc_recall_at_5_diff1": 0.147212, + "nauc_recall_at_10_max": 0.160707, + "nauc_recall_at_10_std": 0.170257, + "nauc_recall_at_10_diff1": 0.057602, + "nauc_recall_at_20_max": 0.224139, + "nauc_recall_at_20_std": 0.239123, + "nauc_recall_at_20_diff1": 0.021, + "nauc_recall_at_100_max": 0.25275, + "nauc_recall_at_100_std": 0.381899, + "nauc_recall_at_100_diff1": -0.076534, + "nauc_recall_at_1000_max": 0.52174, + "nauc_recall_at_1000_std": 0.670434, + "nauc_recall_at_1000_diff1": -0.02614, + "nauc_precision_at_1_max": 0.532789, + "nauc_precision_at_1_std": 0.320335, + "nauc_precision_at_1_diff1": 0.216033, + "nauc_precision_at_3_max": 0.536792, + "nauc_precision_at_3_std": 0.306425, + "nauc_precision_at_3_diff1": 0.051857, + "nauc_precision_at_5_max": 0.454925, + "nauc_precision_at_5_std": 0.307141, + "nauc_precision_at_5_diff1": -0.013365, + "nauc_precision_at_10_max": 0.386789, + "nauc_precision_at_10_std": 0.338204, + "nauc_precision_at_10_diff1": -0.073708, + "nauc_precision_at_20_max": 0.334674, + "nauc_precision_at_20_std": 0.302402, + "nauc_precision_at_20_diff1": -0.092594, + "nauc_precision_at_100_max": 0.162295, + "nauc_precision_at_100_std": 0.181936, + "nauc_precision_at_100_diff1": -0.054492, + "nauc_precision_at_1000_max": -0.029076, + "nauc_precision_at_1000_std": -0.047539, + "nauc_precision_at_1000_diff1": -0.068647, + "nauc_mrr_at_1_max": 0.532789, + "nauc_mrr_at_1_std": 0.320335, + "nauc_mrr_at_1_diff1": 0.216033, + "nauc_mrr_at_3_max": 0.616855, + "nauc_mrr_at_3_std": 0.386315, + "nauc_mrr_at_3_diff1": 0.230885, + "nauc_mrr_at_5_max": 0.605279, + "nauc_mrr_at_5_std": 0.391259, + "nauc_mrr_at_5_diff1": 0.228682, + "nauc_mrr_at_10_max": 0.602635, + "nauc_mrr_at_10_std": 0.391242, + "nauc_mrr_at_10_diff1": 0.226065, + "nauc_mrr_at_20_max": 0.602635, + "nauc_mrr_at_20_std": 0.391242, + "nauc_mrr_at_20_diff1": 0.226065, + "nauc_mrr_at_100_max": 0.601397, + "nauc_mrr_at_100_std": 0.389296, + "nauc_mrr_at_100_diff1": 0.226621, + "nauc_mrr_at_1000_max": 0.601335, + "nauc_mrr_at_1000_std": 0.389206, + "nauc_mrr_at_1000_diff1": 0.226601, + "main_score": 0.54008, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.735, + "ndcg_at_3": 0.67014, + "ndcg_at_5": 0.64891, + "ndcg_at_10": 0.63093, + "ndcg_at_20": 0.63027, + "ndcg_at_100": 0.68654, + "ndcg_at_1000": 0.75778, + "map_at_1": 0.13384, + "map_at_3": 0.23521, + "map_at_5": 0.28363, + "map_at_10": 0.33966, + "map_at_20": 0.38249, + "map_at_100": 0.45911, + "map_at_1000": 0.49766, + "recall_at_1": 0.13384, + "recall_at_3": 0.24736, + "recall_at_5": 0.31822, + "recall_at_10": 0.41448, + "recall_at_20": 0.51032, + "recall_at_100": 0.76291, + "recall_at_1000": 0.97166, + "precision_at_1": 0.825, + "precision_at_3": 0.66833, + "precision_at_5": 0.578, + "precision_at_10": 0.4575, + "precision_at_20": 0.3445, + "precision_at_100": 0.1645, + "precision_at_1000": 0.03498, + "mrr_at_1": 0.825, + "mrr_at_3": 0.88, + "mrr_at_5": 0.887, + "mrr_at_10": 0.890284, + "mrr_at_20": 0.890641, + "mrr_at_100": 0.890641, + "mrr_at_1000": 0.890641, + "nauc_ndcg_at_1_max": 0.520485, + "nauc_ndcg_at_1_std": 0.049444, + "nauc_ndcg_at_1_diff1": 0.518535, + "nauc_ndcg_at_3_max": 0.462273, + "nauc_ndcg_at_3_std": 0.088716, + "nauc_ndcg_at_3_diff1": 0.171627, + "nauc_ndcg_at_5_max": 0.46403, + "nauc_ndcg_at_5_std": 0.143547, + "nauc_ndcg_at_5_diff1": 0.160169, + "nauc_ndcg_at_10_max": 0.453565, + "nauc_ndcg_at_10_std": 0.158521, + "nauc_ndcg_at_10_diff1": 0.1662, + "nauc_ndcg_at_20_max": 0.439384, + "nauc_ndcg_at_20_std": 0.162064, + "nauc_ndcg_at_20_diff1": 0.20352, + "nauc_ndcg_at_100_max": 0.512929, + "nauc_ndcg_at_100_std": 0.287071, + "nauc_ndcg_at_100_diff1": 0.256851, + "nauc_ndcg_at_1000_max": 0.500167, + "nauc_ndcg_at_1000_std": 0.233318, + "nauc_ndcg_at_1000_diff1": 0.22068, + "nauc_map_at_1_max": 0.202775, + "nauc_map_at_1_std": 0.055292, + "nauc_map_at_1_diff1": 0.433244, + "nauc_map_at_3_max": 0.260838, + "nauc_map_at_3_std": 0.168849, + "nauc_map_at_3_diff1": 0.238113, + "nauc_map_at_5_max": 0.3224, + "nauc_map_at_5_std": 0.21458, + "nauc_map_at_5_diff1": 0.195621, + "nauc_map_at_10_max": 0.354536, + "nauc_map_at_10_std": 0.219889, + "nauc_map_at_10_diff1": 0.168907, + "nauc_map_at_20_max": 0.369731, + "nauc_map_at_20_std": 0.227541, + "nauc_map_at_20_diff1": 0.155431, + "nauc_map_at_100_max": 0.40796, + "nauc_map_at_100_std": 0.267245, + "nauc_map_at_100_diff1": 0.143718, + "nauc_map_at_1000_max": 0.394175, + "nauc_map_at_1000_std": 0.244916, + "nauc_map_at_1000_diff1": 0.127452, + "nauc_recall_at_1_max": 0.202775, + "nauc_recall_at_1_std": 0.055292, + "nauc_recall_at_1_diff1": 0.433244, + "nauc_recall_at_3_max": 0.244378, + "nauc_recall_at_3_std": 0.170727, + "nauc_recall_at_3_diff1": 0.202911, + "nauc_recall_at_5_max": 0.284198, + "nauc_recall_at_5_std": 0.243728, + "nauc_recall_at_5_diff1": 0.172253, + "nauc_recall_at_10_max": 0.313566, + "nauc_recall_at_10_std": 0.238844, + "nauc_recall_at_10_diff1": 0.175694, + "nauc_recall_at_20_max": 0.327928, + "nauc_recall_at_20_std": 0.247628, + "nauc_recall_at_20_diff1": 0.188664, + "nauc_recall_at_100_max": 0.378013, + "nauc_recall_at_100_std": 0.431761, + "nauc_recall_at_100_diff1": 0.2377, + "nauc_recall_at_1000_max": 0.352323, + "nauc_recall_at_1000_std": 0.796106, + "nauc_recall_at_1000_diff1": 0.283159, + "nauc_precision_at_1_max": 0.622213, + "nauc_precision_at_1_std": 0.096383, + "nauc_precision_at_1_diff1": 0.503193, + "nauc_precision_at_3_max": 0.236776, + "nauc_precision_at_3_std": 0.043543, + "nauc_precision_at_3_diff1": -0.230838, + "nauc_precision_at_5_max": 0.196976, + "nauc_precision_at_5_std": 0.051448, + "nauc_precision_at_5_diff1": -0.254054, + "nauc_precision_at_10_max": 0.094604, + "nauc_precision_at_10_std": -0.046016, + "nauc_precision_at_10_diff1": -0.258349, + "nauc_precision_at_20_max": -0.026616, + "nauc_precision_at_20_std": -0.10847, + "nauc_precision_at_20_diff1": -0.222955, + "nauc_precision_at_100_max": -0.101253, + "nauc_precision_at_100_std": -0.137317, + "nauc_precision_at_100_diff1": -0.132299, + "nauc_precision_at_1000_max": -0.153981, + "nauc_precision_at_1000_std": -0.293703, + "nauc_precision_at_1000_diff1": -0.087326, + "nauc_mrr_at_1_max": 0.622213, + "nauc_mrr_at_1_std": 0.096383, + "nauc_mrr_at_1_diff1": 0.503193, + "nauc_mrr_at_3_max": 0.630973, + "nauc_mrr_at_3_std": 0.070262, + "nauc_mrr_at_3_diff1": 0.450725, + "nauc_mrr_at_5_max": 0.630895, + "nauc_mrr_at_5_std": 0.126266, + "nauc_mrr_at_5_diff1": 0.453524, + "nauc_mrr_at_10_max": 0.625602, + "nauc_mrr_at_10_std": 0.108086, + "nauc_mrr_at_10_diff1": 0.456446, + "nauc_mrr_at_20_max": 0.626516, + "nauc_mrr_at_20_std": 0.106561, + "nauc_mrr_at_20_diff1": 0.459933, + "nauc_mrr_at_100_max": 0.626516, + "nauc_mrr_at_100_std": 0.106561, + "nauc_mrr_at_100_diff1": 0.459933, + "nauc_mrr_at_1000_max": 0.626516, + "nauc_mrr_at_1000_std": 0.106561, + "nauc_mrr_at_1000_diff1": 0.459933, + "main_score": 0.63093, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6875, + "ndcg_at_3": 0.61208, + "ndcg_at_5": 0.59668, + "ndcg_at_10": 0.58357, + "ndcg_at_20": 0.57987, + "ndcg_at_100": 0.63974, + "ndcg_at_1000": 0.7185, + "map_at_1": 0.13422, + "map_at_3": 0.21988, + "map_at_5": 0.26503, + "map_at_10": 0.31728, + "map_at_20": 0.35179, + "map_at_100": 0.41753, + "map_at_1000": 0.45213, + "recall_at_1": 0.13422, + "recall_at_3": 0.23302, + "recall_at_5": 0.29929, + "recall_at_10": 0.38893, + "recall_at_20": 0.47207, + "recall_at_100": 0.71723, + "recall_at_1000": 0.95458, + "precision_at_1": 0.78, + "precision_at_3": 0.61, + "precision_at_5": 0.538, + "precision_at_10": 0.424, + "precision_at_20": 0.30975, + "precision_at_100": 0.15, + "precision_at_1000": 0.03337, + "mrr_at_1": 0.78, + "mrr_at_3": 0.836667, + "mrr_at_5": 0.846667, + "mrr_at_10": 0.85175, + "mrr_at_20": 0.852062, + "mrr_at_100": 0.85224, + "mrr_at_1000": 0.85224, + "nauc_ndcg_at_1_max": 0.468351, + "nauc_ndcg_at_1_std": 0.093907, + "nauc_ndcg_at_1_diff1": 0.406479, + "nauc_ndcg_at_3_max": 0.477587, + "nauc_ndcg_at_3_std": 0.180914, + "nauc_ndcg_at_3_diff1": 0.209426, + "nauc_ndcg_at_5_max": 0.485196, + "nauc_ndcg_at_5_std": 0.235645, + "nauc_ndcg_at_5_diff1": 0.193841, + "nauc_ndcg_at_10_max": 0.500869, + "nauc_ndcg_at_10_std": 0.271193, + "nauc_ndcg_at_10_diff1": 0.204627, + "nauc_ndcg_at_20_max": 0.487642, + "nauc_ndcg_at_20_std": 0.28309, + "nauc_ndcg_at_20_diff1": 0.207872, + "nauc_ndcg_at_100_max": 0.512543, + "nauc_ndcg_at_100_std": 0.369223, + "nauc_ndcg_at_100_diff1": 0.237115, + "nauc_ndcg_at_1000_max": 0.518043, + "nauc_ndcg_at_1000_std": 0.305846, + "nauc_ndcg_at_1000_diff1": 0.225975, + "nauc_map_at_1_max": 0.2556, + "nauc_map_at_1_std": 0.123324, + "nauc_map_at_1_diff1": 0.332116, + "nauc_map_at_3_max": 0.309143, + "nauc_map_at_3_std": 0.225765, + "nauc_map_at_3_diff1": 0.249455, + "nauc_map_at_5_max": 0.340437, + "nauc_map_at_5_std": 0.256508, + "nauc_map_at_5_diff1": 0.210916, + "nauc_map_at_10_max": 0.381839, + "nauc_map_at_10_std": 0.278718, + "nauc_map_at_10_diff1": 0.195857, + "nauc_map_at_20_max": 0.399061, + "nauc_map_at_20_std": 0.292413, + "nauc_map_at_20_diff1": 0.18692, + "nauc_map_at_100_max": 0.445547, + "nauc_map_at_100_std": 0.34411, + "nauc_map_at_100_diff1": 0.168828, + "nauc_map_at_1000_max": 0.446763, + "nauc_map_at_1000_std": 0.326235, + "nauc_map_at_1000_diff1": 0.150471, + "nauc_recall_at_1_max": 0.2556, + "nauc_recall_at_1_std": 0.123324, + "nauc_recall_at_1_diff1": 0.332116, + "nauc_recall_at_3_max": 0.299104, + "nauc_recall_at_3_std": 0.228964, + "nauc_recall_at_3_diff1": 0.235959, + "nauc_recall_at_5_max": 0.320815, + "nauc_recall_at_5_std": 0.273541, + "nauc_recall_at_5_diff1": 0.198802, + "nauc_recall_at_10_max": 0.357853, + "nauc_recall_at_10_std": 0.289951, + "nauc_recall_at_10_diff1": 0.187789, + "nauc_recall_at_20_max": 0.342858, + "nauc_recall_at_20_std": 0.322591, + "nauc_recall_at_20_diff1": 0.170389, + "nauc_recall_at_100_max": 0.372576, + "nauc_recall_at_100_std": 0.515449, + "nauc_recall_at_100_diff1": 0.186683, + "nauc_recall_at_1000_max": 0.398336, + "nauc_recall_at_1000_std": 0.801313, + "nauc_recall_at_1000_diff1": 0.23811, + "nauc_precision_at_1_max": 0.47335, + "nauc_precision_at_1_std": 0.081653, + "nauc_precision_at_1_diff1": 0.443652, + "nauc_precision_at_3_max": 0.247868, + "nauc_precision_at_3_std": 0.113421, + "nauc_precision_at_3_diff1": -0.089492, + "nauc_precision_at_5_max": 0.195713, + "nauc_precision_at_5_std": 0.096141, + "nauc_precision_at_5_diff1": -0.157147, + "nauc_precision_at_10_max": 0.151534, + "nauc_precision_at_10_std": 0.030734, + "nauc_precision_at_10_diff1": -0.137719, + "nauc_precision_at_20_max": 0.072712, + "nauc_precision_at_20_std": -0.031294, + "nauc_precision_at_20_diff1": -0.162237, + "nauc_precision_at_100_max": -0.037918, + "nauc_precision_at_100_std": -0.114353, + "nauc_precision_at_100_diff1": -0.181419, + "nauc_precision_at_1000_max": -0.124905, + "nauc_precision_at_1000_std": -0.30471, + "nauc_precision_at_1000_diff1": -0.200122, + "nauc_mrr_at_1_max": 0.47335, + "nauc_mrr_at_1_std": 0.081653, + "nauc_mrr_at_1_diff1": 0.443652, + "nauc_mrr_at_3_max": 0.504558, + "nauc_mrr_at_3_std": 0.127677, + "nauc_mrr_at_3_diff1": 0.436562, + "nauc_mrr_at_5_max": 0.512428, + "nauc_mrr_at_5_std": 0.139763, + "nauc_mrr_at_5_diff1": 0.430082, + "nauc_mrr_at_10_max": 0.506363, + "nauc_mrr_at_10_std": 0.128982, + "nauc_mrr_at_10_diff1": 0.438089, + "nauc_mrr_at_20_max": 0.506699, + "nauc_mrr_at_20_std": 0.131883, + "nauc_mrr_at_20_diff1": 0.438804, + "nauc_mrr_at_100_max": 0.506062, + "nauc_mrr_at_100_std": 0.130864, + "nauc_mrr_at_100_diff1": 0.438362, + "nauc_mrr_at_1000_max": 0.506062, + "nauc_mrr_at_1000_std": 0.130864, + "nauc_mrr_at_1000_diff1": 0.438362, + "main_score": 0.58357, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6675, + "ndcg_at_3": 0.61233, + "ndcg_at_5": 0.5907, + "ndcg_at_10": 0.58365, + "ndcg_at_20": 0.58636, + "ndcg_at_100": 0.64544, + "ndcg_at_1000": 0.72374, + "map_at_1": 0.13753, + "map_at_3": 0.22622, + "map_at_5": 0.26671, + "map_at_10": 0.31601, + "map_at_20": 0.35038, + "map_at_100": 0.41805, + "map_at_1000": 0.45416, + "recall_at_1": 0.13753, + "recall_at_3": 0.24143, + "recall_at_5": 0.29746, + "recall_at_10": 0.38364, + "recall_at_20": 0.47145, + "recall_at_100": 0.71979, + "recall_at_1000": 0.9574, + "precision_at_1": 0.76, + "precision_at_3": 0.61333, + "precision_at_5": 0.525, + "precision_at_10": 0.4225, + "precision_at_20": 0.31475, + "precision_at_100": 0.154, + "precision_at_1000": 0.03387, + "mrr_at_1": 0.76, + "mrr_at_3": 0.828333, + "mrr_at_5": 0.839083, + "mrr_at_10": 0.84175, + "mrr_at_20": 0.843536, + "mrr_at_100": 0.843728, + "mrr_at_1000": 0.843728, + "nauc_ndcg_at_1_max": 0.624923, + "nauc_ndcg_at_1_std": 0.273879, + "nauc_ndcg_at_1_diff1": 0.395497, + "nauc_ndcg_at_3_max": 0.562791, + "nauc_ndcg_at_3_std": 0.25175, + "nauc_ndcg_at_3_diff1": 0.198706, + "nauc_ndcg_at_5_max": 0.569692, + "nauc_ndcg_at_5_std": 0.265884, + "nauc_ndcg_at_5_diff1": 0.194694, + "nauc_ndcg_at_10_max": 0.533731, + "nauc_ndcg_at_10_std": 0.270468, + "nauc_ndcg_at_10_diff1": 0.209525, + "nauc_ndcg_at_20_max": 0.511625, + "nauc_ndcg_at_20_std": 0.283198, + "nauc_ndcg_at_20_diff1": 0.217179, + "nauc_ndcg_at_100_max": 0.55235, + "nauc_ndcg_at_100_std": 0.37056, + "nauc_ndcg_at_100_diff1": 0.262358, + "nauc_ndcg_at_1000_max": 0.552928, + "nauc_ndcg_at_1000_std": 0.330944, + "nauc_ndcg_at_1000_diff1": 0.228988, + "nauc_map_at_1_max": 0.298036, + "nauc_map_at_1_std": 0.120467, + "nauc_map_at_1_diff1": 0.430429, + "nauc_map_at_3_max": 0.342466, + "nauc_map_at_3_std": 0.227241, + "nauc_map_at_3_diff1": 0.343994, + "nauc_map_at_5_max": 0.367775, + "nauc_map_at_5_std": 0.264307, + "nauc_map_at_5_diff1": 0.298378, + "nauc_map_at_10_max": 0.384307, + "nauc_map_at_10_std": 0.273449, + "nauc_map_at_10_diff1": 0.263997, + "nauc_map_at_20_max": 0.401881, + "nauc_map_at_20_std": 0.288737, + "nauc_map_at_20_diff1": 0.253999, + "nauc_map_at_100_max": 0.454705, + "nauc_map_at_100_std": 0.341193, + "nauc_map_at_100_diff1": 0.226454, + "nauc_map_at_1000_max": 0.460292, + "nauc_map_at_1000_std": 0.32593, + "nauc_map_at_1000_diff1": 0.192972, + "nauc_recall_at_1_max": 0.298036, + "nauc_recall_at_1_std": 0.120467, + "nauc_recall_at_1_diff1": 0.430429, + "nauc_recall_at_3_max": 0.312753, + "nauc_recall_at_3_std": 0.232567, + "nauc_recall_at_3_diff1": 0.333358, + "nauc_recall_at_5_max": 0.336036, + "nauc_recall_at_5_std": 0.274844, + "nauc_recall_at_5_diff1": 0.290836, + "nauc_recall_at_10_max": 0.333134, + "nauc_recall_at_10_std": 0.280857, + "nauc_recall_at_10_diff1": 0.25216, + "nauc_recall_at_20_max": 0.330659, + "nauc_recall_at_20_std": 0.309556, + "nauc_recall_at_20_diff1": 0.250266, + "nauc_recall_at_100_max": 0.383931, + "nauc_recall_at_100_std": 0.474315, + "nauc_recall_at_100_diff1": 0.28542, + "nauc_recall_at_1000_max": 0.342928, + "nauc_recall_at_1000_std": 0.794195, + "nauc_recall_at_1000_diff1": 0.429518, + "nauc_precision_at_1_max": 0.62288, + "nauc_precision_at_1_std": 0.22919, + "nauc_precision_at_1_diff1": 0.441356, + "nauc_precision_at_3_max": 0.302155, + "nauc_precision_at_3_std": 0.137374, + "nauc_precision_at_3_diff1": -0.112238, + "nauc_precision_at_5_max": 0.224929, + "nauc_precision_at_5_std": 0.104363, + "nauc_precision_at_5_diff1": -0.208301, + "nauc_precision_at_10_max": 0.114581, + "nauc_precision_at_10_std": -0.008569, + "nauc_precision_at_10_diff1": -0.232794, + "nauc_precision_at_20_max": 0.053603, + "nauc_precision_at_20_std": -0.055231, + "nauc_precision_at_20_diff1": -0.250977, + "nauc_precision_at_100_max": -0.009933, + "nauc_precision_at_100_std": -0.102543, + "nauc_precision_at_100_diff1": -0.251887, + "nauc_precision_at_1000_max": -0.052067, + "nauc_precision_at_1000_std": -0.2702, + "nauc_precision_at_1000_diff1": -0.297105, + "nauc_mrr_at_1_max": 0.62288, + "nauc_mrr_at_1_std": 0.22919, + "nauc_mrr_at_1_diff1": 0.441356, + "nauc_mrr_at_3_max": 0.636711, + "nauc_mrr_at_3_std": 0.239681, + "nauc_mrr_at_3_diff1": 0.423846, + "nauc_mrr_at_5_max": 0.632353, + "nauc_mrr_at_5_std": 0.232669, + "nauc_mrr_at_5_diff1": 0.407104, + "nauc_mrr_at_10_max": 0.629867, + "nauc_mrr_at_10_std": 0.221113, + "nauc_mrr_at_10_diff1": 0.404823, + "nauc_mrr_at_20_max": 0.631614, + "nauc_mrr_at_20_std": 0.225516, + "nauc_mrr_at_20_diff1": 0.408715, + "nauc_mrr_at_100_max": 0.631718, + "nauc_mrr_at_100_std": 0.227359, + "nauc_mrr_at_100_diff1": 0.410016, + "nauc_mrr_at_1000_max": 0.631718, + "nauc_mrr_at_1000_std": 0.227359, + "nauc_mrr_at_1000_diff1": 0.410016, + "main_score": 0.58365, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14292.268989562988, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-768/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-large-768/2/CmedqaRetrieval.json new file mode 100644 index 0000000000..72bb9c169a --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.25.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.22756, + "ndcg_at_3": 0.22948, + "ndcg_at_5": 0.24145, + "ndcg_at_10": 0.26469, + "ndcg_at_20": 0.28659, + "ndcg_at_100": 0.33162, + "ndcg_at_1000": 0.37106, + "map_at_1": 0.1428, + "map_at_3": 0.1914, + "map_at_5": 0.20378, + "map_at_10": 0.216, + "map_at_20": 0.22317, + "map_at_100": 0.23069, + "map_at_1000": 0.2325, + "recall_at_1": 0.1428, + "recall_at_3": 0.22982, + "recall_at_5": 0.26893, + "recall_at_10": 0.33656, + "recall_at_20": 0.41151, + "recall_at_100": 0.62073, + "recall_at_1000": 0.89588, + "precision_at_1": 0.22756, + "precision_at_3": 0.1317, + "precision_at_5": 0.09562, + "precision_at_10": 0.06127, + "precision_at_20": 0.03783, + "precision_at_100": 0.01168, + "precision_at_1000": 0.00168, + "mrr_at_1": 0.227557, + "mrr_at_3": 0.269151, + "mrr_at_5": 0.279278, + "mrr_at_10": 0.289934, + "mrr_at_20": 0.29525, + "mrr_at_100": 0.300011, + "mrr_at_1000": 0.300914, + "nauc_ndcg_at_1_max": 0.34969, + "nauc_ndcg_at_1_std": -0.040988, + "nauc_ndcg_at_1_diff1": 0.515023, + "nauc_ndcg_at_3_max": 0.312258, + "nauc_ndcg_at_3_std": -0.04623, + "nauc_ndcg_at_3_diff1": 0.427644, + "nauc_ndcg_at_5_max": 0.308109, + "nauc_ndcg_at_5_std": -0.049352, + "nauc_ndcg_at_5_diff1": 0.421127, + "nauc_ndcg_at_10_max": 0.310834, + "nauc_ndcg_at_10_std": -0.040378, + "nauc_ndcg_at_10_diff1": 0.414383, + "nauc_ndcg_at_20_max": 0.312904, + "nauc_ndcg_at_20_std": -0.028727, + "nauc_ndcg_at_20_diff1": 0.404123, + "nauc_ndcg_at_100_max": 0.317223, + "nauc_ndcg_at_100_std": 0.001274, + "nauc_ndcg_at_100_diff1": 0.395149, + "nauc_ndcg_at_1000_max": 0.327255, + "nauc_ndcg_at_1000_std": 0.007065, + "nauc_ndcg_at_1000_diff1": 0.403056, + "nauc_map_at_1_max": 0.271969, + "nauc_map_at_1_std": -0.075975, + "nauc_map_at_1_diff1": 0.48492, + "nauc_map_at_3_max": 0.291629, + "nauc_map_at_3_std": -0.065283, + "nauc_map_at_3_diff1": 0.43544, + "nauc_map_at_5_max": 0.298902, + "nauc_map_at_5_std": -0.063037, + "nauc_map_at_5_diff1": 0.431788, + "nauc_map_at_10_max": 0.305687, + "nauc_map_at_10_std": -0.056131, + "nauc_map_at_10_diff1": 0.427982, + "nauc_map_at_20_max": 0.308365, + "nauc_map_at_20_std": -0.051663, + "nauc_map_at_20_diff1": 0.424869, + "nauc_map_at_100_max": 0.310373, + "nauc_map_at_100_std": -0.045129, + "nauc_map_at_100_diff1": 0.42332, + "nauc_map_at_1000_max": 0.310981, + "nauc_map_at_1000_std": -0.044277, + "nauc_map_at_1000_diff1": 0.423705, + "nauc_recall_at_1_max": 0.271969, + "nauc_recall_at_1_std": -0.075975, + "nauc_recall_at_1_diff1": 0.48492, + "nauc_recall_at_3_max": 0.258934, + "nauc_recall_at_3_std": -0.059433, + "nauc_recall_at_3_diff1": 0.372915, + "nauc_recall_at_5_max": 0.259205, + "nauc_recall_at_5_std": -0.053427, + "nauc_recall_at_5_diff1": 0.349515, + "nauc_recall_at_10_max": 0.265354, + "nauc_recall_at_10_std": -0.025353, + "nauc_recall_at_10_diff1": 0.325962, + "nauc_recall_at_20_max": 0.263041, + "nauc_recall_at_20_std": 0.00932, + "nauc_recall_at_20_diff1": 0.287232, + "nauc_recall_at_100_max": 0.263278, + "nauc_recall_at_100_std": 0.132588, + "nauc_recall_at_100_diff1": 0.223362, + "nauc_recall_at_1000_max": 0.415245, + "nauc_recall_at_1000_std": 0.419372, + "nauc_recall_at_1000_diff1": 0.167423, + "nauc_precision_at_1_max": 0.34969, + "nauc_precision_at_1_std": -0.040988, + "nauc_precision_at_1_diff1": 0.515023, + "nauc_precision_at_3_max": 0.348512, + "nauc_precision_at_3_std": -0.007926, + "nauc_precision_at_3_diff1": 0.3661, + "nauc_precision_at_5_max": 0.347581, + "nauc_precision_at_5_std": 0.005398, + "nauc_precision_at_5_diff1": 0.332433, + "nauc_precision_at_10_max": 0.348078, + "nauc_precision_at_10_std": 0.03843, + "nauc_precision_at_10_diff1": 0.289888, + "nauc_precision_at_20_max": 0.329697, + "nauc_precision_at_20_std": 0.069511, + "nauc_precision_at_20_diff1": 0.242415, + "nauc_precision_at_100_max": 0.263152, + "nauc_precision_at_100_std": 0.164916, + "nauc_precision_at_100_diff1": 0.153121, + "nauc_precision_at_1000_max": 0.198195, + "nauc_precision_at_1000_std": 0.180718, + "nauc_precision_at_1000_diff1": 0.065923, + "nauc_mrr_at_1_max": 0.34969, + "nauc_mrr_at_1_std": -0.040988, + "nauc_mrr_at_1_diff1": 0.515023, + "nauc_mrr_at_3_max": 0.332825, + "nauc_mrr_at_3_std": -0.034146, + "nauc_mrr_at_3_diff1": 0.46625, + "nauc_mrr_at_5_max": 0.331898, + "nauc_mrr_at_5_std": -0.032067, + "nauc_mrr_at_5_diff1": 0.460412, + "nauc_mrr_at_10_max": 0.33109, + "nauc_mrr_at_10_std": -0.027618, + "nauc_mrr_at_10_diff1": 0.456221, + "nauc_mrr_at_20_max": 0.331211, + "nauc_mrr_at_20_std": -0.024907, + "nauc_mrr_at_20_diff1": 0.453226, + "nauc_mrr_at_100_max": 0.331838, + "nauc_mrr_at_100_std": -0.022526, + "nauc_mrr_at_100_diff1": 0.45272, + "nauc_mrr_at_1000_max": 0.332044, + "nauc_mrr_at_1000_std": -0.022613, + "nauc_mrr_at_1000_diff1": 0.453048, + "main_score": 0.26469, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1215.7583289146423, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-768/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-large-768/2/MedicalQARetrieval.json new file mode 100644 index 0000000000..932be23911 --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.66553, + "ndcg_at_3": 0.76135, + "ndcg_at_5": 0.78037, + "ndcg_at_10": 0.7961, + "ndcg_at_20": 0.80383, + "ndcg_at_100": 0.80884, + "ndcg_at_1000": 0.81116, + "map_at_1": 0.66553, + "map_at_3": 0.73836, + "map_at_5": 0.74898, + "map_at_10": 0.75553, + "map_at_20": 0.75769, + "map_at_100": 0.7584, + "map_at_1000": 0.75848, + "recall_at_1": 0.66553, + "recall_at_3": 0.82764, + "recall_at_5": 0.87354, + "recall_at_10": 0.92188, + "recall_at_20": 0.95215, + "recall_at_100": 0.979, + "recall_at_1000": 0.99756, + "precision_at_1": 0.66553, + "precision_at_3": 0.27588, + "precision_at_5": 0.17471, + "precision_at_10": 0.09219, + "precision_at_20": 0.04761, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.666016, + "mrr_at_3": 0.738363, + "mrr_at_5": 0.748983, + "mrr_at_10": 0.755607, + "mrr_at_20": 0.757768, + "mrr_at_100": 0.758472, + "mrr_at_1000": 0.758554, + "nauc_ndcg_at_1_max": 0.417552, + "nauc_ndcg_at_1_std": -0.040302, + "nauc_ndcg_at_1_diff1": 0.716708, + "nauc_ndcg_at_3_max": 0.3971, + "nauc_ndcg_at_3_std": -0.075977, + "nauc_ndcg_at_3_diff1": 0.665221, + "nauc_ndcg_at_5_max": 0.39812, + "nauc_ndcg_at_5_std": -0.093731, + "nauc_ndcg_at_5_diff1": 0.666628, + "nauc_ndcg_at_10_max": 0.412501, + "nauc_ndcg_at_10_std": -0.093076, + "nauc_ndcg_at_10_diff1": 0.664913, + "nauc_ndcg_at_20_max": 0.411882, + "nauc_ndcg_at_20_std": -0.080254, + "nauc_ndcg_at_20_diff1": 0.665452, + "nauc_ndcg_at_100_max": 0.411003, + "nauc_ndcg_at_100_std": -0.069833, + "nauc_ndcg_at_100_diff1": 0.671795, + "nauc_ndcg_at_1000_max": 0.408813, + "nauc_ndcg_at_1000_std": -0.07175, + "nauc_ndcg_at_1000_diff1": 0.672168, + "nauc_map_at_1_max": 0.417552, + "nauc_map_at_1_std": -0.040302, + "nauc_map_at_1_diff1": 0.716708, + "nauc_map_at_3_max": 0.401276, + "nauc_map_at_3_std": -0.066255, + "nauc_map_at_3_diff1": 0.678849, + "nauc_map_at_5_max": 0.40234, + "nauc_map_at_5_std": -0.074945, + "nauc_map_at_5_diff1": 0.680068, + "nauc_map_at_10_max": 0.4078, + "nauc_map_at_10_std": -0.074408, + "nauc_map_at_10_diff1": 0.6796, + "nauc_map_at_20_max": 0.407806, + "nauc_map_at_20_std": -0.071515, + "nauc_map_at_20_diff1": 0.679888, + "nauc_map_at_100_max": 0.407766, + "nauc_map_at_100_std": -0.070039, + "nauc_map_at_100_diff1": 0.68059, + "nauc_map_at_1000_max": 0.407683, + "nauc_map_at_1000_std": -0.07004, + "nauc_map_at_1000_diff1": 0.680588, + "nauc_recall_at_1_max": 0.417552, + "nauc_recall_at_1_std": -0.040302, + "nauc_recall_at_1_diff1": 0.716708, + "nauc_recall_at_3_max": 0.381367, + "nauc_recall_at_3_std": -0.114634, + "nauc_recall_at_3_diff1": 0.611287, + "nauc_recall_at_5_max": 0.377363, + "nauc_recall_at_5_std": -0.192801, + "nauc_recall_at_5_diff1": 0.599573, + "nauc_recall_at_10_max": 0.463041, + "nauc_recall_at_10_std": -0.242038, + "nauc_recall_at_10_diff1": 0.552378, + "nauc_recall_at_20_max": 0.479914, + "nauc_recall_at_20_std": -0.14788, + "nauc_recall_at_20_diff1": 0.488309, + "nauc_recall_at_100_max": 0.517908, + "nauc_recall_at_100_std": 0.167961, + "nauc_recall_at_100_diff1": 0.539614, + "nauc_recall_at_1000_max": 0.24848, + "nauc_recall_at_1000_std": 0.708197, + "nauc_recall_at_1000_diff1": -0.208328, + "nauc_precision_at_1_max": 0.417552, + "nauc_precision_at_1_std": -0.040302, + "nauc_precision_at_1_diff1": 0.716708, + "nauc_precision_at_3_max": 0.381367, + "nauc_precision_at_3_std": -0.114634, + "nauc_precision_at_3_diff1": 0.611287, + "nauc_precision_at_5_max": 0.377363, + "nauc_precision_at_5_std": -0.192801, + "nauc_precision_at_5_diff1": 0.599573, + "nauc_precision_at_10_max": 0.463041, + "nauc_precision_at_10_std": -0.242038, + "nauc_precision_at_10_diff1": 0.552378, + "nauc_precision_at_20_max": 0.479914, + "nauc_precision_at_20_std": -0.14788, + "nauc_precision_at_20_diff1": 0.488309, + "nauc_precision_at_100_max": 0.517908, + "nauc_precision_at_100_std": 0.167961, + "nauc_precision_at_100_diff1": 0.539614, + "nauc_precision_at_1000_max": 0.24848, + "nauc_precision_at_1000_std": 0.708197, + "nauc_precision_at_1000_diff1": -0.208328, + "nauc_mrr_at_1_max": 0.416202, + "nauc_mrr_at_1_std": -0.041868, + "nauc_mrr_at_1_diff1": 0.715649, + "nauc_mrr_at_3_max": 0.400702, + "nauc_mrr_at_3_std": -0.066584, + "nauc_mrr_at_3_diff1": 0.678608, + "nauc_mrr_at_5_max": 0.401755, + "nauc_mrr_at_5_std": -0.07552, + "nauc_mrr_at_5_diff1": 0.679817, + "nauc_mrr_at_10_max": 0.407214, + "nauc_mrr_at_10_std": -0.074985, + "nauc_mrr_at_10_diff1": 0.67919, + "nauc_mrr_at_20_max": 0.407215, + "nauc_mrr_at_20_std": -0.072098, + "nauc_mrr_at_20_diff1": 0.679475, + "nauc_mrr_at_100_max": 0.407173, + "nauc_mrr_at_100_std": -0.070624, + "nauc_mrr_at_100_diff1": 0.680175, + "nauc_mrr_at_1000_max": 0.40709, + "nauc_mrr_at_1000_std": -0.070625, + "nauc_mrr_at_1000_diff1": 0.680173, + "main_score": 0.7961, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 33.37136197090149, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-768/2/MedrxivClusteringP2P.v2.json b/results/openai__text-embedding-3-large-768/2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..d20abffcbd --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.363646, + 0.355794, + 0.351921, + 0.35766, + 0.362532, + 0.371137, + 0.353834, + 0.358478, + 0.370617, + 0.367908 + ] + }, + "v_measure": 0.361353, + "v_measure_std": 0.006553, + "main_score": 0.361353, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 52.82092499732971, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-768/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-large-768/2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..eb8df3810e --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.357046, + 0.333703, + 0.370008, + 0.348086, + 0.349267, + 0.347452, + 0.34224, + 0.343245, + 0.340601, + 0.348776 + ] + }, + "v_measure": 0.348042, + "v_measure_std": 0.0094, + "main_score": 0.348042, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 15.174448013305664, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-768/2/NFCorpus.json b/results/openai__text-embedding-3-large-768/2/NFCorpus.json new file mode 100644 index 0000000000..c9d04a51e2 --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51238, + "ndcg_at_3": 0.46247, + "ndcg_at_5": 0.43985, + "ndcg_at_10": 0.40354, + "ndcg_at_20": 0.38241, + "ndcg_at_100": 0.37224, + "ndcg_at_1000": 0.46279, + "map_at_1": 0.07049, + "map_at_3": 0.11203, + "map_at_5": 0.13106, + "map_at_10": 0.15361, + "map_at_20": 0.17384, + "map_at_100": 0.1995, + "map_at_1000": 0.21625, + "recall_at_1": 0.07049, + "recall_at_3": 0.12012, + "recall_at_5": 0.15147, + "recall_at_10": 0.18983, + "recall_at_20": 0.24386, + "recall_at_100": 0.3786, + "recall_at_1000": 0.71587, + "precision_at_1": 0.53251, + "precision_at_3": 0.4355, + "precision_at_5": 0.38576, + "precision_at_10": 0.3031, + "precision_at_20": 0.22988, + "precision_at_100": 0.09526, + "precision_at_1000": 0.02264, + "mrr_at_1": 0.535604, + "mrr_at_3": 0.598555, + "mrr_at_5": 0.612332, + "mrr_at_10": 0.617149, + "mrr_at_20": 0.620069, + "mrr_at_100": 0.62244, + "mrr_at_1000": 0.62284, + "nauc_ndcg_at_1_max": 0.319943, + "nauc_ndcg_at_1_std": 0.196277, + "nauc_ndcg_at_1_diff1": 0.298613, + "nauc_ndcg_at_3_max": 0.353185, + "nauc_ndcg_at_3_std": 0.239515, + "nauc_ndcg_at_3_diff1": 0.202577, + "nauc_ndcg_at_5_max": 0.365043, + "nauc_ndcg_at_5_std": 0.269959, + "nauc_ndcg_at_5_diff1": 0.168367, + "nauc_ndcg_at_10_max": 0.3577, + "nauc_ndcg_at_10_std": 0.27797, + "nauc_ndcg_at_10_diff1": 0.177286, + "nauc_ndcg_at_20_max": 0.344185, + "nauc_ndcg_at_20_std": 0.275543, + "nauc_ndcg_at_20_diff1": 0.199648, + "nauc_ndcg_at_100_max": 0.394975, + "nauc_ndcg_at_100_std": 0.313233, + "nauc_ndcg_at_100_diff1": 0.245341, + "nauc_ndcg_at_1000_max": 0.453825, + "nauc_ndcg_at_1000_std": 0.373625, + "nauc_ndcg_at_1000_diff1": 0.24915, + "nauc_map_at_1_max": 0.059265, + "nauc_map_at_1_std": -0.12389, + "nauc_map_at_1_diff1": 0.549236, + "nauc_map_at_3_max": 0.153898, + "nauc_map_at_3_std": -0.05103, + "nauc_map_at_3_diff1": 0.493122, + "nauc_map_at_5_max": 0.19061, + "nauc_map_at_5_std": -0.018436, + "nauc_map_at_5_diff1": 0.426045, + "nauc_map_at_10_max": 0.240641, + "nauc_map_at_10_std": 0.046031, + "nauc_map_at_10_diff1": 0.367084, + "nauc_map_at_20_max": 0.272038, + "nauc_map_at_20_std": 0.096242, + "nauc_map_at_20_diff1": 0.336788, + "nauc_map_at_100_max": 0.3057, + "nauc_map_at_100_std": 0.169948, + "nauc_map_at_100_diff1": 0.307691, + "nauc_map_at_1000_max": 0.309581, + "nauc_map_at_1000_std": 0.201061, + "nauc_map_at_1000_diff1": 0.292693, + "nauc_recall_at_1_max": 0.059265, + "nauc_recall_at_1_std": -0.12389, + "nauc_recall_at_1_diff1": 0.549236, + "nauc_recall_at_3_max": 0.152062, + "nauc_recall_at_3_std": -0.042454, + "nauc_recall_at_3_diff1": 0.482857, + "nauc_recall_at_5_max": 0.192583, + "nauc_recall_at_5_std": -0.004618, + "nauc_recall_at_5_diff1": 0.380702, + "nauc_recall_at_10_max": 0.238171, + "nauc_recall_at_10_std": 0.068867, + "nauc_recall_at_10_diff1": 0.30159, + "nauc_recall_at_20_max": 0.224083, + "nauc_recall_at_20_std": 0.094371, + "nauc_recall_at_20_diff1": 0.252196, + "nauc_recall_at_100_max": 0.257532, + "nauc_recall_at_100_std": 0.202557, + "nauc_recall_at_100_diff1": 0.19685, + "nauc_recall_at_1000_max": 0.190081, + "nauc_recall_at_1000_std": 0.171586, + "nauc_recall_at_1000_diff1": 0.156099, + "nauc_precision_at_1_max": 0.349204, + "nauc_precision_at_1_std": 0.208454, + "nauc_precision_at_1_diff1": 0.293453, + "nauc_precision_at_3_max": 0.361981, + "nauc_precision_at_3_std": 0.293155, + "nauc_precision_at_3_diff1": 0.061692, + "nauc_precision_at_5_max": 0.370368, + "nauc_precision_at_5_std": 0.350688, + "nauc_precision_at_5_diff1": -0.05482, + "nauc_precision_at_10_max": 0.337849, + "nauc_precision_at_10_std": 0.373818, + "nauc_precision_at_10_diff1": -0.100962, + "nauc_precision_at_20_max": 0.270031, + "nauc_precision_at_20_std": 0.377967, + "nauc_precision_at_20_diff1": -0.107335, + "nauc_precision_at_100_max": 0.145385, + "nauc_precision_at_100_std": 0.38338, + "nauc_precision_at_100_diff1": -0.143297, + "nauc_precision_at_1000_max": -0.015422, + "nauc_precision_at_1000_std": 0.254173, + "nauc_precision_at_1000_diff1": -0.163617, + "nauc_mrr_at_1_max": 0.347067, + "nauc_mrr_at_1_std": 0.204059, + "nauc_mrr_at_1_diff1": 0.285246, + "nauc_mrr_at_3_max": 0.411967, + "nauc_mrr_at_3_std": 0.295135, + "nauc_mrr_at_3_diff1": 0.274197, + "nauc_mrr_at_5_max": 0.428167, + "nauc_mrr_at_5_std": 0.311329, + "nauc_mrr_at_5_diff1": 0.278964, + "nauc_mrr_at_10_max": 0.429764, + "nauc_mrr_at_10_std": 0.314485, + "nauc_mrr_at_10_diff1": 0.276558, + "nauc_mrr_at_20_max": 0.430121, + "nauc_mrr_at_20_std": 0.313029, + "nauc_mrr_at_20_diff1": 0.276357, + "nauc_mrr_at_100_max": 0.428752, + "nauc_mrr_at_100_std": 0.311254, + "nauc_mrr_at_100_diff1": 0.277067, + "nauc_mrr_at_1000_max": 0.42833, + "nauc_mrr_at_1000_std": 0.310731, + "nauc_mrr_at_1000_diff1": 0.276958, + "main_score": 0.40354, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 74.12168073654175, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-768/2/PublicHealthQA.json b/results/openai__text-embedding-3-large-768/2/PublicHealthQA.json new file mode 100644 index 0000000000..3142f2fa83 --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76744, + "ndcg_at_3": 0.85368, + "ndcg_at_5": 0.8732, + "ndcg_at_10": 0.88095, + "ndcg_at_20": 0.88393, + "ndcg_at_100": 0.88393, + "ndcg_at_1000": 0.88393, + "map_at_1": 0.76744, + "map_at_3": 0.8314, + "map_at_5": 0.84244, + "map_at_10": 0.84576, + "map_at_20": 0.84659, + "map_at_100": 0.84659, + "map_at_1000": 0.84659, + "recall_at_1": 0.76744, + "recall_at_3": 0.9186, + "recall_at_5": 0.96512, + "recall_at_10": 0.98837, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76744, + "precision_at_3": 0.3062, + "precision_at_5": 0.19302, + "precision_at_10": 0.09884, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.767442, + "mrr_at_3": 0.831395, + "mrr_at_5": 0.842442, + "mrr_at_10": 0.845764, + "mrr_at_20": 0.846595, + "mrr_at_100": 0.846595, + "mrr_at_1000": 0.846595, + "nauc_ndcg_at_1_max": 0.416118, + "nauc_ndcg_at_1_std": 0.022929, + "nauc_ndcg_at_1_diff1": 0.79315, + "nauc_ndcg_at_3_max": 0.48817, + "nauc_ndcg_at_3_std": 0.107379, + "nauc_ndcg_at_3_diff1": 0.805555, + "nauc_ndcg_at_5_max": 0.463276, + "nauc_ndcg_at_5_std": 0.074425, + "nauc_ndcg_at_5_diff1": 0.809153, + "nauc_ndcg_at_10_max": 0.456347, + "nauc_ndcg_at_10_std": 0.085236, + "nauc_ndcg_at_10_diff1": 0.800346, + "nauc_ndcg_at_20_max": 0.448971, + "nauc_ndcg_at_20_std": 0.072237, + "nauc_ndcg_at_20_diff1": 0.802522, + "nauc_ndcg_at_100_max": 0.448971, + "nauc_ndcg_at_100_std": 0.072237, + "nauc_ndcg_at_100_diff1": 0.802522, + "nauc_ndcg_at_1000_max": 0.448971, + "nauc_ndcg_at_1000_std": 0.072237, + "nauc_ndcg_at_1000_diff1": 0.802522, + "nauc_map_at_1_max": 0.416118, + "nauc_map_at_1_std": 0.022929, + "nauc_map_at_1_diff1": 0.79315, + "nauc_map_at_3_max": 0.463331, + "nauc_map_at_3_std": 0.085495, + "nauc_map_at_3_diff1": 0.802899, + "nauc_map_at_5_max": 0.449871, + "nauc_map_at_5_std": 0.067789, + "nauc_map_at_5_diff1": 0.804513, + "nauc_map_at_10_max": 0.447258, + "nauc_map_at_10_std": 0.071222, + "nauc_map_at_10_diff1": 0.801482, + "nauc_map_at_20_max": 0.445645, + "nauc_map_at_20_std": 0.06839, + "nauc_map_at_20_diff1": 0.801949, + "nauc_map_at_100_max": 0.445645, + "nauc_map_at_100_std": 0.06839, + "nauc_map_at_100_diff1": 0.801949, + "nauc_map_at_1000_max": 0.445645, + "nauc_map_at_1000_std": 0.06839, + "nauc_map_at_1000_diff1": 0.801949, + "nauc_recall_at_1_max": 0.416118, + "nauc_recall_at_1_std": 0.022929, + "nauc_recall_at_1_diff1": 0.79315, + "nauc_recall_at_3_max": 0.627267, + "nauc_recall_at_3_std": 0.224528, + "nauc_recall_at_3_diff1": 0.819212, + "nauc_recall_at_5_max": 0.615149, + "nauc_recall_at_5_std": 0.131649, + "nauc_recall_at_5_diff1": 0.863524, + "nauc_recall_at_10_max": 0.721969, + "nauc_recall_at_10_std": 0.553342, + "nauc_recall_at_10_diff1": 0.721969, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.416118, + "nauc_precision_at_1_std": 0.022929, + "nauc_precision_at_1_diff1": 0.79315, + "nauc_precision_at_3_max": 0.627267, + "nauc_precision_at_3_std": 0.224528, + "nauc_precision_at_3_diff1": 0.819212, + "nauc_precision_at_5_max": 0.615149, + "nauc_precision_at_5_std": 0.131649, + "nauc_precision_at_5_diff1": 0.863524, + "nauc_precision_at_10_max": 0.721969, + "nauc_precision_at_10_std": 0.553342, + "nauc_precision_at_10_diff1": 0.721969, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.416118, + "nauc_mrr_at_1_std": 0.022929, + "nauc_mrr_at_1_diff1": 0.79315, + "nauc_mrr_at_3_max": 0.463331, + "nauc_mrr_at_3_std": 0.085495, + "nauc_mrr_at_3_diff1": 0.802899, + "nauc_mrr_at_5_max": 0.449871, + "nauc_mrr_at_5_std": 0.067789, + "nauc_mrr_at_5_diff1": 0.804513, + "nauc_mrr_at_10_max": 0.447258, + "nauc_mrr_at_10_std": 0.071222, + "nauc_mrr_at_10_diff1": 0.801482, + "nauc_mrr_at_20_max": 0.445645, + "nauc_mrr_at_20_std": 0.06839, + "nauc_mrr_at_20_diff1": 0.801949, + "nauc_mrr_at_100_max": 0.445645, + "nauc_mrr_at_100_std": 0.06839, + "nauc_mrr_at_100_diff1": 0.801949, + "nauc_mrr_at_1000_max": 0.445645, + "nauc_mrr_at_1000_std": 0.06839, + "nauc_mrr_at_1000_diff1": 0.801949, + "main_score": 0.88095, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.68712, + "ndcg_at_3": 0.83472, + "ndcg_at_5": 0.84766, + "ndcg_at_10": 0.85592, + "ndcg_at_20": 0.85753, + "ndcg_at_100": 0.85881, + "ndcg_at_1000": 0.85881, + "map_at_1": 0.68712, + "map_at_3": 0.80061, + "map_at_5": 0.80798, + "map_at_10": 0.81158, + "map_at_20": 0.81205, + "map_at_100": 0.81228, + "map_at_1000": 0.81228, + "recall_at_1": 0.68712, + "recall_at_3": 0.93252, + "recall_at_5": 0.96319, + "recall_at_10": 0.98773, + "recall_at_20": 0.99387, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.68712, + "precision_at_3": 0.31084, + "precision_at_5": 0.19264, + "precision_at_10": 0.09877, + "precision_at_20": 0.04969, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.687117, + "mrr_at_3": 0.800613, + "mrr_at_5": 0.807975, + "mrr_at_10": 0.811579, + "mrr_at_20": 0.81205, + "mrr_at_100": 0.812278, + "mrr_at_1000": 0.812278, + "nauc_ndcg_at_1_max": 0.549032, + "nauc_ndcg_at_1_std": 0.048812, + "nauc_ndcg_at_1_diff1": 0.682157, + "nauc_ndcg_at_3_max": 0.570447, + "nauc_ndcg_at_3_std": -0.003276, + "nauc_ndcg_at_3_diff1": 0.723602, + "nauc_ndcg_at_5_max": 0.556731, + "nauc_ndcg_at_5_std": 0.005081, + "nauc_ndcg_at_5_diff1": 0.714556, + "nauc_ndcg_at_10_max": 0.555784, + "nauc_ndcg_at_10_std": 0.031957, + "nauc_ndcg_at_10_diff1": 0.70072, + "nauc_ndcg_at_20_max": 0.550054, + "nauc_ndcg_at_20_std": 0.019472, + "nauc_ndcg_at_20_diff1": 0.702614, + "nauc_ndcg_at_100_max": 0.557523, + "nauc_ndcg_at_100_std": 0.013957, + "nauc_ndcg_at_100_diff1": 0.702414, + "nauc_ndcg_at_1000_max": 0.557523, + "nauc_ndcg_at_1000_std": 0.013957, + "nauc_ndcg_at_1000_diff1": 0.702414, + "nauc_map_at_1_max": 0.549032, + "nauc_map_at_1_std": 0.048812, + "nauc_map_at_1_diff1": 0.682157, + "nauc_map_at_3_max": 0.565478, + "nauc_map_at_3_std": 0.005693, + "nauc_map_at_3_diff1": 0.709572, + "nauc_map_at_5_max": 0.55915, + "nauc_map_at_5_std": 0.009819, + "nauc_map_at_5_diff1": 0.705, + "nauc_map_at_10_max": 0.558597, + "nauc_map_at_10_std": 0.018068, + "nauc_map_at_10_diff1": 0.700272, + "nauc_map_at_20_max": 0.557329, + "nauc_map_at_20_std": 0.015246, + "nauc_map_at_20_diff1": 0.700693, + "nauc_map_at_100_max": 0.558341, + "nauc_map_at_100_std": 0.0145, + "nauc_map_at_100_diff1": 0.700663, + "nauc_map_at_1000_max": 0.558341, + "nauc_map_at_1000_std": 0.0145, + "nauc_map_at_1000_diff1": 0.700663, + "nauc_recall_at_1_max": 0.549032, + "nauc_recall_at_1_std": 0.048812, + "nauc_recall_at_1_diff1": 0.682157, + "nauc_recall_at_3_max": 0.6047, + "nauc_recall_at_3_std": -0.059813, + "nauc_recall_at_3_diff1": 0.827776, + "nauc_recall_at_5_max": 0.511528, + "nauc_recall_at_5_std": -0.032964, + "nauc_recall_at_5_diff1": 0.832982, + "nauc_recall_at_10_max": 0.413187, + "nauc_recall_at_10_std": 0.776911, + "nauc_recall_at_10_diff1": 0.637929, + "nauc_recall_at_20_max": -0.173626, + "nauc_recall_at_20_std": 0.553822, + "nauc_recall_at_20_diff1": 0.722037, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.549032, + "nauc_precision_at_1_std": 0.048812, + "nauc_precision_at_1_diff1": 0.682157, + "nauc_precision_at_3_max": 0.6047, + "nauc_precision_at_3_std": -0.059813, + "nauc_precision_at_3_diff1": 0.827776, + "nauc_precision_at_5_max": 0.511528, + "nauc_precision_at_5_std": -0.032964, + "nauc_precision_at_5_diff1": 0.832982, + "nauc_precision_at_10_max": 0.413187, + "nauc_precision_at_10_std": 0.776911, + "nauc_precision_at_10_diff1": 0.637929, + "nauc_precision_at_20_max": -0.173626, + "nauc_precision_at_20_std": 0.553822, + "nauc_precision_at_20_diff1": 0.722037, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.549032, + "nauc_mrr_at_1_std": 0.048812, + "nauc_mrr_at_1_diff1": 0.682157, + "nauc_mrr_at_3_max": 0.565478, + "nauc_mrr_at_3_std": 0.005693, + "nauc_mrr_at_3_diff1": 0.709572, + "nauc_mrr_at_5_max": 0.55915, + "nauc_mrr_at_5_std": 0.009819, + "nauc_mrr_at_5_diff1": 0.705, + "nauc_mrr_at_10_max": 0.558597, + "nauc_mrr_at_10_std": 0.018068, + "nauc_mrr_at_10_diff1": 0.700272, + "nauc_mrr_at_20_max": 0.557329, + "nauc_mrr_at_20_std": 0.015246, + "nauc_mrr_at_20_diff1": 0.700693, + "nauc_mrr_at_100_max": 0.558341, + "nauc_mrr_at_100_std": 0.0145, + "nauc_mrr_at_100_diff1": 0.700663, + "nauc_mrr_at_1000_max": 0.558341, + "nauc_mrr_at_1000_std": 0.0145, + "nauc_mrr_at_1000_diff1": 0.700663, + "main_score": 0.85592, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.78488, + "ndcg_at_3": 0.87202, + "ndcg_at_5": 0.88654, + "ndcg_at_10": 0.89756, + "ndcg_at_20": 0.89756, + "ndcg_at_100": 0.89756, + "ndcg_at_1000": 0.89756, + "map_at_1": 0.78488, + "map_at_3": 0.85174, + "map_at_5": 0.85988, + "map_at_10": 0.86428, + "map_at_20": 0.86428, + "map_at_100": 0.86428, + "map_at_1000": 0.86428, + "recall_at_1": 0.78488, + "recall_at_3": 0.93023, + "recall_at_5": 0.96512, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.78488, + "precision_at_3": 0.31008, + "precision_at_5": 0.19302, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.784884, + "mrr_at_3": 0.851744, + "mrr_at_5": 0.859884, + "mrr_at_10": 0.864283, + "mrr_at_20": 0.864283, + "mrr_at_100": 0.864283, + "mrr_at_1000": 0.864283, + "nauc_ndcg_at_1_max": 0.330013, + "nauc_ndcg_at_1_std": -0.158018, + "nauc_ndcg_at_1_diff1": 0.700255, + "nauc_ndcg_at_3_max": 0.38746, + "nauc_ndcg_at_3_std": -0.076419, + "nauc_ndcg_at_3_diff1": 0.673452, + "nauc_ndcg_at_5_max": 0.385565, + "nauc_ndcg_at_5_std": -0.084846, + "nauc_ndcg_at_5_diff1": 0.678359, + "nauc_ndcg_at_10_max": 0.347344, + "nauc_ndcg_at_10_std": -0.126166, + "nauc_ndcg_at_10_diff1": 0.678543, + "nauc_ndcg_at_20_max": 0.347344, + "nauc_ndcg_at_20_std": -0.126166, + "nauc_ndcg_at_20_diff1": 0.678543, + "nauc_ndcg_at_100_max": 0.347344, + "nauc_ndcg_at_100_std": -0.126166, + "nauc_ndcg_at_100_diff1": 0.678543, + "nauc_ndcg_at_1000_max": 0.347344, + "nauc_ndcg_at_1000_std": -0.126166, + "nauc_ndcg_at_1000_diff1": 0.678543, + "nauc_map_at_1_max": 0.330013, + "nauc_map_at_1_std": -0.158018, + "nauc_map_at_1_diff1": 0.700255, + "nauc_map_at_3_max": 0.360562, + "nauc_map_at_3_std": -0.1092, + "nauc_map_at_3_diff1": 0.676117, + "nauc_map_at_5_max": 0.356983, + "nauc_map_at_5_std": -0.116173, + "nauc_map_at_5_diff1": 0.678687, + "nauc_map_at_10_max": 0.344128, + "nauc_map_at_10_std": -0.130266, + "nauc_map_at_10_diff1": 0.679265, + "nauc_map_at_20_max": 0.344128, + "nauc_map_at_20_std": -0.130266, + "nauc_map_at_20_diff1": 0.679265, + "nauc_map_at_100_max": 0.344128, + "nauc_map_at_100_std": -0.130266, + "nauc_map_at_100_diff1": 0.679265, + "nauc_map_at_1000_max": 0.344128, + "nauc_map_at_1000_std": -0.130266, + "nauc_map_at_1000_diff1": 0.679265, + "nauc_recall_at_1_max": 0.330013, + "nauc_recall_at_1_std": -0.158018, + "nauc_recall_at_1_diff1": 0.700255, + "nauc_recall_at_3_max": 0.548386, + "nauc_recall_at_3_std": 0.116441, + "nauc_recall_at_3_diff1": 0.663452, + "nauc_recall_at_5_max": 0.711608, + "nauc_recall_at_5_std": 0.264213, + "nauc_recall_at_5_diff1": 0.687043, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.330013, + "nauc_precision_at_1_std": -0.158018, + "nauc_precision_at_1_diff1": 0.700255, + "nauc_precision_at_3_max": 0.548386, + "nauc_precision_at_3_std": 0.116441, + "nauc_precision_at_3_diff1": 0.663452, + "nauc_precision_at_5_max": 0.711608, + "nauc_precision_at_5_std": 0.264213, + "nauc_precision_at_5_diff1": 0.687043, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.330013, + "nauc_mrr_at_1_std": -0.158018, + "nauc_mrr_at_1_diff1": 0.700255, + "nauc_mrr_at_3_max": 0.360562, + "nauc_mrr_at_3_std": -0.1092, + "nauc_mrr_at_3_diff1": 0.676117, + "nauc_mrr_at_5_max": 0.356983, + "nauc_mrr_at_5_std": -0.116173, + "nauc_mrr_at_5_diff1": 0.678687, + "nauc_mrr_at_10_max": 0.344128, + "nauc_mrr_at_10_std": -0.130266, + "nauc_mrr_at_10_diff1": 0.679265, + "nauc_mrr_at_20_max": 0.344128, + "nauc_mrr_at_20_std": -0.130266, + "nauc_mrr_at_20_diff1": 0.679265, + "nauc_mrr_at_100_max": 0.344128, + "nauc_mrr_at_100_std": -0.130266, + "nauc_mrr_at_100_diff1": 0.679265, + "nauc_mrr_at_1000_max": 0.344128, + "nauc_mrr_at_1000_std": -0.130266, + "nauc_mrr_at_1000_diff1": 0.679265, + "main_score": 0.89756, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.88291, + "ndcg_at_5": 0.8976, + "ndcg_at_10": 0.90571, + "ndcg_at_20": 0.90571, + "ndcg_at_100": 0.90571, + "ndcg_at_1000": 0.90571, + "map_at_1": 0.8, + "map_at_3": 0.86275, + "map_at_5": 0.87098, + "map_at_10": 0.87462, + "map_at_20": 0.87462, + "map_at_100": 0.87462, + "map_at_1000": 0.87462, + "recall_at_1": 0.8, + "recall_at_3": 0.94118, + "recall_at_5": 0.97647, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.31373, + "precision_at_5": 0.19529, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.862745, + "mrr_at_5": 0.87098, + "mrr_at_10": 0.874622, + "mrr_at_20": 0.874622, + "mrr_at_100": 0.874622, + "mrr_at_1000": 0.874622, + "nauc_ndcg_at_1_max": 0.358119, + "nauc_ndcg_at_1_std": -0.150508, + "nauc_ndcg_at_1_diff1": 0.914055, + "nauc_ndcg_at_3_max": 0.405694, + "nauc_ndcg_at_3_std": -0.153175, + "nauc_ndcg_at_3_diff1": 0.874833, + "nauc_ndcg_at_5_max": 0.410917, + "nauc_ndcg_at_5_std": -0.130128, + "nauc_ndcg_at_5_diff1": 0.899565, + "nauc_ndcg_at_10_max": 0.38748, + "nauc_ndcg_at_10_std": -0.159245, + "nauc_ndcg_at_10_diff1": 0.896133, + "nauc_ndcg_at_20_max": 0.38748, + "nauc_ndcg_at_20_std": -0.159245, + "nauc_ndcg_at_20_diff1": 0.896133, + "nauc_ndcg_at_100_max": 0.38748, + "nauc_ndcg_at_100_std": -0.159245, + "nauc_ndcg_at_100_diff1": 0.896133, + "nauc_ndcg_at_1000_max": 0.38748, + "nauc_ndcg_at_1000_std": -0.159245, + "nauc_ndcg_at_1000_diff1": 0.896133, + "nauc_map_at_1_max": 0.358119, + "nauc_map_at_1_std": -0.150508, + "nauc_map_at_1_diff1": 0.914055, + "nauc_map_at_3_max": 0.393018, + "nauc_map_at_3_std": -0.158354, + "nauc_map_at_3_diff1": 0.887663, + "nauc_map_at_5_max": 0.393215, + "nauc_map_at_5_std": -0.150424, + "nauc_map_at_5_diff1": 0.898744, + "nauc_map_at_10_max": 0.385182, + "nauc_map_at_10_std": -0.159831, + "nauc_map_at_10_diff1": 0.897471, + "nauc_map_at_20_max": 0.385182, + "nauc_map_at_20_std": -0.159831, + "nauc_map_at_20_diff1": 0.897471, + "nauc_map_at_100_max": 0.385182, + "nauc_map_at_100_std": -0.159831, + "nauc_map_at_100_diff1": 0.897471, + "nauc_map_at_1000_max": 0.385182, + "nauc_map_at_1000_std": -0.159831, + "nauc_map_at_1000_diff1": 0.897471, + "nauc_recall_at_1_max": 0.358119, + "nauc_recall_at_1_std": -0.150508, + "nauc_recall_at_1_diff1": 0.914055, + "nauc_recall_at_3_max": 0.483191, + "nauc_recall_at_3_std": -0.114538, + "nauc_recall_at_3_diff1": 0.793578, + "nauc_recall_at_5_max": 0.678751, + "nauc_recall_at_5_std": 0.215413, + "nauc_recall_at_5_diff1": 0.935065, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.358119, + "nauc_precision_at_1_std": -0.150508, + "nauc_precision_at_1_diff1": 0.914055, + "nauc_precision_at_3_max": 0.483191, + "nauc_precision_at_3_std": -0.114538, + "nauc_precision_at_3_diff1": 0.793578, + "nauc_precision_at_5_max": 0.678751, + "nauc_precision_at_5_std": 0.215413, + "nauc_precision_at_5_diff1": 0.935065, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.358119, + "nauc_mrr_at_1_std": -0.150508, + "nauc_mrr_at_1_diff1": 0.914055, + "nauc_mrr_at_3_max": 0.393018, + "nauc_mrr_at_3_std": -0.158354, + "nauc_mrr_at_3_diff1": 0.887663, + "nauc_mrr_at_5_max": 0.393215, + "nauc_mrr_at_5_std": -0.150424, + "nauc_mrr_at_5_diff1": 0.898744, + "nauc_mrr_at_10_max": 0.385182, + "nauc_mrr_at_10_std": -0.159831, + "nauc_mrr_at_10_diff1": 0.897471, + "nauc_mrr_at_20_max": 0.385182, + "nauc_mrr_at_20_std": -0.159831, + "nauc_mrr_at_20_diff1": 0.897471, + "nauc_mrr_at_100_max": 0.385182, + "nauc_mrr_at_100_std": -0.159831, + "nauc_mrr_at_100_diff1": 0.897471, + "nauc_mrr_at_1000_max": 0.385182, + "nauc_mrr_at_1000_std": -0.159831, + "nauc_mrr_at_1000_diff1": 0.897471, + "main_score": 0.90571, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.71429, + "ndcg_at_3": 0.8222, + "ndcg_at_5": 0.82779, + "ndcg_at_10": 0.8457, + "ndcg_at_20": 0.85257, + "ndcg_at_100": 0.8554, + "ndcg_at_1000": 0.8554, + "map_at_1": 0.71429, + "map_at_3": 0.79654, + "map_at_5": 0.79978, + "map_at_10": 0.80782, + "map_at_20": 0.80987, + "map_at_100": 0.81043, + "map_at_1000": 0.81043, + "recall_at_1": 0.71429, + "recall_at_3": 0.8961, + "recall_at_5": 0.90909, + "recall_at_10": 0.96104, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.71429, + "precision_at_3": 0.2987, + "precision_at_5": 0.18182, + "precision_at_10": 0.0961, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.714286, + "mrr_at_3": 0.796537, + "mrr_at_5": 0.799784, + "mrr_at_10": 0.807823, + "mrr_at_20": 0.80987, + "mrr_at_100": 0.810434, + "mrr_at_1000": 0.810434, + "nauc_ndcg_at_1_max": 0.134482, + "nauc_ndcg_at_1_std": -0.212229, + "nauc_ndcg_at_1_diff1": 0.615737, + "nauc_ndcg_at_3_max": 0.17547, + "nauc_ndcg_at_3_std": -0.37518, + "nauc_ndcg_at_3_diff1": 0.648097, + "nauc_ndcg_at_5_max": 0.18761, + "nauc_ndcg_at_5_std": -0.347173, + "nauc_ndcg_at_5_diff1": 0.640267, + "nauc_ndcg_at_10_max": 0.131455, + "nauc_ndcg_at_10_std": -0.342593, + "nauc_ndcg_at_10_diff1": 0.631698, + "nauc_ndcg_at_20_max": 0.110383, + "nauc_ndcg_at_20_std": -0.330776, + "nauc_ndcg_at_20_diff1": 0.61623, + "nauc_ndcg_at_100_max": 0.150497, + "nauc_ndcg_at_100_std": -0.312612, + "nauc_ndcg_at_100_diff1": 0.633288, + "nauc_ndcg_at_1000_max": 0.150497, + "nauc_ndcg_at_1000_std": -0.312612, + "nauc_ndcg_at_1000_diff1": 0.633288, + "nauc_map_at_1_max": 0.134482, + "nauc_map_at_1_std": -0.212229, + "nauc_map_at_1_diff1": 0.615737, + "nauc_map_at_3_max": 0.166751, + "nauc_map_at_3_std": -0.325599, + "nauc_map_at_3_diff1": 0.641755, + "nauc_map_at_5_max": 0.172747, + "nauc_map_at_5_std": -0.310512, + "nauc_map_at_5_diff1": 0.637673, + "nauc_map_at_10_max": 0.151663, + "nauc_map_at_10_std": -0.30924, + "nauc_map_at_10_diff1": 0.63474, + "nauc_map_at_20_max": 0.147533, + "nauc_map_at_20_std": -0.304635, + "nauc_map_at_20_diff1": 0.631264, + "nauc_map_at_100_max": 0.153776, + "nauc_map_at_100_std": -0.301777, + "nauc_map_at_100_diff1": 0.633916, + "nauc_map_at_1000_max": 0.153776, + "nauc_map_at_1000_std": -0.301777, + "nauc_map_at_1000_diff1": 0.633916, + "nauc_recall_at_1_max": 0.134482, + "nauc_recall_at_1_std": -0.212229, + "nauc_recall_at_1_diff1": 0.615737, + "nauc_recall_at_3_max": 0.216574, + "nauc_recall_at_3_std": -0.625619, + "nauc_recall_at_3_diff1": 0.677386, + "nauc_recall_at_5_max": 0.271311, + "nauc_recall_at_5_std": -0.548655, + "nauc_recall_at_5_diff1": 0.650053, + "nauc_recall_at_10_max": -0.201635, + "nauc_recall_at_10_std": -0.724102, + "nauc_recall_at_10_diff1": 0.567377, + "nauc_recall_at_20_max": -1.730542, + "nauc_recall_at_20_std": -1.164365, + "nauc_recall_at_20_diff1": -0.166582, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.134482, + "nauc_precision_at_1_std": -0.212229, + "nauc_precision_at_1_diff1": 0.615737, + "nauc_precision_at_3_max": 0.216574, + "nauc_precision_at_3_std": -0.625619, + "nauc_precision_at_3_diff1": 0.677386, + "nauc_precision_at_5_max": 0.271311, + "nauc_precision_at_5_std": -0.548655, + "nauc_precision_at_5_diff1": 0.650053, + "nauc_precision_at_10_max": -0.201635, + "nauc_precision_at_10_std": -0.724102, + "nauc_precision_at_10_diff1": 0.567377, + "nauc_precision_at_20_max": -1.730542, + "nauc_precision_at_20_std": -1.164365, + "nauc_precision_at_20_diff1": -0.166582, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.134482, + "nauc_mrr_at_1_std": -0.212229, + "nauc_mrr_at_1_diff1": 0.615737, + "nauc_mrr_at_3_max": 0.166751, + "nauc_mrr_at_3_std": -0.325599, + "nauc_mrr_at_3_diff1": 0.641755, + "nauc_mrr_at_5_max": 0.172747, + "nauc_mrr_at_5_std": -0.310512, + "nauc_mrr_at_5_diff1": 0.637673, + "nauc_mrr_at_10_max": 0.151663, + "nauc_mrr_at_10_std": -0.30924, + "nauc_mrr_at_10_diff1": 0.63474, + "nauc_mrr_at_20_max": 0.147533, + "nauc_mrr_at_20_std": -0.304635, + "nauc_mrr_at_20_diff1": 0.631264, + "nauc_mrr_at_100_max": 0.153776, + "nauc_mrr_at_100_std": -0.301777, + "nauc_mrr_at_100_diff1": 0.633916, + "nauc_mrr_at_1000_max": 0.153776, + "nauc_mrr_at_1000_std": -0.301777, + "nauc_mrr_at_1000_diff1": 0.633916, + "main_score": 0.8457, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.72308, + "ndcg_at_3": 0.85091, + "ndcg_at_5": 0.85754, + "ndcg_at_10": 0.85754, + "ndcg_at_20": 0.86898, + "ndcg_at_100": 0.86898, + "ndcg_at_1000": 0.86898, + "map_at_1": 0.72308, + "map_at_3": 0.82051, + "map_at_5": 0.82436, + "map_at_10": 0.82436, + "map_at_20": 0.82738, + "map_at_100": 0.82738, + "map_at_1000": 0.82738, + "recall_at_1": 0.72308, + "recall_at_3": 0.93846, + "recall_at_5": 0.95385, + "recall_at_10": 0.95385, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72308, + "precision_at_3": 0.31282, + "precision_at_5": 0.19077, + "precision_at_10": 0.09538, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.723077, + "mrr_at_3": 0.820513, + "mrr_at_5": 0.824359, + "mrr_at_10": 0.824359, + "mrr_at_20": 0.827378, + "mrr_at_100": 0.827378, + "mrr_at_1000": 0.827378, + "nauc_ndcg_at_1_max": 0.318092, + "nauc_ndcg_at_1_std": -0.002494, + "nauc_ndcg_at_1_diff1": 0.75431, + "nauc_ndcg_at_3_max": 0.492237, + "nauc_ndcg_at_3_std": 0.180442, + "nauc_ndcg_at_3_diff1": 0.79326, + "nauc_ndcg_at_5_max": 0.472804, + "nauc_ndcg_at_5_std": 0.183261, + "nauc_ndcg_at_5_diff1": 0.782636, + "nauc_ndcg_at_10_max": 0.472804, + "nauc_ndcg_at_10_std": 0.183261, + "nauc_ndcg_at_10_diff1": 0.782636, + "nauc_ndcg_at_20_max": 0.42144, + "nauc_ndcg_at_20_std": 0.10793, + "nauc_ndcg_at_20_diff1": 0.765702, + "nauc_ndcg_at_100_max": 0.42144, + "nauc_ndcg_at_100_std": 0.10793, + "nauc_ndcg_at_100_diff1": 0.765702, + "nauc_ndcg_at_1000_max": 0.42144, + "nauc_ndcg_at_1000_std": 0.10793, + "nauc_ndcg_at_1000_diff1": 0.765702, + "nauc_map_at_1_max": 0.318092, + "nauc_map_at_1_std": -0.002494, + "nauc_map_at_1_diff1": 0.75431, + "nauc_map_at_3_max": 0.429344, + "nauc_map_at_3_std": 0.106367, + "nauc_map_at_3_diff1": 0.771322, + "nauc_map_at_5_max": 0.418564, + "nauc_map_at_5_std": 0.105897, + "nauc_map_at_5_diff1": 0.765733, + "nauc_map_at_10_max": 0.418564, + "nauc_map_at_10_std": 0.105897, + "nauc_map_at_10_diff1": 0.765733, + "nauc_map_at_20_max": 0.407191, + "nauc_map_at_20_std": 0.08927, + "nauc_map_at_20_diff1": 0.762012, + "nauc_map_at_100_max": 0.407191, + "nauc_map_at_100_std": 0.08927, + "nauc_map_at_100_diff1": 0.762012, + "nauc_map_at_1000_max": 0.407191, + "nauc_map_at_1000_std": 0.08927, + "nauc_map_at_1000_diff1": 0.762012, + "nauc_recall_at_1_max": 0.318092, + "nauc_recall_at_1_std": -0.002494, + "nauc_recall_at_1_diff1": 0.75431, + "nauc_recall_at_3_max": 0.967597, + "nauc_recall_at_3_std": 0.748994, + "nauc_recall_at_3_diff1": 0.967597, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.956796, + "nauc_recall_at_5_diff1": 0.956796, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.956796, + "nauc_recall_at_10_diff1": 0.956796, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.318092, + "nauc_precision_at_1_std": -0.002494, + "nauc_precision_at_1_diff1": 0.75431, + "nauc_precision_at_3_max": 0.967597, + "nauc_precision_at_3_std": 0.748994, + "nauc_precision_at_3_diff1": 0.967597, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.956796, + "nauc_precision_at_5_diff1": 0.956796, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.956796, + "nauc_precision_at_10_diff1": 0.956796, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.318092, + "nauc_mrr_at_1_std": -0.002494, + "nauc_mrr_at_1_diff1": 0.75431, + "nauc_mrr_at_3_max": 0.429344, + "nauc_mrr_at_3_std": 0.106367, + "nauc_mrr_at_3_diff1": 0.771322, + "nauc_mrr_at_5_max": 0.418564, + "nauc_mrr_at_5_std": 0.105897, + "nauc_mrr_at_5_diff1": 0.765733, + "nauc_mrr_at_10_max": 0.418564, + "nauc_mrr_at_10_std": 0.105897, + "nauc_mrr_at_10_diff1": 0.765733, + "nauc_mrr_at_20_max": 0.407191, + "nauc_mrr_at_20_std": 0.08927, + "nauc_mrr_at_20_diff1": 0.762012, + "nauc_mrr_at_100_max": 0.407191, + "nauc_mrr_at_100_std": 0.08927, + "nauc_mrr_at_100_diff1": 0.762012, + "nauc_mrr_at_1000_max": 0.407191, + "nauc_mrr_at_1000_std": 0.08927, + "nauc_mrr_at_1000_diff1": 0.762012, + "main_score": 0.85754, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.76543, + "ndcg_at_3": 0.86023, + "ndcg_at_5": 0.8751, + "ndcg_at_10": 0.88713, + "ndcg_at_20": 0.88713, + "ndcg_at_100": 0.88713, + "ndcg_at_1000": 0.88713, + "map_at_1": 0.76543, + "map_at_3": 0.83745, + "map_at_5": 0.84547, + "map_at_10": 0.85047, + "map_at_20": 0.85047, + "map_at_100": 0.85047, + "map_at_1000": 0.85047, + "recall_at_1": 0.76543, + "recall_at_3": 0.92593, + "recall_at_5": 0.96296, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.76543, + "precision_at_3": 0.30864, + "precision_at_5": 0.19259, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.765432, + "mrr_at_3": 0.837449, + "mrr_at_5": 0.845473, + "mrr_at_10": 0.85047, + "mrr_at_20": 0.85047, + "mrr_at_100": 0.85047, + "mrr_at_1000": 0.85047, + "nauc_ndcg_at_1_max": 0.411777, + "nauc_ndcg_at_1_std": -0.032664, + "nauc_ndcg_at_1_diff1": 0.680854, + "nauc_ndcg_at_3_max": 0.457141, + "nauc_ndcg_at_3_std": -0.050649, + "nauc_ndcg_at_3_diff1": 0.675823, + "nauc_ndcg_at_5_max": 0.451531, + "nauc_ndcg_at_5_std": -0.03854, + "nauc_ndcg_at_5_diff1": 0.681668, + "nauc_ndcg_at_10_max": 0.432097, + "nauc_ndcg_at_10_std": -0.04828, + "nauc_ndcg_at_10_diff1": 0.677858, + "nauc_ndcg_at_20_max": 0.432097, + "nauc_ndcg_at_20_std": -0.04828, + "nauc_ndcg_at_20_diff1": 0.677858, + "nauc_ndcg_at_100_max": 0.432097, + "nauc_ndcg_at_100_std": -0.04828, + "nauc_ndcg_at_100_diff1": 0.677858, + "nauc_ndcg_at_1000_max": 0.432097, + "nauc_ndcg_at_1000_std": -0.04828, + "nauc_ndcg_at_1000_diff1": 0.677858, + "nauc_map_at_1_max": 0.411777, + "nauc_map_at_1_std": -0.032664, + "nauc_map_at_1_diff1": 0.680854, + "nauc_map_at_3_max": 0.440821, + "nauc_map_at_3_std": -0.047162, + "nauc_map_at_3_diff1": 0.676805, + "nauc_map_at_5_max": 0.437969, + "nauc_map_at_5_std": -0.043703, + "nauc_map_at_5_diff1": 0.680094, + "nauc_map_at_10_max": 0.430268, + "nauc_map_at_10_std": -0.047203, + "nauc_map_at_10_diff1": 0.678121, + "nauc_map_at_20_max": 0.430268, + "nauc_map_at_20_std": -0.047203, + "nauc_map_at_20_diff1": 0.678121, + "nauc_map_at_100_max": 0.430268, + "nauc_map_at_100_std": -0.047203, + "nauc_map_at_100_diff1": 0.678121, + "nauc_map_at_1000_max": 0.430268, + "nauc_map_at_1000_std": -0.047203, + "nauc_map_at_1000_diff1": 0.678121, + "nauc_recall_at_1_max": 0.411777, + "nauc_recall_at_1_std": -0.032664, + "nauc_recall_at_1_diff1": 0.680854, + "nauc_recall_at_3_max": 0.553585, + "nauc_recall_at_3_std": -0.068899, + "nauc_recall_at_3_diff1": 0.670679, + "nauc_recall_at_5_max": 0.597792, + "nauc_recall_at_5_std": 0.040039, + "nauc_recall_at_5_diff1": 0.700496, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.411777, + "nauc_precision_at_1_std": -0.032664, + "nauc_precision_at_1_diff1": 0.680854, + "nauc_precision_at_3_max": 0.553585, + "nauc_precision_at_3_std": -0.068899, + "nauc_precision_at_3_diff1": 0.670679, + "nauc_precision_at_5_max": 0.597792, + "nauc_precision_at_5_std": 0.040039, + "nauc_precision_at_5_diff1": 0.700496, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.411777, + "nauc_mrr_at_1_std": -0.032664, + "nauc_mrr_at_1_diff1": 0.680854, + "nauc_mrr_at_3_max": 0.440821, + "nauc_mrr_at_3_std": -0.047162, + "nauc_mrr_at_3_diff1": 0.676805, + "nauc_mrr_at_5_max": 0.437969, + "nauc_mrr_at_5_std": -0.043703, + "nauc_mrr_at_5_diff1": 0.680094, + "nauc_mrr_at_10_max": 0.430268, + "nauc_mrr_at_10_std": -0.047203, + "nauc_mrr_at_10_diff1": 0.678121, + "nauc_mrr_at_20_max": 0.430268, + "nauc_mrr_at_20_std": -0.047203, + "nauc_mrr_at_20_diff1": 0.678121, + "nauc_mrr_at_100_max": 0.430268, + "nauc_mrr_at_100_std": -0.047203, + "nauc_mrr_at_100_diff1": 0.678121, + "nauc_mrr_at_1000_max": 0.430268, + "nauc_mrr_at_1000_std": -0.047203, + "nauc_mrr_at_1000_diff1": 0.678121, + "main_score": 0.88713, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.67532, + "ndcg_at_3": 0.80782, + "ndcg_at_5": 0.81844, + "ndcg_at_10": 0.8351, + "ndcg_at_20": 0.83851, + "ndcg_at_100": 0.84113, + "ndcg_at_1000": 0.84113, + "map_at_1": 0.67532, + "map_at_3": 0.77706, + "map_at_5": 0.7829, + "map_at_10": 0.78968, + "map_at_20": 0.79068, + "map_at_100": 0.79111, + "map_at_1000": 0.79111, + "recall_at_1": 0.67532, + "recall_at_3": 0.8961, + "recall_at_5": 0.92208, + "recall_at_10": 0.97403, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.67532, + "precision_at_3": 0.2987, + "precision_at_5": 0.18442, + "precision_at_10": 0.0974, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675325, + "mrr_at_3": 0.777056, + "mrr_at_5": 0.7829, + "mrr_at_10": 0.789677, + "mrr_at_20": 0.790676, + "mrr_at_100": 0.791109, + "mrr_at_1000": 0.791109, + "nauc_ndcg_at_1_max": 0.272945, + "nauc_ndcg_at_1_std": -0.173162, + "nauc_ndcg_at_1_diff1": 0.6805, + "nauc_ndcg_at_3_max": 0.301524, + "nauc_ndcg_at_3_std": -0.295047, + "nauc_ndcg_at_3_diff1": 0.729547, + "nauc_ndcg_at_5_max": 0.313097, + "nauc_ndcg_at_5_std": -0.254806, + "nauc_ndcg_at_5_diff1": 0.725612, + "nauc_ndcg_at_10_max": 0.268123, + "nauc_ndcg_at_10_std": -0.306656, + "nauc_ndcg_at_10_diff1": 0.705203, + "nauc_ndcg_at_20_max": 0.278618, + "nauc_ndcg_at_20_std": -0.272279, + "nauc_ndcg_at_20_diff1": 0.708833, + "nauc_ndcg_at_100_max": 0.287035, + "nauc_ndcg_at_100_std": -0.266832, + "nauc_ndcg_at_100_diff1": 0.708573, + "nauc_ndcg_at_1000_max": 0.287035, + "nauc_ndcg_at_1000_std": -0.266832, + "nauc_ndcg_at_1000_diff1": 0.708573, + "nauc_map_at_1_max": 0.272945, + "nauc_map_at_1_std": -0.173162, + "nauc_map_at_1_diff1": 0.6805, + "nauc_map_at_3_max": 0.29454, + "nauc_map_at_3_std": -0.267825, + "nauc_map_at_3_diff1": 0.715371, + "nauc_map_at_5_max": 0.299741, + "nauc_map_at_5_std": -0.24954, + "nauc_map_at_5_diff1": 0.712698, + "nauc_map_at_10_max": 0.284348, + "nauc_map_at_10_std": -0.26674, + "nauc_map_at_10_diff1": 0.705591, + "nauc_map_at_20_max": 0.286823, + "nauc_map_at_20_std": -0.258706, + "nauc_map_at_20_diff1": 0.706418, + "nauc_map_at_100_max": 0.287903, + "nauc_map_at_100_std": -0.257987, + "nauc_map_at_100_diff1": 0.70638, + "nauc_map_at_1000_max": 0.287903, + "nauc_map_at_1000_std": -0.257987, + "nauc_map_at_1000_diff1": 0.70638, + "nauc_recall_at_1_max": 0.272945, + "nauc_recall_at_1_std": -0.173162, + "nauc_recall_at_1_diff1": 0.6805, + "nauc_recall_at_3_max": 0.337448, + "nauc_recall_at_3_std": -0.432328, + "nauc_recall_at_3_diff1": 0.804804, + "nauc_recall_at_5_max": 0.408052, + "nauc_recall_at_5_std": -0.26025, + "nauc_recall_at_5_diff1": 0.813931, + "nauc_recall_at_10_max": -0.166582, + "nauc_recall_at_10_std": -1.145493, + "nauc_recall_at_10_diff1": 0.638725, + "nauc_recall_at_20_max": -0.166582, + "nauc_recall_at_20_std": -0.560444, + "nauc_recall_at_20_diff1": 0.722603, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.272945, + "nauc_precision_at_1_std": -0.173162, + "nauc_precision_at_1_diff1": 0.6805, + "nauc_precision_at_3_max": 0.337448, + "nauc_precision_at_3_std": -0.432328, + "nauc_precision_at_3_diff1": 0.804804, + "nauc_precision_at_5_max": 0.408052, + "nauc_precision_at_5_std": -0.26025, + "nauc_precision_at_5_diff1": 0.813931, + "nauc_precision_at_10_max": -0.166582, + "nauc_precision_at_10_std": -1.145493, + "nauc_precision_at_10_diff1": 0.638725, + "nauc_precision_at_20_max": -0.166582, + "nauc_precision_at_20_std": -0.560444, + "nauc_precision_at_20_diff1": 0.722603, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.272945, + "nauc_mrr_at_1_std": -0.173162, + "nauc_mrr_at_1_diff1": 0.6805, + "nauc_mrr_at_3_max": 0.29454, + "nauc_mrr_at_3_std": -0.267825, + "nauc_mrr_at_3_diff1": 0.715371, + "nauc_mrr_at_5_max": 0.299741, + "nauc_mrr_at_5_std": -0.24954, + "nauc_mrr_at_5_diff1": 0.712698, + "nauc_mrr_at_10_max": 0.284348, + "nauc_mrr_at_10_std": -0.26674, + "nauc_mrr_at_10_diff1": 0.705591, + "nauc_mrr_at_20_max": 0.286823, + "nauc_mrr_at_20_std": -0.258706, + "nauc_mrr_at_20_diff1": 0.706418, + "nauc_mrr_at_100_max": 0.287903, + "nauc_mrr_at_100_std": -0.257987, + "nauc_mrr_at_100_diff1": 0.70638, + "nauc_mrr_at_1000_max": 0.287903, + "nauc_mrr_at_1000_std": -0.257987, + "nauc_mrr_at_1000_diff1": 0.70638, + "main_score": 0.8351, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 38.23570013046265, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-768/2/SciFact-PL.json b/results/openai__text-embedding-3-large-768/2/SciFact-PL.json new file mode 100644 index 0000000000..9e3b9f7a66 --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.57667, + "ndcg_at_3": 0.64073, + "ndcg_at_5": 0.67005, + "ndcg_at_10": 0.69929, + "ndcg_at_20": 0.70938, + "ndcg_at_100": 0.72435, + "ndcg_at_1000": 0.72907, + "map_at_1": 0.54911, + "map_at_3": 0.61566, + "map_at_5": 0.63436, + "map_at_10": 0.64998, + "map_at_20": 0.65305, + "map_at_100": 0.65505, + "map_at_1000": 0.65522, + "recall_at_1": 0.54911, + "recall_at_3": 0.68533, + "recall_at_5": 0.75844, + "recall_at_10": 0.83933, + "recall_at_20": 0.87833, + "recall_at_100": 0.96, + "recall_at_1000": 0.99667, + "precision_at_1": 0.57667, + "precision_at_3": 0.24889, + "precision_at_5": 0.16733, + "precision_at_10": 0.096, + "precision_at_20": 0.05017, + "precision_at_100": 0.01087, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.576667, + "mrr_at_3": 0.634444, + "mrr_at_5": 0.651278, + "mrr_at_10": 0.660399, + "mrr_at_20": 0.662914, + "mrr_at_100": 0.66487, + "mrr_at_1000": 0.665008, + "nauc_ndcg_at_1_max": 0.541056, + "nauc_ndcg_at_1_std": 0.098015, + "nauc_ndcg_at_1_diff1": 0.671291, + "nauc_ndcg_at_3_max": 0.511092, + "nauc_ndcg_at_3_std": 0.022658, + "nauc_ndcg_at_3_diff1": 0.614533, + "nauc_ndcg_at_5_max": 0.524352, + "nauc_ndcg_at_5_std": 0.029192, + "nauc_ndcg_at_5_diff1": 0.621022, + "nauc_ndcg_at_10_max": 0.543681, + "nauc_ndcg_at_10_std": 0.087413, + "nauc_ndcg_at_10_diff1": 0.640421, + "nauc_ndcg_at_20_max": 0.540545, + "nauc_ndcg_at_20_std": 0.088298, + "nauc_ndcg_at_20_diff1": 0.632858, + "nauc_ndcg_at_100_max": 0.545412, + "nauc_ndcg_at_100_std": 0.090233, + "nauc_ndcg_at_100_diff1": 0.637625, + "nauc_ndcg_at_1000_max": 0.539748, + "nauc_ndcg_at_1000_std": 0.081151, + "nauc_ndcg_at_1000_diff1": 0.63709, + "nauc_map_at_1_max": 0.481866, + "nauc_map_at_1_std": 0.014317, + "nauc_map_at_1_diff1": 0.652219, + "nauc_map_at_3_max": 0.501685, + "nauc_map_at_3_std": 0.010123, + "nauc_map_at_3_diff1": 0.623114, + "nauc_map_at_5_max": 0.512961, + "nauc_map_at_5_std": 0.018998, + "nauc_map_at_5_diff1": 0.62792, + "nauc_map_at_10_max": 0.528047, + "nauc_map_at_10_std": 0.056834, + "nauc_map_at_10_diff1": 0.637689, + "nauc_map_at_20_max": 0.526531, + "nauc_map_at_20_std": 0.056889, + "nauc_map_at_20_diff1": 0.635871, + "nauc_map_at_100_max": 0.526545, + "nauc_map_at_100_std": 0.056425, + "nauc_map_at_100_diff1": 0.636404, + "nauc_map_at_1000_max": 0.526384, + "nauc_map_at_1000_std": 0.056151, + "nauc_map_at_1000_diff1": 0.63632, + "nauc_recall_at_1_max": 0.481866, + "nauc_recall_at_1_std": 0.014317, + "nauc_recall_at_1_diff1": 0.652219, + "nauc_recall_at_3_max": 0.47776, + "nauc_recall_at_3_std": -0.046438, + "nauc_recall_at_3_diff1": 0.565117, + "nauc_recall_at_5_max": 0.515402, + "nauc_recall_at_5_std": -0.019721, + "nauc_recall_at_5_diff1": 0.568825, + "nauc_recall_at_10_max": 0.578964, + "nauc_recall_at_10_std": 0.171196, + "nauc_recall_at_10_diff1": 0.646892, + "nauc_recall_at_20_max": 0.571383, + "nauc_recall_at_20_std": 0.207306, + "nauc_recall_at_20_diff1": 0.592152, + "nauc_recall_at_100_max": 0.813959, + "nauc_recall_at_100_std": 0.535675, + "nauc_recall_at_100_diff1": 0.644783, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.722222, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.541056, + "nauc_precision_at_1_std": 0.098015, + "nauc_precision_at_1_diff1": 0.671291, + "nauc_precision_at_3_max": 0.510771, + "nauc_precision_at_3_std": 0.130011, + "nauc_precision_at_3_diff1": 0.45796, + "nauc_precision_at_5_max": 0.511104, + "nauc_precision_at_5_std": 0.214473, + "nauc_precision_at_5_diff1": 0.380274, + "nauc_precision_at_10_max": 0.425076, + "nauc_precision_at_10_std": 0.412914, + "nauc_precision_at_10_diff1": 0.243362, + "nauc_precision_at_20_max": 0.377338, + "nauc_precision_at_20_std": 0.441784, + "nauc_precision_at_20_diff1": 0.167077, + "nauc_precision_at_100_max": 0.341166, + "nauc_precision_at_100_std": 0.556785, + "nauc_precision_at_100_diff1": 0.031791, + "nauc_precision_at_1000_max": 0.244991, + "nauc_precision_at_1000_std": 0.534032, + "nauc_precision_at_1000_diff1": -0.074328, + "nauc_mrr_at_1_max": 0.541056, + "nauc_mrr_at_1_std": 0.098015, + "nauc_mrr_at_1_diff1": 0.671291, + "nauc_mrr_at_3_max": 0.529214, + "nauc_mrr_at_3_std": 0.069787, + "nauc_mrr_at_3_diff1": 0.633167, + "nauc_mrr_at_5_max": 0.540727, + "nauc_mrr_at_5_std": 0.083217, + "nauc_mrr_at_5_diff1": 0.638189, + "nauc_mrr_at_10_max": 0.541141, + "nauc_mrr_at_10_std": 0.093234, + "nauc_mrr_at_10_diff1": 0.643605, + "nauc_mrr_at_20_max": 0.540659, + "nauc_mrr_at_20_std": 0.09282, + "nauc_mrr_at_20_diff1": 0.641464, + "nauc_mrr_at_100_max": 0.540786, + "nauc_mrr_at_100_std": 0.092565, + "nauc_mrr_at_100_diff1": 0.642092, + "nauc_mrr_at_1000_max": 0.54062, + "nauc_mrr_at_1000_std": 0.092269, + "nauc_mrr_at_1000_diff1": 0.642075, + "main_score": 0.69929, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 112.44477105140686, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-768/2/SciFact.json b/results/openai__text-embedding-3-large-768/2/SciFact.json new file mode 100644 index 0000000000..f224552ce9 --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.25.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.65142, + "ndcg_at_3": 0.73221, + "ndcg_at_5": 0.75356, + "ndcg_at_10": 0.77143, + "ndcg_at_20": 0.78348, + "ndcg_at_100": 0.79208, + "ndcg_at_1000": 0.79479, + "map_at_1": 0.62108, + "map_at_3": 0.70461, + "map_at_5": 0.71932, + "map_at_10": 0.72822, + "map_at_20": 0.7323, + "map_at_100": 0.73368, + "map_at_1000": 0.7338, + "recall_at_1": 0.62108, + "recall_at_3": 0.78628, + "recall_at_5": 0.83752, + "recall_at_10": 0.8885, + "recall_at_20": 0.93263, + "recall_at_100": 0.9759, + "recall_at_1000": 0.99629, + "precision_at_1": 0.65142, + "precision_at_3": 0.28842, + "precision_at_5": 0.18665, + "precision_at_10": 0.10012, + "precision_at_20": 0.05303, + "precision_at_100": 0.01111, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.651422, + "mrr_at_3": 0.724557, + "mrr_at_5": 0.73426, + "mrr_at_10": 0.74021, + "mrr_at_20": 0.742705, + "mrr_at_100": 0.743925, + "mrr_at_1000": 0.744038, + "nauc_ndcg_at_1_max": 0.483452, + "nauc_ndcg_at_1_std": -0.093581, + "nauc_ndcg_at_1_diff1": 0.733989, + "nauc_ndcg_at_3_max": 0.504739, + "nauc_ndcg_at_3_std": -0.088154, + "nauc_ndcg_at_3_diff1": 0.692172, + "nauc_ndcg_at_5_max": 0.52176, + "nauc_ndcg_at_5_std": -0.060424, + "nauc_ndcg_at_5_diff1": 0.685865, + "nauc_ndcg_at_10_max": 0.51763, + "nauc_ndcg_at_10_std": -0.052891, + "nauc_ndcg_at_10_diff1": 0.684928, + "nauc_ndcg_at_20_max": 0.521775, + "nauc_ndcg_at_20_std": -0.026052, + "nauc_ndcg_at_20_diff1": 0.686008, + "nauc_ndcg_at_100_max": 0.520627, + "nauc_ndcg_at_100_std": -0.031287, + "nauc_ndcg_at_100_diff1": 0.688511, + "nauc_ndcg_at_1000_max": 0.51941, + "nauc_ndcg_at_1000_std": -0.041975, + "nauc_ndcg_at_1000_diff1": 0.692152, + "nauc_map_at_1_max": 0.421726, + "nauc_map_at_1_std": -0.140502, + "nauc_map_at_1_diff1": 0.725727, + "nauc_map_at_3_max": 0.482983, + "nauc_map_at_3_std": -0.114443, + "nauc_map_at_3_diff1": 0.70156, + "nauc_map_at_5_max": 0.502294, + "nauc_map_at_5_std": -0.090509, + "nauc_map_at_5_diff1": 0.697972, + "nauc_map_at_10_max": 0.503367, + "nauc_map_at_10_std": -0.082297, + "nauc_map_at_10_diff1": 0.698143, + "nauc_map_at_20_max": 0.505186, + "nauc_map_at_20_std": -0.0736, + "nauc_map_at_20_diff1": 0.698507, + "nauc_map_at_100_max": 0.505013, + "nauc_map_at_100_std": -0.073954, + "nauc_map_at_100_diff1": 0.698781, + "nauc_map_at_1000_max": 0.504945, + "nauc_map_at_1000_std": -0.07434, + "nauc_map_at_1000_diff1": 0.698887, + "nauc_recall_at_1_max": 0.421726, + "nauc_recall_at_1_std": -0.140502, + "nauc_recall_at_1_diff1": 0.725727, + "nauc_recall_at_3_max": 0.504536, + "nauc_recall_at_3_std": -0.104586, + "nauc_recall_at_3_diff1": 0.653021, + "nauc_recall_at_5_max": 0.548384, + "nauc_recall_at_5_std": -0.013204, + "nauc_recall_at_5_diff1": 0.612879, + "nauc_recall_at_10_max": 0.528988, + "nauc_recall_at_10_std": 0.016876, + "nauc_recall_at_10_diff1": 0.586497, + "nauc_recall_at_20_max": 0.577962, + "nauc_recall_at_20_std": 0.308596, + "nauc_recall_at_20_diff1": 0.553331, + "nauc_recall_at_100_max": 0.618138, + "nauc_recall_at_100_std": 0.659708, + "nauc_recall_at_100_diff1": 0.419258, + "nauc_recall_at_1000_max": 0.807755, + "nauc_recall_at_1000_std": 0.609668, + "nauc_recall_at_1000_diff1": 0.342918, + "nauc_precision_at_1_max": 0.483452, + "nauc_precision_at_1_std": -0.093581, + "nauc_precision_at_1_diff1": 0.733989, + "nauc_precision_at_3_max": 0.470406, + "nauc_precision_at_3_std": 0.1336, + "nauc_precision_at_3_diff1": 0.334979, + "nauc_precision_at_5_max": 0.440269, + "nauc_precision_at_5_std": 0.256773, + "nauc_precision_at_5_diff1": 0.175451, + "nauc_precision_at_10_max": 0.338967, + "nauc_precision_at_10_std": 0.323521, + "nauc_precision_at_10_diff1": 0.034198, + "nauc_precision_at_20_max": 0.25886, + "nauc_precision_at_20_std": 0.427919, + "nauc_precision_at_20_diff1": -0.091118, + "nauc_precision_at_100_max": 0.181541, + "nauc_precision_at_100_std": 0.469041, + "nauc_precision_at_100_diff1": -0.223279, + "nauc_precision_at_1000_max": 0.144957, + "nauc_precision_at_1000_std": 0.447097, + "nauc_precision_at_1000_diff1": -0.279068, + "nauc_mrr_at_1_max": 0.483452, + "nauc_mrr_at_1_std": -0.093581, + "nauc_mrr_at_1_diff1": 0.733989, + "nauc_mrr_at_3_max": 0.526233, + "nauc_mrr_at_3_std": -0.053299, + "nauc_mrr_at_3_diff1": 0.709728, + "nauc_mrr_at_5_max": 0.527393, + "nauc_mrr_at_5_std": -0.044665, + "nauc_mrr_at_5_diff1": 0.705977, + "nauc_mrr_at_10_max": 0.522937, + "nauc_mrr_at_10_std": -0.048282, + "nauc_mrr_at_10_diff1": 0.705871, + "nauc_mrr_at_20_max": 0.522774, + "nauc_mrr_at_20_std": -0.044868, + "nauc_mrr_at_20_diff1": 0.706203, + "nauc_mrr_at_100_max": 0.522807, + "nauc_mrr_at_100_std": -0.045756, + "nauc_mrr_at_100_diff1": 0.706598, + "nauc_mrr_at_1000_max": 0.522735, + "nauc_mrr_at_1000_std": -0.046142, + "nauc_mrr_at_1000_diff1": 0.706724, + "main_score": 0.77143, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.65667, + "ndcg_at_3": 0.72032, + "ndcg_at_5": 0.73807, + "ndcg_at_10": 0.76652, + "ndcg_at_20": 0.77346, + "ndcg_at_100": 0.78338, + "ndcg_at_1000": 0.78718, + "map_at_1": 0.62161, + "map_at_3": 0.69107, + "map_at_5": 0.70453, + "map_at_10": 0.71997, + "map_at_20": 0.72234, + "map_at_100": 0.72383, + "map_at_1000": 0.72397, + "recall_at_1": 0.62161, + "recall_at_3": 0.76972, + "recall_at_5": 0.81511, + "recall_at_10": 0.89333, + "recall_at_20": 0.91833, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "precision_at_1": 0.65667, + "precision_at_3": 0.27778, + "precision_at_5": 0.18, + "precision_at_10": 0.10133, + "precision_at_20": 0.05233, + "precision_at_100": 0.011, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.656667, + "mrr_at_3": 0.717778, + "mrr_at_5": 0.726111, + "mrr_at_10": 0.735803, + "mrr_at_20": 0.737207, + "mrr_at_100": 0.738613, + "mrr_at_1000": 0.738753, + "nauc_ndcg_at_1_max": 0.522738, + "nauc_ndcg_at_1_std": 0.044416, + "nauc_ndcg_at_1_diff1": 0.694687, + "nauc_ndcg_at_3_max": 0.497216, + "nauc_ndcg_at_3_std": -0.017858, + "nauc_ndcg_at_3_diff1": 0.660069, + "nauc_ndcg_at_5_max": 0.525452, + "nauc_ndcg_at_5_std": 0.014534, + "nauc_ndcg_at_5_diff1": 0.656667, + "nauc_ndcg_at_10_max": 0.550747, + "nauc_ndcg_at_10_std": 0.04918, + "nauc_ndcg_at_10_diff1": 0.670818, + "nauc_ndcg_at_20_max": 0.553853, + "nauc_ndcg_at_20_std": 0.057433, + "nauc_ndcg_at_20_diff1": 0.669769, + "nauc_ndcg_at_100_max": 0.545945, + "nauc_ndcg_at_100_std": 0.054802, + "nauc_ndcg_at_100_diff1": 0.672708, + "nauc_ndcg_at_1000_max": 0.540206, + "nauc_ndcg_at_1000_std": 0.045577, + "nauc_ndcg_at_1000_diff1": 0.67135, + "nauc_map_at_1_max": 0.450896, + "nauc_map_at_1_std": -0.0806, + "nauc_map_at_1_diff1": 0.671717, + "nauc_map_at_3_max": 0.475619, + "nauc_map_at_3_std": -0.05922, + "nauc_map_at_3_diff1": 0.660207, + "nauc_map_at_5_max": 0.498803, + "nauc_map_at_5_std": -0.023565, + "nauc_map_at_5_diff1": 0.660519, + "nauc_map_at_10_max": 0.516163, + "nauc_map_at_10_std": 0.004913, + "nauc_map_at_10_diff1": 0.669328, + "nauc_map_at_20_max": 0.517195, + "nauc_map_at_20_std": 0.008293, + "nauc_map_at_20_diff1": 0.668398, + "nauc_map_at_100_max": 0.515923, + "nauc_map_at_100_std": 0.007247, + "nauc_map_at_100_diff1": 0.668683, + "nauc_map_at_1000_max": 0.515799, + "nauc_map_at_1000_std": 0.007103, + "nauc_map_at_1000_diff1": 0.668652, + "nauc_recall_at_1_max": 0.450896, + "nauc_recall_at_1_std": -0.0806, + "nauc_recall_at_1_diff1": 0.671717, + "nauc_recall_at_3_max": 0.476467, + "nauc_recall_at_3_std": -0.078057, + "nauc_recall_at_3_diff1": 0.626174, + "nauc_recall_at_5_max": 0.550115, + "nauc_recall_at_5_std": 0.033821, + "nauc_recall_at_5_diff1": 0.600449, + "nauc_recall_at_10_max": 0.681241, + "nauc_recall_at_10_std": 0.161707, + "nauc_recall_at_10_diff1": 0.656265, + "nauc_recall_at_20_max": 0.749948, + "nauc_recall_at_20_std": 0.252453, + "nauc_recall_at_20_diff1": 0.658683, + "nauc_recall_at_100_max": 0.842826, + "nauc_recall_at_100_std": 0.55291, + "nauc_recall_at_100_diff1": 0.741156, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.522738, + "nauc_precision_at_1_std": 0.044416, + "nauc_precision_at_1_diff1": 0.694687, + "nauc_precision_at_3_max": 0.477075, + "nauc_precision_at_3_std": 0.211368, + "nauc_precision_at_3_diff1": 0.461325, + "nauc_precision_at_5_max": 0.477062, + "nauc_precision_at_5_std": 0.385861, + "nauc_precision_at_5_diff1": 0.316252, + "nauc_precision_at_10_max": 0.399868, + "nauc_precision_at_10_std": 0.550948, + "nauc_precision_at_10_diff1": 0.144959, + "nauc_precision_at_20_max": 0.350809, + "nauc_precision_at_20_std": 0.569884, + "nauc_precision_at_20_diff1": 0.0699, + "nauc_precision_at_100_max": 0.267362, + "nauc_precision_at_100_std": 0.65614, + "nauc_precision_at_100_diff1": -0.047725, + "nauc_precision_at_1000_max": 0.191038, + "nauc_precision_at_1000_std": 0.669831, + "nauc_precision_at_1000_diff1": -0.152353, + "nauc_mrr_at_1_max": 0.522738, + "nauc_mrr_at_1_std": 0.044416, + "nauc_mrr_at_1_diff1": 0.694687, + "nauc_mrr_at_3_max": 0.539297, + "nauc_mrr_at_3_std": 0.05742, + "nauc_mrr_at_3_diff1": 0.680343, + "nauc_mrr_at_5_max": 0.547612, + "nauc_mrr_at_5_std": 0.071026, + "nauc_mrr_at_5_diff1": 0.677247, + "nauc_mrr_at_10_max": 0.550053, + "nauc_mrr_at_10_std": 0.072277, + "nauc_mrr_at_10_diff1": 0.678777, + "nauc_mrr_at_20_max": 0.550272, + "nauc_mrr_at_20_std": 0.072558, + "nauc_mrr_at_20_diff1": 0.679442, + "nauc_mrr_at_100_max": 0.549176, + "nauc_mrr_at_100_std": 0.071647, + "nauc_mrr_at_100_diff1": 0.67994, + "nauc_mrr_at_1000_max": 0.549068, + "nauc_mrr_at_1000_std": 0.071538, + "nauc_mrr_at_1000_diff1": 0.679915, + "main_score": 0.76652, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 213.32544898986816, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-768/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-large-768/2/TRECCOVID-PL.json new file mode 100644 index 0000000000..d311052f69 --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.61296, + "ndcg_at_5": 0.62189, + "ndcg_at_10": 0.61043, + "ndcg_at_20": 0.60096, + "ndcg_at_100": 0.50961, + "ndcg_at_1000": 0.48613, + "map_at_1": 0.00178, + "map_at_3": 0.00488, + "map_at_5": 0.00778, + "map_at_10": 0.01449, + "map_at_20": 0.02668, + "map_at_100": 0.09428, + "map_at_1000": 0.23457, + "recall_at_1": 0.00178, + "recall_at_3": 0.0055, + "recall_at_5": 0.00915, + "recall_at_10": 0.01782, + "recall_at_20": 0.03394, + "recall_at_100": 0.1321, + "recall_at_1000": 0.46568, + "precision_at_1": 0.64, + "precision_at_3": 0.66, + "precision_at_5": 0.684, + "precision_at_10": 0.654, + "precision_at_20": 0.644, + "precision_at_100": 0.5248, + "precision_at_1000": 0.21046, + "mrr_at_1": 0.62, + "mrr_at_3": 0.766667, + "mrr_at_5": 0.780667, + "mrr_at_10": 0.780667, + "mrr_at_20": 0.780667, + "mrr_at_100": 0.780667, + "mrr_at_1000": 0.780667, + "nauc_ndcg_at_1_max": -0.027197, + "nauc_ndcg_at_1_std": 0.514845, + "nauc_ndcg_at_1_diff1": -0.197997, + "nauc_ndcg_at_3_max": 0.142333, + "nauc_ndcg_at_3_std": 0.537933, + "nauc_ndcg_at_3_diff1": -0.18609, + "nauc_ndcg_at_5_max": 0.159454, + "nauc_ndcg_at_5_std": 0.556165, + "nauc_ndcg_at_5_diff1": -0.197367, + "nauc_ndcg_at_10_max": 0.216088, + "nauc_ndcg_at_10_std": 0.575376, + "nauc_ndcg_at_10_diff1": -0.158166, + "nauc_ndcg_at_20_max": 0.281697, + "nauc_ndcg_at_20_std": 0.661937, + "nauc_ndcg_at_20_diff1": -0.173187, + "nauc_ndcg_at_100_max": 0.353991, + "nauc_ndcg_at_100_std": 0.736664, + "nauc_ndcg_at_100_diff1": -0.129677, + "nauc_ndcg_at_1000_max": 0.408513, + "nauc_ndcg_at_1000_std": 0.720862, + "nauc_ndcg_at_1000_diff1": 0.054284, + "nauc_map_at_1_max": -0.102453, + "nauc_map_at_1_std": 0.297508, + "nauc_map_at_1_diff1": -0.061961, + "nauc_map_at_3_max": 0.002659, + "nauc_map_at_3_std": 0.34981, + "nauc_map_at_3_diff1": -0.110695, + "nauc_map_at_5_max": 0.069585, + "nauc_map_at_5_std": 0.370373, + "nauc_map_at_5_diff1": -0.099802, + "nauc_map_at_10_max": 0.105689, + "nauc_map_at_10_std": 0.39105, + "nauc_map_at_10_diff1": -0.092701, + "nauc_map_at_20_max": 0.16946, + "nauc_map_at_20_std": 0.488028, + "nauc_map_at_20_diff1": -0.125805, + "nauc_map_at_100_max": 0.328215, + "nauc_map_at_100_std": 0.682311, + "nauc_map_at_100_diff1": -0.130009, + "nauc_map_at_1000_max": 0.454538, + "nauc_map_at_1000_std": 0.739053, + "nauc_map_at_1000_diff1": -0.03455, + "nauc_recall_at_1_max": -0.102453, + "nauc_recall_at_1_std": 0.297508, + "nauc_recall_at_1_diff1": -0.061961, + "nauc_recall_at_3_max": 0.012424, + "nauc_recall_at_3_std": 0.318721, + "nauc_recall_at_3_diff1": -0.067985, + "nauc_recall_at_5_max": 0.05535, + "nauc_recall_at_5_std": 0.335995, + "nauc_recall_at_5_diff1": -0.058624, + "nauc_recall_at_10_max": 0.053946, + "nauc_recall_at_10_std": 0.326573, + "nauc_recall_at_10_diff1": -0.029742, + "nauc_recall_at_20_max": 0.100104, + "nauc_recall_at_20_std": 0.435444, + "nauc_recall_at_20_diff1": -0.080403, + "nauc_recall_at_100_max": 0.254385, + "nauc_recall_at_100_std": 0.601739, + "nauc_recall_at_100_diff1": -0.050541, + "nauc_recall_at_1000_max": 0.411397, + "nauc_recall_at_1000_std": 0.635627, + "nauc_recall_at_1000_diff1": 0.118317, + "nauc_precision_at_1_max": -0.047069, + "nauc_precision_at_1_std": 0.490708, + "nauc_precision_at_1_diff1": -0.243901, + "nauc_precision_at_3_max": 0.186227, + "nauc_precision_at_3_std": 0.443176, + "nauc_precision_at_3_diff1": -0.206482, + "nauc_precision_at_5_max": 0.227965, + "nauc_precision_at_5_std": 0.48722, + "nauc_precision_at_5_diff1": -0.211303, + "nauc_precision_at_10_max": 0.262867, + "nauc_precision_at_10_std": 0.524969, + "nauc_precision_at_10_diff1": -0.145476, + "nauc_precision_at_20_max": 0.328154, + "nauc_precision_at_20_std": 0.663806, + "nauc_precision_at_20_diff1": -0.207697, + "nauc_precision_at_100_max": 0.39032, + "nauc_precision_at_100_std": 0.742559, + "nauc_precision_at_100_diff1": -0.130008, + "nauc_precision_at_1000_max": 0.39168, + "nauc_precision_at_1000_std": 0.431217, + "nauc_precision_at_1000_diff1": -0.020724, + "nauc_mrr_at_1_max": -0.00883, + "nauc_mrr_at_1_std": 0.435652, + "nauc_mrr_at_1_diff1": -0.169092, + "nauc_mrr_at_3_max": 0.105541, + "nauc_mrr_at_3_std": 0.460403, + "nauc_mrr_at_3_diff1": -0.071405, + "nauc_mrr_at_5_max": 0.067385, + "nauc_mrr_at_5_std": 0.442821, + "nauc_mrr_at_5_diff1": -0.108269, + "nauc_mrr_at_10_max": 0.067385, + "nauc_mrr_at_10_std": 0.442821, + "nauc_mrr_at_10_diff1": -0.108269, + "nauc_mrr_at_20_max": 0.067385, + "nauc_mrr_at_20_std": 0.442821, + "nauc_mrr_at_20_diff1": -0.108269, + "nauc_mrr_at_100_max": 0.067385, + "nauc_mrr_at_100_std": 0.442821, + "nauc_mrr_at_100_diff1": -0.108269, + "nauc_mrr_at_1000_max": 0.067385, + "nauc_mrr_at_1000_std": 0.442821, + "nauc_mrr_at_1000_diff1": -0.108269, + "main_score": 0.61043, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3081.442842245102, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-large-768/2/TRECCOVID.json b/results/openai__text-embedding-3-large-768/2/TRECCOVID.json new file mode 100644 index 0000000000..b171743d8c --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.81927, + "ndcg_at_5": 0.80517, + "ndcg_at_10": 0.7946, + "ndcg_at_20": 0.76198, + "ndcg_at_100": 0.63842, + "ndcg_at_1000": 0.57755, + "map_at_1": 0.00246, + "map_at_3": 0.00653, + "map_at_5": 0.01041, + "map_at_10": 0.02003, + "map_at_20": 0.03685, + "map_at_100": 0.12941, + "map_at_1000": 0.31339, + "recall_at_1": 0.00246, + "recall_at_3": 0.00677, + "recall_at_5": 0.01111, + "recall_at_10": 0.02201, + "recall_at_20": 0.04165, + "recall_at_100": 0.16144, + "recall_at_1000": 0.54922, + "precision_at_1": 0.92, + "precision_at_3": 0.85333, + "precision_at_5": 0.848, + "precision_at_10": 0.844, + "precision_at_20": 0.804, + "precision_at_100": 0.6552, + "precision_at_1000": 0.25186, + "mrr_at_1": 0.92, + "mrr_at_3": 0.95, + "mrr_at_5": 0.955, + "mrr_at_10": 0.955, + "mrr_at_20": 0.955, + "mrr_at_100": 0.955, + "mrr_at_1000": 0.955, + "nauc_ndcg_at_1_max": 0.078494, + "nauc_ndcg_at_1_std": 0.206835, + "nauc_ndcg_at_1_diff1": 0.18172, + "nauc_ndcg_at_3_max": 0.077203, + "nauc_ndcg_at_3_std": 0.324967, + "nauc_ndcg_at_3_diff1": -0.030518, + "nauc_ndcg_at_5_max": 0.124906, + "nauc_ndcg_at_5_std": 0.341679, + "nauc_ndcg_at_5_diff1": -0.088606, + "nauc_ndcg_at_10_max": 0.248748, + "nauc_ndcg_at_10_std": 0.473871, + "nauc_ndcg_at_10_diff1": 0.018249, + "nauc_ndcg_at_20_max": 0.237194, + "nauc_ndcg_at_20_std": 0.591612, + "nauc_ndcg_at_20_diff1": 0.010376, + "nauc_ndcg_at_100_max": 0.25845, + "nauc_ndcg_at_100_std": 0.729637, + "nauc_ndcg_at_100_diff1": 0.132048, + "nauc_ndcg_at_1000_max": 0.330521, + "nauc_ndcg_at_1000_std": 0.766544, + "nauc_ndcg_at_1000_diff1": 0.216241, + "nauc_map_at_1_max": 0.043518, + "nauc_map_at_1_std": 0.154913, + "nauc_map_at_1_diff1": 0.048959, + "nauc_map_at_3_max": 0.019884, + "nauc_map_at_3_std": 0.223519, + "nauc_map_at_3_diff1": 0.015161, + "nauc_map_at_5_max": 0.039843, + "nauc_map_at_5_std": 0.219697, + "nauc_map_at_5_diff1": 0.009764, + "nauc_map_at_10_max": 0.091647, + "nauc_map_at_10_std": 0.308008, + "nauc_map_at_10_diff1": 0.081537, + "nauc_map_at_20_max": 0.134788, + "nauc_map_at_20_std": 0.414741, + "nauc_map_at_20_diff1": 0.11219, + "nauc_map_at_100_max": 0.290636, + "nauc_map_at_100_std": 0.664717, + "nauc_map_at_100_diff1": 0.273219, + "nauc_map_at_1000_max": 0.346086, + "nauc_map_at_1000_std": 0.802421, + "nauc_map_at_1000_diff1": 0.216769, + "nauc_recall_at_1_max": 0.043518, + "nauc_recall_at_1_std": 0.154913, + "nauc_recall_at_1_diff1": 0.048959, + "nauc_recall_at_3_max": 0.012486, + "nauc_recall_at_3_std": 0.218787, + "nauc_recall_at_3_diff1": 0.021806, + "nauc_recall_at_5_max": 0.021032, + "nauc_recall_at_5_std": 0.211486, + "nauc_recall_at_5_diff1": 0.024095, + "nauc_recall_at_10_max": 0.058802, + "nauc_recall_at_10_std": 0.289137, + "nauc_recall_at_10_diff1": 0.107657, + "nauc_recall_at_20_max": 0.089364, + "nauc_recall_at_20_std": 0.361977, + "nauc_recall_at_20_diff1": 0.113659, + "nauc_recall_at_100_max": 0.23185, + "nauc_recall_at_100_std": 0.56576, + "nauc_recall_at_100_diff1": 0.279325, + "nauc_recall_at_1000_max": 0.326794, + "nauc_recall_at_1000_std": 0.656827, + "nauc_recall_at_1000_diff1": 0.229219, + "nauc_precision_at_1_max": 0.568277, + "nauc_precision_at_1_std": 0.204832, + "nauc_precision_at_1_diff1": 0.025093, + "nauc_precision_at_3_max": 0.278507, + "nauc_precision_at_3_std": 0.34902, + "nauc_precision_at_3_diff1": -0.196409, + "nauc_precision_at_5_max": 0.260644, + "nauc_precision_at_5_std": 0.343004, + "nauc_precision_at_5_diff1": -0.196111, + "nauc_precision_at_10_max": 0.388218, + "nauc_precision_at_10_std": 0.533598, + "nauc_precision_at_10_diff1": 0.005361, + "nauc_precision_at_20_max": 0.288026, + "nauc_precision_at_20_std": 0.658559, + "nauc_precision_at_20_diff1": 0.006159, + "nauc_precision_at_100_max": 0.302782, + "nauc_precision_at_100_std": 0.717116, + "nauc_precision_at_100_diff1": 0.14643, + "nauc_precision_at_1000_max": 0.228154, + "nauc_precision_at_1000_std": 0.256207, + "nauc_precision_at_1000_diff1": -0.067252, + "nauc_mrr_at_1_max": 0.568277, + "nauc_mrr_at_1_std": 0.204832, + "nauc_mrr_at_1_diff1": 0.025093, + "nauc_mrr_at_3_max": 0.599066, + "nauc_mrr_at_3_std": 0.274697, + "nauc_mrr_at_3_diff1": -0.014192, + "nauc_mrr_at_5_max": 0.585382, + "nauc_mrr_at_5_std": 0.243646, + "nauc_mrr_at_5_diff1": 0.003268, + "nauc_mrr_at_10_max": 0.585382, + "nauc_mrr_at_10_std": 0.243646, + "nauc_mrr_at_10_diff1": 0.003268, + "nauc_mrr_at_20_max": 0.585382, + "nauc_mrr_at_20_std": 0.243646, + "nauc_mrr_at_20_diff1": 0.003268, + "nauc_mrr_at_100_max": 0.585382, + "nauc_mrr_at_100_std": 0.243646, + "nauc_mrr_at_100_diff1": 0.003268, + "nauc_mrr_at_1000_max": 0.585382, + "nauc_mrr_at_1000_std": 0.243646, + "nauc_mrr_at_1000_diff1": 0.003268, + "main_score": 0.7946, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2900.423491001129, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-large-768/2/model_meta.json b/results/openai__text-embedding-3-large-768/2/model_meta.json new file mode 100644 index 0000000000..a1052bb1ef --- /dev/null +++ b/results/openai__text-embedding-3-large-768/2/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "openai/text-embedding-3-large-768", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 768, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} diff --git a/results/openai__text-embedding-3-large/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-large/2/CMedQAv2-reranking.json index c5bebe11b9..e90d84565f 100644 --- a/results/openai__text-embedding-3-large/2/CMedQAv2-reranking.json +++ b/results/openai__text-embedding-3-large/2/CMedQAv2-reranking.json @@ -22,5 +22,5 @@ ] }, "evaluation_time": 1884.4257838726044, - "kg_co2_emissions": 0.00044117606664305007 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-large/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-large/2/CmedqaRetrieval.json index 0091b900b7..b75a910358 100644 --- a/results/openai__text-embedding-3-large/2/CmedqaRetrieval.json +++ b/results/openai__text-embedding-3-large/2/CmedqaRetrieval.json @@ -154,5 +154,5 @@ ] }, "evaluation_time": 2936.1834087371826, - "kg_co2_emissions": 0.0005700112053268032 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-large/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-large/2/MedicalQARetrieval.json index e5af0cdc99..425356c519 100644 --- a/results/openai__text-embedding-3-large/2/MedicalQARetrieval.json +++ b/results/openai__text-embedding-3-large/2/MedicalQARetrieval.json @@ -154,5 +154,5 @@ ] }, "evaluation_time": 81.16353392601013, - "kg_co2_emissions": 2.6804755836003245e-05 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-large/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-large/2/MedrxivClusteringS2S.v2.json index 90d61b85eb..4b7108f29c 100644 --- a/results/openai__text-embedding-3-large/2/MedrxivClusteringS2S.v2.json +++ b/results/openai__text-embedding-3-large/2/MedrxivClusteringS2S.v2.json @@ -30,5 +30,5 @@ ] }, "evaluation_time": 43.02136588096619, - "kg_co2_emissions": 9.90941361771497e-06 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-large/2/PublicHealthQA.json b/results/openai__text-embedding-3-large/2/PublicHealthQA.json index 23b1afa815..ee83a126b5 100644 --- a/results/openai__text-embedding-3-large/2/PublicHealthQA.json +++ b/results/openai__text-embedding-3-large/2/PublicHealthQA.json @@ -1183,5 +1183,5 @@ ] }, "evaluation_time": 60.81188201904297, - "kg_co2_emissions": 3.584997699480917e-05 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-large/2/SciFact-PL.json b/results/openai__text-embedding-3-large/2/SciFact-PL.json index 0df810d10b..fe95f30ed8 100644 --- a/results/openai__text-embedding-3-large/2/SciFact-PL.json +++ b/results/openai__text-embedding-3-large/2/SciFact-PL.json @@ -154,5 +154,5 @@ ] }, "evaluation_time": 114.53178191184998, - "kg_co2_emissions": 2.8807605272851364e-05 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-large/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-large/2/TRECCOVID-PL.json index a74a11b75d..eade4aa3b9 100644 --- a/results/openai__text-embedding-3-large/2/TRECCOVID-PL.json +++ b/results/openai__text-embedding-3-large/2/TRECCOVID-PL.json @@ -154,5 +154,5 @@ ] }, "evaluation_time": 3320.7924070358276, - "kg_co2_emissions": 0.000863871068961537 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-large/2/model_meta.json b/results/openai__text-embedding-3-large/2/model_meta.json index 3414eaa4d9..c998ef9bdd 100644 --- a/results/openai__text-embedding-3-large/2/model_meta.json +++ b/results/openai__text-embedding-3-large/2/model_meta.json @@ -1 +1,24 @@ -{"name": "openai/text-embedding-3-large", "revision": "2", "release_date": "2024-01-25", "languages": null, "n_parameters": null, "memory_usage": null, "max_tokens": 8191.0, "embed_dim": 3072, "license": null, "open_weights": false, "public_training_data": null, "public_training_code": null, "framework": ["API"], "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", "similarity_fn_name": null, "use_instructions": false, "training_datasets": null, "adapted_from": null, "superseded_by": null, "loader": "OpenAIWrapper"} \ No newline at end of file +{ + "name": "openai/text-embedding-3-large", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 3072, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": null, + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} \ No newline at end of file diff --git a/results/openai__text-embedding-3-small-1024/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-small-1024/2/CMedQAv2-reranking.json new file mode 100644 index 0000000000..b6eaff6c06 --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "map": 0.640784, + "mrr": 0.697265, + "nAUC_map_max": 0.520919, + "nAUC_map_std": 0.210567, + "nAUC_map_diff1": 0.494577, + "nAUC_mrr_max": 0.597233, + "nAUC_mrr_std": 0.261428, + "nAUC_mrr_diff1": 0.538698, + "main_score": 0.640784, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 672.3034501075745, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/CUREv1.json b/results/openai__text-embedding-3-small-1024/2/CUREv1.json new file mode 100644 index 0000000000..9fbc8920cd --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.25.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.59575, + "ndcg_at_3": 0.54729, + "ndcg_at_5": 0.52926, + "ndcg_at_10": 0.51889, + "ndcg_at_20": 0.52693, + "ndcg_at_100": 0.59398, + "ndcg_at_1000": 0.67861, + "map_at_1": 0.08733, + "map_at_3": 0.16108, + "map_at_5": 0.19799, + "map_at_10": 0.24612, + "map_at_20": 0.28991, + "map_at_100": 0.36949, + "map_at_1000": 0.40805, + "recall_at_1": 0.08733, + "recall_at_3": 0.17913, + "recall_at_5": 0.23354, + "recall_at_10": 0.32076, + "recall_at_20": 0.4231, + "recall_at_100": 0.69441, + "recall_at_1000": 0.94554, + "precision_at_1": 0.7105, + "precision_at_3": 0.5955, + "precision_at_5": 0.5255, + "precision_at_10": 0.43155, + "precision_at_20": 0.34475, + "precision_at_100": 0.16808, + "precision_at_1000": 0.03398, + "mrr_at_1": 0.7105, + "mrr_at_3": 0.7885, + "mrr_at_5": 0.7966, + "mrr_at_10": 0.801468, + "mrr_at_20": 0.80259, + "mrr_at_100": 0.803124, + "mrr_at_1000": 0.80317, + "nauc_ndcg_at_1_max": 0.329741, + "nauc_ndcg_at_1_std": 0.087553, + "nauc_ndcg_at_1_diff1": 0.327967, + "nauc_ndcg_at_3_max": 0.338611, + "nauc_ndcg_at_3_std": 0.132101, + "nauc_ndcg_at_3_diff1": 0.21686, + "nauc_ndcg_at_5_max": 0.336445, + "nauc_ndcg_at_5_std": 0.138946, + "nauc_ndcg_at_5_diff1": 0.197767, + "nauc_ndcg_at_10_max": 0.328123, + "nauc_ndcg_at_10_std": 0.138656, + "nauc_ndcg_at_10_diff1": 0.197491, + "nauc_ndcg_at_20_max": 0.321034, + "nauc_ndcg_at_20_std": 0.149216, + "nauc_ndcg_at_20_diff1": 0.202341, + "nauc_ndcg_at_100_max": 0.351901, + "nauc_ndcg_at_100_std": 0.229528, + "nauc_ndcg_at_100_diff1": 0.204306, + "nauc_ndcg_at_1000_max": 0.419934, + "nauc_ndcg_at_1000_std": 0.298509, + "nauc_ndcg_at_1000_diff1": 0.184323, + "nauc_map_at_1_max": 0.04629, + "nauc_map_at_1_std": -0.109623, + "nauc_map_at_1_diff1": 0.376649, + "nauc_map_at_3_max": 0.105255, + "nauc_map_at_3_std": -0.055378, + "nauc_map_at_3_diff1": 0.265592, + "nauc_map_at_5_max": 0.126999, + "nauc_map_at_5_std": -0.028706, + "nauc_map_at_5_diff1": 0.227941, + "nauc_map_at_10_max": 0.168315, + "nauc_map_at_10_std": 0.008471, + "nauc_map_at_10_diff1": 0.199106, + "nauc_map_at_20_max": 0.202979, + "nauc_map_at_20_std": 0.053117, + "nauc_map_at_20_diff1": 0.185449, + "nauc_map_at_100_max": 0.275093, + "nauc_map_at_100_std": 0.178125, + "nauc_map_at_100_diff1": 0.155612, + "nauc_map_at_1000_max": 0.300979, + "nauc_map_at_1000_std": 0.226788, + "nauc_map_at_1000_diff1": 0.133023, + "nauc_recall_at_1_max": 0.04629, + "nauc_recall_at_1_std": -0.109623, + "nauc_recall_at_1_diff1": 0.376649, + "nauc_recall_at_3_max": 0.066398, + "nauc_recall_at_3_std": -0.06532, + "nauc_recall_at_3_diff1": 0.231741, + "nauc_recall_at_5_max": 0.072423, + "nauc_recall_at_5_std": -0.041907, + "nauc_recall_at_5_diff1": 0.186789, + "nauc_recall_at_10_max": 0.094241, + "nauc_recall_at_10_std": -0.017156, + "nauc_recall_at_10_diff1": 0.15685, + "nauc_recall_at_20_max": 0.10418, + "nauc_recall_at_20_std": 0.021038, + "nauc_recall_at_20_diff1": 0.143035, + "nauc_recall_at_100_max": 0.164181, + "nauc_recall_at_100_std": 0.197738, + "nauc_recall_at_100_diff1": 0.127907, + "nauc_recall_at_1000_max": 0.351847, + "nauc_recall_at_1000_std": 0.583886, + "nauc_recall_at_1000_diff1": 0.086652, + "nauc_precision_at_1_max": 0.415608, + "nauc_precision_at_1_std": 0.170397, + "nauc_precision_at_1_diff1": 0.315192, + "nauc_precision_at_3_max": 0.338676, + "nauc_precision_at_3_std": 0.217562, + "nauc_precision_at_3_diff1": 0.014827, + "nauc_precision_at_5_max": 0.309423, + "nauc_precision_at_5_std": 0.243496, + "nauc_precision_at_5_diff1": -0.0614, + "nauc_precision_at_10_max": 0.270743, + "nauc_precision_at_10_std": 0.261459, + "nauc_precision_at_10_diff1": -0.110066, + "nauc_precision_at_20_max": 0.21437, + "nauc_precision_at_20_std": 0.267636, + "nauc_precision_at_20_diff1": -0.12884, + "nauc_precision_at_100_max": 0.111566, + "nauc_precision_at_100_std": 0.231069, + "nauc_precision_at_100_diff1": -0.145015, + "nauc_precision_at_1000_max": 0.005971, + "nauc_precision_at_1000_std": 0.064627, + "nauc_precision_at_1000_diff1": -0.138601, + "nauc_mrr_at_1_max": 0.415608, + "nauc_mrr_at_1_std": 0.170397, + "nauc_mrr_at_1_diff1": 0.315192, + "nauc_mrr_at_3_max": 0.446156, + "nauc_mrr_at_3_std": 0.210989, + "nauc_mrr_at_3_diff1": 0.293403, + "nauc_mrr_at_5_max": 0.44739, + "nauc_mrr_at_5_std": 0.212149, + "nauc_mrr_at_5_diff1": 0.293226, + "nauc_mrr_at_10_max": 0.446291, + "nauc_mrr_at_10_std": 0.210988, + "nauc_mrr_at_10_diff1": 0.291302, + "nauc_mrr_at_20_max": 0.445281, + "nauc_mrr_at_20_std": 0.20926, + "nauc_mrr_at_20_diff1": 0.29212, + "nauc_mrr_at_100_max": 0.444621, + "nauc_mrr_at_100_std": 0.208676, + "nauc_mrr_at_100_diff1": 0.292979, + "nauc_mrr_at_1000_max": 0.444576, + "nauc_mrr_at_1000_std": 0.208601, + "nauc_mrr_at_1000_diff1": 0.293031, + "main_score": 0.51889, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.47425, + "ndcg_at_3": 0.43652, + "ndcg_at_5": 0.42704, + "ndcg_at_10": 0.42096, + "ndcg_at_20": 0.43127, + "ndcg_at_100": 0.49712, + "ndcg_at_1000": 0.59127, + "map_at_1": 0.07125, + "map_at_3": 0.12485, + "map_at_5": 0.15362, + "map_at_10": 0.19036, + "map_at_20": 0.22506, + "map_at_100": 0.28564, + "map_at_1000": 0.31908, + "recall_at_1": 0.07125, + "recall_at_3": 0.14266, + "recall_at_5": 0.18979, + "recall_at_10": 0.26544, + "recall_at_20": 0.35874, + "recall_at_100": 0.6064, + "recall_at_1000": 0.89363, + "precision_at_1": 0.581, + "precision_at_3": 0.48633, + "precision_at_5": 0.4322, + "precision_at_10": 0.3542, + "precision_at_20": 0.28402, + "precision_at_100": 0.14144, + "precision_at_1000": 0.03113, + "mrr_at_1": 0.581, + "mrr_at_3": 0.669, + "mrr_at_5": 0.6843, + "mrr_at_10": 0.692588, + "mrr_at_20": 0.695234, + "mrr_at_100": 0.696327, + "mrr_at_1000": 0.696378, + "nauc_ndcg_at_1_max": 0.29819, + "nauc_ndcg_at_1_std": 0.152597, + "nauc_ndcg_at_1_diff1": 0.278451, + "nauc_ndcg_at_3_max": 0.328491, + "nauc_ndcg_at_3_std": 0.212414, + "nauc_ndcg_at_3_diff1": 0.20287, + "nauc_ndcg_at_5_max": 0.33812, + "nauc_ndcg_at_5_std": 0.235442, + "nauc_ndcg_at_5_diff1": 0.188543, + "nauc_ndcg_at_10_max": 0.35383, + "nauc_ndcg_at_10_std": 0.264564, + "nauc_ndcg_at_10_diff1": 0.198214, + "nauc_ndcg_at_20_max": 0.366429, + "nauc_ndcg_at_20_std": 0.285176, + "nauc_ndcg_at_20_diff1": 0.204693, + "nauc_ndcg_at_100_max": 0.397001, + "nauc_ndcg_at_100_std": 0.367318, + "nauc_ndcg_at_100_diff1": 0.209607, + "nauc_ndcg_at_1000_max": 0.444987, + "nauc_ndcg_at_1000_std": 0.409421, + "nauc_ndcg_at_1000_diff1": 0.206211, + "nauc_map_at_1_max": 0.129055, + "nauc_map_at_1_std": -0.006233, + "nauc_map_at_1_diff1": 0.338371, + "nauc_map_at_3_max": 0.185851, + "nauc_map_at_3_std": 0.054396, + "nauc_map_at_3_diff1": 0.26792, + "nauc_map_at_5_max": 0.210627, + "nauc_map_at_5_std": 0.089993, + "nauc_map_at_5_diff1": 0.240698, + "nauc_map_at_10_max": 0.248744, + "nauc_map_at_10_std": 0.144914, + "nauc_map_at_10_diff1": 0.217782, + "nauc_map_at_20_max": 0.277215, + "nauc_map_at_20_std": 0.191296, + "nauc_map_at_20_diff1": 0.200303, + "nauc_map_at_100_max": 0.328964, + "nauc_map_at_100_std": 0.301756, + "nauc_map_at_100_diff1": 0.178549, + "nauc_map_at_1000_max": 0.358071, + "nauc_map_at_1000_std": 0.346254, + "nauc_map_at_1000_diff1": 0.168223, + "nauc_recall_at_1_max": 0.129055, + "nauc_recall_at_1_std": -0.006233, + "nauc_recall_at_1_diff1": 0.338371, + "nauc_recall_at_3_max": 0.158819, + "nauc_recall_at_3_std": 0.051053, + "nauc_recall_at_3_diff1": 0.233888, + "nauc_recall_at_5_max": 0.173327, + "nauc_recall_at_5_std": 0.079607, + "nauc_recall_at_5_diff1": 0.199567, + "nauc_recall_at_10_max": 0.195591, + "nauc_recall_at_10_std": 0.139385, + "nauc_recall_at_10_diff1": 0.177767, + "nauc_recall_at_20_max": 0.209111, + "nauc_recall_at_20_std": 0.177372, + "nauc_recall_at_20_diff1": 0.159236, + "nauc_recall_at_100_max": 0.26073, + "nauc_recall_at_100_std": 0.352805, + "nauc_recall_at_100_diff1": 0.142467, + "nauc_recall_at_1000_max": 0.454385, + "nauc_recall_at_1000_std": 0.624725, + "nauc_recall_at_1000_diff1": 0.190961, + "nauc_precision_at_1_max": 0.342238, + "nauc_precision_at_1_std": 0.210823, + "nauc_precision_at_1_diff1": 0.256921, + "nauc_precision_at_3_max": 0.305825, + "nauc_precision_at_3_std": 0.262912, + "nauc_precision_at_3_diff1": 0.05228, + "nauc_precision_at_5_max": 0.29954, + "nauc_precision_at_5_std": 0.293405, + "nauc_precision_at_5_diff1": 0.003058, + "nauc_precision_at_10_max": 0.285, + "nauc_precision_at_10_std": 0.319752, + "nauc_precision_at_10_diff1": -0.030433, + "nauc_precision_at_20_max": 0.24404, + "nauc_precision_at_20_std": 0.316577, + "nauc_precision_at_20_diff1": -0.062199, + "nauc_precision_at_100_max": 0.165415, + "nauc_precision_at_100_std": 0.273514, + "nauc_precision_at_100_diff1": -0.089103, + "nauc_precision_at_1000_max": 0.081176, + "nauc_precision_at_1000_std": 0.094559, + "nauc_precision_at_1000_diff1": -0.103983, + "nauc_mrr_at_1_max": 0.342238, + "nauc_mrr_at_1_std": 0.210823, + "nauc_mrr_at_1_diff1": 0.256921, + "nauc_mrr_at_3_max": 0.38831, + "nauc_mrr_at_3_std": 0.270928, + "nauc_mrr_at_3_diff1": 0.24806, + "nauc_mrr_at_5_max": 0.39038, + "nauc_mrr_at_5_std": 0.268367, + "nauc_mrr_at_5_diff1": 0.24556, + "nauc_mrr_at_10_max": 0.388557, + "nauc_mrr_at_10_std": 0.266858, + "nauc_mrr_at_10_diff1": 0.248729, + "nauc_mrr_at_20_max": 0.388275, + "nauc_mrr_at_20_std": 0.266065, + "nauc_mrr_at_20_diff1": 0.24926, + "nauc_mrr_at_100_max": 0.38718, + "nauc_mrr_at_100_std": 0.265011, + "nauc_mrr_at_100_diff1": 0.249208, + "nauc_mrr_at_1000_max": 0.387103, + "nauc_mrr_at_1000_std": 0.264919, + "nauc_mrr_at_1000_diff1": 0.249213, + "main_score": 0.42096, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4705, + "ndcg_at_3": 0.43342, + "ndcg_at_5": 0.42415, + "ndcg_at_10": 0.42185, + "ndcg_at_20": 0.42995, + "ndcg_at_100": 0.49505, + "ndcg_at_1000": 0.5885, + "map_at_1": 0.06895, + "map_at_3": 0.12523, + "map_at_5": 0.15323, + "map_at_10": 0.19186, + "map_at_20": 0.22457, + "map_at_100": 0.2849, + "map_at_1000": 0.31714, + "recall_at_1": 0.06895, + "recall_at_3": 0.14546, + "recall_at_5": 0.1924, + "recall_at_10": 0.26975, + "recall_at_20": 0.35589, + "recall_at_100": 0.60295, + "recall_at_1000": 0.88912, + "precision_at_1": 0.5735, + "precision_at_3": 0.4805, + "precision_at_5": 0.4299, + "precision_at_10": 0.35515, + "precision_at_20": 0.28123, + "precision_at_100": 0.1396, + "precision_at_1000": 0.03061, + "mrr_at_1": 0.5735, + "mrr_at_3": 0.6705, + "mrr_at_5": 0.684575, + "mrr_at_10": 0.691258, + "mrr_at_20": 0.69384, + "mrr_at_100": 0.694811, + "mrr_at_1000": 0.694883, + "nauc_ndcg_at_1_max": 0.308175, + "nauc_ndcg_at_1_std": 0.185726, + "nauc_ndcg_at_1_diff1": 0.257096, + "nauc_ndcg_at_3_max": 0.348242, + "nauc_ndcg_at_3_std": 0.237873, + "nauc_ndcg_at_3_diff1": 0.191938, + "nauc_ndcg_at_5_max": 0.357209, + "nauc_ndcg_at_5_std": 0.262242, + "nauc_ndcg_at_5_diff1": 0.191485, + "nauc_ndcg_at_10_max": 0.382062, + "nauc_ndcg_at_10_std": 0.285796, + "nauc_ndcg_at_10_diff1": 0.19882, + "nauc_ndcg_at_20_max": 0.387171, + "nauc_ndcg_at_20_std": 0.308128, + "nauc_ndcg_at_20_diff1": 0.196308, + "nauc_ndcg_at_100_max": 0.426397, + "nauc_ndcg_at_100_std": 0.398779, + "nauc_ndcg_at_100_diff1": 0.198211, + "nauc_ndcg_at_1000_max": 0.47357, + "nauc_ndcg_at_1000_std": 0.445467, + "nauc_ndcg_at_1000_diff1": 0.175446, + "nauc_map_at_1_max": 0.167587, + "nauc_map_at_1_std": 0.035083, + "nauc_map_at_1_diff1": 0.37546, + "nauc_map_at_3_max": 0.218054, + "nauc_map_at_3_std": 0.08419, + "nauc_map_at_3_diff1": 0.28959, + "nauc_map_at_5_max": 0.238854, + "nauc_map_at_5_std": 0.117773, + "nauc_map_at_5_diff1": 0.262925, + "nauc_map_at_10_max": 0.277244, + "nauc_map_at_10_std": 0.165608, + "nauc_map_at_10_diff1": 0.233495, + "nauc_map_at_20_max": 0.301226, + "nauc_map_at_20_std": 0.210308, + "nauc_map_at_20_diff1": 0.210422, + "nauc_map_at_100_max": 0.364203, + "nauc_map_at_100_std": 0.32457, + "nauc_map_at_100_diff1": 0.186832, + "nauc_map_at_1000_max": 0.392028, + "nauc_map_at_1000_std": 0.365453, + "nauc_map_at_1000_diff1": 0.172975, + "nauc_recall_at_1_max": 0.167587, + "nauc_recall_at_1_std": 0.035083, + "nauc_recall_at_1_diff1": 0.37546, + "nauc_recall_at_3_max": 0.178441, + "nauc_recall_at_3_std": 0.072383, + "nauc_recall_at_3_diff1": 0.24923, + "nauc_recall_at_5_max": 0.187699, + "nauc_recall_at_5_std": 0.098695, + "nauc_recall_at_5_diff1": 0.218736, + "nauc_recall_at_10_max": 0.21263, + "nauc_recall_at_10_std": 0.137721, + "nauc_recall_at_10_diff1": 0.18089, + "nauc_recall_at_20_max": 0.221042, + "nauc_recall_at_20_std": 0.187633, + "nauc_recall_at_20_diff1": 0.144884, + "nauc_recall_at_100_max": 0.286927, + "nauc_recall_at_100_std": 0.378606, + "nauc_recall_at_100_diff1": 0.113084, + "nauc_recall_at_1000_max": 0.475836, + "nauc_recall_at_1000_std": 0.652281, + "nauc_recall_at_1000_diff1": 0.040931, + "nauc_precision_at_1_max": 0.368078, + "nauc_precision_at_1_std": 0.236266, + "nauc_precision_at_1_diff1": 0.25759, + "nauc_precision_at_3_max": 0.338824, + "nauc_precision_at_3_std": 0.278197, + "nauc_precision_at_3_diff1": 0.057017, + "nauc_precision_at_5_max": 0.322393, + "nauc_precision_at_5_std": 0.308784, + "nauc_precision_at_5_diff1": 0.009185, + "nauc_precision_at_10_max": 0.309317, + "nauc_precision_at_10_std": 0.32614, + "nauc_precision_at_10_diff1": -0.036594, + "nauc_precision_at_20_max": 0.252765, + "nauc_precision_at_20_std": 0.310865, + "nauc_precision_at_20_diff1": -0.075849, + "nauc_precision_at_100_max": 0.166868, + "nauc_precision_at_100_std": 0.257096, + "nauc_precision_at_100_diff1": -0.094569, + "nauc_precision_at_1000_max": 0.051545, + "nauc_precision_at_1000_std": 0.062901, + "nauc_precision_at_1000_diff1": -0.109138, + "nauc_mrr_at_1_max": 0.368078, + "nauc_mrr_at_1_std": 0.236266, + "nauc_mrr_at_1_diff1": 0.25759, + "nauc_mrr_at_3_max": 0.406077, + "nauc_mrr_at_3_std": 0.293029, + "nauc_mrr_at_3_diff1": 0.237099, + "nauc_mrr_at_5_max": 0.409771, + "nauc_mrr_at_5_std": 0.296648, + "nauc_mrr_at_5_diff1": 0.238405, + "nauc_mrr_at_10_max": 0.40892, + "nauc_mrr_at_10_std": 0.293276, + "nauc_mrr_at_10_diff1": 0.23665, + "nauc_mrr_at_20_max": 0.408217, + "nauc_mrr_at_20_std": 0.292501, + "nauc_mrr_at_20_diff1": 0.237229, + "nauc_mrr_at_100_max": 0.407883, + "nauc_mrr_at_100_std": 0.291901, + "nauc_mrr_at_100_diff1": 0.237668, + "nauc_mrr_at_1000_max": 0.407793, + "nauc_mrr_at_1000_std": 0.29177, + "nauc_mrr_at_1000_diff1": 0.23762, + "main_score": 0.42185, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.6025, + "ndcg_at_3": 0.54937, + "ndcg_at_5": 0.52544, + "ndcg_at_10": 0.50914, + "ndcg_at_20": 0.50691, + "ndcg_at_100": 0.57207, + "ndcg_at_1000": 0.6916, + "map_at_1": 0.08577, + "map_at_3": 0.14957, + "map_at_5": 0.17749, + "map_at_10": 0.21471, + "map_at_20": 0.25171, + "map_at_100": 0.33415, + "map_at_1000": 0.38721, + "recall_at_1": 0.08577, + "recall_at_3": 0.16798, + "recall_at_5": 0.20818, + "recall_at_10": 0.27814, + "recall_at_20": 0.36385, + "recall_at_100": 0.64162, + "recall_at_1000": 0.96123, + "precision_at_1": 0.72, + "precision_at_3": 0.605, + "precision_at_5": 0.523, + "precision_at_10": 0.432, + "precision_at_20": 0.34725, + "precision_at_100": 0.18165, + "precision_at_1000": 0.03767, + "mrr_at_1": 0.72, + "mrr_at_3": 0.798333, + "mrr_at_5": 0.804333, + "mrr_at_10": 0.809603, + "mrr_at_20": 0.810238, + "mrr_at_100": 0.81079, + "mrr_at_1000": 0.81079, + "nauc_ndcg_at_1_max": 0.396686, + "nauc_ndcg_at_1_std": -0.052033, + "nauc_ndcg_at_1_diff1": 0.360835, + "nauc_ndcg_at_3_max": 0.339365, + "nauc_ndcg_at_3_std": 0.014272, + "nauc_ndcg_at_3_diff1": 0.26336, + "nauc_ndcg_at_5_max": 0.328877, + "nauc_ndcg_at_5_std": 0.018457, + "nauc_ndcg_at_5_diff1": 0.232999, + "nauc_ndcg_at_10_max": 0.256927, + "nauc_ndcg_at_10_std": 0.000248, + "nauc_ndcg_at_10_diff1": 0.226719, + "nauc_ndcg_at_20_max": 0.22692, + "nauc_ndcg_at_20_std": 0.005793, + "nauc_ndcg_at_20_diff1": 0.200861, + "nauc_ndcg_at_100_max": 0.213837, + "nauc_ndcg_at_100_std": 0.014963, + "nauc_ndcg_at_100_diff1": 0.233032, + "nauc_ndcg_at_1000_max": 0.348806, + "nauc_ndcg_at_1000_std": 0.242906, + "nauc_ndcg_at_1000_diff1": 0.143203, + "nauc_map_at_1_max": -0.068326, + "nauc_map_at_1_std": -0.261105, + "nauc_map_at_1_diff1": 0.365956, + "nauc_map_at_3_max": -0.023868, + "nauc_map_at_3_std": -0.267775, + "nauc_map_at_3_diff1": 0.327343, + "nauc_map_at_5_max": -0.005865, + "nauc_map_at_5_std": -0.267557, + "nauc_map_at_5_diff1": 0.316716, + "nauc_map_at_10_max": 0.017343, + "nauc_map_at_10_std": -0.24153, + "nauc_map_at_10_diff1": 0.300394, + "nauc_map_at_20_max": 0.06555, + "nauc_map_at_20_std": -0.196264, + "nauc_map_at_20_diff1": 0.282569, + "nauc_map_at_100_max": 0.132645, + "nauc_map_at_100_std": 0.001474, + "nauc_map_at_100_diff1": 0.221963, + "nauc_map_at_1000_max": 0.178401, + "nauc_map_at_1000_std": 0.147691, + "nauc_map_at_1000_diff1": 0.147854, + "nauc_recall_at_1_max": -0.068326, + "nauc_recall_at_1_std": -0.261105, + "nauc_recall_at_1_diff1": 0.365956, + "nauc_recall_at_3_max": -0.071624, + "nauc_recall_at_3_std": -0.284228, + "nauc_recall_at_3_diff1": 0.284802, + "nauc_recall_at_5_max": -0.072383, + "nauc_recall_at_5_std": -0.290949, + "nauc_recall_at_5_diff1": 0.263981, + "nauc_recall_at_10_max": -0.079167, + "nauc_recall_at_10_std": -0.272481, + "nauc_recall_at_10_diff1": 0.221526, + "nauc_recall_at_20_max": -0.043663, + "nauc_recall_at_20_std": -0.253053, + "nauc_recall_at_20_diff1": 0.187178, + "nauc_recall_at_100_max": 0.000645, + "nauc_recall_at_100_std": -0.071495, + "nauc_recall_at_100_diff1": 0.164543, + "nauc_recall_at_1000_max": 0.183403, + "nauc_recall_at_1000_std": 0.586983, + "nauc_recall_at_1000_diff1": -0.059129, + "nauc_precision_at_1_max": 0.468721, + "nauc_precision_at_1_std": 0.082475, + "nauc_precision_at_1_diff1": 0.324309, + "nauc_precision_at_3_max": 0.392888, + "nauc_precision_at_3_std": 0.24256, + "nauc_precision_at_3_diff1": 0.083067, + "nauc_precision_at_5_max": 0.367608, + "nauc_precision_at_5_std": 0.309501, + "nauc_precision_at_5_diff1": -0.033266, + "nauc_precision_at_10_max": 0.310753, + "nauc_precision_at_10_std": 0.443364, + "nauc_precision_at_10_diff1": -0.131883, + "nauc_precision_at_20_max": 0.298244, + "nauc_precision_at_20_std": 0.523833, + "nauc_precision_at_20_diff1": -0.224182, + "nauc_precision_at_100_max": 0.181864, + "nauc_precision_at_100_std": 0.548801, + "nauc_precision_at_100_diff1": -0.276142, + "nauc_precision_at_1000_max": 0.068512, + "nauc_precision_at_1000_std": 0.373634, + "nauc_precision_at_1000_diff1": -0.292878, + "nauc_mrr_at_1_max": 0.468721, + "nauc_mrr_at_1_std": 0.082475, + "nauc_mrr_at_1_diff1": 0.324309, + "nauc_mrr_at_3_max": 0.481659, + "nauc_mrr_at_3_std": 0.161947, + "nauc_mrr_at_3_diff1": 0.27961, + "nauc_mrr_at_5_max": 0.490091, + "nauc_mrr_at_5_std": 0.158569, + "nauc_mrr_at_5_diff1": 0.29043, + "nauc_mrr_at_10_max": 0.480766, + "nauc_mrr_at_10_std": 0.152021, + "nauc_mrr_at_10_diff1": 0.286137, + "nauc_mrr_at_20_max": 0.481015, + "nauc_mrr_at_20_std": 0.151992, + "nauc_mrr_at_20_diff1": 0.285139, + "nauc_mrr_at_100_max": 0.480013, + "nauc_mrr_at_100_std": 0.149899, + "nauc_mrr_at_100_diff1": 0.287167, + "nauc_mrr_at_1000_max": 0.480013, + "nauc_mrr_at_1000_std": 0.149899, + "nauc_mrr_at_1000_diff1": 0.287167, + "main_score": 0.50914, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5375, + "ndcg_at_3": 0.48198, + "ndcg_at_5": 0.4636, + "ndcg_at_10": 0.43862, + "ndcg_at_20": 0.43757, + "ndcg_at_100": 0.50175, + "ndcg_at_1000": 0.62757, + "map_at_1": 0.08896, + "map_at_3": 0.13265, + "map_at_5": 0.15492, + "map_at_10": 0.17989, + "map_at_20": 0.20658, + "map_at_100": 0.27149, + "map_at_1000": 0.3161, + "recall_at_1": 0.08896, + "recall_at_3": 0.14791, + "recall_at_5": 0.18875, + "recall_at_10": 0.24374, + "recall_at_20": 0.3226, + "recall_at_100": 0.57738, + "recall_at_1000": 0.91779, + "precision_at_1": 0.65, + "precision_at_3": 0.51667, + "precision_at_5": 0.45, + "precision_at_10": 0.3495, + "precision_at_20": 0.28375, + "precision_at_100": 0.1552, + "precision_at_1000": 0.03491, + "mrr_at_1": 0.65, + "mrr_at_3": 0.728333, + "mrr_at_5": 0.743333, + "mrr_at_10": 0.751621, + "mrr_at_20": 0.754617, + "mrr_at_100": 0.754855, + "mrr_at_1000": 0.75487, + "nauc_ndcg_at_1_max": 0.351097, + "nauc_ndcg_at_1_std": 0.050073, + "nauc_ndcg_at_1_diff1": 0.285471, + "nauc_ndcg_at_3_max": 0.324308, + "nauc_ndcg_at_3_std": 0.067074, + "nauc_ndcg_at_3_diff1": 0.240131, + "nauc_ndcg_at_5_max": 0.336302, + "nauc_ndcg_at_5_std": 0.078919, + "nauc_ndcg_at_5_diff1": 0.211298, + "nauc_ndcg_at_10_max": 0.369399, + "nauc_ndcg_at_10_std": 0.09105, + "nauc_ndcg_at_10_diff1": 0.247145, + "nauc_ndcg_at_20_max": 0.355078, + "nauc_ndcg_at_20_std": 0.11116, + "nauc_ndcg_at_20_diff1": 0.265918, + "nauc_ndcg_at_100_max": 0.360617, + "nauc_ndcg_at_100_std": 0.21055, + "nauc_ndcg_at_100_diff1": 0.256284, + "nauc_ndcg_at_1000_max": 0.46227, + "nauc_ndcg_at_1000_std": 0.326801, + "nauc_ndcg_at_1000_diff1": 0.259668, + "nauc_map_at_1_max": 0.090557, + "nauc_map_at_1_std": -0.14627, + "nauc_map_at_1_diff1": 0.273398, + "nauc_map_at_3_max": 0.142206, + "nauc_map_at_3_std": -0.143071, + "nauc_map_at_3_diff1": 0.279328, + "nauc_map_at_5_max": 0.166323, + "nauc_map_at_5_std": -0.128096, + "nauc_map_at_5_diff1": 0.255378, + "nauc_map_at_10_max": 0.211402, + "nauc_map_at_10_std": -0.091329, + "nauc_map_at_10_diff1": 0.251855, + "nauc_map_at_20_max": 0.241973, + "nauc_map_at_20_std": -0.046053, + "nauc_map_at_20_diff1": 0.262043, + "nauc_map_at_100_max": 0.31386, + "nauc_map_at_100_std": 0.12601, + "nauc_map_at_100_diff1": 0.255601, + "nauc_map_at_1000_max": 0.359935, + "nauc_map_at_1000_std": 0.226478, + "nauc_map_at_1000_diff1": 0.236, + "nauc_recall_at_1_max": 0.090557, + "nauc_recall_at_1_std": -0.14627, + "nauc_recall_at_1_diff1": 0.273398, + "nauc_recall_at_3_max": 0.102827, + "nauc_recall_at_3_std": -0.148163, + "nauc_recall_at_3_diff1": 0.244461, + "nauc_recall_at_5_max": 0.115907, + "nauc_recall_at_5_std": -0.138256, + "nauc_recall_at_5_diff1": 0.184011, + "nauc_recall_at_10_max": 0.142258, + "nauc_recall_at_10_std": -0.113127, + "nauc_recall_at_10_diff1": 0.174293, + "nauc_recall_at_20_max": 0.15613, + "nauc_recall_at_20_std": -0.057139, + "nauc_recall_at_20_diff1": 0.175332, + "nauc_recall_at_100_max": 0.188514, + "nauc_recall_at_100_std": 0.183835, + "nauc_recall_at_100_diff1": 0.159041, + "nauc_recall_at_1000_max": 0.349998, + "nauc_recall_at_1000_std": 0.602337, + "nauc_recall_at_1000_diff1": 0.156148, + "nauc_precision_at_1_max": 0.371772, + "nauc_precision_at_1_std": 0.131483, + "nauc_precision_at_1_diff1": 0.202254, + "nauc_precision_at_3_max": 0.308027, + "nauc_precision_at_3_std": 0.177073, + "nauc_precision_at_3_diff1": 0.107347, + "nauc_precision_at_5_max": 0.311884, + "nauc_precision_at_5_std": 0.267316, + "nauc_precision_at_5_diff1": 0.014903, + "nauc_precision_at_10_max": 0.364026, + "nauc_precision_at_10_std": 0.375405, + "nauc_precision_at_10_diff1": 0.015581, + "nauc_precision_at_20_max": 0.31125, + "nauc_precision_at_20_std": 0.439359, + "nauc_precision_at_20_diff1": 0.006068, + "nauc_precision_at_100_max": 0.211338, + "nauc_precision_at_100_std": 0.458774, + "nauc_precision_at_100_diff1": -0.06277, + "nauc_precision_at_1000_max": 0.102097, + "nauc_precision_at_1000_std": 0.267544, + "nauc_precision_at_1000_diff1": -0.106297, + "nauc_mrr_at_1_max": 0.371772, + "nauc_mrr_at_1_std": 0.131483, + "nauc_mrr_at_1_diff1": 0.202254, + "nauc_mrr_at_3_max": 0.422123, + "nauc_mrr_at_3_std": 0.210258, + "nauc_mrr_at_3_diff1": 0.232397, + "nauc_mrr_at_5_max": 0.43771, + "nauc_mrr_at_5_std": 0.20759, + "nauc_mrr_at_5_diff1": 0.21617, + "nauc_mrr_at_10_max": 0.434855, + "nauc_mrr_at_10_std": 0.20148, + "nauc_mrr_at_10_diff1": 0.227044, + "nauc_mrr_at_20_max": 0.428283, + "nauc_mrr_at_20_std": 0.199381, + "nauc_mrr_at_20_diff1": 0.21956, + "nauc_mrr_at_100_max": 0.427632, + "nauc_mrr_at_100_std": 0.1992, + "nauc_mrr_at_100_diff1": 0.220452, + "nauc_mrr_at_1000_max": 0.427599, + "nauc_mrr_at_1000_std": 0.199174, + "nauc_mrr_at_1000_diff1": 0.220459, + "main_score": 0.43862, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4975, + "ndcg_at_3": 0.45182, + "ndcg_at_5": 0.43249, + "ndcg_at_10": 0.42127, + "ndcg_at_20": 0.4158, + "ndcg_at_100": 0.47576, + "ndcg_at_1000": 0.59905, + "map_at_1": 0.07301, + "map_at_3": 0.1233, + "map_at_5": 0.1441, + "map_at_10": 0.17289, + "map_at_20": 0.19804, + "map_at_100": 0.25962, + "map_at_1000": 0.30022, + "recall_at_1": 0.07301, + "recall_at_3": 0.14409, + "recall_at_5": 0.17963, + "recall_at_10": 0.23688, + "recall_at_20": 0.30242, + "recall_at_100": 0.54712, + "recall_at_1000": 0.89523, + "precision_at_1": 0.595, + "precision_at_3": 0.49, + "precision_at_5": 0.427, + "precision_at_10": 0.3525, + "precision_at_20": 0.27725, + "precision_at_100": 0.1474, + "precision_at_1000": 0.03314, + "mrr_at_1": 0.595, + "mrr_at_3": 0.690833, + "mrr_at_5": 0.706833, + "mrr_at_10": 0.710625, + "mrr_at_20": 0.713216, + "mrr_at_100": 0.714805, + "mrr_at_1000": 0.714841, + "nauc_ndcg_at_1_max": 0.35873, + "nauc_ndcg_at_1_std": 0.187375, + "nauc_ndcg_at_1_diff1": 0.258056, + "nauc_ndcg_at_3_max": 0.395853, + "nauc_ndcg_at_3_std": 0.240006, + "nauc_ndcg_at_3_diff1": 0.139943, + "nauc_ndcg_at_5_max": 0.407675, + "nauc_ndcg_at_5_std": 0.254128, + "nauc_ndcg_at_5_diff1": 0.15789, + "nauc_ndcg_at_10_max": 0.412768, + "nauc_ndcg_at_10_std": 0.265076, + "nauc_ndcg_at_10_diff1": 0.178483, + "nauc_ndcg_at_20_max": 0.396618, + "nauc_ndcg_at_20_std": 0.274719, + "nauc_ndcg_at_20_diff1": 0.176104, + "nauc_ndcg_at_100_max": 0.387707, + "nauc_ndcg_at_100_std": 0.361321, + "nauc_ndcg_at_100_diff1": 0.183261, + "nauc_ndcg_at_1000_max": 0.498592, + "nauc_ndcg_at_1000_std": 0.472622, + "nauc_ndcg_at_1000_diff1": 0.137458, + "nauc_map_at_1_max": 0.048667, + "nauc_map_at_1_std": -0.077733, + "nauc_map_at_1_diff1": 0.338103, + "nauc_map_at_3_max": 0.120943, + "nauc_map_at_3_std": -0.064641, + "nauc_map_at_3_diff1": 0.269843, + "nauc_map_at_5_max": 0.142656, + "nauc_map_at_5_std": -0.04776, + "nauc_map_at_5_diff1": 0.260782, + "nauc_map_at_10_max": 0.192802, + "nauc_map_at_10_std": -0.001184, + "nauc_map_at_10_diff1": 0.265227, + "nauc_map_at_20_max": 0.231815, + "nauc_map_at_20_std": 0.050635, + "nauc_map_at_20_diff1": 0.253317, + "nauc_map_at_100_max": 0.317181, + "nauc_map_at_100_std": 0.249027, + "nauc_map_at_100_diff1": 0.210442, + "nauc_map_at_1000_max": 0.373414, + "nauc_map_at_1000_std": 0.350782, + "nauc_map_at_1000_diff1": 0.179898, + "nauc_recall_at_1_max": 0.048667, + "nauc_recall_at_1_std": -0.077733, + "nauc_recall_at_1_diff1": 0.338103, + "nauc_recall_at_3_max": 0.084372, + "nauc_recall_at_3_std": -0.080342, + "nauc_recall_at_3_diff1": 0.193619, + "nauc_recall_at_5_max": 0.088034, + "nauc_recall_at_5_std": -0.065167, + "nauc_recall_at_5_diff1": 0.176521, + "nauc_recall_at_10_max": 0.125469, + "nauc_recall_at_10_std": -0.014596, + "nauc_recall_at_10_diff1": 0.19143, + "nauc_recall_at_20_max": 0.153701, + "nauc_recall_at_20_std": 0.038348, + "nauc_recall_at_20_diff1": 0.162756, + "nauc_recall_at_100_max": 0.1831, + "nauc_recall_at_100_std": 0.275806, + "nauc_recall_at_100_diff1": 0.144146, + "nauc_recall_at_1000_max": 0.421286, + "nauc_recall_at_1000_std": 0.744266, + "nauc_recall_at_1000_diff1": -0.020776, + "nauc_precision_at_1_max": 0.390011, + "nauc_precision_at_1_std": 0.273857, + "nauc_precision_at_1_diff1": 0.173611, + "nauc_precision_at_3_max": 0.417831, + "nauc_precision_at_3_std": 0.343379, + "nauc_precision_at_3_diff1": -0.029385, + "nauc_precision_at_5_max": 0.426186, + "nauc_precision_at_5_std": 0.401849, + "nauc_precision_at_5_diff1": -0.027438, + "nauc_precision_at_10_max": 0.426753, + "nauc_precision_at_10_std": 0.456986, + "nauc_precision_at_10_diff1": -0.03206, + "nauc_precision_at_20_max": 0.399719, + "nauc_precision_at_20_std": 0.500007, + "nauc_precision_at_20_diff1": -0.07602, + "nauc_precision_at_100_max": 0.289253, + "nauc_precision_at_100_std": 0.522922, + "nauc_precision_at_100_diff1": -0.124286, + "nauc_precision_at_1000_max": 0.178337, + "nauc_precision_at_1000_std": 0.31954, + "nauc_precision_at_1000_diff1": -0.128357, + "nauc_mrr_at_1_max": 0.390011, + "nauc_mrr_at_1_std": 0.273857, + "nauc_mrr_at_1_diff1": 0.173611, + "nauc_mrr_at_3_max": 0.434437, + "nauc_mrr_at_3_std": 0.354965, + "nauc_mrr_at_3_diff1": 0.113068, + "nauc_mrr_at_5_max": 0.427091, + "nauc_mrr_at_5_std": 0.362393, + "nauc_mrr_at_5_diff1": 0.103247, + "nauc_mrr_at_10_max": 0.428997, + "nauc_mrr_at_10_std": 0.358252, + "nauc_mrr_at_10_diff1": 0.101414, + "nauc_mrr_at_20_max": 0.427475, + "nauc_mrr_at_20_std": 0.356793, + "nauc_mrr_at_20_diff1": 0.100154, + "nauc_mrr_at_100_max": 0.424936, + "nauc_mrr_at_100_std": 0.353934, + "nauc_mrr_at_100_diff1": 0.10461, + "nauc_mrr_at_1000_max": 0.424866, + "nauc_mrr_at_1000_std": 0.353854, + "nauc_mrr_at_1000_diff1": 0.104471, + "main_score": 0.42127, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.5825, + "ndcg_at_3": 0.55487, + "ndcg_at_5": 0.55411, + "ndcg_at_10": 0.5751, + "ndcg_at_20": 0.6135, + "ndcg_at_100": 0.68076, + "ndcg_at_1000": 0.71562, + "map_at_1": 0.13346, + "map_at_3": 0.26247, + "map_at_5": 0.31756, + "map_at_10": 0.38987, + "map_at_20": 0.43918, + "map_at_100": 0.49859, + "map_at_1000": 0.51266, + "recall_at_1": 0.13346, + "recall_at_3": 0.29975, + "recall_at_5": 0.38864, + "recall_at_10": 0.51456, + "recall_at_20": 0.6535, + "recall_at_100": 0.88728, + "recall_at_1000": 0.99697, + "precision_at_1": 0.67, + "precision_at_3": 0.565, + "precision_at_5": 0.486, + "precision_at_10": 0.3805, + "precision_at_20": 0.2745, + "precision_at_100": 0.10055, + "precision_at_1000": 0.01343, + "mrr_at_1": 0.67, + "mrr_at_3": 0.77, + "mrr_at_5": 0.7795, + "mrr_at_10": 0.782103, + "mrr_at_20": 0.783821, + "mrr_at_100": 0.784558, + "mrr_at_1000": 0.784596, + "nauc_ndcg_at_1_max": 0.290438, + "nauc_ndcg_at_1_std": 0.129119, + "nauc_ndcg_at_1_diff1": 0.184023, + "nauc_ndcg_at_3_max": 0.314873, + "nauc_ndcg_at_3_std": 0.052283, + "nauc_ndcg_at_3_diff1": 0.144815, + "nauc_ndcg_at_5_max": 0.338069, + "nauc_ndcg_at_5_std": -0.016969, + "nauc_ndcg_at_5_diff1": 0.147477, + "nauc_ndcg_at_10_max": 0.3303, + "nauc_ndcg_at_10_std": -0.085989, + "nauc_ndcg_at_10_diff1": 0.17918, + "nauc_ndcg_at_20_max": 0.338932, + "nauc_ndcg_at_20_std": -0.123025, + "nauc_ndcg_at_20_diff1": 0.200933, + "nauc_ndcg_at_100_max": 0.389537, + "nauc_ndcg_at_100_std": -0.053455, + "nauc_ndcg_at_100_diff1": 0.182905, + "nauc_ndcg_at_1000_max": 0.429554, + "nauc_ndcg_at_1000_std": 0.097249, + "nauc_ndcg_at_1000_diff1": 0.184286, + "nauc_map_at_1_max": -0.056561, + "nauc_map_at_1_std": -0.299569, + "nauc_map_at_1_diff1": 0.243585, + "nauc_map_at_3_max": -0.007469, + "nauc_map_at_3_std": -0.348668, + "nauc_map_at_3_diff1": 0.177757, + "nauc_map_at_5_max": 0.035969, + "nauc_map_at_5_std": -0.383446, + "nauc_map_at_5_diff1": 0.136865, + "nauc_map_at_10_max": 0.129101, + "nauc_map_at_10_std": -0.373927, + "nauc_map_at_10_diff1": 0.116087, + "nauc_map_at_20_max": 0.180465, + "nauc_map_at_20_std": -0.330326, + "nauc_map_at_20_diff1": 0.117798, + "nauc_map_at_100_max": 0.278422, + "nauc_map_at_100_std": -0.188747, + "nauc_map_at_100_diff1": 0.144207, + "nauc_map_at_1000_max": 0.302248, + "nauc_map_at_1000_std": -0.131629, + "nauc_map_at_1000_diff1": 0.146685, + "nauc_recall_at_1_max": -0.056561, + "nauc_recall_at_1_std": -0.299569, + "nauc_recall_at_1_diff1": 0.243585, + "nauc_recall_at_3_max": -0.049348, + "nauc_recall_at_3_std": -0.397113, + "nauc_recall_at_3_diff1": 0.143949, + "nauc_recall_at_5_max": -0.03488, + "nauc_recall_at_5_std": -0.448957, + "nauc_recall_at_5_diff1": 0.105059, + "nauc_recall_at_10_max": 0.060161, + "nauc_recall_at_10_std": -0.453479, + "nauc_recall_at_10_diff1": 0.092477, + "nauc_recall_at_20_max": 0.032717, + "nauc_recall_at_20_std": -0.498974, + "nauc_recall_at_20_diff1": 0.092554, + "nauc_recall_at_100_max": 0.132588, + "nauc_recall_at_100_std": -0.512707, + "nauc_recall_at_100_diff1": 0.097501, + "nauc_recall_at_1000_max": 0.852497, + "nauc_recall_at_1000_std": 0.549801, + "nauc_recall_at_1000_diff1": 0.357222, + "nauc_precision_at_1_max": 0.329197, + "nauc_precision_at_1_std": 0.201148, + "nauc_precision_at_1_diff1": 0.204305, + "nauc_precision_at_3_max": 0.337205, + "nauc_precision_at_3_std": 0.192317, + "nauc_precision_at_3_diff1": 0.033254, + "nauc_precision_at_5_max": 0.429498, + "nauc_precision_at_5_std": 0.252105, + "nauc_precision_at_5_diff1": -0.018197, + "nauc_precision_at_10_max": 0.433568, + "nauc_precision_at_10_std": 0.362641, + "nauc_precision_at_10_diff1": -0.038684, + "nauc_precision_at_20_max": 0.389975, + "nauc_precision_at_20_std": 0.512811, + "nauc_precision_at_20_diff1": 0.011468, + "nauc_precision_at_100_max": 0.298795, + "nauc_precision_at_100_std": 0.630085, + "nauc_precision_at_100_diff1": 0.011472, + "nauc_precision_at_1000_max": 0.229344, + "nauc_precision_at_1000_std": 0.639895, + "nauc_precision_at_1000_diff1": -0.008503, + "nauc_mrr_at_1_max": 0.329197, + "nauc_mrr_at_1_std": 0.201148, + "nauc_mrr_at_1_diff1": 0.204305, + "nauc_mrr_at_3_max": 0.375503, + "nauc_mrr_at_3_std": 0.227415, + "nauc_mrr_at_3_diff1": 0.208308, + "nauc_mrr_at_5_max": 0.392009, + "nauc_mrr_at_5_std": 0.240429, + "nauc_mrr_at_5_diff1": 0.21231, + "nauc_mrr_at_10_max": 0.396126, + "nauc_mrr_at_10_std": 0.246179, + "nauc_mrr_at_10_diff1": 0.212223, + "nauc_mrr_at_20_max": 0.392307, + "nauc_mrr_at_20_std": 0.242786, + "nauc_mrr_at_20_diff1": 0.211633, + "nauc_mrr_at_100_max": 0.390077, + "nauc_mrr_at_100_std": 0.240984, + "nauc_mrr_at_100_diff1": 0.211418, + "nauc_mrr_at_1000_max": 0.389953, + "nauc_mrr_at_1000_std": 0.24092, + "nauc_mrr_at_1000_diff1": 0.211348, + "main_score": 0.5751, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3575, + "ndcg_at_3": 0.34887, + "ndcg_at_5": 0.36942, + "ndcg_at_10": 0.404, + "ndcg_at_20": 0.44684, + "ndcg_at_100": 0.53009, + "ndcg_at_1000": 0.58549, + "map_at_1": 0.08905, + "map_at_3": 0.15851, + "map_at_5": 0.20263, + "map_at_10": 0.25183, + "map_at_20": 0.29342, + "map_at_100": 0.34343, + "map_at_1000": 0.35922, + "recall_at_1": 0.08905, + "recall_at_3": 0.19282, + "recall_at_5": 0.26678, + "recall_at_10": 0.38165, + "recall_at_20": 0.51057, + "recall_at_100": 0.78066, + "recall_at_1000": 0.98047, + "precision_at_1": 0.43, + "precision_at_3": 0.37, + "precision_at_5": 0.341, + "precision_at_10": 0.2795, + "precision_at_20": 0.213, + "precision_at_100": 0.08725, + "precision_at_1000": 0.01324, + "mrr_at_1": 0.43, + "mrr_at_3": 0.55, + "mrr_at_5": 0.5665, + "mrr_at_10": 0.577393, + "mrr_at_20": 0.581352, + "mrr_at_100": 0.583326, + "mrr_at_1000": 0.583444, + "nauc_ndcg_at_1_max": 0.224783, + "nauc_ndcg_at_1_std": 0.177409, + "nauc_ndcg_at_1_diff1": 0.209886, + "nauc_ndcg_at_3_max": 0.326686, + "nauc_ndcg_at_3_std": 0.156643, + "nauc_ndcg_at_3_diff1": 0.134536, + "nauc_ndcg_at_5_max": 0.356557, + "nauc_ndcg_at_5_std": 0.127582, + "nauc_ndcg_at_5_diff1": 0.125872, + "nauc_ndcg_at_10_max": 0.371292, + "nauc_ndcg_at_10_std": 0.137521, + "nauc_ndcg_at_10_diff1": 0.178924, + "nauc_ndcg_at_20_max": 0.405288, + "nauc_ndcg_at_20_std": 0.144173, + "nauc_ndcg_at_20_diff1": 0.176256, + "nauc_ndcg_at_100_max": 0.417785, + "nauc_ndcg_at_100_std": 0.178698, + "nauc_ndcg_at_100_diff1": 0.144416, + "nauc_ndcg_at_1000_max": 0.465865, + "nauc_ndcg_at_1000_std": 0.291251, + "nauc_ndcg_at_1000_diff1": 0.12071, + "nauc_map_at_1_max": 0.025146, + "nauc_map_at_1_std": -0.10096, + "nauc_map_at_1_diff1": 0.277138, + "nauc_map_at_3_max": 0.087773, + "nauc_map_at_3_std": -0.142548, + "nauc_map_at_3_diff1": 0.230082, + "nauc_map_at_5_max": 0.147898, + "nauc_map_at_5_std": -0.139948, + "nauc_map_at_5_diff1": 0.205455, + "nauc_map_at_10_max": 0.224893, + "nauc_map_at_10_std": -0.104415, + "nauc_map_at_10_diff1": 0.206111, + "nauc_map_at_20_max": 0.296235, + "nauc_map_at_20_std": -0.042559, + "nauc_map_at_20_diff1": 0.17843, + "nauc_map_at_100_max": 0.364108, + "nauc_map_at_100_std": 0.057842, + "nauc_map_at_100_diff1": 0.144222, + "nauc_map_at_1000_max": 0.393331, + "nauc_map_at_1000_std": 0.108825, + "nauc_map_at_1000_diff1": 0.136552, + "nauc_recall_at_1_max": 0.025146, + "nauc_recall_at_1_std": -0.10096, + "nauc_recall_at_1_diff1": 0.277138, + "nauc_recall_at_3_max": 0.085121, + "nauc_recall_at_3_std": -0.175327, + "nauc_recall_at_3_diff1": 0.196788, + "nauc_recall_at_5_max": 0.1428, + "nauc_recall_at_5_std": -0.170205, + "nauc_recall_at_5_diff1": 0.18883, + "nauc_recall_at_10_max": 0.194096, + "nauc_recall_at_10_std": -0.128516, + "nauc_recall_at_10_diff1": 0.230692, + "nauc_recall_at_20_max": 0.243528, + "nauc_recall_at_20_std": -0.076647, + "nauc_recall_at_20_diff1": 0.178166, + "nauc_recall_at_100_max": 0.264793, + "nauc_recall_at_100_std": -0.031631, + "nauc_recall_at_100_diff1": 0.150353, + "nauc_recall_at_1000_max": 0.613178, + "nauc_recall_at_1000_std": 0.531374, + "nauc_recall_at_1000_diff1": 0.203601, + "nauc_precision_at_1_max": 0.26215, + "nauc_precision_at_1_std": 0.198222, + "nauc_precision_at_1_diff1": 0.21353, + "nauc_precision_at_3_max": 0.375352, + "nauc_precision_at_3_std": 0.220744, + "nauc_precision_at_3_diff1": 0.007416, + "nauc_precision_at_5_max": 0.452953, + "nauc_precision_at_5_std": 0.250663, + "nauc_precision_at_5_diff1": -0.039821, + "nauc_precision_at_10_max": 0.50809, + "nauc_precision_at_10_std": 0.379527, + "nauc_precision_at_10_diff1": -0.045909, + "nauc_precision_at_20_max": 0.515043, + "nauc_precision_at_20_std": 0.495786, + "nauc_precision_at_20_diff1": -0.091986, + "nauc_precision_at_100_max": 0.379742, + "nauc_precision_at_100_std": 0.551819, + "nauc_precision_at_100_diff1": -0.129693, + "nauc_precision_at_1000_max": 0.297125, + "nauc_precision_at_1000_std": 0.527303, + "nauc_precision_at_1000_diff1": -0.136637, + "nauc_mrr_at_1_max": 0.26215, + "nauc_mrr_at_1_std": 0.198222, + "nauc_mrr_at_1_diff1": 0.21353, + "nauc_mrr_at_3_max": 0.30476, + "nauc_mrr_at_3_std": 0.226692, + "nauc_mrr_at_3_diff1": 0.156882, + "nauc_mrr_at_5_max": 0.317848, + "nauc_mrr_at_5_std": 0.24211, + "nauc_mrr_at_5_diff1": 0.162685, + "nauc_mrr_at_10_max": 0.316558, + "nauc_mrr_at_10_std": 0.246103, + "nauc_mrr_at_10_diff1": 0.166896, + "nauc_mrr_at_20_max": 0.315868, + "nauc_mrr_at_20_std": 0.243859, + "nauc_mrr_at_20_diff1": 0.165748, + "nauc_mrr_at_100_max": 0.314283, + "nauc_mrr_at_100_std": 0.242212, + "nauc_mrr_at_100_diff1": 0.165792, + "nauc_mrr_at_1000_max": 0.314104, + "nauc_mrr_at_1000_std": 0.24205, + "nauc_mrr_at_1000_diff1": 0.16601, + "main_score": 0.404, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.445, + "ndcg_at_3": 0.43564, + "ndcg_at_5": 0.44597, + "ndcg_at_10": 0.47602, + "ndcg_at_20": 0.51307, + "ndcg_at_100": 0.58356, + "ndcg_at_1000": 0.63706, + "map_at_1": 0.10418, + "map_at_3": 0.20323, + "map_at_5": 0.25294, + "map_at_10": 0.31087, + "map_at_20": 0.35396, + "map_at_100": 0.40109, + "map_at_1000": 0.41687, + "recall_at_1": 0.10418, + "recall_at_3": 0.24918, + "recall_at_5": 0.33647, + "recall_at_10": 0.45186, + "recall_at_20": 0.57414, + "recall_at_100": 0.80011, + "recall_at_1000": 0.98909, + "precision_at_1": 0.52, + "precision_at_3": 0.45667, + "precision_at_5": 0.403, + "precision_at_10": 0.318, + "precision_at_20": 0.233, + "precision_at_100": 0.08865, + "precision_at_1000": 0.0133, + "mrr_at_1": 0.52, + "mrr_at_3": 0.655833, + "mrr_at_5": 0.667583, + "mrr_at_10": 0.671575, + "mrr_at_20": 0.67443, + "mrr_at_100": 0.67497, + "mrr_at_1000": 0.675136, + "nauc_ndcg_at_1_max": 0.227536, + "nauc_ndcg_at_1_std": 0.092778, + "nauc_ndcg_at_1_diff1": 0.196539, + "nauc_ndcg_at_3_max": 0.250784, + "nauc_ndcg_at_3_std": 0.015838, + "nauc_ndcg_at_3_diff1": 0.253964, + "nauc_ndcg_at_5_max": 0.258285, + "nauc_ndcg_at_5_std": -0.023861, + "nauc_ndcg_at_5_diff1": 0.279727, + "nauc_ndcg_at_10_max": 0.272455, + "nauc_ndcg_at_10_std": -0.068535, + "nauc_ndcg_at_10_diff1": 0.292132, + "nauc_ndcg_at_20_max": 0.302014, + "nauc_ndcg_at_20_std": -0.073162, + "nauc_ndcg_at_20_diff1": 0.282828, + "nauc_ndcg_at_100_max": 0.323376, + "nauc_ndcg_at_100_std": 0.006767, + "nauc_ndcg_at_100_diff1": 0.276201, + "nauc_ndcg_at_1000_max": 0.369247, + "nauc_ndcg_at_1000_std": 0.149311, + "nauc_ndcg_at_1000_diff1": 0.256043, + "nauc_map_at_1_max": 0.070648, + "nauc_map_at_1_std": -0.189271, + "nauc_map_at_1_diff1": 0.290381, + "nauc_map_at_3_max": 0.063436, + "nauc_map_at_3_std": -0.273565, + "nauc_map_at_3_diff1": 0.295731, + "nauc_map_at_5_max": 0.10014, + "nauc_map_at_5_std": -0.285183, + "nauc_map_at_5_diff1": 0.305305, + "nauc_map_at_10_max": 0.169594, + "nauc_map_at_10_std": -0.265337, + "nauc_map_at_10_diff1": 0.261894, + "nauc_map_at_20_max": 0.208093, + "nauc_map_at_20_std": -0.23358, + "nauc_map_at_20_diff1": 0.231952, + "nauc_map_at_100_max": 0.259581, + "nauc_map_at_100_std": -0.131602, + "nauc_map_at_100_diff1": 0.244521, + "nauc_map_at_1000_max": 0.28745, + "nauc_map_at_1000_std": -0.074262, + "nauc_map_at_1000_diff1": 0.243045, + "nauc_recall_at_1_max": 0.070648, + "nauc_recall_at_1_std": -0.189271, + "nauc_recall_at_1_diff1": 0.290381, + "nauc_recall_at_3_max": 0.011691, + "nauc_recall_at_3_std": -0.331853, + "nauc_recall_at_3_diff1": 0.267884, + "nauc_recall_at_5_max": 0.054525, + "nauc_recall_at_5_std": -0.347839, + "nauc_recall_at_5_diff1": 0.283472, + "nauc_recall_at_10_max": 0.103591, + "nauc_recall_at_10_std": -0.35103, + "nauc_recall_at_10_diff1": 0.240483, + "nauc_recall_at_20_max": 0.172056, + "nauc_recall_at_20_std": -0.334468, + "nauc_recall_at_20_diff1": 0.215542, + "nauc_recall_at_100_max": 0.211789, + "nauc_recall_at_100_std": -0.19721, + "nauc_recall_at_100_diff1": 0.262698, + "nauc_recall_at_1000_max": 0.573356, + "nauc_recall_at_1000_std": 0.340067, + "nauc_recall_at_1000_diff1": 0.237121, + "nauc_precision_at_1_max": 0.268574, + "nauc_precision_at_1_std": 0.120736, + "nauc_precision_at_1_diff1": 0.193284, + "nauc_precision_at_3_max": 0.265843, + "nauc_precision_at_3_std": 0.119504, + "nauc_precision_at_3_diff1": 0.176845, + "nauc_precision_at_5_max": 0.308755, + "nauc_precision_at_5_std": 0.182706, + "nauc_precision_at_5_diff1": 0.128847, + "nauc_precision_at_10_max": 0.33601, + "nauc_precision_at_10_std": 0.278158, + "nauc_precision_at_10_diff1": 0.000888, + "nauc_precision_at_20_max": 0.339633, + "nauc_precision_at_20_std": 0.419513, + "nauc_precision_at_20_diff1": -0.038099, + "nauc_precision_at_100_max": 0.267906, + "nauc_precision_at_100_std": 0.587022, + "nauc_precision_at_100_diff1": -0.042192, + "nauc_precision_at_1000_max": 0.205532, + "nauc_precision_at_1000_std": 0.586625, + "nauc_precision_at_1000_diff1": -0.096643, + "nauc_mrr_at_1_max": 0.268574, + "nauc_mrr_at_1_std": 0.120736, + "nauc_mrr_at_1_diff1": 0.193284, + "nauc_mrr_at_3_max": 0.286042, + "nauc_mrr_at_3_std": 0.156046, + "nauc_mrr_at_3_diff1": 0.231162, + "nauc_mrr_at_5_max": 0.299353, + "nauc_mrr_at_5_std": 0.155256, + "nauc_mrr_at_5_diff1": 0.22971, + "nauc_mrr_at_10_max": 0.30394, + "nauc_mrr_at_10_std": 0.16049, + "nauc_mrr_at_10_diff1": 0.227382, + "nauc_mrr_at_20_max": 0.306129, + "nauc_mrr_at_20_std": 0.160939, + "nauc_mrr_at_20_diff1": 0.229618, + "nauc_mrr_at_100_max": 0.304989, + "nauc_mrr_at_100_std": 0.160931, + "nauc_mrr_at_100_diff1": 0.228541, + "nauc_mrr_at_1000_max": 0.30468, + "nauc_mrr_at_1000_std": 0.160678, + "nauc_mrr_at_1000_diff1": 0.228311, + "main_score": 0.47602, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.57671, + "ndcg_at_5": 0.55196, + "ndcg_at_10": 0.52941, + "ndcg_at_20": 0.54124, + "ndcg_at_100": 0.61375, + "ndcg_at_1000": 0.70848, + "map_at_1": 0.06883, + "map_at_3": 0.1334, + "map_at_5": 0.17079, + "map_at_10": 0.22231, + "map_at_20": 0.27539, + "map_at_100": 0.38426, + "map_at_1000": 0.44094, + "recall_at_1": 0.06883, + "recall_at_3": 0.14518, + "recall_at_5": 0.19552, + "recall_at_10": 0.27682, + "recall_at_20": 0.39268, + "recall_at_100": 0.69121, + "recall_at_1000": 0.97182, + "precision_at_1": 0.755, + "precision_at_3": 0.65, + "precision_at_5": 0.58, + "precision_at_10": 0.4855, + "precision_at_20": 0.41675, + "precision_at_100": 0.22215, + "precision_at_1000": 0.04722, + "mrr_at_1": 0.755, + "mrr_at_3": 0.830833, + "mrr_at_5": 0.831833, + "mrr_at_10": 0.836317, + "mrr_at_20": 0.837623, + "mrr_at_100": 0.838017, + "mrr_at_1000": 0.83808, + "nauc_ndcg_at_1_max": 0.427618, + "nauc_ndcg_at_1_std": 0.233468, + "nauc_ndcg_at_1_diff1": 0.237757, + "nauc_ndcg_at_3_max": 0.378522, + "nauc_ndcg_at_3_std": 0.169019, + "nauc_ndcg_at_3_diff1": 0.13949, + "nauc_ndcg_at_5_max": 0.400416, + "nauc_ndcg_at_5_std": 0.178877, + "nauc_ndcg_at_5_diff1": 0.139971, + "nauc_ndcg_at_10_max": 0.377416, + "nauc_ndcg_at_10_std": 0.137659, + "nauc_ndcg_at_10_diff1": 0.151942, + "nauc_ndcg_at_20_max": 0.344578, + "nauc_ndcg_at_20_std": 0.110027, + "nauc_ndcg_at_20_diff1": 0.136861, + "nauc_ndcg_at_100_max": 0.355454, + "nauc_ndcg_at_100_std": 0.181253, + "nauc_ndcg_at_100_diff1": 0.089595, + "nauc_ndcg_at_1000_max": 0.423508, + "nauc_ndcg_at_1000_std": 0.202643, + "nauc_ndcg_at_1000_diff1": 0.088558, + "nauc_map_at_1_max": 0.08968, + "nauc_map_at_1_std": -0.07601, + "nauc_map_at_1_diff1": 0.423487, + "nauc_map_at_3_max": 0.111274, + "nauc_map_at_3_std": -0.057949, + "nauc_map_at_3_diff1": 0.271719, + "nauc_map_at_5_max": 0.147695, + "nauc_map_at_5_std": -0.018698, + "nauc_map_at_5_diff1": 0.215283, + "nauc_map_at_10_max": 0.174027, + "nauc_map_at_10_std": 0.018543, + "nauc_map_at_10_diff1": 0.158583, + "nauc_map_at_20_max": 0.206162, + "nauc_map_at_20_std": 0.051733, + "nauc_map_at_20_diff1": 0.119321, + "nauc_map_at_100_max": 0.296384, + "nauc_map_at_100_std": 0.16214, + "nauc_map_at_100_diff1": 0.059655, + "nauc_map_at_1000_max": 0.319604, + "nauc_map_at_1000_std": 0.155377, + "nauc_map_at_1000_diff1": 0.056308, + "nauc_recall_at_1_max": 0.08968, + "nauc_recall_at_1_std": -0.07601, + "nauc_recall_at_1_diff1": 0.423487, + "nauc_recall_at_3_max": 0.064694, + "nauc_recall_at_3_std": -0.087213, + "nauc_recall_at_3_diff1": 0.233544, + "nauc_recall_at_5_max": 0.091034, + "nauc_recall_at_5_std": -0.055509, + "nauc_recall_at_5_diff1": 0.177829, + "nauc_recall_at_10_max": 0.085227, + "nauc_recall_at_10_std": -0.035265, + "nauc_recall_at_10_diff1": 0.124247, + "nauc_recall_at_20_max": 0.066127, + "nauc_recall_at_20_std": 0.011243, + "nauc_recall_at_20_diff1": 0.070679, + "nauc_recall_at_100_max": 0.081559, + "nauc_recall_at_100_std": 0.112263, + "nauc_recall_at_100_diff1": 2e-05, + "nauc_recall_at_1000_max": 0.151487, + "nauc_recall_at_1000_std": 0.603001, + "nauc_recall_at_1000_diff1": -0.130565, + "nauc_precision_at_1_max": 0.662277, + "nauc_precision_at_1_std": 0.352436, + "nauc_precision_at_1_diff1": 0.268683, + "nauc_precision_at_3_max": 0.427335, + "nauc_precision_at_3_std": 0.202498, + "nauc_precision_at_3_diff1": -0.028053, + "nauc_precision_at_5_max": 0.393695, + "nauc_precision_at_5_std": 0.220033, + "nauc_precision_at_5_diff1": -0.083124, + "nauc_precision_at_10_max": 0.317852, + "nauc_precision_at_10_std": 0.19183, + "nauc_precision_at_10_diff1": -0.09725, + "nauc_precision_at_20_max": 0.240688, + "nauc_precision_at_20_std": 0.134943, + "nauc_precision_at_20_diff1": -0.131598, + "nauc_precision_at_100_max": 0.111205, + "nauc_precision_at_100_std": 0.064313, + "nauc_precision_at_100_diff1": -0.087564, + "nauc_precision_at_1000_max": -0.000628, + "nauc_precision_at_1000_std": -0.142248, + "nauc_precision_at_1000_diff1": -0.033645, + "nauc_mrr_at_1_max": 0.662277, + "nauc_mrr_at_1_std": 0.352436, + "nauc_mrr_at_1_diff1": 0.268683, + "nauc_mrr_at_3_max": 0.664161, + "nauc_mrr_at_3_std": 0.295735, + "nauc_mrr_at_3_diff1": 0.195308, + "nauc_mrr_at_5_max": 0.66199, + "nauc_mrr_at_5_std": 0.292028, + "nauc_mrr_at_5_diff1": 0.195777, + "nauc_mrr_at_10_max": 0.663145, + "nauc_mrr_at_10_std": 0.289487, + "nauc_mrr_at_10_diff1": 0.204043, + "nauc_mrr_at_20_max": 0.662918, + "nauc_mrr_at_20_std": 0.294454, + "nauc_mrr_at_20_diff1": 0.201254, + "nauc_mrr_at_100_max": 0.662224, + "nauc_mrr_at_100_std": 0.293925, + "nauc_mrr_at_100_diff1": 0.202892, + "nauc_mrr_at_1000_max": 0.662082, + "nauc_mrr_at_1000_std": 0.294452, + "nauc_mrr_at_1000_diff1": 0.202855, + "main_score": 0.52941, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4925, + "ndcg_at_3": 0.47256, + "ndcg_at_5": 0.45605, + "ndcg_at_10": 0.45729, + "ndcg_at_20": 0.46976, + "ndcg_at_100": 0.53907, + "ndcg_at_1000": 0.64623, + "map_at_1": 0.05926, + "map_at_3": 0.11174, + "map_at_5": 0.14112, + "map_at_10": 0.18749, + "map_at_20": 0.23399, + "map_at_100": 0.32159, + "map_at_1000": 0.37542, + "recall_at_1": 0.05926, + "recall_at_3": 0.12227, + "recall_at_5": 0.16262, + "recall_at_10": 0.24311, + "recall_at_20": 0.34889, + "recall_at_100": 0.63011, + "recall_at_1000": 0.94635, + "precision_at_1": 0.635, + "precision_at_3": 0.54833, + "precision_at_5": 0.493, + "precision_at_10": 0.4375, + "precision_at_20": 0.369, + "precision_at_100": 0.1998, + "precision_at_1000": 0.04578, + "mrr_at_1": 0.635, + "mrr_at_3": 0.716667, + "mrr_at_5": 0.727917, + "mrr_at_10": 0.734929, + "mrr_at_20": 0.737115, + "mrr_at_100": 0.73811, + "mrr_at_1000": 0.738172, + "nauc_ndcg_at_1_max": 0.382982, + "nauc_ndcg_at_1_std": 0.191816, + "nauc_ndcg_at_1_diff1": 0.233464, + "nauc_ndcg_at_3_max": 0.386133, + "nauc_ndcg_at_3_std": 0.264185, + "nauc_ndcg_at_3_diff1": 0.148399, + "nauc_ndcg_at_5_max": 0.398861, + "nauc_ndcg_at_5_std": 0.269705, + "nauc_ndcg_at_5_diff1": 0.136613, + "nauc_ndcg_at_10_max": 0.423601, + "nauc_ndcg_at_10_std": 0.258313, + "nauc_ndcg_at_10_diff1": 0.139492, + "nauc_ndcg_at_20_max": 0.44737, + "nauc_ndcg_at_20_std": 0.265847, + "nauc_ndcg_at_20_diff1": 0.157244, + "nauc_ndcg_at_100_max": 0.438332, + "nauc_ndcg_at_100_std": 0.346031, + "nauc_ndcg_at_100_diff1": 0.12566, + "nauc_ndcg_at_1000_max": 0.477666, + "nauc_ndcg_at_1000_std": 0.325605, + "nauc_ndcg_at_1000_diff1": 0.13259, + "nauc_map_at_1_max": 0.167986, + "nauc_map_at_1_std": -0.052107, + "nauc_map_at_1_diff1": 0.401159, + "nauc_map_at_3_max": 0.258284, + "nauc_map_at_3_std": 0.046694, + "nauc_map_at_3_diff1": 0.302603, + "nauc_map_at_5_max": 0.31763, + "nauc_map_at_5_std": 0.12347, + "nauc_map_at_5_diff1": 0.240597, + "nauc_map_at_10_max": 0.358824, + "nauc_map_at_10_std": 0.198958, + "nauc_map_at_10_diff1": 0.19216, + "nauc_map_at_20_max": 0.382771, + "nauc_map_at_20_std": 0.242749, + "nauc_map_at_20_diff1": 0.163169, + "nauc_map_at_100_max": 0.39292, + "nauc_map_at_100_std": 0.335351, + "nauc_map_at_100_diff1": 0.115342, + "nauc_map_at_1000_max": 0.440951, + "nauc_map_at_1000_std": 0.340624, + "nauc_map_at_1000_diff1": 0.134672, + "nauc_recall_at_1_max": 0.167986, + "nauc_recall_at_1_std": -0.052107, + "nauc_recall_at_1_diff1": 0.401159, + "nauc_recall_at_3_max": 0.225958, + "nauc_recall_at_3_std": 0.043393, + "nauc_recall_at_3_diff1": 0.279738, + "nauc_recall_at_5_max": 0.300337, + "nauc_recall_at_5_std": 0.119365, + "nauc_recall_at_5_diff1": 0.215253, + "nauc_recall_at_10_max": 0.298268, + "nauc_recall_at_10_std": 0.169643, + "nauc_recall_at_10_diff1": 0.15174, + "nauc_recall_at_20_max": 0.287395, + "nauc_recall_at_20_std": 0.182331, + "nauc_recall_at_20_diff1": 0.113475, + "nauc_recall_at_100_max": 0.212544, + "nauc_recall_at_100_std": 0.346684, + "nauc_recall_at_100_diff1": -0.013327, + "nauc_recall_at_1000_max": 0.293358, + "nauc_recall_at_1000_std": 0.64058, + "nauc_recall_at_1000_diff1": -0.087571, + "nauc_precision_at_1_max": 0.482369, + "nauc_precision_at_1_std": 0.216621, + "nauc_precision_at_1_diff1": 0.230619, + "nauc_precision_at_3_max": 0.393094, + "nauc_precision_at_3_std": 0.310142, + "nauc_precision_at_3_diff1": 0.015453, + "nauc_precision_at_5_max": 0.408313, + "nauc_precision_at_5_std": 0.350167, + "nauc_precision_at_5_diff1": -0.051969, + "nauc_precision_at_10_max": 0.344748, + "nauc_precision_at_10_std": 0.29251, + "nauc_precision_at_10_diff1": -0.051979, + "nauc_precision_at_20_max": 0.252324, + "nauc_precision_at_20_std": 0.210325, + "nauc_precision_at_20_diff1": -0.043816, + "nauc_precision_at_100_max": 0.124594, + "nauc_precision_at_100_std": 0.100715, + "nauc_precision_at_100_diff1": -0.019198, + "nauc_precision_at_1000_max": 0.132768, + "nauc_precision_at_1000_std": -0.091383, + "nauc_precision_at_1000_diff1": 0.055208, + "nauc_mrr_at_1_max": 0.482369, + "nauc_mrr_at_1_std": 0.216621, + "nauc_mrr_at_1_diff1": 0.230619, + "nauc_mrr_at_3_max": 0.498269, + "nauc_mrr_at_3_std": 0.25983, + "nauc_mrr_at_3_diff1": 0.193327, + "nauc_mrr_at_5_max": 0.503392, + "nauc_mrr_at_5_std": 0.249855, + "nauc_mrr_at_5_diff1": 0.190108, + "nauc_mrr_at_10_max": 0.504692, + "nauc_mrr_at_10_std": 0.241748, + "nauc_mrr_at_10_diff1": 0.192663, + "nauc_mrr_at_20_max": 0.503464, + "nauc_mrr_at_20_std": 0.237113, + "nauc_mrr_at_20_diff1": 0.192595, + "nauc_mrr_at_100_max": 0.503034, + "nauc_mrr_at_100_std": 0.238972, + "nauc_mrr_at_100_diff1": 0.192301, + "nauc_mrr_at_1000_max": 0.502896, + "nauc_mrr_at_1000_std": 0.239093, + "nauc_mrr_at_1000_diff1": 0.192506, + "main_score": 0.45729, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.505, + "ndcg_at_3": 0.46153, + "ndcg_at_5": 0.45626, + "ndcg_at_10": 0.45109, + "ndcg_at_20": 0.46367, + "ndcg_at_100": 0.5422, + "ndcg_at_1000": 0.64663, + "map_at_1": 0.06131, + "map_at_3": 0.10893, + "map_at_5": 0.1393, + "map_at_10": 0.18367, + "map_at_20": 0.22664, + "map_at_100": 0.32029, + "map_at_1000": 0.37117, + "recall_at_1": 0.06131, + "recall_at_3": 0.11952, + "recall_at_5": 0.16301, + "recall_at_10": 0.23888, + "recall_at_20": 0.33207, + "recall_at_100": 0.63521, + "recall_at_1000": 0.94222, + "precision_at_1": 0.635, + "precision_at_3": 0.53667, + "precision_at_5": 0.499, + "precision_at_10": 0.426, + "precision_at_20": 0.36025, + "precision_at_100": 0.19975, + "precision_at_1000": 0.04508, + "mrr_at_1": 0.635, + "mrr_at_3": 0.726667, + "mrr_at_5": 0.735917, + "mrr_at_10": 0.739042, + "mrr_at_20": 0.741879, + "mrr_at_100": 0.742553, + "mrr_at_1000": 0.742616, + "nauc_ndcg_at_1_max": 0.334722, + "nauc_ndcg_at_1_std": 0.146741, + "nauc_ndcg_at_1_diff1": 0.102945, + "nauc_ndcg_at_3_max": 0.428935, + "nauc_ndcg_at_3_std": 0.236213, + "nauc_ndcg_at_3_diff1": 0.080008, + "nauc_ndcg_at_5_max": 0.437337, + "nauc_ndcg_at_5_std": 0.239719, + "nauc_ndcg_at_5_diff1": 0.119352, + "nauc_ndcg_at_10_max": 0.45988, + "nauc_ndcg_at_10_std": 0.263999, + "nauc_ndcg_at_10_diff1": 0.156763, + "nauc_ndcg_at_20_max": 0.467992, + "nauc_ndcg_at_20_std": 0.311896, + "nauc_ndcg_at_20_diff1": 0.121599, + "nauc_ndcg_at_100_max": 0.500245, + "nauc_ndcg_at_100_std": 0.397776, + "nauc_ndcg_at_100_diff1": 0.108361, + "nauc_ndcg_at_1000_max": 0.518812, + "nauc_ndcg_at_1000_std": 0.376691, + "nauc_ndcg_at_1000_diff1": 0.073652, + "nauc_map_at_1_max": 0.135061, + "nauc_map_at_1_std": 0.0096, + "nauc_map_at_1_diff1": 0.409124, + "nauc_map_at_3_max": 0.29553, + "nauc_map_at_3_std": 0.113454, + "nauc_map_at_3_diff1": 0.272415, + "nauc_map_at_5_max": 0.338863, + "nauc_map_at_5_std": 0.170065, + "nauc_map_at_5_diff1": 0.235906, + "nauc_map_at_10_max": 0.388319, + "nauc_map_at_10_std": 0.230691, + "nauc_map_at_10_diff1": 0.19597, + "nauc_map_at_20_max": 0.409376, + "nauc_map_at_20_std": 0.288184, + "nauc_map_at_20_diff1": 0.15132, + "nauc_map_at_100_max": 0.451541, + "nauc_map_at_100_std": 0.388245, + "nauc_map_at_100_diff1": 0.105708, + "nauc_map_at_1000_max": 0.497423, + "nauc_map_at_1000_std": 0.382345, + "nauc_map_at_1000_diff1": 0.103977, + "nauc_recall_at_1_max": 0.135061, + "nauc_recall_at_1_std": 0.0096, + "nauc_recall_at_1_diff1": 0.409124, + "nauc_recall_at_3_max": 0.270507, + "nauc_recall_at_3_std": 0.105037, + "nauc_recall_at_3_diff1": 0.277806, + "nauc_recall_at_5_max": 0.302842, + "nauc_recall_at_5_std": 0.148792, + "nauc_recall_at_5_diff1": 0.252916, + "nauc_recall_at_10_max": 0.304943, + "nauc_recall_at_10_std": 0.19932, + "nauc_recall_at_10_diff1": 0.206137, + "nauc_recall_at_20_max": 0.302347, + "nauc_recall_at_20_std": 0.288686, + "nauc_recall_at_20_diff1": 0.13327, + "nauc_recall_at_100_max": 0.267754, + "nauc_recall_at_100_std": 0.393509, + "nauc_recall_at_100_diff1": 0.047337, + "nauc_recall_at_1000_max": 0.304163, + "nauc_recall_at_1000_std": 0.691913, + "nauc_recall_at_1000_diff1": -0.102664, + "nauc_precision_at_1_max": 0.418549, + "nauc_precision_at_1_std": 0.190706, + "nauc_precision_at_1_diff1": 0.12631, + "nauc_precision_at_3_max": 0.448748, + "nauc_precision_at_3_std": 0.292032, + "nauc_precision_at_3_diff1": -0.055163, + "nauc_precision_at_5_max": 0.419317, + "nauc_precision_at_5_std": 0.295282, + "nauc_precision_at_5_diff1": -0.086414, + "nauc_precision_at_10_max": 0.370974, + "nauc_precision_at_10_std": 0.276284, + "nauc_precision_at_10_diff1": -0.08716, + "nauc_precision_at_20_max": 0.256485, + "nauc_precision_at_20_std": 0.217822, + "nauc_precision_at_20_diff1": -0.138912, + "nauc_precision_at_100_max": 0.131587, + "nauc_precision_at_100_std": 0.071477, + "nauc_precision_at_100_diff1": -0.078803, + "nauc_precision_at_1000_max": 0.118927, + "nauc_precision_at_1000_std": -0.147833, + "nauc_precision_at_1000_diff1": -0.080746, + "nauc_mrr_at_1_max": 0.418549, + "nauc_mrr_at_1_std": 0.190706, + "nauc_mrr_at_1_diff1": 0.12631, + "nauc_mrr_at_3_max": 0.45674, + "nauc_mrr_at_3_std": 0.208549, + "nauc_mrr_at_3_diff1": 0.109944, + "nauc_mrr_at_5_max": 0.470812, + "nauc_mrr_at_5_std": 0.210816, + "nauc_mrr_at_5_diff1": 0.119873, + "nauc_mrr_at_10_max": 0.465082, + "nauc_mrr_at_10_std": 0.216144, + "nauc_mrr_at_10_diff1": 0.114317, + "nauc_mrr_at_20_max": 0.466261, + "nauc_mrr_at_20_std": 0.216643, + "nauc_mrr_at_20_diff1": 0.109869, + "nauc_mrr_at_100_max": 0.464964, + "nauc_mrr_at_100_std": 0.215408, + "nauc_mrr_at_100_diff1": 0.109749, + "nauc_mrr_at_1000_max": 0.464809, + "nauc_mrr_at_1000_std": 0.215287, + "nauc_mrr_at_1000_diff1": 0.110043, + "main_score": 0.45109, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.55754, + "ndcg_at_5": 0.55154, + "ndcg_at_10": 0.5456, + "ndcg_at_20": 0.55766, + "ndcg_at_100": 0.60561, + "ndcg_at_1000": 0.69844, + "map_at_1": 0.07787, + "map_at_3": 0.16344, + "map_at_5": 0.21006, + "map_at_10": 0.25553, + "map_at_20": 0.29984, + "map_at_100": 0.38754, + "map_at_1000": 0.44684, + "recall_at_1": 0.07787, + "recall_at_3": 0.1837, + "recall_at_5": 0.25348, + "recall_at_10": 0.33923, + "recall_at_20": 0.43491, + "recall_at_100": 0.6784, + "recall_at_1000": 0.94047, + "precision_at_1": 0.715, + "precision_at_3": 0.64167, + "precision_at_5": 0.586, + "precision_at_10": 0.4875, + "precision_at_20": 0.404, + "precision_at_100": 0.21825, + "precision_at_1000": 0.05525, + "mrr_at_1": 0.715, + "mrr_at_3": 0.8025, + "mrr_at_5": 0.81025, + "mrr_at_10": 0.814381, + "mrr_at_20": 0.815447, + "mrr_at_100": 0.815508, + "mrr_at_1000": 0.815531, + "nauc_ndcg_at_1_max": 0.344899, + "nauc_ndcg_at_1_std": 0.201283, + "nauc_ndcg_at_1_diff1": 0.152394, + "nauc_ndcg_at_3_max": 0.336899, + "nauc_ndcg_at_3_std": 0.208672, + "nauc_ndcg_at_3_diff1": 0.052267, + "nauc_ndcg_at_5_max": 0.374205, + "nauc_ndcg_at_5_std": 0.189406, + "nauc_ndcg_at_5_diff1": 0.023804, + "nauc_ndcg_at_10_max": 0.398571, + "nauc_ndcg_at_10_std": 0.194504, + "nauc_ndcg_at_10_diff1": 0.024729, + "nauc_ndcg_at_20_max": 0.396999, + "nauc_ndcg_at_20_std": 0.221483, + "nauc_ndcg_at_20_diff1": 0.000927, + "nauc_ndcg_at_100_max": 0.452439, + "nauc_ndcg_at_100_std": 0.374653, + "nauc_ndcg_at_100_diff1": 0.043731, + "nauc_ndcg_at_1000_max": 0.450081, + "nauc_ndcg_at_1000_std": 0.373944, + "nauc_ndcg_at_1000_diff1": -0.00537, + "nauc_map_at_1_max": 0.341274, + "nauc_map_at_1_std": 0.112323, + "nauc_map_at_1_diff1": 0.218461, + "nauc_map_at_3_max": 0.317574, + "nauc_map_at_3_std": 0.174295, + "nauc_map_at_3_diff1": 0.128474, + "nauc_map_at_5_max": 0.344272, + "nauc_map_at_5_std": 0.210363, + "nauc_map_at_5_diff1": 0.121987, + "nauc_map_at_10_max": 0.362606, + "nauc_map_at_10_std": 0.249502, + "nauc_map_at_10_diff1": 0.119134, + "nauc_map_at_20_max": 0.379666, + "nauc_map_at_20_std": 0.284506, + "nauc_map_at_20_diff1": 0.094488, + "nauc_map_at_100_max": 0.402605, + "nauc_map_at_100_std": 0.372665, + "nauc_map_at_100_diff1": 0.065338, + "nauc_map_at_1000_max": 0.401005, + "nauc_map_at_1000_std": 0.36353, + "nauc_map_at_1000_diff1": 0.01717, + "nauc_recall_at_1_max": 0.341274, + "nauc_recall_at_1_std": 0.112323, + "nauc_recall_at_1_diff1": 0.218461, + "nauc_recall_at_3_max": 0.25097, + "nauc_recall_at_3_std": 0.145921, + "nauc_recall_at_3_diff1": 0.094863, + "nauc_recall_at_5_max": 0.284955, + "nauc_recall_at_5_std": 0.196669, + "nauc_recall_at_5_diff1": 0.086218, + "nauc_recall_at_10_max": 0.286841, + "nauc_recall_at_10_std": 0.21446, + "nauc_recall_at_10_diff1": 0.100999, + "nauc_recall_at_20_max": 0.291543, + "nauc_recall_at_20_std": 0.236757, + "nauc_recall_at_20_diff1": 0.076033, + "nauc_recall_at_100_max": 0.343329, + "nauc_recall_at_100_std": 0.430603, + "nauc_recall_at_100_diff1": 0.116928, + "nauc_recall_at_1000_max": 0.42349, + "nauc_recall_at_1000_std": 0.795008, + "nauc_recall_at_1000_diff1": 0.279898, + "nauc_precision_at_1_max": 0.443104, + "nauc_precision_at_1_std": 0.241523, + "nauc_precision_at_1_diff1": 0.110031, + "nauc_precision_at_3_max": 0.187093, + "nauc_precision_at_3_std": 0.173701, + "nauc_precision_at_3_diff1": -0.181626, + "nauc_precision_at_5_max": 0.164899, + "nauc_precision_at_5_std": 0.129112, + "nauc_precision_at_5_diff1": -0.187294, + "nauc_precision_at_10_max": 0.076239, + "nauc_precision_at_10_std": 0.054015, + "nauc_precision_at_10_diff1": -0.192267, + "nauc_precision_at_20_max": -0.032277, + "nauc_precision_at_20_std": -0.006534, + "nauc_precision_at_20_diff1": -0.215354, + "nauc_precision_at_100_max": -0.115839, + "nauc_precision_at_100_std": -0.092038, + "nauc_precision_at_100_diff1": -0.194217, + "nauc_precision_at_1000_max": -0.145924, + "nauc_precision_at_1000_std": -0.251977, + "nauc_precision_at_1000_diff1": -0.191627, + "nauc_mrr_at_1_max": 0.443104, + "nauc_mrr_at_1_std": 0.241523, + "nauc_mrr_at_1_diff1": 0.110031, + "nauc_mrr_at_3_max": 0.45315, + "nauc_mrr_at_3_std": 0.218532, + "nauc_mrr_at_3_diff1": 0.068747, + "nauc_mrr_at_5_max": 0.470947, + "nauc_mrr_at_5_std": 0.233441, + "nauc_mrr_at_5_diff1": 0.060632, + "nauc_mrr_at_10_max": 0.464162, + "nauc_mrr_at_10_std": 0.230727, + "nauc_mrr_at_10_diff1": 0.06463, + "nauc_mrr_at_20_max": 0.463054, + "nauc_mrr_at_20_std": 0.226386, + "nauc_mrr_at_20_diff1": 0.064849, + "nauc_mrr_at_100_max": 0.462957, + "nauc_mrr_at_100_std": 0.226263, + "nauc_mrr_at_100_diff1": 0.065524, + "nauc_mrr_at_1000_max": 0.462883, + "nauc_mrr_at_1000_std": 0.226535, + "nauc_mrr_at_1000_diff1": 0.065692, + "main_score": 0.5456, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5, + "ndcg_at_3": 0.47171, + "ndcg_at_5": 0.46774, + "ndcg_at_10": 0.46702, + "ndcg_at_20": 0.47796, + "ndcg_at_100": 0.53267, + "ndcg_at_1000": 0.63488, + "map_at_1": 0.07023, + "map_at_3": 0.1338, + "map_at_5": 0.17011, + "map_at_10": 0.20819, + "map_at_20": 0.24173, + "map_at_100": 0.31375, + "map_at_1000": 0.36499, + "recall_at_1": 0.07023, + "recall_at_3": 0.1517, + "recall_at_5": 0.21282, + "recall_at_10": 0.29094, + "recall_at_20": 0.3847, + "recall_at_100": 0.62853, + "recall_at_1000": 0.91335, + "precision_at_1": 0.635, + "precision_at_3": 0.545, + "precision_at_5": 0.495, + "precision_at_10": 0.417, + "precision_at_20": 0.3425, + "precision_at_100": 0.19, + "precision_at_1000": 0.0516, + "mrr_at_1": 0.635, + "mrr_at_3": 0.724167, + "mrr_at_5": 0.739917, + "mrr_at_10": 0.745645, + "mrr_at_20": 0.748328, + "mrr_at_100": 0.74868, + "mrr_at_1000": 0.748714, + "nauc_ndcg_at_1_max": 0.242188, + "nauc_ndcg_at_1_std": 0.067583, + "nauc_ndcg_at_1_diff1": 0.239588, + "nauc_ndcg_at_3_max": 0.246867, + "nauc_ndcg_at_3_std": 0.100994, + "nauc_ndcg_at_3_diff1": 0.144837, + "nauc_ndcg_at_5_max": 0.281375, + "nauc_ndcg_at_5_std": 0.174763, + "nauc_ndcg_at_5_diff1": 0.125553, + "nauc_ndcg_at_10_max": 0.290201, + "nauc_ndcg_at_10_std": 0.207262, + "nauc_ndcg_at_10_diff1": 0.122727, + "nauc_ndcg_at_20_max": 0.314965, + "nauc_ndcg_at_20_std": 0.244493, + "nauc_ndcg_at_20_diff1": 0.146461, + "nauc_ndcg_at_100_max": 0.355863, + "nauc_ndcg_at_100_std": 0.432856, + "nauc_ndcg_at_100_diff1": 0.18258, + "nauc_ndcg_at_1000_max": 0.322869, + "nauc_ndcg_at_1000_std": 0.380635, + "nauc_ndcg_at_1000_diff1": 0.163858, + "nauc_map_at_1_max": 0.266326, + "nauc_map_at_1_std": 0.18289, + "nauc_map_at_1_diff1": 0.315441, + "nauc_map_at_3_max": 0.292264, + "nauc_map_at_3_std": 0.247849, + "nauc_map_at_3_diff1": 0.21998, + "nauc_map_at_5_max": 0.317398, + "nauc_map_at_5_std": 0.306654, + "nauc_map_at_5_diff1": 0.203192, + "nauc_map_at_10_max": 0.33359, + "nauc_map_at_10_std": 0.330158, + "nauc_map_at_10_diff1": 0.184643, + "nauc_map_at_20_max": 0.33212, + "nauc_map_at_20_std": 0.349522, + "nauc_map_at_20_diff1": 0.167038, + "nauc_map_at_100_max": 0.328725, + "nauc_map_at_100_std": 0.426097, + "nauc_map_at_100_diff1": 0.131909, + "nauc_map_at_1000_max": 0.325797, + "nauc_map_at_1000_std": 0.41, + "nauc_map_at_1000_diff1": 0.099043, + "nauc_recall_at_1_max": 0.266326, + "nauc_recall_at_1_std": 0.18289, + "nauc_recall_at_1_diff1": 0.315441, + "nauc_recall_at_3_max": 0.274866, + "nauc_recall_at_3_std": 0.245693, + "nauc_recall_at_3_diff1": 0.196947, + "nauc_recall_at_5_max": 0.29266, + "nauc_recall_at_5_std": 0.337107, + "nauc_recall_at_5_diff1": 0.16498, + "nauc_recall_at_10_max": 0.305147, + "nauc_recall_at_10_std": 0.356041, + "nauc_recall_at_10_diff1": 0.130439, + "nauc_recall_at_20_max": 0.280794, + "nauc_recall_at_20_std": 0.357672, + "nauc_recall_at_20_diff1": 0.099902, + "nauc_recall_at_100_max": 0.28734, + "nauc_recall_at_100_std": 0.53025, + "nauc_recall_at_100_diff1": 0.146019, + "nauc_recall_at_1000_max": 0.379564, + "nauc_recall_at_1000_std": 0.799879, + "nauc_recall_at_1000_diff1": 0.250097, + "nauc_precision_at_1_max": 0.2488, + "nauc_precision_at_1_std": 0.088596, + "nauc_precision_at_1_diff1": 0.20744, + "nauc_precision_at_3_max": 0.158793, + "nauc_precision_at_3_std": 0.042814, + "nauc_precision_at_3_diff1": -0.057552, + "nauc_precision_at_5_max": 0.118622, + "nauc_precision_at_5_std": 0.074103, + "nauc_precision_at_5_diff1": -0.079394, + "nauc_precision_at_10_max": 0.020905, + "nauc_precision_at_10_std": 0.002673, + "nauc_precision_at_10_diff1": -0.11937, + "nauc_precision_at_20_max": -0.035046, + "nauc_precision_at_20_std": -0.070831, + "nauc_precision_at_20_diff1": -0.13799, + "nauc_precision_at_100_max": -0.098328, + "nauc_precision_at_100_std": -0.106311, + "nauc_precision_at_100_diff1": -0.172069, + "nauc_precision_at_1000_max": -0.131601, + "nauc_precision_at_1000_std": -0.269238, + "nauc_precision_at_1000_diff1": -0.20566, + "nauc_mrr_at_1_max": 0.2488, + "nauc_mrr_at_1_std": 0.088596, + "nauc_mrr_at_1_diff1": 0.20744, + "nauc_mrr_at_3_max": 0.292568, + "nauc_mrr_at_3_std": 0.123708, + "nauc_mrr_at_3_diff1": 0.230696, + "nauc_mrr_at_5_max": 0.297888, + "nauc_mrr_at_5_std": 0.134012, + "nauc_mrr_at_5_diff1": 0.227362, + "nauc_mrr_at_10_max": 0.297502, + "nauc_mrr_at_10_std": 0.133152, + "nauc_mrr_at_10_diff1": 0.224942, + "nauc_mrr_at_20_max": 0.293936, + "nauc_mrr_at_20_std": 0.129825, + "nauc_mrr_at_20_diff1": 0.223769, + "nauc_mrr_at_100_max": 0.294366, + "nauc_mrr_at_100_std": 0.128414, + "nauc_mrr_at_100_diff1": 0.223918, + "nauc_mrr_at_1000_max": 0.294253, + "nauc_mrr_at_1000_std": 0.128524, + "nauc_mrr_at_1000_diff1": 0.223865, + "main_score": 0.46702, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4775, + "ndcg_at_3": 0.46556, + "ndcg_at_5": 0.4621, + "ndcg_at_10": 0.46518, + "ndcg_at_20": 0.47426, + "ndcg_at_100": 0.52897, + "ndcg_at_1000": 0.63102, + "map_at_1": 0.06444, + "map_at_3": 0.14077, + "map_at_5": 0.17422, + "map_at_10": 0.21505, + "map_at_20": 0.24703, + "map_at_100": 0.31671, + "map_at_1000": 0.36452, + "recall_at_1": 0.06444, + "recall_at_3": 0.16196, + "recall_at_5": 0.21716, + "recall_at_10": 0.29758, + "recall_at_20": 0.37808, + "recall_at_100": 0.6222, + "recall_at_1000": 0.90287, + "precision_at_1": 0.595, + "precision_at_3": 0.54, + "precision_at_5": 0.489, + "precision_at_10": 0.413, + "precision_at_20": 0.33575, + "precision_at_100": 0.18205, + "precision_at_1000": 0.04972, + "mrr_at_1": 0.595, + "mrr_at_3": 0.709167, + "mrr_at_5": 0.722667, + "mrr_at_10": 0.728464, + "mrr_at_20": 0.730992, + "mrr_at_100": 0.731402, + "mrr_at_1000": 0.731453, + "nauc_ndcg_at_1_max": 0.217791, + "nauc_ndcg_at_1_std": 0.071467, + "nauc_ndcg_at_1_diff1": 0.147442, + "nauc_ndcg_at_3_max": 0.313783, + "nauc_ndcg_at_3_std": 0.202639, + "nauc_ndcg_at_3_diff1": 0.09185, + "nauc_ndcg_at_5_max": 0.314084, + "nauc_ndcg_at_5_std": 0.217038, + "nauc_ndcg_at_5_diff1": 0.066592, + "nauc_ndcg_at_10_max": 0.378004, + "nauc_ndcg_at_10_std": 0.28929, + "nauc_ndcg_at_10_diff1": 0.115368, + "nauc_ndcg_at_20_max": 0.421578, + "nauc_ndcg_at_20_std": 0.316385, + "nauc_ndcg_at_20_diff1": 0.110664, + "nauc_ndcg_at_100_max": 0.505963, + "nauc_ndcg_at_100_std": 0.481773, + "nauc_ndcg_at_100_diff1": 0.151205, + "nauc_ndcg_at_1000_max": 0.418812, + "nauc_ndcg_at_1000_std": 0.429146, + "nauc_ndcg_at_1000_diff1": 0.126923, + "nauc_map_at_1_max": 0.4589, + "nauc_map_at_1_std": 0.248398, + "nauc_map_at_1_diff1": 0.320021, + "nauc_map_at_3_max": 0.479694, + "nauc_map_at_3_std": 0.311296, + "nauc_map_at_3_diff1": 0.205605, + "nauc_map_at_5_max": 0.493394, + "nauc_map_at_5_std": 0.328007, + "nauc_map_at_5_diff1": 0.161703, + "nauc_map_at_10_max": 0.504627, + "nauc_map_at_10_std": 0.373987, + "nauc_map_at_10_diff1": 0.158906, + "nauc_map_at_20_max": 0.502866, + "nauc_map_at_20_std": 0.394035, + "nauc_map_at_20_diff1": 0.14854, + "nauc_map_at_100_max": 0.490118, + "nauc_map_at_100_std": 0.466438, + "nauc_map_at_100_diff1": 0.125485, + "nauc_map_at_1000_max": 0.456731, + "nauc_map_at_1000_std": 0.444194, + "nauc_map_at_1000_diff1": 0.099536, + "nauc_recall_at_1_max": 0.4589, + "nauc_recall_at_1_std": 0.248398, + "nauc_recall_at_1_diff1": 0.320021, + "nauc_recall_at_3_max": 0.474112, + "nauc_recall_at_3_std": 0.329175, + "nauc_recall_at_3_diff1": 0.182214, + "nauc_recall_at_5_max": 0.470237, + "nauc_recall_at_5_std": 0.318108, + "nauc_recall_at_5_diff1": 0.120253, + "nauc_recall_at_10_max": 0.505016, + "nauc_recall_at_10_std": 0.389626, + "nauc_recall_at_10_diff1": 0.139224, + "nauc_recall_at_20_max": 0.498614, + "nauc_recall_at_20_std": 0.423357, + "nauc_recall_at_20_diff1": 0.117672, + "nauc_recall_at_100_max": 0.559679, + "nauc_recall_at_100_std": 0.60669, + "nauc_recall_at_100_diff1": 0.122965, + "nauc_recall_at_1000_max": 0.615347, + "nauc_recall_at_1000_std": 0.837971, + "nauc_recall_at_1000_diff1": 0.099358, + "nauc_precision_at_1_max": 0.217403, + "nauc_precision_at_1_std": 0.070104, + "nauc_precision_at_1_diff1": 0.173205, + "nauc_precision_at_3_max": 0.177519, + "nauc_precision_at_3_std": 0.140886, + "nauc_precision_at_3_diff1": -0.048731, + "nauc_precision_at_5_max": 0.064126, + "nauc_precision_at_5_std": 0.089125, + "nauc_precision_at_5_diff1": -0.121534, + "nauc_precision_at_10_max": -0.040981, + "nauc_precision_at_10_std": 0.081156, + "nauc_precision_at_10_diff1": -0.106096, + "nauc_precision_at_20_max": -0.17019, + "nauc_precision_at_20_std": -0.063337, + "nauc_precision_at_20_diff1": -0.154736, + "nauc_precision_at_100_max": -0.25084, + "nauc_precision_at_100_std": -0.142939, + "nauc_precision_at_100_diff1": -0.14158, + "nauc_precision_at_1000_max": -0.328685, + "nauc_precision_at_1000_std": -0.333438, + "nauc_precision_at_1000_diff1": -0.142222, + "nauc_mrr_at_1_max": 0.217403, + "nauc_mrr_at_1_std": 0.070104, + "nauc_mrr_at_1_diff1": 0.173205, + "nauc_mrr_at_3_max": 0.260921, + "nauc_mrr_at_3_std": 0.131592, + "nauc_mrr_at_3_diff1": 0.168862, + "nauc_mrr_at_5_max": 0.26598, + "nauc_mrr_at_5_std": 0.119159, + "nauc_mrr_at_5_diff1": 0.169477, + "nauc_mrr_at_10_max": 0.270924, + "nauc_mrr_at_10_std": 0.116907, + "nauc_mrr_at_10_diff1": 0.174846, + "nauc_mrr_at_20_max": 0.266528, + "nauc_mrr_at_20_std": 0.11739, + "nauc_mrr_at_20_diff1": 0.171895, + "nauc_mrr_at_100_max": 0.266827, + "nauc_mrr_at_100_std": 0.11701, + "nauc_mrr_at_100_diff1": 0.171168, + "nauc_mrr_at_1000_max": 0.266668, + "nauc_mrr_at_1000_std": 0.117058, + "nauc_mrr_at_1000_diff1": 0.171321, + "main_score": 0.46518, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.5425, + "ndcg_at_3": 0.51797, + "ndcg_at_5": 0.50061, + "ndcg_at_10": 0.48283, + "ndcg_at_20": 0.48313, + "ndcg_at_100": 0.54902, + "ndcg_at_1000": 0.66219, + "map_at_1": 0.04584, + "map_at_3": 0.09868, + "map_at_5": 0.12703, + "map_at_10": 0.17137, + "map_at_20": 0.2227, + "map_at_100": 0.32877, + "map_at_1000": 0.38363, + "recall_at_1": 0.04584, + "recall_at_3": 0.11149, + "recall_at_5": 0.15458, + "recall_at_10": 0.22518, + "recall_at_20": 0.33564, + "recall_at_100": 0.64755, + "recall_at_1000": 0.96925, + "precision_at_1": 0.685, + "precision_at_3": 0.62333, + "precision_at_5": 0.56, + "precision_at_10": 0.4825, + "precision_at_20": 0.4085, + "precision_at_100": 0.21325, + "precision_at_1000": 0.03986, + "mrr_at_1": 0.685, + "mrr_at_3": 0.761667, + "mrr_at_5": 0.767667, + "mrr_at_10": 0.770921, + "mrr_at_20": 0.772023, + "mrr_at_100": 0.773057, + "mrr_at_1000": 0.773245, + "nauc_ndcg_at_1_max": 0.245368, + "nauc_ndcg_at_1_std": 0.102771, + "nauc_ndcg_at_1_diff1": 0.242038, + "nauc_ndcg_at_3_max": 0.315927, + "nauc_ndcg_at_3_std": 0.213717, + "nauc_ndcg_at_3_diff1": 0.11874, + "nauc_ndcg_at_5_max": 0.322255, + "nauc_ndcg_at_5_std": 0.212023, + "nauc_ndcg_at_5_diff1": 0.139831, + "nauc_ndcg_at_10_max": 0.33642, + "nauc_ndcg_at_10_std": 0.202953, + "nauc_ndcg_at_10_diff1": 0.081338, + "nauc_ndcg_at_20_max": 0.339951, + "nauc_ndcg_at_20_std": 0.220076, + "nauc_ndcg_at_20_diff1": 0.095215, + "nauc_ndcg_at_100_max": 0.388187, + "nauc_ndcg_at_100_std": 0.249998, + "nauc_ndcg_at_100_diff1": 0.127991, + "nauc_ndcg_at_1000_max": 0.447032, + "nauc_ndcg_at_1000_std": 0.373398, + "nauc_ndcg_at_1000_diff1": 0.11429, + "nauc_map_at_1_max": -0.005709, + "nauc_map_at_1_std": -0.114351, + "nauc_map_at_1_diff1": 0.213457, + "nauc_map_at_3_max": 0.109989, + "nauc_map_at_3_std": -0.089205, + "nauc_map_at_3_diff1": 0.146825, + "nauc_map_at_5_max": 0.108612, + "nauc_map_at_5_std": -0.074105, + "nauc_map_at_5_diff1": 0.142078, + "nauc_map_at_10_max": 0.171342, + "nauc_map_at_10_std": -0.038066, + "nauc_map_at_10_diff1": 0.075377, + "nauc_map_at_20_max": 0.225798, + "nauc_map_at_20_std": 0.007464, + "nauc_map_at_20_diff1": 0.083582, + "nauc_map_at_100_max": 0.377075, + "nauc_map_at_100_std": 0.155484, + "nauc_map_at_100_diff1": 0.080249, + "nauc_map_at_1000_max": 0.425905, + "nauc_map_at_1000_std": 0.267689, + "nauc_map_at_1000_diff1": 0.04927, + "nauc_recall_at_1_max": -0.005709, + "nauc_recall_at_1_std": -0.114351, + "nauc_recall_at_1_diff1": 0.213457, + "nauc_recall_at_3_max": 0.068616, + "nauc_recall_at_3_std": -0.075912, + "nauc_recall_at_3_diff1": 0.100282, + "nauc_recall_at_5_max": 0.022159, + "nauc_recall_at_5_std": -0.081873, + "nauc_recall_at_5_diff1": 0.109086, + "nauc_recall_at_10_max": 0.076299, + "nauc_recall_at_10_std": -0.044077, + "nauc_recall_at_10_diff1": 0.016839, + "nauc_recall_at_20_max": 0.070425, + "nauc_recall_at_20_std": -0.011565, + "nauc_recall_at_20_diff1": 0.049035, + "nauc_recall_at_100_max": 0.175342, + "nauc_recall_at_100_std": 0.083713, + "nauc_recall_at_100_diff1": 0.110841, + "nauc_recall_at_1000_max": 0.200074, + "nauc_recall_at_1000_std": 0.39074, + "nauc_recall_at_1000_diff1": 0.124693, + "nauc_precision_at_1_max": 0.468568, + "nauc_precision_at_1_std": 0.188234, + "nauc_precision_at_1_diff1": 0.259467, + "nauc_precision_at_3_max": 0.380483, + "nauc_precision_at_3_std": 0.222463, + "nauc_precision_at_3_diff1": 0.029339, + "nauc_precision_at_5_max": 0.342236, + "nauc_precision_at_5_std": 0.223299, + "nauc_precision_at_5_diff1": 0.026504, + "nauc_precision_at_10_max": 0.330459, + "nauc_precision_at_10_std": 0.233312, + "nauc_precision_at_10_diff1": -0.062938, + "nauc_precision_at_20_max": 0.32832, + "nauc_precision_at_20_std": 0.270916, + "nauc_precision_at_20_diff1": -0.03328, + "nauc_precision_at_100_max": 0.256863, + "nauc_precision_at_100_std": 0.316573, + "nauc_precision_at_100_diff1": -0.047607, + "nauc_precision_at_1000_max": 0.125037, + "nauc_precision_at_1000_std": 0.237687, + "nauc_precision_at_1000_diff1": -0.092756, + "nauc_mrr_at_1_max": 0.468568, + "nauc_mrr_at_1_std": 0.188234, + "nauc_mrr_at_1_diff1": 0.259467, + "nauc_mrr_at_3_max": 0.505758, + "nauc_mrr_at_3_std": 0.291292, + "nauc_mrr_at_3_diff1": 0.203039, + "nauc_mrr_at_5_max": 0.506391, + "nauc_mrr_at_5_std": 0.289986, + "nauc_mrr_at_5_diff1": 0.217868, + "nauc_mrr_at_10_max": 0.501178, + "nauc_mrr_at_10_std": 0.28955, + "nauc_mrr_at_10_diff1": 0.216243, + "nauc_mrr_at_20_max": 0.500541, + "nauc_mrr_at_20_std": 0.290781, + "nauc_mrr_at_20_diff1": 0.215631, + "nauc_mrr_at_100_max": 0.50059, + "nauc_mrr_at_100_std": 0.289288, + "nauc_mrr_at_100_diff1": 0.217976, + "nauc_mrr_at_1000_max": 0.500458, + "nauc_mrr_at_1000_std": 0.288994, + "nauc_mrr_at_1000_diff1": 0.217967, + "main_score": 0.48283, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4325, + "ndcg_at_3": 0.41585, + "ndcg_at_5": 0.39963, + "ndcg_at_10": 0.38214, + "ndcg_at_20": 0.38293, + "ndcg_at_100": 0.45613, + "ndcg_at_1000": 0.58204, + "map_at_1": 0.03307, + "map_at_3": 0.07529, + "map_at_5": 0.09487, + "map_at_10": 0.12712, + "map_at_20": 0.16387, + "map_at_100": 0.24667, + "map_at_1000": 0.29542, + "recall_at_1": 0.03307, + "recall_at_3": 0.09118, + "recall_at_5": 0.11922, + "recall_at_10": 0.17902, + "recall_at_20": 0.26685, + "recall_at_100": 0.56672, + "recall_at_1000": 0.92738, + "precision_at_1": 0.555, + "precision_at_3": 0.52167, + "precision_at_5": 0.459, + "precision_at_10": 0.3915, + "precision_at_20": 0.33275, + "precision_at_100": 0.18425, + "precision_at_1000": 0.03752, + "mrr_at_1": 0.555, + "mrr_at_3": 0.6425, + "mrr_at_5": 0.65575, + "mrr_at_10": 0.661706, + "mrr_at_20": 0.665284, + "mrr_at_100": 0.666842, + "mrr_at_1000": 0.666892, + "nauc_ndcg_at_1_max": 0.259048, + "nauc_ndcg_at_1_std": 0.227022, + "nauc_ndcg_at_1_diff1": 0.179459, + "nauc_ndcg_at_3_max": 0.295324, + "nauc_ndcg_at_3_std": 0.283841, + "nauc_ndcg_at_3_diff1": 0.135202, + "nauc_ndcg_at_5_max": 0.28642, + "nauc_ndcg_at_5_std": 0.31147, + "nauc_ndcg_at_5_diff1": 0.148143, + "nauc_ndcg_at_10_max": 0.285785, + "nauc_ndcg_at_10_std": 0.287255, + "nauc_ndcg_at_10_diff1": 0.188014, + "nauc_ndcg_at_20_max": 0.253478, + "nauc_ndcg_at_20_std": 0.274256, + "nauc_ndcg_at_20_diff1": 0.181989, + "nauc_ndcg_at_100_max": 0.284003, + "nauc_ndcg_at_100_std": 0.360818, + "nauc_ndcg_at_100_diff1": 0.189534, + "nauc_ndcg_at_1000_max": 0.323025, + "nauc_ndcg_at_1000_std": 0.419244, + "nauc_ndcg_at_1000_diff1": 0.19622, + "nauc_map_at_1_max": 0.067854, + "nauc_map_at_1_std": 0.055573, + "nauc_map_at_1_diff1": 0.175674, + "nauc_map_at_3_max": 0.183636, + "nauc_map_at_3_std": 0.045376, + "nauc_map_at_3_diff1": 0.157984, + "nauc_map_at_5_max": 0.171723, + "nauc_map_at_5_std": 0.088304, + "nauc_map_at_5_diff1": 0.160666, + "nauc_map_at_10_max": 0.191569, + "nauc_map_at_10_std": 0.117826, + "nauc_map_at_10_diff1": 0.170871, + "nauc_map_at_20_max": 0.215817, + "nauc_map_at_20_std": 0.155198, + "nauc_map_at_20_diff1": 0.16463, + "nauc_map_at_100_max": 0.293747, + "nauc_map_at_100_std": 0.295691, + "nauc_map_at_100_diff1": 0.163338, + "nauc_map_at_1000_max": 0.31338, + "nauc_map_at_1000_std": 0.347883, + "nauc_map_at_1000_diff1": 0.170668, + "nauc_recall_at_1_max": 0.067854, + "nauc_recall_at_1_std": 0.055573, + "nauc_recall_at_1_diff1": 0.175674, + "nauc_recall_at_3_max": 0.092673, + "nauc_recall_at_3_std": 0.021129, + "nauc_recall_at_3_diff1": 0.09519, + "nauc_recall_at_5_max": 0.075588, + "nauc_recall_at_5_std": 0.062718, + "nauc_recall_at_5_diff1": 0.121059, + "nauc_recall_at_10_max": 0.074846, + "nauc_recall_at_10_std": 0.065761, + "nauc_recall_at_10_diff1": 0.144584, + "nauc_recall_at_20_max": 0.065061, + "nauc_recall_at_20_std": 0.074112, + "nauc_recall_at_20_diff1": 0.149259, + "nauc_recall_at_100_max": 0.117849, + "nauc_recall_at_100_std": 0.241967, + "nauc_recall_at_100_diff1": 0.086845, + "nauc_recall_at_1000_max": 0.424941, + "nauc_recall_at_1000_std": 0.622914, + "nauc_recall_at_1000_diff1": 0.233209, + "nauc_precision_at_1_max": 0.351729, + "nauc_precision_at_1_std": 0.333249, + "nauc_precision_at_1_diff1": 0.193607, + "nauc_precision_at_3_max": 0.329188, + "nauc_precision_at_3_std": 0.323004, + "nauc_precision_at_3_diff1": 0.080531, + "nauc_precision_at_5_max": 0.285403, + "nauc_precision_at_5_std": 0.337406, + "nauc_precision_at_5_diff1": 0.097725, + "nauc_precision_at_10_max": 0.277498, + "nauc_precision_at_10_std": 0.304305, + "nauc_precision_at_10_diff1": 0.126328, + "nauc_precision_at_20_max": 0.24211, + "nauc_precision_at_20_std": 0.280035, + "nauc_precision_at_20_diff1": 0.068388, + "nauc_precision_at_100_max": 0.1878, + "nauc_precision_at_100_std": 0.28014, + "nauc_precision_at_100_diff1": 0.054188, + "nauc_precision_at_1000_max": 0.095792, + "nauc_precision_at_1000_std": 0.135643, + "nauc_precision_at_1000_diff1": 0.033343, + "nauc_mrr_at_1_max": 0.351729, + "nauc_mrr_at_1_std": 0.333249, + "nauc_mrr_at_1_diff1": 0.193607, + "nauc_mrr_at_3_max": 0.376258, + "nauc_mrr_at_3_std": 0.388607, + "nauc_mrr_at_3_diff1": 0.169719, + "nauc_mrr_at_5_max": 0.366593, + "nauc_mrr_at_5_std": 0.397716, + "nauc_mrr_at_5_diff1": 0.186896, + "nauc_mrr_at_10_max": 0.360198, + "nauc_mrr_at_10_std": 0.386068, + "nauc_mrr_at_10_diff1": 0.193543, + "nauc_mrr_at_20_max": 0.359363, + "nauc_mrr_at_20_std": 0.386056, + "nauc_mrr_at_20_diff1": 0.194165, + "nauc_mrr_at_100_max": 0.360749, + "nauc_mrr_at_100_std": 0.385873, + "nauc_mrr_at_100_diff1": 0.193045, + "nauc_mrr_at_1000_max": 0.360765, + "nauc_mrr_at_1000_std": 0.385934, + "nauc_mrr_at_1000_diff1": 0.193021, + "main_score": 0.38214, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45, + "ndcg_at_3": 0.39635, + "ndcg_at_5": 0.39764, + "ndcg_at_10": 0.37711, + "ndcg_at_20": 0.37566, + "ndcg_at_100": 0.44941, + "ndcg_at_1000": 0.57773, + "map_at_1": 0.0307, + "map_at_3": 0.06827, + "map_at_5": 0.09221, + "map_at_10": 0.12324, + "map_at_20": 0.15835, + "map_at_100": 0.24193, + "map_at_1000": 0.29029, + "recall_at_1": 0.0307, + "recall_at_3": 0.07904, + "recall_at_5": 0.11729, + "recall_at_10": 0.17298, + "recall_at_20": 0.25699, + "recall_at_100": 0.55874, + "recall_at_1000": 0.93046, + "precision_at_1": 0.57, + "precision_at_3": 0.485, + "precision_at_5": 0.464, + "precision_at_10": 0.388, + "precision_at_20": 0.3265, + "precision_at_100": 0.1823, + "precision_at_1000": 0.03732, + "mrr_at_1": 0.57, + "mrr_at_3": 0.644167, + "mrr_at_5": 0.658917, + "mrr_at_10": 0.663679, + "mrr_at_20": 0.66731, + "mrr_at_100": 0.669125, + "mrr_at_1000": 0.669354, + "nauc_ndcg_at_1_max": 0.211389, + "nauc_ndcg_at_1_std": 0.158938, + "nauc_ndcg_at_1_diff1": 0.180114, + "nauc_ndcg_at_3_max": 0.329143, + "nauc_ndcg_at_3_std": 0.233625, + "nauc_ndcg_at_3_diff1": 0.102518, + "nauc_ndcg_at_5_max": 0.323938, + "nauc_ndcg_at_5_std": 0.261364, + "nauc_ndcg_at_5_diff1": 0.091861, + "nauc_ndcg_at_10_max": 0.357335, + "nauc_ndcg_at_10_std": 0.258791, + "nauc_ndcg_at_10_diff1": 0.1134, + "nauc_ndcg_at_20_max": 0.342992, + "nauc_ndcg_at_20_std": 0.27317, + "nauc_ndcg_at_20_diff1": 0.117366, + "nauc_ndcg_at_100_max": 0.380613, + "nauc_ndcg_at_100_std": 0.353373, + "nauc_ndcg_at_100_diff1": 0.131781, + "nauc_ndcg_at_1000_max": 0.403591, + "nauc_ndcg_at_1000_std": 0.434835, + "nauc_ndcg_at_1000_diff1": 0.158035, + "nauc_map_at_1_max": 0.234526, + "nauc_map_at_1_std": 0.029807, + "nauc_map_at_1_diff1": 0.327684, + "nauc_map_at_3_max": 0.335624, + "nauc_map_at_3_std": 0.072569, + "nauc_map_at_3_diff1": 0.171927, + "nauc_map_at_5_max": 0.266667, + "nauc_map_at_5_std": 0.084751, + "nauc_map_at_5_diff1": 0.131246, + "nauc_map_at_10_max": 0.270535, + "nauc_map_at_10_std": 0.102987, + "nauc_map_at_10_diff1": 0.086018, + "nauc_map_at_20_max": 0.288008, + "nauc_map_at_20_std": 0.134495, + "nauc_map_at_20_diff1": 0.063378, + "nauc_map_at_100_max": 0.400687, + "nauc_map_at_100_std": 0.292922, + "nauc_map_at_100_diff1": 0.103566, + "nauc_map_at_1000_max": 0.444215, + "nauc_map_at_1000_std": 0.379041, + "nauc_map_at_1000_diff1": 0.123298, + "nauc_recall_at_1_max": 0.234526, + "nauc_recall_at_1_std": 0.029807, + "nauc_recall_at_1_diff1": 0.327684, + "nauc_recall_at_3_max": 0.262857, + "nauc_recall_at_3_std": 0.059495, + "nauc_recall_at_3_diff1": 0.104572, + "nauc_recall_at_5_max": 0.163782, + "nauc_recall_at_5_std": 0.064815, + "nauc_recall_at_5_diff1": 0.079119, + "nauc_recall_at_10_max": 0.153672, + "nauc_recall_at_10_std": 0.081489, + "nauc_recall_at_10_diff1": 0.013445, + "nauc_recall_at_20_max": 0.134156, + "nauc_recall_at_20_std": 0.094405, + "nauc_recall_at_20_diff1": 0.022399, + "nauc_recall_at_100_max": 0.181279, + "nauc_recall_at_100_std": 0.235156, + "nauc_recall_at_100_diff1": 0.029228, + "nauc_recall_at_1000_max": 0.337368, + "nauc_recall_at_1000_std": 0.587701, + "nauc_recall_at_1000_diff1": -0.02482, + "nauc_precision_at_1_max": 0.324184, + "nauc_precision_at_1_std": 0.279344, + "nauc_precision_at_1_diff1": 0.165232, + "nauc_precision_at_3_max": 0.414429, + "nauc_precision_at_3_std": 0.275246, + "nauc_precision_at_3_diff1": 0.052713, + "nauc_precision_at_5_max": 0.341258, + "nauc_precision_at_5_std": 0.281099, + "nauc_precision_at_5_diff1": 0.024507, + "nauc_precision_at_10_max": 0.337417, + "nauc_precision_at_10_std": 0.260932, + "nauc_precision_at_10_diff1": 0.024244, + "nauc_precision_at_20_max": 0.301634, + "nauc_precision_at_20_std": 0.272977, + "nauc_precision_at_20_diff1": 0.02271, + "nauc_precision_at_100_max": 0.292514, + "nauc_precision_at_100_std": 0.356, + "nauc_precision_at_100_diff1": 0.086699, + "nauc_precision_at_1000_max": 0.181023, + "nauc_precision_at_1000_std": 0.224651, + "nauc_precision_at_1000_diff1": 0.099789, + "nauc_mrr_at_1_max": 0.324184, + "nauc_mrr_at_1_std": 0.279344, + "nauc_mrr_at_1_diff1": 0.165232, + "nauc_mrr_at_3_max": 0.367362, + "nauc_mrr_at_3_std": 0.329172, + "nauc_mrr_at_3_diff1": 0.158853, + "nauc_mrr_at_5_max": 0.358652, + "nauc_mrr_at_5_std": 0.336365, + "nauc_mrr_at_5_diff1": 0.147236, + "nauc_mrr_at_10_max": 0.351206, + "nauc_mrr_at_10_std": 0.333643, + "nauc_mrr_at_10_diff1": 0.145834, + "nauc_mrr_at_20_max": 0.348323, + "nauc_mrr_at_20_std": 0.331942, + "nauc_mrr_at_20_diff1": 0.151017, + "nauc_mrr_at_100_max": 0.350196, + "nauc_mrr_at_100_std": 0.331941, + "nauc_mrr_at_100_diff1": 0.151274, + "nauc_mrr_at_1000_max": 0.350046, + "nauc_mrr_at_1000_std": 0.331721, + "nauc_mrr_at_1000_diff1": 0.151187, + "main_score": 0.37711, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.625, + "ndcg_at_3": 0.5619, + "ndcg_at_5": 0.53844, + "ndcg_at_10": 0.53124, + "ndcg_at_20": 0.54411, + "ndcg_at_100": 0.62563, + "ndcg_at_1000": 0.6799, + "map_at_1": 0.12653, + "map_at_3": 0.21089, + "map_at_5": 0.24993, + "map_at_10": 0.29866, + "map_at_20": 0.34167, + "map_at_100": 0.40366, + "map_at_1000": 0.41949, + "recall_at_1": 0.12653, + "recall_at_3": 0.23355, + "recall_at_5": 0.29434, + "recall_at_10": 0.3917, + "recall_at_20": 0.50255, + "recall_at_100": 0.7829, + "recall_at_1000": 0.97103, + "precision_at_1": 0.69, + "precision_at_3": 0.55833, + "precision_at_5": 0.466, + "precision_at_10": 0.36, + "precision_at_20": 0.265, + "precision_at_100": 0.105, + "precision_at_1000": 0.01448, + "mrr_at_1": 0.69, + "mrr_at_3": 0.765833, + "mrr_at_5": 0.774083, + "mrr_at_10": 0.780437, + "mrr_at_20": 0.78166, + "mrr_at_100": 0.782288, + "mrr_at_1000": 0.782327, + "nauc_ndcg_at_1_max": 0.440548, + "nauc_ndcg_at_1_std": 0.024437, + "nauc_ndcg_at_1_diff1": 0.509961, + "nauc_ndcg_at_3_max": 0.443644, + "nauc_ndcg_at_3_std": 0.05173, + "nauc_ndcg_at_3_diff1": 0.381596, + "nauc_ndcg_at_5_max": 0.395589, + "nauc_ndcg_at_5_std": 0.01924, + "nauc_ndcg_at_5_diff1": 0.361896, + "nauc_ndcg_at_10_max": 0.378488, + "nauc_ndcg_at_10_std": -0.022348, + "nauc_ndcg_at_10_diff1": 0.362715, + "nauc_ndcg_at_20_max": 0.383671, + "nauc_ndcg_at_20_std": -0.081169, + "nauc_ndcg_at_20_diff1": 0.394037, + "nauc_ndcg_at_100_max": 0.388888, + "nauc_ndcg_at_100_std": -0.025624, + "nauc_ndcg_at_100_diff1": 0.402919, + "nauc_ndcg_at_1000_max": 0.45682, + "nauc_ndcg_at_1000_std": 0.045017, + "nauc_ndcg_at_1000_diff1": 0.392197, + "nauc_map_at_1_max": 0.090157, + "nauc_map_at_1_std": -0.203934, + "nauc_map_at_1_diff1": 0.536893, + "nauc_map_at_3_max": 0.162583, + "nauc_map_at_3_std": -0.186823, + "nauc_map_at_3_diff1": 0.41528, + "nauc_map_at_5_max": 0.154267, + "nauc_map_at_5_std": -0.19106, + "nauc_map_at_5_diff1": 0.361765, + "nauc_map_at_10_max": 0.204365, + "nauc_map_at_10_std": -0.158192, + "nauc_map_at_10_diff1": 0.327165, + "nauc_map_at_20_max": 0.246446, + "nauc_map_at_20_std": -0.144861, + "nauc_map_at_20_diff1": 0.332985, + "nauc_map_at_100_max": 0.298823, + "nauc_map_at_100_std": -0.063089, + "nauc_map_at_100_diff1": 0.303452, + "nauc_map_at_1000_max": 0.320865, + "nauc_map_at_1000_std": -0.032793, + "nauc_map_at_1000_diff1": 0.294762, + "nauc_recall_at_1_max": 0.090157, + "nauc_recall_at_1_std": -0.203934, + "nauc_recall_at_1_diff1": 0.536893, + "nauc_recall_at_3_max": 0.118554, + "nauc_recall_at_3_std": -0.191314, + "nauc_recall_at_3_diff1": 0.372083, + "nauc_recall_at_5_max": 0.065577, + "nauc_recall_at_5_std": -0.216837, + "nauc_recall_at_5_diff1": 0.281624, + "nauc_recall_at_10_max": 0.076953, + "nauc_recall_at_10_std": -0.210105, + "nauc_recall_at_10_diff1": 0.237847, + "nauc_recall_at_20_max": 0.129269, + "nauc_recall_at_20_std": -0.238373, + "nauc_recall_at_20_diff1": 0.273499, + "nauc_recall_at_100_max": 0.08851, + "nauc_recall_at_100_std": -0.059852, + "nauc_recall_at_100_diff1": 0.258589, + "nauc_recall_at_1000_max": 0.226209, + "nauc_recall_at_1000_std": 0.38261, + "nauc_recall_at_1000_diff1": 0.383984, + "nauc_precision_at_1_max": 0.565506, + "nauc_precision_at_1_std": 0.125351, + "nauc_precision_at_1_diff1": 0.481983, + "nauc_precision_at_3_max": 0.430498, + "nauc_precision_at_3_std": 0.207769, + "nauc_precision_at_3_diff1": 0.035418, + "nauc_precision_at_5_max": 0.373972, + "nauc_precision_at_5_std": 0.228958, + "nauc_precision_at_5_diff1": -0.055774, + "nauc_precision_at_10_max": 0.348005, + "nauc_precision_at_10_std": 0.27988, + "nauc_precision_at_10_diff1": -0.105044, + "nauc_precision_at_20_max": 0.299684, + "nauc_precision_at_20_std": 0.269447, + "nauc_precision_at_20_diff1": -0.096683, + "nauc_precision_at_100_max": 0.237349, + "nauc_precision_at_100_std": 0.352011, + "nauc_precision_at_100_diff1": -0.166554, + "nauc_precision_at_1000_max": 0.224578, + "nauc_precision_at_1000_std": 0.360541, + "nauc_precision_at_1000_diff1": -0.187258, + "nauc_mrr_at_1_max": 0.565506, + "nauc_mrr_at_1_std": 0.125351, + "nauc_mrr_at_1_diff1": 0.481983, + "nauc_mrr_at_3_max": 0.58958, + "nauc_mrr_at_3_std": 0.157494, + "nauc_mrr_at_3_diff1": 0.463159, + "nauc_mrr_at_5_max": 0.580882, + "nauc_mrr_at_5_std": 0.139038, + "nauc_mrr_at_5_diff1": 0.464477, + "nauc_mrr_at_10_max": 0.581584, + "nauc_mrr_at_10_std": 0.127266, + "nauc_mrr_at_10_diff1": 0.461183, + "nauc_mrr_at_20_max": 0.58301, + "nauc_mrr_at_20_std": 0.12258, + "nauc_mrr_at_20_diff1": 0.462431, + "nauc_mrr_at_100_max": 0.582263, + "nauc_mrr_at_100_std": 0.125188, + "nauc_mrr_at_100_diff1": 0.463357, + "nauc_mrr_at_1000_max": 0.582179, + "nauc_mrr_at_1000_std": 0.125016, + "nauc_mrr_at_1000_diff1": 0.463372, + "main_score": 0.53124, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4575, + "ndcg_at_3": 0.41915, + "ndcg_at_5": 0.42151, + "ndcg_at_10": 0.42293, + "ndcg_at_20": 0.44593, + "ndcg_at_100": 0.52036, + "ndcg_at_1000": 0.59084, + "map_at_1": 0.09871, + "map_at_3": 0.15771, + "map_at_5": 0.19153, + "map_at_10": 0.22906, + "map_at_20": 0.26473, + "map_at_100": 0.3097, + "map_at_1000": 0.3263, + "recall_at_1": 0.09871, + "recall_at_3": 0.18253, + "recall_at_5": 0.24439, + "recall_at_10": 0.32998, + "recall_at_20": 0.44327, + "recall_at_100": 0.68684, + "recall_at_1000": 0.93388, + "precision_at_1": 0.53, + "precision_at_3": 0.41667, + "precision_at_5": 0.373, + "precision_at_10": 0.2905, + "precision_at_20": 0.221, + "precision_at_100": 0.0867, + "precision_at_1000": 0.01393, + "mrr_at_1": 0.53, + "mrr_at_3": 0.625, + "mrr_at_5": 0.6455, + "mrr_at_10": 0.658329, + "mrr_at_20": 0.660587, + "mrr_at_100": 0.661321, + "mrr_at_1000": 0.661355, + "nauc_ndcg_at_1_max": 0.275326, + "nauc_ndcg_at_1_std": -0.014849, + "nauc_ndcg_at_1_diff1": 0.432097, + "nauc_ndcg_at_3_max": 0.229067, + "nauc_ndcg_at_3_std": 0.04157, + "nauc_ndcg_at_3_diff1": 0.294511, + "nauc_ndcg_at_5_max": 0.226272, + "nauc_ndcg_at_5_std": 0.035492, + "nauc_ndcg_at_5_diff1": 0.287087, + "nauc_ndcg_at_10_max": 0.22387, + "nauc_ndcg_at_10_std": 0.014282, + "nauc_ndcg_at_10_diff1": 0.26236, + "nauc_ndcg_at_20_max": 0.237762, + "nauc_ndcg_at_20_std": 0.015, + "nauc_ndcg_at_20_diff1": 0.255779, + "nauc_ndcg_at_100_max": 0.280926, + "nauc_ndcg_at_100_std": 0.064943, + "nauc_ndcg_at_100_diff1": 0.273394, + "nauc_ndcg_at_1000_max": 0.298204, + "nauc_ndcg_at_1000_std": 0.056201, + "nauc_ndcg_at_1000_diff1": 0.293872, + "nauc_map_at_1_max": 0.010866, + "nauc_map_at_1_std": -0.11929, + "nauc_map_at_1_diff1": 0.46088, + "nauc_map_at_3_max": 0.088962, + "nauc_map_at_3_std": -0.064167, + "nauc_map_at_3_diff1": 0.29921, + "nauc_map_at_5_max": 0.112713, + "nauc_map_at_5_std": -0.051249, + "nauc_map_at_5_diff1": 0.266806, + "nauc_map_at_10_max": 0.154947, + "nauc_map_at_10_std": -0.017999, + "nauc_map_at_10_diff1": 0.222955, + "nauc_map_at_20_max": 0.191453, + "nauc_map_at_20_std": 0.018689, + "nauc_map_at_20_diff1": 0.210044, + "nauc_map_at_100_max": 0.221314, + "nauc_map_at_100_std": 0.083639, + "nauc_map_at_100_diff1": 0.196035, + "nauc_map_at_1000_max": 0.2277, + "nauc_map_at_1000_std": 0.093268, + "nauc_map_at_1000_diff1": 0.194171, + "nauc_recall_at_1_max": 0.010866, + "nauc_recall_at_1_std": -0.11929, + "nauc_recall_at_1_diff1": 0.46088, + "nauc_recall_at_3_max": 0.063377, + "nauc_recall_at_3_std": -0.071404, + "nauc_recall_at_3_diff1": 0.237344, + "nauc_recall_at_5_max": 0.065731, + "nauc_recall_at_5_std": -0.069638, + "nauc_recall_at_5_diff1": 0.17129, + "nauc_recall_at_10_max": 0.081616, + "nauc_recall_at_10_std": -0.049572, + "nauc_recall_at_10_diff1": 0.136483, + "nauc_recall_at_20_max": 0.1343, + "nauc_recall_at_20_std": -0.036263, + "nauc_recall_at_20_diff1": 0.130111, + "nauc_recall_at_100_max": 0.255801, + "nauc_recall_at_100_std": 0.195183, + "nauc_recall_at_100_diff1": 0.105232, + "nauc_recall_at_1000_max": 0.460411, + "nauc_recall_at_1000_std": 0.402995, + "nauc_recall_at_1000_diff1": 0.238961, + "nauc_precision_at_1_max": 0.350953, + "nauc_precision_at_1_std": 0.065946, + "nauc_precision_at_1_diff1": 0.41349, + "nauc_precision_at_3_max": 0.244043, + "nauc_precision_at_3_std": 0.153078, + "nauc_precision_at_3_diff1": 0.066921, + "nauc_precision_at_5_max": 0.243013, + "nauc_precision_at_5_std": 0.170305, + "nauc_precision_at_5_diff1": 0.042799, + "nauc_precision_at_10_max": 0.217359, + "nauc_precision_at_10_std": 0.214001, + "nauc_precision_at_10_diff1": -0.042543, + "nauc_precision_at_20_max": 0.209186, + "nauc_precision_at_20_std": 0.260559, + "nauc_precision_at_20_diff1": -0.059076, + "nauc_precision_at_100_max": 0.14727, + "nauc_precision_at_100_std": 0.254703, + "nauc_precision_at_100_diff1": -0.077077, + "nauc_precision_at_1000_max": 0.063189, + "nauc_precision_at_1000_std": 0.109138, + "nauc_precision_at_1000_diff1": -0.067915, + "nauc_mrr_at_1_max": 0.350953, + "nauc_mrr_at_1_std": 0.065946, + "nauc_mrr_at_1_diff1": 0.41349, + "nauc_mrr_at_3_max": 0.333507, + "nauc_mrr_at_3_std": 0.049312, + "nauc_mrr_at_3_diff1": 0.383874, + "nauc_mrr_at_5_max": 0.341771, + "nauc_mrr_at_5_std": 0.032572, + "nauc_mrr_at_5_diff1": 0.377525, + "nauc_mrr_at_10_max": 0.33919, + "nauc_mrr_at_10_std": 0.027357, + "nauc_mrr_at_10_diff1": 0.383976, + "nauc_mrr_at_20_max": 0.342822, + "nauc_mrr_at_20_std": 0.030922, + "nauc_mrr_at_20_diff1": 0.385146, + "nauc_mrr_at_100_max": 0.343594, + "nauc_mrr_at_100_std": 0.032732, + "nauc_mrr_at_100_diff1": 0.384796, + "nauc_mrr_at_1000_max": 0.343508, + "nauc_mrr_at_1000_std": 0.032642, + "nauc_mrr_at_1000_diff1": 0.384869, + "main_score": 0.42293, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4825, + "ndcg_at_3": 0.44, + "ndcg_at_5": 0.42695, + "ndcg_at_10": 0.43034, + "ndcg_at_20": 0.44659, + "ndcg_at_100": 0.52861, + "ndcg_at_1000": 0.59716, + "map_at_1": 0.10479, + "map_at_3": 0.16591, + "map_at_5": 0.1934, + "map_at_10": 0.23457, + "map_at_20": 0.2648, + "map_at_100": 0.31444, + "map_at_1000": 0.33048, + "recall_at_1": 0.10479, + "recall_at_3": 0.18893, + "recall_at_5": 0.24217, + "recall_at_10": 0.33675, + "recall_at_20": 0.42681, + "recall_at_100": 0.69298, + "recall_at_1000": 0.94445, + "precision_at_1": 0.56, + "precision_at_3": 0.43333, + "precision_at_5": 0.367, + "precision_at_10": 0.296, + "precision_at_20": 0.21925, + "precision_at_100": 0.0909, + "precision_at_1000": 0.01399, + "mrr_at_1": 0.56, + "mrr_at_3": 0.6575, + "mrr_at_5": 0.6725, + "mrr_at_10": 0.680075, + "mrr_at_20": 0.682964, + "mrr_at_100": 0.68405, + "mrr_at_1000": 0.684109, + "nauc_ndcg_at_1_max": 0.283784, + "nauc_ndcg_at_1_std": -0.041846, + "nauc_ndcg_at_1_diff1": 0.370198, + "nauc_ndcg_at_3_max": 0.231679, + "nauc_ndcg_at_3_std": 0.027401, + "nauc_ndcg_at_3_diff1": 0.30744, + "nauc_ndcg_at_5_max": 0.238234, + "nauc_ndcg_at_5_std": 0.036739, + "nauc_ndcg_at_5_diff1": 0.298391, + "nauc_ndcg_at_10_max": 0.224079, + "nauc_ndcg_at_10_std": -0.006548, + "nauc_ndcg_at_10_diff1": 0.279842, + "nauc_ndcg_at_20_max": 0.229101, + "nauc_ndcg_at_20_std": -0.021364, + "nauc_ndcg_at_20_diff1": 0.273203, + "nauc_ndcg_at_100_max": 0.260652, + "nauc_ndcg_at_100_std": 0.022937, + "nauc_ndcg_at_100_diff1": 0.289485, + "nauc_ndcg_at_1000_max": 0.305092, + "nauc_ndcg_at_1000_std": 0.047845, + "nauc_ndcg_at_1000_diff1": 0.273982, + "nauc_map_at_1_max": -0.009031, + "nauc_map_at_1_std": -0.133189, + "nauc_map_at_1_diff1": 0.445701, + "nauc_map_at_3_max": 0.049377, + "nauc_map_at_3_std": -0.077341, + "nauc_map_at_3_diff1": 0.376209, + "nauc_map_at_5_max": 0.091881, + "nauc_map_at_5_std": -0.061505, + "nauc_map_at_5_diff1": 0.334317, + "nauc_map_at_10_max": 0.13462, + "nauc_map_at_10_std": -0.046466, + "nauc_map_at_10_diff1": 0.295901, + "nauc_map_at_20_max": 0.172217, + "nauc_map_at_20_std": -0.017045, + "nauc_map_at_20_diff1": 0.274539, + "nauc_map_at_100_max": 0.225273, + "nauc_map_at_100_std": 0.055309, + "nauc_map_at_100_diff1": 0.26308, + "nauc_map_at_1000_max": 0.239925, + "nauc_map_at_1000_std": 0.073422, + "nauc_map_at_1000_diff1": 0.252606, + "nauc_recall_at_1_max": -0.009031, + "nauc_recall_at_1_std": -0.133189, + "nauc_recall_at_1_diff1": 0.445701, + "nauc_recall_at_3_max": 0.005556, + "nauc_recall_at_3_std": -0.076029, + "nauc_recall_at_3_diff1": 0.335111, + "nauc_recall_at_5_max": 0.053526, + "nauc_recall_at_5_std": -0.065391, + "nauc_recall_at_5_diff1": 0.257969, + "nauc_recall_at_10_max": 0.059917, + "nauc_recall_at_10_std": -0.093854, + "nauc_recall_at_10_diff1": 0.198573, + "nauc_recall_at_20_max": 0.070355, + "nauc_recall_at_20_std": -0.073327, + "nauc_recall_at_20_diff1": 0.146513, + "nauc_recall_at_100_max": 0.160184, + "nauc_recall_at_100_std": 0.08179, + "nauc_recall_at_100_diff1": 0.132671, + "nauc_recall_at_1000_max": 0.279912, + "nauc_recall_at_1000_std": 0.353578, + "nauc_recall_at_1000_diff1": 0.097683, + "nauc_precision_at_1_max": 0.405774, + "nauc_precision_at_1_std": 0.037581, + "nauc_precision_at_1_diff1": 0.349513, + "nauc_precision_at_3_max": 0.28751, + "nauc_precision_at_3_std": 0.18816, + "nauc_precision_at_3_diff1": 0.07836, + "nauc_precision_at_5_max": 0.329747, + "nauc_precision_at_5_std": 0.236539, + "nauc_precision_at_5_diff1": -0.00758, + "nauc_precision_at_10_max": 0.301515, + "nauc_precision_at_10_std": 0.242274, + "nauc_precision_at_10_diff1": -0.067706, + "nauc_precision_at_20_max": 0.28964, + "nauc_precision_at_20_std": 0.252627, + "nauc_precision_at_20_diff1": -0.095013, + "nauc_precision_at_100_max": 0.218158, + "nauc_precision_at_100_std": 0.265321, + "nauc_precision_at_100_diff1": -0.100896, + "nauc_precision_at_1000_max": 0.171701, + "nauc_precision_at_1000_std": 0.192354, + "nauc_precision_at_1000_diff1": -0.130872, + "nauc_mrr_at_1_max": 0.405774, + "nauc_mrr_at_1_std": 0.037581, + "nauc_mrr_at_1_diff1": 0.349513, + "nauc_mrr_at_3_max": 0.391737, + "nauc_mrr_at_3_std": 0.038387, + "nauc_mrr_at_3_diff1": 0.304223, + "nauc_mrr_at_5_max": 0.401441, + "nauc_mrr_at_5_std": 0.044586, + "nauc_mrr_at_5_diff1": 0.311945, + "nauc_mrr_at_10_max": 0.39477, + "nauc_mrr_at_10_std": 0.02727, + "nauc_mrr_at_10_diff1": 0.307464, + "nauc_mrr_at_20_max": 0.393903, + "nauc_mrr_at_20_std": 0.028031, + "nauc_mrr_at_20_diff1": 0.304573, + "nauc_mrr_at_100_max": 0.395521, + "nauc_mrr_at_100_std": 0.028114, + "nauc_mrr_at_100_diff1": 0.306096, + "nauc_mrr_at_1000_max": 0.395472, + "nauc_mrr_at_1000_std": 0.028437, + "nauc_mrr_at_1000_diff1": 0.306124, + "main_score": 0.43034, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.5475, + "ndcg_at_3": 0.50426, + "ndcg_at_5": 0.47797, + "ndcg_at_10": 0.46802, + "ndcg_at_20": 0.4738, + "ndcg_at_100": 0.55559, + "ndcg_at_1000": 0.65687, + "map_at_1": 0.06143, + "map_at_3": 0.12972, + "map_at_5": 0.15593, + "map_at_10": 0.19836, + "map_at_20": 0.24019, + "map_at_100": 0.32099, + "map_at_1000": 0.3619, + "recall_at_1": 0.06143, + "recall_at_3": 0.14664, + "recall_at_5": 0.18413, + "recall_at_10": 0.25961, + "recall_at_20": 0.3528, + "recall_at_100": 0.65078, + "recall_at_1000": 0.94503, + "precision_at_1": 0.67, + "precision_at_3": 0.56667, + "precision_at_5": 0.493, + "precision_at_10": 0.4115, + "precision_at_20": 0.335, + "precision_at_100": 0.1686, + "precision_at_1000": 0.03348, + "mrr_at_1": 0.67, + "mrr_at_3": 0.751667, + "mrr_at_5": 0.764667, + "mrr_at_10": 0.771609, + "mrr_at_20": 0.771872, + "mrr_at_100": 0.772468, + "mrr_at_1000": 0.772508, + "nauc_ndcg_at_1_max": 0.160963, + "nauc_ndcg_at_1_std": 0.05577, + "nauc_ndcg_at_1_diff1": 0.339123, + "nauc_ndcg_at_3_max": 0.266963, + "nauc_ndcg_at_3_std": 0.05185, + "nauc_ndcg_at_3_diff1": 0.261011, + "nauc_ndcg_at_5_max": 0.271195, + "nauc_ndcg_at_5_std": 0.076134, + "nauc_ndcg_at_5_diff1": 0.256895, + "nauc_ndcg_at_10_max": 0.272277, + "nauc_ndcg_at_10_std": 0.09982, + "nauc_ndcg_at_10_diff1": 0.224221, + "nauc_ndcg_at_20_max": 0.27898, + "nauc_ndcg_at_20_std": 0.146085, + "nauc_ndcg_at_20_diff1": 0.222955, + "nauc_ndcg_at_100_max": 0.289952, + "nauc_ndcg_at_100_std": 0.243811, + "nauc_ndcg_at_100_diff1": 0.195069, + "nauc_ndcg_at_1000_max": 0.358061, + "nauc_ndcg_at_1000_std": 0.241384, + "nauc_ndcg_at_1000_diff1": 0.207226, + "nauc_map_at_1_max": 0.006317, + "nauc_map_at_1_std": 0.064722, + "nauc_map_at_1_diff1": 0.394946, + "nauc_map_at_3_max": 0.125005, + "nauc_map_at_3_std": 0.165363, + "nauc_map_at_3_diff1": 0.271411, + "nauc_map_at_5_max": 0.144703, + "nauc_map_at_5_std": 0.172935, + "nauc_map_at_5_diff1": 0.236494, + "nauc_map_at_10_max": 0.1551, + "nauc_map_at_10_std": 0.16042, + "nauc_map_at_10_diff1": 0.200029, + "nauc_map_at_20_max": 0.202972, + "nauc_map_at_20_std": 0.200534, + "nauc_map_at_20_diff1": 0.174691, + "nauc_map_at_100_max": 0.265688, + "nauc_map_at_100_std": 0.270062, + "nauc_map_at_100_diff1": 0.125322, + "nauc_map_at_1000_max": 0.302128, + "nauc_map_at_1000_std": 0.30007, + "nauc_map_at_1000_diff1": 0.128931, + "nauc_recall_at_1_max": 0.006317, + "nauc_recall_at_1_std": 0.064722, + "nauc_recall_at_1_diff1": 0.394946, + "nauc_recall_at_3_max": 0.096545, + "nauc_recall_at_3_std": 0.173911, + "nauc_recall_at_3_diff1": 0.238291, + "nauc_recall_at_5_max": 0.104095, + "nauc_recall_at_5_std": 0.181092, + "nauc_recall_at_5_diff1": 0.19582, + "nauc_recall_at_10_max": 0.087064, + "nauc_recall_at_10_std": 0.133351, + "nauc_recall_at_10_diff1": 0.157263, + "nauc_recall_at_20_max": 0.106612, + "nauc_recall_at_20_std": 0.177615, + "nauc_recall_at_20_diff1": 0.11735, + "nauc_recall_at_100_max": 0.10919, + "nauc_recall_at_100_std": 0.331723, + "nauc_recall_at_100_diff1": 0.060479, + "nauc_recall_at_1000_max": 0.34551, + "nauc_recall_at_1000_std": 0.689409, + "nauc_recall_at_1000_diff1": 0.138854, + "nauc_precision_at_1_max": 0.152444, + "nauc_precision_at_1_std": 0.13196, + "nauc_precision_at_1_diff1": 0.313132, + "nauc_precision_at_3_max": 0.330387, + "nauc_precision_at_3_std": 0.080036, + "nauc_precision_at_3_diff1": 0.104302, + "nauc_precision_at_5_max": 0.292803, + "nauc_precision_at_5_std": 0.059889, + "nauc_precision_at_5_diff1": 0.044879, + "nauc_precision_at_10_max": 0.264561, + "nauc_precision_at_10_std": 0.038115, + "nauc_precision_at_10_diff1": -0.050904, + "nauc_precision_at_20_max": 0.256277, + "nauc_precision_at_20_std": 0.071166, + "nauc_precision_at_20_diff1": -0.080906, + "nauc_precision_at_100_max": 0.147, + "nauc_precision_at_100_std": 0.06296, + "nauc_precision_at_100_diff1": -0.074882, + "nauc_precision_at_1000_max": 0.075832, + "nauc_precision_at_1000_std": -0.032707, + "nauc_precision_at_1000_diff1": -0.008685, + "nauc_mrr_at_1_max": 0.152444, + "nauc_mrr_at_1_std": 0.13196, + "nauc_mrr_at_1_diff1": 0.313132, + "nauc_mrr_at_3_max": 0.203671, + "nauc_mrr_at_3_std": 0.091279, + "nauc_mrr_at_3_diff1": 0.311281, + "nauc_mrr_at_5_max": 0.189115, + "nauc_mrr_at_5_std": 0.076688, + "nauc_mrr_at_5_diff1": 0.307904, + "nauc_mrr_at_10_max": 0.188314, + "nauc_mrr_at_10_std": 0.081357, + "nauc_mrr_at_10_diff1": 0.297216, + "nauc_mrr_at_20_max": 0.188088, + "nauc_mrr_at_20_std": 0.081693, + "nauc_mrr_at_20_diff1": 0.29836, + "nauc_mrr_at_100_max": 0.186665, + "nauc_mrr_at_100_std": 0.084557, + "nauc_mrr_at_100_diff1": 0.2993, + "nauc_mrr_at_1000_max": 0.186932, + "nauc_mrr_at_1000_std": 0.084503, + "nauc_mrr_at_1000_diff1": 0.299472, + "main_score": 0.46802, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.42, + "ndcg_at_3": 0.40571, + "ndcg_at_5": 0.40058, + "ndcg_at_10": 0.39032, + "ndcg_at_20": 0.39551, + "ndcg_at_100": 0.4781, + "ndcg_at_1000": 0.59002, + "map_at_1": 0.04831, + "map_at_3": 0.1041, + "map_at_5": 0.13177, + "map_at_10": 0.16279, + "map_at_20": 0.19716, + "map_at_100": 0.26115, + "map_at_1000": 0.29705, + "recall_at_1": 0.04831, + "recall_at_3": 0.12181, + "recall_at_5": 0.16928, + "recall_at_10": 0.22612, + "recall_at_20": 0.31147, + "recall_at_100": 0.58259, + "recall_at_1000": 0.9093, + "precision_at_1": 0.535, + "precision_at_3": 0.485, + "precision_at_5": 0.43, + "precision_at_10": 0.3505, + "precision_at_20": 0.2805, + "precision_at_100": 0.14325, + "precision_at_1000": 0.03134, + "mrr_at_1": 0.535, + "mrr_at_3": 0.658333, + "mrr_at_5": 0.676333, + "mrr_at_10": 0.681109, + "mrr_at_20": 0.682993, + "mrr_at_100": 0.683766, + "mrr_at_1000": 0.683781, + "nauc_ndcg_at_1_max": 0.239262, + "nauc_ndcg_at_1_std": 0.326118, + "nauc_ndcg_at_1_diff1": 0.211348, + "nauc_ndcg_at_3_max": 0.270569, + "nauc_ndcg_at_3_std": 0.309008, + "nauc_ndcg_at_3_diff1": 0.175962, + "nauc_ndcg_at_5_max": 0.286128, + "nauc_ndcg_at_5_std": 0.345055, + "nauc_ndcg_at_5_diff1": 0.184145, + "nauc_ndcg_at_10_max": 0.267871, + "nauc_ndcg_at_10_std": 0.36897, + "nauc_ndcg_at_10_diff1": 0.178515, + "nauc_ndcg_at_20_max": 0.300938, + "nauc_ndcg_at_20_std": 0.38402, + "nauc_ndcg_at_20_diff1": 0.184615, + "nauc_ndcg_at_100_max": 0.302846, + "nauc_ndcg_at_100_std": 0.464294, + "nauc_ndcg_at_100_diff1": 0.18275, + "nauc_ndcg_at_1000_max": 0.329367, + "nauc_ndcg_at_1000_std": 0.442374, + "nauc_ndcg_at_1000_diff1": 0.160893, + "nauc_map_at_1_max": 0.141552, + "nauc_map_at_1_std": 0.211728, + "nauc_map_at_1_diff1": 0.289048, + "nauc_map_at_3_max": 0.215697, + "nauc_map_at_3_std": 0.25405, + "nauc_map_at_3_diff1": 0.286369, + "nauc_map_at_5_max": 0.215201, + "nauc_map_at_5_std": 0.281651, + "nauc_map_at_5_diff1": 0.274033, + "nauc_map_at_10_max": 0.221598, + "nauc_map_at_10_std": 0.307873, + "nauc_map_at_10_diff1": 0.243433, + "nauc_map_at_20_max": 0.243745, + "nauc_map_at_20_std": 0.333125, + "nauc_map_at_20_diff1": 0.221773, + "nauc_map_at_100_max": 0.291617, + "nauc_map_at_100_std": 0.425093, + "nauc_map_at_100_diff1": 0.193519, + "nauc_map_at_1000_max": 0.30526, + "nauc_map_at_1000_std": 0.446286, + "nauc_map_at_1000_diff1": 0.18726, + "nauc_recall_at_1_max": 0.141552, + "nauc_recall_at_1_std": 0.211728, + "nauc_recall_at_1_diff1": 0.289048, + "nauc_recall_at_3_max": 0.174269, + "nauc_recall_at_3_std": 0.20568, + "nauc_recall_at_3_diff1": 0.238221, + "nauc_recall_at_5_max": 0.177186, + "nauc_recall_at_5_std": 0.252171, + "nauc_recall_at_5_diff1": 0.22405, + "nauc_recall_at_10_max": 0.171475, + "nauc_recall_at_10_std": 0.273092, + "nauc_recall_at_10_diff1": 0.19767, + "nauc_recall_at_20_max": 0.177987, + "nauc_recall_at_20_std": 0.286033, + "nauc_recall_at_20_diff1": 0.182336, + "nauc_recall_at_100_max": 0.176261, + "nauc_recall_at_100_std": 0.47342, + "nauc_recall_at_100_diff1": 0.164154, + "nauc_recall_at_1000_max": 0.298066, + "nauc_recall_at_1000_std": 0.663135, + "nauc_recall_at_1000_diff1": 0.205248, + "nauc_precision_at_1_max": 0.31665, + "nauc_precision_at_1_std": 0.385923, + "nauc_precision_at_1_diff1": 0.179775, + "nauc_precision_at_3_max": 0.261095, + "nauc_precision_at_3_std": 0.31927, + "nauc_precision_at_3_diff1": 0.080596, + "nauc_precision_at_5_max": 0.25737, + "nauc_precision_at_5_std": 0.330786, + "nauc_precision_at_5_diff1": 0.052656, + "nauc_precision_at_10_max": 0.201396, + "nauc_precision_at_10_std": 0.287708, + "nauc_precision_at_10_diff1": 0.005265, + "nauc_precision_at_20_max": 0.216434, + "nauc_precision_at_20_std": 0.253091, + "nauc_precision_at_20_diff1": -0.010498, + "nauc_precision_at_100_max": 0.142903, + "nauc_precision_at_100_std": 0.156318, + "nauc_precision_at_100_diff1": -0.071071, + "nauc_precision_at_1000_max": 0.017252, + "nauc_precision_at_1000_std": -0.058949, + "nauc_precision_at_1000_diff1": -0.098864, + "nauc_mrr_at_1_max": 0.31665, + "nauc_mrr_at_1_std": 0.385923, + "nauc_mrr_at_1_diff1": 0.179775, + "nauc_mrr_at_3_max": 0.29176, + "nauc_mrr_at_3_std": 0.350197, + "nauc_mrr_at_3_diff1": 0.171615, + "nauc_mrr_at_5_max": 0.296241, + "nauc_mrr_at_5_std": 0.354841, + "nauc_mrr_at_5_diff1": 0.172425, + "nauc_mrr_at_10_max": 0.295387, + "nauc_mrr_at_10_std": 0.354624, + "nauc_mrr_at_10_diff1": 0.175329, + "nauc_mrr_at_20_max": 0.29604, + "nauc_mrr_at_20_std": 0.353714, + "nauc_mrr_at_20_diff1": 0.175502, + "nauc_mrr_at_100_max": 0.295798, + "nauc_mrr_at_100_std": 0.354202, + "nauc_mrr_at_100_diff1": 0.176297, + "nauc_mrr_at_1000_max": 0.295891, + "nauc_mrr_at_1000_std": 0.354202, + "nauc_mrr_at_1000_diff1": 0.176262, + "main_score": 0.39032, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4525, + "ndcg_at_3": 0.40875, + "ndcg_at_5": 0.41455, + "ndcg_at_10": 0.40384, + "ndcg_at_20": 0.40851, + "ndcg_at_100": 0.48625, + "ndcg_at_1000": 0.59741, + "map_at_1": 0.04837, + "map_at_3": 0.10125, + "map_at_5": 0.13197, + "map_at_10": 0.16444, + "map_at_20": 0.19974, + "map_at_100": 0.26558, + "map_at_1000": 0.30217, + "recall_at_1": 0.04837, + "recall_at_3": 0.11916, + "recall_at_5": 0.17236, + "recall_at_10": 0.23489, + "recall_at_20": 0.31734, + "recall_at_100": 0.58788, + "recall_at_1000": 0.91683, + "precision_at_1": 0.555, + "precision_at_3": 0.47667, + "precision_at_5": 0.448, + "precision_at_10": 0.364, + "precision_at_20": 0.292, + "precision_at_100": 0.1482, + "precision_at_1000": 0.03172, + "mrr_at_1": 0.555, + "mrr_at_3": 0.651667, + "mrr_at_5": 0.672167, + "mrr_at_10": 0.683073, + "mrr_at_20": 0.685051, + "mrr_at_100": 0.685437, + "mrr_at_1000": 0.685478, + "nauc_ndcg_at_1_max": 0.125903, + "nauc_ndcg_at_1_std": 0.075513, + "nauc_ndcg_at_1_diff1": 0.311693, + "nauc_ndcg_at_3_max": 0.197099, + "nauc_ndcg_at_3_std": 0.167442, + "nauc_ndcg_at_3_diff1": 0.256931, + "nauc_ndcg_at_5_max": 0.214448, + "nauc_ndcg_at_5_std": 0.184301, + "nauc_ndcg_at_5_diff1": 0.238767, + "nauc_ndcg_at_10_max": 0.251978, + "nauc_ndcg_at_10_std": 0.206428, + "nauc_ndcg_at_10_diff1": 0.207258, + "nauc_ndcg_at_20_max": 0.269469, + "nauc_ndcg_at_20_std": 0.229882, + "nauc_ndcg_at_20_diff1": 0.18564, + "nauc_ndcg_at_100_max": 0.288644, + "nauc_ndcg_at_100_std": 0.349252, + "nauc_ndcg_at_100_diff1": 0.209308, + "nauc_ndcg_at_1000_max": 0.328526, + "nauc_ndcg_at_1000_std": 0.319945, + "nauc_ndcg_at_1000_diff1": 0.195041, + "nauc_map_at_1_max": 0.067327, + "nauc_map_at_1_std": 0.050867, + "nauc_map_at_1_diff1": 0.400557, + "nauc_map_at_3_max": 0.19313, + "nauc_map_at_3_std": 0.233489, + "nauc_map_at_3_diff1": 0.294629, + "nauc_map_at_5_max": 0.187434, + "nauc_map_at_5_std": 0.243352, + "nauc_map_at_5_diff1": 0.274498, + "nauc_map_at_10_max": 0.235868, + "nauc_map_at_10_std": 0.262026, + "nauc_map_at_10_diff1": 0.24568, + "nauc_map_at_20_max": 0.257018, + "nauc_map_at_20_std": 0.281489, + "nauc_map_at_20_diff1": 0.212877, + "nauc_map_at_100_max": 0.303699, + "nauc_map_at_100_std": 0.380001, + "nauc_map_at_100_diff1": 0.189506, + "nauc_map_at_1000_max": 0.323795, + "nauc_map_at_1000_std": 0.389581, + "nauc_map_at_1000_diff1": 0.184518, + "nauc_recall_at_1_max": 0.067327, + "nauc_recall_at_1_std": 0.050867, + "nauc_recall_at_1_diff1": 0.400557, + "nauc_recall_at_3_max": 0.168259, + "nauc_recall_at_3_std": 0.214214, + "nauc_recall_at_3_diff1": 0.245742, + "nauc_recall_at_5_max": 0.131194, + "nauc_recall_at_5_std": 0.214888, + "nauc_recall_at_5_diff1": 0.211364, + "nauc_recall_at_10_max": 0.179236, + "nauc_recall_at_10_std": 0.216054, + "nauc_recall_at_10_diff1": 0.178153, + "nauc_recall_at_20_max": 0.168708, + "nauc_recall_at_20_std": 0.20794, + "nauc_recall_at_20_diff1": 0.140086, + "nauc_recall_at_100_max": 0.195038, + "nauc_recall_at_100_std": 0.441409, + "nauc_recall_at_100_diff1": 0.140586, + "nauc_recall_at_1000_max": 0.33971, + "nauc_recall_at_1000_std": 0.624267, + "nauc_recall_at_1000_diff1": 0.023836, + "nauc_precision_at_1_max": 0.194137, + "nauc_precision_at_1_std": 0.148394, + "nauc_precision_at_1_diff1": 0.368607, + "nauc_precision_at_3_max": 0.227109, + "nauc_precision_at_3_std": 0.223051, + "nauc_precision_at_3_diff1": 0.160315, + "nauc_precision_at_5_max": 0.237613, + "nauc_precision_at_5_std": 0.224653, + "nauc_precision_at_5_diff1": 0.094512, + "nauc_precision_at_10_max": 0.236897, + "nauc_precision_at_10_std": 0.171247, + "nauc_precision_at_10_diff1": 0.019627, + "nauc_precision_at_20_max": 0.208874, + "nauc_precision_at_20_std": 0.158101, + "nauc_precision_at_20_diff1": -0.026189, + "nauc_precision_at_100_max": 0.146754, + "nauc_precision_at_100_std": 0.115481, + "nauc_precision_at_100_diff1": -0.057195, + "nauc_precision_at_1000_max": 0.033728, + "nauc_precision_at_1000_std": -0.085182, + "nauc_precision_at_1000_diff1": -0.060869, + "nauc_mrr_at_1_max": 0.194137, + "nauc_mrr_at_1_std": 0.148394, + "nauc_mrr_at_1_diff1": 0.368607, + "nauc_mrr_at_3_max": 0.201625, + "nauc_mrr_at_3_std": 0.136115, + "nauc_mrr_at_3_diff1": 0.32414, + "nauc_mrr_at_5_max": 0.194711, + "nauc_mrr_at_5_std": 0.146728, + "nauc_mrr_at_5_diff1": 0.330377, + "nauc_mrr_at_10_max": 0.195189, + "nauc_mrr_at_10_std": 0.139938, + "nauc_mrr_at_10_diff1": 0.333323, + "nauc_mrr_at_20_max": 0.193988, + "nauc_mrr_at_20_std": 0.140031, + "nauc_mrr_at_20_diff1": 0.333966, + "nauc_mrr_at_100_max": 0.19418, + "nauc_mrr_at_100_std": 0.141117, + "nauc_mrr_at_100_diff1": 0.333856, + "nauc_mrr_at_1000_max": 0.194401, + "nauc_mrr_at_1000_std": 0.14112, + "nauc_mrr_at_1000_diff1": 0.333939, + "main_score": 0.40384, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.5637, + "ndcg_at_5": 0.53862, + "ndcg_at_10": 0.521, + "ndcg_at_20": 0.52512, + "ndcg_at_100": 0.62167, + "ndcg_at_1000": 0.69725, + "map_at_1": 0.08499, + "map_at_3": 0.16167, + "map_at_5": 0.20147, + "map_at_10": 0.25069, + "map_at_20": 0.29209, + "map_at_100": 0.378, + "map_at_1000": 0.40582, + "recall_at_1": 0.08499, + "recall_at_3": 0.1748, + "recall_at_5": 0.23042, + "recall_at_10": 0.32573, + "recall_at_20": 0.42585, + "recall_at_100": 0.74646, + "recall_at_1000": 0.97368, + "precision_at_1": 0.73, + "precision_at_3": 0.59833, + "precision_at_5": 0.528, + "precision_at_10": 0.421, + "precision_at_20": 0.32375, + "precision_at_100": 0.15035, + "precision_at_1000": 0.02393, + "mrr_at_1": 0.73, + "mrr_at_3": 0.8025, + "mrr_at_5": 0.81475, + "mrr_at_10": 0.819115, + "mrr_at_20": 0.820093, + "mrr_at_100": 0.820432, + "mrr_at_1000": 0.820432, + "nauc_ndcg_at_1_max": 0.283948, + "nauc_ndcg_at_1_std": -0.127973, + "nauc_ndcg_at_1_diff1": 0.405684, + "nauc_ndcg_at_3_max": 0.276603, + "nauc_ndcg_at_3_std": 0.022946, + "nauc_ndcg_at_3_diff1": 0.212987, + "nauc_ndcg_at_5_max": 0.222412, + "nauc_ndcg_at_5_std": 0.05621, + "nauc_ndcg_at_5_diff1": 0.192097, + "nauc_ndcg_at_10_max": 0.217299, + "nauc_ndcg_at_10_std": 0.1078, + "nauc_ndcg_at_10_diff1": 0.223952, + "nauc_ndcg_at_20_max": 0.173324, + "nauc_ndcg_at_20_std": 0.082211, + "nauc_ndcg_at_20_diff1": 0.254483, + "nauc_ndcg_at_100_max": 0.211286, + "nauc_ndcg_at_100_std": 0.218375, + "nauc_ndcg_at_100_diff1": 0.219931, + "nauc_ndcg_at_1000_max": 0.224174, + "nauc_ndcg_at_1000_std": 0.198726, + "nauc_ndcg_at_1000_diff1": 0.181012, + "nauc_map_at_1_max": -0.078375, + "nauc_map_at_1_std": -0.200041, + "nauc_map_at_1_diff1": 0.412804, + "nauc_map_at_3_max": 0.011123, + "nauc_map_at_3_std": -0.156099, + "nauc_map_at_3_diff1": 0.279856, + "nauc_map_at_5_max": -0.006577, + "nauc_map_at_5_std": -0.141851, + "nauc_map_at_5_diff1": 0.260645, + "nauc_map_at_10_max": 0.027765, + "nauc_map_at_10_std": -0.080503, + "nauc_map_at_10_diff1": 0.250224, + "nauc_map_at_20_max": 0.038593, + "nauc_map_at_20_std": -0.026192, + "nauc_map_at_20_diff1": 0.232266, + "nauc_map_at_100_max": 0.096752, + "nauc_map_at_100_std": 0.167798, + "nauc_map_at_100_diff1": 0.166308, + "nauc_map_at_1000_max": 0.094393, + "nauc_map_at_1000_std": 0.192971, + "nauc_map_at_1000_diff1": 0.142611, + "nauc_recall_at_1_max": -0.078375, + "nauc_recall_at_1_std": -0.200041, + "nauc_recall_at_1_diff1": 0.412804, + "nauc_recall_at_3_max": 0.007977, + "nauc_recall_at_3_std": -0.133338, + "nauc_recall_at_3_diff1": 0.261852, + "nauc_recall_at_5_max": -0.022283, + "nauc_recall_at_5_std": -0.118093, + "nauc_recall_at_5_diff1": 0.248873, + "nauc_recall_at_10_max": -0.006654, + "nauc_recall_at_10_std": -0.053667, + "nauc_recall_at_10_diff1": 0.241646, + "nauc_recall_at_20_max": -0.017684, + "nauc_recall_at_20_std": -0.027698, + "nauc_recall_at_20_diff1": 0.234169, + "nauc_recall_at_100_max": 0.067359, + "nauc_recall_at_100_std": 0.315575, + "nauc_recall_at_100_diff1": 0.113337, + "nauc_recall_at_1000_max": 0.025752, + "nauc_recall_at_1000_std": 0.62553, + "nauc_recall_at_1000_diff1": 0.007965, + "nauc_precision_at_1_max": 0.236274, + "nauc_precision_at_1_std": -0.147624, + "nauc_precision_at_1_diff1": 0.453567, + "nauc_precision_at_3_max": 0.264563, + "nauc_precision_at_3_std": 0.11917, + "nauc_precision_at_3_diff1": 0.033636, + "nauc_precision_at_5_max": 0.166786, + "nauc_precision_at_5_std": 0.191892, + "nauc_precision_at_5_diff1": -0.079889, + "nauc_precision_at_10_max": 0.178556, + "nauc_precision_at_10_std": 0.35278, + "nauc_precision_at_10_diff1": -0.144779, + "nauc_precision_at_20_max": 0.117364, + "nauc_precision_at_20_std": 0.3884, + "nauc_precision_at_20_diff1": -0.214028, + "nauc_precision_at_100_max": 0.066425, + "nauc_precision_at_100_std": 0.352879, + "nauc_precision_at_100_diff1": -0.26083, + "nauc_precision_at_1000_max": -0.066443, + "nauc_precision_at_1000_std": 0.125028, + "nauc_precision_at_1000_diff1": -0.216264, + "nauc_mrr_at_1_max": 0.236274, + "nauc_mrr_at_1_std": -0.147624, + "nauc_mrr_at_1_diff1": 0.453567, + "nauc_mrr_at_3_max": 0.318912, + "nauc_mrr_at_3_std": -0.068953, + "nauc_mrr_at_3_diff1": 0.450154, + "nauc_mrr_at_5_max": 0.306547, + "nauc_mrr_at_5_std": -0.075518, + "nauc_mrr_at_5_diff1": 0.453076, + "nauc_mrr_at_10_max": 0.305002, + "nauc_mrr_at_10_std": -0.079228, + "nauc_mrr_at_10_diff1": 0.453179, + "nauc_mrr_at_20_max": 0.302296, + "nauc_mrr_at_20_std": -0.084398, + "nauc_mrr_at_20_diff1": 0.451153, + "nauc_mrr_at_100_max": 0.302322, + "nauc_mrr_at_100_std": -0.085136, + "nauc_mrr_at_100_diff1": 0.451492, + "nauc_mrr_at_1000_max": 0.302322, + "nauc_mrr_at_1000_std": -0.085136, + "nauc_mrr_at_1000_diff1": 0.451492, + "main_score": 0.521, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5575, + "ndcg_at_3": 0.48985, + "ndcg_at_5": 0.46347, + "ndcg_at_10": 0.44129, + "ndcg_at_20": 0.44758, + "ndcg_at_100": 0.5385, + "ndcg_at_1000": 0.62969, + "map_at_1": 0.07569, + "map_at_3": 0.13716, + "map_at_5": 0.17106, + "map_at_10": 0.20769, + "map_at_20": 0.24175, + "map_at_100": 0.30671, + "map_at_1000": 0.33264, + "recall_at_1": 0.07569, + "recall_at_3": 0.15146, + "recall_at_5": 0.2002, + "recall_at_10": 0.27699, + "recall_at_20": 0.36981, + "recall_at_100": 0.65951, + "recall_at_1000": 0.94228, + "precision_at_1": 0.64, + "precision_at_3": 0.52333, + "precision_at_5": 0.452, + "precision_at_10": 0.345, + "precision_at_20": 0.26875, + "precision_at_100": 0.12495, + "precision_at_1000": 0.02224, + "mrr_at_1": 0.64, + "mrr_at_3": 0.734167, + "mrr_at_5": 0.744167, + "mrr_at_10": 0.751165, + "mrr_at_20": 0.753086, + "mrr_at_100": 0.753621, + "mrr_at_1000": 0.753657, + "nauc_ndcg_at_1_max": 0.234087, + "nauc_ndcg_at_1_std": 0.020601, + "nauc_ndcg_at_1_diff1": 0.339816, + "nauc_ndcg_at_3_max": 0.247908, + "nauc_ndcg_at_3_std": 0.092408, + "nauc_ndcg_at_3_diff1": 0.196671, + "nauc_ndcg_at_5_max": 0.245731, + "nauc_ndcg_at_5_std": 0.139685, + "nauc_ndcg_at_5_diff1": 0.157969, + "nauc_ndcg_at_10_max": 0.251002, + "nauc_ndcg_at_10_std": 0.16948, + "nauc_ndcg_at_10_diff1": 0.143543, + "nauc_ndcg_at_20_max": 0.244649, + "nauc_ndcg_at_20_std": 0.202435, + "nauc_ndcg_at_20_diff1": 0.144981, + "nauc_ndcg_at_100_max": 0.290042, + "nauc_ndcg_at_100_std": 0.310894, + "nauc_ndcg_at_100_diff1": 0.17106, + "nauc_ndcg_at_1000_max": 0.285679, + "nauc_ndcg_at_1000_std": 0.321581, + "nauc_ndcg_at_1000_diff1": 0.123684, + "nauc_map_at_1_max": 0.031107, + "nauc_map_at_1_std": -0.072723, + "nauc_map_at_1_diff1": 0.16814, + "nauc_map_at_3_max": 0.065224, + "nauc_map_at_3_std": -0.057642, + "nauc_map_at_3_diff1": 0.141497, + "nauc_map_at_5_max": 0.082061, + "nauc_map_at_5_std": -0.026611, + "nauc_map_at_5_diff1": 0.133912, + "nauc_map_at_10_max": 0.120327, + "nauc_map_at_10_std": 0.032864, + "nauc_map_at_10_diff1": 0.124149, + "nauc_map_at_20_max": 0.136239, + "nauc_map_at_20_std": 0.099753, + "nauc_map_at_20_diff1": 0.10499, + "nauc_map_at_100_max": 0.172122, + "nauc_map_at_100_std": 0.253214, + "nauc_map_at_100_diff1": 0.087409, + "nauc_map_at_1000_max": 0.171567, + "nauc_map_at_1000_std": 0.287777, + "nauc_map_at_1000_diff1": 0.059878, + "nauc_recall_at_1_max": 0.031107, + "nauc_recall_at_1_std": -0.072723, + "nauc_recall_at_1_diff1": 0.16814, + "nauc_recall_at_3_max": 0.060931, + "nauc_recall_at_3_std": -0.055518, + "nauc_recall_at_3_diff1": 0.121973, + "nauc_recall_at_5_max": 0.077174, + "nauc_recall_at_5_std": -0.035153, + "nauc_recall_at_5_diff1": 0.118468, + "nauc_recall_at_10_max": 0.1253, + "nauc_recall_at_10_std": 0.063247, + "nauc_recall_at_10_diff1": 0.125684, + "nauc_recall_at_20_max": 0.135361, + "nauc_recall_at_20_std": 0.148132, + "nauc_recall_at_20_diff1": 0.106668, + "nauc_recall_at_100_max": 0.230042, + "nauc_recall_at_100_std": 0.407813, + "nauc_recall_at_100_diff1": 0.097795, + "nauc_recall_at_1000_max": 0.355233, + "nauc_recall_at_1000_std": 0.672183, + "nauc_recall_at_1000_diff1": -0.018927, + "nauc_precision_at_1_max": 0.212296, + "nauc_precision_at_1_std": 0.000942, + "nauc_precision_at_1_diff1": 0.336489, + "nauc_precision_at_3_max": 0.227677, + "nauc_precision_at_3_std": 0.203428, + "nauc_precision_at_3_diff1": 0.083743, + "nauc_precision_at_5_max": 0.21053, + "nauc_precision_at_5_std": 0.277727, + "nauc_precision_at_5_diff1": 0.021771, + "nauc_precision_at_10_max": 0.195582, + "nauc_precision_at_10_std": 0.354005, + "nauc_precision_at_10_diff1": -0.058117, + "nauc_precision_at_20_max": 0.13192, + "nauc_precision_at_20_std": 0.456175, + "nauc_precision_at_20_diff1": -0.126682, + "nauc_precision_at_100_max": 0.074672, + "nauc_precision_at_100_std": 0.430197, + "nauc_precision_at_100_diff1": -0.160454, + "nauc_precision_at_1000_max": -0.095296, + "nauc_precision_at_1000_std": 0.181012, + "nauc_precision_at_1000_diff1": -0.25584, + "nauc_mrr_at_1_max": 0.212296, + "nauc_mrr_at_1_std": 0.000942, + "nauc_mrr_at_1_diff1": 0.336489, + "nauc_mrr_at_3_max": 0.273073, + "nauc_mrr_at_3_std": 0.074845, + "nauc_mrr_at_3_diff1": 0.319842, + "nauc_mrr_at_5_max": 0.264408, + "nauc_mrr_at_5_std": 0.053835, + "nauc_mrr_at_5_diff1": 0.310642, + "nauc_mrr_at_10_max": 0.267674, + "nauc_mrr_at_10_std": 0.06947, + "nauc_mrr_at_10_diff1": 0.315323, + "nauc_mrr_at_20_max": 0.267689, + "nauc_mrr_at_20_std": 0.067817, + "nauc_mrr_at_20_diff1": 0.315797, + "nauc_mrr_at_100_max": 0.266886, + "nauc_mrr_at_100_std": 0.066028, + "nauc_mrr_at_100_diff1": 0.31569, + "nauc_mrr_at_1000_max": 0.266782, + "nauc_mrr_at_1000_std": 0.065866, + "nauc_mrr_at_1000_diff1": 0.315774, + "main_score": 0.44129, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5075, + "ndcg_at_3": 0.46269, + "ndcg_at_5": 0.43169, + "ndcg_at_10": 0.42503, + "ndcg_at_20": 0.43456, + "ndcg_at_100": 0.52538, + "ndcg_at_1000": 0.61611, + "map_at_1": 0.06177, + "map_at_3": 0.1207, + "map_at_5": 0.14714, + "map_at_10": 0.1842, + "map_at_20": 0.2208, + "map_at_100": 0.28883, + "map_at_1000": 0.3147, + "recall_at_1": 0.06177, + "recall_at_3": 0.13638, + "recall_at_5": 0.1797, + "recall_at_10": 0.26071, + "recall_at_20": 0.36423, + "recall_at_100": 0.65541, + "recall_at_1000": 0.93832, + "precision_at_1": 0.585, + "precision_at_3": 0.49833, + "precision_at_5": 0.431, + "precision_at_10": 0.351, + "precision_at_20": 0.273, + "precision_at_100": 0.12735, + "precision_at_1000": 0.02251, + "mrr_at_1": 0.585, + "mrr_at_3": 0.69, + "mrr_at_5": 0.70775, + "mrr_at_10": 0.717933, + "mrr_at_20": 0.719154, + "mrr_at_100": 0.719518, + "mrr_at_1000": 0.719518, + "nauc_ndcg_at_1_max": 0.276617, + "nauc_ndcg_at_1_std": 0.136902, + "nauc_ndcg_at_1_diff1": 0.354274, + "nauc_ndcg_at_3_max": 0.270089, + "nauc_ndcg_at_3_std": 0.206181, + "nauc_ndcg_at_3_diff1": 0.253891, + "nauc_ndcg_at_5_max": 0.248613, + "nauc_ndcg_at_5_std": 0.214402, + "nauc_ndcg_at_5_diff1": 0.226929, + "nauc_ndcg_at_10_max": 0.256656, + "nauc_ndcg_at_10_std": 0.228775, + "nauc_ndcg_at_10_diff1": 0.220264, + "nauc_ndcg_at_20_max": 0.240826, + "nauc_ndcg_at_20_std": 0.249799, + "nauc_ndcg_at_20_diff1": 0.203721, + "nauc_ndcg_at_100_max": 0.275579, + "nauc_ndcg_at_100_std": 0.386863, + "nauc_ndcg_at_100_diff1": 0.169549, + "nauc_ndcg_at_1000_max": 0.295235, + "nauc_ndcg_at_1000_std": 0.388811, + "nauc_ndcg_at_1000_diff1": 0.193766, + "nauc_map_at_1_max": 0.114115, + "nauc_map_at_1_std": 0.070253, + "nauc_map_at_1_diff1": 0.284434, + "nauc_map_at_3_max": 0.099516, + "nauc_map_at_3_std": 0.032989, + "nauc_map_at_3_diff1": 0.192833, + "nauc_map_at_5_max": 0.093215, + "nauc_map_at_5_std": 0.0344, + "nauc_map_at_5_diff1": 0.178441, + "nauc_map_at_10_max": 0.104489, + "nauc_map_at_10_std": 0.074415, + "nauc_map_at_10_diff1": 0.163514, + "nauc_map_at_20_max": 0.118823, + "nauc_map_at_20_std": 0.14024, + "nauc_map_at_20_diff1": 0.134965, + "nauc_map_at_100_max": 0.157702, + "nauc_map_at_100_std": 0.306948, + "nauc_map_at_100_diff1": 0.106015, + "nauc_map_at_1000_max": 0.158075, + "nauc_map_at_1000_std": 0.335735, + "nauc_map_at_1000_diff1": 0.100974, + "nauc_recall_at_1_max": 0.114115, + "nauc_recall_at_1_std": 0.070253, + "nauc_recall_at_1_diff1": 0.284434, + "nauc_recall_at_3_max": 0.110087, + "nauc_recall_at_3_std": 0.046324, + "nauc_recall_at_3_diff1": 0.180301, + "nauc_recall_at_5_max": 0.085486, + "nauc_recall_at_5_std": 0.035561, + "nauc_recall_at_5_diff1": 0.146892, + "nauc_recall_at_10_max": 0.071181, + "nauc_recall_at_10_std": 0.034788, + "nauc_recall_at_10_diff1": 0.092824, + "nauc_recall_at_20_max": 0.070893, + "nauc_recall_at_20_std": 0.111086, + "nauc_recall_at_20_diff1": 0.038307, + "nauc_recall_at_100_max": 0.125698, + "nauc_recall_at_100_std": 0.395673, + "nauc_recall_at_100_diff1": -0.024737, + "nauc_recall_at_1000_max": 0.327473, + "nauc_recall_at_1000_std": 0.654218, + "nauc_recall_at_1000_diff1": 0.072581, + "nauc_precision_at_1_max": 0.28256, + "nauc_precision_at_1_std": 0.156952, + "nauc_precision_at_1_diff1": 0.429159, + "nauc_precision_at_3_max": 0.215653, + "nauc_precision_at_3_std": 0.240067, + "nauc_precision_at_3_diff1": 0.141914, + "nauc_precision_at_5_max": 0.1821, + "nauc_precision_at_5_std": 0.260549, + "nauc_precision_at_5_diff1": 0.106263, + "nauc_precision_at_10_max": 0.174396, + "nauc_precision_at_10_std": 0.321105, + "nauc_precision_at_10_diff1": 0.048094, + "nauc_precision_at_20_max": 0.145425, + "nauc_precision_at_20_std": 0.39143, + "nauc_precision_at_20_diff1": -0.03946, + "nauc_precision_at_100_max": 0.079992, + "nauc_precision_at_100_std": 0.378458, + "nauc_precision_at_100_diff1": -0.076132, + "nauc_precision_at_1000_max": -0.064713, + "nauc_precision_at_1000_std": 0.141772, + "nauc_precision_at_1000_diff1": -0.110147, + "nauc_mrr_at_1_max": 0.28256, + "nauc_mrr_at_1_std": 0.156952, + "nauc_mrr_at_1_diff1": 0.429159, + "nauc_mrr_at_3_max": 0.355766, + "nauc_mrr_at_3_std": 0.242099, + "nauc_mrr_at_3_diff1": 0.417848, + "nauc_mrr_at_5_max": 0.339886, + "nauc_mrr_at_5_std": 0.228415, + "nauc_mrr_at_5_diff1": 0.418841, + "nauc_mrr_at_10_max": 0.33868, + "nauc_mrr_at_10_std": 0.22653, + "nauc_mrr_at_10_diff1": 0.427829, + "nauc_mrr_at_20_max": 0.337696, + "nauc_mrr_at_20_std": 0.227252, + "nauc_mrr_at_20_diff1": 0.425756, + "nauc_mrr_at_100_max": 0.337106, + "nauc_mrr_at_100_std": 0.226271, + "nauc_mrr_at_100_diff1": 0.426737, + "nauc_mrr_at_1000_max": 0.337106, + "nauc_mrr_at_1000_std": 0.226271, + "nauc_mrr_at_1000_diff1": 0.426737, + "main_score": 0.42503, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.5875, + "ndcg_at_3": 0.53403, + "ndcg_at_5": 0.52768, + "ndcg_at_10": 0.52189, + "ndcg_at_20": 0.5301, + "ndcg_at_100": 0.60211, + "ndcg_at_1000": 0.68323, + "map_at_1": 0.05776, + "map_at_3": 0.10146, + "map_at_5": 0.13728, + "map_at_10": 0.18917, + "map_at_20": 0.24664, + "map_at_100": 0.35733, + "map_at_1000": 0.4127, + "recall_at_1": 0.05776, + "recall_at_3": 0.1153, + "recall_at_5": 0.16802, + "recall_at_10": 0.26198, + "recall_at_20": 0.37917, + "recall_at_100": 0.68344, + "recall_at_1000": 0.94126, + "precision_at_1": 0.74, + "precision_at_3": 0.62, + "precision_at_5": 0.588, + "precision_at_10": 0.52, + "precision_at_20": 0.44675, + "precision_at_100": 0.2374, + "precision_at_1000": 0.05233, + "mrr_at_1": 0.74, + "mrr_at_3": 0.8075, + "mrr_at_5": 0.81675, + "mrr_at_10": 0.822353, + "mrr_at_20": 0.823334, + "mrr_at_100": 0.823481, + "mrr_at_1000": 0.823532, + "nauc_ndcg_at_1_max": 0.280664, + "nauc_ndcg_at_1_std": 0.099642, + "nauc_ndcg_at_1_diff1": 0.360461, + "nauc_ndcg_at_3_max": 0.234207, + "nauc_ndcg_at_3_std": 0.075858, + "nauc_ndcg_at_3_diff1": 0.187938, + "nauc_ndcg_at_5_max": 0.249304, + "nauc_ndcg_at_5_std": 0.100846, + "nauc_ndcg_at_5_diff1": 0.178688, + "nauc_ndcg_at_10_max": 0.290487, + "nauc_ndcg_at_10_std": 0.150945, + "nauc_ndcg_at_10_diff1": 0.205449, + "nauc_ndcg_at_20_max": 0.313692, + "nauc_ndcg_at_20_std": 0.21455, + "nauc_ndcg_at_20_diff1": 0.202288, + "nauc_ndcg_at_100_max": 0.393477, + "nauc_ndcg_at_100_std": 0.402694, + "nauc_ndcg_at_100_diff1": 0.172307, + "nauc_ndcg_at_1000_max": 0.418127, + "nauc_ndcg_at_1000_std": 0.366448, + "nauc_ndcg_at_1000_diff1": 0.145175, + "nauc_map_at_1_max": -0.126003, + "nauc_map_at_1_std": -0.125547, + "nauc_map_at_1_diff1": 0.52741, + "nauc_map_at_3_max": -0.051961, + "nauc_map_at_3_std": -0.034532, + "nauc_map_at_3_diff1": 0.349146, + "nauc_map_at_5_max": 0.015536, + "nauc_map_at_5_std": 0.03362, + "nauc_map_at_5_diff1": 0.289015, + "nauc_map_at_10_max": 0.114359, + "nauc_map_at_10_std": 0.095315, + "nauc_map_at_10_diff1": 0.238414, + "nauc_map_at_20_max": 0.169699, + "nauc_map_at_20_std": 0.163835, + "nauc_map_at_20_diff1": 0.202532, + "nauc_map_at_100_max": 0.289706, + "nauc_map_at_100_std": 0.36516, + "nauc_map_at_100_diff1": 0.122712, + "nauc_map_at_1000_max": 0.311129, + "nauc_map_at_1000_std": 0.383966, + "nauc_map_at_1000_diff1": 0.079388, + "nauc_recall_at_1_max": -0.126003, + "nauc_recall_at_1_std": -0.125547, + "nauc_recall_at_1_diff1": 0.52741, + "nauc_recall_at_3_max": -0.094251, + "nauc_recall_at_3_std": -0.045289, + "nauc_recall_at_3_diff1": 0.283071, + "nauc_recall_at_5_max": -0.0241, + "nauc_recall_at_5_std": 0.032443, + "nauc_recall_at_5_diff1": 0.243689, + "nauc_recall_at_10_max": 0.060999, + "nauc_recall_at_10_std": 0.065599, + "nauc_recall_at_10_diff1": 0.170733, + "nauc_recall_at_20_max": 0.104417, + "nauc_recall_at_20_std": 0.123393, + "nauc_recall_at_20_diff1": 0.15491, + "nauc_recall_at_100_max": 0.231051, + "nauc_recall_at_100_std": 0.394277, + "nauc_recall_at_100_diff1": 0.096468, + "nauc_recall_at_1000_max": 0.327773, + "nauc_recall_at_1000_std": 0.527936, + "nauc_recall_at_1000_diff1": -0.051984, + "nauc_precision_at_1_max": 0.391337, + "nauc_precision_at_1_std": 0.172023, + "nauc_precision_at_1_diff1": 0.290712, + "nauc_precision_at_3_max": 0.284883, + "nauc_precision_at_3_std": 0.164033, + "nauc_precision_at_3_diff1": -0.068614, + "nauc_precision_at_5_max": 0.283958, + "nauc_precision_at_5_std": 0.195379, + "nauc_precision_at_5_diff1": -0.112499, + "nauc_precision_at_10_max": 0.322611, + "nauc_precision_at_10_std": 0.23472, + "nauc_precision_at_10_diff1": -0.142065, + "nauc_precision_at_20_max": 0.226032, + "nauc_precision_at_20_std": 0.213912, + "nauc_precision_at_20_diff1": -0.161686, + "nauc_precision_at_100_max": 0.074774, + "nauc_precision_at_100_std": 0.122316, + "nauc_precision_at_100_diff1": -0.139617, + "nauc_precision_at_1000_max": -0.053608, + "nauc_precision_at_1000_std": -0.061289, + "nauc_precision_at_1000_diff1": -0.105163, + "nauc_mrr_at_1_max": 0.391337, + "nauc_mrr_at_1_std": 0.172023, + "nauc_mrr_at_1_diff1": 0.290712, + "nauc_mrr_at_3_max": 0.408069, + "nauc_mrr_at_3_std": 0.172516, + "nauc_mrr_at_3_diff1": 0.276534, + "nauc_mrr_at_5_max": 0.397338, + "nauc_mrr_at_5_std": 0.190672, + "nauc_mrr_at_5_diff1": 0.265457, + "nauc_mrr_at_10_max": 0.414862, + "nauc_mrr_at_10_std": 0.199321, + "nauc_mrr_at_10_diff1": 0.256526, + "nauc_mrr_at_20_max": 0.414049, + "nauc_mrr_at_20_std": 0.198691, + "nauc_mrr_at_20_diff1": 0.263485, + "nauc_mrr_at_100_max": 0.41392, + "nauc_mrr_at_100_std": 0.198544, + "nauc_mrr_at_100_diff1": 0.265323, + "nauc_mrr_at_1000_max": 0.413736, + "nauc_mrr_at_1000_std": 0.198292, + "nauc_mrr_at_1000_diff1": 0.265257, + "main_score": 0.52189, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.53, + "ndcg_at_3": 0.47723, + "ndcg_at_5": 0.45988, + "ndcg_at_10": 0.46215, + "ndcg_at_20": 0.46535, + "ndcg_at_100": 0.54776, + "ndcg_at_1000": 0.63911, + "map_at_1": 0.04671, + "map_at_3": 0.08684, + "map_at_5": 0.10836, + "map_at_10": 0.15837, + "map_at_20": 0.20508, + "map_at_100": 0.30171, + "map_at_1000": 0.35579, + "recall_at_1": 0.04671, + "recall_at_3": 0.10136, + "recall_at_5": 0.13733, + "recall_at_10": 0.23732, + "recall_at_20": 0.34041, + "recall_at_100": 0.64466, + "recall_at_1000": 0.92087, + "precision_at_1": 0.68, + "precision_at_3": 0.56833, + "precision_at_5": 0.517, + "precision_at_10": 0.4775, + "precision_at_20": 0.39575, + "precision_at_100": 0.2183, + "precision_at_1000": 0.05017, + "mrr_at_1": 0.68, + "mrr_at_3": 0.755, + "mrr_at_5": 0.76875, + "mrr_at_10": 0.776339, + "mrr_at_20": 0.777568, + "mrr_at_100": 0.778006, + "mrr_at_1000": 0.778038, + "nauc_ndcg_at_1_max": 0.11641, + "nauc_ndcg_at_1_std": -0.058043, + "nauc_ndcg_at_1_diff1": 0.115471, + "nauc_ndcg_at_3_max": 0.200635, + "nauc_ndcg_at_3_std": 0.069483, + "nauc_ndcg_at_3_diff1": 0.04281, + "nauc_ndcg_at_5_max": 0.224232, + "nauc_ndcg_at_5_std": 0.10061, + "nauc_ndcg_at_5_diff1": 0.00828, + "nauc_ndcg_at_10_max": 0.259903, + "nauc_ndcg_at_10_std": 0.159389, + "nauc_ndcg_at_10_diff1": 0.001292, + "nauc_ndcg_at_20_max": 0.319341, + "nauc_ndcg_at_20_std": 0.24714, + "nauc_ndcg_at_20_diff1": 0.01877, + "nauc_ndcg_at_100_max": 0.367445, + "nauc_ndcg_at_100_std": 0.407456, + "nauc_ndcg_at_100_diff1": 0.003347, + "nauc_ndcg_at_1000_max": 0.42676, + "nauc_ndcg_at_1000_std": 0.361495, + "nauc_ndcg_at_1000_diff1": 0.039061, + "nauc_map_at_1_max": -0.081386, + "nauc_map_at_1_std": -0.085078, + "nauc_map_at_1_diff1": 0.227968, + "nauc_map_at_3_max": 0.035298, + "nauc_map_at_3_std": 0.069642, + "nauc_map_at_3_diff1": 0.173863, + "nauc_map_at_5_max": 0.097063, + "nauc_map_at_5_std": 0.131244, + "nauc_map_at_5_diff1": 0.148205, + "nauc_map_at_10_max": 0.146881, + "nauc_map_at_10_std": 0.205943, + "nauc_map_at_10_diff1": 0.084461, + "nauc_map_at_20_max": 0.183154, + "nauc_map_at_20_std": 0.269903, + "nauc_map_at_20_diff1": 0.047006, + "nauc_map_at_100_max": 0.275262, + "nauc_map_at_100_std": 0.414607, + "nauc_map_at_100_diff1": 0.005147, + "nauc_map_at_1000_max": 0.329402, + "nauc_map_at_1000_std": 0.418875, + "nauc_map_at_1000_diff1": -0.006046, + "nauc_recall_at_1_max": -0.081386, + "nauc_recall_at_1_std": -0.085078, + "nauc_recall_at_1_diff1": 0.227968, + "nauc_recall_at_3_max": 0.000445, + "nauc_recall_at_3_std": 0.094713, + "nauc_recall_at_3_diff1": 0.157584, + "nauc_recall_at_5_max": 0.039655, + "nauc_recall_at_5_std": 0.119327, + "nauc_recall_at_5_diff1": 0.127389, + "nauc_recall_at_10_max": 0.061272, + "nauc_recall_at_10_std": 0.204448, + "nauc_recall_at_10_diff1": 0.080549, + "nauc_recall_at_20_max": 0.091516, + "nauc_recall_at_20_std": 0.272208, + "nauc_recall_at_20_diff1": 0.057301, + "nauc_recall_at_100_max": 0.161391, + "nauc_recall_at_100_std": 0.462722, + "nauc_recall_at_100_diff1": 0.065443, + "nauc_recall_at_1000_max": 0.355093, + "nauc_recall_at_1000_std": 0.636355, + "nauc_recall_at_1000_diff1": 0.217815, + "nauc_precision_at_1_max": 0.111922, + "nauc_precision_at_1_std": -0.061381, + "nauc_precision_at_1_diff1": 0.079167, + "nauc_precision_at_3_max": 0.230126, + "nauc_precision_at_3_std": 0.136783, + "nauc_precision_at_3_diff1": -0.080577, + "nauc_precision_at_5_max": 0.268436, + "nauc_precision_at_5_std": 0.177867, + "nauc_precision_at_5_diff1": -0.132691, + "nauc_precision_at_10_max": 0.28247, + "nauc_precision_at_10_std": 0.19962, + "nauc_precision_at_10_diff1": -0.15526, + "nauc_precision_at_20_max": 0.255632, + "nauc_precision_at_20_std": 0.19879, + "nauc_precision_at_20_diff1": -0.14602, + "nauc_precision_at_100_max": 0.155285, + "nauc_precision_at_100_std": 0.082137, + "nauc_precision_at_100_diff1": -0.118909, + "nauc_precision_at_1000_max": 0.046423, + "nauc_precision_at_1000_std": -0.097475, + "nauc_precision_at_1000_diff1": -0.107246, + "nauc_mrr_at_1_max": 0.111922, + "nauc_mrr_at_1_std": -0.061381, + "nauc_mrr_at_1_diff1": 0.079167, + "nauc_mrr_at_3_max": 0.234001, + "nauc_mrr_at_3_std": 0.034471, + "nauc_mrr_at_3_diff1": 0.05179, + "nauc_mrr_at_5_max": 0.222721, + "nauc_mrr_at_5_std": 0.014923, + "nauc_mrr_at_5_diff1": 0.029217, + "nauc_mrr_at_10_max": 0.213164, + "nauc_mrr_at_10_std": 0.009165, + "nauc_mrr_at_10_diff1": 0.041884, + "nauc_mrr_at_20_max": 0.212055, + "nauc_mrr_at_20_std": 0.011863, + "nauc_mrr_at_20_diff1": 0.045705, + "nauc_mrr_at_100_max": 0.211471, + "nauc_mrr_at_100_std": 0.010834, + "nauc_mrr_at_100_diff1": 0.045125, + "nauc_mrr_at_1000_max": 0.211341, + "nauc_mrr_at_1000_std": 0.010671, + "nauc_mrr_at_1000_diff1": 0.045323, + "main_score": 0.46215, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.52, + "ndcg_at_3": 0.46509, + "ndcg_at_5": 0.45919, + "ndcg_at_10": 0.45538, + "ndcg_at_20": 0.45846, + "ndcg_at_100": 0.53914, + "ndcg_at_1000": 0.62712, + "map_at_1": 0.04706, + "map_at_3": 0.0836, + "map_at_5": 0.11108, + "map_at_10": 0.15753, + "map_at_20": 0.20311, + "map_at_100": 0.29831, + "map_at_1000": 0.35049, + "recall_at_1": 0.04706, + "recall_at_3": 0.09951, + "recall_at_5": 0.14524, + "recall_at_10": 0.22345, + "recall_at_20": 0.32808, + "recall_at_100": 0.63717, + "recall_at_1000": 0.90714, + "precision_at_1": 0.675, + "precision_at_3": 0.56, + "precision_at_5": 0.523, + "precision_at_10": 0.4665, + "precision_at_20": 0.39075, + "precision_at_100": 0.21765, + "precision_at_1000": 0.04992, + "mrr_at_1": 0.675, + "mrr_at_3": 0.750833, + "mrr_at_5": 0.766833, + "mrr_at_10": 0.769208, + "mrr_at_20": 0.770808, + "mrr_at_100": 0.77126, + "mrr_at_1000": 0.771292, + "nauc_ndcg_at_1_max": 0.205905, + "nauc_ndcg_at_1_std": 0.135483, + "nauc_ndcg_at_1_diff1": 0.015437, + "nauc_ndcg_at_3_max": 0.246359, + "nauc_ndcg_at_3_std": 0.160565, + "nauc_ndcg_at_3_diff1": -0.104282, + "nauc_ndcg_at_5_max": 0.2376, + "nauc_ndcg_at_5_std": 0.148524, + "nauc_ndcg_at_5_diff1": -0.140987, + "nauc_ndcg_at_10_max": 0.307736, + "nauc_ndcg_at_10_std": 0.217868, + "nauc_ndcg_at_10_diff1": -0.158109, + "nauc_ndcg_at_20_max": 0.360505, + "nauc_ndcg_at_20_std": 0.304742, + "nauc_ndcg_at_20_diff1": -0.159425, + "nauc_ndcg_at_100_max": 0.480436, + "nauc_ndcg_at_100_std": 0.497178, + "nauc_ndcg_at_100_diff1": -0.188286, + "nauc_ndcg_at_1000_max": 0.487143, + "nauc_ndcg_at_1000_std": 0.462246, + "nauc_ndcg_at_1000_diff1": -0.248486, + "nauc_map_at_1_max": -0.019764, + "nauc_map_at_1_std": -0.012837, + "nauc_map_at_1_diff1": 0.213853, + "nauc_map_at_3_max": 0.080914, + "nauc_map_at_3_std": 0.109609, + "nauc_map_at_3_diff1": 0.088237, + "nauc_map_at_5_max": 0.129641, + "nauc_map_at_5_std": 0.142269, + "nauc_map_at_5_diff1": 0.059706, + "nauc_map_at_10_max": 0.230661, + "nauc_map_at_10_std": 0.227461, + "nauc_map_at_10_diff1": 0.019929, + "nauc_map_at_20_max": 0.270898, + "nauc_map_at_20_std": 0.297224, + "nauc_map_at_20_diff1": -0.018407, + "nauc_map_at_100_max": 0.390161, + "nauc_map_at_100_std": 0.460512, + "nauc_map_at_100_diff1": -0.107628, + "nauc_map_at_1000_max": 0.407586, + "nauc_map_at_1000_std": 0.464125, + "nauc_map_at_1000_diff1": -0.179957, + "nauc_recall_at_1_max": -0.019764, + "nauc_recall_at_1_std": -0.012837, + "nauc_recall_at_1_diff1": 0.213853, + "nauc_recall_at_3_max": 0.020309, + "nauc_recall_at_3_std": 0.112733, + "nauc_recall_at_3_diff1": 0.058721, + "nauc_recall_at_5_max": 0.045442, + "nauc_recall_at_5_std": 0.099082, + "nauc_recall_at_5_diff1": 0.048952, + "nauc_recall_at_10_max": 0.171007, + "nauc_recall_at_10_std": 0.19922, + "nauc_recall_at_10_diff1": 0.019353, + "nauc_recall_at_20_max": 0.175102, + "nauc_recall_at_20_std": 0.274575, + "nauc_recall_at_20_diff1": -0.028954, + "nauc_recall_at_100_max": 0.300459, + "nauc_recall_at_100_std": 0.511766, + "nauc_recall_at_100_diff1": -0.05648, + "nauc_recall_at_1000_max": 0.466211, + "nauc_recall_at_1000_std": 0.705926, + "nauc_recall_at_1000_diff1": -0.138375, + "nauc_precision_at_1_max": 0.273353, + "nauc_precision_at_1_std": 0.139669, + "nauc_precision_at_1_diff1": -0.003565, + "nauc_precision_at_3_max": 0.280405, + "nauc_precision_at_3_std": 0.162321, + "nauc_precision_at_3_diff1": -0.155182, + "nauc_precision_at_5_max": 0.286792, + "nauc_precision_at_5_std": 0.172928, + "nauc_precision_at_5_diff1": -0.198878, + "nauc_precision_at_10_max": 0.305516, + "nauc_precision_at_10_std": 0.221477, + "nauc_precision_at_10_diff1": -0.228446, + "nauc_precision_at_20_max": 0.262299, + "nauc_precision_at_20_std": 0.222601, + "nauc_precision_at_20_diff1": -0.20477, + "nauc_precision_at_100_max": 0.116156, + "nauc_precision_at_100_std": 0.088258, + "nauc_precision_at_100_diff1": -0.201247, + "nauc_precision_at_1000_max": -0.011865, + "nauc_precision_at_1000_std": -0.109875, + "nauc_precision_at_1000_diff1": -0.147134, + "nauc_mrr_at_1_max": 0.273353, + "nauc_mrr_at_1_std": 0.139669, + "nauc_mrr_at_1_diff1": -0.003565, + "nauc_mrr_at_3_max": 0.372602, + "nauc_mrr_at_3_std": 0.19468, + "nauc_mrr_at_3_diff1": -0.053159, + "nauc_mrr_at_5_max": 0.367944, + "nauc_mrr_at_5_std": 0.188927, + "nauc_mrr_at_5_diff1": -0.061462, + "nauc_mrr_at_10_max": 0.367311, + "nauc_mrr_at_10_std": 0.19037, + "nauc_mrr_at_10_diff1": -0.062091, + "nauc_mrr_at_20_max": 0.365499, + "nauc_mrr_at_20_std": 0.192457, + "nauc_mrr_at_20_diff1": -0.061644, + "nauc_mrr_at_100_max": 0.365081, + "nauc_mrr_at_100_std": 0.191602, + "nauc_mrr_at_100_diff1": -0.059926, + "nauc_mrr_at_1000_max": 0.364976, + "nauc_mrr_at_1000_std": 0.191477, + "nauc_mrr_at_1000_diff1": -0.059871, + "main_score": 0.45538, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.705, + "ndcg_at_3": 0.609, + "ndcg_at_5": 0.58246, + "ndcg_at_10": 0.57073, + "ndcg_at_20": 0.57501, + "ndcg_at_100": 0.64072, + "ndcg_at_1000": 0.71943, + "map_at_1": 0.12993, + "map_at_3": 0.20586, + "map_at_5": 0.24604, + "map_at_10": 0.29581, + "map_at_20": 0.3334, + "map_at_100": 0.4029, + "map_at_1000": 0.44125, + "recall_at_1": 0.12993, + "recall_at_3": 0.22167, + "recall_at_5": 0.28215, + "recall_at_10": 0.37414, + "recall_at_20": 0.47255, + "recall_at_100": 0.73496, + "recall_at_1000": 0.96784, + "precision_at_1": 0.805, + "precision_at_3": 0.6, + "precision_at_5": 0.516, + "precision_at_10": 0.4165, + "precision_at_20": 0.3135, + "precision_at_100": 0.1564, + "precision_at_1000": 0.03443, + "mrr_at_1": 0.805, + "mrr_at_3": 0.861667, + "mrr_at_5": 0.865167, + "mrr_at_10": 0.868889, + "mrr_at_20": 0.869569, + "mrr_at_100": 0.870099, + "mrr_at_1000": 0.870099, + "nauc_ndcg_at_1_max": 0.511013, + "nauc_ndcg_at_1_std": -0.018466, + "nauc_ndcg_at_1_diff1": 0.462352, + "nauc_ndcg_at_3_max": 0.505537, + "nauc_ndcg_at_3_std": -0.003583, + "nauc_ndcg_at_3_diff1": 0.297577, + "nauc_ndcg_at_5_max": 0.449262, + "nauc_ndcg_at_5_std": -0.034885, + "nauc_ndcg_at_5_diff1": 0.261724, + "nauc_ndcg_at_10_max": 0.42604, + "nauc_ndcg_at_10_std": 0.032725, + "nauc_ndcg_at_10_diff1": 0.243689, + "nauc_ndcg_at_20_max": 0.401082, + "nauc_ndcg_at_20_std": 0.042441, + "nauc_ndcg_at_20_diff1": 0.23653, + "nauc_ndcg_at_100_max": 0.452015, + "nauc_ndcg_at_100_std": 0.153817, + "nauc_ndcg_at_100_diff1": 0.25705, + "nauc_ndcg_at_1000_max": 0.494422, + "nauc_ndcg_at_1000_std": 0.108481, + "nauc_ndcg_at_1000_diff1": 0.291453, + "nauc_map_at_1_max": 0.181782, + "nauc_map_at_1_std": 0.089886, + "nauc_map_at_1_diff1": 0.379061, + "nauc_map_at_3_max": 0.24492, + "nauc_map_at_3_std": 0.15283, + "nauc_map_at_3_diff1": 0.263496, + "nauc_map_at_5_max": 0.25926, + "nauc_map_at_5_std": 0.152335, + "nauc_map_at_5_diff1": 0.210205, + "nauc_map_at_10_max": 0.296356, + "nauc_map_at_10_std": 0.174259, + "nauc_map_at_10_diff1": 0.173938, + "nauc_map_at_20_max": 0.297156, + "nauc_map_at_20_std": 0.167162, + "nauc_map_at_20_diff1": 0.160792, + "nauc_map_at_100_max": 0.31981, + "nauc_map_at_100_std": 0.179909, + "nauc_map_at_100_diff1": 0.158069, + "nauc_map_at_1000_max": 0.32254, + "nauc_map_at_1000_std": 0.155024, + "nauc_map_at_1000_diff1": 0.145135, + "nauc_recall_at_1_max": 0.181782, + "nauc_recall_at_1_std": 0.089886, + "nauc_recall_at_1_diff1": 0.379061, + "nauc_recall_at_3_max": 0.213675, + "nauc_recall_at_3_std": 0.158801, + "nauc_recall_at_3_diff1": 0.260997, + "nauc_recall_at_5_max": 0.197356, + "nauc_recall_at_5_std": 0.135752, + "nauc_recall_at_5_diff1": 0.191481, + "nauc_recall_at_10_max": 0.232505, + "nauc_recall_at_10_std": 0.17813, + "nauc_recall_at_10_diff1": 0.138411, + "nauc_recall_at_20_max": 0.20154, + "nauc_recall_at_20_std": 0.157962, + "nauc_recall_at_20_diff1": 0.125631, + "nauc_recall_at_100_max": 0.250873, + "nauc_recall_at_100_std": 0.31286, + "nauc_recall_at_100_diff1": 0.164513, + "nauc_recall_at_1000_max": 0.339213, + "nauc_recall_at_1000_std": 0.72027, + "nauc_recall_at_1000_diff1": 0.262406, + "nauc_precision_at_1_max": 0.578908, + "nauc_precision_at_1_std": -0.087218, + "nauc_precision_at_1_diff1": 0.410251, + "nauc_precision_at_3_max": 0.326412, + "nauc_precision_at_3_std": -0.03539, + "nauc_precision_at_3_diff1": -0.030444, + "nauc_precision_at_5_max": 0.209895, + "nauc_precision_at_5_std": -0.106123, + "nauc_precision_at_5_diff1": -0.11562, + "nauc_precision_at_10_max": 0.10007, + "nauc_precision_at_10_std": -0.11157, + "nauc_precision_at_10_diff1": -0.138437, + "nauc_precision_at_20_max": -0.000123, + "nauc_precision_at_20_std": -0.160378, + "nauc_precision_at_20_diff1": -0.133496, + "nauc_precision_at_100_max": -0.063196, + "nauc_precision_at_100_std": -0.159031, + "nauc_precision_at_100_diff1": -0.120304, + "nauc_precision_at_1000_max": -0.106938, + "nauc_precision_at_1000_std": -0.284617, + "nauc_precision_at_1000_diff1": -0.109054, + "nauc_mrr_at_1_max": 0.578908, + "nauc_mrr_at_1_std": -0.087218, + "nauc_mrr_at_1_diff1": 0.410251, + "nauc_mrr_at_3_max": 0.602127, + "nauc_mrr_at_3_std": -0.116585, + "nauc_mrr_at_3_diff1": 0.410619, + "nauc_mrr_at_5_max": 0.605386, + "nauc_mrr_at_5_std": -0.114827, + "nauc_mrr_at_5_diff1": 0.411046, + "nauc_mrr_at_10_max": 0.606087, + "nauc_mrr_at_10_std": -0.122338, + "nauc_mrr_at_10_diff1": 0.414201, + "nauc_mrr_at_20_max": 0.60579, + "nauc_mrr_at_20_std": -0.121768, + "nauc_mrr_at_20_diff1": 0.413435, + "nauc_mrr_at_100_max": 0.604292, + "nauc_mrr_at_100_std": -0.11808, + "nauc_mrr_at_100_diff1": 0.413328, + "nauc_mrr_at_1000_max": 0.604292, + "nauc_mrr_at_1000_std": -0.11808, + "nauc_mrr_at_1000_diff1": 0.413328, + "main_score": 0.57073, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5325, + "ndcg_at_3": 0.48504, + "ndcg_at_5": 0.46886, + "ndcg_at_10": 0.46256, + "ndcg_at_20": 0.47358, + "ndcg_at_100": 0.54062, + "ndcg_at_1000": 0.63255, + "map_at_1": 0.10829, + "map_at_3": 0.16864, + "map_at_5": 0.19508, + "map_at_10": 0.23562, + "map_at_20": 0.2679, + "map_at_100": 0.32154, + "map_at_1000": 0.35494, + "recall_at_1": 0.10829, + "recall_at_3": 0.18392, + "recall_at_5": 0.22824, + "recall_at_10": 0.3176, + "recall_at_20": 0.40717, + "recall_at_100": 0.65397, + "recall_at_1000": 0.93658, + "precision_at_1": 0.63, + "precision_at_3": 0.50667, + "precision_at_5": 0.436, + "precision_at_10": 0.3415, + "precision_at_20": 0.263, + "precision_at_100": 0.13205, + "precision_at_1000": 0.03191, + "mrr_at_1": 0.63, + "mrr_at_3": 0.705, + "mrr_at_5": 0.7225, + "mrr_at_10": 0.730663, + "mrr_at_20": 0.732387, + "mrr_at_100": 0.733402, + "mrr_at_1000": 0.733402, + "nauc_ndcg_at_1_max": 0.517344, + "nauc_ndcg_at_1_std": 0.236085, + "nauc_ndcg_at_1_diff1": 0.40923, + "nauc_ndcg_at_3_max": 0.485048, + "nauc_ndcg_at_3_std": 0.213892, + "nauc_ndcg_at_3_diff1": 0.335661, + "nauc_ndcg_at_5_max": 0.480735, + "nauc_ndcg_at_5_std": 0.233772, + "nauc_ndcg_at_5_diff1": 0.326791, + "nauc_ndcg_at_10_max": 0.497901, + "nauc_ndcg_at_10_std": 0.259243, + "nauc_ndcg_at_10_diff1": 0.306085, + "nauc_ndcg_at_20_max": 0.495357, + "nauc_ndcg_at_20_std": 0.310263, + "nauc_ndcg_at_20_diff1": 0.334779, + "nauc_ndcg_at_100_max": 0.510512, + "nauc_ndcg_at_100_std": 0.384103, + "nauc_ndcg_at_100_diff1": 0.358173, + "nauc_ndcg_at_1000_max": 0.547999, + "nauc_ndcg_at_1000_std": 0.34695, + "nauc_ndcg_at_1000_diff1": 0.35468, + "nauc_map_at_1_max": 0.287415, + "nauc_map_at_1_std": 0.225663, + "nauc_map_at_1_diff1": 0.477033, + "nauc_map_at_3_max": 0.308753, + "nauc_map_at_3_std": 0.269229, + "nauc_map_at_3_diff1": 0.368311, + "nauc_map_at_5_max": 0.326747, + "nauc_map_at_5_std": 0.292604, + "nauc_map_at_5_diff1": 0.345315, + "nauc_map_at_10_max": 0.346183, + "nauc_map_at_10_std": 0.309526, + "nauc_map_at_10_diff1": 0.297053, + "nauc_map_at_20_max": 0.368793, + "nauc_map_at_20_std": 0.332637, + "nauc_map_at_20_diff1": 0.304303, + "nauc_map_at_100_max": 0.396216, + "nauc_map_at_100_std": 0.345343, + "nauc_map_at_100_diff1": 0.305611, + "nauc_map_at_1000_max": 0.414499, + "nauc_map_at_1000_std": 0.328017, + "nauc_map_at_1000_diff1": 0.29055, + "nauc_recall_at_1_max": 0.287415, + "nauc_recall_at_1_std": 0.225663, + "nauc_recall_at_1_diff1": 0.477033, + "nauc_recall_at_3_max": 0.298531, + "nauc_recall_at_3_std": 0.285033, + "nauc_recall_at_3_diff1": 0.363887, + "nauc_recall_at_5_max": 0.293844, + "nauc_recall_at_5_std": 0.297693, + "nauc_recall_at_5_diff1": 0.330221, + "nauc_recall_at_10_max": 0.295397, + "nauc_recall_at_10_std": 0.296295, + "nauc_recall_at_10_diff1": 0.241227, + "nauc_recall_at_20_max": 0.305971, + "nauc_recall_at_20_std": 0.370655, + "nauc_recall_at_20_diff1": 0.248339, + "nauc_recall_at_100_max": 0.295035, + "nauc_recall_at_100_std": 0.432864, + "nauc_recall_at_100_diff1": 0.256614, + "nauc_recall_at_1000_max": 0.444335, + "nauc_recall_at_1000_std": 0.794579, + "nauc_recall_at_1000_diff1": 0.300758, + "nauc_precision_at_1_max": 0.531903, + "nauc_precision_at_1_std": 0.231162, + "nauc_precision_at_1_diff1": 0.385152, + "nauc_precision_at_3_max": 0.312888, + "nauc_precision_at_3_std": 0.089327, + "nauc_precision_at_3_diff1": 0.090583, + "nauc_precision_at_5_max": 0.239702, + "nauc_precision_at_5_std": 0.063378, + "nauc_precision_at_5_diff1": -0.012004, + "nauc_precision_at_10_max": 0.202903, + "nauc_precision_at_10_std": -0.011701, + "nauc_precision_at_10_diff1": -0.075662, + "nauc_precision_at_20_max": 0.14615, + "nauc_precision_at_20_std": -0.029629, + "nauc_precision_at_20_diff1": -0.070348, + "nauc_precision_at_100_max": 0.047147, + "nauc_precision_at_100_std": -0.137253, + "nauc_precision_at_100_diff1": -0.13183, + "nauc_precision_at_1000_max": 0.017474, + "nauc_precision_at_1000_std": -0.288022, + "nauc_precision_at_1000_diff1": -0.161872, + "nauc_mrr_at_1_max": 0.531903, + "nauc_mrr_at_1_std": 0.231162, + "nauc_mrr_at_1_diff1": 0.385152, + "nauc_mrr_at_3_max": 0.562511, + "nauc_mrr_at_3_std": 0.249354, + "nauc_mrr_at_3_diff1": 0.421446, + "nauc_mrr_at_5_max": 0.549047, + "nauc_mrr_at_5_std": 0.229075, + "nauc_mrr_at_5_diff1": 0.407815, + "nauc_mrr_at_10_max": 0.553593, + "nauc_mrr_at_10_std": 0.231597, + "nauc_mrr_at_10_diff1": 0.403686, + "nauc_mrr_at_20_max": 0.554231, + "nauc_mrr_at_20_std": 0.23814, + "nauc_mrr_at_20_diff1": 0.40373, + "nauc_mrr_at_100_max": 0.553, + "nauc_mrr_at_100_std": 0.2355, + "nauc_mrr_at_100_diff1": 0.402661, + "nauc_mrr_at_1000_max": 0.553, + "nauc_mrr_at_1000_std": 0.2355, + "nauc_mrr_at_1000_diff1": 0.402661, + "main_score": 0.46256, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5075, + "ndcg_at_3": 0.46097, + "ndcg_at_5": 0.44543, + "ndcg_at_10": 0.44997, + "ndcg_at_20": 0.45476, + "ndcg_at_100": 0.52194, + "ndcg_at_1000": 0.61583, + "map_at_1": 0.10146, + "map_at_3": 0.15957, + "map_at_5": 0.18516, + "map_at_10": 0.22594, + "map_at_20": 0.24964, + "map_at_100": 0.30137, + "map_at_1000": 0.33519, + "recall_at_1": 0.10146, + "recall_at_3": 0.18155, + "recall_at_5": 0.22384, + "recall_at_10": 0.3168, + "recall_at_20": 0.38994, + "recall_at_100": 0.63884, + "recall_at_1000": 0.92525, + "precision_at_1": 0.61, + "precision_at_3": 0.47667, + "precision_at_5": 0.406, + "precision_at_10": 0.3345, + "precision_at_20": 0.249, + "precision_at_100": 0.1275, + "precision_at_1000": 0.03171, + "mrr_at_1": 0.61, + "mrr_at_3": 0.6925, + "mrr_at_5": 0.70575, + "mrr_at_10": 0.714518, + "mrr_at_20": 0.717019, + "mrr_at_100": 0.718099, + "mrr_at_1000": 0.718129, + "nauc_ndcg_at_1_max": 0.569282, + "nauc_ndcg_at_1_std": 0.28688, + "nauc_ndcg_at_1_diff1": 0.339384, + "nauc_ndcg_at_3_max": 0.524325, + "nauc_ndcg_at_3_std": 0.270568, + "nauc_ndcg_at_3_diff1": 0.286462, + "nauc_ndcg_at_5_max": 0.561065, + "nauc_ndcg_at_5_std": 0.306208, + "nauc_ndcg_at_5_diff1": 0.264708, + "nauc_ndcg_at_10_max": 0.553874, + "nauc_ndcg_at_10_std": 0.314303, + "nauc_ndcg_at_10_diff1": 0.251069, + "nauc_ndcg_at_20_max": 0.552085, + "nauc_ndcg_at_20_std": 0.348986, + "nauc_ndcg_at_20_diff1": 0.258426, + "nauc_ndcg_at_100_max": 0.554816, + "nauc_ndcg_at_100_std": 0.420639, + "nauc_ndcg_at_100_diff1": 0.266567, + "nauc_ndcg_at_1000_max": 0.603445, + "nauc_ndcg_at_1000_std": 0.412357, + "nauc_ndcg_at_1000_diff1": 0.2614, + "nauc_map_at_1_max": 0.406979, + "nauc_map_at_1_std": 0.273479, + "nauc_map_at_1_diff1": 0.408973, + "nauc_map_at_3_max": 0.359785, + "nauc_map_at_3_std": 0.313792, + "nauc_map_at_3_diff1": 0.353538, + "nauc_map_at_5_max": 0.389518, + "nauc_map_at_5_std": 0.336133, + "nauc_map_at_5_diff1": 0.314902, + "nauc_map_at_10_max": 0.39808, + "nauc_map_at_10_std": 0.346627, + "nauc_map_at_10_diff1": 0.283616, + "nauc_map_at_20_max": 0.417274, + "nauc_map_at_20_std": 0.371584, + "nauc_map_at_20_diff1": 0.284731, + "nauc_map_at_100_max": 0.451766, + "nauc_map_at_100_std": 0.395989, + "nauc_map_at_100_diff1": 0.259346, + "nauc_map_at_1000_max": 0.469509, + "nauc_map_at_1000_std": 0.389163, + "nauc_map_at_1000_diff1": 0.23653, + "nauc_recall_at_1_max": 0.406979, + "nauc_recall_at_1_std": 0.273479, + "nauc_recall_at_1_diff1": 0.408973, + "nauc_recall_at_3_max": 0.297934, + "nauc_recall_at_3_std": 0.31976, + "nauc_recall_at_3_diff1": 0.300343, + "nauc_recall_at_5_max": 0.337147, + "nauc_recall_at_5_std": 0.335952, + "nauc_recall_at_5_diff1": 0.253941, + "nauc_recall_at_10_max": 0.321172, + "nauc_recall_at_10_std": 0.312711, + "nauc_recall_at_10_diff1": 0.187963, + "nauc_recall_at_20_max": 0.33994, + "nauc_recall_at_20_std": 0.390427, + "nauc_recall_at_20_diff1": 0.186073, + "nauc_recall_at_100_max": 0.326055, + "nauc_recall_at_100_std": 0.460887, + "nauc_recall_at_100_diff1": 0.11214, + "nauc_recall_at_1000_max": 0.4913, + "nauc_recall_at_1000_std": 0.78306, + "nauc_recall_at_1000_diff1": 0.049392, + "nauc_precision_at_1_max": 0.600471, + "nauc_precision_at_1_std": 0.278897, + "nauc_precision_at_1_diff1": 0.321998, + "nauc_precision_at_3_max": 0.328584, + "nauc_precision_at_3_std": 0.155389, + "nauc_precision_at_3_diff1": 0.100204, + "nauc_precision_at_5_max": 0.334503, + "nauc_precision_at_5_std": 0.138002, + "nauc_precision_at_5_diff1": 0.02088, + "nauc_precision_at_10_max": 0.23846, + "nauc_precision_at_10_std": 0.055136, + "nauc_precision_at_10_diff1": -0.058571, + "nauc_precision_at_20_max": 0.170925, + "nauc_precision_at_20_std": 0.003424, + "nauc_precision_at_20_diff1": -0.109217, + "nauc_precision_at_100_max": 0.059738, + "nauc_precision_at_100_std": -0.100787, + "nauc_precision_at_100_diff1": -0.163908, + "nauc_precision_at_1000_max": -0.018545, + "nauc_precision_at_1000_std": -0.258759, + "nauc_precision_at_1000_diff1": -0.182012, + "nauc_mrr_at_1_max": 0.600471, + "nauc_mrr_at_1_std": 0.278897, + "nauc_mrr_at_1_diff1": 0.321998, + "nauc_mrr_at_3_max": 0.587177, + "nauc_mrr_at_3_std": 0.287966, + "nauc_mrr_at_3_diff1": 0.313818, + "nauc_mrr_at_5_max": 0.602084, + "nauc_mrr_at_5_std": 0.301348, + "nauc_mrr_at_5_diff1": 0.32438, + "nauc_mrr_at_10_max": 0.595074, + "nauc_mrr_at_10_std": 0.289597, + "nauc_mrr_at_10_diff1": 0.321062, + "nauc_mrr_at_20_max": 0.597506, + "nauc_mrr_at_20_std": 0.288246, + "nauc_mrr_at_20_diff1": 0.324556, + "nauc_mrr_at_100_max": 0.597042, + "nauc_mrr_at_100_std": 0.290701, + "nauc_mrr_at_100_diff1": 0.323025, + "nauc_mrr_at_1000_max": 0.596989, + "nauc_mrr_at_1000_std": 0.290625, + "nauc_mrr_at_1000_diff1": 0.322954, + "main_score": 0.44997, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14304.472467422485, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-small-1024/2/CmedqaRetrieval.json new file mode 100644 index 0000000000..e0019db873 --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.25.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.1853, + "ndcg_at_3": 0.18518, + "ndcg_at_5": 0.19587, + "ndcg_at_10": 0.21597, + "ndcg_at_20": 0.23524, + "ndcg_at_100": 0.27045, + "ndcg_at_1000": 0.31043, + "map_at_1": 0.11546, + "map_at_3": 0.15275, + "map_at_5": 0.16265, + "map_at_10": 0.17285, + "map_at_20": 0.17912, + "map_at_100": 0.18482, + "map_at_1000": 0.18649, + "recall_at_1": 0.11546, + "recall_at_3": 0.18361, + "recall_at_5": 0.21835, + "recall_at_10": 0.27758, + "recall_at_20": 0.34248, + "recall_at_100": 0.50609, + "recall_at_1000": 0.78749, + "precision_at_1": 0.1853, + "precision_at_3": 0.10611, + "precision_at_5": 0.07777, + "precision_at_10": 0.05036, + "precision_at_20": 0.03177, + "precision_at_100": 0.00958, + "precision_at_1000": 0.00148, + "mrr_at_1": 0.185296, + "mrr_at_3": 0.221764, + "mrr_at_5": 0.232254, + "mrr_at_10": 0.24132, + "mrr_at_20": 0.246076, + "mrr_at_100": 0.249979, + "mrr_at_1000": 0.250941, + "nauc_ndcg_at_1_max": 0.353822, + "nauc_ndcg_at_1_std": 0.057115, + "nauc_ndcg_at_1_diff1": 0.503955, + "nauc_ndcg_at_3_max": 0.331623, + "nauc_ndcg_at_3_std": 0.067625, + "nauc_ndcg_at_3_diff1": 0.415852, + "nauc_ndcg_at_5_max": 0.321118, + "nauc_ndcg_at_5_std": 0.066195, + "nauc_ndcg_at_5_diff1": 0.396311, + "nauc_ndcg_at_10_max": 0.316741, + "nauc_ndcg_at_10_std": 0.065777, + "nauc_ndcg_at_10_diff1": 0.384818, + "nauc_ndcg_at_20_max": 0.321642, + "nauc_ndcg_at_20_std": 0.077328, + "nauc_ndcg_at_20_diff1": 0.375904, + "nauc_ndcg_at_100_max": 0.33443, + "nauc_ndcg_at_100_std": 0.106287, + "nauc_ndcg_at_100_diff1": 0.367579, + "nauc_ndcg_at_1000_max": 0.342943, + "nauc_ndcg_at_1000_std": 0.117104, + "nauc_ndcg_at_1000_diff1": 0.369204, + "nauc_map_at_1_max": 0.315026, + "nauc_map_at_1_std": 0.0452, + "nauc_map_at_1_diff1": 0.502358, + "nauc_map_at_3_max": 0.31885, + "nauc_map_at_3_std": 0.057992, + "nauc_map_at_3_diff1": 0.430848, + "nauc_map_at_5_max": 0.318709, + "nauc_map_at_5_std": 0.059413, + "nauc_map_at_5_diff1": 0.418594, + "nauc_map_at_10_max": 0.321655, + "nauc_map_at_10_std": 0.061385, + "nauc_map_at_10_diff1": 0.414529, + "nauc_map_at_20_max": 0.324628, + "nauc_map_at_20_std": 0.06665, + "nauc_map_at_20_diff1": 0.411004, + "nauc_map_at_100_max": 0.327503, + "nauc_map_at_100_std": 0.072192, + "nauc_map_at_100_diff1": 0.40924, + "nauc_map_at_1000_max": 0.328, + "nauc_map_at_1000_std": 0.07312, + "nauc_map_at_1000_diff1": 0.409192, + "nauc_recall_at_1_max": 0.315026, + "nauc_recall_at_1_std": 0.0452, + "nauc_recall_at_1_diff1": 0.502358, + "nauc_recall_at_3_max": 0.291192, + "nauc_recall_at_3_std": 0.060768, + "nauc_recall_at_3_diff1": 0.353776, + "nauc_recall_at_5_max": 0.279507, + "nauc_recall_at_5_std": 0.062881, + "nauc_recall_at_5_diff1": 0.315322, + "nauc_recall_at_10_max": 0.260207, + "nauc_recall_at_10_std": 0.060612, + "nauc_recall_at_10_diff1": 0.279566, + "nauc_recall_at_20_max": 0.27115, + "nauc_recall_at_20_std": 0.090348, + "nauc_recall_at_20_diff1": 0.25489, + "nauc_recall_at_100_max": 0.307817, + "nauc_recall_at_100_std": 0.195432, + "nauc_recall_at_100_diff1": 0.211361, + "nauc_recall_at_1000_max": 0.400445, + "nauc_recall_at_1000_std": 0.36516, + "nauc_recall_at_1000_diff1": 0.152367, + "nauc_precision_at_1_max": 0.353822, + "nauc_precision_at_1_std": 0.057115, + "nauc_precision_at_1_diff1": 0.503955, + "nauc_precision_at_3_max": 0.347978, + "nauc_precision_at_3_std": 0.081535, + "nauc_precision_at_3_diff1": 0.358599, + "nauc_precision_at_5_max": 0.337676, + "nauc_precision_at_5_std": 0.087411, + "nauc_precision_at_5_diff1": 0.311761, + "nauc_precision_at_10_max": 0.33056, + "nauc_precision_at_10_std": 0.099879, + "nauc_precision_at_10_diff1": 0.271237, + "nauc_precision_at_20_max": 0.320869, + "nauc_precision_at_20_std": 0.126814, + "nauc_precision_at_20_diff1": 0.228658, + "nauc_precision_at_100_max": 0.292101, + "nauc_precision_at_100_std": 0.184058, + "nauc_precision_at_100_diff1": 0.162592, + "nauc_precision_at_1000_max": 0.210674, + "nauc_precision_at_1000_std": 0.162105, + "nauc_precision_at_1000_diff1": 0.077068, + "nauc_mrr_at_1_max": 0.353822, + "nauc_mrr_at_1_std": 0.057115, + "nauc_mrr_at_1_diff1": 0.503955, + "nauc_mrr_at_3_max": 0.337391, + "nauc_mrr_at_3_std": 0.061482, + "nauc_mrr_at_3_diff1": 0.44062, + "nauc_mrr_at_5_max": 0.333715, + "nauc_mrr_at_5_std": 0.062954, + "nauc_mrr_at_5_diff1": 0.428855, + "nauc_mrr_at_10_max": 0.330657, + "nauc_mrr_at_10_std": 0.063774, + "nauc_mrr_at_10_diff1": 0.422953, + "nauc_mrr_at_20_max": 0.331175, + "nauc_mrr_at_20_std": 0.06565, + "nauc_mrr_at_20_diff1": 0.421294, + "nauc_mrr_at_100_max": 0.332056, + "nauc_mrr_at_100_std": 0.068243, + "nauc_mrr_at_100_diff1": 0.420557, + "nauc_mrr_at_1000_max": 0.332291, + "nauc_mrr_at_1000_std": 0.068411, + "nauc_mrr_at_1000_diff1": 0.420802, + "main_score": 0.21597, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1278.193391084671, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-small-1024/2/MedicalQARetrieval.json new file mode 100644 index 0000000000..5bbc26a8be --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51172, + "ndcg_at_3": 0.6517, + "ndcg_at_5": 0.68105, + "ndcg_at_10": 0.70022, + "ndcg_at_20": 0.71143, + "ndcg_at_100": 0.71903, + "ndcg_at_1000": 0.72252, + "map_at_1": 0.51172, + "map_at_3": 0.61678, + "map_at_5": 0.63306, + "map_at_10": 0.6411, + "map_at_20": 0.64423, + "map_at_100": 0.64531, + "map_at_1000": 0.64544, + "recall_at_1": 0.51172, + "recall_at_3": 0.75293, + "recall_at_5": 0.82422, + "recall_at_10": 0.88281, + "recall_at_20": 0.92676, + "recall_at_100": 0.96729, + "recall_at_1000": 0.99512, + "precision_at_1": 0.51172, + "precision_at_3": 0.25098, + "precision_at_5": 0.16484, + "precision_at_10": 0.08828, + "precision_at_20": 0.04634, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "mrr_at_1": 0.511719, + "mrr_at_3": 0.616455, + "mrr_at_5": 0.632959, + "mrr_at_10": 0.640999, + "mrr_at_20": 0.644122, + "mrr_at_100": 0.645205, + "mrr_at_1000": 0.645331, + "nauc_ndcg_at_1_max": 0.37443, + "nauc_ndcg_at_1_std": -0.029513, + "nauc_ndcg_at_1_diff1": 0.510401, + "nauc_ndcg_at_3_max": 0.353709, + "nauc_ndcg_at_3_std": -0.078634, + "nauc_ndcg_at_3_diff1": 0.433547, + "nauc_ndcg_at_5_max": 0.355581, + "nauc_ndcg_at_5_std": -0.068266, + "nauc_ndcg_at_5_diff1": 0.435149, + "nauc_ndcg_at_10_max": 0.37154, + "nauc_ndcg_at_10_std": -0.054351, + "nauc_ndcg_at_10_diff1": 0.438157, + "nauc_ndcg_at_20_max": 0.373679, + "nauc_ndcg_at_20_std": -0.03954, + "nauc_ndcg_at_20_diff1": 0.438584, + "nauc_ndcg_at_100_max": 0.367071, + "nauc_ndcg_at_100_std": -0.040428, + "nauc_ndcg_at_100_diff1": 0.443579, + "nauc_ndcg_at_1000_max": 0.366452, + "nauc_ndcg_at_1000_std": -0.044163, + "nauc_ndcg_at_1000_diff1": 0.44832, + "nauc_map_at_1_max": 0.37443, + "nauc_map_at_1_std": -0.029513, + "nauc_map_at_1_diff1": 0.510401, + "nauc_map_at_3_max": 0.358707, + "nauc_map_at_3_std": -0.06233, + "nauc_map_at_3_diff1": 0.454622, + "nauc_map_at_5_max": 0.359783, + "nauc_map_at_5_std": -0.056524, + "nauc_map_at_5_diff1": 0.456317, + "nauc_map_at_10_max": 0.365697, + "nauc_map_at_10_std": -0.051064, + "nauc_map_at_10_diff1": 0.457822, + "nauc_map_at_20_max": 0.366183, + "nauc_map_at_20_std": -0.047764, + "nauc_map_at_20_diff1": 0.458253, + "nauc_map_at_100_max": 0.365359, + "nauc_map_at_100_std": -0.047729, + "nauc_map_at_100_diff1": 0.458862, + "nauc_map_at_1000_max": 0.365361, + "nauc_map_at_1000_std": -0.047775, + "nauc_map_at_1000_diff1": 0.459019, + "nauc_recall_at_1_max": 0.37443, + "nauc_recall_at_1_std": -0.029513, + "nauc_recall_at_1_diff1": 0.510401, + "nauc_recall_at_3_max": 0.335029, + "nauc_recall_at_3_std": -0.142448, + "nauc_recall_at_3_diff1": 0.353145, + "nauc_recall_at_5_max": 0.336301, + "nauc_recall_at_5_std": -0.124726, + "nauc_recall_at_5_diff1": 0.332643, + "nauc_recall_at_10_max": 0.427228, + "nauc_recall_at_10_std": -0.064354, + "nauc_recall_at_10_diff1": 0.30757, + "nauc_recall_at_20_max": 0.483024, + "nauc_recall_at_20_std": 0.112747, + "nauc_recall_at_20_diff1": 0.23513, + "nauc_recall_at_100_max": 0.390275, + "nauc_recall_at_100_std": 0.247425, + "nauc_recall_at_100_diff1": 0.168244, + "nauc_recall_at_1000_max": 0.251549, + "nauc_recall_at_1000_std": 0.407006, + "nauc_recall_at_1000_diff1": 0.242742, + "nauc_precision_at_1_max": 0.37443, + "nauc_precision_at_1_std": -0.029513, + "nauc_precision_at_1_diff1": 0.510401, + "nauc_precision_at_3_max": 0.335029, + "nauc_precision_at_3_std": -0.142448, + "nauc_precision_at_3_diff1": 0.353145, + "nauc_precision_at_5_max": 0.336301, + "nauc_precision_at_5_std": -0.124726, + "nauc_precision_at_5_diff1": 0.332643, + "nauc_precision_at_10_max": 0.427228, + "nauc_precision_at_10_std": -0.064354, + "nauc_precision_at_10_diff1": 0.30757, + "nauc_precision_at_20_max": 0.483024, + "nauc_precision_at_20_std": 0.112747, + "nauc_precision_at_20_diff1": 0.23513, + "nauc_precision_at_100_max": 0.390275, + "nauc_precision_at_100_std": 0.247425, + "nauc_precision_at_100_diff1": 0.168244, + "nauc_precision_at_1000_max": 0.251549, + "nauc_precision_at_1000_std": 0.407006, + "nauc_precision_at_1000_diff1": 0.242742, + "nauc_mrr_at_1_max": 0.374638, + "nauc_mrr_at_1_std": -0.02687, + "nauc_mrr_at_1_diff1": 0.510401, + "nauc_mrr_at_3_max": 0.359577, + "nauc_mrr_at_3_std": -0.060017, + "nauc_mrr_at_3_diff1": 0.455366, + "nauc_mrr_at_5_max": 0.360158, + "nauc_mrr_at_5_std": -0.054513, + "nauc_mrr_at_5_diff1": 0.456569, + "nauc_mrr_at_10_max": 0.366081, + "nauc_mrr_at_10_std": -0.049003, + "nauc_mrr_at_10_diff1": 0.45808, + "nauc_mrr_at_20_max": 0.36657, + "nauc_mrr_at_20_std": -0.045683, + "nauc_mrr_at_20_diff1": 0.458514, + "nauc_mrr_at_100_max": 0.365748, + "nauc_mrr_at_100_std": -0.04564, + "nauc_mrr_at_100_diff1": 0.459124, + "nauc_mrr_at_1000_max": 0.365751, + "nauc_mrr_at_1000_std": -0.045686, + "nauc_mrr_at_1000_diff1": 0.459282, + "main_score": 0.70022, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 40.39153599739075, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/MedrxivClusteringP2P.v2.json b/results/openai__text-embedding-3-small-1024/2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..30c9c63d52 --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.369987, + 0.364896, + 0.360775, + 0.357528, + 0.37258, + 0.357268, + 0.363007, + 0.365295, + 0.3723, + 0.378792 + ] + }, + "v_measure": 0.366243, + "v_measure_std": 0.006693, + "main_score": 0.366243, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 41.585761070251465, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-small-1024/2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..0ac2aa3470 --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.353795, + 0.349472, + 0.339949, + 0.352223, + 0.340117, + 0.341479, + 0.339822, + 0.339908, + 0.348898, + 0.34725 + ] + }, + "v_measure": 0.345291, + "v_measure_std": 0.005324, + "main_score": 0.345291, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 16.98890233039856, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/NFCorpus.json b/results/openai__text-embedding-3-small-1024/2/NFCorpus.json new file mode 100644 index 0000000000..b9e619749a --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48142, + "ndcg_at_3": 0.43526, + "ndcg_at_5": 0.41519, + "ndcg_at_10": 0.38219, + "ndcg_at_20": 0.35538, + "ndcg_at_100": 0.35006, + "ndcg_at_1000": 0.43961, + "map_at_1": 0.06652, + "map_at_3": 0.10434, + "map_at_5": 0.12236, + "map_at_10": 0.14561, + "map_at_20": 0.16088, + "map_at_100": 0.18445, + "map_at_1000": 0.20078, + "recall_at_1": 0.06652, + "recall_at_3": 0.11121, + "recall_at_5": 0.14083, + "recall_at_10": 0.18757, + "recall_at_20": 0.22952, + "recall_at_100": 0.35422, + "recall_at_1000": 0.67476, + "precision_at_1": 0.50464, + "precision_at_3": 0.40454, + "precision_at_5": 0.36037, + "precision_at_10": 0.28359, + "precision_at_20": 0.20712, + "precision_at_100": 0.0887, + "precision_at_1000": 0.02197, + "mrr_at_1": 0.504644, + "mrr_at_3": 0.568627, + "mrr_at_5": 0.583333, + "mrr_at_10": 0.591109, + "mrr_at_20": 0.595034, + "mrr_at_100": 0.59687, + "mrr_at_1000": 0.597223, + "nauc_ndcg_at_1_max": 0.414937, + "nauc_ndcg_at_1_std": 0.275335, + "nauc_ndcg_at_1_diff1": 0.279716, + "nauc_ndcg_at_3_max": 0.388884, + "nauc_ndcg_at_3_std": 0.287718, + "nauc_ndcg_at_3_diff1": 0.188769, + "nauc_ndcg_at_5_max": 0.404966, + "nauc_ndcg_at_5_std": 0.298097, + "nauc_ndcg_at_5_diff1": 0.184395, + "nauc_ndcg_at_10_max": 0.388647, + "nauc_ndcg_at_10_std": 0.290164, + "nauc_ndcg_at_10_diff1": 0.190113, + "nauc_ndcg_at_20_max": 0.380567, + "nauc_ndcg_at_20_std": 0.280449, + "nauc_ndcg_at_20_diff1": 0.212363, + "nauc_ndcg_at_100_max": 0.405997, + "nauc_ndcg_at_100_std": 0.289312, + "nauc_ndcg_at_100_diff1": 0.265796, + "nauc_ndcg_at_1000_max": 0.462432, + "nauc_ndcg_at_1000_std": 0.350361, + "nauc_ndcg_at_1000_diff1": 0.277032, + "nauc_map_at_1_max": 0.097754, + "nauc_map_at_1_std": -0.089837, + "nauc_map_at_1_diff1": 0.441763, + "nauc_map_at_3_max": 0.159897, + "nauc_map_at_3_std": -0.062133, + "nauc_map_at_3_diff1": 0.396297, + "nauc_map_at_5_max": 0.212692, + "nauc_map_at_5_std": -0.029204, + "nauc_map_at_5_diff1": 0.365264, + "nauc_map_at_10_max": 0.259477, + "nauc_map_at_10_std": 0.024142, + "nauc_map_at_10_diff1": 0.336599, + "nauc_map_at_20_max": 0.295423, + "nauc_map_at_20_std": 0.071612, + "nauc_map_at_20_diff1": 0.325375, + "nauc_map_at_100_max": 0.318456, + "nauc_map_at_100_std": 0.135729, + "nauc_map_at_100_diff1": 0.309382, + "nauc_map_at_1000_max": 0.32072, + "nauc_map_at_1000_std": 0.166406, + "nauc_map_at_1000_diff1": 0.292546, + "nauc_recall_at_1_max": 0.097754, + "nauc_recall_at_1_std": -0.089837, + "nauc_recall_at_1_diff1": 0.441763, + "nauc_recall_at_3_max": 0.151736, + "nauc_recall_at_3_std": -0.055775, + "nauc_recall_at_3_diff1": 0.375957, + "nauc_recall_at_5_max": 0.211791, + "nauc_recall_at_5_std": -0.027273, + "nauc_recall_at_5_diff1": 0.334901, + "nauc_recall_at_10_max": 0.222497, + "nauc_recall_at_10_std": -0.002706, + "nauc_recall_at_10_diff1": 0.282515, + "nauc_recall_at_20_max": 0.25059, + "nauc_recall_at_20_std": 0.037569, + "nauc_recall_at_20_diff1": 0.293367, + "nauc_recall_at_100_max": 0.268263, + "nauc_recall_at_100_std": 0.154371, + "nauc_recall_at_100_diff1": 0.23989, + "nauc_recall_at_1000_max": 0.23962, + "nauc_recall_at_1000_std": 0.205053, + "nauc_recall_at_1000_diff1": 0.157734, + "nauc_precision_at_1_max": 0.435993, + "nauc_precision_at_1_std": 0.287334, + "nauc_precision_at_1_diff1": 0.277668, + "nauc_precision_at_3_max": 0.386227, + "nauc_precision_at_3_std": 0.324246, + "nauc_precision_at_3_diff1": 0.086904, + "nauc_precision_at_5_max": 0.407065, + "nauc_precision_at_5_std": 0.363745, + "nauc_precision_at_5_diff1": 0.043125, + "nauc_precision_at_10_max": 0.382459, + "nauc_precision_at_10_std": 0.395084, + "nauc_precision_at_10_diff1": 0.010279, + "nauc_precision_at_20_max": 0.322272, + "nauc_precision_at_20_std": 0.421461, + "nauc_precision_at_20_diff1": -0.021047, + "nauc_precision_at_100_max": 0.149508, + "nauc_precision_at_100_std": 0.394902, + "nauc_precision_at_100_diff1": -0.121192, + "nauc_precision_at_1000_max": 0.001182, + "nauc_precision_at_1000_std": 0.289058, + "nauc_precision_at_1000_diff1": -0.170196, + "nauc_mrr_at_1_max": 0.435993, + "nauc_mrr_at_1_std": 0.287334, + "nauc_mrr_at_1_diff1": 0.277668, + "nauc_mrr_at_3_max": 0.466696, + "nauc_mrr_at_3_std": 0.351615, + "nauc_mrr_at_3_diff1": 0.253445, + "nauc_mrr_at_5_max": 0.469928, + "nauc_mrr_at_5_std": 0.352542, + "nauc_mrr_at_5_diff1": 0.259698, + "nauc_mrr_at_10_max": 0.477945, + "nauc_mrr_at_10_std": 0.357908, + "nauc_mrr_at_10_diff1": 0.261593, + "nauc_mrr_at_20_max": 0.478693, + "nauc_mrr_at_20_std": 0.358648, + "nauc_mrr_at_20_diff1": 0.265146, + "nauc_mrr_at_100_max": 0.477923, + "nauc_mrr_at_100_std": 0.358279, + "nauc_mrr_at_100_diff1": 0.265999, + "nauc_mrr_at_1000_max": 0.477699, + "nauc_mrr_at_1000_std": 0.358087, + "nauc_mrr_at_1000_diff1": 0.26564, + "main_score": 0.38219, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 75.40710711479187, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/PublicHealthQA.json b/results/openai__text-embedding-3-small-1024/2/PublicHealthQA.json new file mode 100644 index 0000000000..68fa69096f --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51163, + "ndcg_at_3": 0.66237, + "ndcg_at_5": 0.6869, + "ndcg_at_10": 0.70164, + "ndcg_at_20": 0.70489, + "ndcg_at_100": 0.72802, + "ndcg_at_1000": 0.72802, + "map_at_1": 0.51163, + "map_at_3": 0.62597, + "map_at_5": 0.63992, + "map_at_10": 0.64585, + "map_at_20": 0.6469, + "map_at_100": 0.6507, + "map_at_1000": 0.6507, + "recall_at_1": 0.51163, + "recall_at_3": 0.76744, + "recall_at_5": 0.82558, + "recall_at_10": 0.87209, + "recall_at_20": 0.88372, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.51163, + "precision_at_3": 0.25581, + "precision_at_5": 0.16512, + "precision_at_10": 0.08721, + "precision_at_20": 0.04419, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.511628, + "mrr_at_3": 0.625969, + "mrr_at_5": 0.639922, + "mrr_at_10": 0.645847, + "mrr_at_20": 0.646904, + "mrr_at_100": 0.650702, + "mrr_at_1000": 0.650702, + "nauc_ndcg_at_1_max": 0.1947, + "nauc_ndcg_at_1_std": 0.014269, + "nauc_ndcg_at_1_diff1": 0.498502, + "nauc_ndcg_at_3_max": 0.228544, + "nauc_ndcg_at_3_std": -0.008636, + "nauc_ndcg_at_3_diff1": 0.501388, + "nauc_ndcg_at_5_max": 0.171047, + "nauc_ndcg_at_5_std": -0.052364, + "nauc_ndcg_at_5_diff1": 0.458269, + "nauc_ndcg_at_10_max": 0.185717, + "nauc_ndcg_at_10_std": -0.006276, + "nauc_ndcg_at_10_diff1": 0.471346, + "nauc_ndcg_at_20_max": 0.182971, + "nauc_ndcg_at_20_std": -0.008069, + "nauc_ndcg_at_20_diff1": 0.464961, + "nauc_ndcg_at_100_max": 0.183375, + "nauc_ndcg_at_100_std": -0.013819, + "nauc_ndcg_at_100_diff1": 0.482657, + "nauc_ndcg_at_1000_max": 0.183375, + "nauc_ndcg_at_1000_std": -0.013819, + "nauc_ndcg_at_1000_diff1": 0.482657, + "nauc_map_at_1_max": 0.1947, + "nauc_map_at_1_std": 0.014269, + "nauc_map_at_1_diff1": 0.498502, + "nauc_map_at_3_max": 0.214497, + "nauc_map_at_3_std": -0.001012, + "nauc_map_at_3_diff1": 0.501189, + "nauc_map_at_5_max": 0.184486, + "nauc_map_at_5_std": -0.023153, + "nauc_map_at_5_diff1": 0.479129, + "nauc_map_at_10_max": 0.18865, + "nauc_map_at_10_std": -0.007525, + "nauc_map_at_10_diff1": 0.485916, + "nauc_map_at_20_max": 0.187889, + "nauc_map_at_20_std": -0.008032, + "nauc_map_at_20_diff1": 0.484173, + "nauc_map_at_100_max": 0.18729, + "nauc_map_at_100_std": -0.009365, + "nauc_map_at_100_diff1": 0.487081, + "nauc_map_at_1000_max": 0.18729, + "nauc_map_at_1000_std": -0.009365, + "nauc_map_at_1000_diff1": 0.487081, + "nauc_recall_at_1_max": 0.1947, + "nauc_recall_at_1_std": 0.014269, + "nauc_recall_at_1_diff1": 0.498502, + "nauc_recall_at_3_max": 0.286304, + "nauc_recall_at_3_std": -0.039241, + "nauc_recall_at_3_diff1": 0.501812, + "nauc_recall_at_5_max": 0.097357, + "nauc_recall_at_5_std": -0.203185, + "nauc_recall_at_5_diff1": 0.348044, + "nauc_recall_at_10_max": 0.174894, + "nauc_recall_at_10_std": 0.03434, + "nauc_recall_at_10_diff1": 0.368964, + "nauc_recall_at_20_max": 0.153932, + "nauc_recall_at_20_std": 0.02485, + "nauc_recall_at_20_diff1": 0.313422, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.1947, + "nauc_precision_at_1_std": 0.014269, + "nauc_precision_at_1_diff1": 0.498502, + "nauc_precision_at_3_max": 0.286304, + "nauc_precision_at_3_std": -0.039241, + "nauc_precision_at_3_diff1": 0.501812, + "nauc_precision_at_5_max": 0.097357, + "nauc_precision_at_5_std": -0.203185, + "nauc_precision_at_5_diff1": 0.348044, + "nauc_precision_at_10_max": 0.174894, + "nauc_precision_at_10_std": 0.03434, + "nauc_precision_at_10_diff1": 0.368964, + "nauc_precision_at_20_max": 0.153932, + "nauc_precision_at_20_std": 0.02485, + "nauc_precision_at_20_diff1": 0.313422, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.1947, + "nauc_mrr_at_1_std": 0.014269, + "nauc_mrr_at_1_diff1": 0.498502, + "nauc_mrr_at_3_max": 0.214497, + "nauc_mrr_at_3_std": -0.001012, + "nauc_mrr_at_3_diff1": 0.501189, + "nauc_mrr_at_5_max": 0.184486, + "nauc_mrr_at_5_std": -0.023153, + "nauc_mrr_at_5_diff1": 0.479129, + "nauc_mrr_at_10_max": 0.18865, + "nauc_mrr_at_10_std": -0.007525, + "nauc_mrr_at_10_diff1": 0.485916, + "nauc_mrr_at_20_max": 0.187889, + "nauc_mrr_at_20_std": -0.008032, + "nauc_mrr_at_20_diff1": 0.484173, + "nauc_mrr_at_100_max": 0.18729, + "nauc_mrr_at_100_std": -0.009365, + "nauc_mrr_at_100_diff1": 0.487081, + "nauc_mrr_at_1000_max": 0.18729, + "nauc_mrr_at_1000_std": -0.009365, + "nauc_mrr_at_1000_diff1": 0.487081, + "main_score": 0.70164, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.61963, + "ndcg_at_3": 0.74226, + "ndcg_at_5": 0.77445, + "ndcg_at_10": 0.79482, + "ndcg_at_20": 0.79772, + "ndcg_at_100": 0.80014, + "ndcg_at_1000": 0.80014, + "map_at_1": 0.61963, + "map_at_3": 0.71063, + "map_at_5": 0.72812, + "map_at_10": 0.73682, + "map_at_20": 0.73751, + "map_at_100": 0.73789, + "map_at_1000": 0.73789, + "recall_at_1": 0.61963, + "recall_at_3": 0.83436, + "recall_at_5": 0.91411, + "recall_at_10": 0.97546, + "recall_at_20": 0.98773, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.61963, + "precision_at_3": 0.27812, + "precision_at_5": 0.18282, + "precision_at_10": 0.09755, + "precision_at_20": 0.04939, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.619632, + "mrr_at_3": 0.710634, + "mrr_at_5": 0.728119, + "mrr_at_10": 0.736822, + "mrr_at_20": 0.737512, + "mrr_at_100": 0.73789, + "mrr_at_1000": 0.73789, + "nauc_ndcg_at_1_max": 0.390146, + "nauc_ndcg_at_1_std": 0.01001, + "nauc_ndcg_at_1_diff1": 0.693803, + "nauc_ndcg_at_3_max": 0.421439, + "nauc_ndcg_at_3_std": 0.06536, + "nauc_ndcg_at_3_diff1": 0.670803, + "nauc_ndcg_at_5_max": 0.427526, + "nauc_ndcg_at_5_std": 0.0528, + "nauc_ndcg_at_5_diff1": 0.671514, + "nauc_ndcg_at_10_max": 0.424845, + "nauc_ndcg_at_10_std": 0.066093, + "nauc_ndcg_at_10_diff1": 0.677928, + "nauc_ndcg_at_20_max": 0.41729, + "nauc_ndcg_at_20_std": 0.061311, + "nauc_ndcg_at_20_diff1": 0.672413, + "nauc_ndcg_at_100_max": 0.413469, + "nauc_ndcg_at_100_std": 0.04969, + "nauc_ndcg_at_100_diff1": 0.677288, + "nauc_ndcg_at_1000_max": 0.413469, + "nauc_ndcg_at_1000_std": 0.04969, + "nauc_ndcg_at_1000_diff1": 0.677288, + "nauc_map_at_1_max": 0.390146, + "nauc_map_at_1_std": 0.01001, + "nauc_map_at_1_diff1": 0.693803, + "nauc_map_at_3_max": 0.411958, + "nauc_map_at_3_std": 0.049284, + "nauc_map_at_3_diff1": 0.675368, + "nauc_map_at_5_max": 0.413412, + "nauc_map_at_5_std": 0.042126, + "nauc_map_at_5_diff1": 0.676061, + "nauc_map_at_10_max": 0.411867, + "nauc_map_at_10_std": 0.046278, + "nauc_map_at_10_diff1": 0.678976, + "nauc_map_at_20_max": 0.410397, + "nauc_map_at_20_std": 0.045281, + "nauc_map_at_20_diff1": 0.677961, + "nauc_map_at_100_max": 0.409923, + "nauc_map_at_100_std": 0.043863, + "nauc_map_at_100_diff1": 0.678557, + "nauc_map_at_1000_max": 0.409923, + "nauc_map_at_1000_std": 0.043863, + "nauc_map_at_1000_diff1": 0.678557, + "nauc_recall_at_1_max": 0.390146, + "nauc_recall_at_1_std": 0.01001, + "nauc_recall_at_1_diff1": 0.693803, + "nauc_recall_at_3_max": 0.463876, + "nauc_recall_at_3_std": 0.136868, + "nauc_recall_at_3_diff1": 0.651902, + "nauc_recall_at_5_max": 0.540347, + "nauc_recall_at_5_std": 0.129419, + "nauc_recall_at_5_diff1": 0.639634, + "nauc_recall_at_10_max": 0.770045, + "nauc_recall_at_10_std": 0.599314, + "nauc_recall_at_10_diff1": 0.668805, + "nauc_recall_at_20_max": 0.679072, + "nauc_recall_at_20_std": 0.861018, + "nauc_recall_at_20_diff1": 0.337609, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.390146, + "nauc_precision_at_1_std": 0.01001, + "nauc_precision_at_1_diff1": 0.693803, + "nauc_precision_at_3_max": 0.463876, + "nauc_precision_at_3_std": 0.136868, + "nauc_precision_at_3_diff1": 0.651902, + "nauc_precision_at_5_max": 0.540347, + "nauc_precision_at_5_std": 0.129419, + "nauc_precision_at_5_diff1": 0.639634, + "nauc_precision_at_10_max": 0.770045, + "nauc_precision_at_10_std": 0.599314, + "nauc_precision_at_10_diff1": 0.668805, + "nauc_precision_at_20_max": 0.679072, + "nauc_precision_at_20_std": 0.861018, + "nauc_precision_at_20_diff1": 0.337609, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.390146, + "nauc_mrr_at_1_std": 0.01001, + "nauc_mrr_at_1_diff1": 0.693803, + "nauc_mrr_at_3_max": 0.411958, + "nauc_mrr_at_3_std": 0.049284, + "nauc_mrr_at_3_diff1": 0.675368, + "nauc_mrr_at_5_max": 0.413412, + "nauc_mrr_at_5_std": 0.042126, + "nauc_mrr_at_5_diff1": 0.676061, + "nauc_mrr_at_10_max": 0.411867, + "nauc_mrr_at_10_std": 0.046278, + "nauc_mrr_at_10_diff1": 0.678976, + "nauc_mrr_at_20_max": 0.410397, + "nauc_mrr_at_20_std": 0.045281, + "nauc_mrr_at_20_diff1": 0.677961, + "nauc_mrr_at_100_max": 0.409923, + "nauc_mrr_at_100_std": 0.043863, + "nauc_mrr_at_100_diff1": 0.678557, + "nauc_mrr_at_1000_max": 0.409923, + "nauc_mrr_at_1000_std": 0.043863, + "nauc_mrr_at_1000_diff1": 0.678557, + "main_score": 0.79482, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.72093, + "ndcg_at_3": 0.83222, + "ndcg_at_5": 0.85399, + "ndcg_at_10": 0.86175, + "ndcg_at_20": 0.86485, + "ndcg_at_100": 0.86608, + "ndcg_at_1000": 0.86608, + "map_at_1": 0.72093, + "map_at_3": 0.8062, + "map_at_5": 0.81841, + "map_at_10": 0.82176, + "map_at_20": 0.82269, + "map_at_100": 0.82292, + "map_at_1000": 0.82292, + "recall_at_1": 0.72093, + "recall_at_3": 0.90698, + "recall_at_5": 0.9593, + "recall_at_10": 0.98256, + "recall_at_20": 0.99419, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72093, + "precision_at_3": 0.30233, + "precision_at_5": 0.19186, + "precision_at_10": 0.09826, + "precision_at_20": 0.04971, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.72093, + "mrr_at_3": 0.806202, + "mrr_at_5": 0.818411, + "mrr_at_10": 0.821761, + "mrr_at_20": 0.822693, + "mrr_at_100": 0.822916, + "mrr_at_1000": 0.822916, + "nauc_ndcg_at_1_max": 0.554219, + "nauc_ndcg_at_1_std": 0.022388, + "nauc_ndcg_at_1_diff1": 0.686733, + "nauc_ndcg_at_3_max": 0.527836, + "nauc_ndcg_at_3_std": 0.010466, + "nauc_ndcg_at_3_diff1": 0.664626, + "nauc_ndcg_at_5_max": 0.517533, + "nauc_ndcg_at_5_std": 0.00518, + "nauc_ndcg_at_5_diff1": 0.665084, + "nauc_ndcg_at_10_max": 0.520843, + "nauc_ndcg_at_10_std": 0.018305, + "nauc_ndcg_at_10_diff1": 0.667426, + "nauc_ndcg_at_20_max": 0.531014, + "nauc_ndcg_at_20_std": 0.019049, + "nauc_ndcg_at_20_diff1": 0.673566, + "nauc_ndcg_at_100_max": 0.52624, + "nauc_ndcg_at_100_std": 0.010394, + "nauc_ndcg_at_100_diff1": 0.670244, + "nauc_ndcg_at_1000_max": 0.52624, + "nauc_ndcg_at_1000_std": 0.010394, + "nauc_ndcg_at_1000_diff1": 0.670244, + "nauc_map_at_1_max": 0.554219, + "nauc_map_at_1_std": 0.022388, + "nauc_map_at_1_diff1": 0.686733, + "nauc_map_at_3_max": 0.529682, + "nauc_map_at_3_std": 0.008534, + "nauc_map_at_3_diff1": 0.669024, + "nauc_map_at_5_max": 0.525256, + "nauc_map_at_5_std": 0.006401, + "nauc_map_at_5_diff1": 0.669005, + "nauc_map_at_10_max": 0.526136, + "nauc_map_at_10_std": 0.010405, + "nauc_map_at_10_diff1": 0.670176, + "nauc_map_at_20_max": 0.528506, + "nauc_map_at_20_std": 0.010614, + "nauc_map_at_20_diff1": 0.671559, + "nauc_map_at_100_max": 0.527841, + "nauc_map_at_100_std": 0.009402, + "nauc_map_at_100_diff1": 0.671095, + "nauc_map_at_1000_max": 0.527841, + "nauc_map_at_1000_std": 0.009402, + "nauc_map_at_1000_diff1": 0.671095, + "nauc_recall_at_1_max": 0.554219, + "nauc_recall_at_1_std": 0.022388, + "nauc_recall_at_1_diff1": 0.686733, + "nauc_recall_at_3_max": 0.523248, + "nauc_recall_at_3_std": 0.025575, + "nauc_recall_at_3_diff1": 0.64307, + "nauc_recall_at_5_max": 0.434848, + "nauc_recall_at_5_std": -0.003179, + "nauc_recall_at_5_diff1": 0.628177, + "nauc_recall_at_10_max": 0.414958, + "nauc_recall_at_10_std": 0.28789, + "nauc_recall_at_10_diff1": 0.615085, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.86945, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.554219, + "nauc_precision_at_1_std": 0.022388, + "nauc_precision_at_1_diff1": 0.686733, + "nauc_precision_at_3_max": 0.523248, + "nauc_precision_at_3_std": 0.025575, + "nauc_precision_at_3_diff1": 0.64307, + "nauc_precision_at_5_max": 0.434848, + "nauc_precision_at_5_std": -0.003179, + "nauc_precision_at_5_diff1": 0.628177, + "nauc_precision_at_10_max": 0.414958, + "nauc_precision_at_10_std": 0.28789, + "nauc_precision_at_10_diff1": 0.615085, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.86945, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.554219, + "nauc_mrr_at_1_std": 0.022388, + "nauc_mrr_at_1_diff1": 0.686733, + "nauc_mrr_at_3_max": 0.529682, + "nauc_mrr_at_3_std": 0.008534, + "nauc_mrr_at_3_diff1": 0.669024, + "nauc_mrr_at_5_max": 0.525256, + "nauc_mrr_at_5_std": 0.006401, + "nauc_mrr_at_5_diff1": 0.669005, + "nauc_mrr_at_10_max": 0.526136, + "nauc_mrr_at_10_std": 0.010405, + "nauc_mrr_at_10_diff1": 0.670176, + "nauc_mrr_at_20_max": 0.528506, + "nauc_mrr_at_20_std": 0.010614, + "nauc_mrr_at_20_diff1": 0.671559, + "nauc_mrr_at_100_max": 0.527841, + "nauc_mrr_at_100_std": 0.009402, + "nauc_mrr_at_100_diff1": 0.671095, + "nauc_mrr_at_1000_max": 0.527841, + "nauc_mrr_at_1000_std": 0.009402, + "nauc_mrr_at_1000_diff1": 0.671095, + "main_score": 0.86175, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74118, + "ndcg_at_3": 0.8479, + "ndcg_at_5": 0.86713, + "ndcg_at_10": 0.87843, + "ndcg_at_20": 0.87843, + "ndcg_at_100": 0.87843, + "ndcg_at_1000": 0.87843, + "map_at_1": 0.74118, + "map_at_3": 0.82353, + "map_at_5": 0.83412, + "map_at_10": 0.83873, + "map_at_20": 0.83873, + "map_at_100": 0.83873, + "map_at_1000": 0.83873, + "recall_at_1": 0.74118, + "recall_at_3": 0.91765, + "recall_at_5": 0.96471, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74118, + "precision_at_3": 0.30588, + "precision_at_5": 0.19294, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.741176, + "mrr_at_3": 0.823529, + "mrr_at_5": 0.834118, + "mrr_at_10": 0.838725, + "mrr_at_20": 0.838725, + "mrr_at_100": 0.838725, + "mrr_at_1000": 0.838725, + "nauc_ndcg_at_1_max": 0.517864, + "nauc_ndcg_at_1_std": -0.00309, + "nauc_ndcg_at_1_diff1": 0.831374, + "nauc_ndcg_at_3_max": 0.519204, + "nauc_ndcg_at_3_std": 0.133828, + "nauc_ndcg_at_3_diff1": 0.811112, + "nauc_ndcg_at_5_max": 0.501145, + "nauc_ndcg_at_5_std": 0.043494, + "nauc_ndcg_at_5_diff1": 0.804682, + "nauc_ndcg_at_10_max": 0.498619, + "nauc_ndcg_at_10_std": 0.034306, + "nauc_ndcg_at_10_diff1": 0.813799, + "nauc_ndcg_at_20_max": 0.498619, + "nauc_ndcg_at_20_std": 0.034306, + "nauc_ndcg_at_20_diff1": 0.813799, + "nauc_ndcg_at_100_max": 0.498619, + "nauc_ndcg_at_100_std": 0.034306, + "nauc_ndcg_at_100_diff1": 0.813799, + "nauc_ndcg_at_1000_max": 0.498619, + "nauc_ndcg_at_1000_std": 0.034306, + "nauc_ndcg_at_1000_diff1": 0.813799, + "nauc_map_at_1_max": 0.517864, + "nauc_map_at_1_std": -0.00309, + "nauc_map_at_1_diff1": 0.831374, + "nauc_map_at_3_max": 0.510357, + "nauc_map_at_3_std": 0.080196, + "nauc_map_at_3_diff1": 0.815445, + "nauc_map_at_5_max": 0.502011, + "nauc_map_at_5_std": 0.036557, + "nauc_map_at_5_diff1": 0.813213, + "nauc_map_at_10_max": 0.499813, + "nauc_map_at_10_std": 0.031368, + "nauc_map_at_10_diff1": 0.815552, + "nauc_map_at_20_max": 0.499813, + "nauc_map_at_20_std": 0.031368, + "nauc_map_at_20_diff1": 0.815552, + "nauc_map_at_100_max": 0.499813, + "nauc_map_at_100_std": 0.031368, + "nauc_map_at_100_diff1": 0.815552, + "nauc_map_at_1000_max": 0.499813, + "nauc_map_at_1000_std": 0.031368, + "nauc_map_at_1000_diff1": 0.815552, + "nauc_recall_at_1_max": 0.517864, + "nauc_recall_at_1_std": -0.00309, + "nauc_recall_at_1_diff1": 0.831374, + "nauc_recall_at_3_max": 0.575871, + "nauc_recall_at_3_std": 0.441697, + "nauc_recall_at_3_diff1": 0.788781, + "nauc_recall_at_5_max": 0.494148, + "nauc_recall_at_5_std": 0.087217, + "nauc_recall_at_5_diff1": 0.699254, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.517864, + "nauc_precision_at_1_std": -0.00309, + "nauc_precision_at_1_diff1": 0.831374, + "nauc_precision_at_3_max": 0.575871, + "nauc_precision_at_3_std": 0.441697, + "nauc_precision_at_3_diff1": 0.788781, + "nauc_precision_at_5_max": 0.494148, + "nauc_precision_at_5_std": 0.087217, + "nauc_precision_at_5_diff1": 0.699254, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.517864, + "nauc_mrr_at_1_std": -0.00309, + "nauc_mrr_at_1_diff1": 0.831374, + "nauc_mrr_at_3_max": 0.510357, + "nauc_mrr_at_3_std": 0.080196, + "nauc_mrr_at_3_diff1": 0.815445, + "nauc_mrr_at_5_max": 0.502011, + "nauc_mrr_at_5_std": 0.036557, + "nauc_mrr_at_5_diff1": 0.813213, + "nauc_mrr_at_10_max": 0.499813, + "nauc_mrr_at_10_std": 0.031368, + "nauc_mrr_at_10_diff1": 0.815552, + "nauc_mrr_at_20_max": 0.499813, + "nauc_mrr_at_20_std": 0.031368, + "nauc_mrr_at_20_diff1": 0.815552, + "nauc_mrr_at_100_max": 0.499813, + "nauc_mrr_at_100_std": 0.031368, + "nauc_mrr_at_100_diff1": 0.815552, + "nauc_mrr_at_1000_max": 0.499813, + "nauc_mrr_at_1000_std": 0.031368, + "nauc_mrr_at_1000_diff1": 0.815552, + "main_score": 0.87843, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.51948, + "ndcg_at_3": 0.65847, + "ndcg_at_5": 0.67411, + "ndcg_at_10": 0.70412, + "ndcg_at_20": 0.72087, + "ndcg_at_100": 0.73167, + "ndcg_at_1000": 0.73167, + "map_at_1": 0.51948, + "map_at_3": 0.62554, + "map_at_5": 0.63398, + "map_at_10": 0.64671, + "map_at_20": 0.65146, + "map_at_100": 0.6534, + "map_at_1000": 0.6534, + "recall_at_1": 0.51948, + "recall_at_3": 0.75325, + "recall_at_5": 0.79221, + "recall_at_10": 0.88312, + "recall_at_20": 0.94805, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.51948, + "precision_at_3": 0.25108, + "precision_at_5": 0.15844, + "precision_at_10": 0.08831, + "precision_at_20": 0.0474, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.519481, + "mrr_at_3": 0.625541, + "mrr_at_5": 0.633983, + "mrr_at_10": 0.646712, + "mrr_at_20": 0.65146, + "mrr_at_100": 0.653399, + "mrr_at_1000": 0.653399, + "nauc_ndcg_at_1_max": 0.264849, + "nauc_ndcg_at_1_std": 0.048028, + "nauc_ndcg_at_1_diff1": 0.48862, + "nauc_ndcg_at_3_max": 0.289523, + "nauc_ndcg_at_3_std": 0.024904, + "nauc_ndcg_at_3_diff1": 0.41265, + "nauc_ndcg_at_5_max": 0.290962, + "nauc_ndcg_at_5_std": 0.043742, + "nauc_ndcg_at_5_diff1": 0.419433, + "nauc_ndcg_at_10_max": 0.277613, + "nauc_ndcg_at_10_std": 0.064792, + "nauc_ndcg_at_10_diff1": 0.423542, + "nauc_ndcg_at_20_max": 0.281355, + "nauc_ndcg_at_20_std": 0.05277, + "nauc_ndcg_at_20_diff1": 0.427058, + "nauc_ndcg_at_100_max": 0.28029, + "nauc_ndcg_at_100_std": 0.043019, + "nauc_ndcg_at_100_diff1": 0.435882, + "nauc_ndcg_at_1000_max": 0.28029, + "nauc_ndcg_at_1000_std": 0.043019, + "nauc_ndcg_at_1000_diff1": 0.435882, + "nauc_map_at_1_max": 0.264849, + "nauc_map_at_1_std": 0.048028, + "nauc_map_at_1_diff1": 0.48862, + "nauc_map_at_3_max": 0.285458, + "nauc_map_at_3_std": 0.031668, + "nauc_map_at_3_diff1": 0.434771, + "nauc_map_at_5_max": 0.285621, + "nauc_map_at_5_std": 0.039882, + "nauc_map_at_5_diff1": 0.438149, + "nauc_map_at_10_max": 0.280572, + "nauc_map_at_10_std": 0.047428, + "nauc_map_at_10_diff1": 0.43894, + "nauc_map_at_20_max": 0.281137, + "nauc_map_at_20_std": 0.043995, + "nauc_map_at_20_diff1": 0.440273, + "nauc_map_at_100_max": 0.280554, + "nauc_map_at_100_std": 0.04193, + "nauc_map_at_100_diff1": 0.441841, + "nauc_map_at_1000_max": 0.280554, + "nauc_map_at_1000_std": 0.04193, + "nauc_map_at_1000_diff1": 0.441841, + "nauc_recall_at_1_max": 0.264849, + "nauc_recall_at_1_std": 0.048028, + "nauc_recall_at_1_diff1": 0.48862, + "nauc_recall_at_3_max": 0.303301, + "nauc_recall_at_3_std": -0.000805, + "nauc_recall_at_3_diff1": 0.328623, + "nauc_recall_at_5_max": 0.313001, + "nauc_recall_at_5_std": 0.066777, + "nauc_recall_at_5_diff1": 0.342031, + "nauc_recall_at_10_max": 0.244476, + "nauc_recall_at_10_std": 0.211198, + "nauc_recall_at_10_diff1": 0.333402, + "nauc_recall_at_20_max": 0.278271, + "nauc_recall_at_20_std": 0.206076, + "nauc_recall_at_20_diff1": 0.271174, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.264849, + "nauc_precision_at_1_std": 0.048028, + "nauc_precision_at_1_diff1": 0.48862, + "nauc_precision_at_3_max": 0.303301, + "nauc_precision_at_3_std": -0.000805, + "nauc_precision_at_3_diff1": 0.328623, + "nauc_precision_at_5_max": 0.313001, + "nauc_precision_at_5_std": 0.066777, + "nauc_precision_at_5_diff1": 0.342031, + "nauc_precision_at_10_max": 0.244476, + "nauc_precision_at_10_std": 0.211198, + "nauc_precision_at_10_diff1": 0.333402, + "nauc_precision_at_20_max": 0.278271, + "nauc_precision_at_20_std": 0.206076, + "nauc_precision_at_20_diff1": 0.271174, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.264849, + "nauc_mrr_at_1_std": 0.048028, + "nauc_mrr_at_1_diff1": 0.48862, + "nauc_mrr_at_3_max": 0.285458, + "nauc_mrr_at_3_std": 0.031668, + "nauc_mrr_at_3_diff1": 0.434771, + "nauc_mrr_at_5_max": 0.285621, + "nauc_mrr_at_5_std": 0.039882, + "nauc_mrr_at_5_diff1": 0.438149, + "nauc_mrr_at_10_max": 0.280572, + "nauc_mrr_at_10_std": 0.047428, + "nauc_mrr_at_10_diff1": 0.43894, + "nauc_mrr_at_20_max": 0.281137, + "nauc_mrr_at_20_std": 0.043995, + "nauc_mrr_at_20_diff1": 0.440273, + "nauc_mrr_at_100_max": 0.280554, + "nauc_mrr_at_100_std": 0.04193, + "nauc_mrr_at_100_diff1": 0.441841, + "nauc_mrr_at_1000_max": 0.280554, + "nauc_mrr_at_1000_std": 0.04193, + "nauc_mrr_at_1000_diff1": 0.441841, + "main_score": 0.70412, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.61538, + "ndcg_at_3": 0.73351, + "ndcg_at_5": 0.76529, + "ndcg_at_10": 0.78386, + "ndcg_at_20": 0.78779, + "ndcg_at_100": 0.79324, + "ndcg_at_1000": 0.79324, + "map_at_1": 0.61538, + "map_at_3": 0.70513, + "map_at_5": 0.72282, + "map_at_10": 0.7297, + "map_at_20": 0.7308, + "map_at_100": 0.73142, + "map_at_1000": 0.73142, + "recall_at_1": 0.61538, + "recall_at_3": 0.81538, + "recall_at_5": 0.89231, + "recall_at_10": 0.95385, + "recall_at_20": 0.96923, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.61538, + "precision_at_3": 0.27179, + "precision_at_5": 0.17846, + "precision_at_10": 0.09538, + "precision_at_20": 0.04846, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.615385, + "mrr_at_3": 0.705128, + "mrr_at_5": 0.722821, + "mrr_at_10": 0.729701, + "mrr_at_20": 0.7308, + "mrr_at_100": 0.731424, + "mrr_at_1000": 0.731424, + "nauc_ndcg_at_1_max": 0.341429, + "nauc_ndcg_at_1_std": 0.034297, + "nauc_ndcg_at_1_diff1": 0.592798, + "nauc_ndcg_at_3_max": 0.498451, + "nauc_ndcg_at_3_std": 0.261179, + "nauc_ndcg_at_3_diff1": 0.594167, + "nauc_ndcg_at_5_max": 0.467316, + "nauc_ndcg_at_5_std": 0.242997, + "nauc_ndcg_at_5_diff1": 0.577681, + "nauc_ndcg_at_10_max": 0.455561, + "nauc_ndcg_at_10_std": 0.21691, + "nauc_ndcg_at_10_diff1": 0.586075, + "nauc_ndcg_at_20_max": 0.446417, + "nauc_ndcg_at_20_std": 0.205747, + "nauc_ndcg_at_20_diff1": 0.576951, + "nauc_ndcg_at_100_max": 0.431021, + "nauc_ndcg_at_100_std": 0.182788, + "nauc_ndcg_at_100_diff1": 0.586613, + "nauc_ndcg_at_1000_max": 0.431021, + "nauc_ndcg_at_1000_std": 0.182788, + "nauc_ndcg_at_1000_diff1": 0.586613, + "nauc_map_at_1_max": 0.341429, + "nauc_map_at_1_std": 0.034297, + "nauc_map_at_1_diff1": 0.592798, + "nauc_map_at_3_max": 0.443816, + "nauc_map_at_3_std": 0.190073, + "nauc_map_at_3_diff1": 0.595064, + "nauc_map_at_5_max": 0.425365, + "nauc_map_at_5_std": 0.176188, + "nauc_map_at_5_diff1": 0.588213, + "nauc_map_at_10_max": 0.420673, + "nauc_map_at_10_std": 0.166467, + "nauc_map_at_10_diff1": 0.590885, + "nauc_map_at_20_max": 0.418469, + "nauc_map_at_20_std": 0.163739, + "nauc_map_at_20_diff1": 0.58888, + "nauc_map_at_100_max": 0.417013, + "nauc_map_at_100_std": 0.161571, + "nauc_map_at_100_diff1": 0.589838, + "nauc_map_at_1000_max": 0.417013, + "nauc_map_at_1000_std": 0.161571, + "nauc_map_at_1000_diff1": 0.589838, + "nauc_recall_at_1_max": 0.341429, + "nauc_recall_at_1_std": 0.034297, + "nauc_recall_at_1_diff1": 0.592798, + "nauc_recall_at_3_max": 0.728922, + "nauc_recall_at_3_std": 0.557146, + "nauc_recall_at_3_diff1": 0.589688, + "nauc_recall_at_5_max": 0.730513, + "nauc_recall_at_5_std": 0.664915, + "nauc_recall_at_5_diff1": 0.50185, + "nauc_recall_at_10_max": 0.913593, + "nauc_recall_at_10_std": 0.864573, + "nauc_recall_at_10_diff1": 0.518267, + "nauc_recall_at_20_max": 0.935194, + "nauc_recall_at_20_std": 0.935194, + "nauc_recall_at_20_diff1": 0.2774, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.341429, + "nauc_precision_at_1_std": 0.034297, + "nauc_precision_at_1_diff1": 0.592798, + "nauc_precision_at_3_max": 0.728922, + "nauc_precision_at_3_std": 0.557146, + "nauc_precision_at_3_diff1": 0.589688, + "nauc_precision_at_5_max": 0.730513, + "nauc_precision_at_5_std": 0.664915, + "nauc_precision_at_5_diff1": 0.50185, + "nauc_precision_at_10_max": 0.913593, + "nauc_precision_at_10_std": 0.864573, + "nauc_precision_at_10_diff1": 0.518267, + "nauc_precision_at_20_max": 0.935194, + "nauc_precision_at_20_std": 0.935194, + "nauc_precision_at_20_diff1": 0.2774, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.341429, + "nauc_mrr_at_1_std": 0.034297, + "nauc_mrr_at_1_diff1": 0.592798, + "nauc_mrr_at_3_max": 0.443816, + "nauc_mrr_at_3_std": 0.190073, + "nauc_mrr_at_3_diff1": 0.595064, + "nauc_mrr_at_5_max": 0.425365, + "nauc_mrr_at_5_std": 0.176188, + "nauc_mrr_at_5_diff1": 0.588213, + "nauc_mrr_at_10_max": 0.420673, + "nauc_mrr_at_10_std": 0.166467, + "nauc_mrr_at_10_diff1": 0.590885, + "nauc_mrr_at_20_max": 0.418469, + "nauc_mrr_at_20_std": 0.163739, + "nauc_mrr_at_20_diff1": 0.58888, + "nauc_mrr_at_100_max": 0.417013, + "nauc_mrr_at_100_std": 0.161571, + "nauc_mrr_at_100_diff1": 0.589838, + "nauc_mrr_at_1000_max": 0.417013, + "nauc_mrr_at_1000_std": 0.161571, + "nauc_mrr_at_1000_diff1": 0.589838, + "main_score": 0.78386, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.6358, + "ndcg_at_3": 0.75235, + "ndcg_at_5": 0.78263, + "ndcg_at_10": 0.80412, + "ndcg_at_20": 0.80727, + "ndcg_at_100": 0.80955, + "ndcg_at_1000": 0.80955, + "map_at_1": 0.6358, + "map_at_3": 0.72428, + "map_at_5": 0.74095, + "map_at_10": 0.74957, + "map_at_20": 0.75045, + "map_at_100": 0.75074, + "map_at_1000": 0.75074, + "recall_at_1": 0.6358, + "recall_at_3": 0.83333, + "recall_at_5": 0.90741, + "recall_at_10": 0.97531, + "recall_at_20": 0.98765, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.6358, + "precision_at_3": 0.27778, + "precision_at_5": 0.18148, + "precision_at_10": 0.09753, + "precision_at_20": 0.04938, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.635802, + "mrr_at_3": 0.72428, + "mrr_at_5": 0.740947, + "mrr_at_10": 0.749569, + "mrr_at_20": 0.750446, + "mrr_at_100": 0.750743, + "mrr_at_1000": 0.750743, + "nauc_ndcg_at_1_max": 0.49603, + "nauc_ndcg_at_1_std": 0.031426, + "nauc_ndcg_at_1_diff1": 0.764786, + "nauc_ndcg_at_3_max": 0.482716, + "nauc_ndcg_at_3_std": -0.032267, + "nauc_ndcg_at_3_diff1": 0.735942, + "nauc_ndcg_at_5_max": 0.504597, + "nauc_ndcg_at_5_std": 0.042803, + "nauc_ndcg_at_5_diff1": 0.715498, + "nauc_ndcg_at_10_max": 0.493719, + "nauc_ndcg_at_10_std": 0.034662, + "nauc_ndcg_at_10_diff1": 0.733882, + "nauc_ndcg_at_20_max": 0.494559, + "nauc_ndcg_at_20_std": 0.035963, + "nauc_ndcg_at_20_diff1": 0.732766, + "nauc_ndcg_at_100_max": 0.490643, + "nauc_ndcg_at_100_std": 0.025241, + "nauc_ndcg_at_100_diff1": 0.734541, + "nauc_ndcg_at_1000_max": 0.490643, + "nauc_ndcg_at_1000_std": 0.025241, + "nauc_ndcg_at_1000_diff1": 0.734541, + "nauc_map_at_1_max": 0.49603, + "nauc_map_at_1_std": 0.031426, + "nauc_map_at_1_diff1": 0.764786, + "nauc_map_at_3_max": 0.484478, + "nauc_map_at_3_std": -0.013017, + "nauc_map_at_3_diff1": 0.74074, + "nauc_map_at_5_max": 0.494508, + "nauc_map_at_5_std": 0.023961, + "nauc_map_at_5_diff1": 0.73124, + "nauc_map_at_10_max": 0.489688, + "nauc_map_at_10_std": 0.021976, + "nauc_map_at_10_diff1": 0.737444, + "nauc_map_at_20_max": 0.489899, + "nauc_map_at_20_std": 0.022274, + "nauc_map_at_20_diff1": 0.737252, + "nauc_map_at_100_max": 0.489523, + "nauc_map_at_100_std": 0.021191, + "nauc_map_at_100_diff1": 0.737461, + "nauc_map_at_1000_max": 0.489523, + "nauc_map_at_1000_std": 0.021191, + "nauc_map_at_1000_diff1": 0.737461, + "nauc_recall_at_1_max": 0.49603, + "nauc_recall_at_1_std": 0.031426, + "nauc_recall_at_1_diff1": 0.764786, + "nauc_recall_at_3_max": 0.476553, + "nauc_recall_at_3_std": -0.114764, + "nauc_recall_at_3_diff1": 0.717788, + "nauc_recall_at_5_max": 0.584879, + "nauc_recall_at_5_std": 0.197064, + "nauc_recall_at_5_diff1": 0.605249, + "nauc_recall_at_10_max": 0.616523, + "nauc_recall_at_10_std": 0.385983, + "nauc_recall_at_10_diff1": 0.704871, + "nauc_recall_at_20_max": 0.777096, + "nauc_recall_at_20_std": 0.796157, + "nauc_recall_at_20_diff1": 0.613585, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.49603, + "nauc_precision_at_1_std": 0.031426, + "nauc_precision_at_1_diff1": 0.764786, + "nauc_precision_at_3_max": 0.476553, + "nauc_precision_at_3_std": -0.114764, + "nauc_precision_at_3_diff1": 0.717788, + "nauc_precision_at_5_max": 0.584879, + "nauc_precision_at_5_std": 0.197064, + "nauc_precision_at_5_diff1": 0.605249, + "nauc_precision_at_10_max": 0.616523, + "nauc_precision_at_10_std": 0.385983, + "nauc_precision_at_10_diff1": 0.704871, + "nauc_precision_at_20_max": 0.777096, + "nauc_precision_at_20_std": 0.796157, + "nauc_precision_at_20_diff1": 0.613585, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.49603, + "nauc_mrr_at_1_std": 0.031426, + "nauc_mrr_at_1_diff1": 0.764786, + "nauc_mrr_at_3_max": 0.484478, + "nauc_mrr_at_3_std": -0.013017, + "nauc_mrr_at_3_diff1": 0.74074, + "nauc_mrr_at_5_max": 0.494508, + "nauc_mrr_at_5_std": 0.023961, + "nauc_mrr_at_5_diff1": 0.73124, + "nauc_mrr_at_10_max": 0.489688, + "nauc_mrr_at_10_std": 0.021976, + "nauc_mrr_at_10_diff1": 0.737444, + "nauc_mrr_at_20_max": 0.489899, + "nauc_mrr_at_20_std": 0.022274, + "nauc_mrr_at_20_diff1": 0.737252, + "nauc_mrr_at_100_max": 0.489523, + "nauc_mrr_at_100_std": 0.021191, + "nauc_mrr_at_100_diff1": 0.737461, + "nauc_mrr_at_1000_max": 0.489523, + "nauc_mrr_at_1000_std": 0.021191, + "nauc_mrr_at_1000_diff1": 0.737461, + "main_score": 0.80412, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.55844, + "ndcg_at_3": 0.65507, + "ndcg_at_5": 0.68806, + "ndcg_at_10": 0.7262, + "ndcg_at_20": 0.74574, + "ndcg_at_100": 0.74826, + "ndcg_at_1000": 0.74826, + "map_at_1": 0.55844, + "map_at_3": 0.6342, + "map_at_5": 0.65303, + "map_at_10": 0.66897, + "map_at_20": 0.67422, + "map_at_100": 0.67459, + "map_at_1000": 0.67459, + "recall_at_1": 0.55844, + "recall_at_3": 0.71429, + "recall_at_5": 0.79221, + "recall_at_10": 0.90909, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.55844, + "precision_at_3": 0.2381, + "precision_at_5": 0.15844, + "precision_at_10": 0.09091, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.558442, + "mrr_at_3": 0.634199, + "mrr_at_5": 0.65303, + "mrr_at_10": 0.668965, + "mrr_at_20": 0.674223, + "mrr_at_100": 0.674594, + "mrr_at_1000": 0.674594, + "nauc_ndcg_at_1_max": 0.441158, + "nauc_ndcg_at_1_std": -0.008905, + "nauc_ndcg_at_1_diff1": 0.630886, + "nauc_ndcg_at_3_max": 0.476022, + "nauc_ndcg_at_3_std": 0.056536, + "nauc_ndcg_at_3_diff1": 0.634146, + "nauc_ndcg_at_5_max": 0.43333, + "nauc_ndcg_at_5_std": 0.029667, + "nauc_ndcg_at_5_diff1": 0.605932, + "nauc_ndcg_at_10_max": 0.398955, + "nauc_ndcg_at_10_std": -0.018237, + "nauc_ndcg_at_10_diff1": 0.601814, + "nauc_ndcg_at_20_max": 0.430994, + "nauc_ndcg_at_20_std": 0.028428, + "nauc_ndcg_at_20_diff1": 0.615677, + "nauc_ndcg_at_100_max": 0.434813, + "nauc_ndcg_at_100_std": 0.019745, + "nauc_ndcg_at_100_diff1": 0.616438, + "nauc_ndcg_at_1000_max": 0.434813, + "nauc_ndcg_at_1000_std": 0.019745, + "nauc_ndcg_at_1000_diff1": 0.616438, + "nauc_map_at_1_max": 0.441158, + "nauc_map_at_1_std": -0.008905, + "nauc_map_at_1_diff1": 0.630886, + "nauc_map_at_3_max": 0.466383, + "nauc_map_at_3_std": 0.039447, + "nauc_map_at_3_diff1": 0.632444, + "nauc_map_at_5_max": 0.44277, + "nauc_map_at_5_std": 0.024794, + "nauc_map_at_5_diff1": 0.617118, + "nauc_map_at_10_max": 0.431485, + "nauc_map_at_10_std": 0.008721, + "nauc_map_at_10_diff1": 0.616341, + "nauc_map_at_20_max": 0.438832, + "nauc_map_at_20_std": 0.019689, + "nauc_map_at_20_diff1": 0.619362, + "nauc_map_at_100_max": 0.439283, + "nauc_map_at_100_std": 0.018677, + "nauc_map_at_100_diff1": 0.619455, + "nauc_map_at_1000_max": 0.439283, + "nauc_map_at_1000_std": 0.018677, + "nauc_map_at_1000_diff1": 0.619455, + "nauc_recall_at_1_max": 0.441158, + "nauc_recall_at_1_std": -0.008905, + "nauc_recall_at_1_diff1": 0.630886, + "nauc_recall_at_3_max": 0.508597, + "nauc_recall_at_3_std": 0.113808, + "nauc_recall_at_3_diff1": 0.64028, + "nauc_recall_at_5_max": 0.387726, + "nauc_recall_at_5_std": 0.044027, + "nauc_recall_at_5_diff1": 0.555589, + "nauc_recall_at_10_max": 0.071816, + "nauc_recall_at_10_std": -0.316669, + "nauc_recall_at_10_diff1": 0.4666, + "nauc_recall_at_20_max": 0.125638, + "nauc_recall_at_20_std": 0.722603, + "nauc_recall_at_20_diff1": 0.554847, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.441158, + "nauc_precision_at_1_std": -0.008905, + "nauc_precision_at_1_diff1": 0.630886, + "nauc_precision_at_3_max": 0.508597, + "nauc_precision_at_3_std": 0.113808, + "nauc_precision_at_3_diff1": 0.64028, + "nauc_precision_at_5_max": 0.387726, + "nauc_precision_at_5_std": 0.044027, + "nauc_precision_at_5_diff1": 0.555589, + "nauc_precision_at_10_max": 0.071816, + "nauc_precision_at_10_std": -0.316669, + "nauc_precision_at_10_diff1": 0.4666, + "nauc_precision_at_20_max": 0.125638, + "nauc_precision_at_20_std": 0.722603, + "nauc_precision_at_20_diff1": 0.554847, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.441158, + "nauc_mrr_at_1_std": -0.008905, + "nauc_mrr_at_1_diff1": 0.630886, + "nauc_mrr_at_3_max": 0.466383, + "nauc_mrr_at_3_std": 0.039447, + "nauc_mrr_at_3_diff1": 0.632444, + "nauc_mrr_at_5_max": 0.44277, + "nauc_mrr_at_5_std": 0.024794, + "nauc_mrr_at_5_diff1": 0.617118, + "nauc_mrr_at_10_max": 0.431485, + "nauc_mrr_at_10_std": 0.008721, + "nauc_mrr_at_10_diff1": 0.616341, + "nauc_mrr_at_20_max": 0.438832, + "nauc_mrr_at_20_std": 0.019689, + "nauc_mrr_at_20_diff1": 0.619362, + "nauc_mrr_at_100_max": 0.439283, + "nauc_mrr_at_100_std": 0.018677, + "nauc_mrr_at_100_diff1": 0.619455, + "nauc_mrr_at_1000_max": 0.439283, + "nauc_mrr_at_1000_std": 0.018677, + "nauc_mrr_at_1000_diff1": 0.619455, + "main_score": 0.7262, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 41.119467973709106, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/SciFact-PL.json b/results/openai__text-embedding-3-small-1024/2/SciFact-PL.json new file mode 100644 index 0000000000..03b5418f03 --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.45667, + "ndcg_at_3": 0.5294, + "ndcg_at_5": 0.5565, + "ndcg_at_10": 0.58892, + "ndcg_at_20": 0.59949, + "ndcg_at_100": 0.62184, + "ndcg_at_1000": 0.633, + "map_at_1": 0.43667, + "map_at_3": 0.50277, + "map_at_5": 0.52044, + "map_at_10": 0.53592, + "map_at_20": 0.53903, + "map_at_100": 0.54237, + "map_at_1000": 0.54284, + "recall_at_1": 0.43667, + "recall_at_3": 0.57967, + "recall_at_5": 0.64572, + "recall_at_10": 0.74156, + "recall_at_20": 0.78167, + "recall_at_100": 0.897, + "recall_at_1000": 0.98333, + "precision_at_1": 0.45667, + "precision_at_3": 0.21111, + "precision_at_5": 0.144, + "precision_at_10": 0.084, + "precision_at_20": 0.04433, + "precision_at_100": 0.0102, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.456667, + "mrr_at_3": 0.522778, + "mrr_at_5": 0.537111, + "mrr_at_10": 0.547915, + "mrr_at_20": 0.550778, + "mrr_at_100": 0.553736, + "mrr_at_1000": 0.554127, + "nauc_ndcg_at_1_max": 0.524288, + "nauc_ndcg_at_1_std": 0.168886, + "nauc_ndcg_at_1_diff1": 0.606027, + "nauc_ndcg_at_3_max": 0.507119, + "nauc_ndcg_at_3_std": 0.122803, + "nauc_ndcg_at_3_diff1": 0.586459, + "nauc_ndcg_at_5_max": 0.504392, + "nauc_ndcg_at_5_std": 0.137172, + "nauc_ndcg_at_5_diff1": 0.579992, + "nauc_ndcg_at_10_max": 0.531264, + "nauc_ndcg_at_10_std": 0.165213, + "nauc_ndcg_at_10_diff1": 0.573094, + "nauc_ndcg_at_20_max": 0.532537, + "nauc_ndcg_at_20_std": 0.170961, + "nauc_ndcg_at_20_diff1": 0.572866, + "nauc_ndcg_at_100_max": 0.528813, + "nauc_ndcg_at_100_std": 0.175535, + "nauc_ndcg_at_100_diff1": 0.572056, + "nauc_ndcg_at_1000_max": 0.531436, + "nauc_ndcg_at_1000_std": 0.171039, + "nauc_ndcg_at_1000_diff1": 0.578651, + "nauc_map_at_1_max": 0.492731, + "nauc_map_at_1_std": 0.12064, + "nauc_map_at_1_diff1": 0.61586, + "nauc_map_at_3_max": 0.496694, + "nauc_map_at_3_std": 0.11367, + "nauc_map_at_3_diff1": 0.59328, + "nauc_map_at_5_max": 0.505136, + "nauc_map_at_5_std": 0.130204, + "nauc_map_at_5_diff1": 0.592409, + "nauc_map_at_10_max": 0.521598, + "nauc_map_at_10_std": 0.147318, + "nauc_map_at_10_diff1": 0.588561, + "nauc_map_at_20_max": 0.522184, + "nauc_map_at_20_std": 0.149656, + "nauc_map_at_20_diff1": 0.588616, + "nauc_map_at_100_max": 0.521917, + "nauc_map_at_100_std": 0.15049, + "nauc_map_at_100_diff1": 0.588634, + "nauc_map_at_1000_max": 0.522282, + "nauc_map_at_1000_std": 0.150488, + "nauc_map_at_1000_diff1": 0.588824, + "nauc_recall_at_1_max": 0.492731, + "nauc_recall_at_1_std": 0.12064, + "nauc_recall_at_1_diff1": 0.61586, + "nauc_recall_at_3_max": 0.47398, + "nauc_recall_at_3_std": 0.079525, + "nauc_recall_at_3_diff1": 0.566522, + "nauc_recall_at_5_max": 0.458804, + "nauc_recall_at_5_std": 0.111762, + "nauc_recall_at_5_diff1": 0.537919, + "nauc_recall_at_10_max": 0.539382, + "nauc_recall_at_10_std": 0.196586, + "nauc_recall_at_10_diff1": 0.50879, + "nauc_recall_at_20_max": 0.548768, + "nauc_recall_at_20_std": 0.227714, + "nauc_recall_at_20_diff1": 0.501092, + "nauc_recall_at_100_max": 0.50283, + "nauc_recall_at_100_std": 0.322166, + "nauc_recall_at_100_diff1": 0.431875, + "nauc_recall_at_1000_max": 0.522035, + "nauc_recall_at_1000_std": 0.403455, + "nauc_recall_at_1000_diff1": 0.645191, + "nauc_precision_at_1_max": 0.524288, + "nauc_precision_at_1_std": 0.168886, + "nauc_precision_at_1_diff1": 0.606027, + "nauc_precision_at_3_max": 0.524013, + "nauc_precision_at_3_std": 0.19559, + "nauc_precision_at_3_diff1": 0.477559, + "nauc_precision_at_5_max": 0.515872, + "nauc_precision_at_5_std": 0.255429, + "nauc_precision_at_5_diff1": 0.392389, + "nauc_precision_at_10_max": 0.545148, + "nauc_precision_at_10_std": 0.35781, + "nauc_precision_at_10_diff1": 0.248177, + "nauc_precision_at_20_max": 0.528281, + "nauc_precision_at_20_std": 0.390434, + "nauc_precision_at_20_diff1": 0.202922, + "nauc_precision_at_100_max": 0.397375, + "nauc_precision_at_100_std": 0.408649, + "nauc_precision_at_100_diff1": 0.015481, + "nauc_precision_at_1000_max": 0.329284, + "nauc_precision_at_1000_std": 0.405016, + "nauc_precision_at_1000_diff1": -0.128724, + "nauc_mrr_at_1_max": 0.524288, + "nauc_mrr_at_1_std": 0.168886, + "nauc_mrr_at_1_diff1": 0.606027, + "nauc_mrr_at_3_max": 0.529641, + "nauc_mrr_at_3_std": 0.15812, + "nauc_mrr_at_3_diff1": 0.587126, + "nauc_mrr_at_5_max": 0.524926, + "nauc_mrr_at_5_std": 0.166588, + "nauc_mrr_at_5_diff1": 0.581779, + "nauc_mrr_at_10_max": 0.528268, + "nauc_mrr_at_10_std": 0.17117, + "nauc_mrr_at_10_diff1": 0.580042, + "nauc_mrr_at_20_max": 0.528136, + "nauc_mrr_at_20_std": 0.171635, + "nauc_mrr_at_20_diff1": 0.580128, + "nauc_mrr_at_100_max": 0.527992, + "nauc_mrr_at_100_std": 0.17249, + "nauc_mrr_at_100_diff1": 0.580322, + "nauc_mrr_at_1000_max": 0.528313, + "nauc_mrr_at_1000_std": 0.172558, + "nauc_mrr_at_1000_diff1": 0.580531, + "main_score": 0.58892, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 115.51329708099365, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/SciFact.json b/results/openai__text-embedding-3-small-1024/2/SciFact.json new file mode 100644 index 0000000000..8bcf838cfb --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.25.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.61063, + "ndcg_at_3": 0.68833, + "ndcg_at_5": 0.71459, + "ndcg_at_10": 0.7338, + "ndcg_at_20": 0.74741, + "ndcg_at_100": 0.75949, + "ndcg_at_1000": 0.7625, + "map_at_1": 0.58286, + "map_at_3": 0.66062, + "map_at_5": 0.67839, + "map_at_10": 0.68756, + "map_at_20": 0.69231, + "map_at_100": 0.69408, + "map_at_1000": 0.69421, + "recall_at_1": 0.58286, + "recall_at_3": 0.74359, + "recall_at_5": 0.80544, + "recall_at_10": 0.86106, + "recall_at_20": 0.91018, + "recall_at_100": 0.97342, + "recall_at_1000": 0.99629, + "precision_at_1": 0.61063, + "precision_at_3": 0.27153, + "precision_at_5": 0.17923, + "precision_at_10": 0.09703, + "precision_at_20": 0.05185, + "precision_at_100": 0.01108, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.61063, + "mrr_at_3": 0.679852, + "mrr_at_5": 0.692831, + "mrr_at_10": 0.699405, + "mrr_at_20": 0.702111, + "mrr_at_100": 0.703769, + "mrr_at_1000": 0.703879, + "nauc_ndcg_at_1_max": 0.496127, + "nauc_ndcg_at_1_std": -0.010109, + "nauc_ndcg_at_1_diff1": 0.699216, + "nauc_ndcg_at_3_max": 0.492296, + "nauc_ndcg_at_3_std": -0.014617, + "nauc_ndcg_at_3_diff1": 0.65693, + "nauc_ndcg_at_5_max": 0.507581, + "nauc_ndcg_at_5_std": 0.000421, + "nauc_ndcg_at_5_diff1": 0.642842, + "nauc_ndcg_at_10_max": 0.509943, + "nauc_ndcg_at_10_std": 0.010664, + "nauc_ndcg_at_10_diff1": 0.647443, + "nauc_ndcg_at_20_max": 0.51785, + "nauc_ndcg_at_20_std": 0.032238, + "nauc_ndcg_at_20_diff1": 0.647068, + "nauc_ndcg_at_100_max": 0.518479, + "nauc_ndcg_at_100_std": 0.032581, + "nauc_ndcg_at_100_diff1": 0.657544, + "nauc_ndcg_at_1000_max": 0.513255, + "nauc_ndcg_at_1000_std": 0.024404, + "nauc_ndcg_at_1000_diff1": 0.655739, + "nauc_map_at_1_max": 0.438672, + "nauc_map_at_1_std": -0.063512, + "nauc_map_at_1_diff1": 0.705203, + "nauc_map_at_3_max": 0.475975, + "nauc_map_at_3_std": -0.039719, + "nauc_map_at_3_diff1": 0.672041, + "nauc_map_at_5_max": 0.494752, + "nauc_map_at_5_std": -0.024078, + "nauc_map_at_5_diff1": 0.663245, + "nauc_map_at_10_max": 0.49696, + "nauc_map_at_10_std": -0.016887, + "nauc_map_at_10_diff1": 0.665776, + "nauc_map_at_20_max": 0.499292, + "nauc_map_at_20_std": -0.008565, + "nauc_map_at_20_diff1": 0.665112, + "nauc_map_at_100_max": 0.499417, + "nauc_map_at_100_std": -0.007938, + "nauc_map_at_100_diff1": 0.666295, + "nauc_map_at_1000_max": 0.499252, + "nauc_map_at_1000_std": -0.008237, + "nauc_map_at_1000_diff1": 0.666251, + "nauc_recall_at_1_max": 0.438672, + "nauc_recall_at_1_std": -0.063512, + "nauc_recall_at_1_diff1": 0.705203, + "nauc_recall_at_3_max": 0.471361, + "nauc_recall_at_3_std": -0.028016, + "nauc_recall_at_3_diff1": 0.606811, + "nauc_recall_at_5_max": 0.511309, + "nauc_recall_at_5_std": 0.019197, + "nauc_recall_at_5_diff1": 0.553493, + "nauc_recall_at_10_max": 0.522333, + "nauc_recall_at_10_std": 0.055183, + "nauc_recall_at_10_diff1": 0.550917, + "nauc_recall_at_20_max": 0.604891, + "nauc_recall_at_20_std": 0.233834, + "nauc_recall_at_20_diff1": 0.52324, + "nauc_recall_at_100_max": 0.819911, + "nauc_recall_at_100_std": 0.616949, + "nauc_recall_at_100_diff1": 0.679627, + "nauc_recall_at_1000_max": 0.493507, + "nauc_recall_at_1000_std": 0.956421, + "nauc_recall_at_1000_diff1": 0.0452, + "nauc_precision_at_1_max": 0.496127, + "nauc_precision_at_1_std": -0.010109, + "nauc_precision_at_1_diff1": 0.699216, + "nauc_precision_at_3_max": 0.481535, + "nauc_precision_at_3_std": 0.125178, + "nauc_precision_at_3_diff1": 0.37935, + "nauc_precision_at_5_max": 0.468775, + "nauc_precision_at_5_std": 0.215283, + "nauc_precision_at_5_diff1": 0.211968, + "nauc_precision_at_10_max": 0.390229, + "nauc_precision_at_10_std": 0.285471, + "nauc_precision_at_10_diff1": 0.092642, + "nauc_precision_at_20_max": 0.311517, + "nauc_precision_at_20_std": 0.377509, + "nauc_precision_at_20_diff1": -0.039773, + "nauc_precision_at_100_max": 0.239272, + "nauc_precision_at_100_std": 0.44058, + "nauc_precision_at_100_diff1": -0.174663, + "nauc_precision_at_1000_max": 0.170731, + "nauc_precision_at_1000_std": 0.421319, + "nauc_precision_at_1000_diff1": -0.269685, + "nauc_mrr_at_1_max": 0.496127, + "nauc_mrr_at_1_std": -0.010109, + "nauc_mrr_at_1_diff1": 0.699216, + "nauc_mrr_at_3_max": 0.515549, + "nauc_mrr_at_3_std": 0.022303, + "nauc_mrr_at_3_diff1": 0.663913, + "nauc_mrr_at_5_max": 0.516294, + "nauc_mrr_at_5_std": 0.027526, + "nauc_mrr_at_5_diff1": 0.658262, + "nauc_mrr_at_10_max": 0.516, + "nauc_mrr_at_10_std": 0.028482, + "nauc_mrr_at_10_diff1": 0.659895, + "nauc_mrr_at_20_max": 0.516043, + "nauc_mrr_at_20_std": 0.028772, + "nauc_mrr_at_20_diff1": 0.660745, + "nauc_mrr_at_100_max": 0.516088, + "nauc_mrr_at_100_std": 0.029418, + "nauc_mrr_at_100_diff1": 0.661929, + "nauc_mrr_at_1000_max": 0.515928, + "nauc_mrr_at_1000_std": 0.029122, + "nauc_mrr_at_1000_diff1": 0.661897, + "main_score": 0.7338, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.61333, + "ndcg_at_3": 0.6763, + "ndcg_at_5": 0.70395, + "ndcg_at_10": 0.7256, + "ndcg_at_20": 0.7371, + "ndcg_at_100": 0.75061, + "ndcg_at_1000": 0.75468, + "map_at_1": 0.5855, + "map_at_3": 0.65019, + "map_at_5": 0.66954, + "map_at_10": 0.68085, + "map_at_20": 0.68456, + "map_at_100": 0.6865, + "map_at_1000": 0.68663, + "recall_at_1": 0.5855, + "recall_at_3": 0.72156, + "recall_at_5": 0.78994, + "recall_at_10": 0.85089, + "recall_at_20": 0.89433, + "recall_at_100": 0.96667, + "recall_at_1000": 1.0, + "precision_at_1": 0.61333, + "precision_at_3": 0.26444, + "precision_at_5": 0.17733, + "precision_at_10": 0.09667, + "precision_at_20": 0.051, + "precision_at_100": 0.01097, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.613333, + "mrr_at_3": 0.668889, + "mrr_at_5": 0.683556, + "mrr_at_10": 0.691095, + "mrr_at_20": 0.693616, + "mrr_at_100": 0.695359, + "mrr_at_1000": 0.695494, + "nauc_ndcg_at_1_max": 0.556411, + "nauc_ndcg_at_1_std": 0.097785, + "nauc_ndcg_at_1_diff1": 0.753561, + "nauc_ndcg_at_3_max": 0.561869, + "nauc_ndcg_at_3_std": 0.043345, + "nauc_ndcg_at_3_diff1": 0.721535, + "nauc_ndcg_at_5_max": 0.552465, + "nauc_ndcg_at_5_std": 0.028329, + "nauc_ndcg_at_5_diff1": 0.700392, + "nauc_ndcg_at_10_max": 0.578111, + "nauc_ndcg_at_10_std": 0.066848, + "nauc_ndcg_at_10_diff1": 0.701005, + "nauc_ndcg_at_20_max": 0.586467, + "nauc_ndcg_at_20_std": 0.095759, + "nauc_ndcg_at_20_diff1": 0.706626, + "nauc_ndcg_at_100_max": 0.583197, + "nauc_ndcg_at_100_std": 0.092732, + "nauc_ndcg_at_100_diff1": 0.712573, + "nauc_ndcg_at_1000_max": 0.579284, + "nauc_ndcg_at_1000_std": 0.084879, + "nauc_ndcg_at_1000_diff1": 0.714977, + "nauc_map_at_1_max": 0.511894, + "nauc_map_at_1_std": 0.010268, + "nauc_map_at_1_diff1": 0.748151, + "nauc_map_at_3_max": 0.545652, + "nauc_map_at_3_std": 0.020962, + "nauc_map_at_3_diff1": 0.731731, + "nauc_map_at_5_max": 0.547067, + "nauc_map_at_5_std": 0.024582, + "nauc_map_at_5_diff1": 0.720104, + "nauc_map_at_10_max": 0.563026, + "nauc_map_at_10_std": 0.051257, + "nauc_map_at_10_diff1": 0.720338, + "nauc_map_at_20_max": 0.566439, + "nauc_map_at_20_std": 0.060468, + "nauc_map_at_20_diff1": 0.721918, + "nauc_map_at_100_max": 0.565769, + "nauc_map_at_100_std": 0.060054, + "nauc_map_at_100_diff1": 0.722628, + "nauc_map_at_1000_max": 0.565647, + "nauc_map_at_1000_std": 0.059906, + "nauc_map_at_1000_diff1": 0.722716, + "nauc_recall_at_1_max": 0.511894, + "nauc_recall_at_1_std": 0.010268, + "nauc_recall_at_1_diff1": 0.748151, + "nauc_recall_at_3_max": 0.540049, + "nauc_recall_at_3_std": -0.022167, + "nauc_recall_at_3_diff1": 0.685643, + "nauc_recall_at_5_max": 0.517318, + "nauc_recall_at_5_std": -0.061485, + "nauc_recall_at_5_diff1": 0.616002, + "nauc_recall_at_10_max": 0.608371, + "nauc_recall_at_10_std": 0.049064, + "nauc_recall_at_10_diff1": 0.594468, + "nauc_recall_at_20_max": 0.676776, + "nauc_recall_at_20_std": 0.254727, + "nauc_recall_at_20_diff1": 0.606817, + "nauc_recall_at_100_max": 0.769655, + "nauc_recall_at_100_std": 0.519234, + "nauc_recall_at_100_diff1": 0.593231, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.556411, + "nauc_precision_at_1_std": 0.097785, + "nauc_precision_at_1_diff1": 0.753561, + "nauc_precision_at_3_max": 0.475841, + "nauc_precision_at_3_std": 0.19796, + "nauc_precision_at_3_diff1": 0.458463, + "nauc_precision_at_5_max": 0.385457, + "nauc_precision_at_5_std": 0.235669, + "nauc_precision_at_5_diff1": 0.257622, + "nauc_precision_at_10_max": 0.366006, + "nauc_precision_at_10_std": 0.374905, + "nauc_precision_at_10_diff1": 0.122098, + "nauc_precision_at_20_max": 0.32754, + "nauc_precision_at_20_std": 0.470746, + "nauc_precision_at_20_diff1": 0.037986, + "nauc_precision_at_100_max": 0.212361, + "nauc_precision_at_100_std": 0.547864, + "nauc_precision_at_100_diff1": -0.134728, + "nauc_precision_at_1000_max": 0.130235, + "nauc_precision_at_1000_std": 0.552084, + "nauc_precision_at_1000_diff1": -0.242004, + "nauc_mrr_at_1_max": 0.556411, + "nauc_mrr_at_1_std": 0.097785, + "nauc_mrr_at_1_diff1": 0.753561, + "nauc_mrr_at_3_max": 0.578407, + "nauc_mrr_at_3_std": 0.091999, + "nauc_mrr_at_3_diff1": 0.727625, + "nauc_mrr_at_5_max": 0.574188, + "nauc_mrr_at_5_std": 0.087965, + "nauc_mrr_at_5_diff1": 0.717545, + "nauc_mrr_at_10_max": 0.58015, + "nauc_mrr_at_10_std": 0.094769, + "nauc_mrr_at_10_diff1": 0.719503, + "nauc_mrr_at_20_max": 0.580557, + "nauc_mrr_at_20_std": 0.099537, + "nauc_mrr_at_20_diff1": 0.721416, + "nauc_mrr_at_100_max": 0.580337, + "nauc_mrr_at_100_std": 0.098803, + "nauc_mrr_at_100_diff1": 0.722339, + "nauc_mrr_at_1000_max": 0.580221, + "nauc_mrr_at_1000_std": 0.098673, + "nauc_mrr_at_1000_diff1": 0.722428, + "main_score": 0.7256, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 218.51951098442078, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-small-1024/2/TRECCOVID-PL.json new file mode 100644 index 0000000000..25eb3f168f --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74, + "ndcg_at_3": 0.71235, + "ndcg_at_5": 0.68164, + "ndcg_at_10": 0.64431, + "ndcg_at_20": 0.61904, + "ndcg_at_100": 0.50283, + "ndcg_at_1000": 0.45948, + "map_at_1": 0.00209, + "map_at_3": 0.00581, + "map_at_5": 0.00867, + "map_at_10": 0.01503, + "map_at_20": 0.02605, + "map_at_100": 0.08555, + "map_at_1000": 0.2155, + "recall_at_1": 0.00209, + "recall_at_3": 0.00606, + "recall_at_5": 0.00923, + "recall_at_10": 0.01722, + "recall_at_20": 0.03229, + "recall_at_100": 0.12174, + "recall_at_1000": 0.43642, + "precision_at_1": 0.82, + "precision_at_3": 0.76, + "precision_at_5": 0.708, + "precision_at_10": 0.678, + "precision_at_20": 0.655, + "precision_at_100": 0.5188, + "precision_at_1000": 0.20676, + "mrr_at_1": 0.82, + "mrr_at_3": 0.856667, + "mrr_at_5": 0.871667, + "mrr_at_10": 0.874524, + "mrr_at_20": 0.875952, + "mrr_at_100": 0.875952, + "mrr_at_1000": 0.875952, + "nauc_ndcg_at_1_max": 0.492948, + "nauc_ndcg_at_1_std": 0.399093, + "nauc_ndcg_at_1_diff1": 0.018162, + "nauc_ndcg_at_3_max": 0.555319, + "nauc_ndcg_at_3_std": 0.372902, + "nauc_ndcg_at_3_diff1": -0.063974, + "nauc_ndcg_at_5_max": 0.593972, + "nauc_ndcg_at_5_std": 0.454508, + "nauc_ndcg_at_5_diff1": -0.053346, + "nauc_ndcg_at_10_max": 0.623096, + "nauc_ndcg_at_10_std": 0.601136, + "nauc_ndcg_at_10_diff1": -0.001933, + "nauc_ndcg_at_20_max": 0.603842, + "nauc_ndcg_at_20_std": 0.680984, + "nauc_ndcg_at_20_diff1": -0.025908, + "nauc_ndcg_at_100_max": 0.596991, + "nauc_ndcg_at_100_std": 0.769167, + "nauc_ndcg_at_100_diff1": -7.3e-05, + "nauc_ndcg_at_1000_max": 0.712176, + "nauc_ndcg_at_1000_std": 0.859427, + "nauc_ndcg_at_1000_diff1": 0.069982, + "nauc_map_at_1_max": 0.120294, + "nauc_map_at_1_std": 0.03753, + "nauc_map_at_1_diff1": -0.096713, + "nauc_map_at_3_max": 0.197647, + "nauc_map_at_3_std": 0.058629, + "nauc_map_at_3_diff1": -0.109546, + "nauc_map_at_5_max": 0.296071, + "nauc_map_at_5_std": 0.136775, + "nauc_map_at_5_diff1": -0.081918, + "nauc_map_at_10_max": 0.366587, + "nauc_map_at_10_std": 0.281193, + "nauc_map_at_10_diff1": -0.069836, + "nauc_map_at_20_max": 0.458888, + "nauc_map_at_20_std": 0.474352, + "nauc_map_at_20_diff1": -0.080205, + "nauc_map_at_100_max": 0.653088, + "nauc_map_at_100_std": 0.766663, + "nauc_map_at_100_diff1": -0.037454, + "nauc_map_at_1000_max": 0.718002, + "nauc_map_at_1000_std": 0.87082, + "nauc_map_at_1000_diff1": 0.042632, + "nauc_recall_at_1_max": 0.120294, + "nauc_recall_at_1_std": 0.03753, + "nauc_recall_at_1_diff1": -0.096713, + "nauc_recall_at_3_max": 0.172325, + "nauc_recall_at_3_std": 0.016343, + "nauc_recall_at_3_diff1": -0.092317, + "nauc_recall_at_5_max": 0.269931, + "nauc_recall_at_5_std": 0.124863, + "nauc_recall_at_5_diff1": -0.066752, + "nauc_recall_at_10_max": 0.298255, + "nauc_recall_at_10_std": 0.255572, + "nauc_recall_at_10_diff1": -0.048524, + "nauc_recall_at_20_max": 0.332069, + "nauc_recall_at_20_std": 0.408809, + "nauc_recall_at_20_diff1": -0.029796, + "nauc_recall_at_100_max": 0.519929, + "nauc_recall_at_100_std": 0.649168, + "nauc_recall_at_100_diff1": 0.006134, + "nauc_recall_at_1000_max": 0.678037, + "nauc_recall_at_1000_std": 0.81306, + "nauc_recall_at_1000_diff1": 0.100689, + "nauc_precision_at_1_max": 0.554852, + "nauc_precision_at_1_std": 0.419154, + "nauc_precision_at_1_diff1": -0.118736, + "nauc_precision_at_3_max": 0.598519, + "nauc_precision_at_3_std": 0.340631, + "nauc_precision_at_3_diff1": -0.16485, + "nauc_precision_at_5_max": 0.630613, + "nauc_precision_at_5_std": 0.475329, + "nauc_precision_at_5_diff1": -0.106798, + "nauc_precision_at_10_max": 0.628803, + "nauc_precision_at_10_std": 0.635176, + "nauc_precision_at_10_diff1": -0.048253, + "nauc_precision_at_20_max": 0.603125, + "nauc_precision_at_20_std": 0.704512, + "nauc_precision_at_20_diff1": -0.052832, + "nauc_precision_at_100_max": 0.612565, + "nauc_precision_at_100_std": 0.776873, + "nauc_precision_at_100_diff1": -0.009149, + "nauc_precision_at_1000_max": 0.48676, + "nauc_precision_at_1000_std": 0.581345, + "nauc_precision_at_1000_diff1": -0.002261, + "nauc_mrr_at_1_max": 0.554852, + "nauc_mrr_at_1_std": 0.419154, + "nauc_mrr_at_1_diff1": -0.118736, + "nauc_mrr_at_3_max": 0.566952, + "nauc_mrr_at_3_std": 0.301833, + "nauc_mrr_at_3_diff1": -0.063086, + "nauc_mrr_at_5_max": 0.589049, + "nauc_mrr_at_5_std": 0.379217, + "nauc_mrr_at_5_diff1": -0.069621, + "nauc_mrr_at_10_max": 0.57925, + "nauc_mrr_at_10_std": 0.375045, + "nauc_mrr_at_10_diff1": -0.088504, + "nauc_mrr_at_20_max": 0.574172, + "nauc_mrr_at_20_std": 0.367503, + "nauc_mrr_at_20_diff1": -0.087504, + "nauc_mrr_at_100_max": 0.574172, + "nauc_mrr_at_100_std": 0.367503, + "nauc_mrr_at_100_diff1": -0.087504, + "nauc_mrr_at_1000_max": 0.574172, + "nauc_mrr_at_1000_std": 0.367503, + "nauc_mrr_at_1000_diff1": -0.087504, + "main_score": 0.64431, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3067.848735809326, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/TRECCOVID.json b/results/openai__text-embedding-3-small-1024/2/TRECCOVID.json new file mode 100644 index 0000000000..279521e010 --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.80642, + "ndcg_at_5": 0.79779, + "ndcg_at_10": 0.79031, + "ndcg_at_20": 0.76751, + "ndcg_at_100": 0.64707, + "ndcg_at_1000": 0.57851, + "map_at_1": 0.00243, + "map_at_3": 0.00656, + "map_at_5": 0.01054, + "map_at_10": 0.01981, + "map_at_20": 0.03629, + "map_at_100": 0.13076, + "map_at_1000": 0.32198, + "recall_at_1": 0.00243, + "recall_at_3": 0.00681, + "recall_at_5": 0.01124, + "recall_at_10": 0.02177, + "recall_at_20": 0.04105, + "recall_at_100": 0.1613, + "recall_at_1000": 0.54547, + "precision_at_1": 0.9, + "precision_at_3": 0.85333, + "precision_at_5": 0.852, + "precision_at_10": 0.838, + "precision_at_20": 0.812, + "precision_at_100": 0.673, + "precision_at_1000": 0.25698, + "mrr_at_1": 0.9, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.946667, + "mrr_at_10": 0.946667, + "mrr_at_20": 0.946667, + "mrr_at_100": 0.946667, + "mrr_at_1000": 0.946667, + "nauc_ndcg_at_1_max": 0.22821, + "nauc_ndcg_at_1_std": 0.549377, + "nauc_ndcg_at_1_diff1": -0.061463, + "nauc_ndcg_at_3_max": 0.283063, + "nauc_ndcg_at_3_std": 0.484302, + "nauc_ndcg_at_3_diff1": -0.060449, + "nauc_ndcg_at_5_max": 0.262402, + "nauc_ndcg_at_5_std": 0.458792, + "nauc_ndcg_at_5_diff1": -0.081966, + "nauc_ndcg_at_10_max": 0.303367, + "nauc_ndcg_at_10_std": 0.529586, + "nauc_ndcg_at_10_diff1": -0.001935, + "nauc_ndcg_at_20_max": 0.414422, + "nauc_ndcg_at_20_std": 0.694006, + "nauc_ndcg_at_20_diff1": -0.079589, + "nauc_ndcg_at_100_max": 0.388492, + "nauc_ndcg_at_100_std": 0.788691, + "nauc_ndcg_at_100_diff1": -0.100051, + "nauc_ndcg_at_1000_max": 0.376411, + "nauc_ndcg_at_1000_std": 0.757401, + "nauc_ndcg_at_1000_diff1": 0.033292, + "nauc_map_at_1_max": -0.009935, + "nauc_map_at_1_std": -0.043715, + "nauc_map_at_1_diff1": 0.134815, + "nauc_map_at_3_max": -0.010794, + "nauc_map_at_3_std": 0.022188, + "nauc_map_at_3_diff1": 0.178895, + "nauc_map_at_5_max": -0.006595, + "nauc_map_at_5_std": 0.031657, + "nauc_map_at_5_diff1": 0.171801, + "nauc_map_at_10_max": 0.052353, + "nauc_map_at_10_std": 0.100969, + "nauc_map_at_10_diff1": 0.224076, + "nauc_map_at_20_max": 0.158695, + "nauc_map_at_20_std": 0.266749, + "nauc_map_at_20_diff1": 0.230303, + "nauc_map_at_100_max": 0.332679, + "nauc_map_at_100_std": 0.59447, + "nauc_map_at_100_diff1": 0.194175, + "nauc_map_at_1000_max": 0.405857, + "nauc_map_at_1000_std": 0.785539, + "nauc_map_at_1000_diff1": 0.042893, + "nauc_recall_at_1_max": -0.009935, + "nauc_recall_at_1_std": -0.043715, + "nauc_recall_at_1_diff1": 0.134815, + "nauc_recall_at_3_max": -0.035153, + "nauc_recall_at_3_std": 0.000421, + "nauc_recall_at_3_diff1": 0.214226, + "nauc_recall_at_5_max": -0.044863, + "nauc_recall_at_5_std": -0.010471, + "nauc_recall_at_5_diff1": 0.208735, + "nauc_recall_at_10_max": 0.007934, + "nauc_recall_at_10_std": 0.038749, + "nauc_recall_at_10_diff1": 0.269126, + "nauc_recall_at_20_max": 0.085039, + "nauc_recall_at_20_std": 0.179738, + "nauc_recall_at_20_diff1": 0.247708, + "nauc_recall_at_100_max": 0.229401, + "nauc_recall_at_100_std": 0.433337, + "nauc_recall_at_100_diff1": 0.244224, + "nauc_recall_at_1000_max": 0.347592, + "nauc_recall_at_1000_std": 0.623166, + "nauc_recall_at_1000_diff1": 0.102535, + "nauc_precision_at_1_max": 0.579458, + "nauc_precision_at_1_std": 0.482446, + "nauc_precision_at_1_diff1": -0.278898, + "nauc_precision_at_3_max": 0.415956, + "nauc_precision_at_3_std": 0.406417, + "nauc_precision_at_3_diff1": -0.173652, + "nauc_precision_at_5_max": 0.387181, + "nauc_precision_at_5_std": 0.371468, + "nauc_precision_at_5_diff1": -0.188455, + "nauc_precision_at_10_max": 0.417984, + "nauc_precision_at_10_std": 0.533221, + "nauc_precision_at_10_diff1": 0.007287, + "nauc_precision_at_20_max": 0.532086, + "nauc_precision_at_20_std": 0.749324, + "nauc_precision_at_20_diff1": -0.119267, + "nauc_precision_at_100_max": 0.431893, + "nauc_precision_at_100_std": 0.802205, + "nauc_precision_at_100_diff1": -0.117012, + "nauc_precision_at_1000_max": 0.307208, + "nauc_precision_at_1000_std": 0.423315, + "nauc_precision_at_1000_diff1": -0.161957, + "nauc_mrr_at_1_max": 0.579458, + "nauc_mrr_at_1_std": 0.482446, + "nauc_mrr_at_1_diff1": -0.278898, + "nauc_mrr_at_3_max": 0.605742, + "nauc_mrr_at_3_std": 0.506623, + "nauc_mrr_at_3_diff1": -0.216328, + "nauc_mrr_at_5_max": 0.605742, + "nauc_mrr_at_5_std": 0.506623, + "nauc_mrr_at_5_diff1": -0.216328, + "nauc_mrr_at_10_max": 0.605742, + "nauc_mrr_at_10_std": 0.506623, + "nauc_mrr_at_10_diff1": -0.216328, + "nauc_mrr_at_20_max": 0.605742, + "nauc_mrr_at_20_std": 0.506623, + "nauc_mrr_at_20_diff1": -0.216328, + "nauc_mrr_at_100_max": 0.605742, + "nauc_mrr_at_100_std": 0.506623, + "nauc_mrr_at_100_diff1": -0.216328, + "nauc_mrr_at_1000_max": 0.605742, + "nauc_mrr_at_1000_std": 0.506623, + "nauc_mrr_at_1000_diff1": -0.216328, + "main_score": 0.79031, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2902.1890699863434, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-1024/2/model_meta.json b/results/openai__text-embedding-3-small-1024/2/model_meta.json new file mode 100644 index 0000000000..6a6a2099b8 --- /dev/null +++ b/results/openai__text-embedding-3-small-1024/2/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "openai/text-embedding-3-small-1024", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 1024, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} diff --git a/results/openai__text-embedding-3-small-256/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-small-256/2/CMedQAv2-reranking.json new file mode 100644 index 0000000000..7caca4acc6 --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "map": 0.602681, + "mrr": 0.656176, + "nAUC_map_max": 0.529614, + "nAUC_map_std": 0.187162, + "nAUC_map_diff1": 0.499685, + "nAUC_mrr_max": 0.606125, + "nAUC_mrr_std": 0.234022, + "nAUC_mrr_diff1": 0.548344, + "main_score": 0.602681, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 376.0794770717621, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/CUREv1.json b/results/openai__text-embedding-3-small-256/2/CUREv1.json new file mode 100644 index 0000000000..4dd99ba06c --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.25.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.54925, + "ndcg_at_3": 0.50074, + "ndcg_at_5": 0.48603, + "ndcg_at_10": 0.47835, + "ndcg_at_20": 0.48479, + "ndcg_at_100": 0.54827, + "ndcg_at_1000": 0.63836, + "map_at_1": 0.08053, + "map_at_3": 0.1463, + "map_at_5": 0.17864, + "map_at_10": 0.22162, + "map_at_20": 0.25985, + "map_at_100": 0.32785, + "map_at_1000": 0.36339, + "recall_at_1": 0.08053, + "recall_at_3": 0.16339, + "recall_at_5": 0.21365, + "recall_at_10": 0.2963, + "recall_at_20": 0.39255, + "recall_at_100": 0.64526, + "recall_at_1000": 0.91926, + "precision_at_1": 0.661, + "precision_at_3": 0.54617, + "precision_at_5": 0.4853, + "precision_at_10": 0.4003, + "precision_at_20": 0.3161, + "precision_at_100": 0.15413, + "precision_at_1000": 0.0324, + "mrr_at_1": 0.661, + "mrr_at_3": 0.74325, + "mrr_at_5": 0.755475, + "mrr_at_10": 0.76186, + "mrr_at_20": 0.763216, + "mrr_at_100": 0.763968, + "mrr_at_1000": 0.764012, + "nauc_ndcg_at_1_max": 0.334703, + "nauc_ndcg_at_1_std": 0.123002, + "nauc_ndcg_at_1_diff1": 0.301956, + "nauc_ndcg_at_3_max": 0.359413, + "nauc_ndcg_at_3_std": 0.164446, + "nauc_ndcg_at_3_diff1": 0.19007, + "nauc_ndcg_at_5_max": 0.364261, + "nauc_ndcg_at_5_std": 0.178525, + "nauc_ndcg_at_5_diff1": 0.179466, + "nauc_ndcg_at_10_max": 0.355366, + "nauc_ndcg_at_10_std": 0.183443, + "nauc_ndcg_at_10_diff1": 0.193096, + "nauc_ndcg_at_20_max": 0.35429, + "nauc_ndcg_at_20_std": 0.178577, + "nauc_ndcg_at_20_diff1": 0.204878, + "nauc_ndcg_at_100_max": 0.384528, + "nauc_ndcg_at_100_std": 0.254959, + "nauc_ndcg_at_100_diff1": 0.217288, + "nauc_ndcg_at_1000_max": 0.438839, + "nauc_ndcg_at_1000_std": 0.34644, + "nauc_ndcg_at_1000_diff1": 0.191567, + "nauc_map_at_1_max": 0.051212, + "nauc_map_at_1_std": -0.114549, + "nauc_map_at_1_diff1": 0.35981, + "nauc_map_at_3_max": 0.124484, + "nauc_map_at_3_std": -0.064733, + "nauc_map_at_3_diff1": 0.26435, + "nauc_map_at_5_max": 0.156558, + "nauc_map_at_5_std": -0.037462, + "nauc_map_at_5_diff1": 0.231634, + "nauc_map_at_10_max": 0.197268, + "nauc_map_at_10_std": 0.007148, + "nauc_map_at_10_diff1": 0.211442, + "nauc_map_at_20_max": 0.23677, + "nauc_map_at_20_std": 0.053146, + "nauc_map_at_20_diff1": 0.197832, + "nauc_map_at_100_max": 0.304608, + "nauc_map_at_100_std": 0.17951, + "nauc_map_at_100_diff1": 0.171113, + "nauc_map_at_1000_max": 0.328195, + "nauc_map_at_1000_std": 0.239808, + "nauc_map_at_1000_diff1": 0.148056, + "nauc_recall_at_1_max": 0.051212, + "nauc_recall_at_1_std": -0.114549, + "nauc_recall_at_1_diff1": 0.35981, + "nauc_recall_at_3_max": 0.096266, + "nauc_recall_at_3_std": -0.072241, + "nauc_recall_at_3_diff1": 0.227474, + "nauc_recall_at_5_max": 0.116128, + "nauc_recall_at_5_std": -0.052057, + "nauc_recall_at_5_diff1": 0.199149, + "nauc_recall_at_10_max": 0.128772, + "nauc_recall_at_10_std": -0.014007, + "nauc_recall_at_10_diff1": 0.173994, + "nauc_recall_at_20_max": 0.146351, + "nauc_recall_at_20_std": 0.01752, + "nauc_recall_at_20_diff1": 0.165051, + "nauc_recall_at_100_max": 0.20957, + "nauc_recall_at_100_std": 0.192857, + "nauc_recall_at_100_diff1": 0.159572, + "nauc_recall_at_1000_max": 0.368227, + "nauc_recall_at_1000_std": 0.539073, + "nauc_recall_at_1000_diff1": 0.13692, + "nauc_precision_at_1_max": 0.395878, + "nauc_precision_at_1_std": 0.176366, + "nauc_precision_at_1_diff1": 0.293342, + "nauc_precision_at_3_max": 0.366173, + "nauc_precision_at_3_std": 0.235252, + "nauc_precision_at_3_diff1": 0.028065, + "nauc_precision_at_5_max": 0.351374, + "nauc_precision_at_5_std": 0.277755, + "nauc_precision_at_5_diff1": -0.039376, + "nauc_precision_at_10_max": 0.305327, + "nauc_precision_at_10_std": 0.319779, + "nauc_precision_at_10_diff1": -0.082777, + "nauc_precision_at_20_max": 0.256343, + "nauc_precision_at_20_std": 0.324369, + "nauc_precision_at_20_diff1": -0.112611, + "nauc_precision_at_100_max": 0.136105, + "nauc_precision_at_100_std": 0.299498, + "nauc_precision_at_100_diff1": -0.142333, + "nauc_precision_at_1000_max": 0.03103, + "nauc_precision_at_1000_std": 0.133917, + "nauc_precision_at_1000_diff1": -0.143806, + "nauc_mrr_at_1_max": 0.395878, + "nauc_mrr_at_1_std": 0.176366, + "nauc_mrr_at_1_diff1": 0.293342, + "nauc_mrr_at_3_max": 0.437341, + "nauc_mrr_at_3_std": 0.221361, + "nauc_mrr_at_3_diff1": 0.273088, + "nauc_mrr_at_5_max": 0.438513, + "nauc_mrr_at_5_std": 0.22853, + "nauc_mrr_at_5_diff1": 0.278774, + "nauc_mrr_at_10_max": 0.435021, + "nauc_mrr_at_10_std": 0.227011, + "nauc_mrr_at_10_diff1": 0.276855, + "nauc_mrr_at_20_max": 0.433919, + "nauc_mrr_at_20_std": 0.225669, + "nauc_mrr_at_20_diff1": 0.277387, + "nauc_mrr_at_100_max": 0.43327, + "nauc_mrr_at_100_std": 0.224569, + "nauc_mrr_at_100_diff1": 0.277584, + "nauc_mrr_at_1000_max": 0.43318, + "nauc_mrr_at_1000_std": 0.224476, + "nauc_mrr_at_1000_diff1": 0.277592, + "main_score": 0.47835, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.383, + "ndcg_at_3": 0.35566, + "ndcg_at_5": 0.34941, + "ndcg_at_10": 0.34858, + "ndcg_at_20": 0.35698, + "ndcg_at_100": 0.41626, + "ndcg_at_1000": 0.51382, + "map_at_1": 0.0534, + "map_at_3": 0.09671, + "map_at_5": 0.1202, + "map_at_10": 0.15055, + "map_at_20": 0.17681, + "map_at_100": 0.22351, + "map_at_1000": 0.2515, + "recall_at_1": 0.0534, + "recall_at_3": 0.11363, + "recall_at_5": 0.15479, + "recall_at_10": 0.22239, + "recall_at_20": 0.30001, + "recall_at_100": 0.52093, + "recall_at_1000": 0.82729, + "precision_at_1": 0.478, + "precision_at_3": 0.401, + "precision_at_5": 0.3608, + "precision_at_10": 0.30145, + "precision_at_20": 0.23938, + "precision_at_100": 0.11989, + "precision_at_1000": 0.0281, + "mrr_at_1": 0.478, + "mrr_at_3": 0.56775, + "mrr_at_5": 0.58475, + "mrr_at_10": 0.595065, + "mrr_at_20": 0.59927, + "mrr_at_100": 0.60121, + "mrr_at_1000": 0.601374, + "nauc_ndcg_at_1_max": 0.300802, + "nauc_ndcg_at_1_std": 0.227749, + "nauc_ndcg_at_1_diff1": 0.216755, + "nauc_ndcg_at_3_max": 0.337995, + "nauc_ndcg_at_3_std": 0.274412, + "nauc_ndcg_at_3_diff1": 0.16105, + "nauc_ndcg_at_5_max": 0.34568, + "nauc_ndcg_at_5_std": 0.302384, + "nauc_ndcg_at_5_diff1": 0.145583, + "nauc_ndcg_at_10_max": 0.374911, + "nauc_ndcg_at_10_std": 0.338336, + "nauc_ndcg_at_10_diff1": 0.145492, + "nauc_ndcg_at_20_max": 0.382417, + "nauc_ndcg_at_20_std": 0.35848, + "nauc_ndcg_at_20_diff1": 0.146247, + "nauc_ndcg_at_100_max": 0.402059, + "nauc_ndcg_at_100_std": 0.431489, + "nauc_ndcg_at_100_diff1": 0.159459, + "nauc_ndcg_at_1000_max": 0.44959, + "nauc_ndcg_at_1000_std": 0.497735, + "nauc_ndcg_at_1000_diff1": 0.147335, + "nauc_map_at_1_max": 0.163391, + "nauc_map_at_1_std": 0.068277, + "nauc_map_at_1_diff1": 0.287914, + "nauc_map_at_3_max": 0.214089, + "nauc_map_at_3_std": 0.109889, + "nauc_map_at_3_diff1": 0.213043, + "nauc_map_at_5_max": 0.230476, + "nauc_map_at_5_std": 0.142485, + "nauc_map_at_5_diff1": 0.182348, + "nauc_map_at_10_max": 0.268538, + "nauc_map_at_10_std": 0.200847, + "nauc_map_at_10_diff1": 0.164158, + "nauc_map_at_20_max": 0.292084, + "nauc_map_at_20_std": 0.246248, + "nauc_map_at_20_diff1": 0.150509, + "nauc_map_at_100_max": 0.342291, + "nauc_map_at_100_std": 0.358066, + "nauc_map_at_100_diff1": 0.135458, + "nauc_map_at_1000_max": 0.374409, + "nauc_map_at_1000_std": 0.412505, + "nauc_map_at_1000_diff1": 0.122628, + "nauc_recall_at_1_max": 0.163391, + "nauc_recall_at_1_std": 0.068277, + "nauc_recall_at_1_diff1": 0.287914, + "nauc_recall_at_3_max": 0.173224, + "nauc_recall_at_3_std": 0.093356, + "nauc_recall_at_3_diff1": 0.180097, + "nauc_recall_at_5_max": 0.184035, + "nauc_recall_at_5_std": 0.124733, + "nauc_recall_at_5_diff1": 0.148074, + "nauc_recall_at_10_max": 0.216728, + "nauc_recall_at_10_std": 0.183396, + "nauc_recall_at_10_diff1": 0.132127, + "nauc_recall_at_20_max": 0.219621, + "nauc_recall_at_20_std": 0.216947, + "nauc_recall_at_20_diff1": 0.115615, + "nauc_recall_at_100_max": 0.266438, + "nauc_recall_at_100_std": 0.37255, + "nauc_recall_at_100_diff1": 0.125968, + "nauc_recall_at_1000_max": 0.42203, + "nauc_recall_at_1000_std": 0.606664, + "nauc_recall_at_1000_diff1": 0.112805, + "nauc_precision_at_1_max": 0.350037, + "nauc_precision_at_1_std": 0.270624, + "nauc_precision_at_1_diff1": 0.218133, + "nauc_precision_at_3_max": 0.349282, + "nauc_precision_at_3_std": 0.319229, + "nauc_precision_at_3_diff1": 0.079593, + "nauc_precision_at_5_max": 0.329477, + "nauc_precision_at_5_std": 0.354891, + "nauc_precision_at_5_diff1": 0.023309, + "nauc_precision_at_10_max": 0.339885, + "nauc_precision_at_10_std": 0.401766, + "nauc_precision_at_10_diff1": -0.010538, + "nauc_precision_at_20_max": 0.312162, + "nauc_precision_at_20_std": 0.411949, + "nauc_precision_at_20_diff1": -0.035074, + "nauc_precision_at_100_max": 0.235781, + "nauc_precision_at_100_std": 0.38118, + "nauc_precision_at_100_diff1": -0.060365, + "nauc_precision_at_1000_max": 0.159852, + "nauc_precision_at_1000_std": 0.204153, + "nauc_precision_at_1000_diff1": -0.079849, + "nauc_mrr_at_1_max": 0.350037, + "nauc_mrr_at_1_std": 0.270624, + "nauc_mrr_at_1_diff1": 0.218133, + "nauc_mrr_at_3_max": 0.368125, + "nauc_mrr_at_3_std": 0.31985, + "nauc_mrr_at_3_diff1": 0.18709, + "nauc_mrr_at_5_max": 0.378157, + "nauc_mrr_at_5_std": 0.332204, + "nauc_mrr_at_5_diff1": 0.185227, + "nauc_mrr_at_10_max": 0.379703, + "nauc_mrr_at_10_std": 0.333284, + "nauc_mrr_at_10_diff1": 0.185677, + "nauc_mrr_at_20_max": 0.379336, + "nauc_mrr_at_20_std": 0.332283, + "nauc_mrr_at_20_diff1": 0.186563, + "nauc_mrr_at_100_max": 0.378302, + "nauc_mrr_at_100_std": 0.330643, + "nauc_mrr_at_100_diff1": 0.187679, + "nauc_mrr_at_1000_max": 0.378197, + "nauc_mrr_at_1000_std": 0.330538, + "nauc_mrr_at_1000_diff1": 0.187619, + "main_score": 0.34858, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3765, + "ndcg_at_3": 0.35806, + "ndcg_at_5": 0.35048, + "ndcg_at_10": 0.35203, + "ndcg_at_20": 0.36033, + "ndcg_at_100": 0.42027, + "ndcg_at_1000": 0.51559, + "map_at_1": 0.0546, + "map_at_3": 0.10221, + "map_at_5": 0.12451, + "map_at_10": 0.15467, + "map_at_20": 0.18059, + "map_at_100": 0.22752, + "map_at_1000": 0.25456, + "recall_at_1": 0.0546, + "recall_at_3": 0.12104, + "recall_at_5": 0.16062, + "recall_at_10": 0.22684, + "recall_at_20": 0.30474, + "recall_at_100": 0.52545, + "recall_at_1000": 0.82471, + "precision_at_1": 0.468, + "precision_at_3": 0.4025, + "precision_at_5": 0.3608, + "precision_at_10": 0.30315, + "precision_at_20": 0.2381, + "precision_at_100": 0.11853, + "precision_at_1000": 0.02742, + "mrr_at_1": 0.468, + "mrr_at_3": 0.564417, + "mrr_at_5": 0.581792, + "mrr_at_10": 0.592743, + "mrr_at_20": 0.596692, + "mrr_at_100": 0.598486, + "mrr_at_1000": 0.598651, + "nauc_ndcg_at_1_max": 0.323024, + "nauc_ndcg_at_1_std": 0.228037, + "nauc_ndcg_at_1_diff1": 0.253566, + "nauc_ndcg_at_3_max": 0.361504, + "nauc_ndcg_at_3_std": 0.295521, + "nauc_ndcg_at_3_diff1": 0.196305, + "nauc_ndcg_at_5_max": 0.368122, + "nauc_ndcg_at_5_std": 0.317852, + "nauc_ndcg_at_5_diff1": 0.200151, + "nauc_ndcg_at_10_max": 0.386955, + "nauc_ndcg_at_10_std": 0.344556, + "nauc_ndcg_at_10_diff1": 0.198464, + "nauc_ndcg_at_20_max": 0.403601, + "nauc_ndcg_at_20_std": 0.367013, + "nauc_ndcg_at_20_diff1": 0.203111, + "nauc_ndcg_at_100_max": 0.431453, + "nauc_ndcg_at_100_std": 0.44096, + "nauc_ndcg_at_100_diff1": 0.195352, + "nauc_ndcg_at_1000_max": 0.475204, + "nauc_ndcg_at_1000_std": 0.511267, + "nauc_ndcg_at_1000_diff1": 0.186645, + "nauc_map_at_1_max": 0.183085, + "nauc_map_at_1_std": 0.05424, + "nauc_map_at_1_diff1": 0.331236, + "nauc_map_at_3_max": 0.241638, + "nauc_map_at_3_std": 0.11534, + "nauc_map_at_3_diff1": 0.243319, + "nauc_map_at_5_max": 0.254262, + "nauc_map_at_5_std": 0.156166, + "nauc_map_at_5_diff1": 0.223995, + "nauc_map_at_10_max": 0.286871, + "nauc_map_at_10_std": 0.203898, + "nauc_map_at_10_diff1": 0.206108, + "nauc_map_at_20_max": 0.313439, + "nauc_map_at_20_std": 0.252097, + "nauc_map_at_20_diff1": 0.191484, + "nauc_map_at_100_max": 0.372161, + "nauc_map_at_100_std": 0.363904, + "nauc_map_at_100_diff1": 0.176805, + "nauc_map_at_1000_max": 0.404158, + "nauc_map_at_1000_std": 0.417178, + "nauc_map_at_1000_diff1": 0.173553, + "nauc_recall_at_1_max": 0.183085, + "nauc_recall_at_1_std": 0.05424, + "nauc_recall_at_1_diff1": 0.331236, + "nauc_recall_at_3_max": 0.200971, + "nauc_recall_at_3_std": 0.098968, + "nauc_recall_at_3_diff1": 0.210867, + "nauc_recall_at_5_max": 0.20214, + "nauc_recall_at_5_std": 0.135721, + "nauc_recall_at_5_diff1": 0.18787, + "nauc_recall_at_10_max": 0.219984, + "nauc_recall_at_10_std": 0.178566, + "nauc_recall_at_10_diff1": 0.165114, + "nauc_recall_at_20_max": 0.237696, + "nauc_recall_at_20_std": 0.224944, + "nauc_recall_at_20_diff1": 0.150799, + "nauc_recall_at_100_max": 0.300284, + "nauc_recall_at_100_std": 0.390903, + "nauc_recall_at_100_diff1": 0.120493, + "nauc_recall_at_1000_max": 0.459651, + "nauc_recall_at_1000_std": 0.636242, + "nauc_recall_at_1000_diff1": 0.120744, + "nauc_precision_at_1_max": 0.376815, + "nauc_precision_at_1_std": 0.27921, + "nauc_precision_at_1_diff1": 0.255549, + "nauc_precision_at_3_max": 0.377669, + "nauc_precision_at_3_std": 0.367356, + "nauc_precision_at_3_diff1": 0.100553, + "nauc_precision_at_5_max": 0.358343, + "nauc_precision_at_5_std": 0.39073, + "nauc_precision_at_5_diff1": 0.077002, + "nauc_precision_at_10_max": 0.346222, + "nauc_precision_at_10_std": 0.415445, + "nauc_precision_at_10_diff1": 0.035468, + "nauc_precision_at_20_max": 0.332969, + "nauc_precision_at_20_std": 0.422872, + "nauc_precision_at_20_diff1": 0.003114, + "nauc_precision_at_100_max": 0.249388, + "nauc_precision_at_100_std": 0.377873, + "nauc_precision_at_100_diff1": -0.032231, + "nauc_precision_at_1000_max": 0.138952, + "nauc_precision_at_1000_std": 0.187208, + "nauc_precision_at_1000_diff1": -0.036545, + "nauc_mrr_at_1_max": 0.376815, + "nauc_mrr_at_1_std": 0.27921, + "nauc_mrr_at_1_diff1": 0.255549, + "nauc_mrr_at_3_max": 0.409013, + "nauc_mrr_at_3_std": 0.343278, + "nauc_mrr_at_3_diff1": 0.234685, + "nauc_mrr_at_5_max": 0.410491, + "nauc_mrr_at_5_std": 0.347599, + "nauc_mrr_at_5_diff1": 0.237137, + "nauc_mrr_at_10_max": 0.411459, + "nauc_mrr_at_10_std": 0.349925, + "nauc_mrr_at_10_diff1": 0.236613, + "nauc_mrr_at_20_max": 0.411936, + "nauc_mrr_at_20_std": 0.348507, + "nauc_mrr_at_20_diff1": 0.237678, + "nauc_mrr_at_100_max": 0.41134, + "nauc_mrr_at_100_std": 0.347342, + "nauc_mrr_at_100_diff1": 0.237797, + "nauc_mrr_at_1000_max": 0.41122, + "nauc_mrr_at_1000_std": 0.347164, + "nauc_mrr_at_1000_diff1": 0.237867, + "main_score": 0.35203, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.5875, + "ndcg_at_3": 0.52544, + "ndcg_at_5": 0.49941, + "ndcg_at_10": 0.4946, + "ndcg_at_20": 0.48376, + "ndcg_at_100": 0.54191, + "ndcg_at_1000": 0.66578, + "map_at_1": 0.09112, + "map_at_3": 0.14903, + "map_at_5": 0.17216, + "map_at_10": 0.21146, + "map_at_20": 0.24239, + "map_at_100": 0.31391, + "map_at_1000": 0.3631, + "recall_at_1": 0.09112, + "recall_at_3": 0.1636, + "recall_at_5": 0.20301, + "recall_at_10": 0.27928, + "recall_at_20": 0.35125, + "recall_at_100": 0.59228, + "recall_at_1000": 0.93609, + "precision_at_1": 0.715, + "precision_at_3": 0.56833, + "precision_at_5": 0.486, + "precision_at_10": 0.4135, + "precision_at_20": 0.31975, + "precision_at_100": 0.16845, + "precision_at_1000": 0.03613, + "mrr_at_1": 0.715, + "mrr_at_3": 0.790833, + "mrr_at_5": 0.803083, + "mrr_at_10": 0.806187, + "mrr_at_20": 0.807224, + "mrr_at_100": 0.807465, + "mrr_at_1000": 0.807537, + "nauc_ndcg_at_1_max": 0.250082, + "nauc_ndcg_at_1_std": -0.075655, + "nauc_ndcg_at_1_diff1": 0.361687, + "nauc_ndcg_at_3_max": 0.304057, + "nauc_ndcg_at_3_std": -0.005453, + "nauc_ndcg_at_3_diff1": 0.27312, + "nauc_ndcg_at_5_max": 0.25859, + "nauc_ndcg_at_5_std": 0.025923, + "nauc_ndcg_at_5_diff1": 0.237702, + "nauc_ndcg_at_10_max": 0.23295, + "nauc_ndcg_at_10_std": 0.013935, + "nauc_ndcg_at_10_diff1": 0.266043, + "nauc_ndcg_at_20_max": 0.195398, + "nauc_ndcg_at_20_std": 0.015887, + "nauc_ndcg_at_20_diff1": 0.267926, + "nauc_ndcg_at_100_max": 0.2147, + "nauc_ndcg_at_100_std": 0.049385, + "nauc_ndcg_at_100_diff1": 0.277663, + "nauc_ndcg_at_1000_max": 0.281326, + "nauc_ndcg_at_1000_std": 0.258512, + "nauc_ndcg_at_1000_diff1": 0.223193, + "nauc_map_at_1_max": -0.175851, + "nauc_map_at_1_std": -0.225178, + "nauc_map_at_1_diff1": 0.235161, + "nauc_map_at_3_max": -0.078837, + "nauc_map_at_3_std": -0.215327, + "nauc_map_at_3_diff1": 0.264928, + "nauc_map_at_5_max": -0.051207, + "nauc_map_at_5_std": -0.220399, + "nauc_map_at_5_diff1": 0.26821, + "nauc_map_at_10_max": 0.005157, + "nauc_map_at_10_std": -0.209812, + "nauc_map_at_10_diff1": 0.281022, + "nauc_map_at_20_max": 0.057213, + "nauc_map_at_20_std": -0.16599, + "nauc_map_at_20_diff1": 0.286402, + "nauc_map_at_100_max": 0.121298, + "nauc_map_at_100_std": 0.02191, + "nauc_map_at_100_diff1": 0.246022, + "nauc_map_at_1000_max": 0.145207, + "nauc_map_at_1000_std": 0.163039, + "nauc_map_at_1000_diff1": 0.19498, + "nauc_recall_at_1_max": -0.175851, + "nauc_recall_at_1_std": -0.225178, + "nauc_recall_at_1_diff1": 0.235161, + "nauc_recall_at_3_max": -0.09447, + "nauc_recall_at_3_std": -0.231871, + "nauc_recall_at_3_diff1": 0.226894, + "nauc_recall_at_5_max": -0.091591, + "nauc_recall_at_5_std": -0.241283, + "nauc_recall_at_5_diff1": 0.226368, + "nauc_recall_at_10_max": -0.055888, + "nauc_recall_at_10_std": -0.24877, + "nauc_recall_at_10_diff1": 0.21304, + "nauc_recall_at_20_max": 0.010946, + "nauc_recall_at_20_std": -0.217457, + "nauc_recall_at_20_diff1": 0.234592, + "nauc_recall_at_100_max": 0.081155, + "nauc_recall_at_100_std": 0.005611, + "nauc_recall_at_100_diff1": 0.186861, + "nauc_recall_at_1000_max": 0.161375, + "nauc_recall_at_1000_std": 0.493513, + "nauc_recall_at_1000_diff1": 0.137823, + "nauc_precision_at_1_max": 0.353105, + "nauc_precision_at_1_std": 0.019788, + "nauc_precision_at_1_diff1": 0.353124, + "nauc_precision_at_3_max": 0.433883, + "nauc_precision_at_3_std": 0.180242, + "nauc_precision_at_3_diff1": 0.129197, + "nauc_precision_at_5_max": 0.401188, + "nauc_precision_at_5_std": 0.299556, + "nauc_precision_at_5_diff1": 0.042987, + "nauc_precision_at_10_max": 0.383259, + "nauc_precision_at_10_std": 0.421016, + "nauc_precision_at_10_diff1": -0.010732, + "nauc_precision_at_20_max": 0.333164, + "nauc_precision_at_20_std": 0.529941, + "nauc_precision_at_20_diff1": -0.08092, + "nauc_precision_at_100_max": 0.191799, + "nauc_precision_at_100_std": 0.592495, + "nauc_precision_at_100_diff1": -0.198014, + "nauc_precision_at_1000_max": 0.054105, + "nauc_precision_at_1000_std": 0.422079, + "nauc_precision_at_1000_diff1": -0.210745, + "nauc_mrr_at_1_max": 0.353105, + "nauc_mrr_at_1_std": 0.019788, + "nauc_mrr_at_1_diff1": 0.353124, + "nauc_mrr_at_3_max": 0.403698, + "nauc_mrr_at_3_std": 0.075391, + "nauc_mrr_at_3_diff1": 0.317022, + "nauc_mrr_at_5_max": 0.378831, + "nauc_mrr_at_5_std": 0.085741, + "nauc_mrr_at_5_diff1": 0.327397, + "nauc_mrr_at_10_max": 0.378344, + "nauc_mrr_at_10_std": 0.07968, + "nauc_mrr_at_10_diff1": 0.32717, + "nauc_mrr_at_20_max": 0.37895, + "nauc_mrr_at_20_std": 0.0781, + "nauc_mrr_at_20_diff1": 0.326764, + "nauc_mrr_at_100_max": 0.378544, + "nauc_mrr_at_100_std": 0.07752, + "nauc_mrr_at_100_diff1": 0.326095, + "nauc_mrr_at_1000_max": 0.378379, + "nauc_mrr_at_1000_std": 0.077166, + "nauc_mrr_at_1000_diff1": 0.326471, + "main_score": 0.4946, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44, + "ndcg_at_3": 0.41149, + "ndcg_at_5": 0.39684, + "ndcg_at_10": 0.38271, + "ndcg_at_20": 0.38402, + "ndcg_at_100": 0.4404, + "ndcg_at_1000": 0.56575, + "map_at_1": 0.07503, + "map_at_3": 0.11349, + "map_at_5": 0.13104, + "map_at_10": 0.15655, + "map_at_20": 0.18045, + "map_at_100": 0.23109, + "map_at_1000": 0.2683, + "recall_at_1": 0.07503, + "recall_at_3": 0.1333, + "recall_at_5": 0.16632, + "recall_at_10": 0.22149, + "recall_at_20": 0.28896, + "recall_at_100": 0.51576, + "recall_at_1000": 0.86184, + "precision_at_1": 0.535, + "precision_at_3": 0.44333, + "precision_at_5": 0.392, + "precision_at_10": 0.3115, + "precision_at_20": 0.251, + "precision_at_100": 0.1338, + "precision_at_1000": 0.03185, + "mrr_at_1": 0.535, + "mrr_at_3": 0.629167, + "mrr_at_5": 0.650667, + "mrr_at_10": 0.66, + "mrr_at_20": 0.662693, + "mrr_at_100": 0.664201, + "mrr_at_1000": 0.664215, + "nauc_ndcg_at_1_max": 0.329768, + "nauc_ndcg_at_1_std": 0.126855, + "nauc_ndcg_at_1_diff1": 0.32285, + "nauc_ndcg_at_3_max": 0.322907, + "nauc_ndcg_at_3_std": 0.164717, + "nauc_ndcg_at_3_diff1": 0.309662, + "nauc_ndcg_at_5_max": 0.335893, + "nauc_ndcg_at_5_std": 0.186731, + "nauc_ndcg_at_5_diff1": 0.298963, + "nauc_ndcg_at_10_max": 0.382315, + "nauc_ndcg_at_10_std": 0.17733, + "nauc_ndcg_at_10_diff1": 0.313182, + "nauc_ndcg_at_20_max": 0.367297, + "nauc_ndcg_at_20_std": 0.186278, + "nauc_ndcg_at_20_diff1": 0.290303, + "nauc_ndcg_at_100_max": 0.384549, + "nauc_ndcg_at_100_std": 0.261741, + "nauc_ndcg_at_100_diff1": 0.284164, + "nauc_ndcg_at_1000_max": 0.439234, + "nauc_ndcg_at_1000_std": 0.381678, + "nauc_ndcg_at_1000_diff1": 0.293424, + "nauc_map_at_1_max": 0.044717, + "nauc_map_at_1_std": -0.064578, + "nauc_map_at_1_diff1": 0.328638, + "nauc_map_at_3_max": 0.141809, + "nauc_map_at_3_std": -0.032668, + "nauc_map_at_3_diff1": 0.306625, + "nauc_map_at_5_max": 0.174382, + "nauc_map_at_5_std": -0.012894, + "nauc_map_at_5_diff1": 0.310937, + "nauc_map_at_10_max": 0.228805, + "nauc_map_at_10_std": 0.001928, + "nauc_map_at_10_diff1": 0.314823, + "nauc_map_at_20_max": 0.257924, + "nauc_map_at_20_std": 0.038935, + "nauc_map_at_20_diff1": 0.309224, + "nauc_map_at_100_max": 0.318331, + "nauc_map_at_100_std": 0.191717, + "nauc_map_at_100_diff1": 0.299649, + "nauc_map_at_1000_max": 0.341899, + "nauc_map_at_1000_std": 0.290792, + "nauc_map_at_1000_diff1": 0.28385, + "nauc_recall_at_1_max": 0.044717, + "nauc_recall_at_1_std": -0.064578, + "nauc_recall_at_1_diff1": 0.328638, + "nauc_recall_at_3_max": 0.075121, + "nauc_recall_at_3_std": -0.047896, + "nauc_recall_at_3_diff1": 0.236178, + "nauc_recall_at_5_max": 0.108072, + "nauc_recall_at_5_std": -0.022287, + "nauc_recall_at_5_diff1": 0.238882, + "nauc_recall_at_10_max": 0.171067, + "nauc_recall_at_10_std": -0.02304, + "nauc_recall_at_10_diff1": 0.23449, + "nauc_recall_at_20_max": 0.1774, + "nauc_recall_at_20_std": -0.001285, + "nauc_recall_at_20_diff1": 0.198687, + "nauc_recall_at_100_max": 0.23256, + "nauc_recall_at_100_std": 0.214271, + "nauc_recall_at_100_diff1": 0.167022, + "nauc_recall_at_1000_max": 0.351048, + "nauc_recall_at_1000_std": 0.580737, + "nauc_recall_at_1000_diff1": 0.152054, + "nauc_precision_at_1_max": 0.354941, + "nauc_precision_at_1_std": 0.195894, + "nauc_precision_at_1_diff1": 0.344308, + "nauc_precision_at_3_max": 0.372341, + "nauc_precision_at_3_std": 0.248633, + "nauc_precision_at_3_diff1": 0.278355, + "nauc_precision_at_5_max": 0.364456, + "nauc_precision_at_5_std": 0.328411, + "nauc_precision_at_5_diff1": 0.158844, + "nauc_precision_at_10_max": 0.411527, + "nauc_precision_at_10_std": 0.373735, + "nauc_precision_at_10_diff1": 0.123523, + "nauc_precision_at_20_max": 0.341693, + "nauc_precision_at_20_std": 0.427146, + "nauc_precision_at_20_diff1": 0.062265, + "nauc_precision_at_100_max": 0.207451, + "nauc_precision_at_100_std": 0.502201, + "nauc_precision_at_100_diff1": -0.040591, + "nauc_precision_at_1000_max": 0.06784, + "nauc_precision_at_1000_std": 0.335666, + "nauc_precision_at_1000_diff1": -0.091235, + "nauc_mrr_at_1_max": 0.354941, + "nauc_mrr_at_1_std": 0.195894, + "nauc_mrr_at_1_diff1": 0.344308, + "nauc_mrr_at_3_max": 0.348568, + "nauc_mrr_at_3_std": 0.267012, + "nauc_mrr_at_3_diff1": 0.334871, + "nauc_mrr_at_5_max": 0.36374, + "nauc_mrr_at_5_std": 0.255983, + "nauc_mrr_at_5_diff1": 0.339868, + "nauc_mrr_at_10_max": 0.380731, + "nauc_mrr_at_10_std": 0.259663, + "nauc_mrr_at_10_diff1": 0.33952, + "nauc_mrr_at_20_max": 0.376546, + "nauc_mrr_at_20_std": 0.256325, + "nauc_mrr_at_20_diff1": 0.336472, + "nauc_mrr_at_100_max": 0.374066, + "nauc_mrr_at_100_std": 0.255076, + "nauc_mrr_at_100_diff1": 0.337023, + "nauc_mrr_at_1000_max": 0.37404, + "nauc_mrr_at_1000_std": 0.255052, + "nauc_mrr_at_1000_diff1": 0.337049, + "main_score": 0.38271, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3825, + "ndcg_at_3": 0.36883, + "ndcg_at_5": 0.35281, + "ndcg_at_10": 0.35436, + "ndcg_at_20": 0.34885, + "ndcg_at_100": 0.3968, + "ndcg_at_1000": 0.52153, + "map_at_1": 0.06278, + "map_at_3": 0.10183, + "map_at_5": 0.11712, + "map_at_10": 0.14233, + "map_at_20": 0.16164, + "map_at_100": 0.208, + "map_at_1000": 0.24093, + "recall_at_1": 0.06278, + "recall_at_3": 0.11977, + "recall_at_5": 0.15049, + "recall_at_10": 0.20931, + "recall_at_20": 0.26445, + "recall_at_100": 0.46248, + "recall_at_1000": 0.82601, + "precision_at_1": 0.45, + "precision_at_3": 0.38833, + "precision_at_5": 0.343, + "precision_at_10": 0.2995, + "precision_at_20": 0.23275, + "precision_at_100": 0.12075, + "precision_at_1000": 0.0296, + "mrr_at_1": 0.45, + "mrr_at_3": 0.549167, + "mrr_at_5": 0.569167, + "mrr_at_10": 0.578837, + "mrr_at_20": 0.582746, + "mrr_at_100": 0.584828, + "mrr_at_1000": 0.585068, + "nauc_ndcg_at_1_max": 0.405094, + "nauc_ndcg_at_1_std": 0.217021, + "nauc_ndcg_at_1_diff1": 0.261049, + "nauc_ndcg_at_3_max": 0.393074, + "nauc_ndcg_at_3_std": 0.306592, + "nauc_ndcg_at_3_diff1": 0.280201, + "nauc_ndcg_at_5_max": 0.414266, + "nauc_ndcg_at_5_std": 0.306706, + "nauc_ndcg_at_5_diff1": 0.311856, + "nauc_ndcg_at_10_max": 0.436904, + "nauc_ndcg_at_10_std": 0.302927, + "nauc_ndcg_at_10_diff1": 0.334294, + "nauc_ndcg_at_20_max": 0.413685, + "nauc_ndcg_at_20_std": 0.301, + "nauc_ndcg_at_20_diff1": 0.3419, + "nauc_ndcg_at_100_max": 0.429182, + "nauc_ndcg_at_100_std": 0.381046, + "nauc_ndcg_at_100_diff1": 0.348809, + "nauc_ndcg_at_1000_max": 0.490637, + "nauc_ndcg_at_1000_std": 0.507096, + "nauc_ndcg_at_1000_diff1": 0.336412, + "nauc_map_at_1_max": 0.051224, + "nauc_map_at_1_std": -0.007464, + "nauc_map_at_1_diff1": 0.410442, + "nauc_map_at_3_max": 0.16312, + "nauc_map_at_3_std": 0.020961, + "nauc_map_at_3_diff1": 0.399142, + "nauc_map_at_5_max": 0.178885, + "nauc_map_at_5_std": 0.024178, + "nauc_map_at_5_diff1": 0.397007, + "nauc_map_at_10_max": 0.229225, + "nauc_map_at_10_std": 0.050941, + "nauc_map_at_10_diff1": 0.382389, + "nauc_map_at_20_max": 0.263458, + "nauc_map_at_20_std": 0.094271, + "nauc_map_at_20_diff1": 0.37299, + "nauc_map_at_100_max": 0.342042, + "nauc_map_at_100_std": 0.27867, + "nauc_map_at_100_diff1": 0.36687, + "nauc_map_at_1000_max": 0.377824, + "nauc_map_at_1000_std": 0.384862, + "nauc_map_at_1000_diff1": 0.365118, + "nauc_recall_at_1_max": 0.051224, + "nauc_recall_at_1_std": -0.007464, + "nauc_recall_at_1_diff1": 0.410442, + "nauc_recall_at_3_max": 0.139871, + "nauc_recall_at_3_std": 0.004105, + "nauc_recall_at_3_diff1": 0.384843, + "nauc_recall_at_5_max": 0.123712, + "nauc_recall_at_5_std": -0.01958, + "nauc_recall_at_5_diff1": 0.35721, + "nauc_recall_at_10_max": 0.163984, + "nauc_recall_at_10_std": -0.022062, + "nauc_recall_at_10_diff1": 0.318729, + "nauc_recall_at_20_max": 0.203144, + "nauc_recall_at_20_std": 0.027365, + "nauc_recall_at_20_diff1": 0.290777, + "nauc_recall_at_100_max": 0.287501, + "nauc_recall_at_100_std": 0.294551, + "nauc_recall_at_100_diff1": 0.272874, + "nauc_recall_at_1000_max": 0.408995, + "nauc_recall_at_1000_std": 0.641498, + "nauc_recall_at_1000_diff1": 0.165236, + "nauc_precision_at_1_max": 0.493551, + "nauc_precision_at_1_std": 0.300674, + "nauc_precision_at_1_diff1": 0.277169, + "nauc_precision_at_3_max": 0.485371, + "nauc_precision_at_3_std": 0.423362, + "nauc_precision_at_3_diff1": 0.187622, + "nauc_precision_at_5_max": 0.525554, + "nauc_precision_at_5_std": 0.464378, + "nauc_precision_at_5_diff1": 0.191254, + "nauc_precision_at_10_max": 0.498828, + "nauc_precision_at_10_std": 0.486932, + "nauc_precision_at_10_diff1": 0.15445, + "nauc_precision_at_20_max": 0.443063, + "nauc_precision_at_20_std": 0.549498, + "nauc_precision_at_20_diff1": 0.105495, + "nauc_precision_at_100_max": 0.350984, + "nauc_precision_at_100_std": 0.639705, + "nauc_precision_at_100_diff1": 0.053811, + "nauc_precision_at_1000_max": 0.19068, + "nauc_precision_at_1000_std": 0.442791, + "nauc_precision_at_1000_diff1": 0.016494, + "nauc_mrr_at_1_max": 0.493551, + "nauc_mrr_at_1_std": 0.300674, + "nauc_mrr_at_1_diff1": 0.277169, + "nauc_mrr_at_3_max": 0.529401, + "nauc_mrr_at_3_std": 0.379621, + "nauc_mrr_at_3_diff1": 0.291268, + "nauc_mrr_at_5_max": 0.537912, + "nauc_mrr_at_5_std": 0.39095, + "nauc_mrr_at_5_diff1": 0.305076, + "nauc_mrr_at_10_max": 0.532944, + "nauc_mrr_at_10_std": 0.378868, + "nauc_mrr_at_10_diff1": 0.306843, + "nauc_mrr_at_20_max": 0.534195, + "nauc_mrr_at_20_std": 0.374378, + "nauc_mrr_at_20_diff1": 0.302847, + "nauc_mrr_at_100_max": 0.53418, + "nauc_mrr_at_100_std": 0.37437, + "nauc_mrr_at_100_diff1": 0.300806, + "nauc_mrr_at_1000_max": 0.533903, + "nauc_mrr_at_1000_std": 0.374247, + "nauc_mrr_at_1000_diff1": 0.300843, + "main_score": 0.35436, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.555, + "ndcg_at_3": 0.50684, + "ndcg_at_5": 0.51029, + "ndcg_at_10": 0.53271, + "ndcg_at_20": 0.57419, + "ndcg_at_100": 0.64077, + "ndcg_at_1000": 0.68103, + "map_at_1": 0.11961, + "map_at_3": 0.22352, + "map_at_5": 0.27785, + "map_at_10": 0.34302, + "map_at_20": 0.39335, + "map_at_100": 0.44709, + "map_at_1000": 0.46172, + "recall_at_1": 0.11961, + "recall_at_3": 0.26205, + "recall_at_5": 0.34962, + "recall_at_10": 0.48264, + "recall_at_20": 0.62645, + "recall_at_100": 0.85902, + "recall_at_1000": 0.99316, + "precision_at_1": 0.635, + "precision_at_3": 0.51333, + "precision_at_5": 0.45, + "precision_at_10": 0.3565, + "precision_at_20": 0.26325, + "precision_at_100": 0.09685, + "precision_at_1000": 0.01338, + "mrr_at_1": 0.635, + "mrr_at_3": 0.728333, + "mrr_at_5": 0.737333, + "mrr_at_10": 0.744734, + "mrr_at_20": 0.747141, + "mrr_at_100": 0.747936, + "mrr_at_1000": 0.747958, + "nauc_ndcg_at_1_max": 0.391106, + "nauc_ndcg_at_1_std": 0.226073, + "nauc_ndcg_at_1_diff1": 0.223888, + "nauc_ndcg_at_3_max": 0.410316, + "nauc_ndcg_at_3_std": 0.146208, + "nauc_ndcg_at_3_diff1": 0.202663, + "nauc_ndcg_at_5_max": 0.399515, + "nauc_ndcg_at_5_std": 0.066815, + "nauc_ndcg_at_5_diff1": 0.198788, + "nauc_ndcg_at_10_max": 0.393794, + "nauc_ndcg_at_10_std": -0.003571, + "nauc_ndcg_at_10_diff1": 0.223878, + "nauc_ndcg_at_20_max": 0.401562, + "nauc_ndcg_at_20_std": -0.048491, + "nauc_ndcg_at_20_diff1": 0.231425, + "nauc_ndcg_at_100_max": 0.446446, + "nauc_ndcg_at_100_std": 0.043351, + "nauc_ndcg_at_100_diff1": 0.227835, + "nauc_ndcg_at_1000_max": 0.479996, + "nauc_ndcg_at_1000_std": 0.168413, + "nauc_ndcg_at_1000_diff1": 0.206776, + "nauc_map_at_1_max": -0.000723, + "nauc_map_at_1_std": -0.216999, + "nauc_map_at_1_diff1": 0.214438, + "nauc_map_at_3_max": 0.048169, + "nauc_map_at_3_std": -0.298244, + "nauc_map_at_3_diff1": 0.242518, + "nauc_map_at_5_max": 0.07428, + "nauc_map_at_5_std": -0.32617, + "nauc_map_at_5_diff1": 0.188906, + "nauc_map_at_10_max": 0.156363, + "nauc_map_at_10_std": -0.307403, + "nauc_map_at_10_diff1": 0.169112, + "nauc_map_at_20_max": 0.222874, + "nauc_map_at_20_std": -0.254402, + "nauc_map_at_20_diff1": 0.165091, + "nauc_map_at_100_max": 0.315677, + "nauc_map_at_100_std": -0.122355, + "nauc_map_at_100_diff1": 0.196604, + "nauc_map_at_1000_max": 0.336663, + "nauc_map_at_1000_std": -0.070214, + "nauc_map_at_1000_diff1": 0.195082, + "nauc_recall_at_1_max": -0.000723, + "nauc_recall_at_1_std": -0.216999, + "nauc_recall_at_1_diff1": 0.214438, + "nauc_recall_at_3_max": 0.004718, + "nauc_recall_at_3_std": -0.360239, + "nauc_recall_at_3_diff1": 0.214695, + "nauc_recall_at_5_max": 0.011161, + "nauc_recall_at_5_std": -0.407414, + "nauc_recall_at_5_diff1": 0.143562, + "nauc_recall_at_10_max": 0.040969, + "nauc_recall_at_10_std": -0.41119, + "nauc_recall_at_10_diff1": 0.085047, + "nauc_recall_at_20_max": 0.047744, + "nauc_recall_at_20_std": -0.440088, + "nauc_recall_at_20_diff1": 0.125677, + "nauc_recall_at_100_max": 0.205759, + "nauc_recall_at_100_std": -0.285699, + "nauc_recall_at_100_diff1": 0.205616, + "nauc_recall_at_1000_max": 0.375723, + "nauc_recall_at_1000_std": 0.114812, + "nauc_recall_at_1000_diff1": -0.337101, + "nauc_precision_at_1_max": 0.433243, + "nauc_precision_at_1_std": 0.300069, + "nauc_precision_at_1_diff1": 0.254676, + "nauc_precision_at_3_max": 0.388905, + "nauc_precision_at_3_std": 0.207985, + "nauc_precision_at_3_diff1": 0.140863, + "nauc_precision_at_5_max": 0.419321, + "nauc_precision_at_5_std": 0.239426, + "nauc_precision_at_5_diff1": 0.061937, + "nauc_precision_at_10_max": 0.449097, + "nauc_precision_at_10_std": 0.347501, + "nauc_precision_at_10_diff1": 0.053473, + "nauc_precision_at_20_max": 0.415713, + "nauc_precision_at_20_std": 0.460653, + "nauc_precision_at_20_diff1": 0.032753, + "nauc_precision_at_100_max": 0.305996, + "nauc_precision_at_100_std": 0.582252, + "nauc_precision_at_100_diff1": 0.01466, + "nauc_precision_at_1000_max": 0.212838, + "nauc_precision_at_1000_std": 0.560515, + "nauc_precision_at_1000_diff1": -0.03613, + "nauc_mrr_at_1_max": 0.433243, + "nauc_mrr_at_1_std": 0.300069, + "nauc_mrr_at_1_diff1": 0.254676, + "nauc_mrr_at_3_max": 0.476063, + "nauc_mrr_at_3_std": 0.299661, + "nauc_mrr_at_3_diff1": 0.262441, + "nauc_mrr_at_5_max": 0.476397, + "nauc_mrr_at_5_std": 0.295618, + "nauc_mrr_at_5_diff1": 0.264387, + "nauc_mrr_at_10_max": 0.474009, + "nauc_mrr_at_10_std": 0.301369, + "nauc_mrr_at_10_diff1": 0.253838, + "nauc_mrr_at_20_max": 0.474318, + "nauc_mrr_at_20_std": 0.301016, + "nauc_mrr_at_20_diff1": 0.257182, + "nauc_mrr_at_100_max": 0.47303, + "nauc_mrr_at_100_std": 0.301187, + "nauc_mrr_at_100_diff1": 0.257014, + "nauc_mrr_at_1000_max": 0.472975, + "nauc_mrr_at_1000_std": 0.30116, + "nauc_mrr_at_1000_diff1": 0.257028, + "main_score": 0.53271, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.2875, + "ndcg_at_3": 0.26792, + "ndcg_at_5": 0.29415, + "ndcg_at_10": 0.32479, + "ndcg_at_20": 0.36173, + "ndcg_at_100": 0.44269, + "ndcg_at_1000": 0.51054, + "map_at_1": 0.05409, + "map_at_3": 0.10866, + "map_at_5": 0.14515, + "map_at_10": 0.19274, + "map_at_20": 0.22547, + "map_at_100": 0.26895, + "map_at_1000": 0.28469, + "recall_at_1": 0.05409, + "recall_at_3": 0.13604, + "recall_at_5": 0.21197, + "recall_at_10": 0.31998, + "recall_at_20": 0.43421, + "recall_at_100": 0.69506, + "recall_at_1000": 0.9562, + "precision_at_1": 0.345, + "precision_at_3": 0.29667, + "precision_at_5": 0.286, + "precision_at_10": 0.2455, + "precision_at_20": 0.18525, + "precision_at_100": 0.08, + "precision_at_1000": 0.01298, + "mrr_at_1": 0.345, + "mrr_at_3": 0.428333, + "mrr_at_5": 0.458083, + "mrr_at_10": 0.466212, + "mrr_at_20": 0.473238, + "mrr_at_100": 0.476031, + "mrr_at_1000": 0.476333, + "nauc_ndcg_at_1_max": 0.440277, + "nauc_ndcg_at_1_std": 0.401314, + "nauc_ndcg_at_1_diff1": 0.100515, + "nauc_ndcg_at_3_max": 0.446898, + "nauc_ndcg_at_3_std": 0.302796, + "nauc_ndcg_at_3_diff1": 0.061304, + "nauc_ndcg_at_5_max": 0.467806, + "nauc_ndcg_at_5_std": 0.303409, + "nauc_ndcg_at_5_diff1": 0.081949, + "nauc_ndcg_at_10_max": 0.497732, + "nauc_ndcg_at_10_std": 0.31097, + "nauc_ndcg_at_10_diff1": 0.107078, + "nauc_ndcg_at_20_max": 0.509936, + "nauc_ndcg_at_20_std": 0.29077, + "nauc_ndcg_at_20_diff1": 0.114091, + "nauc_ndcg_at_100_max": 0.524405, + "nauc_ndcg_at_100_std": 0.330801, + "nauc_ndcg_at_100_diff1": 0.110426, + "nauc_ndcg_at_1000_max": 0.554789, + "nauc_ndcg_at_1000_std": 0.416376, + "nauc_ndcg_at_1000_diff1": 0.061044, + "nauc_map_at_1_max": 0.30257, + "nauc_map_at_1_std": 0.062487, + "nauc_map_at_1_diff1": 0.146767, + "nauc_map_at_3_max": 0.272386, + "nauc_map_at_3_std": -0.046207, + "nauc_map_at_3_diff1": 0.13567, + "nauc_map_at_5_max": 0.292953, + "nauc_map_at_5_std": -0.038793, + "nauc_map_at_5_diff1": 0.153826, + "nauc_map_at_10_max": 0.361221, + "nauc_map_at_10_std": 0.033914, + "nauc_map_at_10_diff1": 0.154032, + "nauc_map_at_20_max": 0.406299, + "nauc_map_at_20_std": 0.08487, + "nauc_map_at_20_diff1": 0.131677, + "nauc_map_at_100_max": 0.465322, + "nauc_map_at_100_std": 0.202889, + "nauc_map_at_100_diff1": 0.108613, + "nauc_map_at_1000_max": 0.489511, + "nauc_map_at_1000_std": 0.251493, + "nauc_map_at_1000_diff1": 0.097424, + "nauc_recall_at_1_max": 0.30257, + "nauc_recall_at_1_std": 0.062487, + "nauc_recall_at_1_diff1": 0.146767, + "nauc_recall_at_3_max": 0.222099, + "nauc_recall_at_3_std": -0.098907, + "nauc_recall_at_3_diff1": 0.122578, + "nauc_recall_at_5_max": 0.247825, + "nauc_recall_at_5_std": -0.076114, + "nauc_recall_at_5_diff1": 0.179268, + "nauc_recall_at_10_max": 0.309523, + "nauc_recall_at_10_std": 0.023757, + "nauc_recall_at_10_diff1": 0.190083, + "nauc_recall_at_20_max": 0.31952, + "nauc_recall_at_20_std": 0.034899, + "nauc_recall_at_20_diff1": 0.170841, + "nauc_recall_at_100_max": 0.364006, + "nauc_recall_at_100_std": 0.167666, + "nauc_recall_at_100_diff1": 0.226501, + "nauc_recall_at_1000_max": 0.531338, + "nauc_recall_at_1000_std": 0.588515, + "nauc_recall_at_1000_diff1": 0.087798, + "nauc_precision_at_1_max": 0.472301, + "nauc_precision_at_1_std": 0.417551, + "nauc_precision_at_1_diff1": 0.104617, + "nauc_precision_at_3_max": 0.435854, + "nauc_precision_at_3_std": 0.325203, + "nauc_precision_at_3_diff1": 0.042679, + "nauc_precision_at_5_max": 0.45621, + "nauc_precision_at_5_std": 0.369272, + "nauc_precision_at_5_diff1": 0.03865, + "nauc_precision_at_10_max": 0.494036, + "nauc_precision_at_10_std": 0.468407, + "nauc_precision_at_10_diff1": -0.026105, + "nauc_precision_at_20_max": 0.482584, + "nauc_precision_at_20_std": 0.536077, + "nauc_precision_at_20_diff1": -0.079658, + "nauc_precision_at_100_max": 0.361194, + "nauc_precision_at_100_std": 0.582069, + "nauc_precision_at_100_diff1": -0.1189, + "nauc_precision_at_1000_max": 0.271918, + "nauc_precision_at_1000_std": 0.507885, + "nauc_precision_at_1000_diff1": -0.147418, + "nauc_mrr_at_1_max": 0.472301, + "nauc_mrr_at_1_std": 0.417551, + "nauc_mrr_at_1_diff1": 0.104617, + "nauc_mrr_at_3_max": 0.472323, + "nauc_mrr_at_3_std": 0.394278, + "nauc_mrr_at_3_diff1": 0.090331, + "nauc_mrr_at_5_max": 0.502612, + "nauc_mrr_at_5_std": 0.428074, + "nauc_mrr_at_5_diff1": 0.095833, + "nauc_mrr_at_10_max": 0.495374, + "nauc_mrr_at_10_std": 0.42795, + "nauc_mrr_at_10_diff1": 0.091297, + "nauc_mrr_at_20_max": 0.494091, + "nauc_mrr_at_20_std": 0.425107, + "nauc_mrr_at_20_diff1": 0.093535, + "nauc_mrr_at_100_max": 0.493595, + "nauc_mrr_at_100_std": 0.42391, + "nauc_mrr_at_100_diff1": 0.094124, + "nauc_mrr_at_1000_max": 0.493421, + "nauc_mrr_at_1000_std": 0.423798, + "nauc_mrr_at_1000_diff1": 0.094033, + "main_score": 0.32479, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3325, + "ndcg_at_3": 0.36031, + "ndcg_at_5": 0.37413, + "ndcg_at_10": 0.40418, + "ndcg_at_20": 0.44728, + "ndcg_at_100": 0.52016, + "ndcg_at_1000": 0.57916, + "map_at_1": 0.07205, + "map_at_3": 0.16364, + "map_at_5": 0.20336, + "map_at_10": 0.25444, + "map_at_20": 0.29434, + "map_at_100": 0.33774, + "map_at_1000": 0.35307, + "recall_at_1": 0.07205, + "recall_at_3": 0.20457, + "recall_at_5": 0.28005, + "recall_at_10": 0.39324, + "recall_at_20": 0.52206, + "recall_at_100": 0.76092, + "recall_at_1000": 0.97491, + "precision_at_1": 0.385, + "precision_at_3": 0.39833, + "precision_at_5": 0.357, + "precision_at_10": 0.288, + "precision_at_20": 0.21275, + "precision_at_100": 0.08235, + "precision_at_1000": 0.01309, + "mrr_at_1": 0.385, + "mrr_at_3": 0.526667, + "mrr_at_5": 0.546917, + "mrr_at_10": 0.558883, + "mrr_at_20": 0.56135, + "mrr_at_100": 0.563476, + "mrr_at_1000": 0.563623, + "nauc_ndcg_at_1_max": 0.300218, + "nauc_ndcg_at_1_std": 0.087981, + "nauc_ndcg_at_1_diff1": 0.164222, + "nauc_ndcg_at_3_max": 0.307128, + "nauc_ndcg_at_3_std": 0.038, + "nauc_ndcg_at_3_diff1": 0.105578, + "nauc_ndcg_at_5_max": 0.30511, + "nauc_ndcg_at_5_std": 0.012811, + "nauc_ndcg_at_5_diff1": 0.114768, + "nauc_ndcg_at_10_max": 0.32455, + "nauc_ndcg_at_10_std": 0.006733, + "nauc_ndcg_at_10_diff1": 0.128328, + "nauc_ndcg_at_20_max": 0.330087, + "nauc_ndcg_at_20_std": -0.015439, + "nauc_ndcg_at_20_diff1": 0.112715, + "nauc_ndcg_at_100_max": 0.357911, + "nauc_ndcg_at_100_std": 0.066073, + "nauc_ndcg_at_100_diff1": 0.088676, + "nauc_ndcg_at_1000_max": 0.390359, + "nauc_ndcg_at_1000_std": 0.191185, + "nauc_ndcg_at_1000_diff1": 0.083746, + "nauc_map_at_1_max": 0.175049, + "nauc_map_at_1_std": -0.153741, + "nauc_map_at_1_diff1": 0.204261, + "nauc_map_at_3_max": 0.156328, + "nauc_map_at_3_std": -0.228321, + "nauc_map_at_3_diff1": 0.188154, + "nauc_map_at_5_max": 0.167294, + "nauc_map_at_5_std": -0.230274, + "nauc_map_at_5_diff1": 0.175253, + "nauc_map_at_10_max": 0.234952, + "nauc_map_at_10_std": -0.183357, + "nauc_map_at_10_diff1": 0.164085, + "nauc_map_at_20_max": 0.261358, + "nauc_map_at_20_std": -0.148935, + "nauc_map_at_20_diff1": 0.128018, + "nauc_map_at_100_max": 0.312412, + "nauc_map_at_100_std": -0.043317, + "nauc_map_at_100_diff1": 0.105559, + "nauc_map_at_1000_max": 0.335091, + "nauc_map_at_1000_std": 0.012301, + "nauc_map_at_1000_diff1": 0.102801, + "nauc_recall_at_1_max": 0.175049, + "nauc_recall_at_1_std": -0.153741, + "nauc_recall_at_1_diff1": 0.204261, + "nauc_recall_at_3_max": 0.123159, + "nauc_recall_at_3_std": -0.263243, + "nauc_recall_at_3_diff1": 0.164996, + "nauc_recall_at_5_max": 0.119104, + "nauc_recall_at_5_std": -0.272408, + "nauc_recall_at_5_diff1": 0.166797, + "nauc_recall_at_10_max": 0.161984, + "nauc_recall_at_10_std": -0.230791, + "nauc_recall_at_10_diff1": 0.157393, + "nauc_recall_at_20_max": 0.169934, + "nauc_recall_at_20_std": -0.228512, + "nauc_recall_at_20_diff1": 0.153525, + "nauc_recall_at_100_max": 0.214859, + "nauc_recall_at_100_std": -0.070212, + "nauc_recall_at_100_diff1": 0.078343, + "nauc_recall_at_1000_max": 0.311357, + "nauc_recall_at_1000_std": 0.309052, + "nauc_recall_at_1000_diff1": 0.128487, + "nauc_precision_at_1_max": 0.312611, + "nauc_precision_at_1_std": 0.105284, + "nauc_precision_at_1_diff1": 0.190828, + "nauc_precision_at_3_max": 0.329043, + "nauc_precision_at_3_std": 0.137305, + "nauc_precision_at_3_diff1": 0.050649, + "nauc_precision_at_5_max": 0.324702, + "nauc_precision_at_5_std": 0.196068, + "nauc_precision_at_5_diff1": -0.004341, + "nauc_precision_at_10_max": 0.37074, + "nauc_precision_at_10_std": 0.350067, + "nauc_precision_at_10_diff1": -0.057684, + "nauc_precision_at_20_max": 0.339025, + "nauc_precision_at_20_std": 0.433187, + "nauc_precision_at_20_diff1": -0.127706, + "nauc_precision_at_100_max": 0.284299, + "nauc_precision_at_100_std": 0.612948, + "nauc_precision_at_100_diff1": -0.124229, + "nauc_precision_at_1000_max": 0.18743, + "nauc_precision_at_1000_std": 0.587659, + "nauc_precision_at_1000_diff1": -0.079413, + "nauc_mrr_at_1_max": 0.312611, + "nauc_mrr_at_1_std": 0.105284, + "nauc_mrr_at_1_diff1": 0.190828, + "nauc_mrr_at_3_max": 0.365433, + "nauc_mrr_at_3_std": 0.157234, + "nauc_mrr_at_3_diff1": 0.164715, + "nauc_mrr_at_5_max": 0.366571, + "nauc_mrr_at_5_std": 0.156539, + "nauc_mrr_at_5_diff1": 0.164891, + "nauc_mrr_at_10_max": 0.362794, + "nauc_mrr_at_10_std": 0.165585, + "nauc_mrr_at_10_diff1": 0.160827, + "nauc_mrr_at_20_max": 0.364348, + "nauc_mrr_at_20_std": 0.162837, + "nauc_mrr_at_20_diff1": 0.163715, + "nauc_mrr_at_100_max": 0.363056, + "nauc_mrr_at_100_std": 0.160776, + "nauc_mrr_at_100_diff1": 0.164981, + "nauc_mrr_at_1000_max": 0.362901, + "nauc_mrr_at_1000_std": 0.160577, + "nauc_mrr_at_1000_diff1": 0.165036, + "main_score": 0.40418, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.575, + "ndcg_at_3": 0.5362, + "ndcg_at_5": 0.51977, + "ndcg_at_10": 0.50618, + "ndcg_at_20": 0.50754, + "ndcg_at_100": 0.58475, + "ndcg_at_1000": 0.68284, + "map_at_1": 0.06695, + "map_at_3": 0.12327, + "map_at_5": 0.15736, + "map_at_10": 0.20605, + "map_at_20": 0.25269, + "map_at_100": 0.35206, + "map_at_1000": 0.40482, + "recall_at_1": 0.06695, + "recall_at_3": 0.13413, + "recall_at_5": 0.18028, + "recall_at_10": 0.26106, + "recall_at_20": 0.36159, + "recall_at_100": 0.66837, + "recall_at_1000": 0.95927, + "precision_at_1": 0.695, + "precision_at_3": 0.59833, + "precision_at_5": 0.549, + "precision_at_10": 0.4695, + "precision_at_20": 0.387, + "precision_at_100": 0.2107, + "precision_at_1000": 0.04611, + "mrr_at_1": 0.695, + "mrr_at_3": 0.784167, + "mrr_at_5": 0.797167, + "mrr_at_10": 0.799006, + "mrr_at_20": 0.799773, + "mrr_at_100": 0.800502, + "mrr_at_1000": 0.80053, + "nauc_ndcg_at_1_max": 0.344427, + "nauc_ndcg_at_1_std": 0.119045, + "nauc_ndcg_at_1_diff1": 0.067596, + "nauc_ndcg_at_3_max": 0.327247, + "nauc_ndcg_at_3_std": 0.167643, + "nauc_ndcg_at_3_diff1": -0.040157, + "nauc_ndcg_at_5_max": 0.368447, + "nauc_ndcg_at_5_std": 0.182963, + "nauc_ndcg_at_5_diff1": -0.035326, + "nauc_ndcg_at_10_max": 0.348987, + "nauc_ndcg_at_10_std": 0.149885, + "nauc_ndcg_at_10_diff1": -0.007047, + "nauc_ndcg_at_20_max": 0.329496, + "nauc_ndcg_at_20_std": 0.141908, + "nauc_ndcg_at_20_diff1": 0.010329, + "nauc_ndcg_at_100_max": 0.35029, + "nauc_ndcg_at_100_std": 0.233022, + "nauc_ndcg_at_100_diff1": 0.043094, + "nauc_ndcg_at_1000_max": 0.41586, + "nauc_ndcg_at_1000_std": 0.254235, + "nauc_ndcg_at_1000_diff1": 0.01758, + "nauc_map_at_1_max": 0.010017, + "nauc_map_at_1_std": -0.125758, + "nauc_map_at_1_diff1": 0.151514, + "nauc_map_at_3_max": 0.0498, + "nauc_map_at_3_std": -0.055847, + "nauc_map_at_3_diff1": 0.088799, + "nauc_map_at_5_max": 0.099807, + "nauc_map_at_5_std": 0.000235, + "nauc_map_at_5_diff1": 0.045569, + "nauc_map_at_10_max": 0.121812, + "nauc_map_at_10_std": 0.046938, + "nauc_map_at_10_diff1": 0.036105, + "nauc_map_at_20_max": 0.162392, + "nauc_map_at_20_std": 0.089475, + "nauc_map_at_20_diff1": 0.023945, + "nauc_map_at_100_max": 0.272401, + "nauc_map_at_100_std": 0.213003, + "nauc_map_at_100_diff1": -0.014036, + "nauc_map_at_1000_max": 0.309215, + "nauc_map_at_1000_std": 0.218312, + "nauc_map_at_1000_diff1": -0.045831, + "nauc_recall_at_1_max": 0.010017, + "nauc_recall_at_1_std": -0.125758, + "nauc_recall_at_1_diff1": 0.151514, + "nauc_recall_at_3_max": 0.011465, + "nauc_recall_at_3_std": -0.067125, + "nauc_recall_at_3_diff1": 0.06797, + "nauc_recall_at_5_max": 0.055385, + "nauc_recall_at_5_std": -0.018456, + "nauc_recall_at_5_diff1": 0.016629, + "nauc_recall_at_10_max": 0.049313, + "nauc_recall_at_10_std": 0.016463, + "nauc_recall_at_10_diff1": 0.03604, + "nauc_recall_at_20_max": 0.062163, + "nauc_recall_at_20_std": 0.04426, + "nauc_recall_at_20_diff1": 0.035237, + "nauc_recall_at_100_max": 0.092693, + "nauc_recall_at_100_std": 0.22082, + "nauc_recall_at_100_diff1": 0.093561, + "nauc_recall_at_1000_max": 0.131182, + "nauc_recall_at_1000_std": 0.541055, + "nauc_recall_at_1000_diff1": 0.131301, + "nauc_precision_at_1_max": 0.455337, + "nauc_precision_at_1_std": 0.158101, + "nauc_precision_at_1_diff1": 0.068062, + "nauc_precision_at_3_max": 0.367267, + "nauc_precision_at_3_std": 0.229117, + "nauc_precision_at_3_diff1": -0.100741, + "nauc_precision_at_5_max": 0.390956, + "nauc_precision_at_5_std": 0.24683, + "nauc_precision_at_5_diff1": -0.128176, + "nauc_precision_at_10_max": 0.327213, + "nauc_precision_at_10_std": 0.226911, + "nauc_precision_at_10_diff1": -0.096719, + "nauc_precision_at_20_max": 0.30644, + "nauc_precision_at_20_std": 0.200404, + "nauc_precision_at_20_diff1": -0.11285, + "nauc_precision_at_100_max": 0.19876, + "nauc_precision_at_100_std": 0.112457, + "nauc_precision_at_100_diff1": -0.113998, + "nauc_precision_at_1000_max": 0.094272, + "nauc_precision_at_1000_std": -0.11784, + "nauc_precision_at_1000_diff1": -0.059642, + "nauc_mrr_at_1_max": 0.455337, + "nauc_mrr_at_1_std": 0.158101, + "nauc_mrr_at_1_diff1": 0.068062, + "nauc_mrr_at_3_max": 0.493216, + "nauc_mrr_at_3_std": 0.191135, + "nauc_mrr_at_3_diff1": 0.082749, + "nauc_mrr_at_5_max": 0.492212, + "nauc_mrr_at_5_std": 0.187073, + "nauc_mrr_at_5_diff1": 0.07838, + "nauc_mrr_at_10_max": 0.49489, + "nauc_mrr_at_10_std": 0.18356, + "nauc_mrr_at_10_diff1": 0.084317, + "nauc_mrr_at_20_max": 0.493271, + "nauc_mrr_at_20_std": 0.182428, + "nauc_mrr_at_20_diff1": 0.08149, + "nauc_mrr_at_100_max": 0.492579, + "nauc_mrr_at_100_std": 0.182135, + "nauc_mrr_at_100_diff1": 0.082556, + "nauc_mrr_at_1000_max": 0.492499, + "nauc_mrr_at_1000_std": 0.182006, + "nauc_mrr_at_1000_diff1": 0.082462, + "main_score": 0.50618, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4225, + "ndcg_at_3": 0.39221, + "ndcg_at_5": 0.39676, + "ndcg_at_10": 0.40021, + "ndcg_at_20": 0.40772, + "ndcg_at_100": 0.47362, + "ndcg_at_1000": 0.59056, + "map_at_1": 0.0449, + "map_at_3": 0.09157, + "map_at_5": 0.12176, + "map_at_10": 0.16176, + "map_at_20": 0.19562, + "map_at_100": 0.26692, + "map_at_1000": 0.31546, + "recall_at_1": 0.0449, + "recall_at_3": 0.10587, + "recall_at_5": 0.15093, + "recall_at_10": 0.21988, + "recall_at_20": 0.30442, + "recall_at_100": 0.55863, + "recall_at_1000": 0.91141, + "precision_at_1": 0.545, + "precision_at_3": 0.47, + "precision_at_5": 0.449, + "precision_at_10": 0.3955, + "precision_at_20": 0.3205, + "precision_at_100": 0.1778, + "precision_at_1000": 0.04359, + "mrr_at_1": 0.545, + "mrr_at_3": 0.635833, + "mrr_at_5": 0.651333, + "mrr_at_10": 0.659704, + "mrr_at_20": 0.663791, + "mrr_at_100": 0.664902, + "mrr_at_1000": 0.665002, + "nauc_ndcg_at_1_max": 0.157089, + "nauc_ndcg_at_1_std": 0.193976, + "nauc_ndcg_at_1_diff1": 0.075257, + "nauc_ndcg_at_3_max": 0.258294, + "nauc_ndcg_at_3_std": 0.312545, + "nauc_ndcg_at_3_diff1": 0.010676, + "nauc_ndcg_at_5_max": 0.2675, + "nauc_ndcg_at_5_std": 0.325549, + "nauc_ndcg_at_5_diff1": 0.062334, + "nauc_ndcg_at_10_max": 0.323151, + "nauc_ndcg_at_10_std": 0.365059, + "nauc_ndcg_at_10_diff1": 0.040026, + "nauc_ndcg_at_20_max": 0.327931, + "nauc_ndcg_at_20_std": 0.377495, + "nauc_ndcg_at_20_diff1": 0.056905, + "nauc_ndcg_at_100_max": 0.288994, + "nauc_ndcg_at_100_std": 0.431704, + "nauc_ndcg_at_100_diff1": 0.074834, + "nauc_ndcg_at_1000_max": 0.354277, + "nauc_ndcg_at_1000_std": 0.469758, + "nauc_ndcg_at_1000_diff1": -0.004339, + "nauc_map_at_1_max": 0.017152, + "nauc_map_at_1_std": 0.030399, + "nauc_map_at_1_diff1": 0.358638, + "nauc_map_at_3_max": 0.095806, + "nauc_map_at_3_std": 0.101452, + "nauc_map_at_3_diff1": 0.202385, + "nauc_map_at_5_max": 0.137478, + "nauc_map_at_5_std": 0.17311, + "nauc_map_at_5_diff1": 0.192084, + "nauc_map_at_10_max": 0.200083, + "nauc_map_at_10_std": 0.284131, + "nauc_map_at_10_diff1": 0.147967, + "nauc_map_at_20_max": 0.229816, + "nauc_map_at_20_std": 0.327176, + "nauc_map_at_20_diff1": 0.141209, + "nauc_map_at_100_max": 0.260401, + "nauc_map_at_100_std": 0.44118, + "nauc_map_at_100_diff1": 0.079143, + "nauc_map_at_1000_max": 0.323465, + "nauc_map_at_1000_std": 0.471689, + "nauc_map_at_1000_diff1": 0.020038, + "nauc_recall_at_1_max": 0.017152, + "nauc_recall_at_1_std": 0.030399, + "nauc_recall_at_1_diff1": 0.358638, + "nauc_recall_at_3_max": 0.059435, + "nauc_recall_at_3_std": 0.058175, + "nauc_recall_at_3_diff1": 0.190099, + "nauc_recall_at_5_max": 0.089378, + "nauc_recall_at_5_std": 0.107426, + "nauc_recall_at_5_diff1": 0.18258, + "nauc_recall_at_10_max": 0.151109, + "nauc_recall_at_10_std": 0.214598, + "nauc_recall_at_10_diff1": 0.142681, + "nauc_recall_at_20_max": 0.149678, + "nauc_recall_at_20_std": 0.226898, + "nauc_recall_at_20_diff1": 0.164719, + "nauc_recall_at_100_max": 0.139785, + "nauc_recall_at_100_std": 0.37536, + "nauc_recall_at_100_diff1": 0.189098, + "nauc_recall_at_1000_max": 0.163962, + "nauc_recall_at_1000_std": 0.603372, + "nauc_recall_at_1000_diff1": -0.017431, + "nauc_precision_at_1_max": 0.287129, + "nauc_precision_at_1_std": 0.301529, + "nauc_precision_at_1_diff1": 0.009875, + "nauc_precision_at_3_max": 0.310946, + "nauc_precision_at_3_std": 0.368668, + "nauc_precision_at_3_diff1": -0.11249, + "nauc_precision_at_5_max": 0.298829, + "nauc_precision_at_5_std": 0.402599, + "nauc_precision_at_5_diff1": -0.091261, + "nauc_precision_at_10_max": 0.362337, + "nauc_precision_at_10_std": 0.432106, + "nauc_precision_at_10_diff1": -0.158953, + "nauc_precision_at_20_max": 0.346436, + "nauc_precision_at_20_std": 0.376561, + "nauc_precision_at_20_diff1": -0.175715, + "nauc_precision_at_100_max": 0.24111, + "nauc_precision_at_100_std": 0.231438, + "nauc_precision_at_100_diff1": -0.211225, + "nauc_precision_at_1000_max": 0.234816, + "nauc_precision_at_1000_std": 0.016322, + "nauc_precision_at_1000_diff1": -0.225446, + "nauc_mrr_at_1_max": 0.287129, + "nauc_mrr_at_1_std": 0.301529, + "nauc_mrr_at_1_diff1": 0.009875, + "nauc_mrr_at_3_max": 0.266168, + "nauc_mrr_at_3_std": 0.315552, + "nauc_mrr_at_3_diff1": -0.040577, + "nauc_mrr_at_5_max": 0.266456, + "nauc_mrr_at_5_std": 0.31009, + "nauc_mrr_at_5_diff1": -0.034466, + "nauc_mrr_at_10_max": 0.27184, + "nauc_mrr_at_10_std": 0.314187, + "nauc_mrr_at_10_diff1": -0.035805, + "nauc_mrr_at_20_max": 0.273959, + "nauc_mrr_at_20_std": 0.311555, + "nauc_mrr_at_20_diff1": -0.037637, + "nauc_mrr_at_100_max": 0.273983, + "nauc_mrr_at_100_std": 0.310946, + "nauc_mrr_at_100_diff1": -0.035226, + "nauc_mrr_at_1000_max": 0.273714, + "nauc_mrr_at_1000_std": 0.31103, + "nauc_mrr_at_1000_diff1": -0.035441, + "main_score": 0.40021, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4075, + "ndcg_at_3": 0.40804, + "ndcg_at_5": 0.40919, + "ndcg_at_10": 0.41534, + "ndcg_at_20": 0.42124, + "ndcg_at_100": 0.49066, + "ndcg_at_1000": 0.60198, + "map_at_1": 0.05174, + "map_at_3": 0.09575, + "map_at_5": 0.12283, + "map_at_10": 0.16399, + "map_at_20": 0.20048, + "map_at_100": 0.27682, + "map_at_1000": 0.32445, + "recall_at_1": 0.05174, + "recall_at_3": 0.10793, + "recall_at_5": 0.14799, + "recall_at_10": 0.22285, + "recall_at_20": 0.30735, + "recall_at_100": 0.57529, + "recall_at_1000": 0.91216, + "precision_at_1": 0.535, + "precision_at_3": 0.49667, + "precision_at_5": 0.462, + "precision_at_10": 0.409, + "precision_at_20": 0.33525, + "precision_at_100": 0.18185, + "precision_at_1000": 0.04323, + "mrr_at_1": 0.535, + "mrr_at_3": 0.639167, + "mrr_at_5": 0.654917, + "mrr_at_10": 0.664873, + "mrr_at_20": 0.66598, + "mrr_at_100": 0.667212, + "mrr_at_1000": 0.667284, + "nauc_ndcg_at_1_max": 0.351299, + "nauc_ndcg_at_1_std": 0.193993, + "nauc_ndcg_at_1_diff1": 0.243412, + "nauc_ndcg_at_3_max": 0.407325, + "nauc_ndcg_at_3_std": 0.246984, + "nauc_ndcg_at_3_diff1": 0.217868, + "nauc_ndcg_at_5_max": 0.423013, + "nauc_ndcg_at_5_std": 0.288098, + "nauc_ndcg_at_5_diff1": 0.214404, + "nauc_ndcg_at_10_max": 0.448943, + "nauc_ndcg_at_10_std": 0.313021, + "nauc_ndcg_at_10_diff1": 0.20427, + "nauc_ndcg_at_20_max": 0.444569, + "nauc_ndcg_at_20_std": 0.335781, + "nauc_ndcg_at_20_diff1": 0.199717, + "nauc_ndcg_at_100_max": 0.446253, + "nauc_ndcg_at_100_std": 0.415401, + "nauc_ndcg_at_100_diff1": 0.183178, + "nauc_ndcg_at_1000_max": 0.508311, + "nauc_ndcg_at_1000_std": 0.448529, + "nauc_ndcg_at_1000_diff1": 0.151511, + "nauc_map_at_1_max": 0.076469, + "nauc_map_at_1_std": 0.005281, + "nauc_map_at_1_diff1": 0.404664, + "nauc_map_at_3_max": 0.178914, + "nauc_map_at_3_std": 0.127761, + "nauc_map_at_3_diff1": 0.250567, + "nauc_map_at_5_max": 0.240201, + "nauc_map_at_5_std": 0.228776, + "nauc_map_at_5_diff1": 0.22167, + "nauc_map_at_10_max": 0.282086, + "nauc_map_at_10_std": 0.289957, + "nauc_map_at_10_diff1": 0.204349, + "nauc_map_at_20_max": 0.306785, + "nauc_map_at_20_std": 0.32263, + "nauc_map_at_20_diff1": 0.183642, + "nauc_map_at_100_max": 0.37156, + "nauc_map_at_100_std": 0.431249, + "nauc_map_at_100_diff1": 0.12392, + "nauc_map_at_1000_max": 0.444556, + "nauc_map_at_1000_std": 0.44866, + "nauc_map_at_1000_diff1": 0.13361, + "nauc_recall_at_1_max": 0.076469, + "nauc_recall_at_1_std": 0.005281, + "nauc_recall_at_1_diff1": 0.404664, + "nauc_recall_at_3_max": 0.13438, + "nauc_recall_at_3_std": 0.102543, + "nauc_recall_at_3_diff1": 0.242522, + "nauc_recall_at_5_max": 0.175681, + "nauc_recall_at_5_std": 0.1897, + "nauc_recall_at_5_diff1": 0.210255, + "nauc_recall_at_10_max": 0.181929, + "nauc_recall_at_10_std": 0.213574, + "nauc_recall_at_10_diff1": 0.180515, + "nauc_recall_at_20_max": 0.180553, + "nauc_recall_at_20_std": 0.228542, + "nauc_recall_at_20_diff1": 0.153312, + "nauc_recall_at_100_max": 0.215416, + "nauc_recall_at_100_std": 0.388523, + "nauc_recall_at_100_diff1": 0.095301, + "nauc_recall_at_1000_max": 0.293398, + "nauc_recall_at_1000_std": 0.67835, + "nauc_recall_at_1000_diff1": 6e-05, + "nauc_precision_at_1_max": 0.432934, + "nauc_precision_at_1_std": 0.243645, + "nauc_precision_at_1_diff1": 0.206459, + "nauc_precision_at_3_max": 0.409229, + "nauc_precision_at_3_std": 0.288403, + "nauc_precision_at_3_diff1": 0.093192, + "nauc_precision_at_5_max": 0.434604, + "nauc_precision_at_5_std": 0.346783, + "nauc_precision_at_5_diff1": 0.057132, + "nauc_precision_at_10_max": 0.445846, + "nauc_precision_at_10_std": 0.348409, + "nauc_precision_at_10_diff1": 0.01798, + "nauc_precision_at_20_max": 0.392653, + "nauc_precision_at_20_std": 0.281004, + "nauc_precision_at_20_diff1": -0.022382, + "nauc_precision_at_100_max": 0.280265, + "nauc_precision_at_100_std": 0.150569, + "nauc_precision_at_100_diff1": -0.034973, + "nauc_precision_at_1000_max": 0.28082, + "nauc_precision_at_1000_std": -0.071489, + "nauc_precision_at_1000_diff1": 0.031245, + "nauc_mrr_at_1_max": 0.432934, + "nauc_mrr_at_1_std": 0.243645, + "nauc_mrr_at_1_diff1": 0.206459, + "nauc_mrr_at_3_max": 0.427201, + "nauc_mrr_at_3_std": 0.250265, + "nauc_mrr_at_3_diff1": 0.196364, + "nauc_mrr_at_5_max": 0.423684, + "nauc_mrr_at_5_std": 0.257029, + "nauc_mrr_at_5_diff1": 0.197243, + "nauc_mrr_at_10_max": 0.434011, + "nauc_mrr_at_10_std": 0.25617, + "nauc_mrr_at_10_diff1": 0.191308, + "nauc_mrr_at_20_max": 0.433552, + "nauc_mrr_at_20_std": 0.256451, + "nauc_mrr_at_20_diff1": 0.191775, + "nauc_mrr_at_100_max": 0.433802, + "nauc_mrr_at_100_std": 0.256293, + "nauc_mrr_at_100_diff1": 0.192791, + "nauc_mrr_at_1000_max": 0.433646, + "nauc_mrr_at_1000_std": 0.256309, + "nauc_mrr_at_1000_diff1": 0.192729, + "main_score": 0.41534, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.555, + "ndcg_at_3": 0.52105, + "ndcg_at_5": 0.51795, + "ndcg_at_10": 0.51169, + "ndcg_at_20": 0.52333, + "ndcg_at_100": 0.57334, + "ndcg_at_1000": 0.67058, + "map_at_1": 0.07661, + "map_at_3": 0.15694, + "map_at_5": 0.19394, + "map_at_10": 0.23322, + "map_at_20": 0.27332, + "map_at_100": 0.35268, + "map_at_1000": 0.40841, + "recall_at_1": 0.07661, + "recall_at_3": 0.17752, + "recall_at_5": 0.23595, + "recall_at_10": 0.31177, + "recall_at_20": 0.4062, + "recall_at_100": 0.64999, + "recall_at_1000": 0.92467, + "precision_at_1": 0.705, + "precision_at_3": 0.60167, + "precision_at_5": 0.549, + "precision_at_10": 0.4565, + "precision_at_20": 0.38, + "precision_at_100": 0.20565, + "precision_at_1000": 0.05363, + "mrr_at_1": 0.705, + "mrr_at_3": 0.79, + "mrr_at_5": 0.8005, + "mrr_at_10": 0.805389, + "mrr_at_20": 0.806978, + "mrr_at_100": 0.807256, + "mrr_at_1000": 0.807293, + "nauc_ndcg_at_1_max": 0.297649, + "nauc_ndcg_at_1_std": 0.278028, + "nauc_ndcg_at_1_diff1": 0.260706, + "nauc_ndcg_at_3_max": 0.368664, + "nauc_ndcg_at_3_std": 0.277848, + "nauc_ndcg_at_3_diff1": 0.097802, + "nauc_ndcg_at_5_max": 0.372812, + "nauc_ndcg_at_5_std": 0.247714, + "nauc_ndcg_at_5_diff1": 0.041125, + "nauc_ndcg_at_10_max": 0.326701, + "nauc_ndcg_at_10_std": 0.241162, + "nauc_ndcg_at_10_diff1": 0.053252, + "nauc_ndcg_at_20_max": 0.359368, + "nauc_ndcg_at_20_std": 0.257492, + "nauc_ndcg_at_20_diff1": 0.07275, + "nauc_ndcg_at_100_max": 0.389852, + "nauc_ndcg_at_100_std": 0.373065, + "nauc_ndcg_at_100_diff1": 0.147087, + "nauc_ndcg_at_1000_max": 0.367652, + "nauc_ndcg_at_1000_std": 0.434641, + "nauc_ndcg_at_1000_diff1": 0.086303, + "nauc_map_at_1_max": 0.202809, + "nauc_map_at_1_std": 0.14307, + "nauc_map_at_1_diff1": 0.305515, + "nauc_map_at_3_max": 0.270423, + "nauc_map_at_3_std": 0.161171, + "nauc_map_at_3_diff1": 0.17556, + "nauc_map_at_5_max": 0.284353, + "nauc_map_at_5_std": 0.171423, + "nauc_map_at_5_diff1": 0.118247, + "nauc_map_at_10_max": 0.281267, + "nauc_map_at_10_std": 0.209033, + "nauc_map_at_10_diff1": 0.127715, + "nauc_map_at_20_max": 0.303495, + "nauc_map_at_20_std": 0.245833, + "nauc_map_at_20_diff1": 0.113244, + "nauc_map_at_100_max": 0.329356, + "nauc_map_at_100_std": 0.333881, + "nauc_map_at_100_diff1": 0.092341, + "nauc_map_at_1000_max": 0.315656, + "nauc_map_at_1000_std": 0.359028, + "nauc_map_at_1000_diff1": 0.029395, + "nauc_recall_at_1_max": 0.202809, + "nauc_recall_at_1_std": 0.14307, + "nauc_recall_at_1_diff1": 0.305515, + "nauc_recall_at_3_max": 0.282324, + "nauc_recall_at_3_std": 0.150673, + "nauc_recall_at_3_diff1": 0.154355, + "nauc_recall_at_5_max": 0.273645, + "nauc_recall_at_5_std": 0.129366, + "nauc_recall_at_5_diff1": 0.109193, + "nauc_recall_at_10_max": 0.24569, + "nauc_recall_at_10_std": 0.157457, + "nauc_recall_at_10_diff1": 0.124115, + "nauc_recall_at_20_max": 0.278875, + "nauc_recall_at_20_std": 0.19752, + "nauc_recall_at_20_diff1": 0.132859, + "nauc_recall_at_100_max": 0.32351, + "nauc_recall_at_100_std": 0.337292, + "nauc_recall_at_100_diff1": 0.229797, + "nauc_recall_at_1000_max": 0.329968, + "nauc_recall_at_1000_std": 0.713229, + "nauc_recall_at_1000_diff1": 0.25326, + "nauc_precision_at_1_max": 0.321659, + "nauc_precision_at_1_std": 0.384579, + "nauc_precision_at_1_diff1": 0.18832, + "nauc_precision_at_3_max": 0.279465, + "nauc_precision_at_3_std": 0.27285, + "nauc_precision_at_3_diff1": -0.092798, + "nauc_precision_at_5_max": 0.220781, + "nauc_precision_at_5_std": 0.202356, + "nauc_precision_at_5_diff1": -0.202911, + "nauc_precision_at_10_max": 0.063823, + "nauc_precision_at_10_std": 0.152055, + "nauc_precision_at_10_diff1": -0.215635, + "nauc_precision_at_20_max": 0.004617, + "nauc_precision_at_20_std": 0.093046, + "nauc_precision_at_20_diff1": -0.217516, + "nauc_precision_at_100_max": -0.085954, + "nauc_precision_at_100_std": 0.007943, + "nauc_precision_at_100_diff1": -0.201665, + "nauc_precision_at_1000_max": -0.11841, + "nauc_precision_at_1000_std": -0.143536, + "nauc_precision_at_1000_diff1": -0.208346, + "nauc_mrr_at_1_max": 0.321659, + "nauc_mrr_at_1_std": 0.384579, + "nauc_mrr_at_1_diff1": 0.18832, + "nauc_mrr_at_3_max": 0.395699, + "nauc_mrr_at_3_std": 0.40062, + "nauc_mrr_at_3_diff1": 0.18089, + "nauc_mrr_at_5_max": 0.395058, + "nauc_mrr_at_5_std": 0.406487, + "nauc_mrr_at_5_diff1": 0.172662, + "nauc_mrr_at_10_max": 0.391874, + "nauc_mrr_at_10_std": 0.403515, + "nauc_mrr_at_10_diff1": 0.174904, + "nauc_mrr_at_20_max": 0.388628, + "nauc_mrr_at_20_std": 0.401301, + "nauc_mrr_at_20_diff1": 0.177997, + "nauc_mrr_at_100_max": 0.387763, + "nauc_mrr_at_100_std": 0.400334, + "nauc_mrr_at_100_diff1": 0.177094, + "nauc_mrr_at_1000_max": 0.387631, + "nauc_mrr_at_1000_std": 0.400668, + "nauc_mrr_at_1000_diff1": 0.177013, + "main_score": 0.51169, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44, + "ndcg_at_3": 0.41899, + "ndcg_at_5": 0.40935, + "ndcg_at_10": 0.40368, + "ndcg_at_20": 0.41671, + "ndcg_at_100": 0.46801, + "ndcg_at_1000": 0.57508, + "map_at_1": 0.06186, + "map_at_3": 0.11432, + "map_at_5": 0.14606, + "map_at_10": 0.17285, + "map_at_20": 0.20312, + "map_at_100": 0.25881, + "map_at_1000": 0.30353, + "recall_at_1": 0.06186, + "recall_at_3": 0.13176, + "recall_at_5": 0.18588, + "recall_at_10": 0.24589, + "recall_at_20": 0.33724, + "recall_at_100": 0.56269, + "recall_at_1000": 0.87009, + "precision_at_1": 0.57, + "precision_at_3": 0.49167, + "precision_at_5": 0.441, + "precision_at_10": 0.361, + "precision_at_20": 0.296, + "precision_at_100": 0.16585, + "precision_at_1000": 0.04811, + "mrr_at_1": 0.57, + "mrr_at_3": 0.671667, + "mrr_at_5": 0.684667, + "mrr_at_10": 0.692474, + "mrr_at_20": 0.696224, + "mrr_at_100": 0.697246, + "mrr_at_1000": 0.697297, + "nauc_ndcg_at_1_max": 0.288575, + "nauc_ndcg_at_1_std": 0.152019, + "nauc_ndcg_at_1_diff1": 0.321534, + "nauc_ndcg_at_3_max": 0.317497, + "nauc_ndcg_at_3_std": 0.180055, + "nauc_ndcg_at_3_diff1": 0.257836, + "nauc_ndcg_at_5_max": 0.295385, + "nauc_ndcg_at_5_std": 0.180862, + "nauc_ndcg_at_5_diff1": 0.211212, + "nauc_ndcg_at_10_max": 0.288338, + "nauc_ndcg_at_10_std": 0.254382, + "nauc_ndcg_at_10_diff1": 0.19796, + "nauc_ndcg_at_20_max": 0.288765, + "nauc_ndcg_at_20_std": 0.291373, + "nauc_ndcg_at_20_diff1": 0.173815, + "nauc_ndcg_at_100_max": 0.324173, + "nauc_ndcg_at_100_std": 0.456333, + "nauc_ndcg_at_100_diff1": 0.18638, + "nauc_ndcg_at_1000_max": 0.325839, + "nauc_ndcg_at_1000_std": 0.459526, + "nauc_ndcg_at_1000_diff1": 0.195093, + "nauc_map_at_1_max": 0.145832, + "nauc_map_at_1_std": 0.198296, + "nauc_map_at_1_diff1": 0.269773, + "nauc_map_at_3_max": 0.190884, + "nauc_map_at_3_std": 0.252324, + "nauc_map_at_3_diff1": 0.224204, + "nauc_map_at_5_max": 0.187947, + "nauc_map_at_5_std": 0.263425, + "nauc_map_at_5_diff1": 0.182383, + "nauc_map_at_10_max": 0.19663, + "nauc_map_at_10_std": 0.299225, + "nauc_map_at_10_diff1": 0.1791, + "nauc_map_at_20_max": 0.197819, + "nauc_map_at_20_std": 0.321264, + "nauc_map_at_20_diff1": 0.159395, + "nauc_map_at_100_max": 0.251021, + "nauc_map_at_100_std": 0.398722, + "nauc_map_at_100_diff1": 0.144302, + "nauc_map_at_1000_max": 0.28494, + "nauc_map_at_1000_std": 0.411105, + "nauc_map_at_1000_diff1": 0.126758, + "nauc_recall_at_1_max": 0.145832, + "nauc_recall_at_1_std": 0.198296, + "nauc_recall_at_1_diff1": 0.269773, + "nauc_recall_at_3_max": 0.195221, + "nauc_recall_at_3_std": 0.280428, + "nauc_recall_at_3_diff1": 0.212969, + "nauc_recall_at_5_max": 0.179356, + "nauc_recall_at_5_std": 0.269198, + "nauc_recall_at_5_diff1": 0.145145, + "nauc_recall_at_10_max": 0.176692, + "nauc_recall_at_10_std": 0.322184, + "nauc_recall_at_10_diff1": 0.131078, + "nauc_recall_at_20_max": 0.140928, + "nauc_recall_at_20_std": 0.325827, + "nauc_recall_at_20_diff1": 0.093008, + "nauc_recall_at_100_max": 0.1733, + "nauc_recall_at_100_std": 0.502219, + "nauc_recall_at_100_diff1": 0.08277, + "nauc_recall_at_1000_max": 0.205864, + "nauc_recall_at_1000_std": 0.75816, + "nauc_recall_at_1000_diff1": 0.104657, + "nauc_precision_at_1_max": 0.320037, + "nauc_precision_at_1_std": 0.057311, + "nauc_precision_at_1_diff1": 0.273475, + "nauc_precision_at_3_max": 0.295254, + "nauc_precision_at_3_std": 0.08241, + "nauc_precision_at_3_diff1": 0.118552, + "nauc_precision_at_5_max": 0.20143, + "nauc_precision_at_5_std": 0.062963, + "nauc_precision_at_5_diff1": 0.02858, + "nauc_precision_at_10_max": 0.182452, + "nauc_precision_at_10_std": 0.087027, + "nauc_precision_at_10_diff1": -0.010489, + "nauc_precision_at_20_max": 0.173351, + "nauc_precision_at_20_std": 0.046248, + "nauc_precision_at_20_diff1": -0.058425, + "nauc_precision_at_100_max": 0.154918, + "nauc_precision_at_100_std": 0.003212, + "nauc_precision_at_100_diff1": -0.089356, + "nauc_precision_at_1000_max": 0.101001, + "nauc_precision_at_1000_std": -0.155387, + "nauc_precision_at_1000_diff1": -0.109516, + "nauc_mrr_at_1_max": 0.320037, + "nauc_mrr_at_1_std": 0.057311, + "nauc_mrr_at_1_diff1": 0.273475, + "nauc_mrr_at_3_max": 0.367741, + "nauc_mrr_at_3_std": 0.157319, + "nauc_mrr_at_3_diff1": 0.261806, + "nauc_mrr_at_5_max": 0.367322, + "nauc_mrr_at_5_std": 0.149071, + "nauc_mrr_at_5_diff1": 0.272572, + "nauc_mrr_at_10_max": 0.367665, + "nauc_mrr_at_10_std": 0.158183, + "nauc_mrr_at_10_diff1": 0.270465, + "nauc_mrr_at_20_max": 0.366916, + "nauc_mrr_at_20_std": 0.153254, + "nauc_mrr_at_20_diff1": 0.272882, + "nauc_mrr_at_100_max": 0.365802, + "nauc_mrr_at_100_std": 0.151181, + "nauc_mrr_at_100_diff1": 0.272875, + "nauc_mrr_at_1000_max": 0.365715, + "nauc_mrr_at_1000_std": 0.151015, + "nauc_mrr_at_1000_diff1": 0.27282, + "main_score": 0.40368, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4325, + "ndcg_at_3": 0.40714, + "ndcg_at_5": 0.3998, + "ndcg_at_10": 0.40447, + "ndcg_at_20": 0.41189, + "ndcg_at_100": 0.46623, + "ndcg_at_1000": 0.57197, + "map_at_1": 0.05708, + "map_at_3": 0.11937, + "map_at_5": 0.15141, + "map_at_10": 0.18218, + "map_at_20": 0.20699, + "map_at_100": 0.26173, + "map_at_1000": 0.30281, + "recall_at_1": 0.05708, + "recall_at_3": 0.13522, + "recall_at_5": 0.19214, + "recall_at_10": 0.26513, + "recall_at_20": 0.33199, + "recall_at_100": 0.56192, + "recall_at_1000": 0.86098, + "precision_at_1": 0.55, + "precision_at_3": 0.47667, + "precision_at_5": 0.423, + "precision_at_10": 0.358, + "precision_at_20": 0.28825, + "precision_at_100": 0.1609, + "precision_at_1000": 0.04545, + "mrr_at_1": 0.55, + "mrr_at_3": 0.645, + "mrr_at_5": 0.66375, + "mrr_at_10": 0.67551, + "mrr_at_20": 0.67755, + "mrr_at_100": 0.6791, + "mrr_at_1000": 0.679163, + "nauc_ndcg_at_1_max": 0.225559, + "nauc_ndcg_at_1_std": 0.11778, + "nauc_ndcg_at_1_diff1": 0.168914, + "nauc_ndcg_at_3_max": 0.276184, + "nauc_ndcg_at_3_std": 0.280654, + "nauc_ndcg_at_3_diff1": 0.078815, + "nauc_ndcg_at_5_max": 0.283104, + "nauc_ndcg_at_5_std": 0.291557, + "nauc_ndcg_at_5_diff1": 0.055129, + "nauc_ndcg_at_10_max": 0.32665, + "nauc_ndcg_at_10_std": 0.308548, + "nauc_ndcg_at_10_diff1": 0.05791, + "nauc_ndcg_at_20_max": 0.363681, + "nauc_ndcg_at_20_std": 0.356265, + "nauc_ndcg_at_20_diff1": 0.063169, + "nauc_ndcg_at_100_max": 0.439652, + "nauc_ndcg_at_100_std": 0.507985, + "nauc_ndcg_at_100_diff1": 0.088501, + "nauc_ndcg_at_1000_max": 0.39438, + "nauc_ndcg_at_1000_std": 0.49596, + "nauc_ndcg_at_1000_diff1": 0.049701, + "nauc_map_at_1_max": 0.332521, + "nauc_map_at_1_std": 0.294083, + "nauc_map_at_1_diff1": 0.279783, + "nauc_map_at_3_max": 0.374555, + "nauc_map_at_3_std": 0.355399, + "nauc_map_at_3_diff1": 0.160231, + "nauc_map_at_5_max": 0.355583, + "nauc_map_at_5_std": 0.373915, + "nauc_map_at_5_diff1": 0.132411, + "nauc_map_at_10_max": 0.367296, + "nauc_map_at_10_std": 0.37661, + "nauc_map_at_10_diff1": 0.117076, + "nauc_map_at_20_max": 0.377035, + "nauc_map_at_20_std": 0.406813, + "nauc_map_at_20_diff1": 0.107995, + "nauc_map_at_100_max": 0.415643, + "nauc_map_at_100_std": 0.474503, + "nauc_map_at_100_diff1": 0.080126, + "nauc_map_at_1000_max": 0.407104, + "nauc_map_at_1000_std": 0.469271, + "nauc_map_at_1000_diff1": 0.047438, + "nauc_recall_at_1_max": 0.332521, + "nauc_recall_at_1_std": 0.294083, + "nauc_recall_at_1_diff1": 0.279783, + "nauc_recall_at_3_max": 0.362742, + "nauc_recall_at_3_std": 0.356423, + "nauc_recall_at_3_diff1": 0.126784, + "nauc_recall_at_5_max": 0.330549, + "nauc_recall_at_5_std": 0.361303, + "nauc_recall_at_5_diff1": 0.080646, + "nauc_recall_at_10_max": 0.333028, + "nauc_recall_at_10_std": 0.365089, + "nauc_recall_at_10_diff1": 0.04414, + "nauc_recall_at_20_max": 0.320368, + "nauc_recall_at_20_std": 0.400779, + "nauc_recall_at_20_diff1": 0.0338, + "nauc_recall_at_100_max": 0.434746, + "nauc_recall_at_100_std": 0.578624, + "nauc_recall_at_100_diff1": 0.082212, + "nauc_recall_at_1000_max": 0.483743, + "nauc_recall_at_1000_std": 0.796777, + "nauc_recall_at_1000_diff1": 0.05134, + "nauc_precision_at_1_max": 0.245882, + "nauc_precision_at_1_std": 0.016513, + "nauc_precision_at_1_diff1": 0.089798, + "nauc_precision_at_3_max": 0.219787, + "nauc_precision_at_3_std": 0.226807, + "nauc_precision_at_3_diff1": -0.048883, + "nauc_precision_at_5_max": 0.139639, + "nauc_precision_at_5_std": 0.176285, + "nauc_precision_at_5_diff1": -0.075089, + "nauc_precision_at_10_max": 0.08628, + "nauc_precision_at_10_std": 0.082637, + "nauc_precision_at_10_diff1": -0.125562, + "nauc_precision_at_20_max": 0.062535, + "nauc_precision_at_20_std": 0.039393, + "nauc_precision_at_20_diff1": -0.139112, + "nauc_precision_at_100_max": -0.039926, + "nauc_precision_at_100_std": -0.056437, + "nauc_precision_at_100_diff1": -0.157279, + "nauc_precision_at_1000_max": -0.166554, + "nauc_precision_at_1000_std": -0.2498, + "nauc_precision_at_1000_diff1": -0.158855, + "nauc_mrr_at_1_max": 0.245882, + "nauc_mrr_at_1_std": 0.016513, + "nauc_mrr_at_1_diff1": 0.089798, + "nauc_mrr_at_3_max": 0.265235, + "nauc_mrr_at_3_std": 0.128122, + "nauc_mrr_at_3_diff1": 0.068672, + "nauc_mrr_at_5_max": 0.262234, + "nauc_mrr_at_5_std": 0.118387, + "nauc_mrr_at_5_diff1": 0.055743, + "nauc_mrr_at_10_max": 0.271164, + "nauc_mrr_at_10_std": 0.120896, + "nauc_mrr_at_10_diff1": 0.053429, + "nauc_mrr_at_20_max": 0.270343, + "nauc_mrr_at_20_std": 0.119462, + "nauc_mrr_at_20_diff1": 0.057847, + "nauc_mrr_at_100_max": 0.269953, + "nauc_mrr_at_100_std": 0.11657, + "nauc_mrr_at_100_diff1": 0.059495, + "nauc_mrr_at_1000_max": 0.269795, + "nauc_mrr_at_1000_std": 0.116515, + "nauc_mrr_at_1000_diff1": 0.059479, + "main_score": 0.40447, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.505, + "ndcg_at_3": 0.48555, + "ndcg_at_5": 0.46468, + "ndcg_at_10": 0.45178, + "ndcg_at_20": 0.44482, + "ndcg_at_100": 0.5098, + "ndcg_at_1000": 0.62972, + "map_at_1": 0.04353, + "map_at_3": 0.09465, + "map_at_5": 0.11944, + "map_at_10": 0.15918, + "map_at_20": 0.2012, + "map_at_100": 0.2945, + "map_at_1000": 0.34573, + "recall_at_1": 0.04353, + "recall_at_3": 0.10531, + "recall_at_5": 0.13851, + "recall_at_10": 0.21104, + "recall_at_20": 0.30798, + "recall_at_100": 0.60479, + "recall_at_1000": 0.94836, + "precision_at_1": 0.66, + "precision_at_3": 0.59833, + "precision_at_5": 0.529, + "precision_at_10": 0.4595, + "precision_at_20": 0.37725, + "precision_at_100": 0.19855, + "precision_at_1000": 0.03874, + "mrr_at_1": 0.66, + "mrr_at_3": 0.730833, + "mrr_at_5": 0.740333, + "mrr_at_10": 0.746704, + "mrr_at_20": 0.748222, + "mrr_at_100": 0.749098, + "mrr_at_1000": 0.749226, + "nauc_ndcg_at_1_max": 0.293921, + "nauc_ndcg_at_1_std": 0.205095, + "nauc_ndcg_at_1_diff1": 0.222185, + "nauc_ndcg_at_3_max": 0.375815, + "nauc_ndcg_at_3_std": 0.238382, + "nauc_ndcg_at_3_diff1": 0.116468, + "nauc_ndcg_at_5_max": 0.42312, + "nauc_ndcg_at_5_std": 0.249227, + "nauc_ndcg_at_5_diff1": 0.111989, + "nauc_ndcg_at_10_max": 0.413829, + "nauc_ndcg_at_10_std": 0.256556, + "nauc_ndcg_at_10_diff1": 0.119977, + "nauc_ndcg_at_20_max": 0.43118, + "nauc_ndcg_at_20_std": 0.212688, + "nauc_ndcg_at_20_diff1": 0.127409, + "nauc_ndcg_at_100_max": 0.444184, + "nauc_ndcg_at_100_std": 0.274492, + "nauc_ndcg_at_100_diff1": 0.127637, + "nauc_ndcg_at_1000_max": 0.483671, + "nauc_ndcg_at_1000_std": 0.406651, + "nauc_ndcg_at_1000_diff1": 0.115316, + "nauc_map_at_1_max": 0.052148, + "nauc_map_at_1_std": -0.122089, + "nauc_map_at_1_diff1": 0.23276, + "nauc_map_at_3_max": 0.130622, + "nauc_map_at_3_std": -0.087593, + "nauc_map_at_3_diff1": 0.211121, + "nauc_map_at_5_max": 0.180632, + "nauc_map_at_5_std": -0.054991, + "nauc_map_at_5_diff1": 0.180746, + "nauc_map_at_10_max": 0.235945, + "nauc_map_at_10_std": -0.011718, + "nauc_map_at_10_diff1": 0.15897, + "nauc_map_at_20_max": 0.315353, + "nauc_map_at_20_std": 0.020609, + "nauc_map_at_20_diff1": 0.155946, + "nauc_map_at_100_max": 0.434926, + "nauc_map_at_100_std": 0.176909, + "nauc_map_at_100_diff1": 0.106006, + "nauc_map_at_1000_max": 0.456391, + "nauc_map_at_1000_std": 0.275773, + "nauc_map_at_1000_diff1": 0.090696, + "nauc_recall_at_1_max": 0.052148, + "nauc_recall_at_1_std": -0.122089, + "nauc_recall_at_1_diff1": 0.23276, + "nauc_recall_at_3_max": 0.088488, + "nauc_recall_at_3_std": -0.099636, + "nauc_recall_at_3_diff1": 0.1904, + "nauc_recall_at_5_max": 0.132564, + "nauc_recall_at_5_std": -0.055873, + "nauc_recall_at_5_diff1": 0.152792, + "nauc_recall_at_10_max": 0.131903, + "nauc_recall_at_10_std": -0.036808, + "nauc_recall_at_10_diff1": 0.11748, + "nauc_recall_at_20_max": 0.14455, + "nauc_recall_at_20_std": -0.047886, + "nauc_recall_at_20_diff1": 0.151183, + "nauc_recall_at_100_max": 0.2148, + "nauc_recall_at_100_std": 0.095221, + "nauc_recall_at_100_diff1": 0.079769, + "nauc_recall_at_1000_max": 0.332658, + "nauc_recall_at_1000_std": 0.457459, + "nauc_recall_at_1000_diff1": 0.066468, + "nauc_precision_at_1_max": 0.404577, + "nauc_precision_at_1_std": 0.245287, + "nauc_precision_at_1_diff1": 0.230111, + "nauc_precision_at_3_max": 0.406777, + "nauc_precision_at_3_std": 0.228825, + "nauc_precision_at_3_diff1": 0.043776, + "nauc_precision_at_5_max": 0.435666, + "nauc_precision_at_5_std": 0.247065, + "nauc_precision_at_5_diff1": 0.016211, + "nauc_precision_at_10_max": 0.38745, + "nauc_precision_at_10_std": 0.299842, + "nauc_precision_at_10_diff1": -0.018315, + "nauc_precision_at_20_max": 0.383741, + "nauc_precision_at_20_std": 0.279969, + "nauc_precision_at_20_diff1": -0.042231, + "nauc_precision_at_100_max": 0.239648, + "nauc_precision_at_100_std": 0.334731, + "nauc_precision_at_100_diff1": -0.083886, + "nauc_precision_at_1000_max": 0.088737, + "nauc_precision_at_1000_std": 0.234132, + "nauc_precision_at_1000_diff1": -0.097358, + "nauc_mrr_at_1_max": 0.404577, + "nauc_mrr_at_1_std": 0.245287, + "nauc_mrr_at_1_diff1": 0.230111, + "nauc_mrr_at_3_max": 0.440731, + "nauc_mrr_at_3_std": 0.269429, + "nauc_mrr_at_3_diff1": 0.160214, + "nauc_mrr_at_5_max": 0.448385, + "nauc_mrr_at_5_std": 0.299945, + "nauc_mrr_at_5_diff1": 0.170051, + "nauc_mrr_at_10_max": 0.441795, + "nauc_mrr_at_10_std": 0.298522, + "nauc_mrr_at_10_diff1": 0.171838, + "nauc_mrr_at_20_max": 0.440353, + "nauc_mrr_at_20_std": 0.2968, + "nauc_mrr_at_20_diff1": 0.173409, + "nauc_mrr_at_100_max": 0.440761, + "nauc_mrr_at_100_std": 0.295432, + "nauc_mrr_at_100_diff1": 0.173543, + "nauc_mrr_at_1000_max": 0.440672, + "nauc_mrr_at_1000_std": 0.295211, + "nauc_mrr_at_1000_diff1": 0.173524, + "main_score": 0.45178, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.39, + "ndcg_at_3": 0.36637, + "ndcg_at_5": 0.34906, + "ndcg_at_10": 0.34195, + "ndcg_at_20": 0.33821, + "ndcg_at_100": 0.40397, + "ndcg_at_1000": 0.53684, + "map_at_1": 0.02842, + "map_at_3": 0.06356, + "map_at_5": 0.08104, + "map_at_10": 0.11051, + "map_at_20": 0.13736, + "map_at_100": 0.20463, + "map_at_1000": 0.24761, + "recall_at_1": 0.02842, + "recall_at_3": 0.0742, + "recall_at_5": 0.10461, + "recall_at_10": 0.16871, + "recall_at_20": 0.23696, + "recall_at_100": 0.49044, + "recall_at_1000": 0.87984, + "precision_at_1": 0.52, + "precision_at_3": 0.45333, + "precision_at_5": 0.403, + "precision_at_10": 0.3505, + "precision_at_20": 0.28975, + "precision_at_100": 0.161, + "precision_at_1000": 0.03552, + "mrr_at_1": 0.52, + "mrr_at_3": 0.604167, + "mrr_at_5": 0.619167, + "mrr_at_10": 0.627325, + "mrr_at_20": 0.630553, + "mrr_at_100": 0.632657, + "mrr_at_1000": 0.632817, + "nauc_ndcg_at_1_max": 0.15921, + "nauc_ndcg_at_1_std": 0.264114, + "nauc_ndcg_at_1_diff1": 0.008781, + "nauc_ndcg_at_3_max": 0.234485, + "nauc_ndcg_at_3_std": 0.351241, + "nauc_ndcg_at_3_diff1": 0.022529, + "nauc_ndcg_at_5_max": 0.241908, + "nauc_ndcg_at_5_std": 0.339525, + "nauc_ndcg_at_5_diff1": 0.015748, + "nauc_ndcg_at_10_max": 0.221657, + "nauc_ndcg_at_10_std": 0.318534, + "nauc_ndcg_at_10_diff1": 0.055546, + "nauc_ndcg_at_20_max": 0.209647, + "nauc_ndcg_at_20_std": 0.282062, + "nauc_ndcg_at_20_diff1": 0.106411, + "nauc_ndcg_at_100_max": 0.216384, + "nauc_ndcg_at_100_std": 0.362237, + "nauc_ndcg_at_100_diff1": 0.119113, + "nauc_ndcg_at_1000_max": 0.25236, + "nauc_ndcg_at_1000_std": 0.469402, + "nauc_ndcg_at_1000_diff1": 0.08518, + "nauc_map_at_1_max": 0.044467, + "nauc_map_at_1_std": 0.061585, + "nauc_map_at_1_diff1": 0.140637, + "nauc_map_at_3_max": 0.160214, + "nauc_map_at_3_std": 0.078144, + "nauc_map_at_3_diff1": 0.145341, + "nauc_map_at_5_max": 0.158989, + "nauc_map_at_5_std": 0.08636, + "nauc_map_at_5_diff1": 0.09935, + "nauc_map_at_10_max": 0.130804, + "nauc_map_at_10_std": 0.109798, + "nauc_map_at_10_diff1": 0.090071, + "nauc_map_at_20_max": 0.159247, + "nauc_map_at_20_std": 0.149004, + "nauc_map_at_20_diff1": 0.102524, + "nauc_map_at_100_max": 0.217784, + "nauc_map_at_100_std": 0.295046, + "nauc_map_at_100_diff1": 0.125964, + "nauc_map_at_1000_max": 0.240784, + "nauc_map_at_1000_std": 0.363774, + "nauc_map_at_1000_diff1": 0.136812, + "nauc_recall_at_1_max": 0.044467, + "nauc_recall_at_1_std": 0.061585, + "nauc_recall_at_1_diff1": 0.140637, + "nauc_recall_at_3_max": 0.133274, + "nauc_recall_at_3_std": 0.04701, + "nauc_recall_at_3_diff1": 0.142796, + "nauc_recall_at_5_max": 0.097009, + "nauc_recall_at_5_std": 0.022107, + "nauc_recall_at_5_diff1": 0.074842, + "nauc_recall_at_10_max": 0.010333, + "nauc_recall_at_10_std": 0.017885, + "nauc_recall_at_10_diff1": 0.085441, + "nauc_recall_at_20_max": 0.025651, + "nauc_recall_at_20_std": 0.034821, + "nauc_recall_at_20_diff1": 0.118887, + "nauc_recall_at_100_max": 0.097625, + "nauc_recall_at_100_std": 0.225057, + "nauc_recall_at_100_diff1": 0.119468, + "nauc_recall_at_1000_max": 0.385837, + "nauc_recall_at_1000_std": 0.599976, + "nauc_recall_at_1000_diff1": 0.011561, + "nauc_precision_at_1_max": 0.228807, + "nauc_precision_at_1_std": 0.330105, + "nauc_precision_at_1_diff1": 0.116995, + "nauc_precision_at_3_max": 0.278407, + "nauc_precision_at_3_std": 0.391456, + "nauc_precision_at_3_diff1": 0.041706, + "nauc_precision_at_5_max": 0.279708, + "nauc_precision_at_5_std": 0.381169, + "nauc_precision_at_5_diff1": 0.019516, + "nauc_precision_at_10_max": 0.258197, + "nauc_precision_at_10_std": 0.371907, + "nauc_precision_at_10_diff1": 0.037655, + "nauc_precision_at_20_max": 0.253866, + "nauc_precision_at_20_std": 0.334921, + "nauc_precision_at_20_diff1": 0.073182, + "nauc_precision_at_100_max": 0.160375, + "nauc_precision_at_100_std": 0.335001, + "nauc_precision_at_100_diff1": 0.089035, + "nauc_precision_at_1000_max": 0.09458, + "nauc_precision_at_1000_std": 0.186766, + "nauc_precision_at_1000_diff1": 0.088475, + "nauc_mrr_at_1_max": 0.228807, + "nauc_mrr_at_1_std": 0.330105, + "nauc_mrr_at_1_diff1": 0.116995, + "nauc_mrr_at_3_max": 0.267017, + "nauc_mrr_at_3_std": 0.400326, + "nauc_mrr_at_3_diff1": 0.070445, + "nauc_mrr_at_5_max": 0.26504, + "nauc_mrr_at_5_std": 0.402272, + "nauc_mrr_at_5_diff1": 0.07148, + "nauc_mrr_at_10_max": 0.251388, + "nauc_mrr_at_10_std": 0.39568, + "nauc_mrr_at_10_diff1": 0.073697, + "nauc_mrr_at_20_max": 0.252357, + "nauc_mrr_at_20_std": 0.395442, + "nauc_mrr_at_20_diff1": 0.076021, + "nauc_mrr_at_100_max": 0.253245, + "nauc_mrr_at_100_std": 0.39376, + "nauc_mrr_at_100_diff1": 0.076573, + "nauc_mrr_at_1000_max": 0.253409, + "nauc_mrr_at_1000_std": 0.393846, + "nauc_mrr_at_1000_diff1": 0.076615, + "main_score": 0.34195, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37, + "ndcg_at_3": 0.34433, + "ndcg_at_5": 0.33681, + "ndcg_at_10": 0.33491, + "ndcg_at_20": 0.32933, + "ndcg_at_100": 0.39789, + "ndcg_at_1000": 0.52779, + "map_at_1": 0.02587, + "map_at_3": 0.05658, + "map_at_5": 0.07389, + "map_at_10": 0.10224, + "map_at_20": 0.12997, + "map_at_100": 0.19829, + "map_at_1000": 0.2406, + "recall_at_1": 0.02587, + "recall_at_3": 0.06685, + "recall_at_5": 0.09482, + "recall_at_10": 0.15416, + "recall_at_20": 0.23067, + "recall_at_100": 0.5032, + "recall_at_1000": 0.88696, + "precision_at_1": 0.49, + "precision_at_3": 0.44, + "precision_at_5": 0.406, + "precision_at_10": 0.3605, + "precision_at_20": 0.2885, + "precision_at_100": 0.1631, + "precision_at_1000": 0.03523, + "mrr_at_1": 0.49, + "mrr_at_3": 0.586667, + "mrr_at_5": 0.601667, + "mrr_at_10": 0.610054, + "mrr_at_20": 0.613322, + "mrr_at_100": 0.614974, + "mrr_at_1000": 0.615227, + "nauc_ndcg_at_1_max": 0.264816, + "nauc_ndcg_at_1_std": 0.25417, + "nauc_ndcg_at_1_diff1": 0.127788, + "nauc_ndcg_at_3_max": 0.375056, + "nauc_ndcg_at_3_std": 0.321222, + "nauc_ndcg_at_3_diff1": 0.071641, + "nauc_ndcg_at_5_max": 0.38355, + "nauc_ndcg_at_5_std": 0.326778, + "nauc_ndcg_at_5_diff1": 0.103527, + "nauc_ndcg_at_10_max": 0.381564, + "nauc_ndcg_at_10_std": 0.324621, + "nauc_ndcg_at_10_diff1": 0.089477, + "nauc_ndcg_at_20_max": 0.402471, + "nauc_ndcg_at_20_std": 0.316962, + "nauc_ndcg_at_20_diff1": 0.076428, + "nauc_ndcg_at_100_max": 0.407718, + "nauc_ndcg_at_100_std": 0.387412, + "nauc_ndcg_at_100_diff1": 0.058523, + "nauc_ndcg_at_1000_max": 0.423107, + "nauc_ndcg_at_1000_std": 0.501416, + "nauc_ndcg_at_1000_diff1": 0.116119, + "nauc_map_at_1_max": 0.120151, + "nauc_map_at_1_std": -0.028415, + "nauc_map_at_1_diff1": 0.211609, + "nauc_map_at_3_max": 0.315709, + "nauc_map_at_3_std": 0.025366, + "nauc_map_at_3_diff1": 0.116765, + "nauc_map_at_5_max": 0.273127, + "nauc_map_at_5_std": 0.038242, + "nauc_map_at_5_diff1": 0.095256, + "nauc_map_at_10_max": 0.260989, + "nauc_map_at_10_std": 0.067902, + "nauc_map_at_10_diff1": 0.059348, + "nauc_map_at_20_max": 0.306751, + "nauc_map_at_20_std": 0.132384, + "nauc_map_at_20_diff1": 0.047219, + "nauc_map_at_100_max": 0.421484, + "nauc_map_at_100_std": 0.314472, + "nauc_map_at_100_diff1": 0.092088, + "nauc_map_at_1000_max": 0.462973, + "nauc_map_at_1000_std": 0.410812, + "nauc_map_at_1000_diff1": 0.122337, + "nauc_recall_at_1_max": 0.120151, + "nauc_recall_at_1_std": -0.028415, + "nauc_recall_at_1_diff1": 0.211609, + "nauc_recall_at_3_max": 0.265016, + "nauc_recall_at_3_std": 0.016369, + "nauc_recall_at_3_diff1": 0.069809, + "nauc_recall_at_5_max": 0.19741, + "nauc_recall_at_5_std": 0.023266, + "nauc_recall_at_5_diff1": 0.061287, + "nauc_recall_at_10_max": 0.139842, + "nauc_recall_at_10_std": 0.023472, + "nauc_recall_at_10_diff1": -0.030073, + "nauc_recall_at_20_max": 0.143736, + "nauc_recall_at_20_std": 0.073396, + "nauc_recall_at_20_diff1": -0.063508, + "nauc_recall_at_100_max": 0.164395, + "nauc_recall_at_100_std": 0.220661, + "nauc_recall_at_100_diff1": -0.116988, + "nauc_recall_at_1000_max": 0.361151, + "nauc_recall_at_1000_std": 0.555324, + "nauc_recall_at_1000_diff1": -0.019994, + "nauc_precision_at_1_max": 0.298713, + "nauc_precision_at_1_std": 0.338096, + "nauc_precision_at_1_diff1": 0.128783, + "nauc_precision_at_3_max": 0.409775, + "nauc_precision_at_3_std": 0.365527, + "nauc_precision_at_3_diff1": 0.050936, + "nauc_precision_at_5_max": 0.399838, + "nauc_precision_at_5_std": 0.3705, + "nauc_precision_at_5_diff1": 0.083375, + "nauc_precision_at_10_max": 0.357152, + "nauc_precision_at_10_std": 0.382141, + "nauc_precision_at_10_diff1": 0.074671, + "nauc_precision_at_20_max": 0.398882, + "nauc_precision_at_20_std": 0.420908, + "nauc_precision_at_20_diff1": 0.088654, + "nauc_precision_at_100_max": 0.347946, + "nauc_precision_at_100_std": 0.43357, + "nauc_precision_at_100_diff1": 0.10162, + "nauc_precision_at_1000_max": 0.232539, + "nauc_precision_at_1000_std": 0.306599, + "nauc_precision_at_1000_diff1": 0.078236, + "nauc_mrr_at_1_max": 0.298713, + "nauc_mrr_at_1_std": 0.338096, + "nauc_mrr_at_1_diff1": 0.128783, + "nauc_mrr_at_3_max": 0.318897, + "nauc_mrr_at_3_std": 0.359426, + "nauc_mrr_at_3_diff1": 0.113016, + "nauc_mrr_at_5_max": 0.316742, + "nauc_mrr_at_5_std": 0.36344, + "nauc_mrr_at_5_diff1": 0.118049, + "nauc_mrr_at_10_max": 0.314772, + "nauc_mrr_at_10_std": 0.371885, + "nauc_mrr_at_10_diff1": 0.102975, + "nauc_mrr_at_20_max": 0.312908, + "nauc_mrr_at_20_std": 0.372995, + "nauc_mrr_at_20_diff1": 0.107761, + "nauc_mrr_at_100_max": 0.313578, + "nauc_mrr_at_100_std": 0.37273, + "nauc_mrr_at_100_diff1": 0.108939, + "nauc_mrr_at_1000_max": 0.313755, + "nauc_mrr_at_1000_std": 0.37246, + "nauc_mrr_at_1000_diff1": 0.109192, + "main_score": 0.33491, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.575, + "ndcg_at_3": 0.51088, + "ndcg_at_5": 0.49115, + "ndcg_at_10": 0.48525, + "ndcg_at_20": 0.50335, + "ndcg_at_100": 0.58104, + "ndcg_at_1000": 0.64389, + "map_at_1": 0.11495, + "map_at_3": 0.19484, + "map_at_5": 0.22782, + "map_at_10": 0.2708, + "map_at_20": 0.30801, + "map_at_100": 0.36137, + "map_at_1000": 0.37757, + "recall_at_1": 0.11495, + "recall_at_3": 0.2182, + "recall_at_5": 0.26918, + "recall_at_10": 0.35646, + "recall_at_20": 0.47296, + "recall_at_100": 0.73471, + "recall_at_1000": 0.95765, + "precision_at_1": 0.64, + "precision_at_3": 0.50667, + "precision_at_5": 0.423, + "precision_at_10": 0.3265, + "precision_at_20": 0.242, + "precision_at_100": 0.097, + "precision_at_1000": 0.01427, + "mrr_at_1": 0.64, + "mrr_at_3": 0.714167, + "mrr_at_5": 0.723667, + "mrr_at_10": 0.731387, + "mrr_at_20": 0.735659, + "mrr_at_100": 0.736263, + "mrr_at_1000": 0.736289, + "nauc_ndcg_at_1_max": 0.458982, + "nauc_ndcg_at_1_std": -0.099777, + "nauc_ndcg_at_1_diff1": 0.442256, + "nauc_ndcg_at_3_max": 0.450887, + "nauc_ndcg_at_3_std": -0.029146, + "nauc_ndcg_at_3_diff1": 0.351855, + "nauc_ndcg_at_5_max": 0.474179, + "nauc_ndcg_at_5_std": -0.036637, + "nauc_ndcg_at_5_diff1": 0.355885, + "nauc_ndcg_at_10_max": 0.47058, + "nauc_ndcg_at_10_std": -0.03415, + "nauc_ndcg_at_10_diff1": 0.338961, + "nauc_ndcg_at_20_max": 0.432515, + "nauc_ndcg_at_20_std": -0.046121, + "nauc_ndcg_at_20_diff1": 0.326115, + "nauc_ndcg_at_100_max": 0.457318, + "nauc_ndcg_at_100_std": 0.008047, + "nauc_ndcg_at_100_diff1": 0.332413, + "nauc_ndcg_at_1000_max": 0.520904, + "nauc_ndcg_at_1000_std": 0.066967, + "nauc_ndcg_at_1000_diff1": 0.339684, + "nauc_map_at_1_max": 0.120796, + "nauc_map_at_1_std": -0.112455, + "nauc_map_at_1_diff1": 0.450034, + "nauc_map_at_3_max": 0.170929, + "nauc_map_at_3_std": -0.128075, + "nauc_map_at_3_diff1": 0.337868, + "nauc_map_at_5_max": 0.22055, + "nauc_map_at_5_std": -0.141144, + "nauc_map_at_5_diff1": 0.317776, + "nauc_map_at_10_max": 0.296763, + "nauc_map_at_10_std": -0.117053, + "nauc_map_at_10_diff1": 0.298096, + "nauc_map_at_20_max": 0.322111, + "nauc_map_at_20_std": -0.100444, + "nauc_map_at_20_diff1": 0.287288, + "nauc_map_at_100_max": 0.373151, + "nauc_map_at_100_std": -0.029001, + "nauc_map_at_100_diff1": 0.274427, + "nauc_map_at_1000_max": 0.394384, + "nauc_map_at_1000_std": -0.001521, + "nauc_map_at_1000_diff1": 0.269087, + "nauc_recall_at_1_max": 0.120796, + "nauc_recall_at_1_std": -0.112455, + "nauc_recall_at_1_diff1": 0.450034, + "nauc_recall_at_3_max": 0.104678, + "nauc_recall_at_3_std": -0.151766, + "nauc_recall_at_3_diff1": 0.260727, + "nauc_recall_at_5_max": 0.157056, + "nauc_recall_at_5_std": -0.175477, + "nauc_recall_at_5_diff1": 0.252896, + "nauc_recall_at_10_max": 0.201528, + "nauc_recall_at_10_std": -0.137879, + "nauc_recall_at_10_diff1": 0.220237, + "nauc_recall_at_20_max": 0.129927, + "nauc_recall_at_20_std": -0.183807, + "nauc_recall_at_20_diff1": 0.159467, + "nauc_recall_at_100_max": 0.171926, + "nauc_recall_at_100_std": 0.00942, + "nauc_recall_at_100_diff1": 0.140587, + "nauc_recall_at_1000_max": 0.330876, + "nauc_recall_at_1000_std": 0.440652, + "nauc_recall_at_1000_diff1": 0.276334, + "nauc_precision_at_1_max": 0.565166, + "nauc_precision_at_1_std": -0.05031, + "nauc_precision_at_1_diff1": 0.45064, + "nauc_precision_at_3_max": 0.480922, + "nauc_precision_at_3_std": 0.057795, + "nauc_precision_at_3_diff1": 0.109956, + "nauc_precision_at_5_max": 0.481681, + "nauc_precision_at_5_std": 0.095453, + "nauc_precision_at_5_diff1": 0.058984, + "nauc_precision_at_10_max": 0.453375, + "nauc_precision_at_10_std": 0.187999, + "nauc_precision_at_10_diff1": -0.009537, + "nauc_precision_at_20_max": 0.345274, + "nauc_precision_at_20_std": 0.235277, + "nauc_precision_at_20_diff1": -0.065824, + "nauc_precision_at_100_max": 0.259983, + "nauc_precision_at_100_std": 0.321152, + "nauc_precision_at_100_diff1": -0.113729, + "nauc_precision_at_1000_max": 0.22454, + "nauc_precision_at_1000_std": 0.307413, + "nauc_precision_at_1000_diff1": -0.131026, + "nauc_mrr_at_1_max": 0.565166, + "nauc_mrr_at_1_std": -0.05031, + "nauc_mrr_at_1_diff1": 0.45064, + "nauc_mrr_at_3_max": 0.597342, + "nauc_mrr_at_3_std": -0.043374, + "nauc_mrr_at_3_diff1": 0.430316, + "nauc_mrr_at_5_max": 0.593083, + "nauc_mrr_at_5_std": -0.051832, + "nauc_mrr_at_5_diff1": 0.438857, + "nauc_mrr_at_10_max": 0.590457, + "nauc_mrr_at_10_std": -0.042521, + "nauc_mrr_at_10_diff1": 0.430834, + "nauc_mrr_at_20_max": 0.591315, + "nauc_mrr_at_20_std": -0.051052, + "nauc_mrr_at_20_diff1": 0.432647, + "nauc_mrr_at_100_max": 0.59085, + "nauc_mrr_at_100_std": -0.048462, + "nauc_mrr_at_100_diff1": 0.433549, + "nauc_mrr_at_1000_max": 0.590802, + "nauc_mrr_at_1000_std": -0.048583, + "nauc_mrr_at_1000_diff1": 0.433586, + "main_score": 0.48525, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3325, + "ndcg_at_3": 0.31072, + "ndcg_at_5": 0.30957, + "ndcg_at_10": 0.32132, + "ndcg_at_20": 0.34437, + "ndcg_at_100": 0.42144, + "ndcg_at_1000": 0.50435, + "map_at_1": 0.06205, + "map_at_3": 0.11255, + "map_at_5": 0.13718, + "map_at_10": 0.16644, + "map_at_20": 0.19094, + "map_at_100": 0.22802, + "map_at_1000": 0.24373, + "recall_at_1": 0.06205, + "recall_at_3": 0.14475, + "recall_at_5": 0.18886, + "recall_at_10": 0.26648, + "recall_at_20": 0.3586, + "recall_at_100": 0.60259, + "recall_at_1000": 0.90756, + "precision_at_1": 0.405, + "precision_at_3": 0.32167, + "precision_at_5": 0.281, + "precision_at_10": 0.227, + "precision_at_20": 0.17525, + "precision_at_100": 0.07475, + "precision_at_1000": 0.01339, + "mrr_at_1": 0.405, + "mrr_at_3": 0.495, + "mrr_at_5": 0.51025, + "mrr_at_10": 0.526833, + "mrr_at_20": 0.535312, + "mrr_at_100": 0.53674, + "mrr_at_1000": 0.536843, + "nauc_ndcg_at_1_max": 0.348946, + "nauc_ndcg_at_1_std": 0.144483, + "nauc_ndcg_at_1_diff1": 0.175557, + "nauc_ndcg_at_3_max": 0.332174, + "nauc_ndcg_at_3_std": 0.223508, + "nauc_ndcg_at_3_diff1": 0.135115, + "nauc_ndcg_at_5_max": 0.30292, + "nauc_ndcg_at_5_std": 0.210343, + "nauc_ndcg_at_5_diff1": 0.095676, + "nauc_ndcg_at_10_max": 0.340255, + "nauc_ndcg_at_10_std": 0.196449, + "nauc_ndcg_at_10_diff1": 0.109418, + "nauc_ndcg_at_20_max": 0.338773, + "nauc_ndcg_at_20_std": 0.197999, + "nauc_ndcg_at_20_diff1": 0.105478, + "nauc_ndcg_at_100_max": 0.379413, + "nauc_ndcg_at_100_std": 0.257743, + "nauc_ndcg_at_100_diff1": 0.116617, + "nauc_ndcg_at_1000_max": 0.398634, + "nauc_ndcg_at_1000_std": 0.271808, + "nauc_ndcg_at_1000_diff1": 0.145452, + "nauc_map_at_1_max": 0.182084, + "nauc_map_at_1_std": 0.020785, + "nauc_map_at_1_diff1": 0.246965, + "nauc_map_at_3_max": 0.210231, + "nauc_map_at_3_std": 0.119123, + "nauc_map_at_3_diff1": 0.16448, + "nauc_map_at_5_max": 0.221032, + "nauc_map_at_5_std": 0.120981, + "nauc_map_at_5_diff1": 0.112395, + "nauc_map_at_10_max": 0.275799, + "nauc_map_at_10_std": 0.157605, + "nauc_map_at_10_diff1": 0.086007, + "nauc_map_at_20_max": 0.301748, + "nauc_map_at_20_std": 0.190004, + "nauc_map_at_20_diff1": 0.073594, + "nauc_map_at_100_max": 0.325215, + "nauc_map_at_100_std": 0.254867, + "nauc_map_at_100_diff1": 0.089794, + "nauc_map_at_1000_max": 0.331985, + "nauc_map_at_1000_std": 0.269992, + "nauc_map_at_1000_diff1": 0.097568, + "nauc_recall_at_1_max": 0.182084, + "nauc_recall_at_1_std": 0.020785, + "nauc_recall_at_1_diff1": 0.246965, + "nauc_recall_at_3_max": 0.116842, + "nauc_recall_at_3_std": 0.116323, + "nauc_recall_at_3_diff1": 0.107558, + "nauc_recall_at_5_max": 0.128562, + "nauc_recall_at_5_std": 0.099946, + "nauc_recall_at_5_diff1": 0.048382, + "nauc_recall_at_10_max": 0.164263, + "nauc_recall_at_10_std": 0.076369, + "nauc_recall_at_10_diff1": 0.023904, + "nauc_recall_at_20_max": 0.17279, + "nauc_recall_at_20_std": 0.078512, + "nauc_recall_at_20_diff1": -0.009521, + "nauc_recall_at_100_max": 0.255761, + "nauc_recall_at_100_std": 0.237967, + "nauc_recall_at_100_diff1": -0.003214, + "nauc_recall_at_1000_max": 0.425253, + "nauc_recall_at_1000_std": 0.524878, + "nauc_recall_at_1000_diff1": 0.018152, + "nauc_precision_at_1_max": 0.403096, + "nauc_precision_at_1_std": 0.222422, + "nauc_precision_at_1_diff1": 0.186296, + "nauc_precision_at_3_max": 0.379627, + "nauc_precision_at_3_std": 0.304658, + "nauc_precision_at_3_diff1": 0.044048, + "nauc_precision_at_5_max": 0.32427, + "nauc_precision_at_5_std": 0.280096, + "nauc_precision_at_5_diff1": -0.032814, + "nauc_precision_at_10_max": 0.350929, + "nauc_precision_at_10_std": 0.321127, + "nauc_precision_at_10_diff1": -0.010857, + "nauc_precision_at_20_max": 0.29888, + "nauc_precision_at_20_std": 0.337095, + "nauc_precision_at_20_diff1": 0.02946, + "nauc_precision_at_100_max": 0.188898, + "nauc_precision_at_100_std": 0.321152, + "nauc_precision_at_100_diff1": 0.07146, + "nauc_precision_at_1000_max": 0.082419, + "nauc_precision_at_1000_std": 0.137131, + "nauc_precision_at_1000_diff1": 0.051988, + "nauc_mrr_at_1_max": 0.403096, + "nauc_mrr_at_1_std": 0.222422, + "nauc_mrr_at_1_diff1": 0.186296, + "nauc_mrr_at_3_max": 0.385223, + "nauc_mrr_at_3_std": 0.263287, + "nauc_mrr_at_3_diff1": 0.147795, + "nauc_mrr_at_5_max": 0.37967, + "nauc_mrr_at_5_std": 0.250783, + "nauc_mrr_at_5_diff1": 0.133672, + "nauc_mrr_at_10_max": 0.392708, + "nauc_mrr_at_10_std": 0.234268, + "nauc_mrr_at_10_diff1": 0.145004, + "nauc_mrr_at_20_max": 0.392928, + "nauc_mrr_at_20_std": 0.237353, + "nauc_mrr_at_20_diff1": 0.14822, + "nauc_mrr_at_100_max": 0.392017, + "nauc_mrr_at_100_std": 0.238559, + "nauc_mrr_at_100_diff1": 0.147382, + "nauc_mrr_at_1000_max": 0.391903, + "nauc_mrr_at_1000_std": 0.238597, + "nauc_mrr_at_1000_diff1": 0.147549, + "main_score": 0.32132, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3775, + "ndcg_at_3": 0.34572, + "ndcg_at_5": 0.33959, + "ndcg_at_10": 0.34614, + "ndcg_at_20": 0.36548, + "ndcg_at_100": 0.44424, + "ndcg_at_1000": 0.52379, + "map_at_1": 0.07776, + "map_at_3": 0.12698, + "map_at_5": 0.1497, + "map_at_10": 0.18354, + "map_at_20": 0.20864, + "map_at_100": 0.24798, + "map_at_1000": 0.26365, + "recall_at_1": 0.07776, + "recall_at_3": 0.14733, + "recall_at_5": 0.19596, + "recall_at_10": 0.28052, + "recall_at_20": 0.3641, + "recall_at_100": 0.61518, + "recall_at_1000": 0.91383, + "precision_at_1": 0.455, + "precision_at_3": 0.34333, + "precision_at_5": 0.292, + "precision_at_10": 0.24, + "precision_at_20": 0.18525, + "precision_at_100": 0.07865, + "precision_at_1000": 0.01341, + "mrr_at_1": 0.455, + "mrr_at_3": 0.5375, + "mrr_at_5": 0.5605, + "mrr_at_10": 0.570962, + "mrr_at_20": 0.575848, + "mrr_at_100": 0.579047, + "mrr_at_1000": 0.579086, + "nauc_ndcg_at_1_max": 0.220006, + "nauc_ndcg_at_1_std": 0.086233, + "nauc_ndcg_at_1_diff1": 0.305171, + "nauc_ndcg_at_3_max": 0.298957, + "nauc_ndcg_at_3_std": 0.098781, + "nauc_ndcg_at_3_diff1": 0.273461, + "nauc_ndcg_at_5_max": 0.30223, + "nauc_ndcg_at_5_std": 0.0941, + "nauc_ndcg_at_5_diff1": 0.284076, + "nauc_ndcg_at_10_max": 0.314324, + "nauc_ndcg_at_10_std": 0.091991, + "nauc_ndcg_at_10_diff1": 0.265216, + "nauc_ndcg_at_20_max": 0.324657, + "nauc_ndcg_at_20_std": 0.076832, + "nauc_ndcg_at_20_diff1": 0.253014, + "nauc_ndcg_at_100_max": 0.36074, + "nauc_ndcg_at_100_std": 0.139637, + "nauc_ndcg_at_100_diff1": 0.270413, + "nauc_ndcg_at_1000_max": 0.380584, + "nauc_ndcg_at_1000_std": 0.166786, + "nauc_ndcg_at_1000_diff1": 0.262497, + "nauc_map_at_1_max": 0.090934, + "nauc_map_at_1_std": -0.043743, + "nauc_map_at_1_diff1": 0.296162, + "nauc_map_at_3_max": 0.188419, + "nauc_map_at_3_std": 0.009272, + "nauc_map_at_3_diff1": 0.224385, + "nauc_map_at_5_max": 0.209969, + "nauc_map_at_5_std": 0.009457, + "nauc_map_at_5_diff1": 0.221007, + "nauc_map_at_10_max": 0.268778, + "nauc_map_at_10_std": 0.049579, + "nauc_map_at_10_diff1": 0.209286, + "nauc_map_at_20_max": 0.303217, + "nauc_map_at_20_std": 0.068051, + "nauc_map_at_20_diff1": 0.206422, + "nauc_map_at_100_max": 0.34322, + "nauc_map_at_100_std": 0.123638, + "nauc_map_at_100_diff1": 0.215702, + "nauc_map_at_1000_max": 0.351085, + "nauc_map_at_1000_std": 0.144759, + "nauc_map_at_1000_diff1": 0.208109, + "nauc_recall_at_1_max": 0.090934, + "nauc_recall_at_1_std": -0.043743, + "nauc_recall_at_1_diff1": 0.296162, + "nauc_recall_at_3_max": 0.158295, + "nauc_recall_at_3_std": 0.008216, + "nauc_recall_at_3_diff1": 0.18149, + "nauc_recall_at_5_max": 0.161429, + "nauc_recall_at_5_std": -0.025487, + "nauc_recall_at_5_diff1": 0.157928, + "nauc_recall_at_10_max": 0.194121, + "nauc_recall_at_10_std": 0.028055, + "nauc_recall_at_10_diff1": 0.129528, + "nauc_recall_at_20_max": 0.219652, + "nauc_recall_at_20_std": 0.027039, + "nauc_recall_at_20_diff1": 0.120421, + "nauc_recall_at_100_max": 0.228846, + "nauc_recall_at_100_std": 0.208094, + "nauc_recall_at_100_diff1": 0.097746, + "nauc_recall_at_1000_max": 0.328766, + "nauc_recall_at_1000_std": 0.506446, + "nauc_recall_at_1000_diff1": 0.181537, + "nauc_precision_at_1_max": 0.365102, + "nauc_precision_at_1_std": 0.170522, + "nauc_precision_at_1_diff1": 0.311235, + "nauc_precision_at_3_max": 0.382671, + "nauc_precision_at_3_std": 0.197949, + "nauc_precision_at_3_diff1": 0.210032, + "nauc_precision_at_5_max": 0.382749, + "nauc_precision_at_5_std": 0.192622, + "nauc_precision_at_5_diff1": 0.193392, + "nauc_precision_at_10_max": 0.39054, + "nauc_precision_at_10_std": 0.248682, + "nauc_precision_at_10_diff1": 0.121716, + "nauc_precision_at_20_max": 0.339893, + "nauc_precision_at_20_std": 0.238387, + "nauc_precision_at_20_diff1": 0.067866, + "nauc_precision_at_100_max": 0.240752, + "nauc_precision_at_100_std": 0.275249, + "nauc_precision_at_100_diff1": 0.002637, + "nauc_precision_at_1000_max": 0.144765, + "nauc_precision_at_1000_std": 0.196709, + "nauc_precision_at_1000_diff1": -0.069903, + "nauc_mrr_at_1_max": 0.365102, + "nauc_mrr_at_1_std": 0.170522, + "nauc_mrr_at_1_diff1": 0.311235, + "nauc_mrr_at_3_max": 0.416173, + "nauc_mrr_at_3_std": 0.183444, + "nauc_mrr_at_3_diff1": 0.326881, + "nauc_mrr_at_5_max": 0.416606, + "nauc_mrr_at_5_std": 0.169458, + "nauc_mrr_at_5_diff1": 0.321992, + "nauc_mrr_at_10_max": 0.412539, + "nauc_mrr_at_10_std": 0.163753, + "nauc_mrr_at_10_diff1": 0.319143, + "nauc_mrr_at_20_max": 0.413002, + "nauc_mrr_at_20_std": 0.164289, + "nauc_mrr_at_20_diff1": 0.318214, + "nauc_mrr_at_100_max": 0.412353, + "nauc_mrr_at_100_std": 0.166199, + "nauc_mrr_at_100_diff1": 0.318889, + "nauc_mrr_at_1000_max": 0.41235, + "nauc_mrr_at_1000_std": 0.166099, + "nauc_mrr_at_1000_diff1": 0.318888, + "main_score": 0.34614, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.4575, + "ndcg_at_3": 0.44301, + "ndcg_at_5": 0.42895, + "ndcg_at_10": 0.42155, + "ndcg_at_20": 0.42079, + "ndcg_at_100": 0.50314, + "ndcg_at_1000": 0.61464, + "map_at_1": 0.05551, + "map_at_3": 0.11851, + "map_at_5": 0.14465, + "map_at_10": 0.17978, + "map_at_20": 0.21069, + "map_at_100": 0.27898, + "map_at_1000": 0.31871, + "recall_at_1": 0.05551, + "recall_at_3": 0.13272, + "recall_at_5": 0.17464, + "recall_at_10": 0.2422, + "recall_at_20": 0.31656, + "recall_at_100": 0.59345, + "recall_at_1000": 0.92284, + "precision_at_1": 0.565, + "precision_at_3": 0.50833, + "precision_at_5": 0.453, + "precision_at_10": 0.3755, + "precision_at_20": 0.292, + "precision_at_100": 0.15275, + "precision_at_1000": 0.03245, + "mrr_at_1": 0.565, + "mrr_at_3": 0.669167, + "mrr_at_5": 0.688667, + "mrr_at_10": 0.697804, + "mrr_at_20": 0.698605, + "mrr_at_100": 0.699073, + "mrr_at_1000": 0.699104, + "nauc_ndcg_at_1_max": 0.252197, + "nauc_ndcg_at_1_std": 0.062964, + "nauc_ndcg_at_1_diff1": 0.369472, + "nauc_ndcg_at_3_max": 0.317945, + "nauc_ndcg_at_3_std": 0.063584, + "nauc_ndcg_at_3_diff1": 0.251406, + "nauc_ndcg_at_5_max": 0.336128, + "nauc_ndcg_at_5_std": 0.09868, + "nauc_ndcg_at_5_diff1": 0.226326, + "nauc_ndcg_at_10_max": 0.321046, + "nauc_ndcg_at_10_std": 0.119343, + "nauc_ndcg_at_10_diff1": 0.228997, + "nauc_ndcg_at_20_max": 0.336026, + "nauc_ndcg_at_20_std": 0.141569, + "nauc_ndcg_at_20_diff1": 0.251313, + "nauc_ndcg_at_100_max": 0.358119, + "nauc_ndcg_at_100_std": 0.258693, + "nauc_ndcg_at_100_diff1": 0.26191, + "nauc_ndcg_at_1000_max": 0.435609, + "nauc_ndcg_at_1000_std": 0.287887, + "nauc_ndcg_at_1000_diff1": 0.253155, + "nauc_map_at_1_max": 0.098137, + "nauc_map_at_1_std": 0.020311, + "nauc_map_at_1_diff1": 0.321892, + "nauc_map_at_3_max": 0.189101, + "nauc_map_at_3_std": 0.102547, + "nauc_map_at_3_diff1": 0.21689, + "nauc_map_at_5_max": 0.204227, + "nauc_map_at_5_std": 0.11573, + "nauc_map_at_5_diff1": 0.200639, + "nauc_map_at_10_max": 0.220297, + "nauc_map_at_10_std": 0.130312, + "nauc_map_at_10_diff1": 0.190165, + "nauc_map_at_20_max": 0.258436, + "nauc_map_at_20_std": 0.15532, + "nauc_map_at_20_diff1": 0.203311, + "nauc_map_at_100_max": 0.32372, + "nauc_map_at_100_std": 0.247706, + "nauc_map_at_100_diff1": 0.215773, + "nauc_map_at_1000_max": 0.372676, + "nauc_map_at_1000_std": 0.301516, + "nauc_map_at_1000_diff1": 0.225444, + "nauc_recall_at_1_max": 0.098137, + "nauc_recall_at_1_std": 0.020311, + "nauc_recall_at_1_diff1": 0.321892, + "nauc_recall_at_3_max": 0.160484, + "nauc_recall_at_3_std": 0.096284, + "nauc_recall_at_3_diff1": 0.173781, + "nauc_recall_at_5_max": 0.156215, + "nauc_recall_at_5_std": 0.102003, + "nauc_recall_at_5_diff1": 0.144939, + "nauc_recall_at_10_max": 0.144766, + "nauc_recall_at_10_std": 0.114727, + "nauc_recall_at_10_diff1": 0.149143, + "nauc_recall_at_20_max": 0.182114, + "nauc_recall_at_20_std": 0.139788, + "nauc_recall_at_20_diff1": 0.169327, + "nauc_recall_at_100_max": 0.165204, + "nauc_recall_at_100_std": 0.305051, + "nauc_recall_at_100_diff1": 0.165002, + "nauc_recall_at_1000_max": 0.396002, + "nauc_recall_at_1000_std": 0.595513, + "nauc_recall_at_1000_diff1": 0.13704, + "nauc_precision_at_1_max": 0.26836, + "nauc_precision_at_1_std": 0.145288, + "nauc_precision_at_1_diff1": 0.422925, + "nauc_precision_at_3_max": 0.340708, + "nauc_precision_at_3_std": 0.110429, + "nauc_precision_at_3_diff1": 0.188299, + "nauc_precision_at_5_max": 0.348972, + "nauc_precision_at_5_std": 0.150195, + "nauc_precision_at_5_diff1": 0.109527, + "nauc_precision_at_10_max": 0.31533, + "nauc_precision_at_10_std": 0.12844, + "nauc_precision_at_10_diff1": 0.074867, + "nauc_precision_at_20_max": 0.297297, + "nauc_precision_at_20_std": 0.138157, + "nauc_precision_at_20_diff1": 0.074634, + "nauc_precision_at_100_max": 0.190553, + "nauc_precision_at_100_std": 0.168486, + "nauc_precision_at_100_diff1": 0.040733, + "nauc_precision_at_1000_max": 0.109083, + "nauc_precision_at_1000_std": 0.054378, + "nauc_precision_at_1000_diff1": 0.02426, + "nauc_mrr_at_1_max": 0.26836, + "nauc_mrr_at_1_std": 0.145288, + "nauc_mrr_at_1_diff1": 0.422925, + "nauc_mrr_at_3_max": 0.274274, + "nauc_mrr_at_3_std": 0.129017, + "nauc_mrr_at_3_diff1": 0.345048, + "nauc_mrr_at_5_max": 0.282369, + "nauc_mrr_at_5_std": 0.138271, + "nauc_mrr_at_5_diff1": 0.350438, + "nauc_mrr_at_10_max": 0.275146, + "nauc_mrr_at_10_std": 0.131146, + "nauc_mrr_at_10_diff1": 0.368532, + "nauc_mrr_at_20_max": 0.273439, + "nauc_mrr_at_20_std": 0.130349, + "nauc_mrr_at_20_diff1": 0.367912, + "nauc_mrr_at_100_max": 0.273445, + "nauc_mrr_at_100_std": 0.132152, + "nauc_mrr_at_100_diff1": 0.367481, + "nauc_mrr_at_1000_max": 0.273368, + "nauc_mrr_at_1000_std": 0.132076, + "nauc_mrr_at_1000_diff1": 0.367457, + "main_score": 0.42155, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.36, + "ndcg_at_3": 0.34302, + "ndcg_at_5": 0.3353, + "ndcg_at_10": 0.333, + "ndcg_at_20": 0.33394, + "ndcg_at_100": 0.40631, + "ndcg_at_1000": 0.5258, + "map_at_1": 0.04532, + "map_at_3": 0.0888, + "map_at_5": 0.10742, + "map_at_10": 0.13516, + "map_at_20": 0.15932, + "map_at_100": 0.20918, + "map_at_1000": 0.24057, + "recall_at_1": 0.04532, + "recall_at_3": 0.10127, + "recall_at_5": 0.13353, + "recall_at_10": 0.19833, + "recall_at_20": 0.26637, + "recall_at_100": 0.49876, + "recall_at_1000": 0.85901, + "precision_at_1": 0.45, + "precision_at_3": 0.39833, + "precision_at_5": 0.362, + "precision_at_10": 0.3045, + "precision_at_20": 0.238, + "precision_at_100": 0.12135, + "precision_at_1000": 0.02879, + "mrr_at_1": 0.45, + "mrr_at_3": 0.550833, + "mrr_at_5": 0.579333, + "mrr_at_10": 0.587946, + "mrr_at_20": 0.590635, + "mrr_at_100": 0.59197, + "mrr_at_1000": 0.592132, + "nauc_ndcg_at_1_max": 0.203497, + "nauc_ndcg_at_1_std": 0.340723, + "nauc_ndcg_at_1_diff1": 0.114634, + "nauc_ndcg_at_3_max": 0.240838, + "nauc_ndcg_at_3_std": 0.283987, + "nauc_ndcg_at_3_diff1": 0.084236, + "nauc_ndcg_at_5_max": 0.27155, + "nauc_ndcg_at_5_std": 0.335376, + "nauc_ndcg_at_5_diff1": 0.081801, + "nauc_ndcg_at_10_max": 0.318951, + "nauc_ndcg_at_10_std": 0.371487, + "nauc_ndcg_at_10_diff1": 0.092463, + "nauc_ndcg_at_20_max": 0.318219, + "nauc_ndcg_at_20_std": 0.392311, + "nauc_ndcg_at_20_diff1": 0.098404, + "nauc_ndcg_at_100_max": 0.311247, + "nauc_ndcg_at_100_std": 0.453357, + "nauc_ndcg_at_100_diff1": 0.120794, + "nauc_ndcg_at_1000_max": 0.351986, + "nauc_ndcg_at_1000_std": 0.476887, + "nauc_ndcg_at_1000_diff1": 0.071599, + "nauc_map_at_1_max": 0.131502, + "nauc_map_at_1_std": 0.158849, + "nauc_map_at_1_diff1": 0.335474, + "nauc_map_at_3_max": 0.22701, + "nauc_map_at_3_std": 0.227395, + "nauc_map_at_3_diff1": 0.223486, + "nauc_map_at_5_max": 0.229219, + "nauc_map_at_5_std": 0.267368, + "nauc_map_at_5_diff1": 0.183004, + "nauc_map_at_10_max": 0.261929, + "nauc_map_at_10_std": 0.309563, + "nauc_map_at_10_diff1": 0.169795, + "nauc_map_at_20_max": 0.271319, + "nauc_map_at_20_std": 0.340596, + "nauc_map_at_20_diff1": 0.146268, + "nauc_map_at_100_max": 0.299012, + "nauc_map_at_100_std": 0.415859, + "nauc_map_at_100_diff1": 0.136685, + "nauc_map_at_1000_max": 0.317188, + "nauc_map_at_1000_std": 0.453861, + "nauc_map_at_1000_diff1": 0.121712, + "nauc_recall_at_1_max": 0.131502, + "nauc_recall_at_1_std": 0.158849, + "nauc_recall_at_1_diff1": 0.335474, + "nauc_recall_at_3_max": 0.207524, + "nauc_recall_at_3_std": 0.202165, + "nauc_recall_at_3_diff1": 0.19054, + "nauc_recall_at_5_max": 0.206062, + "nauc_recall_at_5_std": 0.248335, + "nauc_recall_at_5_diff1": 0.160591, + "nauc_recall_at_10_max": 0.273094, + "nauc_recall_at_10_std": 0.296782, + "nauc_recall_at_10_diff1": 0.157019, + "nauc_recall_at_20_max": 0.246491, + "nauc_recall_at_20_std": 0.310876, + "nauc_recall_at_20_diff1": 0.125851, + "nauc_recall_at_100_max": 0.240587, + "nauc_recall_at_100_std": 0.432542, + "nauc_recall_at_100_diff1": 0.148355, + "nauc_recall_at_1000_max": 0.448197, + "nauc_recall_at_1000_std": 0.656667, + "nauc_recall_at_1000_diff1": 0.102312, + "nauc_precision_at_1_max": 0.239167, + "nauc_precision_at_1_std": 0.461854, + "nauc_precision_at_1_diff1": 0.131913, + "nauc_precision_at_3_max": 0.239668, + "nauc_precision_at_3_std": 0.2798, + "nauc_precision_at_3_diff1": 0.014353, + "nauc_precision_at_5_max": 0.225156, + "nauc_precision_at_5_std": 0.347906, + "nauc_precision_at_5_diff1": -0.040173, + "nauc_precision_at_10_max": 0.26932, + "nauc_precision_at_10_std": 0.328259, + "nauc_precision_at_10_diff1": -0.041553, + "nauc_precision_at_20_max": 0.2079, + "nauc_precision_at_20_std": 0.31207, + "nauc_precision_at_20_diff1": -0.067156, + "nauc_precision_at_100_max": 0.145326, + "nauc_precision_at_100_std": 0.262698, + "nauc_precision_at_100_diff1": -0.071349, + "nauc_precision_at_1000_max": 0.026301, + "nauc_precision_at_1000_std": 0.049539, + "nauc_precision_at_1000_diff1": -0.11295, + "nauc_mrr_at_1_max": 0.239167, + "nauc_mrr_at_1_std": 0.461854, + "nauc_mrr_at_1_diff1": 0.131913, + "nauc_mrr_at_3_max": 0.255926, + "nauc_mrr_at_3_std": 0.400454, + "nauc_mrr_at_3_diff1": 0.106195, + "nauc_mrr_at_5_max": 0.258928, + "nauc_mrr_at_5_std": 0.415737, + "nauc_mrr_at_5_diff1": 0.102535, + "nauc_mrr_at_10_max": 0.253921, + "nauc_mrr_at_10_std": 0.412711, + "nauc_mrr_at_10_diff1": 0.100839, + "nauc_mrr_at_20_max": 0.254218, + "nauc_mrr_at_20_std": 0.413079, + "nauc_mrr_at_20_diff1": 0.104055, + "nauc_mrr_at_100_max": 0.254157, + "nauc_mrr_at_100_std": 0.413796, + "nauc_mrr_at_100_diff1": 0.105396, + "nauc_mrr_at_1000_max": 0.254255, + "nauc_mrr_at_1000_std": 0.414149, + "nauc_mrr_at_1000_diff1": 0.105051, + "main_score": 0.333, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37, + "ndcg_at_3": 0.33978, + "ndcg_at_5": 0.33225, + "ndcg_at_10": 0.32599, + "ndcg_at_20": 0.33551, + "ndcg_at_100": 0.41015, + "ndcg_at_1000": 0.52679, + "map_at_1": 0.04681, + "map_at_3": 0.09028, + "map_at_5": 0.10782, + "map_at_10": 0.1304, + "map_at_20": 0.15685, + "map_at_100": 0.20793, + "map_at_1000": 0.2389, + "recall_at_1": 0.04681, + "recall_at_3": 0.10215, + "recall_at_5": 0.13395, + "recall_at_10": 0.183, + "recall_at_20": 0.2644, + "recall_at_100": 0.51404, + "recall_at_1000": 0.86417, + "precision_at_1": 0.465, + "precision_at_3": 0.39333, + "precision_at_5": 0.362, + "precision_at_10": 0.2945, + "precision_at_20": 0.241, + "precision_at_100": 0.12385, + "precision_at_1000": 0.02855, + "mrr_at_1": 0.465, + "mrr_at_3": 0.545, + "mrr_at_5": 0.564, + "mrr_at_10": 0.578607, + "mrr_at_20": 0.584089, + "mrr_at_100": 0.585683, + "mrr_at_1000": 0.585811, + "nauc_ndcg_at_1_max": 0.222576, + "nauc_ndcg_at_1_std": 0.171336, + "nauc_ndcg_at_1_diff1": 0.220113, + "nauc_ndcg_at_3_max": 0.272492, + "nauc_ndcg_at_3_std": 0.236098, + "nauc_ndcg_at_3_diff1": 0.205872, + "nauc_ndcg_at_5_max": 0.270406, + "nauc_ndcg_at_5_std": 0.266022, + "nauc_ndcg_at_5_diff1": 0.226018, + "nauc_ndcg_at_10_max": 0.319077, + "nauc_ndcg_at_10_std": 0.292079, + "nauc_ndcg_at_10_diff1": 0.207819, + "nauc_ndcg_at_20_max": 0.335174, + "nauc_ndcg_at_20_std": 0.309477, + "nauc_ndcg_at_20_diff1": 0.221381, + "nauc_ndcg_at_100_max": 0.348764, + "nauc_ndcg_at_100_std": 0.401821, + "nauc_ndcg_at_100_diff1": 0.196354, + "nauc_ndcg_at_1000_max": 0.400894, + "nauc_ndcg_at_1000_std": 0.431518, + "nauc_ndcg_at_1000_diff1": 0.151285, + "nauc_map_at_1_max": 0.18399, + "nauc_map_at_1_std": 0.125302, + "nauc_map_at_1_diff1": 0.32193, + "nauc_map_at_3_max": 0.270719, + "nauc_map_at_3_std": 0.300088, + "nauc_map_at_3_diff1": 0.23733, + "nauc_map_at_5_max": 0.26594, + "nauc_map_at_5_std": 0.321064, + "nauc_map_at_5_diff1": 0.237094, + "nauc_map_at_10_max": 0.281353, + "nauc_map_at_10_std": 0.337619, + "nauc_map_at_10_diff1": 0.21532, + "nauc_map_at_20_max": 0.290098, + "nauc_map_at_20_std": 0.349254, + "nauc_map_at_20_diff1": 0.214842, + "nauc_map_at_100_max": 0.341946, + "nauc_map_at_100_std": 0.4286, + "nauc_map_at_100_diff1": 0.19387, + "nauc_map_at_1000_max": 0.37072, + "nauc_map_at_1000_std": 0.451499, + "nauc_map_at_1000_diff1": 0.173725, + "nauc_recall_at_1_max": 0.18399, + "nauc_recall_at_1_std": 0.125302, + "nauc_recall_at_1_diff1": 0.32193, + "nauc_recall_at_3_max": 0.241121, + "nauc_recall_at_3_std": 0.281093, + "nauc_recall_at_3_diff1": 0.245969, + "nauc_recall_at_5_max": 0.229323, + "nauc_recall_at_5_std": 0.29926, + "nauc_recall_at_5_diff1": 0.251421, + "nauc_recall_at_10_max": 0.245415, + "nauc_recall_at_10_std": 0.301885, + "nauc_recall_at_10_diff1": 0.19857, + "nauc_recall_at_20_max": 0.2442, + "nauc_recall_at_20_std": 0.286752, + "nauc_recall_at_20_diff1": 0.198325, + "nauc_recall_at_100_max": 0.250879, + "nauc_recall_at_100_std": 0.388757, + "nauc_recall_at_100_diff1": 0.129462, + "nauc_recall_at_1000_max": 0.461455, + "nauc_recall_at_1000_std": 0.639505, + "nauc_recall_at_1000_diff1": 0.030598, + "nauc_precision_at_1_max": 0.304394, + "nauc_precision_at_1_std": 0.243246, + "nauc_precision_at_1_diff1": 0.196445, + "nauc_precision_at_3_max": 0.259535, + "nauc_precision_at_3_std": 0.295093, + "nauc_precision_at_3_diff1": 0.123025, + "nauc_precision_at_5_max": 0.220039, + "nauc_precision_at_5_std": 0.288891, + "nauc_precision_at_5_diff1": 0.129921, + "nauc_precision_at_10_max": 0.271881, + "nauc_precision_at_10_std": 0.256635, + "nauc_precision_at_10_diff1": 0.066294, + "nauc_precision_at_20_max": 0.245604, + "nauc_precision_at_20_std": 0.231237, + "nauc_precision_at_20_diff1": 0.061535, + "nauc_precision_at_100_max": 0.201925, + "nauc_precision_at_100_std": 0.212253, + "nauc_precision_at_100_diff1": -0.037679, + "nauc_precision_at_1000_max": 0.082036, + "nauc_precision_at_1000_std": -0.000903, + "nauc_precision_at_1000_diff1": -0.085325, + "nauc_mrr_at_1_max": 0.304394, + "nauc_mrr_at_1_std": 0.243246, + "nauc_mrr_at_1_diff1": 0.196445, + "nauc_mrr_at_3_max": 0.292896, + "nauc_mrr_at_3_std": 0.253199, + "nauc_mrr_at_3_diff1": 0.191435, + "nauc_mrr_at_5_max": 0.290582, + "nauc_mrr_at_5_std": 0.259393, + "nauc_mrr_at_5_diff1": 0.192404, + "nauc_mrr_at_10_max": 0.297604, + "nauc_mrr_at_10_std": 0.248666, + "nauc_mrr_at_10_diff1": 0.187712, + "nauc_mrr_at_20_max": 0.294062, + "nauc_mrr_at_20_std": 0.254634, + "nauc_mrr_at_20_diff1": 0.187899, + "nauc_mrr_at_100_max": 0.292794, + "nauc_mrr_at_100_std": 0.252268, + "nauc_mrr_at_100_diff1": 0.188298, + "nauc_mrr_at_1000_max": 0.292771, + "nauc_mrr_at_1000_std": 0.252453, + "nauc_mrr_at_1000_diff1": 0.188367, + "main_score": 0.32599, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.6175, + "ndcg_at_3": 0.53502, + "ndcg_at_5": 0.50565, + "ndcg_at_10": 0.48505, + "ndcg_at_20": 0.49364, + "ndcg_at_100": 0.57863, + "ndcg_at_1000": 0.66344, + "map_at_1": 0.07575, + "map_at_3": 0.14534, + "map_at_5": 0.17992, + "map_at_10": 0.22283, + "map_at_20": 0.26315, + "map_at_100": 0.3377, + "map_at_1000": 0.36456, + "recall_at_1": 0.07575, + "recall_at_3": 0.15921, + "recall_at_5": 0.21142, + "recall_at_10": 0.29755, + "recall_at_20": 0.40603, + "recall_at_100": 0.69465, + "recall_at_1000": 0.95776, + "precision_at_1": 0.715, + "precision_at_3": 0.56833, + "precision_at_5": 0.498, + "precision_at_10": 0.3925, + "precision_at_20": 0.305, + "precision_at_100": 0.1379, + "precision_at_1000": 0.02325, + "mrr_at_1": 0.715, + "mrr_at_3": 0.799167, + "mrr_at_5": 0.808167, + "mrr_at_10": 0.811484, + "mrr_at_20": 0.812483, + "mrr_at_100": 0.812782, + "mrr_at_1000": 0.812782, + "nauc_ndcg_at_1_max": 0.343568, + "nauc_ndcg_at_1_std": -0.014096, + "nauc_ndcg_at_1_diff1": 0.365986, + "nauc_ndcg_at_3_max": 0.248043, + "nauc_ndcg_at_3_std": 0.076338, + "nauc_ndcg_at_3_diff1": 0.146378, + "nauc_ndcg_at_5_max": 0.194235, + "nauc_ndcg_at_5_std": 0.130053, + "nauc_ndcg_at_5_diff1": 0.127181, + "nauc_ndcg_at_10_max": 0.18643, + "nauc_ndcg_at_10_std": 0.160972, + "nauc_ndcg_at_10_diff1": 0.181599, + "nauc_ndcg_at_20_max": 0.181309, + "nauc_ndcg_at_20_std": 0.147588, + "nauc_ndcg_at_20_diff1": 0.227776, + "nauc_ndcg_at_100_max": 0.210372, + "nauc_ndcg_at_100_std": 0.262389, + "nauc_ndcg_at_100_diff1": 0.17067, + "nauc_ndcg_at_1000_max": 0.230353, + "nauc_ndcg_at_1000_std": 0.280952, + "nauc_ndcg_at_1000_diff1": 0.150278, + "nauc_map_at_1_max": 0.042788, + "nauc_map_at_1_std": -0.25873, + "nauc_map_at_1_diff1": 0.32619, + "nauc_map_at_3_max": 0.08581, + "nauc_map_at_3_std": -0.155325, + "nauc_map_at_3_diff1": 0.191096, + "nauc_map_at_5_max": 0.07294, + "nauc_map_at_5_std": -0.109055, + "nauc_map_at_5_diff1": 0.181858, + "nauc_map_at_10_max": 0.090532, + "nauc_map_at_10_std": -0.03035, + "nauc_map_at_10_diff1": 0.198035, + "nauc_map_at_20_max": 0.09244, + "nauc_map_at_20_std": 0.029621, + "nauc_map_at_20_diff1": 0.186769, + "nauc_map_at_100_max": 0.107856, + "nauc_map_at_100_std": 0.203505, + "nauc_map_at_100_diff1": 0.123822, + "nauc_map_at_1000_max": 0.105132, + "nauc_map_at_1000_std": 0.241407, + "nauc_map_at_1000_diff1": 0.10374, + "nauc_recall_at_1_max": 0.042788, + "nauc_recall_at_1_std": -0.25873, + "nauc_recall_at_1_diff1": 0.32619, + "nauc_recall_at_3_max": 0.06716, + "nauc_recall_at_3_std": -0.130007, + "nauc_recall_at_3_diff1": 0.165693, + "nauc_recall_at_5_max": 0.051241, + "nauc_recall_at_5_std": -0.081816, + "nauc_recall_at_5_diff1": 0.181604, + "nauc_recall_at_10_max": 0.033958, + "nauc_recall_at_10_std": 0.002703, + "nauc_recall_at_10_diff1": 0.219473, + "nauc_recall_at_20_max": 0.01419, + "nauc_recall_at_20_std": 0.026333, + "nauc_recall_at_20_diff1": 0.204433, + "nauc_recall_at_100_max": 0.071945, + "nauc_recall_at_100_std": 0.30708, + "nauc_recall_at_100_diff1": 0.065267, + "nauc_recall_at_1000_max": 0.209455, + "nauc_recall_at_1000_std": 0.659933, + "nauc_recall_at_1000_diff1": 0.082396, + "nauc_precision_at_1_max": 0.282067, + "nauc_precision_at_1_std": -0.093007, + "nauc_precision_at_1_diff1": 0.400314, + "nauc_precision_at_3_max": 0.165112, + "nauc_precision_at_3_std": 0.15181, + "nauc_precision_at_3_diff1": -0.0097, + "nauc_precision_at_5_max": 0.104017, + "nauc_precision_at_5_std": 0.2664, + "nauc_precision_at_5_diff1": -0.06944, + "nauc_precision_at_10_max": 0.082829, + "nauc_precision_at_10_std": 0.387793, + "nauc_precision_at_10_diff1": -0.054256, + "nauc_precision_at_20_max": 0.052893, + "nauc_precision_at_20_std": 0.42503, + "nauc_precision_at_20_diff1": -0.115939, + "nauc_precision_at_100_max": -0.00694, + "nauc_precision_at_100_std": 0.392067, + "nauc_precision_at_100_diff1": -0.205574, + "nauc_precision_at_1000_max": -0.102254, + "nauc_precision_at_1000_std": 0.177529, + "nauc_precision_at_1000_diff1": -0.208255, + "nauc_mrr_at_1_max": 0.282067, + "nauc_mrr_at_1_std": -0.093007, + "nauc_mrr_at_1_diff1": 0.400314, + "nauc_mrr_at_3_max": 0.302588, + "nauc_mrr_at_3_std": -0.020496, + "nauc_mrr_at_3_diff1": 0.359496, + "nauc_mrr_at_5_max": 0.30502, + "nauc_mrr_at_5_std": -0.026154, + "nauc_mrr_at_5_diff1": 0.360454, + "nauc_mrr_at_10_max": 0.298186, + "nauc_mrr_at_10_std": -0.031346, + "nauc_mrr_at_10_diff1": 0.367081, + "nauc_mrr_at_20_max": 0.298033, + "nauc_mrr_at_20_std": -0.032223, + "nauc_mrr_at_20_diff1": 0.364848, + "nauc_mrr_at_100_max": 0.297472, + "nauc_mrr_at_100_std": -0.033593, + "nauc_mrr_at_100_diff1": 0.364223, + "nauc_mrr_at_1000_max": 0.297472, + "nauc_mrr_at_1000_std": -0.033593, + "nauc_mrr_at_1000_diff1": 0.364223, + "main_score": 0.48505, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.40814, + "ndcg_at_5": 0.38325, + "ndcg_at_10": 0.36983, + "ndcg_at_20": 0.37863, + "ndcg_at_100": 0.46415, + "ndcg_at_1000": 0.56048, + "map_at_1": 0.05584, + "map_at_3": 0.10176, + "map_at_5": 0.12616, + "map_at_10": 0.15792, + "map_at_20": 0.18701, + "map_at_100": 0.2412, + "map_at_1000": 0.26415, + "recall_at_1": 0.05584, + "recall_at_3": 0.11735, + "recall_at_5": 0.15585, + "recall_at_10": 0.22691, + "recall_at_20": 0.31332, + "recall_at_100": 0.58646, + "recall_at_1000": 0.89043, + "precision_at_1": 0.58, + "precision_at_3": 0.43167, + "precision_at_5": 0.371, + "precision_at_10": 0.2985, + "precision_at_20": 0.23175, + "precision_at_100": 0.1086, + "precision_at_1000": 0.02072, + "mrr_at_1": 0.58, + "mrr_at_3": 0.65, + "mrr_at_5": 0.66675, + "mrr_at_10": 0.67694, + "mrr_at_20": 0.680172, + "mrr_at_100": 0.681372, + "mrr_at_1000": 0.681428, + "nauc_ndcg_at_1_max": 0.286748, + "nauc_ndcg_at_1_std": 0.189527, + "nauc_ndcg_at_1_diff1": 0.352153, + "nauc_ndcg_at_3_max": 0.346474, + "nauc_ndcg_at_3_std": 0.251465, + "nauc_ndcg_at_3_diff1": 0.305009, + "nauc_ndcg_at_5_max": 0.340944, + "nauc_ndcg_at_5_std": 0.281183, + "nauc_ndcg_at_5_diff1": 0.260768, + "nauc_ndcg_at_10_max": 0.346302, + "nauc_ndcg_at_10_std": 0.327002, + "nauc_ndcg_at_10_diff1": 0.231208, + "nauc_ndcg_at_20_max": 0.331266, + "nauc_ndcg_at_20_std": 0.329223, + "nauc_ndcg_at_20_diff1": 0.248448, + "nauc_ndcg_at_100_max": 0.332645, + "nauc_ndcg_at_100_std": 0.436153, + "nauc_ndcg_at_100_diff1": 0.240464, + "nauc_ndcg_at_1000_max": 0.361191, + "nauc_ndcg_at_1000_std": 0.456681, + "nauc_ndcg_at_1000_diff1": 0.24371, + "nauc_map_at_1_max": 0.126942, + "nauc_map_at_1_std": 0.005941, + "nauc_map_at_1_diff1": 0.244588, + "nauc_map_at_3_max": 0.221586, + "nauc_map_at_3_std": 0.053626, + "nauc_map_at_3_diff1": 0.221989, + "nauc_map_at_5_max": 0.236621, + "nauc_map_at_5_std": 0.088621, + "nauc_map_at_5_diff1": 0.175925, + "nauc_map_at_10_max": 0.26164, + "nauc_map_at_10_std": 0.154471, + "nauc_map_at_10_diff1": 0.160366, + "nauc_map_at_20_max": 0.254736, + "nauc_map_at_20_std": 0.217294, + "nauc_map_at_20_diff1": 0.168352, + "nauc_map_at_100_max": 0.263142, + "nauc_map_at_100_std": 0.373501, + "nauc_map_at_100_diff1": 0.148155, + "nauc_map_at_1000_max": 0.266179, + "nauc_map_at_1000_std": 0.40938, + "nauc_map_at_1000_diff1": 0.144343, + "nauc_recall_at_1_max": 0.126942, + "nauc_recall_at_1_std": 0.005941, + "nauc_recall_at_1_diff1": 0.244588, + "nauc_recall_at_3_max": 0.193693, + "nauc_recall_at_3_std": 0.057425, + "nauc_recall_at_3_diff1": 0.200532, + "nauc_recall_at_5_max": 0.202258, + "nauc_recall_at_5_std": 0.081092, + "nauc_recall_at_5_diff1": 0.1547, + "nauc_recall_at_10_max": 0.238059, + "nauc_recall_at_10_std": 0.149965, + "nauc_recall_at_10_diff1": 0.135675, + "nauc_recall_at_20_max": 0.192223, + "nauc_recall_at_20_std": 0.215284, + "nauc_recall_at_20_diff1": 0.175529, + "nauc_recall_at_100_max": 0.200181, + "nauc_recall_at_100_std": 0.484047, + "nauc_recall_at_100_diff1": 0.167209, + "nauc_recall_at_1000_max": 0.434163, + "nauc_recall_at_1000_std": 0.674903, + "nauc_recall_at_1000_diff1": 0.277253, + "nauc_precision_at_1_max": 0.244987, + "nauc_precision_at_1_std": 0.197115, + "nauc_precision_at_1_diff1": 0.371869, + "nauc_precision_at_3_max": 0.287934, + "nauc_precision_at_3_std": 0.344018, + "nauc_precision_at_3_diff1": 0.242396, + "nauc_precision_at_5_max": 0.287861, + "nauc_precision_at_5_std": 0.363391, + "nauc_precision_at_5_diff1": 0.146713, + "nauc_precision_at_10_max": 0.220877, + "nauc_precision_at_10_std": 0.447401, + "nauc_precision_at_10_diff1": 0.056038, + "nauc_precision_at_20_max": 0.140868, + "nauc_precision_at_20_std": 0.458801, + "nauc_precision_at_20_diff1": 0.034941, + "nauc_precision_at_100_max": 0.055279, + "nauc_precision_at_100_std": 0.449198, + "nauc_precision_at_100_diff1": -0.038241, + "nauc_precision_at_1000_max": -0.061031, + "nauc_precision_at_1000_std": 0.211141, + "nauc_precision_at_1000_diff1": -0.093582, + "nauc_mrr_at_1_max": 0.244987, + "nauc_mrr_at_1_std": 0.197115, + "nauc_mrr_at_1_diff1": 0.371869, + "nauc_mrr_at_3_max": 0.291248, + "nauc_mrr_at_3_std": 0.262404, + "nauc_mrr_at_3_diff1": 0.375024, + "nauc_mrr_at_5_max": 0.296976, + "nauc_mrr_at_5_std": 0.242937, + "nauc_mrr_at_5_diff1": 0.372943, + "nauc_mrr_at_10_max": 0.305764, + "nauc_mrr_at_10_std": 0.254083, + "nauc_mrr_at_10_diff1": 0.37058, + "nauc_mrr_at_20_max": 0.30123, + "nauc_mrr_at_20_std": 0.251693, + "nauc_mrr_at_20_diff1": 0.372987, + "nauc_mrr_at_100_max": 0.29998, + "nauc_mrr_at_100_std": 0.251028, + "nauc_mrr_at_100_diff1": 0.373365, + "nauc_mrr_at_1000_max": 0.299892, + "nauc_mrr_at_1000_std": 0.250896, + "nauc_mrr_at_1000_diff1": 0.37329, + "main_score": 0.36983, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4125, + "ndcg_at_3": 0.38159, + "ndcg_at_5": 0.3617, + "ndcg_at_10": 0.35657, + "ndcg_at_20": 0.37368, + "ndcg_at_100": 0.46013, + "ndcg_at_1000": 0.55717, + "map_at_1": 0.05013, + "map_at_3": 0.09459, + "map_at_5": 0.11788, + "map_at_10": 0.14683, + "map_at_20": 0.17645, + "map_at_100": 0.23332, + "map_at_1000": 0.25752, + "recall_at_1": 0.05013, + "recall_at_3": 0.10967, + "recall_at_5": 0.14996, + "recall_at_10": 0.22131, + "recall_at_20": 0.3171, + "recall_at_100": 0.58776, + "recall_at_1000": 0.90457, + "precision_at_1": 0.505, + "precision_at_3": 0.41833, + "precision_at_5": 0.368, + "precision_at_10": 0.3015, + "precision_at_20": 0.23875, + "precision_at_100": 0.114, + "precision_at_1000": 0.02139, + "mrr_at_1": 0.505, + "mrr_at_3": 0.611667, + "mrr_at_5": 0.631167, + "mrr_at_10": 0.643607, + "mrr_at_20": 0.647088, + "mrr_at_100": 0.647708, + "mrr_at_1000": 0.64777, + "nauc_ndcg_at_1_max": 0.242142, + "nauc_ndcg_at_1_std": 0.159597, + "nauc_ndcg_at_1_diff1": 0.304922, + "nauc_ndcg_at_3_max": 0.223281, + "nauc_ndcg_at_3_std": 0.160428, + "nauc_ndcg_at_3_diff1": 0.201904, + "nauc_ndcg_at_5_max": 0.206807, + "nauc_ndcg_at_5_std": 0.175605, + "nauc_ndcg_at_5_diff1": 0.201183, + "nauc_ndcg_at_10_max": 0.194418, + "nauc_ndcg_at_10_std": 0.209797, + "nauc_ndcg_at_10_diff1": 0.190865, + "nauc_ndcg_at_20_max": 0.191802, + "nauc_ndcg_at_20_std": 0.238332, + "nauc_ndcg_at_20_diff1": 0.192837, + "nauc_ndcg_at_100_max": 0.205947, + "nauc_ndcg_at_100_std": 0.379514, + "nauc_ndcg_at_100_diff1": 0.16123, + "nauc_ndcg_at_1000_max": 0.243043, + "nauc_ndcg_at_1000_std": 0.384377, + "nauc_ndcg_at_1000_diff1": 0.187467, + "nauc_map_at_1_max": 0.254392, + "nauc_map_at_1_std": 0.0632, + "nauc_map_at_1_diff1": 0.163581, + "nauc_map_at_3_max": 0.16634, + "nauc_map_at_3_std": 0.024253, + "nauc_map_at_3_diff1": 0.117697, + "nauc_map_at_5_max": 0.131856, + "nauc_map_at_5_std": 0.053232, + "nauc_map_at_5_diff1": 0.117337, + "nauc_map_at_10_max": 0.111801, + "nauc_map_at_10_std": 0.085625, + "nauc_map_at_10_diff1": 0.114031, + "nauc_map_at_20_max": 0.104461, + "nauc_map_at_20_std": 0.142638, + "nauc_map_at_20_diff1": 0.108773, + "nauc_map_at_100_max": 0.108854, + "nauc_map_at_100_std": 0.298456, + "nauc_map_at_100_diff1": 0.090749, + "nauc_map_at_1000_max": 0.109157, + "nauc_map_at_1000_std": 0.332026, + "nauc_map_at_1000_diff1": 0.093745, + "nauc_recall_at_1_max": 0.254392, + "nauc_recall_at_1_std": 0.0632, + "nauc_recall_at_1_diff1": 0.163581, + "nauc_recall_at_3_max": 0.136656, + "nauc_recall_at_3_std": 0.002242, + "nauc_recall_at_3_diff1": 0.117943, + "nauc_recall_at_5_max": 0.085322, + "nauc_recall_at_5_std": 0.037376, + "nauc_recall_at_5_diff1": 0.129649, + "nauc_recall_at_10_max": 0.035857, + "nauc_recall_at_10_std": 0.062914, + "nauc_recall_at_10_diff1": 0.104332, + "nauc_recall_at_20_max": 0.019598, + "nauc_recall_at_20_std": 0.168585, + "nauc_recall_at_20_diff1": 0.101737, + "nauc_recall_at_100_max": 0.084239, + "nauc_recall_at_100_std": 0.46246, + "nauc_recall_at_100_diff1": 0.042079, + "nauc_recall_at_1000_max": 0.282557, + "nauc_recall_at_1000_std": 0.670611, + "nauc_recall_at_1000_diff1": 0.109915, + "nauc_precision_at_1_max": 0.205902, + "nauc_precision_at_1_std": 0.196393, + "nauc_precision_at_1_diff1": 0.33803, + "nauc_precision_at_3_max": 0.135762, + "nauc_precision_at_3_std": 0.208409, + "nauc_precision_at_3_diff1": 0.1252, + "nauc_precision_at_5_max": 0.090029, + "nauc_precision_at_5_std": 0.25757, + "nauc_precision_at_5_diff1": 0.115468, + "nauc_precision_at_10_max": 0.049415, + "nauc_precision_at_10_std": 0.315182, + "nauc_precision_at_10_diff1": 0.071285, + "nauc_precision_at_20_max": 0.050289, + "nauc_precision_at_20_std": 0.343332, + "nauc_precision_at_20_diff1": 0.030778, + "nauc_precision_at_100_max": 0.010599, + "nauc_precision_at_100_std": 0.371683, + "nauc_precision_at_100_diff1": -0.034632, + "nauc_precision_at_1000_max": -0.059267, + "nauc_precision_at_1000_std": 0.155688, + "nauc_precision_at_1000_diff1": -0.043474, + "nauc_mrr_at_1_max": 0.205902, + "nauc_mrr_at_1_std": 0.196393, + "nauc_mrr_at_1_diff1": 0.33803, + "nauc_mrr_at_3_max": 0.257179, + "nauc_mrr_at_3_std": 0.225676, + "nauc_mrr_at_3_diff1": 0.332052, + "nauc_mrr_at_5_max": 0.239535, + "nauc_mrr_at_5_std": 0.225244, + "nauc_mrr_at_5_diff1": 0.331609, + "nauc_mrr_at_10_max": 0.245694, + "nauc_mrr_at_10_std": 0.228043, + "nauc_mrr_at_10_diff1": 0.334187, + "nauc_mrr_at_20_max": 0.244337, + "nauc_mrr_at_20_std": 0.229214, + "nauc_mrr_at_20_diff1": 0.335199, + "nauc_mrr_at_100_max": 0.24437, + "nauc_mrr_at_100_std": 0.227713, + "nauc_mrr_at_100_diff1": 0.334521, + "nauc_mrr_at_1000_max": 0.244232, + "nauc_mrr_at_1000_std": 0.227571, + "nauc_mrr_at_1000_diff1": 0.33448, + "main_score": 0.35657, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.5325, + "ndcg_at_3": 0.48054, + "ndcg_at_5": 0.47322, + "ndcg_at_10": 0.46391, + "ndcg_at_20": 0.47525, + "ndcg_at_100": 0.55162, + "ndcg_at_1000": 0.63783, + "map_at_1": 0.05232, + "map_at_3": 0.09013, + "map_at_5": 0.11878, + "map_at_10": 0.16187, + "map_at_20": 0.21111, + "map_at_100": 0.30841, + "map_at_1000": 0.35854, + "recall_at_1": 0.05232, + "recall_at_3": 0.10112, + "recall_at_5": 0.14962, + "recall_at_10": 0.22793, + "recall_at_20": 0.33678, + "recall_at_100": 0.63883, + "recall_at_1000": 0.90816, + "precision_at_1": 0.665, + "precision_at_3": 0.56, + "precision_at_5": 0.531, + "precision_at_10": 0.4685, + "precision_at_20": 0.4045, + "precision_at_100": 0.2188, + "precision_at_1000": 0.04912, + "mrr_at_1": 0.665, + "mrr_at_3": 0.743333, + "mrr_at_5": 0.759333, + "mrr_at_10": 0.765498, + "mrr_at_20": 0.766503, + "mrr_at_100": 0.7673, + "mrr_at_1000": 0.76732, + "nauc_ndcg_at_1_max": 0.275945, + "nauc_ndcg_at_1_std": 0.212058, + "nauc_ndcg_at_1_diff1": 0.279844, + "nauc_ndcg_at_3_max": 0.30974, + "nauc_ndcg_at_3_std": 0.203763, + "nauc_ndcg_at_3_diff1": 0.142969, + "nauc_ndcg_at_5_max": 0.306826, + "nauc_ndcg_at_5_std": 0.233956, + "nauc_ndcg_at_5_diff1": 0.11834, + "nauc_ndcg_at_10_max": 0.344751, + "nauc_ndcg_at_10_std": 0.286776, + "nauc_ndcg_at_10_diff1": 0.109598, + "nauc_ndcg_at_20_max": 0.373876, + "nauc_ndcg_at_20_std": 0.336743, + "nauc_ndcg_at_20_diff1": 0.102648, + "nauc_ndcg_at_100_max": 0.446658, + "nauc_ndcg_at_100_std": 0.499339, + "nauc_ndcg_at_100_diff1": 0.086938, + "nauc_ndcg_at_1000_max": 0.478523, + "nauc_ndcg_at_1000_std": 0.477985, + "nauc_ndcg_at_1000_diff1": 0.046393, + "nauc_map_at_1_max": -0.049768, + "nauc_map_at_1_std": -0.066369, + "nauc_map_at_1_diff1": 0.38433, + "nauc_map_at_3_max": 0.089007, + "nauc_map_at_3_std": 0.045732, + "nauc_map_at_3_diff1": 0.260189, + "nauc_map_at_5_max": 0.146841, + "nauc_map_at_5_std": 0.086184, + "nauc_map_at_5_diff1": 0.230192, + "nauc_map_at_10_max": 0.221031, + "nauc_map_at_10_std": 0.171914, + "nauc_map_at_10_diff1": 0.176269, + "nauc_map_at_20_max": 0.281079, + "nauc_map_at_20_std": 0.240646, + "nauc_map_at_20_diff1": 0.129024, + "nauc_map_at_100_max": 0.366632, + "nauc_map_at_100_std": 0.422777, + "nauc_map_at_100_diff1": 0.053591, + "nauc_map_at_1000_max": 0.39267, + "nauc_map_at_1000_std": 0.438201, + "nauc_map_at_1000_diff1": 0.014557, + "nauc_recall_at_1_max": -0.049768, + "nauc_recall_at_1_std": -0.066369, + "nauc_recall_at_1_diff1": 0.38433, + "nauc_recall_at_3_max": 0.053899, + "nauc_recall_at_3_std": 0.030405, + "nauc_recall_at_3_diff1": 0.229007, + "nauc_recall_at_5_max": 0.063596, + "nauc_recall_at_5_std": 0.064847, + "nauc_recall_at_5_diff1": 0.19476, + "nauc_recall_at_10_max": 0.14823, + "nauc_recall_at_10_std": 0.189117, + "nauc_recall_at_10_diff1": 0.143811, + "nauc_recall_at_20_max": 0.196647, + "nauc_recall_at_20_std": 0.226268, + "nauc_recall_at_20_diff1": 0.093277, + "nauc_recall_at_100_max": 0.267826, + "nauc_recall_at_100_std": 0.464637, + "nauc_recall_at_100_diff1": 0.04387, + "nauc_recall_at_1000_max": 0.443885, + "nauc_recall_at_1000_std": 0.635294, + "nauc_recall_at_1000_diff1": -0.020313, + "nauc_precision_at_1_max": 0.462687, + "nauc_precision_at_1_std": 0.238048, + "nauc_precision_at_1_diff1": 0.212002, + "nauc_precision_at_3_max": 0.386685, + "nauc_precision_at_3_std": 0.216868, + "nauc_precision_at_3_diff1": 0.006546, + "nauc_precision_at_5_max": 0.373208, + "nauc_precision_at_5_std": 0.254139, + "nauc_precision_at_5_diff1": -0.046379, + "nauc_precision_at_10_max": 0.364861, + "nauc_precision_at_10_std": 0.306111, + "nauc_precision_at_10_diff1": -0.125171, + "nauc_precision_at_20_max": 0.261914, + "nauc_precision_at_20_std": 0.266214, + "nauc_precision_at_20_diff1": -0.14326, + "nauc_precision_at_100_max": 0.090526, + "nauc_precision_at_100_std": 0.139688, + "nauc_precision_at_100_diff1": -0.119672, + "nauc_precision_at_1000_max": -0.009002, + "nauc_precision_at_1000_std": -0.048032, + "nauc_precision_at_1000_diff1": -0.100738, + "nauc_mrr_at_1_max": 0.462687, + "nauc_mrr_at_1_std": 0.238048, + "nauc_mrr_at_1_diff1": 0.212002, + "nauc_mrr_at_3_max": 0.467558, + "nauc_mrr_at_3_std": 0.225051, + "nauc_mrr_at_3_diff1": 0.221561, + "nauc_mrr_at_5_max": 0.474672, + "nauc_mrr_at_5_std": 0.244642, + "nauc_mrr_at_5_diff1": 0.22504, + "nauc_mrr_at_10_max": 0.48111, + "nauc_mrr_at_10_std": 0.260887, + "nauc_mrr_at_10_diff1": 0.216461, + "nauc_mrr_at_20_max": 0.479178, + "nauc_mrr_at_20_std": 0.258129, + "nauc_mrr_at_20_diff1": 0.213785, + "nauc_mrr_at_100_max": 0.478633, + "nauc_mrr_at_100_std": 0.256017, + "nauc_mrr_at_100_diff1": 0.215519, + "nauc_mrr_at_1000_max": 0.478594, + "nauc_mrr_at_1000_std": 0.255944, + "nauc_mrr_at_1000_diff1": 0.215653, + "main_score": 0.46391, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.435, + "ndcg_at_3": 0.40138, + "ndcg_at_5": 0.38719, + "ndcg_at_10": 0.38284, + "ndcg_at_20": 0.39262, + "ndcg_at_100": 0.47475, + "ndcg_at_1000": 0.57225, + "map_at_1": 0.0332, + "map_at_3": 0.06689, + "map_at_5": 0.08525, + "map_at_10": 0.12066, + "map_at_20": 0.15954, + "map_at_100": 0.24033, + "map_at_1000": 0.28774, + "recall_at_1": 0.0332, + "recall_at_3": 0.08084, + "recall_at_5": 0.10952, + "recall_at_10": 0.18808, + "recall_at_20": 0.28134, + "recall_at_100": 0.58509, + "recall_at_1000": 0.87803, + "precision_at_1": 0.56, + "precision_at_3": 0.49, + "precision_at_5": 0.451, + "precision_at_10": 0.4075, + "precision_at_20": 0.34775, + "precision_at_100": 0.19335, + "precision_at_1000": 0.04591, + "mrr_at_1": 0.56, + "mrr_at_3": 0.656667, + "mrr_at_5": 0.669417, + "mrr_at_10": 0.681141, + "mrr_at_20": 0.6823, + "mrr_at_100": 0.684044, + "mrr_at_1000": 0.684044, + "nauc_ndcg_at_1_max": 0.218222, + "nauc_ndcg_at_1_std": 0.115267, + "nauc_ndcg_at_1_diff1": 0.161633, + "nauc_ndcg_at_3_max": 0.273111, + "nauc_ndcg_at_3_std": 0.09407, + "nauc_ndcg_at_3_diff1": 0.01056, + "nauc_ndcg_at_5_max": 0.2866, + "nauc_ndcg_at_5_std": 0.145079, + "nauc_ndcg_at_5_diff1": -0.038586, + "nauc_ndcg_at_10_max": 0.323946, + "nauc_ndcg_at_10_std": 0.213226, + "nauc_ndcg_at_10_diff1": -0.060857, + "nauc_ndcg_at_20_max": 0.369893, + "nauc_ndcg_at_20_std": 0.322802, + "nauc_ndcg_at_20_diff1": -0.103546, + "nauc_ndcg_at_100_max": 0.461793, + "nauc_ndcg_at_100_std": 0.513655, + "nauc_ndcg_at_100_diff1": -0.083201, + "nauc_ndcg_at_1000_max": 0.497849, + "nauc_ndcg_at_1000_std": 0.491777, + "nauc_ndcg_at_1000_diff1": -0.051666, + "nauc_map_at_1_max": 0.087702, + "nauc_map_at_1_std": 0.073864, + "nauc_map_at_1_diff1": -0.020647, + "nauc_map_at_3_max": 0.175058, + "nauc_map_at_3_std": 0.085079, + "nauc_map_at_3_diff1": -0.038465, + "nauc_map_at_5_max": 0.21506, + "nauc_map_at_5_std": 0.158224, + "nauc_map_at_5_diff1": -0.079885, + "nauc_map_at_10_max": 0.24894, + "nauc_map_at_10_std": 0.232216, + "nauc_map_at_10_diff1": -0.077183, + "nauc_map_at_20_max": 0.289912, + "nauc_map_at_20_std": 0.326078, + "nauc_map_at_20_diff1": -0.103593, + "nauc_map_at_100_max": 0.389822, + "nauc_map_at_100_std": 0.500584, + "nauc_map_at_100_diff1": -0.119548, + "nauc_map_at_1000_max": 0.432739, + "nauc_map_at_1000_std": 0.514404, + "nauc_map_at_1000_diff1": -0.126954, + "nauc_recall_at_1_max": 0.087702, + "nauc_recall_at_1_std": 0.073864, + "nauc_recall_at_1_diff1": -0.020647, + "nauc_recall_at_3_max": 0.121145, + "nauc_recall_at_3_std": 0.052558, + "nauc_recall_at_3_diff1": -0.073518, + "nauc_recall_at_5_max": 0.172532, + "nauc_recall_at_5_std": 0.143889, + "nauc_recall_at_5_diff1": -0.109272, + "nauc_recall_at_10_max": 0.150219, + "nauc_recall_at_10_std": 0.218283, + "nauc_recall_at_10_diff1": -0.044024, + "nauc_recall_at_20_max": 0.183102, + "nauc_recall_at_20_std": 0.310989, + "nauc_recall_at_20_diff1": -0.053502, + "nauc_recall_at_100_max": 0.24031, + "nauc_recall_at_100_std": 0.515197, + "nauc_recall_at_100_diff1": 0.006799, + "nauc_recall_at_1000_max": 0.435064, + "nauc_recall_at_1000_std": 0.702911, + "nauc_recall_at_1000_diff1": 0.020351, + "nauc_precision_at_1_max": 0.28883, + "nauc_precision_at_1_std": 0.106738, + "nauc_precision_at_1_diff1": 0.117427, + "nauc_precision_at_3_max": 0.33623, + "nauc_precision_at_3_std": 0.105427, + "nauc_precision_at_3_diff1": -0.048237, + "nauc_precision_at_5_max": 0.334741, + "nauc_precision_at_5_std": 0.205624, + "nauc_precision_at_5_diff1": -0.114311, + "nauc_precision_at_10_max": 0.304136, + "nauc_precision_at_10_std": 0.221154, + "nauc_precision_at_10_diff1": -0.118042, + "nauc_precision_at_20_max": 0.280866, + "nauc_precision_at_20_std": 0.267811, + "nauc_precision_at_20_diff1": -0.147509, + "nauc_precision_at_100_max": 0.180948, + "nauc_precision_at_100_std": 0.149578, + "nauc_precision_at_100_diff1": -0.087219, + "nauc_precision_at_1000_max": 0.062376, + "nauc_precision_at_1000_std": -0.053973, + "nauc_precision_at_1000_diff1": -0.060341, + "nauc_mrr_at_1_max": 0.28883, + "nauc_mrr_at_1_std": 0.106738, + "nauc_mrr_at_1_diff1": 0.117427, + "nauc_mrr_at_3_max": 0.339088, + "nauc_mrr_at_3_std": 0.1191, + "nauc_mrr_at_3_diff1": 0.042359, + "nauc_mrr_at_5_max": 0.349484, + "nauc_mrr_at_5_std": 0.12677, + "nauc_mrr_at_5_diff1": 0.022898, + "nauc_mrr_at_10_max": 0.343586, + "nauc_mrr_at_10_std": 0.134915, + "nauc_mrr_at_10_diff1": 0.039218, + "nauc_mrr_at_20_max": 0.343317, + "nauc_mrr_at_20_std": 0.132026, + "nauc_mrr_at_20_diff1": 0.040513, + "nauc_mrr_at_100_max": 0.34143, + "nauc_mrr_at_100_std": 0.129986, + "nauc_mrr_at_100_diff1": 0.043259, + "nauc_mrr_at_1000_max": 0.34143, + "nauc_mrr_at_1000_std": 0.129986, + "nauc_mrr_at_1000_diff1": 0.043259, + "main_score": 0.38284, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4225, + "ndcg_at_3": 0.39861, + "ndcg_at_5": 0.38507, + "ndcg_at_10": 0.38014, + "ndcg_at_20": 0.38863, + "ndcg_at_100": 0.46624, + "ndcg_at_1000": 0.56358, + "map_at_1": 0.03173, + "map_at_3": 0.07119, + "map_at_5": 0.08988, + "map_at_10": 0.12258, + "map_at_20": 0.16195, + "map_at_100": 0.23883, + "map_at_1000": 0.28374, + "recall_at_1": 0.03173, + "recall_at_3": 0.08733, + "recall_at_5": 0.11697, + "recall_at_10": 0.18278, + "recall_at_20": 0.27993, + "recall_at_100": 0.56918, + "recall_at_1000": 0.86341, + "precision_at_1": 0.545, + "precision_at_3": 0.49, + "precision_at_5": 0.451, + "precision_at_10": 0.4025, + "precision_at_20": 0.339, + "precision_at_100": 0.1866, + "precision_at_1000": 0.04466, + "mrr_at_1": 0.545, + "mrr_at_3": 0.645833, + "mrr_at_5": 0.659333, + "mrr_at_10": 0.667429, + "mrr_at_20": 0.670807, + "mrr_at_100": 0.67154, + "mrr_at_1000": 0.671601, + "nauc_ndcg_at_1_max": 0.299162, + "nauc_ndcg_at_1_std": 0.188097, + "nauc_ndcg_at_1_diff1": 0.193656, + "nauc_ndcg_at_3_max": 0.31903, + "nauc_ndcg_at_3_std": 0.221531, + "nauc_ndcg_at_3_diff1": 0.077472, + "nauc_ndcg_at_5_max": 0.312547, + "nauc_ndcg_at_5_std": 0.260066, + "nauc_ndcg_at_5_diff1": 0.03847, + "nauc_ndcg_at_10_max": 0.33436, + "nauc_ndcg_at_10_std": 0.276558, + "nauc_ndcg_at_10_diff1": 0.072267, + "nauc_ndcg_at_20_max": 0.392922, + "nauc_ndcg_at_20_std": 0.368321, + "nauc_ndcg_at_20_diff1": 0.090316, + "nauc_ndcg_at_100_max": 0.491533, + "nauc_ndcg_at_100_std": 0.540254, + "nauc_ndcg_at_100_diff1": 0.07018, + "nauc_ndcg_at_1000_max": 0.499543, + "nauc_ndcg_at_1000_std": 0.532732, + "nauc_ndcg_at_1000_diff1": 0.069169, + "nauc_map_at_1_max": 0.086205, + "nauc_map_at_1_std": 0.103922, + "nauc_map_at_1_diff1": 0.301098, + "nauc_map_at_3_max": 0.160824, + "nauc_map_at_3_std": 0.148866, + "nauc_map_at_3_diff1": 0.152962, + "nauc_map_at_5_max": 0.222346, + "nauc_map_at_5_std": 0.223206, + "nauc_map_at_5_diff1": 0.103281, + "nauc_map_at_10_max": 0.282693, + "nauc_map_at_10_std": 0.295643, + "nauc_map_at_10_diff1": 0.095796, + "nauc_map_at_20_max": 0.324539, + "nauc_map_at_20_std": 0.361778, + "nauc_map_at_20_diff1": 0.077729, + "nauc_map_at_100_max": 0.409907, + "nauc_map_at_100_std": 0.518644, + "nauc_map_at_100_diff1": 0.061877, + "nauc_map_at_1000_max": 0.43825, + "nauc_map_at_1000_std": 0.536216, + "nauc_map_at_1000_diff1": 0.052024, + "nauc_recall_at_1_max": 0.086205, + "nauc_recall_at_1_std": 0.103922, + "nauc_recall_at_1_diff1": 0.301098, + "nauc_recall_at_3_max": 0.127525, + "nauc_recall_at_3_std": 0.107838, + "nauc_recall_at_3_diff1": 0.094147, + "nauc_recall_at_5_max": 0.174099, + "nauc_recall_at_5_std": 0.175203, + "nauc_recall_at_5_diff1": 0.062294, + "nauc_recall_at_10_max": 0.204917, + "nauc_recall_at_10_std": 0.230756, + "nauc_recall_at_10_diff1": 0.093807, + "nauc_recall_at_20_max": 0.240894, + "nauc_recall_at_20_std": 0.295719, + "nauc_recall_at_20_diff1": 0.074131, + "nauc_recall_at_100_max": 0.354546, + "nauc_recall_at_100_std": 0.507084, + "nauc_recall_at_100_diff1": 0.104163, + "nauc_recall_at_1000_max": 0.489919, + "nauc_recall_at_1000_std": 0.717289, + "nauc_recall_at_1000_diff1": 0.186054, + "nauc_precision_at_1_max": 0.349365, + "nauc_precision_at_1_std": 0.213594, + "nauc_precision_at_1_diff1": 0.188049, + "nauc_precision_at_3_max": 0.383408, + "nauc_precision_at_3_std": 0.286899, + "nauc_precision_at_3_diff1": -0.001989, + "nauc_precision_at_5_max": 0.351286, + "nauc_precision_at_5_std": 0.321898, + "nauc_precision_at_5_diff1": -0.060245, + "nauc_precision_at_10_max": 0.314646, + "nauc_precision_at_10_std": 0.275705, + "nauc_precision_at_10_diff1": -0.021567, + "nauc_precision_at_20_max": 0.282228, + "nauc_precision_at_20_std": 0.286894, + "nauc_precision_at_20_diff1": -0.027841, + "nauc_precision_at_100_max": 0.176189, + "nauc_precision_at_100_std": 0.169849, + "nauc_precision_at_100_diff1": -0.041667, + "nauc_precision_at_1000_max": 0.04016, + "nauc_precision_at_1000_std": -0.05906, + "nauc_precision_at_1000_diff1": -0.054869, + "nauc_mrr_at_1_max": 0.349365, + "nauc_mrr_at_1_std": 0.213594, + "nauc_mrr_at_1_diff1": 0.188049, + "nauc_mrr_at_3_max": 0.416466, + "nauc_mrr_at_3_std": 0.259246, + "nauc_mrr_at_3_diff1": 0.132099, + "nauc_mrr_at_5_max": 0.410447, + "nauc_mrr_at_5_std": 0.250848, + "nauc_mrr_at_5_diff1": 0.148619, + "nauc_mrr_at_10_max": 0.404392, + "nauc_mrr_at_10_std": 0.246371, + "nauc_mrr_at_10_diff1": 0.149338, + "nauc_mrr_at_20_max": 0.403392, + "nauc_mrr_at_20_std": 0.24736, + "nauc_mrr_at_20_diff1": 0.148747, + "nauc_mrr_at_100_max": 0.403233, + "nauc_mrr_at_100_std": 0.245992, + "nauc_mrr_at_100_diff1": 0.148938, + "nauc_mrr_at_1000_max": 0.403123, + "nauc_mrr_at_1000_std": 0.246182, + "nauc_mrr_at_1000_diff1": 0.14906, + "main_score": 0.38014, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.5975, + "ndcg_at_3": 0.53968, + "ndcg_at_5": 0.52291, + "ndcg_at_10": 0.51417, + "ndcg_at_20": 0.53042, + "ndcg_at_100": 0.58626, + "ndcg_at_1000": 0.67427, + "map_at_1": 0.117, + "map_at_3": 0.18597, + "map_at_5": 0.22005, + "map_at_10": 0.26594, + "map_at_20": 0.3028, + "map_at_100": 0.36003, + "map_at_1000": 0.39583, + "recall_at_1": 0.117, + "recall_at_3": 0.20285, + "recall_at_5": 0.25768, + "recall_at_10": 0.34563, + "recall_at_20": 0.44924, + "recall_at_100": 0.67946, + "recall_at_1000": 0.9476, + "precision_at_1": 0.695, + "precision_at_3": 0.54167, + "precision_at_5": 0.472, + "precision_at_10": 0.3765, + "precision_at_20": 0.29825, + "precision_at_100": 0.142, + "precision_at_1000": 0.03313, + "mrr_at_1": 0.695, + "mrr_at_3": 0.771667, + "mrr_at_5": 0.780917, + "mrr_at_10": 0.786615, + "mrr_at_20": 0.788651, + "mrr_at_100": 0.789158, + "mrr_at_1000": 0.789189, + "nauc_ndcg_at_1_max": 0.400859, + "nauc_ndcg_at_1_std": -0.013301, + "nauc_ndcg_at_1_diff1": 0.443019, + "nauc_ndcg_at_3_max": 0.389859, + "nauc_ndcg_at_3_std": 0.018575, + "nauc_ndcg_at_3_diff1": 0.322876, + "nauc_ndcg_at_5_max": 0.411137, + "nauc_ndcg_at_5_std": 0.048407, + "nauc_ndcg_at_5_diff1": 0.333307, + "nauc_ndcg_at_10_max": 0.39273, + "nauc_ndcg_at_10_std": 0.053103, + "nauc_ndcg_at_10_diff1": 0.319795, + "nauc_ndcg_at_20_max": 0.386429, + "nauc_ndcg_at_20_std": 0.058486, + "nauc_ndcg_at_20_diff1": 0.316207, + "nauc_ndcg_at_100_max": 0.405763, + "nauc_ndcg_at_100_std": 0.155946, + "nauc_ndcg_at_100_diff1": 0.354282, + "nauc_ndcg_at_1000_max": 0.416495, + "nauc_ndcg_at_1000_std": 0.1413, + "nauc_ndcg_at_1000_diff1": 0.337162, + "nauc_map_at_1_max": 0.155003, + "nauc_map_at_1_std": -0.022511, + "nauc_map_at_1_diff1": 0.555369, + "nauc_map_at_3_max": 0.245525, + "nauc_map_at_3_std": 0.106945, + "nauc_map_at_3_diff1": 0.384912, + "nauc_map_at_5_max": 0.288388, + "nauc_map_at_5_std": 0.141025, + "nauc_map_at_5_diff1": 0.353524, + "nauc_map_at_10_max": 0.302813, + "nauc_map_at_10_std": 0.137076, + "nauc_map_at_10_diff1": 0.291091, + "nauc_map_at_20_max": 0.30256, + "nauc_map_at_20_std": 0.135743, + "nauc_map_at_20_diff1": 0.264624, + "nauc_map_at_100_max": 0.308235, + "nauc_map_at_100_std": 0.154604, + "nauc_map_at_100_diff1": 0.258618, + "nauc_map_at_1000_max": 0.310867, + "nauc_map_at_1000_std": 0.142893, + "nauc_map_at_1000_diff1": 0.230406, + "nauc_recall_at_1_max": 0.155003, + "nauc_recall_at_1_std": -0.022511, + "nauc_recall_at_1_diff1": 0.555369, + "nauc_recall_at_3_max": 0.224373, + "nauc_recall_at_3_std": 0.13515, + "nauc_recall_at_3_diff1": 0.336706, + "nauc_recall_at_5_max": 0.269553, + "nauc_recall_at_5_std": 0.169604, + "nauc_recall_at_5_diff1": 0.316274, + "nauc_recall_at_10_max": 0.264873, + "nauc_recall_at_10_std": 0.133994, + "nauc_recall_at_10_diff1": 0.251173, + "nauc_recall_at_20_max": 0.242208, + "nauc_recall_at_20_std": 0.148498, + "nauc_recall_at_20_diff1": 0.205157, + "nauc_recall_at_100_max": 0.293332, + "nauc_recall_at_100_std": 0.270323, + "nauc_recall_at_100_diff1": 0.288702, + "nauc_recall_at_1000_max": 0.286191, + "nauc_recall_at_1000_std": 0.616477, + "nauc_recall_at_1000_diff1": 0.258911, + "nauc_precision_at_1_max": 0.402435, + "nauc_precision_at_1_std": -0.065718, + "nauc_precision_at_1_diff1": 0.425214, + "nauc_precision_at_3_max": 0.292174, + "nauc_precision_at_3_std": 0.039366, + "nauc_precision_at_3_diff1": -0.031161, + "nauc_precision_at_5_max": 0.222476, + "nauc_precision_at_5_std": 0.04257, + "nauc_precision_at_5_diff1": -0.108149, + "nauc_precision_at_10_max": 0.10645, + "nauc_precision_at_10_std": -0.027613, + "nauc_precision_at_10_diff1": -0.190932, + "nauc_precision_at_20_max": 0.007771, + "nauc_precision_at_20_std": -0.094499, + "nauc_precision_at_20_diff1": -0.215068, + "nauc_precision_at_100_max": -0.052963, + "nauc_precision_at_100_std": -0.118555, + "nauc_precision_at_100_diff1": -0.188126, + "nauc_precision_at_1000_max": -0.082881, + "nauc_precision_at_1000_std": -0.25809, + "nauc_precision_at_1000_diff1": -0.179103, + "nauc_mrr_at_1_max": 0.402435, + "nauc_mrr_at_1_std": -0.065718, + "nauc_mrr_at_1_diff1": 0.425214, + "nauc_mrr_at_3_max": 0.426601, + "nauc_mrr_at_3_std": -0.01518, + "nauc_mrr_at_3_diff1": 0.396217, + "nauc_mrr_at_5_max": 0.441194, + "nauc_mrr_at_5_std": -0.021964, + "nauc_mrr_at_5_diff1": 0.41993, + "nauc_mrr_at_10_max": 0.437248, + "nauc_mrr_at_10_std": -0.020665, + "nauc_mrr_at_10_diff1": 0.415129, + "nauc_mrr_at_20_max": 0.434233, + "nauc_mrr_at_20_std": -0.022079, + "nauc_mrr_at_20_diff1": 0.413984, + "nauc_mrr_at_100_max": 0.433092, + "nauc_mrr_at_100_std": -0.023553, + "nauc_mrr_at_100_diff1": 0.412663, + "nauc_mrr_at_1000_max": 0.432996, + "nauc_mrr_at_1000_std": -0.023679, + "nauc_mrr_at_1000_diff1": 0.412828, + "main_score": 0.51417, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4225, + "ndcg_at_3": 0.39705, + "ndcg_at_5": 0.39734, + "ndcg_at_10": 0.39926, + "ndcg_at_20": 0.41047, + "ndcg_at_100": 0.4713, + "ndcg_at_1000": 0.57013, + "map_at_1": 0.09343, + "map_at_3": 0.14235, + "map_at_5": 0.17076, + "map_at_10": 0.20425, + "map_at_20": 0.22986, + "map_at_100": 0.2718, + "map_at_1000": 0.30095, + "recall_at_1": 0.09343, + "recall_at_3": 0.15804, + "recall_at_5": 0.21082, + "recall_at_10": 0.28327, + "recall_at_20": 0.36285, + "recall_at_100": 0.5884, + "recall_at_1000": 0.89607, + "precision_at_1": 0.525, + "precision_at_3": 0.42, + "precision_at_5": 0.371, + "precision_at_10": 0.2985, + "precision_at_20": 0.22875, + "precision_at_100": 0.11335, + "precision_at_1000": 0.02937, + "mrr_at_1": 0.525, + "mrr_at_3": 0.61, + "mrr_at_5": 0.62675, + "mrr_at_10": 0.636599, + "mrr_at_20": 0.641888, + "mrr_at_100": 0.64342, + "mrr_at_1000": 0.643484, + "nauc_ndcg_at_1_max": 0.326779, + "nauc_ndcg_at_1_std": 0.129003, + "nauc_ndcg_at_1_diff1": 0.329373, + "nauc_ndcg_at_3_max": 0.387297, + "nauc_ndcg_at_3_std": 0.151416, + "nauc_ndcg_at_3_diff1": 0.223896, + "nauc_ndcg_at_5_max": 0.405737, + "nauc_ndcg_at_5_std": 0.192156, + "nauc_ndcg_at_5_diff1": 0.2008, + "nauc_ndcg_at_10_max": 0.445833, + "nauc_ndcg_at_10_std": 0.226805, + "nauc_ndcg_at_10_diff1": 0.18744, + "nauc_ndcg_at_20_max": 0.440515, + "nauc_ndcg_at_20_std": 0.255502, + "nauc_ndcg_at_20_diff1": 0.168817, + "nauc_ndcg_at_100_max": 0.432478, + "nauc_ndcg_at_100_std": 0.33223, + "nauc_ndcg_at_100_diff1": 0.193126, + "nauc_ndcg_at_1000_max": 0.463482, + "nauc_ndcg_at_1000_std": 0.339169, + "nauc_ndcg_at_1000_diff1": 0.21054, + "nauc_map_at_1_max": 0.25509, + "nauc_map_at_1_std": 0.124003, + "nauc_map_at_1_diff1": 0.331739, + "nauc_map_at_3_max": 0.302603, + "nauc_map_at_3_std": 0.214396, + "nauc_map_at_3_diff1": 0.223, + "nauc_map_at_5_max": 0.326212, + "nauc_map_at_5_std": 0.241003, + "nauc_map_at_5_diff1": 0.204258, + "nauc_map_at_10_max": 0.362071, + "nauc_map_at_10_std": 0.26233, + "nauc_map_at_10_diff1": 0.179755, + "nauc_map_at_20_max": 0.365702, + "nauc_map_at_20_std": 0.26578, + "nauc_map_at_20_diff1": 0.158791, + "nauc_map_at_100_max": 0.37334, + "nauc_map_at_100_std": 0.285261, + "nauc_map_at_100_diff1": 0.147322, + "nauc_map_at_1000_max": 0.390509, + "nauc_map_at_1000_std": 0.293647, + "nauc_map_at_1000_diff1": 0.139927, + "nauc_recall_at_1_max": 0.25509, + "nauc_recall_at_1_std": 0.124003, + "nauc_recall_at_1_diff1": 0.331739, + "nauc_recall_at_3_max": 0.277594, + "nauc_recall_at_3_std": 0.245758, + "nauc_recall_at_3_diff1": 0.18343, + "nauc_recall_at_5_max": 0.267748, + "nauc_recall_at_5_std": 0.262476, + "nauc_recall_at_5_diff1": 0.16023, + "nauc_recall_at_10_max": 0.332154, + "nauc_recall_at_10_std": 0.319025, + "nauc_recall_at_10_diff1": 0.136791, + "nauc_recall_at_20_max": 0.322928, + "nauc_recall_at_20_std": 0.321724, + "nauc_recall_at_20_diff1": 0.098241, + "nauc_recall_at_100_max": 0.282452, + "nauc_recall_at_100_std": 0.392777, + "nauc_recall_at_100_diff1": 0.087303, + "nauc_recall_at_1000_max": 0.421345, + "nauc_recall_at_1000_std": 0.747533, + "nauc_recall_at_1000_diff1": 0.125326, + "nauc_precision_at_1_max": 0.382764, + "nauc_precision_at_1_std": 0.124274, + "nauc_precision_at_1_diff1": 0.301056, + "nauc_precision_at_3_max": 0.316775, + "nauc_precision_at_3_std": 0.131862, + "nauc_precision_at_3_diff1": 0.043375, + "nauc_precision_at_5_max": 0.2951, + "nauc_precision_at_5_std": 0.136344, + "nauc_precision_at_5_diff1": -0.002615, + "nauc_precision_at_10_max": 0.272236, + "nauc_precision_at_10_std": 0.057023, + "nauc_precision_at_10_diff1": -0.064309, + "nauc_precision_at_20_max": 0.18435, + "nauc_precision_at_20_std": 0.01684, + "nauc_precision_at_20_diff1": -0.113361, + "nauc_precision_at_100_max": 0.073225, + "nauc_precision_at_100_std": -0.04926, + "nauc_precision_at_100_diff1": -0.110655, + "nauc_precision_at_1000_max": 0.08685, + "nauc_precision_at_1000_std": -0.198856, + "nauc_precision_at_1000_diff1": -0.107984, + "nauc_mrr_at_1_max": 0.382764, + "nauc_mrr_at_1_std": 0.124274, + "nauc_mrr_at_1_diff1": 0.301056, + "nauc_mrr_at_3_max": 0.423232, + "nauc_mrr_at_3_std": 0.196555, + "nauc_mrr_at_3_diff1": 0.263594, + "nauc_mrr_at_5_max": 0.424988, + "nauc_mrr_at_5_std": 0.197505, + "nauc_mrr_at_5_diff1": 0.276705, + "nauc_mrr_at_10_max": 0.425242, + "nauc_mrr_at_10_std": 0.19325, + "nauc_mrr_at_10_diff1": 0.275986, + "nauc_mrr_at_20_max": 0.422845, + "nauc_mrr_at_20_std": 0.194227, + "nauc_mrr_at_20_diff1": 0.274363, + "nauc_mrr_at_100_max": 0.423814, + "nauc_mrr_at_100_std": 0.192988, + "nauc_mrr_at_100_diff1": 0.275848, + "nauc_mrr_at_1000_max": 0.423684, + "nauc_mrr_at_1000_std": 0.19281, + "nauc_mrr_at_1000_diff1": 0.275861, + "main_score": 0.39926, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41, + "ndcg_at_3": 0.38332, + "ndcg_at_5": 0.377, + "ndcg_at_10": 0.38306, + "ndcg_at_20": 0.39588, + "ndcg_at_100": 0.45475, + "ndcg_at_1000": 0.55407, + "map_at_1": 0.08681, + "map_at_3": 0.13734, + "map_at_5": 0.15962, + "map_at_10": 0.19087, + "map_at_20": 0.21352, + "map_at_100": 0.25328, + "map_at_1000": 0.28234, + "recall_at_1": 0.08681, + "recall_at_3": 0.16185, + "recall_at_5": 0.20425, + "recall_at_10": 0.27649, + "recall_at_20": 0.35267, + "recall_at_100": 0.57148, + "recall_at_1000": 0.87822, + "precision_at_1": 0.51, + "precision_at_3": 0.39833, + "precision_at_5": 0.35, + "precision_at_10": 0.282, + "precision_at_20": 0.216, + "precision_at_100": 0.1093, + "precision_at_1000": 0.0294, + "mrr_at_1": 0.51, + "mrr_at_3": 0.596667, + "mrr_at_5": 0.618667, + "mrr_at_10": 0.627498, + "mrr_at_20": 0.631977, + "mrr_at_100": 0.633212, + "mrr_at_1000": 0.633364, + "nauc_ndcg_at_1_max": 0.460537, + "nauc_ndcg_at_1_std": 0.245456, + "nauc_ndcg_at_1_diff1": 0.238679, + "nauc_ndcg_at_3_max": 0.463567, + "nauc_ndcg_at_3_std": 0.303665, + "nauc_ndcg_at_3_diff1": 0.205112, + "nauc_ndcg_at_5_max": 0.486774, + "nauc_ndcg_at_5_std": 0.353028, + "nauc_ndcg_at_5_diff1": 0.200909, + "nauc_ndcg_at_10_max": 0.488041, + "nauc_ndcg_at_10_std": 0.361142, + "nauc_ndcg_at_10_diff1": 0.160504, + "nauc_ndcg_at_20_max": 0.49277, + "nauc_ndcg_at_20_std": 0.390358, + "nauc_ndcg_at_20_diff1": 0.161714, + "nauc_ndcg_at_100_max": 0.486444, + "nauc_ndcg_at_100_std": 0.459491, + "nauc_ndcg_at_100_diff1": 0.169404, + "nauc_ndcg_at_1000_max": 0.526897, + "nauc_ndcg_at_1000_std": 0.46124, + "nauc_ndcg_at_1000_diff1": 0.161013, + "nauc_map_at_1_max": 0.322809, + "nauc_map_at_1_std": 0.12171, + "nauc_map_at_1_diff1": 0.318727, + "nauc_map_at_3_max": 0.328263, + "nauc_map_at_3_std": 0.257, + "nauc_map_at_3_diff1": 0.237636, + "nauc_map_at_5_max": 0.348623, + "nauc_map_at_5_std": 0.311704, + "nauc_map_at_5_diff1": 0.213312, + "nauc_map_at_10_max": 0.363332, + "nauc_map_at_10_std": 0.345823, + "nauc_map_at_10_diff1": 0.17548, + "nauc_map_at_20_max": 0.384302, + "nauc_map_at_20_std": 0.372455, + "nauc_map_at_20_diff1": 0.169731, + "nauc_map_at_100_max": 0.408059, + "nauc_map_at_100_std": 0.405396, + "nauc_map_at_100_diff1": 0.158595, + "nauc_map_at_1000_max": 0.435191, + "nauc_map_at_1000_std": 0.410852, + "nauc_map_at_1000_diff1": 0.156262, + "nauc_recall_at_1_max": 0.322809, + "nauc_recall_at_1_std": 0.12171, + "nauc_recall_at_1_diff1": 0.318727, + "nauc_recall_at_3_max": 0.273739, + "nauc_recall_at_3_std": 0.29209, + "nauc_recall_at_3_diff1": 0.197878, + "nauc_recall_at_5_max": 0.291693, + "nauc_recall_at_5_std": 0.345713, + "nauc_recall_at_5_diff1": 0.16898, + "nauc_recall_at_10_max": 0.30802, + "nauc_recall_at_10_std": 0.350504, + "nauc_recall_at_10_diff1": 0.105992, + "nauc_recall_at_20_max": 0.347325, + "nauc_recall_at_20_std": 0.426139, + "nauc_recall_at_20_diff1": 0.114452, + "nauc_recall_at_100_max": 0.337865, + "nauc_recall_at_100_std": 0.499242, + "nauc_recall_at_100_diff1": 0.081647, + "nauc_recall_at_1000_max": 0.479961, + "nauc_recall_at_1000_std": 0.745861, + "nauc_recall_at_1000_diff1": 0.071696, + "nauc_precision_at_1_max": 0.515502, + "nauc_precision_at_1_std": 0.270257, + "nauc_precision_at_1_diff1": 0.255429, + "nauc_precision_at_3_max": 0.370543, + "nauc_precision_at_3_std": 0.294127, + "nauc_precision_at_3_diff1": 0.072926, + "nauc_precision_at_5_max": 0.356552, + "nauc_precision_at_5_std": 0.30454, + "nauc_precision_at_5_diff1": 0.027975, + "nauc_precision_at_10_max": 0.281328, + "nauc_precision_at_10_std": 0.214025, + "nauc_precision_at_10_diff1": -0.042475, + "nauc_precision_at_20_max": 0.237966, + "nauc_precision_at_20_std": 0.138089, + "nauc_precision_at_20_diff1": -0.056567, + "nauc_precision_at_100_max": 0.12835, + "nauc_precision_at_100_std": -0.006805, + "nauc_precision_at_100_diff1": -0.079036, + "nauc_precision_at_1000_max": 0.068683, + "nauc_precision_at_1000_std": -0.197974, + "nauc_precision_at_1000_diff1": -0.058069, + "nauc_mrr_at_1_max": 0.515502, + "nauc_mrr_at_1_std": 0.270257, + "nauc_mrr_at_1_diff1": 0.255429, + "nauc_mrr_at_3_max": 0.516979, + "nauc_mrr_at_3_std": 0.350721, + "nauc_mrr_at_3_diff1": 0.236257, + "nauc_mrr_at_5_max": 0.519373, + "nauc_mrr_at_5_std": 0.349971, + "nauc_mrr_at_5_diff1": 0.227482, + "nauc_mrr_at_10_max": 0.515336, + "nauc_mrr_at_10_std": 0.337178, + "nauc_mrr_at_10_diff1": 0.225875, + "nauc_mrr_at_20_max": 0.518573, + "nauc_mrr_at_20_std": 0.339791, + "nauc_mrr_at_20_diff1": 0.229784, + "nauc_mrr_at_100_max": 0.518792, + "nauc_mrr_at_100_std": 0.33971, + "nauc_mrr_at_100_diff1": 0.230556, + "nauc_mrr_at_1000_max": 0.518679, + "nauc_mrr_at_1000_std": 0.339488, + "nauc_mrr_at_1000_diff1": 0.230543, + "main_score": 0.38306, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14280.327637910843, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-small-256/2/CmedqaRetrieval.json new file mode 100644 index 0000000000..7888e64cae --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.25.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.16504, + "ndcg_at_3": 0.16411, + "ndcg_at_5": 0.17287, + "ndcg_at_10": 0.19065, + "ndcg_at_20": 0.2071, + "ndcg_at_100": 0.24361, + "ndcg_at_1000": 0.2832, + "map_at_1": 0.10417, + "map_at_3": 0.13512, + "map_at_5": 0.14368, + "map_at_10": 0.15237, + "map_at_20": 0.15763, + "map_at_100": 0.16342, + "map_at_1000": 0.16505, + "recall_at_1": 0.10417, + "recall_at_3": 0.16237, + "recall_at_5": 0.19137, + "recall_at_10": 0.24402, + "recall_at_20": 0.29862, + "recall_at_100": 0.46818, + "recall_at_1000": 0.7471, + "precision_at_1": 0.16504, + "precision_at_3": 0.09294, + "precision_at_5": 0.06767, + "precision_at_10": 0.04391, + "precision_at_20": 0.02772, + "precision_at_100": 0.00885, + "precision_at_1000": 0.00141, + "mrr_at_1": 0.165041, + "mrr_at_3": 0.198716, + "mrr_at_5": 0.207043, + "mrr_at_10": 0.215202, + "mrr_at_20": 0.219758, + "mrr_at_100": 0.223983, + "mrr_at_1000": 0.22494, + "nauc_ndcg_at_1_max": 0.329332, + "nauc_ndcg_at_1_std": 0.069969, + "nauc_ndcg_at_1_diff1": 0.495251, + "nauc_ndcg_at_3_max": 0.306601, + "nauc_ndcg_at_3_std": 0.088344, + "nauc_ndcg_at_3_diff1": 0.401785, + "nauc_ndcg_at_5_max": 0.29605, + "nauc_ndcg_at_5_std": 0.090746, + "nauc_ndcg_at_5_diff1": 0.384136, + "nauc_ndcg_at_10_max": 0.296155, + "nauc_ndcg_at_10_std": 0.101658, + "nauc_ndcg_at_10_diff1": 0.365667, + "nauc_ndcg_at_20_max": 0.300506, + "nauc_ndcg_at_20_std": 0.11098, + "nauc_ndcg_at_20_diff1": 0.35673, + "nauc_ndcg_at_100_max": 0.311195, + "nauc_ndcg_at_100_std": 0.138296, + "nauc_ndcg_at_100_diff1": 0.343279, + "nauc_ndcg_at_1000_max": 0.318804, + "nauc_ndcg_at_1000_std": 0.14552, + "nauc_ndcg_at_1000_diff1": 0.342923, + "nauc_map_at_1_max": 0.297478, + "nauc_map_at_1_std": 0.066611, + "nauc_map_at_1_diff1": 0.469693, + "nauc_map_at_3_max": 0.294927, + "nauc_map_at_3_std": 0.079425, + "nauc_map_at_3_diff1": 0.412349, + "nauc_map_at_5_max": 0.295496, + "nauc_map_at_5_std": 0.083642, + "nauc_map_at_5_diff1": 0.403331, + "nauc_map_at_10_max": 0.298463, + "nauc_map_at_10_std": 0.090788, + "nauc_map_at_10_diff1": 0.394864, + "nauc_map_at_20_max": 0.302018, + "nauc_map_at_20_std": 0.095139, + "nauc_map_at_20_diff1": 0.391233, + "nauc_map_at_100_max": 0.304663, + "nauc_map_at_100_std": 0.100773, + "nauc_map_at_100_diff1": 0.388237, + "nauc_map_at_1000_max": 0.305239, + "nauc_map_at_1000_std": 0.101531, + "nauc_map_at_1000_diff1": 0.3882, + "nauc_recall_at_1_max": 0.297478, + "nauc_recall_at_1_std": 0.066611, + "nauc_recall_at_1_diff1": 0.469693, + "nauc_recall_at_3_max": 0.262319, + "nauc_recall_at_3_std": 0.081437, + "nauc_recall_at_3_diff1": 0.339648, + "nauc_recall_at_5_max": 0.254789, + "nauc_recall_at_5_std": 0.093629, + "nauc_recall_at_5_diff1": 0.310337, + "nauc_recall_at_10_max": 0.253268, + "nauc_recall_at_10_std": 0.117001, + "nauc_recall_at_10_diff1": 0.267114, + "nauc_recall_at_20_max": 0.258281, + "nauc_recall_at_20_std": 0.133962, + "nauc_recall_at_20_diff1": 0.242336, + "nauc_recall_at_100_max": 0.28737, + "nauc_recall_at_100_std": 0.227094, + "nauc_recall_at_100_diff1": 0.187435, + "nauc_recall_at_1000_max": 0.351269, + "nauc_recall_at_1000_std": 0.334573, + "nauc_recall_at_1000_diff1": 0.117343, + "nauc_precision_at_1_max": 0.329332, + "nauc_precision_at_1_std": 0.069969, + "nauc_precision_at_1_diff1": 0.495251, + "nauc_precision_at_3_max": 0.333809, + "nauc_precision_at_3_std": 0.105719, + "nauc_precision_at_3_diff1": 0.371921, + "nauc_precision_at_5_max": 0.320276, + "nauc_precision_at_5_std": 0.112544, + "nauc_precision_at_5_diff1": 0.330206, + "nauc_precision_at_10_max": 0.322386, + "nauc_precision_at_10_std": 0.136521, + "nauc_precision_at_10_diff1": 0.283883, + "nauc_precision_at_20_max": 0.32, + "nauc_precision_at_20_std": 0.16139, + "nauc_precision_at_20_diff1": 0.247756, + "nauc_precision_at_100_max": 0.282879, + "nauc_precision_at_100_std": 0.198916, + "nauc_precision_at_100_diff1": 0.170817, + "nauc_precision_at_1000_max": 0.212535, + "nauc_precision_at_1000_std": 0.158654, + "nauc_precision_at_1000_diff1": 0.103409, + "nauc_mrr_at_1_max": 0.329332, + "nauc_mrr_at_1_std": 0.069969, + "nauc_mrr_at_1_diff1": 0.495251, + "nauc_mrr_at_3_max": 0.313732, + "nauc_mrr_at_3_std": 0.081736, + "nauc_mrr_at_3_diff1": 0.426243, + "nauc_mrr_at_5_max": 0.309219, + "nauc_mrr_at_5_std": 0.085014, + "nauc_mrr_at_5_diff1": 0.414841, + "nauc_mrr_at_10_max": 0.309366, + "nauc_mrr_at_10_std": 0.089041, + "nauc_mrr_at_10_diff1": 0.407583, + "nauc_mrr_at_20_max": 0.309398, + "nauc_mrr_at_20_std": 0.091009, + "nauc_mrr_at_20_diff1": 0.405251, + "nauc_mrr_at_100_max": 0.309807, + "nauc_mrr_at_100_std": 0.093064, + "nauc_mrr_at_100_diff1": 0.403762, + "nauc_mrr_at_1000_max": 0.310078, + "nauc_mrr_at_1000_std": 0.093226, + "nauc_mrr_at_1000_diff1": 0.404004, + "main_score": 0.19065, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1193.4789009094238, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-small-256/2/MedicalQARetrieval.json new file mode 100644 index 0000000000..cb17026e9f --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49854, + "ndcg_at_3": 0.63118, + "ndcg_at_5": 0.66058, + "ndcg_at_10": 0.6825, + "ndcg_at_20": 0.69456, + "ndcg_at_100": 0.70399, + "ndcg_at_1000": 0.70777, + "map_at_1": 0.49854, + "map_at_3": 0.59855, + "map_at_5": 0.61501, + "map_at_10": 0.62413, + "map_at_20": 0.62748, + "map_at_100": 0.62875, + "map_at_1000": 0.62888, + "recall_at_1": 0.49854, + "recall_at_3": 0.72559, + "recall_at_5": 0.79639, + "recall_at_10": 0.86377, + "recall_at_20": 0.91113, + "recall_at_100": 0.9624, + "recall_at_1000": 0.99268, + "precision_at_1": 0.49854, + "precision_at_3": 0.24186, + "precision_at_5": 0.15928, + "precision_at_10": 0.08638, + "precision_at_20": 0.04556, + "precision_at_100": 0.00962, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.499512, + "mrr_at_3": 0.599121, + "mrr_at_5": 0.615479, + "mrr_at_10": 0.624685, + "mrr_at_20": 0.628037, + "mrr_at_100": 0.629303, + "mrr_at_1000": 0.629437, + "nauc_ndcg_at_1_max": 0.352858, + "nauc_ndcg_at_1_std": -0.074885, + "nauc_ndcg_at_1_diff1": 0.530042, + "nauc_ndcg_at_3_max": 0.365945, + "nauc_ndcg_at_3_std": -0.093855, + "nauc_ndcg_at_3_diff1": 0.452839, + "nauc_ndcg_at_5_max": 0.371825, + "nauc_ndcg_at_5_std": -0.094661, + "nauc_ndcg_at_5_diff1": 0.443651, + "nauc_ndcg_at_10_max": 0.378877, + "nauc_ndcg_at_10_std": -0.080882, + "nauc_ndcg_at_10_diff1": 0.448246, + "nauc_ndcg_at_20_max": 0.381238, + "nauc_ndcg_at_20_std": -0.066998, + "nauc_ndcg_at_20_diff1": 0.451629, + "nauc_ndcg_at_100_max": 0.371467, + "nauc_ndcg_at_100_std": -0.066053, + "nauc_ndcg_at_100_diff1": 0.455073, + "nauc_ndcg_at_1000_max": 0.371855, + "nauc_ndcg_at_1000_std": -0.072175, + "nauc_ndcg_at_1000_diff1": 0.461127, + "nauc_map_at_1_max": 0.352858, + "nauc_map_at_1_std": -0.074885, + "nauc_map_at_1_diff1": 0.530042, + "nauc_map_at_3_max": 0.36182, + "nauc_map_at_3_std": -0.087615, + "nauc_map_at_3_diff1": 0.473683, + "nauc_map_at_5_max": 0.3647, + "nauc_map_at_5_std": -0.088032, + "nauc_map_at_5_diff1": 0.469873, + "nauc_map_at_10_max": 0.367025, + "nauc_map_at_10_std": -0.082707, + "nauc_map_at_10_diff1": 0.47238, + "nauc_map_at_20_max": 0.367608, + "nauc_map_at_20_std": -0.079433, + "nauc_map_at_20_diff1": 0.473572, + "nauc_map_at_100_max": 0.366541, + "nauc_map_at_100_std": -0.079107, + "nauc_map_at_100_diff1": 0.474041, + "nauc_map_at_1000_max": 0.366567, + "nauc_map_at_1000_std": -0.079252, + "nauc_map_at_1000_diff1": 0.474236, + "nauc_recall_at_1_max": 0.352858, + "nauc_recall_at_1_std": -0.074885, + "nauc_recall_at_1_diff1": 0.530042, + "nauc_recall_at_3_max": 0.381223, + "nauc_recall_at_3_std": -0.117087, + "nauc_recall_at_3_diff1": 0.377247, + "nauc_recall_at_5_max": 0.404963, + "nauc_recall_at_5_std": -0.124425, + "nauc_recall_at_5_diff1": 0.325544, + "nauc_recall_at_10_max": 0.460789, + "nauc_recall_at_10_std": -0.059534, + "nauc_recall_at_10_diff1": 0.298639, + "nauc_recall_at_20_max": 0.521212, + "nauc_recall_at_20_std": 0.09496, + "nauc_recall_at_20_diff1": 0.258975, + "nauc_recall_at_100_max": 0.38372, + "nauc_recall_at_100_std": 0.313945, + "nauc_recall_at_100_diff1": 0.113491, + "nauc_recall_at_1000_max": 0.499058, + "nauc_recall_at_1000_std": 0.309167, + "nauc_recall_at_1000_diff1": 0.13968, + "nauc_precision_at_1_max": 0.352858, + "nauc_precision_at_1_std": -0.074885, + "nauc_precision_at_1_diff1": 0.530042, + "nauc_precision_at_3_max": 0.381223, + "nauc_precision_at_3_std": -0.117087, + "nauc_precision_at_3_diff1": 0.377247, + "nauc_precision_at_5_max": 0.404963, + "nauc_precision_at_5_std": -0.124425, + "nauc_precision_at_5_diff1": 0.325544, + "nauc_precision_at_10_max": 0.460789, + "nauc_precision_at_10_std": -0.059534, + "nauc_precision_at_10_diff1": 0.298639, + "nauc_precision_at_20_max": 0.521212, + "nauc_precision_at_20_std": 0.09496, + "nauc_precision_at_20_diff1": 0.258975, + "nauc_precision_at_100_max": 0.38372, + "nauc_precision_at_100_std": 0.313945, + "nauc_precision_at_100_diff1": 0.113491, + "nauc_precision_at_1000_max": 0.499058, + "nauc_precision_at_1000_std": 0.309167, + "nauc_precision_at_1000_diff1": 0.13968, + "nauc_mrr_at_1_max": 0.350813, + "nauc_mrr_at_1_std": -0.073881, + "nauc_mrr_at_1_diff1": 0.527436, + "nauc_mrr_at_3_max": 0.36113, + "nauc_mrr_at_3_std": -0.085994, + "nauc_mrr_at_3_diff1": 0.471971, + "nauc_mrr_at_5_max": 0.363696, + "nauc_mrr_at_5_std": -0.087039, + "nauc_mrr_at_5_diff1": 0.468311, + "nauc_mrr_at_10_max": 0.36582, + "nauc_mrr_at_10_std": -0.081862, + "nauc_mrr_at_10_diff1": 0.470586, + "nauc_mrr_at_20_max": 0.36639, + "nauc_mrr_at_20_std": -0.078577, + "nauc_mrr_at_20_diff1": 0.47176, + "nauc_mrr_at_100_max": 0.365318, + "nauc_mrr_at_100_std": -0.078247, + "nauc_mrr_at_100_diff1": 0.472221, + "nauc_mrr_at_1000_max": 0.365343, + "nauc_mrr_at_1000_std": -0.078392, + "nauc_mrr_at_1000_diff1": 0.472415, + "main_score": 0.6825, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 24.639342784881592, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/MedrxivClusteringP2P.v2.json b/results/openai__text-embedding-3-small-256/2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..2c082a27fc --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.348011, + 0.352676, + 0.3454, + 0.353436, + 0.359687, + 0.342706, + 0.346419, + 0.358656, + 0.365066, + 0.343453 + ] + }, + "v_measure": 0.351551, + "v_measure_std": 0.007243, + "main_score": 0.351551, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 36.011687994003296, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-small-256/2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..edac20bf6e --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.335342, + 0.32958, + 0.345002, + 0.335899, + 0.345958, + 0.338726, + 0.337302, + 0.334413, + 0.34804, + 0.34057 + ] + }, + "v_measure": 0.339083, + "v_measure_std": 0.005516, + "main_score": 0.339083, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7.489441871643066, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/NFCorpus.json b/results/openai__text-embedding-3-small-256/2/NFCorpus.json new file mode 100644 index 0000000000..fab9be0547 --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48297, + "ndcg_at_3": 0.41696, + "ndcg_at_5": 0.39105, + "ndcg_at_10": 0.35503, + "ndcg_at_20": 0.32555, + "ndcg_at_100": 0.32423, + "ndcg_at_1000": 0.41268, + "map_at_1": 0.06578, + "map_at_3": 0.09874, + "map_at_5": 0.11342, + "map_at_10": 0.1329, + "map_at_20": 0.14646, + "map_at_100": 0.16581, + "map_at_1000": 0.18059, + "recall_at_1": 0.06578, + "recall_at_3": 0.10594, + "recall_at_5": 0.12751, + "recall_at_10": 0.16843, + "recall_at_20": 0.20439, + "recall_at_100": 0.33431, + "recall_at_1000": 0.64526, + "precision_at_1": 0.50155, + "precision_at_3": 0.38906, + "precision_at_5": 0.33622, + "precision_at_10": 0.26006, + "precision_at_20": 0.18591, + "precision_at_100": 0.08065, + "precision_at_1000": 0.02119, + "mrr_at_1": 0.501548, + "mrr_at_3": 0.553148, + "mrr_at_5": 0.560114, + "mrr_at_10": 0.568722, + "mrr_at_20": 0.571412, + "mrr_at_100": 0.574467, + "mrr_at_1000": 0.574769, + "nauc_ndcg_at_1_max": 0.39312, + "nauc_ndcg_at_1_std": 0.282688, + "nauc_ndcg_at_1_diff1": 0.324685, + "nauc_ndcg_at_3_max": 0.396125, + "nauc_ndcg_at_3_std": 0.283861, + "nauc_ndcg_at_3_diff1": 0.28023, + "nauc_ndcg_at_5_max": 0.394034, + "nauc_ndcg_at_5_std": 0.283464, + "nauc_ndcg_at_5_diff1": 0.266425, + "nauc_ndcg_at_10_max": 0.378613, + "nauc_ndcg_at_10_std": 0.293913, + "nauc_ndcg_at_10_diff1": 0.27693, + "nauc_ndcg_at_20_max": 0.373311, + "nauc_ndcg_at_20_std": 0.276276, + "nauc_ndcg_at_20_diff1": 0.277124, + "nauc_ndcg_at_100_max": 0.391861, + "nauc_ndcg_at_100_std": 0.27467, + "nauc_ndcg_at_100_diff1": 0.314849, + "nauc_ndcg_at_1000_max": 0.465627, + "nauc_ndcg_at_1000_std": 0.352949, + "nauc_ndcg_at_1000_diff1": 0.31611, + "nauc_map_at_1_max": 0.07416, + "nauc_map_at_1_std": -0.121084, + "nauc_map_at_1_diff1": 0.406078, + "nauc_map_at_3_max": 0.158197, + "nauc_map_at_3_std": -0.078491, + "nauc_map_at_3_diff1": 0.407611, + "nauc_map_at_5_max": 0.206259, + "nauc_map_at_5_std": -0.045442, + "nauc_map_at_5_diff1": 0.389412, + "nauc_map_at_10_max": 0.243888, + "nauc_map_at_10_std": 0.012573, + "nauc_map_at_10_diff1": 0.36169, + "nauc_map_at_20_max": 0.277907, + "nauc_map_at_20_std": 0.061871, + "nauc_map_at_20_diff1": 0.338716, + "nauc_map_at_100_max": 0.296655, + "nauc_map_at_100_std": 0.119992, + "nauc_map_at_100_diff1": 0.331376, + "nauc_map_at_1000_max": 0.304301, + "nauc_map_at_1000_std": 0.154884, + "nauc_map_at_1000_diff1": 0.324632, + "nauc_recall_at_1_max": 0.07416, + "nauc_recall_at_1_std": -0.121084, + "nauc_recall_at_1_diff1": 0.406078, + "nauc_recall_at_3_max": 0.147908, + "nauc_recall_at_3_std": -0.072602, + "nauc_recall_at_3_diff1": 0.394251, + "nauc_recall_at_5_max": 0.195539, + "nauc_recall_at_5_std": -0.041293, + "nauc_recall_at_5_diff1": 0.372334, + "nauc_recall_at_10_max": 0.205582, + "nauc_recall_at_10_std": 0.006694, + "nauc_recall_at_10_diff1": 0.319895, + "nauc_recall_at_20_max": 0.246862, + "nauc_recall_at_20_std": 0.050007, + "nauc_recall_at_20_diff1": 0.278814, + "nauc_recall_at_100_max": 0.220394, + "nauc_recall_at_100_std": 0.12043, + "nauc_recall_at_100_diff1": 0.228862, + "nauc_recall_at_1000_max": 0.28273, + "nauc_recall_at_1000_std": 0.245692, + "nauc_recall_at_1000_diff1": 0.207373, + "nauc_precision_at_1_max": 0.410931, + "nauc_precision_at_1_std": 0.298216, + "nauc_precision_at_1_diff1": 0.314809, + "nauc_precision_at_3_max": 0.402628, + "nauc_precision_at_3_std": 0.330837, + "nauc_precision_at_3_diff1": 0.206673, + "nauc_precision_at_5_max": 0.394864, + "nauc_precision_at_5_std": 0.346587, + "nauc_precision_at_5_diff1": 0.140155, + "nauc_precision_at_10_max": 0.381859, + "nauc_precision_at_10_std": 0.418885, + "nauc_precision_at_10_diff1": 0.100362, + "nauc_precision_at_20_max": 0.334026, + "nauc_precision_at_20_std": 0.429502, + "nauc_precision_at_20_diff1": 0.040805, + "nauc_precision_at_100_max": 0.172199, + "nauc_precision_at_100_std": 0.41179, + "nauc_precision_at_100_diff1": -0.015209, + "nauc_precision_at_1000_max": 0.024964, + "nauc_precision_at_1000_std": 0.276949, + "nauc_precision_at_1000_diff1": -0.065457, + "nauc_mrr_at_1_max": 0.410931, + "nauc_mrr_at_1_std": 0.298216, + "nauc_mrr_at_1_diff1": 0.314809, + "nauc_mrr_at_3_max": 0.449255, + "nauc_mrr_at_3_std": 0.341741, + "nauc_mrr_at_3_diff1": 0.301306, + "nauc_mrr_at_5_max": 0.450899, + "nauc_mrr_at_5_std": 0.339266, + "nauc_mrr_at_5_diff1": 0.299846, + "nauc_mrr_at_10_max": 0.457524, + "nauc_mrr_at_10_std": 0.3508, + "nauc_mrr_at_10_diff1": 0.295604, + "nauc_mrr_at_20_max": 0.460147, + "nauc_mrr_at_20_std": 0.349865, + "nauc_mrr_at_20_diff1": 0.294825, + "nauc_mrr_at_100_max": 0.460116, + "nauc_mrr_at_100_std": 0.350507, + "nauc_mrr_at_100_diff1": 0.296416, + "nauc_mrr_at_1000_max": 0.459857, + "nauc_mrr_at_1000_std": 0.350265, + "nauc_mrr_at_1000_diff1": 0.296395, + "main_score": 0.35503, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 72.44794607162476, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/PublicHealthQA.json b/results/openai__text-embedding-3-small-256/2/PublicHealthQA.json new file mode 100644 index 0000000000..2df97868e4 --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48837, + "ndcg_at_3": 0.6333, + "ndcg_at_5": 0.65783, + "ndcg_at_10": 0.68035, + "ndcg_at_20": 0.69242, + "ndcg_at_100": 0.70926, + "ndcg_at_1000": 0.70926, + "map_at_1": 0.48837, + "map_at_3": 0.59884, + "map_at_5": 0.61279, + "map_at_10": 0.62204, + "map_at_20": 0.62553, + "map_at_100": 0.62767, + "map_at_1000": 0.62767, + "recall_at_1": 0.48837, + "recall_at_3": 0.73256, + "recall_at_5": 0.7907, + "recall_at_10": 0.86047, + "recall_at_20": 0.90698, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.48837, + "precision_at_3": 0.24419, + "precision_at_5": 0.15814, + "precision_at_10": 0.08605, + "precision_at_20": 0.04535, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.488372, + "mrr_at_3": 0.598837, + "mrr_at_5": 0.612791, + "mrr_at_10": 0.622042, + "mrr_at_20": 0.625529, + "mrr_at_100": 0.627667, + "mrr_at_1000": 0.627667, + "nauc_ndcg_at_1_max": 0.200335, + "nauc_ndcg_at_1_std": -0.071649, + "nauc_ndcg_at_1_diff1": 0.423955, + "nauc_ndcg_at_3_max": 0.200525, + "nauc_ndcg_at_3_std": -0.001177, + "nauc_ndcg_at_3_diff1": 0.396426, + "nauc_ndcg_at_5_max": 0.287649, + "nauc_ndcg_at_5_std": 0.015246, + "nauc_ndcg_at_5_diff1": 0.447094, + "nauc_ndcg_at_10_max": 0.254196, + "nauc_ndcg_at_10_std": 0.009984, + "nauc_ndcg_at_10_diff1": 0.402673, + "nauc_ndcg_at_20_max": 0.252452, + "nauc_ndcg_at_20_std": 0.005289, + "nauc_ndcg_at_20_diff1": 0.40356, + "nauc_ndcg_at_100_max": 0.243619, + "nauc_ndcg_at_100_std": -0.00784, + "nauc_ndcg_at_100_diff1": 0.416225, + "nauc_ndcg_at_1000_max": 0.243619, + "nauc_ndcg_at_1000_std": -0.00784, + "nauc_ndcg_at_1000_diff1": 0.416225, + "nauc_map_at_1_max": 0.200335, + "nauc_map_at_1_std": -0.071649, + "nauc_map_at_1_diff1": 0.423955, + "nauc_map_at_3_max": 0.205868, + "nauc_map_at_3_std": -0.016816, + "nauc_map_at_3_diff1": 0.409779, + "nauc_map_at_5_max": 0.251113, + "nauc_map_at_5_std": -0.01031, + "nauc_map_at_5_diff1": 0.435772, + "nauc_map_at_10_max": 0.237803, + "nauc_map_at_10_std": -0.013847, + "nauc_map_at_10_diff1": 0.419399, + "nauc_map_at_20_max": 0.237321, + "nauc_map_at_20_std": -0.014597, + "nauc_map_at_20_diff1": 0.419247, + "nauc_map_at_100_max": 0.236333, + "nauc_map_at_100_std": -0.016296, + "nauc_map_at_100_diff1": 0.420673, + "nauc_map_at_1000_max": 0.236333, + "nauc_map_at_1000_std": -0.016296, + "nauc_map_at_1000_diff1": 0.420673, + "nauc_recall_at_1_max": 0.200335, + "nauc_recall_at_1_std": -0.071649, + "nauc_recall_at_1_diff1": 0.423955, + "nauc_recall_at_3_max": 0.177991, + "nauc_recall_at_3_std": 0.054224, + "nauc_recall_at_3_diff1": 0.344279, + "nauc_recall_at_5_max": 0.459304, + "nauc_recall_at_5_std": 0.129164, + "nauc_recall_at_5_diff1": 0.503617, + "nauc_recall_at_10_max": 0.347097, + "nauc_recall_at_10_std": 0.159065, + "nauc_recall_at_10_diff1": 0.276977, + "nauc_recall_at_20_max": 0.369436, + "nauc_recall_at_20_std": 0.165957, + "nauc_recall_at_20_diff1": 0.241542, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.200335, + "nauc_precision_at_1_std": -0.071649, + "nauc_precision_at_1_diff1": 0.423955, + "nauc_precision_at_3_max": 0.177991, + "nauc_precision_at_3_std": 0.054224, + "nauc_precision_at_3_diff1": 0.344279, + "nauc_precision_at_5_max": 0.459304, + "nauc_precision_at_5_std": 0.129164, + "nauc_precision_at_5_diff1": 0.503617, + "nauc_precision_at_10_max": 0.347097, + "nauc_precision_at_10_std": 0.159065, + "nauc_precision_at_10_diff1": 0.276977, + "nauc_precision_at_20_max": 0.369436, + "nauc_precision_at_20_std": 0.165957, + "nauc_precision_at_20_diff1": 0.241542, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.200335, + "nauc_mrr_at_1_std": -0.071649, + "nauc_mrr_at_1_diff1": 0.423955, + "nauc_mrr_at_3_max": 0.205868, + "nauc_mrr_at_3_std": -0.016816, + "nauc_mrr_at_3_diff1": 0.409779, + "nauc_mrr_at_5_max": 0.251113, + "nauc_mrr_at_5_std": -0.01031, + "nauc_mrr_at_5_diff1": 0.435772, + "nauc_mrr_at_10_max": 0.237803, + "nauc_mrr_at_10_std": -0.013847, + "nauc_mrr_at_10_diff1": 0.419399, + "nauc_mrr_at_20_max": 0.237321, + "nauc_mrr_at_20_std": -0.014597, + "nauc_mrr_at_20_diff1": 0.419247, + "nauc_mrr_at_100_max": 0.236333, + "nauc_mrr_at_100_std": -0.016296, + "nauc_mrr_at_100_diff1": 0.420673, + "nauc_mrr_at_1000_max": 0.236333, + "nauc_mrr_at_1000_std": -0.016296, + "nauc_mrr_at_1000_diff1": 0.420673, + "main_score": 0.68035, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.58896, + "ndcg_at_3": 0.70158, + "ndcg_at_5": 0.74277, + "ndcg_at_10": 0.76895, + "ndcg_at_20": 0.77189, + "ndcg_at_100": 0.77648, + "ndcg_at_1000": 0.77648, + "map_at_1": 0.58896, + "map_at_3": 0.6728, + "map_at_5": 0.69611, + "map_at_10": 0.70714, + "map_at_20": 0.70786, + "map_at_100": 0.70851, + "map_at_1000": 0.70851, + "recall_at_1": 0.58896, + "recall_at_3": 0.78528, + "recall_at_5": 0.88344, + "recall_at_10": 0.96319, + "recall_at_20": 0.97546, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.58896, + "precision_at_3": 0.26176, + "precision_at_5": 0.17669, + "precision_at_10": 0.09632, + "precision_at_20": 0.04877, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.588957, + "mrr_at_3": 0.672802, + "mrr_at_5": 0.696115, + "mrr_at_10": 0.707136, + "mrr_at_20": 0.70786, + "mrr_at_100": 0.708512, + "mrr_at_1000": 0.708512, + "nauc_ndcg_at_1_max": 0.441243, + "nauc_ndcg_at_1_std": -0.023789, + "nauc_ndcg_at_1_diff1": 0.68555, + "nauc_ndcg_at_3_max": 0.48501, + "nauc_ndcg_at_3_std": 0.000214, + "nauc_ndcg_at_3_diff1": 0.661218, + "nauc_ndcg_at_5_max": 0.48646, + "nauc_ndcg_at_5_std": -0.010939, + "nauc_ndcg_at_5_diff1": 0.678896, + "nauc_ndcg_at_10_max": 0.477225, + "nauc_ndcg_at_10_std": 0.010102, + "nauc_ndcg_at_10_diff1": 0.67401, + "nauc_ndcg_at_20_max": 0.471049, + "nauc_ndcg_at_20_std": -0.004473, + "nauc_ndcg_at_20_diff1": 0.669925, + "nauc_ndcg_at_100_max": 0.463979, + "nauc_ndcg_at_100_std": -0.003321, + "nauc_ndcg_at_100_diff1": 0.665234, + "nauc_ndcg_at_1000_max": 0.463979, + "nauc_ndcg_at_1000_std": -0.003321, + "nauc_ndcg_at_1000_diff1": 0.665234, + "nauc_map_at_1_max": 0.441243, + "nauc_map_at_1_std": -0.023789, + "nauc_map_at_1_diff1": 0.68555, + "nauc_map_at_3_max": 0.466643, + "nauc_map_at_3_std": -0.004251, + "nauc_map_at_3_diff1": 0.658454, + "nauc_map_at_5_max": 0.464448, + "nauc_map_at_5_std": -0.010944, + "nauc_map_at_5_diff1": 0.666792, + "nauc_map_at_10_max": 0.460716, + "nauc_map_at_10_std": -0.003793, + "nauc_map_at_10_diff1": 0.664461, + "nauc_map_at_20_max": 0.459468, + "nauc_map_at_20_std": -0.006669, + "nauc_map_at_20_diff1": 0.663648, + "nauc_map_at_100_max": 0.458653, + "nauc_map_at_100_std": -0.006199, + "nauc_map_at_100_diff1": 0.663191, + "nauc_map_at_1000_max": 0.458653, + "nauc_map_at_1000_std": -0.006199, + "nauc_map_at_1000_diff1": 0.663191, + "nauc_recall_at_1_max": 0.441243, + "nauc_recall_at_1_std": -0.023789, + "nauc_recall_at_1_diff1": 0.68555, + "nauc_recall_at_3_max": 0.560254, + "nauc_recall_at_3_std": 0.016361, + "nauc_recall_at_3_diff1": 0.677502, + "nauc_recall_at_5_max": 0.634826, + "nauc_recall_at_5_std": -0.014093, + "nauc_recall_at_5_diff1": 0.769826, + "nauc_recall_at_10_max": 0.789498, + "nauc_recall_at_10_std": 0.307871, + "nauc_recall_at_10_diff1": 0.888447, + "nauc_recall_at_20_max": 0.749474, + "nauc_recall_at_20_std": -0.00558, + "nauc_recall_at_20_diff1": 0.865283, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.441243, + "nauc_precision_at_1_std": -0.023789, + "nauc_precision_at_1_diff1": 0.68555, + "nauc_precision_at_3_max": 0.560254, + "nauc_precision_at_3_std": 0.016361, + "nauc_precision_at_3_diff1": 0.677502, + "nauc_precision_at_5_max": 0.634826, + "nauc_precision_at_5_std": -0.014093, + "nauc_precision_at_5_diff1": 0.769826, + "nauc_precision_at_10_max": 0.789498, + "nauc_precision_at_10_std": 0.307871, + "nauc_precision_at_10_diff1": 0.888447, + "nauc_precision_at_20_max": 0.749474, + "nauc_precision_at_20_std": -0.00558, + "nauc_precision_at_20_diff1": 0.865283, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.441243, + "nauc_mrr_at_1_std": -0.023789, + "nauc_mrr_at_1_diff1": 0.68555, + "nauc_mrr_at_3_max": 0.466643, + "nauc_mrr_at_3_std": -0.004251, + "nauc_mrr_at_3_diff1": 0.658454, + "nauc_mrr_at_5_max": 0.464448, + "nauc_mrr_at_5_std": -0.010944, + "nauc_mrr_at_5_diff1": 0.666792, + "nauc_mrr_at_10_max": 0.460716, + "nauc_mrr_at_10_std": -0.003793, + "nauc_mrr_at_10_diff1": 0.664461, + "nauc_mrr_at_20_max": 0.459468, + "nauc_mrr_at_20_std": -0.006669, + "nauc_mrr_at_20_diff1": 0.663648, + "nauc_mrr_at_100_max": 0.458653, + "nauc_mrr_at_100_std": -0.006199, + "nauc_mrr_at_100_diff1": 0.663191, + "nauc_mrr_at_1000_max": 0.458653, + "nauc_mrr_at_1000_std": -0.006199, + "nauc_mrr_at_1000_diff1": 0.663191, + "main_score": 0.76895, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.66279, + "ndcg_at_3": 0.78862, + "ndcg_at_5": 0.8179, + "ndcg_at_10": 0.83108, + "ndcg_at_20": 0.8327, + "ndcg_at_100": 0.83392, + "ndcg_at_1000": 0.83392, + "map_at_1": 0.66279, + "map_at_3": 0.75775, + "map_at_5": 0.77432, + "map_at_10": 0.77977, + "map_at_20": 0.7803, + "map_at_100": 0.78052, + "map_at_1000": 0.78052, + "recall_at_1": 0.66279, + "recall_at_3": 0.87791, + "recall_at_5": 0.94767, + "recall_at_10": 0.98837, + "recall_at_20": 0.99419, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.66279, + "precision_at_3": 0.29264, + "precision_at_5": 0.18953, + "precision_at_10": 0.09884, + "precision_at_20": 0.04971, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.662791, + "mrr_at_3": 0.757752, + "mrr_at_5": 0.774322, + "mrr_at_10": 0.779771, + "mrr_at_20": 0.7803, + "mrr_at_100": 0.780523, + "mrr_at_1000": 0.780523, + "nauc_ndcg_at_1_max": 0.502781, + "nauc_ndcg_at_1_std": -0.12787, + "nauc_ndcg_at_1_diff1": 0.718377, + "nauc_ndcg_at_3_max": 0.502078, + "nauc_ndcg_at_3_std": -0.041215, + "nauc_ndcg_at_3_diff1": 0.659665, + "nauc_ndcg_at_5_max": 0.498955, + "nauc_ndcg_at_5_std": -0.085254, + "nauc_ndcg_at_5_diff1": 0.670881, + "nauc_ndcg_at_10_max": 0.503905, + "nauc_ndcg_at_10_std": -0.081747, + "nauc_ndcg_at_10_diff1": 0.684922, + "nauc_ndcg_at_20_max": 0.508195, + "nauc_ndcg_at_20_std": -0.080745, + "nauc_ndcg_at_20_diff1": 0.684496, + "nauc_ndcg_at_100_max": 0.503989, + "nauc_ndcg_at_100_std": -0.088871, + "nauc_ndcg_at_100_diff1": 0.682914, + "nauc_ndcg_at_1000_max": 0.503989, + "nauc_ndcg_at_1000_std": -0.088871, + "nauc_ndcg_at_1000_diff1": 0.682914, + "nauc_map_at_1_max": 0.502781, + "nauc_map_at_1_std": -0.12787, + "nauc_map_at_1_diff1": 0.718377, + "nauc_map_at_3_max": 0.50286, + "nauc_map_at_3_std": -0.070102, + "nauc_map_at_3_diff1": 0.674125, + "nauc_map_at_5_max": 0.501567, + "nauc_map_at_5_std": -0.093371, + "nauc_map_at_5_diff1": 0.680851, + "nauc_map_at_10_max": 0.503115, + "nauc_map_at_10_std": -0.092262, + "nauc_map_at_10_diff1": 0.685468, + "nauc_map_at_20_max": 0.504182, + "nauc_map_at_20_std": -0.092042, + "nauc_map_at_20_diff1": 0.685363, + "nauc_map_at_100_max": 0.503593, + "nauc_map_at_100_std": -0.093184, + "nauc_map_at_100_diff1": 0.685144, + "nauc_map_at_1000_max": 0.503593, + "nauc_map_at_1000_std": -0.093184, + "nauc_map_at_1000_diff1": 0.685144, + "nauc_recall_at_1_max": 0.502781, + "nauc_recall_at_1_std": -0.12787, + "nauc_recall_at_1_diff1": 0.718377, + "nauc_recall_at_3_max": 0.497687, + "nauc_recall_at_3_std": 0.106874, + "nauc_recall_at_3_diff1": 0.589127, + "nauc_recall_at_5_max": 0.468127, + "nauc_recall_at_5_std": -0.014524, + "nauc_recall_at_5_diff1": 0.574744, + "nauc_recall_at_10_max": 0.561218, + "nauc_recall_at_10_std": 0.34931, + "nauc_recall_at_10_diff1": 0.796133, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.86945, + "nauc_recall_at_20_diff1": 0.86945, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.502781, + "nauc_precision_at_1_std": -0.12787, + "nauc_precision_at_1_diff1": 0.718377, + "nauc_precision_at_3_max": 0.497687, + "nauc_precision_at_3_std": 0.106874, + "nauc_precision_at_3_diff1": 0.589127, + "nauc_precision_at_5_max": 0.468127, + "nauc_precision_at_5_std": -0.014524, + "nauc_precision_at_5_diff1": 0.574744, + "nauc_precision_at_10_max": 0.561218, + "nauc_precision_at_10_std": 0.34931, + "nauc_precision_at_10_diff1": 0.796133, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.86945, + "nauc_precision_at_20_diff1": 0.86945, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.502781, + "nauc_mrr_at_1_std": -0.12787, + "nauc_mrr_at_1_diff1": 0.718377, + "nauc_mrr_at_3_max": 0.50286, + "nauc_mrr_at_3_std": -0.070102, + "nauc_mrr_at_3_diff1": 0.674125, + "nauc_mrr_at_5_max": 0.501567, + "nauc_mrr_at_5_std": -0.093371, + "nauc_mrr_at_5_diff1": 0.680851, + "nauc_mrr_at_10_max": 0.503115, + "nauc_mrr_at_10_std": -0.092262, + "nauc_mrr_at_10_diff1": 0.685468, + "nauc_mrr_at_20_max": 0.504182, + "nauc_mrr_at_20_std": -0.092042, + "nauc_mrr_at_20_diff1": 0.685363, + "nauc_mrr_at_100_max": 0.503593, + "nauc_mrr_at_100_std": -0.093184, + "nauc_mrr_at_100_diff1": 0.685144, + "nauc_mrr_at_1000_max": 0.503593, + "nauc_mrr_at_1000_std": -0.093184, + "nauc_mrr_at_1000_diff1": 0.685144, + "main_score": 0.83108, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71765, + "ndcg_at_3": 0.83333, + "ndcg_at_5": 0.8475, + "ndcg_at_10": 0.86234, + "ndcg_at_20": 0.86507, + "ndcg_at_100": 0.86507, + "ndcg_at_1000": 0.86507, + "map_at_1": 0.71765, + "map_at_3": 0.80784, + "map_at_5": 0.81549, + "map_at_10": 0.82141, + "map_at_20": 0.82202, + "map_at_100": 0.82202, + "map_at_1000": 0.82202, + "recall_at_1": 0.71765, + "recall_at_3": 0.90588, + "recall_at_5": 0.94118, + "recall_at_10": 0.98824, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.71765, + "precision_at_3": 0.30196, + "precision_at_5": 0.18824, + "precision_at_10": 0.09882, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.717647, + "mrr_at_3": 0.807843, + "mrr_at_5": 0.81549, + "mrr_at_10": 0.821405, + "mrr_at_20": 0.822024, + "mrr_at_100": 0.822024, + "mrr_at_1000": 0.822024, + "nauc_ndcg_at_1_max": 0.562593, + "nauc_ndcg_at_1_std": -0.039212, + "nauc_ndcg_at_1_diff1": 0.758678, + "nauc_ndcg_at_3_max": 0.571709, + "nauc_ndcg_at_3_std": 0.116517, + "nauc_ndcg_at_3_diff1": 0.738508, + "nauc_ndcg_at_5_max": 0.560506, + "nauc_ndcg_at_5_std": 0.054512, + "nauc_ndcg_at_5_diff1": 0.726164, + "nauc_ndcg_at_10_max": 0.570557, + "nauc_ndcg_at_10_std": 0.065081, + "nauc_ndcg_at_10_diff1": 0.74143, + "nauc_ndcg_at_20_max": 0.56382, + "nauc_ndcg_at_20_std": 0.044056, + "nauc_ndcg_at_20_diff1": 0.741843, + "nauc_ndcg_at_100_max": 0.56382, + "nauc_ndcg_at_100_std": 0.044056, + "nauc_ndcg_at_100_diff1": 0.741843, + "nauc_ndcg_at_1000_max": 0.56382, + "nauc_ndcg_at_1000_std": 0.044056, + "nauc_ndcg_at_1000_diff1": 0.741843, + "nauc_map_at_1_max": 0.562593, + "nauc_map_at_1_std": -0.039212, + "nauc_map_at_1_diff1": 0.758678, + "nauc_map_at_3_max": 0.567144, + "nauc_map_at_3_std": 0.06798, + "nauc_map_at_3_diff1": 0.744197, + "nauc_map_at_5_max": 0.562505, + "nauc_map_at_5_std": 0.037751, + "nauc_map_at_5_diff1": 0.739151, + "nauc_map_at_10_max": 0.564565, + "nauc_map_at_10_std": 0.039513, + "nauc_map_at_10_diff1": 0.743824, + "nauc_map_at_20_max": 0.563377, + "nauc_map_at_20_std": 0.035777, + "nauc_map_at_20_diff1": 0.743905, + "nauc_map_at_100_max": 0.563377, + "nauc_map_at_100_std": 0.035777, + "nauc_map_at_100_diff1": 0.743905, + "nauc_map_at_1000_max": 0.563377, + "nauc_map_at_1000_std": 0.035777, + "nauc_map_at_1000_diff1": 0.743905, + "nauc_recall_at_1_max": 0.562593, + "nauc_recall_at_1_std": -0.039212, + "nauc_recall_at_1_diff1": 0.758678, + "nauc_recall_at_3_max": 0.597075, + "nauc_recall_at_3_std": 0.370946, + "nauc_recall_at_3_diff1": 0.709187, + "nauc_recall_at_5_max": 0.539206, + "nauc_recall_at_5_std": 0.159672, + "nauc_recall_at_5_diff1": 0.616059, + "nauc_recall_at_10_max": 0.87013, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 0.723071, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.562593, + "nauc_precision_at_1_std": -0.039212, + "nauc_precision_at_1_diff1": 0.758678, + "nauc_precision_at_3_max": 0.597075, + "nauc_precision_at_3_std": 0.370946, + "nauc_precision_at_3_diff1": 0.709187, + "nauc_precision_at_5_max": 0.539206, + "nauc_precision_at_5_std": 0.159672, + "nauc_precision_at_5_diff1": 0.616059, + "nauc_precision_at_10_max": 0.87013, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 0.723071, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.562593, + "nauc_mrr_at_1_std": -0.039212, + "nauc_mrr_at_1_diff1": 0.758678, + "nauc_mrr_at_3_max": 0.567144, + "nauc_mrr_at_3_std": 0.06798, + "nauc_mrr_at_3_diff1": 0.744197, + "nauc_mrr_at_5_max": 0.562505, + "nauc_mrr_at_5_std": 0.037751, + "nauc_mrr_at_5_diff1": 0.739151, + "nauc_mrr_at_10_max": 0.564565, + "nauc_mrr_at_10_std": 0.039513, + "nauc_mrr_at_10_diff1": 0.743824, + "nauc_mrr_at_20_max": 0.563377, + "nauc_mrr_at_20_std": 0.035777, + "nauc_mrr_at_20_diff1": 0.743905, + "nauc_mrr_at_100_max": 0.563377, + "nauc_mrr_at_100_std": 0.035777, + "nauc_mrr_at_100_diff1": 0.743905, + "nauc_mrr_at_1000_max": 0.563377, + "nauc_mrr_at_1000_std": 0.035777, + "nauc_mrr_at_1000_diff1": 0.743905, + "main_score": 0.86234, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.42857, + "ndcg_at_3": 0.58055, + "ndcg_at_5": 0.60681, + "ndcg_at_10": 0.63742, + "ndcg_at_20": 0.66048, + "ndcg_at_100": 0.67379, + "ndcg_at_1000": 0.67379, + "map_at_1": 0.42857, + "map_at_3": 0.54329, + "map_at_5": 0.55758, + "map_at_10": 0.57093, + "map_at_20": 0.57728, + "map_at_100": 0.57961, + "map_at_1000": 0.57961, + "recall_at_1": 0.42857, + "recall_at_3": 0.68831, + "recall_at_5": 0.75325, + "recall_at_10": 0.84416, + "recall_at_20": 0.93506, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.42857, + "precision_at_3": 0.22944, + "precision_at_5": 0.15065, + "precision_at_10": 0.08442, + "precision_at_20": 0.04675, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.428571, + "mrr_at_3": 0.54329, + "mrr_at_5": 0.557576, + "mrr_at_10": 0.570934, + "mrr_at_20": 0.577284, + "mrr_at_100": 0.579609, + "mrr_at_1000": 0.579609, + "nauc_ndcg_at_1_max": 0.263346, + "nauc_ndcg_at_1_std": -0.022775, + "nauc_ndcg_at_1_diff1": 0.521582, + "nauc_ndcg_at_3_max": 0.346827, + "nauc_ndcg_at_3_std": 0.074029, + "nauc_ndcg_at_3_diff1": 0.474146, + "nauc_ndcg_at_5_max": 0.325396, + "nauc_ndcg_at_5_std": 0.057792, + "nauc_ndcg_at_5_diff1": 0.425809, + "nauc_ndcg_at_10_max": 0.320185, + "nauc_ndcg_at_10_std": 0.076676, + "nauc_ndcg_at_10_diff1": 0.431253, + "nauc_ndcg_at_20_max": 0.292841, + "nauc_ndcg_at_20_std": 0.048228, + "nauc_ndcg_at_20_diff1": 0.434761, + "nauc_ndcg_at_100_max": 0.301248, + "nauc_ndcg_at_100_std": 0.039872, + "nauc_ndcg_at_100_diff1": 0.458312, + "nauc_ndcg_at_1000_max": 0.301248, + "nauc_ndcg_at_1000_std": 0.039872, + "nauc_ndcg_at_1000_diff1": 0.458312, + "nauc_map_at_1_max": 0.263346, + "nauc_map_at_1_std": -0.022775, + "nauc_map_at_1_diff1": 0.521582, + "nauc_map_at_3_max": 0.31785, + "nauc_map_at_3_std": 0.040491, + "nauc_map_at_3_diff1": 0.484834, + "nauc_map_at_5_max": 0.306378, + "nauc_map_at_5_std": 0.032246, + "nauc_map_at_5_diff1": 0.460692, + "nauc_map_at_10_max": 0.302674, + "nauc_map_at_10_std": 0.038811, + "nauc_map_at_10_diff1": 0.464, + "nauc_map_at_20_max": 0.295885, + "nauc_map_at_20_std": 0.031492, + "nauc_map_at_20_diff1": 0.465023, + "nauc_map_at_100_max": 0.297193, + "nauc_map_at_100_std": 0.030174, + "nauc_map_at_100_diff1": 0.468615, + "nauc_map_at_1000_max": 0.297193, + "nauc_map_at_1000_std": 0.030174, + "nauc_map_at_1000_diff1": 0.468615, + "nauc_recall_at_1_max": 0.263346, + "nauc_recall_at_1_std": -0.022775, + "nauc_recall_at_1_diff1": 0.521582, + "nauc_recall_at_3_max": 0.450945, + "nauc_recall_at_3_std": 0.194513, + "nauc_recall_at_3_diff1": 0.437978, + "nauc_recall_at_5_max": 0.401291, + "nauc_recall_at_5_std": 0.160601, + "nauc_recall_at_5_diff1": 0.27485, + "nauc_recall_at_10_max": 0.421194, + "nauc_recall_at_10_std": 0.307335, + "nauc_recall_at_10_diff1": 0.231039, + "nauc_recall_at_20_max": 0.155749, + "nauc_recall_at_20_std": 0.1893, + "nauc_recall_at_20_diff1": 0.037591, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.263346, + "nauc_precision_at_1_std": -0.022775, + "nauc_precision_at_1_diff1": 0.521582, + "nauc_precision_at_3_max": 0.450945, + "nauc_precision_at_3_std": 0.194513, + "nauc_precision_at_3_diff1": 0.437978, + "nauc_precision_at_5_max": 0.401291, + "nauc_precision_at_5_std": 0.160601, + "nauc_precision_at_5_diff1": 0.27485, + "nauc_precision_at_10_max": 0.421194, + "nauc_precision_at_10_std": 0.307335, + "nauc_precision_at_10_diff1": 0.231039, + "nauc_precision_at_20_max": 0.155749, + "nauc_precision_at_20_std": 0.1893, + "nauc_precision_at_20_diff1": 0.037591, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.263346, + "nauc_mrr_at_1_std": -0.022775, + "nauc_mrr_at_1_diff1": 0.521582, + "nauc_mrr_at_3_max": 0.31785, + "nauc_mrr_at_3_std": 0.040491, + "nauc_mrr_at_3_diff1": 0.484834, + "nauc_mrr_at_5_max": 0.306378, + "nauc_mrr_at_5_std": 0.032246, + "nauc_mrr_at_5_diff1": 0.460692, + "nauc_mrr_at_10_max": 0.302674, + "nauc_mrr_at_10_std": 0.038811, + "nauc_mrr_at_10_diff1": 0.464, + "nauc_mrr_at_20_max": 0.295885, + "nauc_mrr_at_20_std": 0.031492, + "nauc_mrr_at_20_diff1": 0.465023, + "nauc_mrr_at_100_max": 0.297193, + "nauc_mrr_at_100_std": 0.030174, + "nauc_mrr_at_100_diff1": 0.468615, + "nauc_mrr_at_1000_max": 0.297193, + "nauc_mrr_at_1000_std": 0.030174, + "nauc_mrr_at_1000_diff1": 0.468615, + "main_score": 0.63742, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.55385, + "ndcg_at_3": 0.68937, + "ndcg_at_5": 0.72115, + "ndcg_at_10": 0.73593, + "ndcg_at_20": 0.74386, + "ndcg_at_100": 0.75606, + "ndcg_at_1000": 0.75606, + "map_at_1": 0.55385, + "map_at_3": 0.65641, + "map_at_5": 0.6741, + "map_at_10": 0.68013, + "map_at_20": 0.68237, + "map_at_100": 0.68437, + "map_at_1000": 0.68437, + "recall_at_1": 0.55385, + "recall_at_3": 0.78462, + "recall_at_5": 0.86154, + "recall_at_10": 0.90769, + "recall_at_20": 0.93846, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.55385, + "precision_at_3": 0.26154, + "precision_at_5": 0.17231, + "precision_at_10": 0.09077, + "precision_at_20": 0.04692, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.553846, + "mrr_at_3": 0.65641, + "mrr_at_5": 0.674103, + "mrr_at_10": 0.680128, + "mrr_at_20": 0.682372, + "mrr_at_100": 0.684368, + "mrr_at_1000": 0.684368, + "nauc_ndcg_at_1_max": 0.42624, + "nauc_ndcg_at_1_std": 0.15869, + "nauc_ndcg_at_1_diff1": 0.612972, + "nauc_ndcg_at_3_max": 0.555202, + "nauc_ndcg_at_3_std": 0.358165, + "nauc_ndcg_at_3_diff1": 0.659034, + "nauc_ndcg_at_5_max": 0.535494, + "nauc_ndcg_at_5_std": 0.344939, + "nauc_ndcg_at_5_diff1": 0.637487, + "nauc_ndcg_at_10_max": 0.521612, + "nauc_ndcg_at_10_std": 0.339795, + "nauc_ndcg_at_10_diff1": 0.622654, + "nauc_ndcg_at_20_max": 0.534924, + "nauc_ndcg_at_20_std": 0.33555, + "nauc_ndcg_at_20_diff1": 0.642164, + "nauc_ndcg_at_100_max": 0.512322, + "nauc_ndcg_at_100_std": 0.305286, + "nauc_ndcg_at_100_diff1": 0.629164, + "nauc_ndcg_at_1000_max": 0.512322, + "nauc_ndcg_at_1000_std": 0.305286, + "nauc_ndcg_at_1000_diff1": 0.629164, + "nauc_map_at_1_max": 0.42624, + "nauc_map_at_1_std": 0.15869, + "nauc_map_at_1_diff1": 0.612972, + "nauc_map_at_3_max": 0.516976, + "nauc_map_at_3_std": 0.303815, + "nauc_map_at_3_diff1": 0.638181, + "nauc_map_at_5_max": 0.506054, + "nauc_map_at_5_std": 0.295776, + "nauc_map_at_5_diff1": 0.626864, + "nauc_map_at_10_max": 0.50062, + "nauc_map_at_10_std": 0.292202, + "nauc_map_at_10_diff1": 0.621131, + "nauc_map_at_20_max": 0.503832, + "nauc_map_at_20_std": 0.29087, + "nauc_map_at_20_diff1": 0.626259, + "nauc_map_at_100_max": 0.500776, + "nauc_map_at_100_std": 0.286772, + "nauc_map_at_100_diff1": 0.624606, + "nauc_map_at_1000_max": 0.500776, + "nauc_map_at_1000_std": 0.286772, + "nauc_map_at_1000_diff1": 0.624606, + "nauc_recall_at_1_max": 0.42624, + "nauc_recall_at_1_std": 0.15869, + "nauc_recall_at_1_diff1": 0.612972, + "nauc_recall_at_3_max": 0.708596, + "nauc_recall_at_3_std": 0.573561, + "nauc_recall_at_3_diff1": 0.746781, + "nauc_recall_at_5_max": 0.694289, + "nauc_recall_at_5_std": 0.611306, + "nauc_recall_at_5_diff1": 0.696757, + "nauc_recall_at_10_max": 0.663097, + "nauc_recall_at_10_std": 0.700814, + "nauc_recall_at_10_diff1": 0.620528, + "nauc_recall_at_20_max": 0.89843, + "nauc_recall_at_20_std": 0.823543, + "nauc_recall_at_20_diff1": 0.855946, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.42624, + "nauc_precision_at_1_std": 0.15869, + "nauc_precision_at_1_diff1": 0.612972, + "nauc_precision_at_3_max": 0.708596, + "nauc_precision_at_3_std": 0.573561, + "nauc_precision_at_3_diff1": 0.746781, + "nauc_precision_at_5_max": 0.694289, + "nauc_precision_at_5_std": 0.611306, + "nauc_precision_at_5_diff1": 0.696757, + "nauc_precision_at_10_max": 0.663097, + "nauc_precision_at_10_std": 0.700814, + "nauc_precision_at_10_diff1": 0.620528, + "nauc_precision_at_20_max": 0.89843, + "nauc_precision_at_20_std": 0.823543, + "nauc_precision_at_20_diff1": 0.855946, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.42624, + "nauc_mrr_at_1_std": 0.15869, + "nauc_mrr_at_1_diff1": 0.612972, + "nauc_mrr_at_3_max": 0.516976, + "nauc_mrr_at_3_std": 0.303815, + "nauc_mrr_at_3_diff1": 0.638181, + "nauc_mrr_at_5_max": 0.506054, + "nauc_mrr_at_5_std": 0.295776, + "nauc_mrr_at_5_diff1": 0.626864, + "nauc_mrr_at_10_max": 0.50062, + "nauc_mrr_at_10_std": 0.292202, + "nauc_mrr_at_10_diff1": 0.621131, + "nauc_mrr_at_20_max": 0.503832, + "nauc_mrr_at_20_std": 0.29087, + "nauc_mrr_at_20_diff1": 0.626259, + "nauc_mrr_at_100_max": 0.500776, + "nauc_mrr_at_100_std": 0.286772, + "nauc_mrr_at_100_diff1": 0.624606, + "nauc_mrr_at_1000_max": 0.500776, + "nauc_mrr_at_1000_std": 0.286772, + "nauc_mrr_at_1000_diff1": 0.624606, + "main_score": 0.73593, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.62346, + "ndcg_at_3": 0.72604, + "ndcg_at_5": 0.75871, + "ndcg_at_10": 0.77769, + "ndcg_at_20": 0.78867, + "ndcg_at_100": 0.79325, + "ndcg_at_1000": 0.79325, + "map_at_1": 0.62346, + "map_at_3": 0.70165, + "map_at_5": 0.71955, + "map_at_10": 0.72799, + "map_at_20": 0.73102, + "map_at_100": 0.73166, + "map_at_1000": 0.73166, + "recall_at_1": 0.62346, + "recall_at_3": 0.7963, + "recall_at_5": 0.87654, + "recall_at_10": 0.9321, + "recall_at_20": 0.97531, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.62346, + "precision_at_3": 0.26543, + "precision_at_5": 0.17531, + "precision_at_10": 0.09321, + "precision_at_20": 0.04877, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.623457, + "mrr_at_3": 0.701646, + "mrr_at_5": 0.719547, + "mrr_at_10": 0.727991, + "mrr_at_20": 0.731025, + "mrr_at_100": 0.73166, + "mrr_at_1000": 0.73166, + "nauc_ndcg_at_1_max": 0.488617, + "nauc_ndcg_at_1_std": -0.062787, + "nauc_ndcg_at_1_diff1": 0.738843, + "nauc_ndcg_at_3_max": 0.527743, + "nauc_ndcg_at_3_std": -0.009767, + "nauc_ndcg_at_3_diff1": 0.732369, + "nauc_ndcg_at_5_max": 0.525855, + "nauc_ndcg_at_5_std": 0.030899, + "nauc_ndcg_at_5_diff1": 0.718499, + "nauc_ndcg_at_10_max": 0.506147, + "nauc_ndcg_at_10_std": -0.004373, + "nauc_ndcg_at_10_diff1": 0.721974, + "nauc_ndcg_at_20_max": 0.507304, + "nauc_ndcg_at_20_std": -0.002269, + "nauc_ndcg_at_20_diff1": 0.719222, + "nauc_ndcg_at_100_max": 0.509842, + "nauc_ndcg_at_100_std": -0.013538, + "nauc_ndcg_at_100_diff1": 0.730234, + "nauc_ndcg_at_1000_max": 0.509842, + "nauc_ndcg_at_1000_std": -0.013538, + "nauc_ndcg_at_1000_diff1": 0.730234, + "nauc_map_at_1_max": 0.488617, + "nauc_map_at_1_std": -0.062787, + "nauc_map_at_1_diff1": 0.738843, + "nauc_map_at_3_max": 0.516428, + "nauc_map_at_3_std": -0.025022, + "nauc_map_at_3_diff1": 0.735965, + "nauc_map_at_5_max": 0.514172, + "nauc_map_at_5_std": -0.007723, + "nauc_map_at_5_diff1": 0.729652, + "nauc_map_at_10_max": 0.506434, + "nauc_map_at_10_std": -0.021785, + "nauc_map_at_10_diff1": 0.731666, + "nauc_map_at_20_max": 0.507002, + "nauc_map_at_20_std": -0.021204, + "nauc_map_at_20_diff1": 0.731217, + "nauc_map_at_100_max": 0.50767, + "nauc_map_at_100_std": -0.022203, + "nauc_map_at_100_diff1": 0.732947, + "nauc_map_at_1000_max": 0.50767, + "nauc_map_at_1000_std": -0.022203, + "nauc_map_at_1000_diff1": 0.732947, + "nauc_recall_at_1_max": 0.488617, + "nauc_recall_at_1_std": -0.062787, + "nauc_recall_at_1_diff1": 0.738843, + "nauc_recall_at_3_max": 0.571123, + "nauc_recall_at_3_std": 0.048679, + "nauc_recall_at_3_diff1": 0.717635, + "nauc_recall_at_5_max": 0.592954, + "nauc_recall_at_5_std": 0.264815, + "nauc_recall_at_5_diff1": 0.649396, + "nauc_recall_at_10_max": 0.484253, + "nauc_recall_at_10_std": 0.151294, + "nauc_recall_at_10_diff1": 0.618709, + "nauc_recall_at_20_max": 0.457275, + "nauc_recall_at_20_std": 0.459286, + "nauc_recall_at_20_diff1": 0.35803, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.488617, + "nauc_precision_at_1_std": -0.062787, + "nauc_precision_at_1_diff1": 0.738843, + "nauc_precision_at_3_max": 0.571123, + "nauc_precision_at_3_std": 0.048679, + "nauc_precision_at_3_diff1": 0.717635, + "nauc_precision_at_5_max": 0.592954, + "nauc_precision_at_5_std": 0.264815, + "nauc_precision_at_5_diff1": 0.649396, + "nauc_precision_at_10_max": 0.484253, + "nauc_precision_at_10_std": 0.151294, + "nauc_precision_at_10_diff1": 0.618709, + "nauc_precision_at_20_max": 0.457275, + "nauc_precision_at_20_std": 0.459286, + "nauc_precision_at_20_diff1": 0.35803, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.488617, + "nauc_mrr_at_1_std": -0.062787, + "nauc_mrr_at_1_diff1": 0.738843, + "nauc_mrr_at_3_max": 0.516428, + "nauc_mrr_at_3_std": -0.025022, + "nauc_mrr_at_3_diff1": 0.735965, + "nauc_mrr_at_5_max": 0.514172, + "nauc_mrr_at_5_std": -0.007723, + "nauc_mrr_at_5_diff1": 0.729652, + "nauc_mrr_at_10_max": 0.506434, + "nauc_mrr_at_10_std": -0.021785, + "nauc_mrr_at_10_diff1": 0.731666, + "nauc_mrr_at_20_max": 0.507002, + "nauc_mrr_at_20_std": -0.021204, + "nauc_mrr_at_20_diff1": 0.731217, + "nauc_mrr_at_100_max": 0.50767, + "nauc_mrr_at_100_std": -0.022203, + "nauc_mrr_at_100_diff1": 0.732947, + "nauc_mrr_at_1000_max": 0.50767, + "nauc_mrr_at_1000_std": -0.022203, + "nauc_mrr_at_1000_diff1": 0.732947, + "main_score": 0.77769, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.51948, + "ndcg_at_3": 0.64378, + "ndcg_at_5": 0.65999, + "ndcg_at_10": 0.68669, + "ndcg_at_20": 0.71027, + "ndcg_at_100": 0.72311, + "ndcg_at_1000": 0.72311, + "map_at_1": 0.51948, + "map_at_3": 0.61472, + "map_at_5": 0.62381, + "map_at_10": 0.63571, + "map_at_20": 0.64249, + "map_at_100": 0.64456, + "map_at_1000": 0.64456, + "recall_at_1": 0.51948, + "recall_at_3": 0.72727, + "recall_at_5": 0.76623, + "recall_at_10": 0.84416, + "recall_at_20": 0.93506, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.51948, + "precision_at_3": 0.24242, + "precision_at_5": 0.15325, + "precision_at_10": 0.08442, + "precision_at_20": 0.04675, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.519481, + "mrr_at_3": 0.614719, + "mrr_at_5": 0.62381, + "mrr_at_10": 0.635714, + "mrr_at_20": 0.642493, + "mrr_at_100": 0.644563, + "mrr_at_1000": 0.644563, + "nauc_ndcg_at_1_max": 0.463689, + "nauc_ndcg_at_1_std": 0.129794, + "nauc_ndcg_at_1_diff1": 0.551163, + "nauc_ndcg_at_3_max": 0.452719, + "nauc_ndcg_at_3_std": 0.123272, + "nauc_ndcg_at_3_diff1": 0.493464, + "nauc_ndcg_at_5_max": 0.473403, + "nauc_ndcg_at_5_std": 0.154682, + "nauc_ndcg_at_5_diff1": 0.507314, + "nauc_ndcg_at_10_max": 0.444375, + "nauc_ndcg_at_10_std": 0.114392, + "nauc_ndcg_at_10_diff1": 0.482801, + "nauc_ndcg_at_20_max": 0.459623, + "nauc_ndcg_at_20_std": 0.149042, + "nauc_ndcg_at_20_diff1": 0.507223, + "nauc_ndcg_at_100_max": 0.457499, + "nauc_ndcg_at_100_std": 0.128903, + "nauc_ndcg_at_100_diff1": 0.511409, + "nauc_ndcg_at_1000_max": 0.457499, + "nauc_ndcg_at_1000_std": 0.128903, + "nauc_ndcg_at_1000_diff1": 0.511409, + "nauc_map_at_1_max": 0.463689, + "nauc_map_at_1_std": 0.129794, + "nauc_map_at_1_diff1": 0.551163, + "nauc_map_at_3_max": 0.457478, + "nauc_map_at_3_std": 0.119897, + "nauc_map_at_3_diff1": 0.512146, + "nauc_map_at_5_max": 0.468544, + "nauc_map_at_5_std": 0.136838, + "nauc_map_at_5_diff1": 0.519801, + "nauc_map_at_10_max": 0.457101, + "nauc_map_at_10_std": 0.120576, + "nauc_map_at_10_diff1": 0.510407, + "nauc_map_at_20_max": 0.459756, + "nauc_map_at_20_std": 0.127823, + "nauc_map_at_20_diff1": 0.515579, + "nauc_map_at_100_max": 0.459518, + "nauc_map_at_100_std": 0.125452, + "nauc_map_at_100_diff1": 0.516971, + "nauc_map_at_1000_max": 0.459518, + "nauc_map_at_1000_std": 0.125452, + "nauc_map_at_1000_diff1": 0.516971, + "nauc_recall_at_1_max": 0.463689, + "nauc_recall_at_1_std": 0.129794, + "nauc_recall_at_1_diff1": 0.551163, + "nauc_recall_at_3_max": 0.434802, + "nauc_recall_at_3_std": 0.138024, + "nauc_recall_at_3_diff1": 0.425228, + "nauc_recall_at_5_max": 0.495194, + "nauc_recall_at_5_std": 0.233182, + "nauc_recall_at_5_diff1": 0.458763, + "nauc_recall_at_10_max": 0.360719, + "nauc_recall_at_10_std": 0.066693, + "nauc_recall_at_10_diff1": 0.320075, + "nauc_recall_at_20_max": 0.496721, + "nauc_recall_at_20_std": 0.50711, + "nauc_recall_at_20_diff1": 0.477888, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.463689, + "nauc_precision_at_1_std": 0.129794, + "nauc_precision_at_1_diff1": 0.551163, + "nauc_precision_at_3_max": 0.434802, + "nauc_precision_at_3_std": 0.138024, + "nauc_precision_at_3_diff1": 0.425228, + "nauc_precision_at_5_max": 0.495194, + "nauc_precision_at_5_std": 0.233182, + "nauc_precision_at_5_diff1": 0.458763, + "nauc_precision_at_10_max": 0.360719, + "nauc_precision_at_10_std": 0.066693, + "nauc_precision_at_10_diff1": 0.320075, + "nauc_precision_at_20_max": 0.496721, + "nauc_precision_at_20_std": 0.50711, + "nauc_precision_at_20_diff1": 0.477888, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.463689, + "nauc_mrr_at_1_std": 0.129794, + "nauc_mrr_at_1_diff1": 0.551163, + "nauc_mrr_at_3_max": 0.457478, + "nauc_mrr_at_3_std": 0.119897, + "nauc_mrr_at_3_diff1": 0.512146, + "nauc_mrr_at_5_max": 0.468544, + "nauc_mrr_at_5_std": 0.136838, + "nauc_mrr_at_5_diff1": 0.519801, + "nauc_mrr_at_10_max": 0.457101, + "nauc_mrr_at_10_std": 0.120576, + "nauc_mrr_at_10_diff1": 0.510407, + "nauc_mrr_at_20_max": 0.459756, + "nauc_mrr_at_20_std": 0.127823, + "nauc_mrr_at_20_diff1": 0.515579, + "nauc_mrr_at_100_max": 0.459518, + "nauc_mrr_at_100_std": 0.125452, + "nauc_mrr_at_100_diff1": 0.516971, + "nauc_mrr_at_1000_max": 0.459518, + "nauc_mrr_at_1000_std": 0.125452, + "nauc_mrr_at_1000_diff1": 0.516971, + "main_score": 0.68669, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 34.84617495536804, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/SciFact-PL.json b/results/openai__text-embedding-3-small-256/2/SciFact-PL.json new file mode 100644 index 0000000000..09312dcd28 --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.4, + "ndcg_at_3": 0.47655, + "ndcg_at_5": 0.50145, + "ndcg_at_10": 0.51985, + "ndcg_at_20": 0.53746, + "ndcg_at_100": 0.56082, + "ndcg_at_1000": 0.58054, + "map_at_1": 0.38417, + "map_at_3": 0.45078, + "map_at_5": 0.46749, + "map_at_10": 0.4767, + "map_at_20": 0.48169, + "map_at_100": 0.48532, + "map_at_1000": 0.48605, + "recall_at_1": 0.38417, + "recall_at_3": 0.52883, + "recall_at_5": 0.58794, + "recall_at_10": 0.64044, + "recall_at_20": 0.70744, + "recall_at_100": 0.82767, + "recall_at_1000": 0.98333, + "precision_at_1": 0.4, + "precision_at_3": 0.19333, + "precision_at_5": 0.132, + "precision_at_10": 0.073, + "precision_at_20": 0.0405, + "precision_at_100": 0.00953, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.4, + "mrr_at_3": 0.467222, + "mrr_at_5": 0.479722, + "mrr_at_10": 0.486192, + "mrr_at_20": 0.490996, + "mrr_at_100": 0.4939, + "mrr_at_1000": 0.494609, + "nauc_ndcg_at_1_max": 0.372927, + "nauc_ndcg_at_1_std": 0.174361, + "nauc_ndcg_at_1_diff1": 0.615851, + "nauc_ndcg_at_3_max": 0.387334, + "nauc_ndcg_at_3_std": 0.199014, + "nauc_ndcg_at_3_diff1": 0.577076, + "nauc_ndcg_at_5_max": 0.406519, + "nauc_ndcg_at_5_std": 0.218901, + "nauc_ndcg_at_5_diff1": 0.560041, + "nauc_ndcg_at_10_max": 0.416209, + "nauc_ndcg_at_10_std": 0.232653, + "nauc_ndcg_at_10_diff1": 0.547534, + "nauc_ndcg_at_20_max": 0.40945, + "nauc_ndcg_at_20_std": 0.228684, + "nauc_ndcg_at_20_diff1": 0.544424, + "nauc_ndcg_at_100_max": 0.424141, + "nauc_ndcg_at_100_std": 0.242548, + "nauc_ndcg_at_100_diff1": 0.549894, + "nauc_ndcg_at_1000_max": 0.414494, + "nauc_ndcg_at_1000_std": 0.2297, + "nauc_ndcg_at_1000_diff1": 0.559132, + "nauc_map_at_1_max": 0.362019, + "nauc_map_at_1_std": 0.136882, + "nauc_map_at_1_diff1": 0.62246, + "nauc_map_at_3_max": 0.375848, + "nauc_map_at_3_std": 0.176142, + "nauc_map_at_3_diff1": 0.589696, + "nauc_map_at_5_max": 0.392396, + "nauc_map_at_5_std": 0.194731, + "nauc_map_at_5_diff1": 0.578993, + "nauc_map_at_10_max": 0.399798, + "nauc_map_at_10_std": 0.204039, + "nauc_map_at_10_diff1": 0.573643, + "nauc_map_at_20_max": 0.39768, + "nauc_map_at_20_std": 0.2026, + "nauc_map_at_20_diff1": 0.572702, + "nauc_map_at_100_max": 0.40038, + "nauc_map_at_100_std": 0.205204, + "nauc_map_at_100_diff1": 0.573435, + "nauc_map_at_1000_max": 0.400105, + "nauc_map_at_1000_std": 0.205096, + "nauc_map_at_1000_diff1": 0.573802, + "nauc_recall_at_1_max": 0.362019, + "nauc_recall_at_1_std": 0.136882, + "nauc_recall_at_1_diff1": 0.62246, + "nauc_recall_at_3_max": 0.379362, + "nauc_recall_at_3_std": 0.203436, + "nauc_recall_at_3_diff1": 0.536501, + "nauc_recall_at_5_max": 0.430973, + "nauc_recall_at_5_std": 0.25559, + "nauc_recall_at_5_diff1": 0.493045, + "nauc_recall_at_10_max": 0.454645, + "nauc_recall_at_10_std": 0.297765, + "nauc_recall_at_10_diff1": 0.447504, + "nauc_recall_at_20_max": 0.429053, + "nauc_recall_at_20_std": 0.291743, + "nauc_recall_at_20_diff1": 0.420138, + "nauc_recall_at_100_max": 0.56478, + "nauc_recall_at_100_std": 0.435898, + "nauc_recall_at_100_diff1": 0.419364, + "nauc_recall_at_1000_max": 0.419421, + "nauc_recall_at_1000_std": 0.056116, + "nauc_recall_at_1000_diff1": 0.490289, + "nauc_precision_at_1_max": 0.372927, + "nauc_precision_at_1_std": 0.174361, + "nauc_precision_at_1_diff1": 0.615851, + "nauc_precision_at_3_max": 0.420686, + "nauc_precision_at_3_std": 0.319715, + "nauc_precision_at_3_diff1": 0.463324, + "nauc_precision_at_5_max": 0.45372, + "nauc_precision_at_5_std": 0.375296, + "nauc_precision_at_5_diff1": 0.36126, + "nauc_precision_at_10_max": 0.474833, + "nauc_precision_at_10_std": 0.430846, + "nauc_precision_at_10_diff1": 0.269417, + "nauc_precision_at_20_max": 0.429709, + "nauc_precision_at_20_std": 0.411107, + "nauc_precision_at_20_diff1": 0.201173, + "nauc_precision_at_100_max": 0.4322, + "nauc_precision_at_100_std": 0.453032, + "nauc_precision_at_100_diff1": 0.105587, + "nauc_precision_at_1000_max": 0.305268, + "nauc_precision_at_1000_std": 0.401069, + "nauc_precision_at_1000_diff1": -0.096198, + "nauc_mrr_at_1_max": 0.372927, + "nauc_mrr_at_1_std": 0.174361, + "nauc_mrr_at_1_diff1": 0.615851, + "nauc_mrr_at_3_max": 0.394471, + "nauc_mrr_at_3_std": 0.217108, + "nauc_mrr_at_3_diff1": 0.588443, + "nauc_mrr_at_5_max": 0.401086, + "nauc_mrr_at_5_std": 0.223168, + "nauc_mrr_at_5_diff1": 0.57719, + "nauc_mrr_at_10_max": 0.401039, + "nauc_mrr_at_10_std": 0.223276, + "nauc_mrr_at_10_diff1": 0.57279, + "nauc_mrr_at_20_max": 0.398954, + "nauc_mrr_at_20_std": 0.221479, + "nauc_mrr_at_20_diff1": 0.572882, + "nauc_mrr_at_100_max": 0.400811, + "nauc_mrr_at_100_std": 0.222996, + "nauc_mrr_at_100_diff1": 0.573273, + "nauc_mrr_at_1000_max": 0.400566, + "nauc_mrr_at_1000_std": 0.222943, + "nauc_mrr_at_1000_diff1": 0.573669, + "main_score": 0.51985, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 111.85513615608215, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/SciFact.json b/results/openai__text-embedding-3-small-256/2/SciFact.json new file mode 100644 index 0000000000..ea2cb22682 --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.25.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.5686, + "ndcg_at_3": 0.64854, + "ndcg_at_5": 0.67654, + "ndcg_at_10": 0.69893, + "ndcg_at_20": 0.71027, + "ndcg_at_100": 0.72323, + "ndcg_at_1000": 0.72995, + "map_at_1": 0.53836, + "map_at_3": 0.62016, + "map_at_5": 0.63888, + "map_at_10": 0.64949, + "map_at_20": 0.65335, + "map_at_100": 0.65527, + "map_at_1000": 0.65554, + "recall_at_1": 0.53836, + "recall_at_3": 0.70435, + "recall_at_5": 0.77011, + "recall_at_10": 0.83473, + "recall_at_20": 0.87588, + "recall_at_100": 0.94396, + "recall_at_1000": 0.99506, + "precision_at_1": 0.5686, + "precision_at_3": 0.25711, + "precision_at_5": 0.17132, + "precision_at_10": 0.09419, + "precision_at_20": 0.04981, + "precision_at_100": 0.01075, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.568603, + "mrr_at_3": 0.641327, + "mrr_at_5": 0.655356, + "mrr_at_10": 0.663395, + "mrr_at_20": 0.665877, + "mrr_at_100": 0.667427, + "mrr_at_1000": 0.667689, + "nauc_ndcg_at_1_max": 0.503562, + "nauc_ndcg_at_1_std": 0.084958, + "nauc_ndcg_at_1_diff1": 0.74654, + "nauc_ndcg_at_3_max": 0.468468, + "nauc_ndcg_at_3_std": 0.094848, + "nauc_ndcg_at_3_diff1": 0.68865, + "nauc_ndcg_at_5_max": 0.477756, + "nauc_ndcg_at_5_std": 0.07794, + "nauc_ndcg_at_5_diff1": 0.678514, + "nauc_ndcg_at_10_max": 0.498488, + "nauc_ndcg_at_10_std": 0.113541, + "nauc_ndcg_at_10_diff1": 0.681148, + "nauc_ndcg_at_20_max": 0.506453, + "nauc_ndcg_at_20_std": 0.133441, + "nauc_ndcg_at_20_diff1": 0.678962, + "nauc_ndcg_at_100_max": 0.504253, + "nauc_ndcg_at_100_std": 0.13132, + "nauc_ndcg_at_100_diff1": 0.685022, + "nauc_ndcg_at_1000_max": 0.499862, + "nauc_ndcg_at_1000_std": 0.119666, + "nauc_ndcg_at_1000_diff1": 0.687434, + "nauc_map_at_1_max": 0.45726, + "nauc_map_at_1_std": 0.032409, + "nauc_map_at_1_diff1": 0.74811, + "nauc_map_at_3_max": 0.4638, + "nauc_map_at_3_std": 0.06655, + "nauc_map_at_3_diff1": 0.707026, + "nauc_map_at_5_max": 0.476637, + "nauc_map_at_5_std": 0.06411, + "nauc_map_at_5_diff1": 0.700753, + "nauc_map_at_10_max": 0.485575, + "nauc_map_at_10_std": 0.08189, + "nauc_map_at_10_diff1": 0.701822, + "nauc_map_at_20_max": 0.488313, + "nauc_map_at_20_std": 0.088886, + "nauc_map_at_20_diff1": 0.70118, + "nauc_map_at_100_max": 0.487951, + "nauc_map_at_100_std": 0.088479, + "nauc_map_at_100_diff1": 0.701552, + "nauc_map_at_1000_max": 0.487854, + "nauc_map_at_1000_std": 0.088139, + "nauc_map_at_1000_diff1": 0.701665, + "nauc_recall_at_1_max": 0.45726, + "nauc_recall_at_1_std": 0.032409, + "nauc_recall_at_1_diff1": 0.74811, + "nauc_recall_at_3_max": 0.428391, + "nauc_recall_at_3_std": 0.101698, + "nauc_recall_at_3_diff1": 0.630334, + "nauc_recall_at_5_max": 0.443359, + "nauc_recall_at_5_std": 0.05464, + "nauc_recall_at_5_diff1": 0.587285, + "nauc_recall_at_10_max": 0.520739, + "nauc_recall_at_10_std": 0.189385, + "nauc_recall_at_10_diff1": 0.570871, + "nauc_recall_at_20_max": 0.585924, + "nauc_recall_at_20_std": 0.336603, + "nauc_recall_at_20_diff1": 0.532362, + "nauc_recall_at_100_max": 0.642057, + "nauc_recall_at_100_std": 0.524121, + "nauc_recall_at_100_diff1": 0.544654, + "nauc_recall_at_1000_max": 0.385796, + "nauc_recall_at_1000_std": 0.397087, + "nauc_recall_at_1000_diff1": -0.112144, + "nauc_precision_at_1_max": 0.503562, + "nauc_precision_at_1_std": 0.084958, + "nauc_precision_at_1_diff1": 0.74654, + "nauc_precision_at_3_max": 0.416769, + "nauc_precision_at_3_std": 0.179922, + "nauc_precision_at_3_diff1": 0.44124, + "nauc_precision_at_5_max": 0.387172, + "nauc_precision_at_5_std": 0.169093, + "nauc_precision_at_5_diff1": 0.287505, + "nauc_precision_at_10_max": 0.36984, + "nauc_precision_at_10_std": 0.296096, + "nauc_precision_at_10_diff1": 0.158704, + "nauc_precision_at_20_max": 0.329513, + "nauc_precision_at_20_std": 0.373399, + "nauc_precision_at_20_diff1": 0.053801, + "nauc_precision_at_100_max": 0.240275, + "nauc_precision_at_100_std": 0.389402, + "nauc_precision_at_100_diff1": -0.080877, + "nauc_precision_at_1000_max": 0.13694, + "nauc_precision_at_1000_std": 0.343462, + "nauc_precision_at_1000_diff1": -0.238362, + "nauc_mrr_at_1_max": 0.503562, + "nauc_mrr_at_1_std": 0.084958, + "nauc_mrr_at_1_diff1": 0.74654, + "nauc_mrr_at_3_max": 0.495551, + "nauc_mrr_at_3_std": 0.126991, + "nauc_mrr_at_3_diff1": 0.700939, + "nauc_mrr_at_5_max": 0.496734, + "nauc_mrr_at_5_std": 0.115232, + "nauc_mrr_at_5_diff1": 0.696447, + "nauc_mrr_at_10_max": 0.504229, + "nauc_mrr_at_10_std": 0.125339, + "nauc_mrr_at_10_diff1": 0.698573, + "nauc_mrr_at_20_max": 0.504687, + "nauc_mrr_at_20_std": 0.127318, + "nauc_mrr_at_20_diff1": 0.698188, + "nauc_mrr_at_100_max": 0.504141, + "nauc_mrr_at_100_std": 0.126531, + "nauc_mrr_at_100_diff1": 0.69863, + "nauc_mrr_at_1000_max": 0.504056, + "nauc_mrr_at_1000_std": 0.12624, + "nauc_mrr_at_1000_diff1": 0.698746, + "main_score": 0.69893, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.64299, + "ndcg_at_5": 0.67026, + "ndcg_at_10": 0.69212, + "ndcg_at_20": 0.7073, + "ndcg_at_100": 0.72027, + "ndcg_at_1000": 0.72661, + "map_at_1": 0.55317, + "map_at_3": 0.61652, + "map_at_5": 0.63561, + "map_at_10": 0.64611, + "map_at_20": 0.6513, + "map_at_100": 0.65301, + "map_at_1000": 0.65327, + "recall_at_1": 0.55317, + "recall_at_3": 0.6885, + "recall_at_5": 0.75633, + "recall_at_10": 0.81978, + "recall_at_20": 0.87433, + "recall_at_100": 0.945, + "recall_at_1000": 0.99333, + "precision_at_1": 0.58, + "precision_at_3": 0.24889, + "precision_at_5": 0.16867, + "precision_at_10": 0.093, + "precision_at_20": 0.05, + "precision_at_100": 0.01073, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.58, + "mrr_at_3": 0.637778, + "mrr_at_5": 0.650944, + "mrr_at_10": 0.658361, + "mrr_at_20": 0.662004, + "mrr_at_100": 0.663677, + "mrr_at_1000": 0.663923, + "nauc_ndcg_at_1_max": 0.530202, + "nauc_ndcg_at_1_std": 0.103545, + "nauc_ndcg_at_1_diff1": 0.667726, + "nauc_ndcg_at_3_max": 0.510522, + "nauc_ndcg_at_3_std": -0.003417, + "nauc_ndcg_at_3_diff1": 0.601656, + "nauc_ndcg_at_5_max": 0.518699, + "nauc_ndcg_at_5_std": 0.032883, + "nauc_ndcg_at_5_diff1": 0.614985, + "nauc_ndcg_at_10_max": 0.538273, + "nauc_ndcg_at_10_std": 0.06365, + "nauc_ndcg_at_10_diff1": 0.613537, + "nauc_ndcg_at_20_max": 0.542331, + "nauc_ndcg_at_20_std": 0.074118, + "nauc_ndcg_at_20_diff1": 0.603527, + "nauc_ndcg_at_100_max": 0.543097, + "nauc_ndcg_at_100_std": 0.082752, + "nauc_ndcg_at_100_diff1": 0.602346, + "nauc_ndcg_at_1000_max": 0.536978, + "nauc_ndcg_at_1000_std": 0.07371, + "nauc_ndcg_at_1000_diff1": 0.61404, + "nauc_map_at_1_max": 0.483141, + "nauc_map_at_1_std": 0.005106, + "nauc_map_at_1_diff1": 0.667308, + "nauc_map_at_3_max": 0.499983, + "nauc_map_at_3_std": -0.013888, + "nauc_map_at_3_diff1": 0.621243, + "nauc_map_at_5_max": 0.50969, + "nauc_map_at_5_std": 0.018992, + "nauc_map_at_5_diff1": 0.631514, + "nauc_map_at_10_max": 0.519725, + "nauc_map_at_10_std": 0.039113, + "nauc_map_at_10_diff1": 0.628374, + "nauc_map_at_20_max": 0.522613, + "nauc_map_at_20_std": 0.042985, + "nauc_map_at_20_diff1": 0.625614, + "nauc_map_at_100_max": 0.522576, + "nauc_map_at_100_std": 0.043975, + "nauc_map_at_100_diff1": 0.625779, + "nauc_map_at_1000_max": 0.522395, + "nauc_map_at_1000_std": 0.043624, + "nauc_map_at_1000_diff1": 0.626174, + "nauc_recall_at_1_max": 0.483141, + "nauc_recall_at_1_std": 0.005106, + "nauc_recall_at_1_diff1": 0.667308, + "nauc_recall_at_3_max": 0.481382, + "nauc_recall_at_3_std": -0.10547, + "nauc_recall_at_3_diff1": 0.538555, + "nauc_recall_at_5_max": 0.500097, + "nauc_recall_at_5_std": -0.009607, + "nauc_recall_at_5_diff1": 0.550244, + "nauc_recall_at_10_max": 0.570557, + "nauc_recall_at_10_std": 0.085425, + "nauc_recall_at_10_diff1": 0.54228, + "nauc_recall_at_20_max": 0.607105, + "nauc_recall_at_20_std": 0.164638, + "nauc_recall_at_20_diff1": 0.452635, + "nauc_recall_at_100_max": 0.70601, + "nauc_recall_at_100_std": 0.449212, + "nauc_recall_at_100_diff1": 0.233639, + "nauc_recall_at_1000_max": 0.275444, + "nauc_recall_at_1000_std": 0.861111, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.530202, + "nauc_precision_at_1_std": 0.103545, + "nauc_precision_at_1_diff1": 0.667726, + "nauc_precision_at_3_max": 0.467512, + "nauc_precision_at_3_std": 0.121354, + "nauc_precision_at_3_diff1": 0.397638, + "nauc_precision_at_5_max": 0.399966, + "nauc_precision_at_5_std": 0.271632, + "nauc_precision_at_5_diff1": 0.292418, + "nauc_precision_at_10_max": 0.378962, + "nauc_precision_at_10_std": 0.412396, + "nauc_precision_at_10_diff1": 0.160044, + "nauc_precision_at_20_max": 0.332576, + "nauc_precision_at_20_std": 0.45126, + "nauc_precision_at_20_diff1": 0.029662, + "nauc_precision_at_100_max": 0.268985, + "nauc_precision_at_100_std": 0.579984, + "nauc_precision_at_100_diff1": -0.122508, + "nauc_precision_at_1000_max": 0.153358, + "nauc_precision_at_1000_std": 0.595154, + "nauc_precision_at_1000_diff1": -0.184206, + "nauc_mrr_at_1_max": 0.530202, + "nauc_mrr_at_1_std": 0.103545, + "nauc_mrr_at_1_diff1": 0.667726, + "nauc_mrr_at_3_max": 0.537446, + "nauc_mrr_at_3_std": 0.066659, + "nauc_mrr_at_3_diff1": 0.626775, + "nauc_mrr_at_5_max": 0.540169, + "nauc_mrr_at_5_std": 0.085728, + "nauc_mrr_at_5_diff1": 0.6259, + "nauc_mrr_at_10_max": 0.545071, + "nauc_mrr_at_10_std": 0.088008, + "nauc_mrr_at_10_diff1": 0.627723, + "nauc_mrr_at_20_max": 0.543194, + "nauc_mrr_at_20_std": 0.088685, + "nauc_mrr_at_20_diff1": 0.625725, + "nauc_mrr_at_100_max": 0.543372, + "nauc_mrr_at_100_std": 0.089759, + "nauc_mrr_at_100_diff1": 0.625894, + "nauc_mrr_at_1000_max": 0.543213, + "nauc_mrr_at_1000_std": 0.08948, + "nauc_mrr_at_1000_diff1": 0.626273, + "main_score": 0.69212, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 205.9994900226593, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-small-256/2/TRECCOVID-PL.json new file mode 100644 index 0000000000..6c690cc5da --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65, + "ndcg_at_3": 0.64704, + "ndcg_at_5": 0.62276, + "ndcg_at_10": 0.59978, + "ndcg_at_20": 0.5693, + "ndcg_at_100": 0.44679, + "ndcg_at_1000": 0.40406, + "map_at_1": 0.00168, + "map_at_3": 0.00489, + "map_at_5": 0.00732, + "map_at_10": 0.01321, + "map_at_20": 0.02309, + "map_at_100": 0.07127, + "map_at_1000": 0.17372, + "recall_at_1": 0.00168, + "recall_at_3": 0.00538, + "recall_at_5": 0.00834, + "recall_at_10": 0.01578, + "recall_at_20": 0.02988, + "recall_at_100": 0.10643, + "recall_at_1000": 0.38302, + "precision_at_1": 0.7, + "precision_at_3": 0.70667, + "precision_at_5": 0.668, + "precision_at_10": 0.638, + "precision_at_20": 0.603, + "precision_at_100": 0.4564, + "precision_at_1000": 0.1827, + "mrr_at_1": 0.7, + "mrr_at_3": 0.766667, + "mrr_at_5": 0.788667, + "mrr_at_10": 0.794, + "mrr_at_20": 0.794, + "mrr_at_100": 0.794488, + "mrr_at_1000": 0.794488, + "nauc_ndcg_at_1_max": 0.572886, + "nauc_ndcg_at_1_std": 0.426414, + "nauc_ndcg_at_1_diff1": 0.115404, + "nauc_ndcg_at_3_max": 0.638539, + "nauc_ndcg_at_3_std": 0.507377, + "nauc_ndcg_at_3_diff1": 0.161065, + "nauc_ndcg_at_5_max": 0.635127, + "nauc_ndcg_at_5_std": 0.586697, + "nauc_ndcg_at_5_diff1": 0.038547, + "nauc_ndcg_at_10_max": 0.6405, + "nauc_ndcg_at_10_std": 0.692016, + "nauc_ndcg_at_10_diff1": 0.019078, + "nauc_ndcg_at_20_max": 0.610784, + "nauc_ndcg_at_20_std": 0.738922, + "nauc_ndcg_at_20_diff1": 0.032582, + "nauc_ndcg_at_100_max": 0.623781, + "nauc_ndcg_at_100_std": 0.824516, + "nauc_ndcg_at_100_diff1": 0.009017, + "nauc_ndcg_at_1000_max": 0.730409, + "nauc_ndcg_at_1000_std": 0.83326, + "nauc_ndcg_at_1000_diff1": 0.14424, + "nauc_map_at_1_max": 0.396354, + "nauc_map_at_1_std": 0.030585, + "nauc_map_at_1_diff1": 0.229036, + "nauc_map_at_3_max": 0.456603, + "nauc_map_at_3_std": 0.126629, + "nauc_map_at_3_diff1": 0.330377, + "nauc_map_at_5_max": 0.50411, + "nauc_map_at_5_std": 0.251496, + "nauc_map_at_5_diff1": 0.243802, + "nauc_map_at_10_max": 0.519083, + "nauc_map_at_10_std": 0.392993, + "nauc_map_at_10_diff1": 0.211974, + "nauc_map_at_20_max": 0.536208, + "nauc_map_at_20_std": 0.514175, + "nauc_map_at_20_diff1": 0.170208, + "nauc_map_at_100_max": 0.684983, + "nauc_map_at_100_std": 0.769047, + "nauc_map_at_100_diff1": 0.070938, + "nauc_map_at_1000_max": 0.725687, + "nauc_map_at_1000_std": 0.873229, + "nauc_map_at_1000_diff1": 0.045025, + "nauc_recall_at_1_max": 0.396354, + "nauc_recall_at_1_std": 0.030585, + "nauc_recall_at_1_diff1": 0.229036, + "nauc_recall_at_3_max": 0.377695, + "nauc_recall_at_3_std": 0.10539, + "nauc_recall_at_3_diff1": 0.359025, + "nauc_recall_at_5_max": 0.402058, + "nauc_recall_at_5_std": 0.223432, + "nauc_recall_at_5_diff1": 0.273553, + "nauc_recall_at_10_max": 0.425563, + "nauc_recall_at_10_std": 0.342007, + "nauc_recall_at_10_diff1": 0.291013, + "nauc_recall_at_20_max": 0.385277, + "nauc_recall_at_20_std": 0.389744, + "nauc_recall_at_20_diff1": 0.274138, + "nauc_recall_at_100_max": 0.57336, + "nauc_recall_at_100_std": 0.645406, + "nauc_recall_at_100_diff1": 0.199002, + "nauc_recall_at_1000_max": 0.703209, + "nauc_recall_at_1000_std": 0.759747, + "nauc_recall_at_1000_diff1": 0.203126, + "nauc_precision_at_1_max": 0.57341, + "nauc_precision_at_1_std": 0.451234, + "nauc_precision_at_1_diff1": 0.080238, + "nauc_precision_at_3_max": 0.655542, + "nauc_precision_at_3_std": 0.536491, + "nauc_precision_at_3_diff1": 0.145991, + "nauc_precision_at_5_max": 0.609835, + "nauc_precision_at_5_std": 0.629577, + "nauc_precision_at_5_diff1": -0.044824, + "nauc_precision_at_10_max": 0.619692, + "nauc_precision_at_10_std": 0.743803, + "nauc_precision_at_10_diff1": -0.027236, + "nauc_precision_at_20_max": 0.567961, + "nauc_precision_at_20_std": 0.759006, + "nauc_precision_at_20_diff1": 0.002072, + "nauc_precision_at_100_max": 0.618891, + "nauc_precision_at_100_std": 0.843618, + "nauc_precision_at_100_diff1": -0.04302, + "nauc_precision_at_1000_max": 0.443542, + "nauc_precision_at_1000_std": 0.653961, + "nauc_precision_at_1000_diff1": -0.129919, + "nauc_mrr_at_1_max": 0.57341, + "nauc_mrr_at_1_std": 0.451234, + "nauc_mrr_at_1_diff1": 0.080238, + "nauc_mrr_at_3_max": 0.594016, + "nauc_mrr_at_3_std": 0.492296, + "nauc_mrr_at_3_diff1": 0.091191, + "nauc_mrr_at_5_max": 0.586766, + "nauc_mrr_at_5_std": 0.496918, + "nauc_mrr_at_5_diff1": 0.0993, + "nauc_mrr_at_10_max": 0.596057, + "nauc_mrr_at_10_std": 0.497393, + "nauc_mrr_at_10_diff1": 0.11224, + "nauc_mrr_at_20_max": 0.596057, + "nauc_mrr_at_20_std": 0.497393, + "nauc_mrr_at_20_diff1": 0.11224, + "nauc_mrr_at_100_max": 0.594977, + "nauc_mrr_at_100_std": 0.49605, + "nauc_mrr_at_100_diff1": 0.110217, + "nauc_mrr_at_1000_max": 0.594977, + "nauc_mrr_at_1000_std": 0.49605, + "nauc_mrr_at_1000_diff1": 0.110217, + "main_score": 0.59978, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3076.071198940277, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/TRECCOVID.json b/results/openai__text-embedding-3-small-256/2/TRECCOVID.json new file mode 100644 index 0000000000..c13cff2286 --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75, + "ndcg_at_3": 0.74469, + "ndcg_at_5": 0.73361, + "ndcg_at_10": 0.7466, + "ndcg_at_20": 0.72667, + "ndcg_at_100": 0.59769, + "ndcg_at_1000": 0.52007, + "map_at_1": 0.00225, + "map_at_3": 0.00609, + "map_at_5": 0.00952, + "map_at_10": 0.01776, + "map_at_20": 0.03262, + "map_at_100": 0.11343, + "map_at_1000": 0.26726, + "recall_at_1": 0.00225, + "recall_at_3": 0.0064, + "recall_at_5": 0.01031, + "recall_at_10": 0.02011, + "recall_at_20": 0.03823, + "recall_at_100": 0.14664, + "recall_at_1000": 0.48623, + "precision_at_1": 0.86, + "precision_at_3": 0.80667, + "precision_at_5": 0.796, + "precision_at_10": 0.8, + "precision_at_20": 0.773, + "precision_at_100": 0.6184, + "precision_at_1000": 0.23152, + "mrr_at_1": 0.86, + "mrr_at_3": 0.91, + "mrr_at_5": 0.914, + "mrr_at_10": 0.914, + "mrr_at_20": 0.914, + "mrr_at_100": 0.914, + "mrr_at_1000": 0.914, + "nauc_ndcg_at_1_max": 0.156306, + "nauc_ndcg_at_1_std": 0.38588, + "nauc_ndcg_at_1_diff1": 0.025508, + "nauc_ndcg_at_3_max": 0.358215, + "nauc_ndcg_at_3_std": 0.498008, + "nauc_ndcg_at_3_diff1": -0.041132, + "nauc_ndcg_at_5_max": 0.41712, + "nauc_ndcg_at_5_std": 0.543775, + "nauc_ndcg_at_5_diff1": -0.100853, + "nauc_ndcg_at_10_max": 0.482274, + "nauc_ndcg_at_10_std": 0.609421, + "nauc_ndcg_at_10_diff1": -0.106909, + "nauc_ndcg_at_20_max": 0.496602, + "nauc_ndcg_at_20_std": 0.652747, + "nauc_ndcg_at_20_diff1": -0.116836, + "nauc_ndcg_at_100_max": 0.416596, + "nauc_ndcg_at_100_std": 0.73991, + "nauc_ndcg_at_100_diff1": -0.248815, + "nauc_ndcg_at_1000_max": 0.39486, + "nauc_ndcg_at_1000_std": 0.714571, + "nauc_ndcg_at_1000_diff1": -0.098919, + "nauc_map_at_1_max": -0.097488, + "nauc_map_at_1_std": -0.055541, + "nauc_map_at_1_diff1": 0.277642, + "nauc_map_at_3_max": -0.03421, + "nauc_map_at_3_std": -0.010555, + "nauc_map_at_3_diff1": 0.233417, + "nauc_map_at_5_max": 0.051195, + "nauc_map_at_5_std": 0.043621, + "nauc_map_at_5_diff1": 0.173531, + "nauc_map_at_10_max": 0.155752, + "nauc_map_at_10_std": 0.142893, + "nauc_map_at_10_diff1": 0.204039, + "nauc_map_at_20_max": 0.258837, + "nauc_map_at_20_std": 0.242161, + "nauc_map_at_20_diff1": 0.213309, + "nauc_map_at_100_max": 0.318595, + "nauc_map_at_100_std": 0.495431, + "nauc_map_at_100_diff1": 0.079526, + "nauc_map_at_1000_max": 0.434067, + "nauc_map_at_1000_std": 0.724595, + "nauc_map_at_1000_diff1": -0.088946, + "nauc_recall_at_1_max": -0.097488, + "nauc_recall_at_1_std": -0.055541, + "nauc_recall_at_1_diff1": 0.277642, + "nauc_recall_at_3_max": -0.048176, + "nauc_recall_at_3_std": -0.042748, + "nauc_recall_at_3_diff1": 0.203873, + "nauc_recall_at_5_max": 0.006235, + "nauc_recall_at_5_std": -0.004526, + "nauc_recall_at_5_diff1": 0.160968, + "nauc_recall_at_10_max": 0.05922, + "nauc_recall_at_10_std": 0.050567, + "nauc_recall_at_10_diff1": 0.248649, + "nauc_recall_at_20_max": 0.122662, + "nauc_recall_at_20_std": 0.099031, + "nauc_recall_at_20_diff1": 0.269238, + "nauc_recall_at_100_max": 0.171659, + "nauc_recall_at_100_std": 0.349008, + "nauc_recall_at_100_diff1": 0.163729, + "nauc_recall_at_1000_max": 0.331187, + "nauc_recall_at_1000_std": 0.601121, + "nauc_recall_at_1000_diff1": -0.024952, + "nauc_precision_at_1_max": 0.295968, + "nauc_precision_at_1_std": 0.381807, + "nauc_precision_at_1_diff1": 0.047942, + "nauc_precision_at_3_max": 0.479742, + "nauc_precision_at_3_std": 0.44268, + "nauc_precision_at_3_diff1": -0.117154, + "nauc_precision_at_5_max": 0.561429, + "nauc_precision_at_5_std": 0.547994, + "nauc_precision_at_5_diff1": -0.188185, + "nauc_precision_at_10_max": 0.592068, + "nauc_precision_at_10_std": 0.640375, + "nauc_precision_at_10_diff1": -0.154298, + "nauc_precision_at_20_max": 0.593398, + "nauc_precision_at_20_std": 0.680372, + "nauc_precision_at_20_diff1": -0.127112, + "nauc_precision_at_100_max": 0.469099, + "nauc_precision_at_100_std": 0.767164, + "nauc_precision_at_100_diff1": -0.280322, + "nauc_precision_at_1000_max": 0.418882, + "nauc_precision_at_1000_std": 0.514033, + "nauc_precision_at_1000_diff1": -0.240149, + "nauc_mrr_at_1_max": 0.295968, + "nauc_mrr_at_1_std": 0.381807, + "nauc_mrr_at_1_diff1": 0.047942, + "nauc_mrr_at_3_max": 0.305855, + "nauc_mrr_at_3_std": 0.408377, + "nauc_mrr_at_3_diff1": -0.094187, + "nauc_mrr_at_5_max": 0.278828, + "nauc_mrr_at_5_std": 0.379997, + "nauc_mrr_at_5_diff1": -0.01524, + "nauc_mrr_at_10_max": 0.278828, + "nauc_mrr_at_10_std": 0.379997, + "nauc_mrr_at_10_diff1": -0.01524, + "nauc_mrr_at_20_max": 0.278828, + "nauc_mrr_at_20_std": 0.379997, + "nauc_mrr_at_20_diff1": -0.01524, + "nauc_mrr_at_100_max": 0.278828, + "nauc_mrr_at_100_std": 0.379997, + "nauc_mrr_at_100_diff1": -0.01524, + "nauc_mrr_at_1000_max": 0.278828, + "nauc_mrr_at_1000_std": 0.379997, + "nauc_mrr_at_1000_diff1": -0.01524, + "main_score": 0.7466, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2842.5305149555206, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-256/2/model_meta.json b/results/openai__text-embedding-3-small-256/2/model_meta.json new file mode 100644 index 0000000000..a7a3736b85 --- /dev/null +++ b/results/openai__text-embedding-3-small-256/2/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "openai/text-embedding-3-small-256", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 256, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} diff --git a/results/openai__text-embedding-3-small-512/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-small-512/2/CMedQAv2-reranking.json new file mode 100644 index 0000000000..c58ad6708e --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "map": 0.631518, + "mrr": 0.687992, + "nAUC_map_max": 0.517521, + "nAUC_map_std": 0.205599, + "nAUC_map_diff1": 0.496098, + "nAUC_mrr_max": 0.593598, + "nAUC_mrr_std": 0.244985, + "nAUC_mrr_diff1": 0.542493, + "main_score": 0.631518, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 471.6243748664856, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/CUREv1.json b/results/openai__text-embedding-3-small-512/2/CUREv1.json new file mode 100644 index 0000000000..01ee73adbd --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.25.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.593, + "ndcg_at_3": 0.53453, + "ndcg_at_5": 0.51928, + "ndcg_at_10": 0.50982, + "ndcg_at_20": 0.51628, + "ndcg_at_100": 0.58255, + "ndcg_at_1000": 0.66948, + "map_at_1": 0.08757, + "map_at_3": 0.15825, + "map_at_5": 0.19421, + "map_at_10": 0.24015, + "map_at_20": 0.28202, + "map_at_100": 0.35893, + "map_at_1000": 0.39686, + "recall_at_1": 0.08757, + "recall_at_3": 0.17516, + "recall_at_5": 0.22932, + "recall_at_10": 0.31465, + "recall_at_20": 0.41475, + "recall_at_100": 0.67866, + "recall_at_1000": 0.93941, + "precision_at_1": 0.705, + "precision_at_3": 0.57733, + "precision_at_5": 0.5148, + "precision_at_10": 0.42265, + "precision_at_20": 0.33517, + "precision_at_100": 0.1641, + "precision_at_1000": 0.03357, + "mrr_at_1": 0.705, + "mrr_at_3": 0.77875, + "mrr_at_5": 0.78985, + "mrr_at_10": 0.794904, + "mrr_at_20": 0.795963, + "mrr_at_100": 0.796403, + "mrr_at_1000": 0.796459, + "nauc_ndcg_at_1_max": 0.33474, + "nauc_ndcg_at_1_std": 0.090077, + "nauc_ndcg_at_1_diff1": 0.297633, + "nauc_ndcg_at_3_max": 0.352434, + "nauc_ndcg_at_3_std": 0.147225, + "nauc_ndcg_at_3_diff1": 0.194961, + "nauc_ndcg_at_5_max": 0.345439, + "nauc_ndcg_at_5_std": 0.155008, + "nauc_ndcg_at_5_diff1": 0.179949, + "nauc_ndcg_at_10_max": 0.334556, + "nauc_ndcg_at_10_std": 0.156246, + "nauc_ndcg_at_10_diff1": 0.19173, + "nauc_ndcg_at_20_max": 0.323673, + "nauc_ndcg_at_20_std": 0.159171, + "nauc_ndcg_at_20_diff1": 0.199879, + "nauc_ndcg_at_100_max": 0.357291, + "nauc_ndcg_at_100_std": 0.242364, + "nauc_ndcg_at_100_diff1": 0.203156, + "nauc_ndcg_at_1000_max": 0.423897, + "nauc_ndcg_at_1000_std": 0.315736, + "nauc_ndcg_at_1000_diff1": 0.182282, + "nauc_map_at_1_max": 0.03469, + "nauc_map_at_1_std": -0.10138, + "nauc_map_at_1_diff1": 0.368634, + "nauc_map_at_3_max": 0.091966, + "nauc_map_at_3_std": -0.047571, + "nauc_map_at_3_diff1": 0.265362, + "nauc_map_at_5_max": 0.119728, + "nauc_map_at_5_std": -0.02068, + "nauc_map_at_5_diff1": 0.230558, + "nauc_map_at_10_max": 0.157363, + "nauc_map_at_10_std": 0.01832, + "nauc_map_at_10_diff1": 0.204177, + "nauc_map_at_20_max": 0.195703, + "nauc_map_at_20_std": 0.059886, + "nauc_map_at_20_diff1": 0.190955, + "nauc_map_at_100_max": 0.268761, + "nauc_map_at_100_std": 0.184566, + "nauc_map_at_100_diff1": 0.160408, + "nauc_map_at_1000_max": 0.29619, + "nauc_map_at_1000_std": 0.236128, + "nauc_map_at_1000_diff1": 0.139325, + "nauc_recall_at_1_max": 0.03469, + "nauc_recall_at_1_std": -0.10138, + "nauc_recall_at_1_diff1": 0.368634, + "nauc_recall_at_3_max": 0.057495, + "nauc_recall_at_3_std": -0.056333, + "nauc_recall_at_3_diff1": 0.24092, + "nauc_recall_at_5_max": 0.068052, + "nauc_recall_at_5_std": -0.037957, + "nauc_recall_at_5_diff1": 0.196758, + "nauc_recall_at_10_max": 0.078539, + "nauc_recall_at_10_std": -0.008098, + "nauc_recall_at_10_diff1": 0.166756, + "nauc_recall_at_20_max": 0.09094, + "nauc_recall_at_20_std": 0.019917, + "nauc_recall_at_20_diff1": 0.153028, + "nauc_recall_at_100_max": 0.17453, + "nauc_recall_at_100_std": 0.211372, + "nauc_recall_at_100_diff1": 0.142492, + "nauc_recall_at_1000_max": 0.342484, + "nauc_recall_at_1000_std": 0.574815, + "nauc_recall_at_1000_diff1": 0.119947, + "nauc_precision_at_1_max": 0.420203, + "nauc_precision_at_1_std": 0.164403, + "nauc_precision_at_1_diff1": 0.274275, + "nauc_precision_at_3_max": 0.350605, + "nauc_precision_at_3_std": 0.220506, + "nauc_precision_at_3_diff1": -0.001704, + "nauc_precision_at_5_max": 0.328662, + "nauc_precision_at_5_std": 0.248326, + "nauc_precision_at_5_diff1": -0.073819, + "nauc_precision_at_10_max": 0.292289, + "nauc_precision_at_10_std": 0.275019, + "nauc_precision_at_10_diff1": -0.108539, + "nauc_precision_at_20_max": 0.239685, + "nauc_precision_at_20_std": 0.271868, + "nauc_precision_at_20_diff1": -0.128261, + "nauc_precision_at_100_max": 0.132717, + "nauc_precision_at_100_std": 0.241975, + "nauc_precision_at_100_diff1": -0.140729, + "nauc_precision_at_1000_max": 0.027326, + "nauc_precision_at_1000_std": 0.073972, + "nauc_precision_at_1000_diff1": -0.125359, + "nauc_mrr_at_1_max": 0.420203, + "nauc_mrr_at_1_std": 0.164403, + "nauc_mrr_at_1_diff1": 0.274275, + "nauc_mrr_at_3_max": 0.448872, + "nauc_mrr_at_3_std": 0.210706, + "nauc_mrr_at_3_diff1": 0.261737, + "nauc_mrr_at_5_max": 0.455796, + "nauc_mrr_at_5_std": 0.214825, + "nauc_mrr_at_5_diff1": 0.262221, + "nauc_mrr_at_10_max": 0.453288, + "nauc_mrr_at_10_std": 0.211483, + "nauc_mrr_at_10_diff1": 0.260658, + "nauc_mrr_at_20_max": 0.45187, + "nauc_mrr_at_20_std": 0.209945, + "nauc_mrr_at_20_diff1": 0.260491, + "nauc_mrr_at_100_max": 0.451735, + "nauc_mrr_at_100_std": 0.209689, + "nauc_mrr_at_100_diff1": 0.261171, + "nauc_mrr_at_1000_max": 0.451638, + "nauc_mrr_at_1000_std": 0.209573, + "nauc_mrr_at_1000_diff1": 0.261174, + "main_score": 0.50982, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.458, + "ndcg_at_3": 0.41867, + "ndcg_at_5": 0.40881, + "ndcg_at_10": 0.40568, + "ndcg_at_20": 0.41466, + "ndcg_at_100": 0.47952, + "ndcg_at_1000": 0.57468, + "map_at_1": 0.06851, + "map_at_3": 0.11999, + "map_at_5": 0.14632, + "map_at_10": 0.18195, + "map_at_20": 0.21382, + "map_at_100": 0.27132, + "map_at_1000": 0.30367, + "recall_at_1": 0.06851, + "recall_at_3": 0.13653, + "recall_at_5": 0.18162, + "recall_at_10": 0.25603, + "recall_at_20": 0.34405, + "recall_at_100": 0.58536, + "recall_at_1000": 0.87864, + "precision_at_1": 0.562, + "precision_at_3": 0.46317, + "precision_at_5": 0.4129, + "precision_at_10": 0.34165, + "precision_at_20": 0.27213, + "precision_at_100": 0.13647, + "precision_at_1000": 0.03046, + "mrr_at_1": 0.562, + "mrr_at_3": 0.646833, + "mrr_at_5": 0.663283, + "mrr_at_10": 0.672177, + "mrr_at_20": 0.675236, + "mrr_at_100": 0.676286, + "mrr_at_1000": 0.676366, + "nauc_ndcg_at_1_max": 0.32898, + "nauc_ndcg_at_1_std": 0.193977, + "nauc_ndcg_at_1_diff1": 0.27587, + "nauc_ndcg_at_3_max": 0.357534, + "nauc_ndcg_at_3_std": 0.244052, + "nauc_ndcg_at_3_diff1": 0.210945, + "nauc_ndcg_at_5_max": 0.365518, + "nauc_ndcg_at_5_std": 0.274898, + "nauc_ndcg_at_5_diff1": 0.206506, + "nauc_ndcg_at_10_max": 0.37446, + "nauc_ndcg_at_10_std": 0.306421, + "nauc_ndcg_at_10_diff1": 0.212008, + "nauc_ndcg_at_20_max": 0.377067, + "nauc_ndcg_at_20_std": 0.323689, + "nauc_ndcg_at_20_diff1": 0.20844, + "nauc_ndcg_at_100_max": 0.39887, + "nauc_ndcg_at_100_std": 0.396922, + "nauc_ndcg_at_100_diff1": 0.216073, + "nauc_ndcg_at_1000_max": 0.454573, + "nauc_ndcg_at_1000_std": 0.446582, + "nauc_ndcg_at_1000_diff1": 0.208584, + "nauc_map_at_1_max": 0.138419, + "nauc_map_at_1_std": 0.029329, + "nauc_map_at_1_diff1": 0.342266, + "nauc_map_at_3_max": 0.193992, + "nauc_map_at_3_std": 0.083177, + "nauc_map_at_3_diff1": 0.26862, + "nauc_map_at_5_max": 0.21441, + "nauc_map_at_5_std": 0.115321, + "nauc_map_at_5_diff1": 0.248016, + "nauc_map_at_10_max": 0.252068, + "nauc_map_at_10_std": 0.174455, + "nauc_map_at_10_diff1": 0.22943, + "nauc_map_at_20_max": 0.277693, + "nauc_map_at_20_std": 0.221132, + "nauc_map_at_20_diff1": 0.212114, + "nauc_map_at_100_max": 0.327636, + "nauc_map_at_100_std": 0.328968, + "nauc_map_at_100_diff1": 0.19514, + "nauc_map_at_1000_max": 0.358788, + "nauc_map_at_1000_std": 0.376545, + "nauc_map_at_1000_diff1": 0.181176, + "nauc_recall_at_1_max": 0.138419, + "nauc_recall_at_1_std": 0.029329, + "nauc_recall_at_1_diff1": 0.342266, + "nauc_recall_at_3_max": 0.159286, + "nauc_recall_at_3_std": 0.065213, + "nauc_recall_at_3_diff1": 0.244552, + "nauc_recall_at_5_max": 0.166601, + "nauc_recall_at_5_std": 0.101099, + "nauc_recall_at_5_diff1": 0.208072, + "nauc_recall_at_10_max": 0.19095, + "nauc_recall_at_10_std": 0.160531, + "nauc_recall_at_10_diff1": 0.182677, + "nauc_recall_at_20_max": 0.191087, + "nauc_recall_at_20_std": 0.196917, + "nauc_recall_at_20_diff1": 0.152476, + "nauc_recall_at_100_max": 0.239239, + "nauc_recall_at_100_std": 0.360387, + "nauc_recall_at_100_diff1": 0.138051, + "nauc_recall_at_1000_max": 0.433121, + "nauc_recall_at_1000_std": 0.640943, + "nauc_recall_at_1000_diff1": 0.15735, + "nauc_precision_at_1_max": 0.381519, + "nauc_precision_at_1_std": 0.251746, + "nauc_precision_at_1_diff1": 0.26249, + "nauc_precision_at_3_max": 0.351312, + "nauc_precision_at_3_std": 0.296782, + "nauc_precision_at_3_diff1": 0.082202, + "nauc_precision_at_5_max": 0.340077, + "nauc_precision_at_5_std": 0.331786, + "nauc_precision_at_5_diff1": 0.040597, + "nauc_precision_at_10_max": 0.308578, + "nauc_precision_at_10_std": 0.357327, + "nauc_precision_at_10_diff1": 0.001592, + "nauc_precision_at_20_max": 0.268377, + "nauc_precision_at_20_std": 0.348181, + "nauc_precision_at_20_diff1": -0.039316, + "nauc_precision_at_100_max": 0.186045, + "nauc_precision_at_100_std": 0.294754, + "nauc_precision_at_100_diff1": -0.077667, + "nauc_precision_at_1000_max": 0.109139, + "nauc_precision_at_1000_std": 0.119864, + "nauc_precision_at_1000_diff1": -0.102074, + "nauc_mrr_at_1_max": 0.381519, + "nauc_mrr_at_1_std": 0.251746, + "nauc_mrr_at_1_diff1": 0.26249, + "nauc_mrr_at_3_max": 0.41821, + "nauc_mrr_at_3_std": 0.300538, + "nauc_mrr_at_3_diff1": 0.249447, + "nauc_mrr_at_5_max": 0.42106, + "nauc_mrr_at_5_std": 0.312035, + "nauc_mrr_at_5_diff1": 0.243834, + "nauc_mrr_at_10_max": 0.421657, + "nauc_mrr_at_10_std": 0.309647, + "nauc_mrr_at_10_diff1": 0.244661, + "nauc_mrr_at_20_max": 0.420069, + "nauc_mrr_at_20_std": 0.307039, + "nauc_mrr_at_20_diff1": 0.245821, + "nauc_mrr_at_100_max": 0.419573, + "nauc_mrr_at_100_std": 0.306321, + "nauc_mrr_at_100_diff1": 0.245639, + "nauc_mrr_at_1000_max": 0.419475, + "nauc_mrr_at_1000_std": 0.306199, + "nauc_mrr_at_1000_diff1": 0.245665, + "main_score": 0.40568, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4485, + "ndcg_at_3": 0.41411, + "ndcg_at_5": 0.40411, + "ndcg_at_10": 0.40188, + "ndcg_at_20": 0.4111, + "ndcg_at_100": 0.47397, + "ndcg_at_1000": 0.569, + "map_at_1": 0.06837, + "map_at_3": 0.12056, + "map_at_5": 0.14682, + "map_at_10": 0.18173, + "map_at_20": 0.21297, + "map_at_100": 0.26857, + "map_at_1000": 0.29953, + "recall_at_1": 0.06837, + "recall_at_3": 0.13825, + "recall_at_5": 0.18322, + "recall_at_10": 0.25517, + "recall_at_20": 0.34025, + "recall_at_100": 0.5776, + "recall_at_1000": 0.87158, + "precision_at_1": 0.548, + "precision_at_3": 0.45517, + "precision_at_5": 0.4056, + "precision_at_10": 0.33725, + "precision_at_20": 0.26845, + "precision_at_100": 0.13283, + "precision_at_1000": 0.02963, + "mrr_at_1": 0.548, + "mrr_at_3": 0.636167, + "mrr_at_5": 0.653517, + "mrr_at_10": 0.662676, + "mrr_at_20": 0.665564, + "mrr_at_100": 0.666816, + "mrr_at_1000": 0.66693, + "nauc_ndcg_at_1_max": 0.309688, + "nauc_ndcg_at_1_std": 0.190131, + "nauc_ndcg_at_1_diff1": 0.263361, + "nauc_ndcg_at_3_max": 0.355634, + "nauc_ndcg_at_3_std": 0.253536, + "nauc_ndcg_at_3_diff1": 0.212623, + "nauc_ndcg_at_5_max": 0.36293, + "nauc_ndcg_at_5_std": 0.278095, + "nauc_ndcg_at_5_diff1": 0.196556, + "nauc_ndcg_at_10_max": 0.386257, + "nauc_ndcg_at_10_std": 0.303005, + "nauc_ndcg_at_10_diff1": 0.19346, + "nauc_ndcg_at_20_max": 0.388628, + "nauc_ndcg_at_20_std": 0.322656, + "nauc_ndcg_at_20_diff1": 0.192872, + "nauc_ndcg_at_100_max": 0.42281, + "nauc_ndcg_at_100_std": 0.406789, + "nauc_ndcg_at_100_diff1": 0.193268, + "nauc_ndcg_at_1000_max": 0.468571, + "nauc_ndcg_at_1000_std": 0.457623, + "nauc_ndcg_at_1000_diff1": 0.174308, + "nauc_map_at_1_max": 0.136688, + "nauc_map_at_1_std": 0.02542, + "nauc_map_at_1_diff1": 0.331728, + "nauc_map_at_3_max": 0.206735, + "nauc_map_at_3_std": 0.097713, + "nauc_map_at_3_diff1": 0.264592, + "nauc_map_at_5_max": 0.232123, + "nauc_map_at_5_std": 0.133263, + "nauc_map_at_5_diff1": 0.235549, + "nauc_map_at_10_max": 0.272931, + "nauc_map_at_10_std": 0.180669, + "nauc_map_at_10_diff1": 0.207954, + "nauc_map_at_20_max": 0.297035, + "nauc_map_at_20_std": 0.224834, + "nauc_map_at_20_diff1": 0.191838, + "nauc_map_at_100_max": 0.358148, + "nauc_map_at_100_std": 0.33456, + "nauc_map_at_100_diff1": 0.173609, + "nauc_map_at_1000_max": 0.385723, + "nauc_map_at_1000_std": 0.37944, + "nauc_map_at_1000_diff1": 0.164326, + "nauc_recall_at_1_max": 0.136688, + "nauc_recall_at_1_std": 0.02542, + "nauc_recall_at_1_diff1": 0.331728, + "nauc_recall_at_3_max": 0.179969, + "nauc_recall_at_3_std": 0.095061, + "nauc_recall_at_3_diff1": 0.230689, + "nauc_recall_at_5_max": 0.192237, + "nauc_recall_at_5_std": 0.122965, + "nauc_recall_at_5_diff1": 0.192453, + "nauc_recall_at_10_max": 0.222254, + "nauc_recall_at_10_std": 0.164713, + "nauc_recall_at_10_diff1": 0.155639, + "nauc_recall_at_20_max": 0.224791, + "nauc_recall_at_20_std": 0.207929, + "nauc_recall_at_20_diff1": 0.13958, + "nauc_recall_at_100_max": 0.292165, + "nauc_recall_at_100_std": 0.391978, + "nauc_recall_at_100_diff1": 0.106893, + "nauc_recall_at_1000_max": 0.467662, + "nauc_recall_at_1000_std": 0.654677, + "nauc_recall_at_1000_diff1": 0.064364, + "nauc_precision_at_1_max": 0.366177, + "nauc_precision_at_1_std": 0.243085, + "nauc_precision_at_1_diff1": 0.255537, + "nauc_precision_at_3_max": 0.37486, + "nauc_precision_at_3_std": 0.310718, + "nauc_precision_at_3_diff1": 0.097851, + "nauc_precision_at_5_max": 0.351481, + "nauc_precision_at_5_std": 0.332677, + "nauc_precision_at_5_diff1": 0.03099, + "nauc_precision_at_10_max": 0.331, + "nauc_precision_at_10_std": 0.349461, + "nauc_precision_at_10_diff1": -0.018555, + "nauc_precision_at_20_max": 0.280381, + "nauc_precision_at_20_std": 0.337389, + "nauc_precision_at_20_diff1": -0.04452, + "nauc_precision_at_100_max": 0.19152, + "nauc_precision_at_100_std": 0.291222, + "nauc_precision_at_100_diff1": -0.065267, + "nauc_precision_at_1000_max": 0.074252, + "nauc_precision_at_1000_std": 0.100901, + "nauc_precision_at_1000_diff1": -0.068019, + "nauc_mrr_at_1_max": 0.366177, + "nauc_mrr_at_1_std": 0.243085, + "nauc_mrr_at_1_diff1": 0.255537, + "nauc_mrr_at_3_max": 0.415666, + "nauc_mrr_at_3_std": 0.297157, + "nauc_mrr_at_3_diff1": 0.242332, + "nauc_mrr_at_5_max": 0.415878, + "nauc_mrr_at_5_std": 0.303963, + "nauc_mrr_at_5_diff1": 0.236928, + "nauc_mrr_at_10_max": 0.414318, + "nauc_mrr_at_10_std": 0.302638, + "nauc_mrr_at_10_diff1": 0.236618, + "nauc_mrr_at_20_max": 0.412747, + "nauc_mrr_at_20_std": 0.300867, + "nauc_mrr_at_20_diff1": 0.238203, + "nauc_mrr_at_100_max": 0.412465, + "nauc_mrr_at_100_std": 0.300053, + "nauc_mrr_at_100_diff1": 0.238488, + "nauc_mrr_at_1000_max": 0.412311, + "nauc_mrr_at_1000_std": 0.299852, + "nauc_mrr_at_1000_diff1": 0.238462, + "main_score": 0.40188, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.615, + "ndcg_at_3": 0.5491, + "ndcg_at_5": 0.52788, + "ndcg_at_10": 0.50927, + "ndcg_at_20": 0.50358, + "ndcg_at_100": 0.56764, + "ndcg_at_1000": 0.68923, + "map_at_1": 0.08938, + "map_at_3": 0.15383, + "map_at_5": 0.18175, + "map_at_10": 0.21649, + "map_at_20": 0.2528, + "map_at_100": 0.33272, + "map_at_1000": 0.38475, + "recall_at_1": 0.08938, + "recall_at_3": 0.17152, + "recall_at_5": 0.21388, + "recall_at_10": 0.27605, + "recall_at_20": 0.35977, + "recall_at_100": 0.62917, + "recall_at_1000": 0.95771, + "precision_at_1": 0.735, + "precision_at_3": 0.6, + "precision_at_5": 0.525, + "precision_at_10": 0.4275, + "precision_at_20": 0.33875, + "precision_at_100": 0.1785, + "precision_at_1000": 0.03739, + "mrr_at_1": 0.735, + "mrr_at_3": 0.800833, + "mrr_at_5": 0.814083, + "mrr_at_10": 0.817167, + "mrr_at_20": 0.818006, + "mrr_at_100": 0.818551, + "mrr_at_1000": 0.818551, + "nauc_ndcg_at_1_max": 0.344696, + "nauc_ndcg_at_1_std": -0.132662, + "nauc_ndcg_at_1_diff1": 0.308476, + "nauc_ndcg_at_3_max": 0.344425, + "nauc_ndcg_at_3_std": -0.00065, + "nauc_ndcg_at_3_diff1": 0.222551, + "nauc_ndcg_at_5_max": 0.307345, + "nauc_ndcg_at_5_std": 0.004135, + "nauc_ndcg_at_5_diff1": 0.236181, + "nauc_ndcg_at_10_max": 0.257685, + "nauc_ndcg_at_10_std": -0.003853, + "nauc_ndcg_at_10_diff1": 0.222561, + "nauc_ndcg_at_20_max": 0.216038, + "nauc_ndcg_at_20_std": 0.001743, + "nauc_ndcg_at_20_diff1": 0.19674, + "nauc_ndcg_at_100_max": 0.206847, + "nauc_ndcg_at_100_std": 0.035001, + "nauc_ndcg_at_100_diff1": 0.229256, + "nauc_ndcg_at_1000_max": 0.345005, + "nauc_ndcg_at_1000_std": 0.248251, + "nauc_ndcg_at_1000_diff1": 0.16684, + "nauc_map_at_1_max": -0.126114, + "nauc_map_at_1_std": -0.273234, + "nauc_map_at_1_diff1": 0.304188, + "nauc_map_at_3_max": -0.058337, + "nauc_map_at_3_std": -0.260873, + "nauc_map_at_3_diff1": 0.256742, + "nauc_map_at_5_max": -0.03656, + "nauc_map_at_5_std": -0.261324, + "nauc_map_at_5_diff1": 0.267346, + "nauc_map_at_10_max": -0.004204, + "nauc_map_at_10_std": -0.23557, + "nauc_map_at_10_diff1": 0.2587, + "nauc_map_at_20_max": 0.043384, + "nauc_map_at_20_std": -0.182759, + "nauc_map_at_20_diff1": 0.25247, + "nauc_map_at_100_max": 0.120611, + "nauc_map_at_100_std": 0.018858, + "nauc_map_at_100_diff1": 0.221851, + "nauc_map_at_1000_max": 0.173783, + "nauc_map_at_1000_std": 0.162254, + "nauc_map_at_1000_diff1": 0.174841, + "nauc_recall_at_1_max": -0.126114, + "nauc_recall_at_1_std": -0.273234, + "nauc_recall_at_1_diff1": 0.304188, + "nauc_recall_at_3_max": -0.105573, + "nauc_recall_at_3_std": -0.278653, + "nauc_recall_at_3_diff1": 0.199123, + "nauc_recall_at_5_max": -0.105594, + "nauc_recall_at_5_std": -0.289248, + "nauc_recall_at_5_diff1": 0.209606, + "nauc_recall_at_10_max": -0.09357, + "nauc_recall_at_10_std": -0.270664, + "nauc_recall_at_10_diff1": 0.184847, + "nauc_recall_at_20_max": -0.047562, + "nauc_recall_at_20_std": -0.235921, + "nauc_recall_at_20_diff1": 0.183629, + "nauc_recall_at_100_max": 0.002527, + "nauc_recall_at_100_std": -0.035756, + "nauc_recall_at_100_diff1": 0.169949, + "nauc_recall_at_1000_max": 0.165782, + "nauc_recall_at_1000_std": 0.592635, + "nauc_recall_at_1000_diff1": 0.029371, + "nauc_precision_at_1_max": 0.456887, + "nauc_precision_at_1_std": 0.015969, + "nauc_precision_at_1_diff1": 0.272939, + "nauc_precision_at_3_max": 0.421201, + "nauc_precision_at_3_std": 0.245891, + "nauc_precision_at_3_diff1": 0.074875, + "nauc_precision_at_5_max": 0.406773, + "nauc_precision_at_5_std": 0.317186, + "nauc_precision_at_5_diff1": 0.048715, + "nauc_precision_at_10_max": 0.3703, + "nauc_precision_at_10_std": 0.455069, + "nauc_precision_at_10_diff1": -0.048728, + "nauc_precision_at_20_max": 0.350821, + "nauc_precision_at_20_std": 0.535639, + "nauc_precision_at_20_diff1": -0.136824, + "nauc_precision_at_100_max": 0.235923, + "nauc_precision_at_100_std": 0.571975, + "nauc_precision_at_100_diff1": -0.181905, + "nauc_precision_at_1000_max": 0.116957, + "nauc_precision_at_1000_std": 0.382979, + "nauc_precision_at_1000_diff1": -0.204737, + "nauc_mrr_at_1_max": 0.456887, + "nauc_mrr_at_1_std": 0.015969, + "nauc_mrr_at_1_diff1": 0.272939, + "nauc_mrr_at_3_max": 0.458559, + "nauc_mrr_at_3_std": 0.083393, + "nauc_mrr_at_3_diff1": 0.199272, + "nauc_mrr_at_5_max": 0.470582, + "nauc_mrr_at_5_std": 0.089073, + "nauc_mrr_at_5_diff1": 0.233728, + "nauc_mrr_at_10_max": 0.465178, + "nauc_mrr_at_10_std": 0.082246, + "nauc_mrr_at_10_diff1": 0.226512, + "nauc_mrr_at_20_max": 0.463118, + "nauc_mrr_at_20_std": 0.079375, + "nauc_mrr_at_20_diff1": 0.227078, + "nauc_mrr_at_100_max": 0.463589, + "nauc_mrr_at_100_std": 0.078875, + "nauc_mrr_at_100_diff1": 0.227863, + "nauc_mrr_at_1000_max": 0.463589, + "nauc_mrr_at_1000_std": 0.078875, + "nauc_mrr_at_1000_diff1": 0.227863, + "main_score": 0.50927, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5275, + "ndcg_at_3": 0.47726, + "ndcg_at_5": 0.45463, + "ndcg_at_10": 0.43368, + "ndcg_at_20": 0.42844, + "ndcg_at_100": 0.49329, + "ndcg_at_1000": 0.61865, + "map_at_1": 0.09054, + "map_at_3": 0.13899, + "map_at_5": 0.15797, + "map_at_10": 0.18428, + "map_at_20": 0.20903, + "map_at_100": 0.27123, + "map_at_1000": 0.31426, + "recall_at_1": 0.09054, + "recall_at_3": 0.1526, + "recall_at_5": 0.18875, + "recall_at_10": 0.24265, + "recall_at_20": 0.31682, + "recall_at_100": 0.56354, + "recall_at_1000": 0.90361, + "precision_at_1": 0.65, + "precision_at_3": 0.51833, + "precision_at_5": 0.44, + "precision_at_10": 0.347, + "precision_at_20": 0.27075, + "precision_at_100": 0.1506, + "precision_at_1000": 0.03422, + "mrr_at_1": 0.65, + "mrr_at_3": 0.725, + "mrr_at_5": 0.74225, + "mrr_at_10": 0.747847, + "mrr_at_20": 0.749983, + "mrr_at_100": 0.751091, + "mrr_at_1000": 0.751113, + "nauc_ndcg_at_1_max": 0.385514, + "nauc_ndcg_at_1_std": 0.105509, + "nauc_ndcg_at_1_diff1": 0.343459, + "nauc_ndcg_at_3_max": 0.315124, + "nauc_ndcg_at_3_std": 0.125925, + "nauc_ndcg_at_3_diff1": 0.270718, + "nauc_ndcg_at_5_max": 0.342341, + "nauc_ndcg_at_5_std": 0.136781, + "nauc_ndcg_at_5_diff1": 0.262623, + "nauc_ndcg_at_10_max": 0.351725, + "nauc_ndcg_at_10_std": 0.143994, + "nauc_ndcg_at_10_diff1": 0.285196, + "nauc_ndcg_at_20_max": 0.347416, + "nauc_ndcg_at_20_std": 0.14309, + "nauc_ndcg_at_20_diff1": 0.291758, + "nauc_ndcg_at_100_max": 0.351614, + "nauc_ndcg_at_100_std": 0.249483, + "nauc_ndcg_at_100_diff1": 0.272686, + "nauc_ndcg_at_1000_max": 0.446584, + "nauc_ndcg_at_1000_std": 0.363237, + "nauc_ndcg_at_1000_diff1": 0.267664, + "nauc_map_at_1_max": 0.051351, + "nauc_map_at_1_std": -0.132438, + "nauc_map_at_1_diff1": 0.381527, + "nauc_map_at_3_max": 0.14368, + "nauc_map_at_3_std": -0.087685, + "nauc_map_at_3_diff1": 0.329286, + "nauc_map_at_5_max": 0.166798, + "nauc_map_at_5_std": -0.075231, + "nauc_map_at_5_diff1": 0.310761, + "nauc_map_at_10_max": 0.211974, + "nauc_map_at_10_std": -0.037567, + "nauc_map_at_10_diff1": 0.316144, + "nauc_map_at_20_max": 0.240708, + "nauc_map_at_20_std": -0.004307, + "nauc_map_at_20_diff1": 0.308831, + "nauc_map_at_100_max": 0.294636, + "nauc_map_at_100_std": 0.157676, + "nauc_map_at_100_diff1": 0.283839, + "nauc_map_at_1000_max": 0.336457, + "nauc_map_at_1000_std": 0.257433, + "nauc_map_at_1000_diff1": 0.257221, + "nauc_recall_at_1_max": 0.051351, + "nauc_recall_at_1_std": -0.132438, + "nauc_recall_at_1_diff1": 0.381527, + "nauc_recall_at_3_max": 0.094057, + "nauc_recall_at_3_std": -0.108105, + "nauc_recall_at_3_diff1": 0.31303, + "nauc_recall_at_5_max": 0.094855, + "nauc_recall_at_5_std": -0.10774, + "nauc_recall_at_5_diff1": 0.259141, + "nauc_recall_at_10_max": 0.135597, + "nauc_recall_at_10_std": -0.069896, + "nauc_recall_at_10_diff1": 0.263868, + "nauc_recall_at_20_max": 0.15086, + "nauc_recall_at_20_std": -0.038222, + "nauc_recall_at_20_diff1": 0.228671, + "nauc_recall_at_100_max": 0.170128, + "nauc_recall_at_100_std": 0.202442, + "nauc_recall_at_100_diff1": 0.172217, + "nauc_recall_at_1000_max": 0.331646, + "nauc_recall_at_1000_std": 0.600663, + "nauc_recall_at_1000_diff1": 0.156324, + "nauc_precision_at_1_max": 0.403751, + "nauc_precision_at_1_std": 0.190374, + "nauc_precision_at_1_diff1": 0.264358, + "nauc_precision_at_3_max": 0.308, + "nauc_precision_at_3_std": 0.238665, + "nauc_precision_at_3_diff1": 0.063994, + "nauc_precision_at_5_max": 0.34643, + "nauc_precision_at_5_std": 0.305042, + "nauc_precision_at_5_diff1": -0.00518, + "nauc_precision_at_10_max": 0.344033, + "nauc_precision_at_10_std": 0.397654, + "nauc_precision_at_10_diff1": 0.003818, + "nauc_precision_at_20_max": 0.351862, + "nauc_precision_at_20_std": 0.452554, + "nauc_precision_at_20_diff1": -0.034697, + "nauc_precision_at_100_max": 0.215224, + "nauc_precision_at_100_std": 0.496236, + "nauc_precision_at_100_diff1": -0.132106, + "nauc_precision_at_1000_max": 0.11847, + "nauc_precision_at_1000_std": 0.307444, + "nauc_precision_at_1000_diff1": -0.161362, + "nauc_mrr_at_1_max": 0.403751, + "nauc_mrr_at_1_std": 0.190374, + "nauc_mrr_at_1_diff1": 0.264358, + "nauc_mrr_at_3_max": 0.418856, + "nauc_mrr_at_3_std": 0.22365, + "nauc_mrr_at_3_diff1": 0.258764, + "nauc_mrr_at_5_max": 0.444993, + "nauc_mrr_at_5_std": 0.235668, + "nauc_mrr_at_5_diff1": 0.252671, + "nauc_mrr_at_10_max": 0.44315, + "nauc_mrr_at_10_std": 0.230475, + "nauc_mrr_at_10_diff1": 0.252786, + "nauc_mrr_at_20_max": 0.443261, + "nauc_mrr_at_20_std": 0.22778, + "nauc_mrr_at_20_diff1": 0.255175, + "nauc_mrr_at_100_max": 0.440977, + "nauc_mrr_at_100_std": 0.226407, + "nauc_mrr_at_100_diff1": 0.254635, + "nauc_mrr_at_1000_max": 0.440932, + "nauc_mrr_at_1000_std": 0.226394, + "nauc_mrr_at_1000_diff1": 0.25468, + "main_score": 0.43368, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4825, + "ndcg_at_3": 0.43609, + "ndcg_at_5": 0.40924, + "ndcg_at_10": 0.40358, + "ndcg_at_20": 0.40135, + "ndcg_at_100": 0.46007, + "ndcg_at_1000": 0.5811, + "map_at_1": 0.08363, + "map_at_3": 0.12604, + "map_at_5": 0.14439, + "map_at_10": 0.17197, + "map_at_20": 0.19654, + "map_at_100": 0.25301, + "map_at_1000": 0.29102, + "recall_at_1": 0.08363, + "recall_at_3": 0.14089, + "recall_at_5": 0.16998, + "recall_at_10": 0.23228, + "recall_at_20": 0.29702, + "recall_at_100": 0.52923, + "recall_at_1000": 0.87369, + "precision_at_1": 0.565, + "precision_at_3": 0.46, + "precision_at_5": 0.393, + "precision_at_10": 0.329, + "precision_at_20": 0.26225, + "precision_at_100": 0.1395, + "precision_at_1000": 0.03191, + "mrr_at_1": 0.565, + "mrr_at_3": 0.645833, + "mrr_at_5": 0.656083, + "mrr_at_10": 0.67005, + "mrr_at_20": 0.672456, + "mrr_at_100": 0.674125, + "mrr_at_1000": 0.6742, + "nauc_ndcg_at_1_max": 0.385679, + "nauc_ndcg_at_1_std": 0.244165, + "nauc_ndcg_at_1_diff1": 0.281181, + "nauc_ndcg_at_3_max": 0.399448, + "nauc_ndcg_at_3_std": 0.299593, + "nauc_ndcg_at_3_diff1": 0.260176, + "nauc_ndcg_at_5_max": 0.398339, + "nauc_ndcg_at_5_std": 0.314656, + "nauc_ndcg_at_5_diff1": 0.250544, + "nauc_ndcg_at_10_max": 0.397173, + "nauc_ndcg_at_10_std": 0.307696, + "nauc_ndcg_at_10_diff1": 0.230417, + "nauc_ndcg_at_20_max": 0.381688, + "nauc_ndcg_at_20_std": 0.31254, + "nauc_ndcg_at_20_diff1": 0.244563, + "nauc_ndcg_at_100_max": 0.375695, + "nauc_ndcg_at_100_std": 0.395432, + "nauc_ndcg_at_100_diff1": 0.246557, + "nauc_ndcg_at_1000_max": 0.47409, + "nauc_ndcg_at_1000_std": 0.507711, + "nauc_ndcg_at_1000_diff1": 0.243574, + "nauc_map_at_1_max": 0.004966, + "nauc_map_at_1_std": -0.099982, + "nauc_map_at_1_diff1": 0.234654, + "nauc_map_at_3_max": 0.106234, + "nauc_map_at_3_std": -0.045971, + "nauc_map_at_3_diff1": 0.272032, + "nauc_map_at_5_max": 0.154339, + "nauc_map_at_5_std": -0.001484, + "nauc_map_at_5_diff1": 0.270864, + "nauc_map_at_10_max": 0.178442, + "nauc_map_at_10_std": 0.035249, + "nauc_map_at_10_diff1": 0.261347, + "nauc_map_at_20_max": 0.216318, + "nauc_map_at_20_std": 0.088631, + "nauc_map_at_20_diff1": 0.26151, + "nauc_map_at_100_max": 0.288576, + "nauc_map_at_100_std": 0.274086, + "nauc_map_at_100_diff1": 0.252868, + "nauc_map_at_1000_max": 0.339887, + "nauc_map_at_1000_std": 0.37147, + "nauc_map_at_1000_diff1": 0.240583, + "nauc_recall_at_1_max": 0.004966, + "nauc_recall_at_1_std": -0.099982, + "nauc_recall_at_1_diff1": 0.234654, + "nauc_recall_at_3_max": 0.064342, + "nauc_recall_at_3_std": -0.057001, + "nauc_recall_at_3_diff1": 0.232734, + "nauc_recall_at_5_max": 0.121539, + "nauc_recall_at_5_std": -0.00378, + "nauc_recall_at_5_diff1": 0.217417, + "nauc_recall_at_10_max": 0.115763, + "nauc_recall_at_10_std": 0.013699, + "nauc_recall_at_10_diff1": 0.190351, + "nauc_recall_at_20_max": 0.157781, + "nauc_recall_at_20_std": 0.072071, + "nauc_recall_at_20_diff1": 0.200092, + "nauc_recall_at_100_max": 0.203223, + "nauc_recall_at_100_std": 0.331598, + "nauc_recall_at_100_diff1": 0.183749, + "nauc_recall_at_1000_max": 0.429685, + "nauc_recall_at_1000_std": 0.77145, + "nauc_recall_at_1000_diff1": 0.192568, + "nauc_precision_at_1_max": 0.434278, + "nauc_precision_at_1_std": 0.335776, + "nauc_precision_at_1_diff1": 0.248849, + "nauc_precision_at_3_max": 0.493425, + "nauc_precision_at_3_std": 0.455104, + "nauc_precision_at_3_diff1": 0.180913, + "nauc_precision_at_5_max": 0.458401, + "nauc_precision_at_5_std": 0.469744, + "nauc_precision_at_5_diff1": 0.127988, + "nauc_precision_at_10_max": 0.428024, + "nauc_precision_at_10_std": 0.530829, + "nauc_precision_at_10_diff1": 0.033074, + "nauc_precision_at_20_max": 0.417507, + "nauc_precision_at_20_std": 0.548571, + "nauc_precision_at_20_diff1": 0.023833, + "nauc_precision_at_100_max": 0.309443, + "nauc_precision_at_100_std": 0.577927, + "nauc_precision_at_100_diff1": -0.037786, + "nauc_precision_at_1000_max": 0.199653, + "nauc_precision_at_1000_std": 0.3584, + "nauc_precision_at_1000_diff1": -0.087952, + "nauc_mrr_at_1_max": 0.434278, + "nauc_mrr_at_1_std": 0.335776, + "nauc_mrr_at_1_diff1": 0.248849, + "nauc_mrr_at_3_max": 0.502254, + "nauc_mrr_at_3_std": 0.415875, + "nauc_mrr_at_3_diff1": 0.254695, + "nauc_mrr_at_5_max": 0.495069, + "nauc_mrr_at_5_std": 0.409062, + "nauc_mrr_at_5_diff1": 0.23516, + "nauc_mrr_at_10_max": 0.491022, + "nauc_mrr_at_10_std": 0.411587, + "nauc_mrr_at_10_diff1": 0.229869, + "nauc_mrr_at_20_max": 0.489588, + "nauc_mrr_at_20_std": 0.408265, + "nauc_mrr_at_20_diff1": 0.230423, + "nauc_mrr_at_100_max": 0.488688, + "nauc_mrr_at_100_std": 0.407162, + "nauc_mrr_at_100_diff1": 0.231921, + "nauc_mrr_at_1000_max": 0.488562, + "nauc_mrr_at_1000_std": 0.406991, + "nauc_mrr_at_1000_diff1": 0.231807, + "main_score": 0.40358, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.565, + "ndcg_at_3": 0.53638, + "ndcg_at_5": 0.53958, + "ndcg_at_10": 0.56444, + "ndcg_at_20": 0.59998, + "ndcg_at_100": 0.66916, + "ndcg_at_1000": 0.70585, + "map_at_1": 0.12976, + "map_at_3": 0.2549, + "map_at_5": 0.3065, + "map_at_10": 0.37736, + "map_at_20": 0.42469, + "map_at_100": 0.48394, + "map_at_1000": 0.49834, + "recall_at_1": 0.12976, + "recall_at_3": 0.29297, + "recall_at_5": 0.37455, + "recall_at_10": 0.51321, + "recall_at_20": 0.6473, + "recall_at_100": 0.87913, + "recall_at_1000": 0.99746, + "precision_at_1": 0.645, + "precision_at_3": 0.54667, + "precision_at_5": 0.476, + "precision_at_10": 0.3735, + "precision_at_20": 0.2695, + "precision_at_100": 0.0999, + "precision_at_1000": 0.01343, + "mrr_at_1": 0.645, + "mrr_at_3": 0.749167, + "mrr_at_5": 0.761917, + "mrr_at_10": 0.764845, + "mrr_at_20": 0.765899, + "mrr_at_100": 0.76669, + "mrr_at_1000": 0.766761, + "nauc_ndcg_at_1_max": 0.332256, + "nauc_ndcg_at_1_std": 0.077828, + "nauc_ndcg_at_1_diff1": 0.298135, + "nauc_ndcg_at_3_max": 0.351067, + "nauc_ndcg_at_3_std": 0.053199, + "nauc_ndcg_at_3_diff1": 0.240983, + "nauc_ndcg_at_5_max": 0.357188, + "nauc_ndcg_at_5_std": -0.013138, + "nauc_ndcg_at_5_diff1": 0.228142, + "nauc_ndcg_at_10_max": 0.342799, + "nauc_ndcg_at_10_std": -0.095753, + "nauc_ndcg_at_10_diff1": 0.294603, + "nauc_ndcg_at_20_max": 0.355857, + "nauc_ndcg_at_20_std": -0.136961, + "nauc_ndcg_at_20_diff1": 0.277502, + "nauc_ndcg_at_100_max": 0.417054, + "nauc_ndcg_at_100_std": -0.060297, + "nauc_ndcg_at_100_diff1": 0.278012, + "nauc_ndcg_at_1000_max": 0.448637, + "nauc_ndcg_at_1000_std": 0.092871, + "nauc_ndcg_at_1000_diff1": 0.283264, + "nauc_map_at_1_max": -0.01766, + "nauc_map_at_1_std": -0.306203, + "nauc_map_at_1_diff1": 0.338112, + "nauc_map_at_3_max": 0.008881, + "nauc_map_at_3_std": -0.3531, + "nauc_map_at_3_diff1": 0.296708, + "nauc_map_at_5_max": 0.050956, + "nauc_map_at_5_std": -0.389215, + "nauc_map_at_5_diff1": 0.227951, + "nauc_map_at_10_max": 0.1371, + "nauc_map_at_10_std": -0.378186, + "nauc_map_at_10_diff1": 0.215652, + "nauc_map_at_20_max": 0.192847, + "nauc_map_at_20_std": -0.335233, + "nauc_map_at_20_diff1": 0.20127, + "nauc_map_at_100_max": 0.288706, + "nauc_map_at_100_std": -0.195469, + "nauc_map_at_100_diff1": 0.236388, + "nauc_map_at_1000_max": 0.308623, + "nauc_map_at_1000_std": -0.136222, + "nauc_map_at_1000_diff1": 0.241223, + "nauc_recall_at_1_max": -0.01766, + "nauc_recall_at_1_std": -0.306203, + "nauc_recall_at_1_diff1": 0.338112, + "nauc_recall_at_3_max": -0.040815, + "nauc_recall_at_3_std": -0.390167, + "nauc_recall_at_3_diff1": 0.26547, + "nauc_recall_at_5_max": -0.026497, + "nauc_recall_at_5_std": -0.461683, + "nauc_recall_at_5_diff1": 0.168733, + "nauc_recall_at_10_max": 0.02952, + "nauc_recall_at_10_std": -0.486357, + "nauc_recall_at_10_diff1": 0.194547, + "nauc_recall_at_20_max": 0.033678, + "nauc_recall_at_20_std": -0.529444, + "nauc_recall_at_20_diff1": 0.129856, + "nauc_recall_at_100_max": 0.185409, + "nauc_recall_at_100_std": -0.502576, + "nauc_recall_at_100_diff1": 0.186759, + "nauc_recall_at_1000_max": 0.714233, + "nauc_recall_at_1000_std": 0.386846, + "nauc_recall_at_1000_diff1": 0.652522, + "nauc_precision_at_1_max": 0.358511, + "nauc_precision_at_1_std": 0.169427, + "nauc_precision_at_1_diff1": 0.343166, + "nauc_precision_at_3_max": 0.350949, + "nauc_precision_at_3_std": 0.198751, + "nauc_precision_at_3_diff1": 0.084753, + "nauc_precision_at_5_max": 0.391333, + "nauc_precision_at_5_std": 0.248986, + "nauc_precision_at_5_diff1": -0.045756, + "nauc_precision_at_10_max": 0.430248, + "nauc_precision_at_10_std": 0.373168, + "nauc_precision_at_10_diff1": -0.007259, + "nauc_precision_at_20_max": 0.388773, + "nauc_precision_at_20_std": 0.524052, + "nauc_precision_at_20_diff1": -0.006768, + "nauc_precision_at_100_max": 0.274372, + "nauc_precision_at_100_std": 0.634956, + "nauc_precision_at_100_diff1": 0.017893, + "nauc_precision_at_1000_max": 0.200061, + "nauc_precision_at_1000_std": 0.652024, + "nauc_precision_at_1000_diff1": -0.000547, + "nauc_mrr_at_1_max": 0.358511, + "nauc_mrr_at_1_std": 0.169427, + "nauc_mrr_at_1_diff1": 0.343166, + "nauc_mrr_at_3_max": 0.405423, + "nauc_mrr_at_3_std": 0.219962, + "nauc_mrr_at_3_diff1": 0.3474, + "nauc_mrr_at_5_max": 0.413928, + "nauc_mrr_at_5_std": 0.217278, + "nauc_mrr_at_5_diff1": 0.354465, + "nauc_mrr_at_10_max": 0.416649, + "nauc_mrr_at_10_std": 0.21649, + "nauc_mrr_at_10_diff1": 0.354767, + "nauc_mrr_at_20_max": 0.415238, + "nauc_mrr_at_20_std": 0.215171, + "nauc_mrr_at_20_diff1": 0.352712, + "nauc_mrr_at_100_max": 0.413176, + "nauc_mrr_at_100_std": 0.214272, + "nauc_mrr_at_100_diff1": 0.352348, + "nauc_mrr_at_1000_max": 0.412966, + "nauc_mrr_at_1000_std": 0.21425, + "nauc_mrr_at_1000_diff1": 0.352174, + "main_score": 0.56444, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3625, + "ndcg_at_3": 0.34843, + "ndcg_at_5": 0.36607, + "ndcg_at_10": 0.39659, + "ndcg_at_20": 0.44023, + "ndcg_at_100": 0.51893, + "ndcg_at_1000": 0.57699, + "map_at_1": 0.08391, + "map_at_3": 0.15812, + "map_at_5": 0.19615, + "map_at_10": 0.2467, + "map_at_20": 0.2867, + "map_at_100": 0.33433, + "map_at_1000": 0.35026, + "recall_at_1": 0.08391, + "recall_at_3": 0.19177, + "recall_at_5": 0.26122, + "recall_at_10": 0.3782, + "recall_at_20": 0.50451, + "recall_at_100": 0.76739, + "recall_at_1000": 0.97416, + "precision_at_1": 0.425, + "precision_at_3": 0.37, + "precision_at_5": 0.34, + "precision_at_10": 0.2775, + "precision_at_20": 0.21175, + "precision_at_100": 0.0854, + "precision_at_1000": 0.01318, + "mrr_at_1": 0.425, + "mrr_at_3": 0.5325, + "mrr_at_5": 0.55925, + "mrr_at_10": 0.568829, + "mrr_at_20": 0.571418, + "mrr_at_100": 0.573579, + "mrr_at_1000": 0.573692, + "nauc_ndcg_at_1_max": 0.291709, + "nauc_ndcg_at_1_std": 0.178879, + "nauc_ndcg_at_1_diff1": 0.16947, + "nauc_ndcg_at_3_max": 0.408324, + "nauc_ndcg_at_3_std": 0.174771, + "nauc_ndcg_at_3_diff1": 0.194406, + "nauc_ndcg_at_5_max": 0.415957, + "nauc_ndcg_at_5_std": 0.137822, + "nauc_ndcg_at_5_diff1": 0.193256, + "nauc_ndcg_at_10_max": 0.429715, + "nauc_ndcg_at_10_std": 0.14333, + "nauc_ndcg_at_10_diff1": 0.185338, + "nauc_ndcg_at_20_max": 0.451021, + "nauc_ndcg_at_20_std": 0.146638, + "nauc_ndcg_at_20_diff1": 0.151912, + "nauc_ndcg_at_100_max": 0.470565, + "nauc_ndcg_at_100_std": 0.181994, + "nauc_ndcg_at_100_diff1": 0.157705, + "nauc_ndcg_at_1000_max": 0.508735, + "nauc_ndcg_at_1000_std": 0.288685, + "nauc_ndcg_at_1000_diff1": 0.128199, + "nauc_map_at_1_max": 0.103144, + "nauc_map_at_1_std": -0.084917, + "nauc_map_at_1_diff1": 0.298882, + "nauc_map_at_3_max": 0.170468, + "nauc_map_at_3_std": -0.125675, + "nauc_map_at_3_diff1": 0.269372, + "nauc_map_at_5_max": 0.20348, + "nauc_map_at_5_std": -0.132651, + "nauc_map_at_5_diff1": 0.264944, + "nauc_map_at_10_max": 0.271149, + "nauc_map_at_10_std": -0.090594, + "nauc_map_at_10_diff1": 0.22557, + "nauc_map_at_20_max": 0.335862, + "nauc_map_at_20_std": -0.034428, + "nauc_map_at_20_diff1": 0.194904, + "nauc_map_at_100_max": 0.410061, + "nauc_map_at_100_std": 0.068615, + "nauc_map_at_100_diff1": 0.170882, + "nauc_map_at_1000_max": 0.43674, + "nauc_map_at_1000_std": 0.117517, + "nauc_map_at_1000_diff1": 0.159797, + "nauc_recall_at_1_max": 0.103144, + "nauc_recall_at_1_std": -0.084917, + "nauc_recall_at_1_diff1": 0.298882, + "nauc_recall_at_3_max": 0.159211, + "nauc_recall_at_3_std": -0.153787, + "nauc_recall_at_3_diff1": 0.280124, + "nauc_recall_at_5_max": 0.192619, + "nauc_recall_at_5_std": -0.152833, + "nauc_recall_at_5_diff1": 0.259229, + "nauc_recall_at_10_max": 0.210254, + "nauc_recall_at_10_std": -0.129409, + "nauc_recall_at_10_diff1": 0.19772, + "nauc_recall_at_20_max": 0.251578, + "nauc_recall_at_20_std": -0.089639, + "nauc_recall_at_20_diff1": 0.135841, + "nauc_recall_at_100_max": 0.303923, + "nauc_recall_at_100_std": -0.029249, + "nauc_recall_at_100_diff1": 0.144389, + "nauc_recall_at_1000_max": 0.683129, + "nauc_recall_at_1000_std": 0.627332, + "nauc_recall_at_1000_diff1": 0.236088, + "nauc_precision_at_1_max": 0.335181, + "nauc_precision_at_1_std": 0.221013, + "nauc_precision_at_1_diff1": 0.197968, + "nauc_precision_at_3_max": 0.45915, + "nauc_precision_at_3_std": 0.244086, + "nauc_precision_at_3_diff1": 0.11511, + "nauc_precision_at_5_max": 0.493587, + "nauc_precision_at_5_std": 0.264616, + "nauc_precision_at_5_diff1": 0.056184, + "nauc_precision_at_10_max": 0.530568, + "nauc_precision_at_10_std": 0.38512, + "nauc_precision_at_10_diff1": -0.048238, + "nauc_precision_at_20_max": 0.509919, + "nauc_precision_at_20_std": 0.473046, + "nauc_precision_at_20_diff1": -0.125786, + "nauc_precision_at_100_max": 0.397612, + "nauc_precision_at_100_std": 0.5448, + "nauc_precision_at_100_diff1": -0.136499, + "nauc_precision_at_1000_max": 0.285423, + "nauc_precision_at_1000_std": 0.513621, + "nauc_precision_at_1000_diff1": -0.166529, + "nauc_mrr_at_1_max": 0.335181, + "nauc_mrr_at_1_std": 0.221013, + "nauc_mrr_at_1_diff1": 0.197968, + "nauc_mrr_at_3_max": 0.369628, + "nauc_mrr_at_3_std": 0.227737, + "nauc_mrr_at_3_diff1": 0.19692, + "nauc_mrr_at_5_max": 0.387474, + "nauc_mrr_at_5_std": 0.262392, + "nauc_mrr_at_5_diff1": 0.186098, + "nauc_mrr_at_10_max": 0.382922, + "nauc_mrr_at_10_std": 0.260656, + "nauc_mrr_at_10_diff1": 0.177109, + "nauc_mrr_at_20_max": 0.381777, + "nauc_mrr_at_20_std": 0.258633, + "nauc_mrr_at_20_diff1": 0.177178, + "nauc_mrr_at_100_max": 0.380111, + "nauc_mrr_at_100_std": 0.257184, + "nauc_mrr_at_100_diff1": 0.179067, + "nauc_mrr_at_1000_max": 0.379963, + "nauc_mrr_at_1000_std": 0.257012, + "nauc_mrr_at_1000_diff1": 0.179459, + "main_score": 0.39659, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4, + "ndcg_at_3": 0.4053, + "ndcg_at_5": 0.41683, + "ndcg_at_10": 0.45272, + "ndcg_at_20": 0.49147, + "ndcg_at_100": 0.56257, + "ndcg_at_1000": 0.61707, + "map_at_1": 0.10161, + "map_at_3": 0.19584, + "map_at_5": 0.23588, + "map_at_10": 0.29283, + "map_at_20": 0.33507, + "map_at_100": 0.38102, + "map_at_1000": 0.39658, + "recall_at_1": 0.10161, + "recall_at_3": 0.23879, + "recall_at_5": 0.30953, + "recall_at_10": 0.43143, + "recall_at_20": 0.55694, + "recall_at_100": 0.78826, + "recall_at_1000": 0.98045, + "precision_at_1": 0.47, + "precision_at_3": 0.42833, + "precision_at_5": 0.375, + "precision_at_10": 0.307, + "precision_at_20": 0.2265, + "precision_at_100": 0.08655, + "precision_at_1000": 0.01322, + "mrr_at_1": 0.47, + "mrr_at_3": 0.595, + "mrr_at_5": 0.617, + "mrr_at_10": 0.626756, + "mrr_at_20": 0.627905, + "mrr_at_100": 0.629373, + "mrr_at_1000": 0.629578, + "nauc_ndcg_at_1_max": 0.23161, + "nauc_ndcg_at_1_std": 0.001024, + "nauc_ndcg_at_1_diff1": 0.240245, + "nauc_ndcg_at_3_max": 0.270239, + "nauc_ndcg_at_3_std": -0.007216, + "nauc_ndcg_at_3_diff1": 0.283751, + "nauc_ndcg_at_5_max": 0.289427, + "nauc_ndcg_at_5_std": -0.043658, + "nauc_ndcg_at_5_diff1": 0.276898, + "nauc_ndcg_at_10_max": 0.320714, + "nauc_ndcg_at_10_std": -0.074421, + "nauc_ndcg_at_10_diff1": 0.266303, + "nauc_ndcg_at_20_max": 0.344482, + "nauc_ndcg_at_20_std": -0.087532, + "nauc_ndcg_at_20_diff1": 0.244019, + "nauc_ndcg_at_100_max": 0.386736, + "nauc_ndcg_at_100_std": 0.00026, + "nauc_ndcg_at_100_diff1": 0.257671, + "nauc_ndcg_at_1000_max": 0.408557, + "nauc_ndcg_at_1000_std": 0.123476, + "nauc_ndcg_at_1000_diff1": 0.255428, + "nauc_map_at_1_max": 0.075258, + "nauc_map_at_1_std": -0.225349, + "nauc_map_at_1_diff1": 0.285295, + "nauc_map_at_3_max": 0.110494, + "nauc_map_at_3_std": -0.24834, + "nauc_map_at_3_diff1": 0.289082, + "nauc_map_at_5_max": 0.147483, + "nauc_map_at_5_std": -0.264211, + "nauc_map_at_5_diff1": 0.286045, + "nauc_map_at_10_max": 0.228738, + "nauc_map_at_10_std": -0.245831, + "nauc_map_at_10_diff1": 0.25229, + "nauc_map_at_20_max": 0.265833, + "nauc_map_at_20_std": -0.224653, + "nauc_map_at_20_diff1": 0.231263, + "nauc_map_at_100_max": 0.33082, + "nauc_map_at_100_std": -0.120689, + "nauc_map_at_100_diff1": 0.24731, + "nauc_map_at_1000_max": 0.35158, + "nauc_map_at_1000_std": -0.067978, + "nauc_map_at_1000_diff1": 0.246166, + "nauc_recall_at_1_max": 0.075258, + "nauc_recall_at_1_std": -0.225349, + "nauc_recall_at_1_diff1": 0.285295, + "nauc_recall_at_3_max": 0.083244, + "nauc_recall_at_3_std": -0.26377, + "nauc_recall_at_3_diff1": 0.271596, + "nauc_recall_at_5_max": 0.105967, + "nauc_recall_at_5_std": -0.306279, + "nauc_recall_at_5_diff1": 0.263536, + "nauc_recall_at_10_max": 0.164457, + "nauc_recall_at_10_std": -0.316447, + "nauc_recall_at_10_diff1": 0.208598, + "nauc_recall_at_20_max": 0.18215, + "nauc_recall_at_20_std": -0.32697, + "nauc_recall_at_20_diff1": 0.140732, + "nauc_recall_at_100_max": 0.311805, + "nauc_recall_at_100_std": -0.15509, + "nauc_recall_at_100_diff1": 0.183543, + "nauc_recall_at_1000_max": 0.734058, + "nauc_recall_at_1000_std": 0.382738, + "nauc_recall_at_1000_diff1": 0.33258, + "nauc_precision_at_1_max": 0.248348, + "nauc_precision_at_1_std": 0.028059, + "nauc_precision_at_1_diff1": 0.243859, + "nauc_precision_at_3_max": 0.328101, + "nauc_precision_at_3_std": 0.11926, + "nauc_precision_at_3_diff1": 0.241499, + "nauc_precision_at_5_max": 0.363369, + "nauc_precision_at_5_std": 0.163795, + "nauc_precision_at_5_diff1": 0.146543, + "nauc_precision_at_10_max": 0.405356, + "nauc_precision_at_10_std": 0.276985, + "nauc_precision_at_10_diff1": 0.02387, + "nauc_precision_at_20_max": 0.358387, + "nauc_precision_at_20_std": 0.393572, + "nauc_precision_at_20_diff1": -0.024312, + "nauc_precision_at_100_max": 0.295299, + "nauc_precision_at_100_std": 0.582709, + "nauc_precision_at_100_diff1": -0.010744, + "nauc_precision_at_1000_max": 0.175245, + "nauc_precision_at_1000_std": 0.576852, + "nauc_precision_at_1000_diff1": -0.061356, + "nauc_mrr_at_1_max": 0.248348, + "nauc_mrr_at_1_std": 0.028059, + "nauc_mrr_at_1_diff1": 0.243859, + "nauc_mrr_at_3_max": 0.324813, + "nauc_mrr_at_3_std": 0.090952, + "nauc_mrr_at_3_diff1": 0.271745, + "nauc_mrr_at_5_max": 0.319297, + "nauc_mrr_at_5_std": 0.088493, + "nauc_mrr_at_5_diff1": 0.259275, + "nauc_mrr_at_10_max": 0.320293, + "nauc_mrr_at_10_std": 0.087439, + "nauc_mrr_at_10_diff1": 0.264225, + "nauc_mrr_at_20_max": 0.323802, + "nauc_mrr_at_20_std": 0.090447, + "nauc_mrr_at_20_diff1": 0.261788, + "nauc_mrr_at_100_max": 0.321462, + "nauc_mrr_at_100_std": 0.08969, + "nauc_mrr_at_100_diff1": 0.262118, + "nauc_mrr_at_1000_max": 0.321093, + "nauc_mrr_at_1000_std": 0.089427, + "nauc_mrr_at_1000_diff1": 0.262085, + "main_score": 0.45272, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.6225, + "ndcg_at_3": 0.5654, + "ndcg_at_5": 0.54355, + "ndcg_at_10": 0.52925, + "ndcg_at_20": 0.53522, + "ndcg_at_100": 0.60967, + "ndcg_at_1000": 0.7051, + "map_at_1": 0.06931, + "map_at_3": 0.13243, + "map_at_5": 0.16836, + "map_at_10": 0.2201, + "map_at_20": 0.27242, + "map_at_100": 0.37907, + "map_at_1000": 0.43485, + "recall_at_1": 0.06931, + "recall_at_3": 0.14142, + "recall_at_5": 0.19068, + "recall_at_10": 0.28049, + "recall_at_20": 0.38905, + "recall_at_100": 0.68592, + "recall_at_1000": 0.96907, + "precision_at_1": 0.755, + "precision_at_3": 0.63167, + "precision_at_5": 0.567, + "precision_at_10": 0.485, + "precision_at_20": 0.40825, + "precision_at_100": 0.2187, + "precision_at_1000": 0.04686, + "mrr_at_1": 0.755, + "mrr_at_3": 0.820833, + "mrr_at_5": 0.827833, + "mrr_at_10": 0.831625, + "mrr_at_20": 0.83253, + "mrr_at_100": 0.83308, + "mrr_at_1000": 0.833138, + "nauc_ndcg_at_1_max": 0.405659, + "nauc_ndcg_at_1_std": 0.18282, + "nauc_ndcg_at_1_diff1": 0.168177, + "nauc_ndcg_at_3_max": 0.401099, + "nauc_ndcg_at_3_std": 0.164017, + "nauc_ndcg_at_3_diff1": 0.058446, + "nauc_ndcg_at_5_max": 0.418265, + "nauc_ndcg_at_5_std": 0.189651, + "nauc_ndcg_at_5_diff1": 0.089001, + "nauc_ndcg_at_10_max": 0.405882, + "nauc_ndcg_at_10_std": 0.159133, + "nauc_ndcg_at_10_diff1": 0.122613, + "nauc_ndcg_at_20_max": 0.351335, + "nauc_ndcg_at_20_std": 0.11788, + "nauc_ndcg_at_20_diff1": 0.120258, + "nauc_ndcg_at_100_max": 0.355719, + "nauc_ndcg_at_100_std": 0.189784, + "nauc_ndcg_at_100_diff1": 0.068404, + "nauc_ndcg_at_1000_max": 0.435337, + "nauc_ndcg_at_1000_std": 0.217983, + "nauc_ndcg_at_1000_diff1": 0.090518, + "nauc_map_at_1_max": 0.062659, + "nauc_map_at_1_std": -0.073585, + "nauc_map_at_1_diff1": 0.386909, + "nauc_map_at_3_max": 0.082562, + "nauc_map_at_3_std": -0.048678, + "nauc_map_at_3_diff1": 0.214775, + "nauc_map_at_5_max": 0.127021, + "nauc_map_at_5_std": 0.007065, + "nauc_map_at_5_diff1": 0.143755, + "nauc_map_at_10_max": 0.15204, + "nauc_map_at_10_std": 0.044876, + "nauc_map_at_10_diff1": 0.101809, + "nauc_map_at_20_max": 0.176118, + "nauc_map_at_20_std": 0.066046, + "nauc_map_at_20_diff1": 0.077739, + "nauc_map_at_100_max": 0.278476, + "nauc_map_at_100_std": 0.178769, + "nauc_map_at_100_diff1": 0.033767, + "nauc_map_at_1000_max": 0.318802, + "nauc_map_at_1000_std": 0.177027, + "nauc_map_at_1000_diff1": 0.050413, + "nauc_recall_at_1_max": 0.062659, + "nauc_recall_at_1_std": -0.073585, + "nauc_recall_at_1_diff1": 0.386909, + "nauc_recall_at_3_max": 0.048198, + "nauc_recall_at_3_std": -0.074294, + "nauc_recall_at_3_diff1": 0.187212, + "nauc_recall_at_5_max": 0.072536, + "nauc_recall_at_5_std": -0.02575, + "nauc_recall_at_5_diff1": 0.118792, + "nauc_recall_at_10_max": 0.051736, + "nauc_recall_at_10_std": -0.006126, + "nauc_recall_at_10_diff1": 0.075924, + "nauc_recall_at_20_max": 0.024869, + "nauc_recall_at_20_std": -0.005694, + "nauc_recall_at_20_diff1": 0.031609, + "nauc_recall_at_100_max": 0.054137, + "nauc_recall_at_100_std": 0.126878, + "nauc_recall_at_100_diff1": -0.035416, + "nauc_recall_at_1000_max": 0.072782, + "nauc_recall_at_1000_std": 0.612206, + "nauc_recall_at_1000_diff1": -0.103505, + "nauc_precision_at_1_max": 0.61047, + "nauc_precision_at_1_std": 0.263917, + "nauc_precision_at_1_diff1": 0.206004, + "nauc_precision_at_3_max": 0.420179, + "nauc_precision_at_3_std": 0.169982, + "nauc_precision_at_3_diff1": -0.081731, + "nauc_precision_at_5_max": 0.423143, + "nauc_precision_at_5_std": 0.24352, + "nauc_precision_at_5_diff1": -0.10026, + "nauc_precision_at_10_max": 0.371384, + "nauc_precision_at_10_std": 0.222048, + "nauc_precision_at_10_diff1": -0.060928, + "nauc_precision_at_20_max": 0.283019, + "nauc_precision_at_20_std": 0.143681, + "nauc_precision_at_20_diff1": -0.059402, + "nauc_precision_at_100_max": 0.163173, + "nauc_precision_at_100_std": 0.070545, + "nauc_precision_at_100_diff1": -0.031036, + "nauc_precision_at_1000_max": 0.061137, + "nauc_precision_at_1000_std": -0.137929, + "nauc_precision_at_1000_diff1": 0.080253, + "nauc_mrr_at_1_max": 0.61047, + "nauc_mrr_at_1_std": 0.263917, + "nauc_mrr_at_1_diff1": 0.206004, + "nauc_mrr_at_3_max": 0.645463, + "nauc_mrr_at_3_std": 0.238921, + "nauc_mrr_at_3_diff1": 0.14658, + "nauc_mrr_at_5_max": 0.649602, + "nauc_mrr_at_5_std": 0.251172, + "nauc_mrr_at_5_diff1": 0.177629, + "nauc_mrr_at_10_max": 0.646225, + "nauc_mrr_at_10_std": 0.253517, + "nauc_mrr_at_10_diff1": 0.168257, + "nauc_mrr_at_20_max": 0.645515, + "nauc_mrr_at_20_std": 0.253259, + "nauc_mrr_at_20_diff1": 0.167743, + "nauc_mrr_at_100_max": 0.645725, + "nauc_mrr_at_100_std": 0.253007, + "nauc_mrr_at_100_diff1": 0.169913, + "nauc_mrr_at_1000_max": 0.645589, + "nauc_mrr_at_1000_std": 0.253498, + "nauc_mrr_at_1000_diff1": 0.169809, + "main_score": 0.52925, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4925, + "ndcg_at_3": 0.47077, + "ndcg_at_5": 0.45974, + "ndcg_at_10": 0.45492, + "ndcg_at_20": 0.46164, + "ndcg_at_100": 0.52968, + "ndcg_at_1000": 0.63872, + "map_at_1": 0.05777, + "map_at_3": 0.11088, + "map_at_5": 0.1422, + "map_at_10": 0.18575, + "map_at_20": 0.22881, + "map_at_100": 0.31177, + "map_at_1000": 0.3647, + "recall_at_1": 0.05777, + "recall_at_3": 0.12113, + "recall_at_5": 0.16698, + "recall_at_10": 0.24215, + "recall_at_20": 0.33657, + "recall_at_100": 0.61663, + "recall_at_1000": 0.93873, + "precision_at_1": 0.615, + "precision_at_3": 0.545, + "precision_at_5": 0.5, + "precision_at_10": 0.4305, + "precision_at_20": 0.36, + "precision_at_100": 0.1941, + "precision_at_1000": 0.04518, + "mrr_at_1": 0.615, + "mrr_at_3": 0.7025, + "mrr_at_5": 0.71975, + "mrr_at_10": 0.724853, + "mrr_at_20": 0.725782, + "mrr_at_100": 0.727259, + "mrr_at_1000": 0.727318, + "nauc_ndcg_at_1_max": 0.336239, + "nauc_ndcg_at_1_std": 0.209705, + "nauc_ndcg_at_1_diff1": 0.119294, + "nauc_ndcg_at_3_max": 0.429845, + "nauc_ndcg_at_3_std": 0.302179, + "nauc_ndcg_at_3_diff1": 0.073014, + "nauc_ndcg_at_5_max": 0.412649, + "nauc_ndcg_at_5_std": 0.298285, + "nauc_ndcg_at_5_diff1": 0.099411, + "nauc_ndcg_at_10_max": 0.454224, + "nauc_ndcg_at_10_std": 0.318486, + "nauc_ndcg_at_10_diff1": 0.105007, + "nauc_ndcg_at_20_max": 0.463453, + "nauc_ndcg_at_20_std": 0.32331, + "nauc_ndcg_at_20_diff1": 0.109947, + "nauc_ndcg_at_100_max": 0.44523, + "nauc_ndcg_at_100_std": 0.386727, + "nauc_ndcg_at_100_diff1": 0.085792, + "nauc_ndcg_at_1000_max": 0.502213, + "nauc_ndcg_at_1000_std": 0.381541, + "nauc_ndcg_at_1000_diff1": 0.081407, + "nauc_map_at_1_max": 0.119422, + "nauc_map_at_1_std": -0.039419, + "nauc_map_at_1_diff1": 0.3087, + "nauc_map_at_3_max": 0.262493, + "nauc_map_at_3_std": 0.084462, + "nauc_map_at_3_diff1": 0.24622, + "nauc_map_at_5_max": 0.29567, + "nauc_map_at_5_std": 0.150938, + "nauc_map_at_5_diff1": 0.223403, + "nauc_map_at_10_max": 0.351863, + "nauc_map_at_10_std": 0.241713, + "nauc_map_at_10_diff1": 0.188344, + "nauc_map_at_20_max": 0.370792, + "nauc_map_at_20_std": 0.285364, + "nauc_map_at_20_diff1": 0.165488, + "nauc_map_at_100_max": 0.396516, + "nauc_map_at_100_std": 0.377424, + "nauc_map_at_100_diff1": 0.115199, + "nauc_map_at_1000_max": 0.461047, + "nauc_map_at_1000_std": 0.388623, + "nauc_map_at_1000_diff1": 0.101635, + "nauc_recall_at_1_max": 0.119422, + "nauc_recall_at_1_std": -0.039419, + "nauc_recall_at_1_diff1": 0.3087, + "nauc_recall_at_3_max": 0.230028, + "nauc_recall_at_3_std": 0.066005, + "nauc_recall_at_3_diff1": 0.220708, + "nauc_recall_at_5_max": 0.244885, + "nauc_recall_at_5_std": 0.118401, + "nauc_recall_at_5_diff1": 0.189381, + "nauc_recall_at_10_max": 0.294936, + "nauc_recall_at_10_std": 0.218142, + "nauc_recall_at_10_diff1": 0.15496, + "nauc_recall_at_20_max": 0.285848, + "nauc_recall_at_20_std": 0.238758, + "nauc_recall_at_20_diff1": 0.129851, + "nauc_recall_at_100_max": 0.192664, + "nauc_recall_at_100_std": 0.369765, + "nauc_recall_at_100_diff1": 0.030482, + "nauc_recall_at_1000_max": 0.277979, + "nauc_recall_at_1000_std": 0.672137, + "nauc_recall_at_1000_diff1": -0.065721, + "nauc_precision_at_1_max": 0.451726, + "nauc_precision_at_1_std": 0.283714, + "nauc_precision_at_1_diff1": 0.101922, + "nauc_precision_at_3_max": 0.492319, + "nauc_precision_at_3_std": 0.360503, + "nauc_precision_at_3_diff1": -0.010499, + "nauc_precision_at_5_max": 0.429251, + "nauc_precision_at_5_std": 0.368001, + "nauc_precision_at_5_diff1": -0.019976, + "nauc_precision_at_10_max": 0.393214, + "nauc_precision_at_10_std": 0.355725, + "nauc_precision_at_10_diff1": -0.04669, + "nauc_precision_at_20_max": 0.299093, + "nauc_precision_at_20_std": 0.259193, + "nauc_precision_at_20_diff1": -0.07875, + "nauc_precision_at_100_max": 0.190442, + "nauc_precision_at_100_std": 0.117911, + "nauc_precision_at_100_diff1": -0.102334, + "nauc_precision_at_1000_max": 0.201732, + "nauc_precision_at_1000_std": -0.089391, + "nauc_precision_at_1000_diff1": -0.094143, + "nauc_mrr_at_1_max": 0.451726, + "nauc_mrr_at_1_std": 0.283714, + "nauc_mrr_at_1_diff1": 0.101922, + "nauc_mrr_at_3_max": 0.5114, + "nauc_mrr_at_3_std": 0.299184, + "nauc_mrr_at_3_diff1": 0.058474, + "nauc_mrr_at_5_max": 0.504159, + "nauc_mrr_at_5_std": 0.29374, + "nauc_mrr_at_5_diff1": 0.063279, + "nauc_mrr_at_10_max": 0.505725, + "nauc_mrr_at_10_std": 0.293281, + "nauc_mrr_at_10_diff1": 0.070481, + "nauc_mrr_at_20_max": 0.505856, + "nauc_mrr_at_20_std": 0.294524, + "nauc_mrr_at_20_diff1": 0.070774, + "nauc_mrr_at_100_max": 0.504848, + "nauc_mrr_at_100_std": 0.293445, + "nauc_mrr_at_100_diff1": 0.069716, + "nauc_mrr_at_1000_max": 0.504719, + "nauc_mrr_at_1000_std": 0.293549, + "nauc_mrr_at_1000_diff1": 0.069707, + "main_score": 0.45492, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.46, + "ndcg_at_3": 0.45209, + "ndcg_at_5": 0.44827, + "ndcg_at_10": 0.45191, + "ndcg_at_20": 0.45565, + "ndcg_at_100": 0.52776, + "ndcg_at_1000": 0.63705, + "map_at_1": 0.05994, + "map_at_3": 0.10579, + "map_at_5": 0.13857, + "map_at_10": 0.18358, + "map_at_20": 0.22201, + "map_at_100": 0.30897, + "map_at_1000": 0.35978, + "recall_at_1": 0.05994, + "recall_at_3": 0.11564, + "recall_at_5": 0.16324, + "recall_at_10": 0.24012, + "recall_at_20": 0.32469, + "recall_at_100": 0.60539, + "recall_at_1000": 0.93595, + "precision_at_1": 0.58, + "precision_at_3": 0.52, + "precision_at_5": 0.493, + "precision_at_10": 0.437, + "precision_at_20": 0.35425, + "precision_at_100": 0.1921, + "precision_at_1000": 0.04456, + "mrr_at_1": 0.58, + "mrr_at_3": 0.68, + "mrr_at_5": 0.69375, + "mrr_at_10": 0.70005, + "mrr_at_20": 0.702406, + "mrr_at_100": 0.703281, + "mrr_at_1000": 0.703358, + "nauc_ndcg_at_1_max": 0.334444, + "nauc_ndcg_at_1_std": 0.191905, + "nauc_ndcg_at_1_diff1": 0.156013, + "nauc_ndcg_at_3_max": 0.421499, + "nauc_ndcg_at_3_std": 0.240421, + "nauc_ndcg_at_3_diff1": 0.111185, + "nauc_ndcg_at_5_max": 0.434806, + "nauc_ndcg_at_5_std": 0.246799, + "nauc_ndcg_at_5_diff1": 0.128504, + "nauc_ndcg_at_10_max": 0.463856, + "nauc_ndcg_at_10_std": 0.267955, + "nauc_ndcg_at_10_diff1": 0.111847, + "nauc_ndcg_at_20_max": 0.462744, + "nauc_ndcg_at_20_std": 0.319172, + "nauc_ndcg_at_20_diff1": 0.086138, + "nauc_ndcg_at_100_max": 0.498345, + "nauc_ndcg_at_100_std": 0.389342, + "nauc_ndcg_at_100_diff1": 0.055138, + "nauc_ndcg_at_1000_max": 0.537325, + "nauc_ndcg_at_1000_std": 0.383839, + "nauc_ndcg_at_1000_diff1": 0.057425, + "nauc_map_at_1_max": 0.125545, + "nauc_map_at_1_std": 0.014609, + "nauc_map_at_1_diff1": 0.29219, + "nauc_map_at_3_max": 0.274185, + "nauc_map_at_3_std": 0.113267, + "nauc_map_at_3_diff1": 0.16444, + "nauc_map_at_5_max": 0.318643, + "nauc_map_at_5_std": 0.171927, + "nauc_map_at_5_diff1": 0.130732, + "nauc_map_at_10_max": 0.363396, + "nauc_map_at_10_std": 0.252456, + "nauc_map_at_10_diff1": 0.079694, + "nauc_map_at_20_max": 0.385793, + "nauc_map_at_20_std": 0.296217, + "nauc_map_at_20_diff1": 0.052086, + "nauc_map_at_100_max": 0.450638, + "nauc_map_at_100_std": 0.382982, + "nauc_map_at_100_diff1": 0.017625, + "nauc_map_at_1000_max": 0.504459, + "nauc_map_at_1000_std": 0.388369, + "nauc_map_at_1000_diff1": 0.045874, + "nauc_recall_at_1_max": 0.125545, + "nauc_recall_at_1_std": 0.014609, + "nauc_recall_at_1_diff1": 0.29219, + "nauc_recall_at_3_max": 0.252391, + "nauc_recall_at_3_std": 0.107172, + "nauc_recall_at_3_diff1": 0.168757, + "nauc_recall_at_5_max": 0.275905, + "nauc_recall_at_5_std": 0.147548, + "nauc_recall_at_5_diff1": 0.143749, + "nauc_recall_at_10_max": 0.283959, + "nauc_recall_at_10_std": 0.219991, + "nauc_recall_at_10_diff1": 0.076426, + "nauc_recall_at_20_max": 0.273527, + "nauc_recall_at_20_std": 0.293915, + "nauc_recall_at_20_diff1": 0.038154, + "nauc_recall_at_100_max": 0.289262, + "nauc_recall_at_100_std": 0.39962, + "nauc_recall_at_100_diff1": -0.073072, + "nauc_recall_at_1000_max": 0.319267, + "nauc_recall_at_1000_std": 0.698745, + "nauc_recall_at_1000_diff1": -0.15634, + "nauc_precision_at_1_max": 0.424449, + "nauc_precision_at_1_std": 0.244747, + "nauc_precision_at_1_diff1": 0.179891, + "nauc_precision_at_3_max": 0.453925, + "nauc_precision_at_3_std": 0.283311, + "nauc_precision_at_3_diff1": 0.005674, + "nauc_precision_at_5_max": 0.44405, + "nauc_precision_at_5_std": 0.279804, + "nauc_precision_at_5_diff1": 0.002998, + "nauc_precision_at_10_max": 0.390335, + "nauc_precision_at_10_std": 0.270479, + "nauc_precision_at_10_diff1": -0.06135, + "nauc_precision_at_20_max": 0.303318, + "nauc_precision_at_20_std": 0.227615, + "nauc_precision_at_20_diff1": -0.050275, + "nauc_precision_at_100_max": 0.192404, + "nauc_precision_at_100_std": 0.087665, + "nauc_precision_at_100_diff1": 0.019002, + "nauc_precision_at_1000_max": 0.163371, + "nauc_precision_at_1000_std": -0.123652, + "nauc_precision_at_1000_diff1": 0.075869, + "nauc_mrr_at_1_max": 0.424449, + "nauc_mrr_at_1_std": 0.244747, + "nauc_mrr_at_1_diff1": 0.179891, + "nauc_mrr_at_3_max": 0.467311, + "nauc_mrr_at_3_std": 0.279208, + "nauc_mrr_at_3_diff1": 0.172994, + "nauc_mrr_at_5_max": 0.473407, + "nauc_mrr_at_5_std": 0.272931, + "nauc_mrr_at_5_diff1": 0.179828, + "nauc_mrr_at_10_max": 0.47516, + "nauc_mrr_at_10_std": 0.267386, + "nauc_mrr_at_10_diff1": 0.168033, + "nauc_mrr_at_20_max": 0.474259, + "nauc_mrr_at_20_std": 0.270308, + "nauc_mrr_at_20_diff1": 0.167458, + "nauc_mrr_at_100_max": 0.473319, + "nauc_mrr_at_100_std": 0.270404, + "nauc_mrr_at_100_diff1": 0.167808, + "nauc_mrr_at_1000_max": 0.473151, + "nauc_mrr_at_1000_std": 0.270314, + "nauc_mrr_at_1000_diff1": 0.167858, + "main_score": 0.45191, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.54, + "ndcg_at_3": 0.5446, + "ndcg_at_5": 0.54214, + "ndcg_at_10": 0.53515, + "ndcg_at_20": 0.54151, + "ndcg_at_100": 0.59337, + "ndcg_at_1000": 0.68834, + "map_at_1": 0.07582, + "map_at_3": 0.16409, + "map_at_5": 0.2077, + "map_at_10": 0.24945, + "map_at_20": 0.29049, + "map_at_100": 0.37742, + "map_at_1000": 0.43553, + "recall_at_1": 0.07582, + "recall_at_3": 0.18764, + "recall_at_5": 0.25072, + "recall_at_10": 0.32991, + "recall_at_20": 0.41573, + "recall_at_100": 0.67103, + "recall_at_1000": 0.93689, + "precision_at_1": 0.68, + "precision_at_3": 0.645, + "precision_at_5": 0.587, + "precision_at_10": 0.4785, + "precision_at_20": 0.39275, + "precision_at_100": 0.2155, + "precision_at_1000": 0.05475, + "mrr_at_1": 0.68, + "mrr_at_3": 0.784167, + "mrr_at_5": 0.792417, + "mrr_at_10": 0.796845, + "mrr_at_20": 0.797202, + "mrr_at_100": 0.797421, + "mrr_at_1000": 0.797446, + "nauc_ndcg_at_1_max": 0.269548, + "nauc_ndcg_at_1_std": 0.217904, + "nauc_ndcg_at_1_diff1": 0.120323, + "nauc_ndcg_at_3_max": 0.308538, + "nauc_ndcg_at_3_std": 0.234356, + "nauc_ndcg_at_3_diff1": 0.026599, + "nauc_ndcg_at_5_max": 0.321495, + "nauc_ndcg_at_5_std": 0.24528, + "nauc_ndcg_at_5_diff1": -0.015003, + "nauc_ndcg_at_10_max": 0.336241, + "nauc_ndcg_at_10_std": 0.200983, + "nauc_ndcg_at_10_diff1": -0.026291, + "nauc_ndcg_at_20_max": 0.363566, + "nauc_ndcg_at_20_std": 0.213157, + "nauc_ndcg_at_20_diff1": -0.033354, + "nauc_ndcg_at_100_max": 0.403389, + "nauc_ndcg_at_100_std": 0.371407, + "nauc_ndcg_at_100_diff1": 0.005173, + "nauc_ndcg_at_1000_max": 0.405415, + "nauc_ndcg_at_1000_std": 0.388161, + "nauc_ndcg_at_1000_diff1": -0.03096, + "nauc_map_at_1_max": 0.294724, + "nauc_map_at_1_std": 0.141569, + "nauc_map_at_1_diff1": 0.221923, + "nauc_map_at_3_max": 0.250454, + "nauc_map_at_3_std": 0.166555, + "nauc_map_at_3_diff1": 0.13836, + "nauc_map_at_5_max": 0.28074, + "nauc_map_at_5_std": 0.205002, + "nauc_map_at_5_diff1": 0.122304, + "nauc_map_at_10_max": 0.302754, + "nauc_map_at_10_std": 0.235623, + "nauc_map_at_10_diff1": 0.108979, + "nauc_map_at_20_max": 0.333966, + "nauc_map_at_20_std": 0.265745, + "nauc_map_at_20_diff1": 0.089414, + "nauc_map_at_100_max": 0.363243, + "nauc_map_at_100_std": 0.361564, + "nauc_map_at_100_diff1": 0.046498, + "nauc_map_at_1000_max": 0.367562, + "nauc_map_at_1000_std": 0.362419, + "nauc_map_at_1000_diff1": -0.021956, + "nauc_recall_at_1_max": 0.294724, + "nauc_recall_at_1_std": 0.141569, + "nauc_recall_at_1_diff1": 0.221923, + "nauc_recall_at_3_max": 0.203071, + "nauc_recall_at_3_std": 0.150952, + "nauc_recall_at_3_diff1": 0.139772, + "nauc_recall_at_5_max": 0.236491, + "nauc_recall_at_5_std": 0.190767, + "nauc_recall_at_5_diff1": 0.098582, + "nauc_recall_at_10_max": 0.236879, + "nauc_recall_at_10_std": 0.198562, + "nauc_recall_at_10_diff1": 0.090861, + "nauc_recall_at_20_max": 0.280234, + "nauc_recall_at_20_std": 0.230131, + "nauc_recall_at_20_diff1": 0.079093, + "nauc_recall_at_100_max": 0.305727, + "nauc_recall_at_100_std": 0.39369, + "nauc_recall_at_100_diff1": 0.106974, + "nauc_recall_at_1000_max": 0.379424, + "nauc_recall_at_1000_std": 0.771711, + "nauc_recall_at_1000_diff1": 0.157112, + "nauc_precision_at_1_max": 0.353872, + "nauc_precision_at_1_std": 0.233363, + "nauc_precision_at_1_diff1": 0.04319, + "nauc_precision_at_3_max": 0.200445, + "nauc_precision_at_3_std": 0.195651, + "nauc_precision_at_3_diff1": -0.175438, + "nauc_precision_at_5_max": 0.170431, + "nauc_precision_at_5_std": 0.189723, + "nauc_precision_at_5_diff1": -0.234926, + "nauc_precision_at_10_max": 0.090231, + "nauc_precision_at_10_std": 0.070609, + "nauc_precision_at_10_diff1": -0.252005, + "nauc_precision_at_20_max": 0.037461, + "nauc_precision_at_20_std": -0.005373, + "nauc_precision_at_20_diff1": -0.25345, + "nauc_precision_at_100_max": -0.067138, + "nauc_precision_at_100_std": -0.055809, + "nauc_precision_at_100_diff1": -0.240808, + "nauc_precision_at_1000_max": -0.119087, + "nauc_precision_at_1000_std": -0.217196, + "nauc_precision_at_1000_diff1": -0.246392, + "nauc_mrr_at_1_max": 0.353872, + "nauc_mrr_at_1_std": 0.233363, + "nauc_mrr_at_1_diff1": 0.04319, + "nauc_mrr_at_3_max": 0.386423, + "nauc_mrr_at_3_std": 0.243887, + "nauc_mrr_at_3_diff1": 0.046422, + "nauc_mrr_at_5_max": 0.401045, + "nauc_mrr_at_5_std": 0.244494, + "nauc_mrr_at_5_diff1": 0.030816, + "nauc_mrr_at_10_max": 0.397336, + "nauc_mrr_at_10_std": 0.238595, + "nauc_mrr_at_10_diff1": 0.030685, + "nauc_mrr_at_20_max": 0.396118, + "nauc_mrr_at_20_std": 0.237057, + "nauc_mrr_at_20_diff1": 0.031886, + "nauc_mrr_at_100_max": 0.395592, + "nauc_mrr_at_100_std": 0.236293, + "nauc_mrr_at_100_diff1": 0.032773, + "nauc_mrr_at_1000_max": 0.395505, + "nauc_mrr_at_1000_std": 0.236577, + "nauc_mrr_at_1000_diff1": 0.032802, + "main_score": 0.53515, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4725, + "ndcg_at_3": 0.44845, + "ndcg_at_5": 0.44384, + "ndcg_at_10": 0.45148, + "ndcg_at_20": 0.4559, + "ndcg_at_100": 0.51505, + "ndcg_at_1000": 0.61888, + "map_at_1": 0.06567, + "map_at_3": 0.12679, + "map_at_5": 0.1542, + "map_at_10": 0.19665, + "map_at_20": 0.22647, + "map_at_100": 0.29615, + "map_at_1000": 0.34637, + "recall_at_1": 0.06567, + "recall_at_3": 0.14442, + "recall_at_5": 0.19281, + "recall_at_10": 0.2926, + "recall_at_20": 0.36952, + "recall_at_100": 0.61472, + "recall_at_1000": 0.90604, + "precision_at_1": 0.595, + "precision_at_3": 0.52333, + "precision_at_5": 0.471, + "precision_at_10": 0.407, + "precision_at_20": 0.32575, + "precision_at_100": 0.18575, + "precision_at_1000": 0.05112, + "mrr_at_1": 0.595, + "mrr_at_3": 0.6925, + "mrr_at_5": 0.71025, + "mrr_at_10": 0.718317, + "mrr_at_20": 0.72025, + "mrr_at_100": 0.720451, + "mrr_at_1000": 0.720522, + "nauc_ndcg_at_1_max": 0.227201, + "nauc_ndcg_at_1_std": 0.071824, + "nauc_ndcg_at_1_diff1": 0.238527, + "nauc_ndcg_at_3_max": 0.235136, + "nauc_ndcg_at_3_std": 0.152829, + "nauc_ndcg_at_3_diff1": 0.195609, + "nauc_ndcg_at_5_max": 0.281462, + "nauc_ndcg_at_5_std": 0.213081, + "nauc_ndcg_at_5_diff1": 0.19534, + "nauc_ndcg_at_10_max": 0.302646, + "nauc_ndcg_at_10_std": 0.261749, + "nauc_ndcg_at_10_diff1": 0.188751, + "nauc_ndcg_at_20_max": 0.296, + "nauc_ndcg_at_20_std": 0.300951, + "nauc_ndcg_at_20_diff1": 0.194055, + "nauc_ndcg_at_100_max": 0.336672, + "nauc_ndcg_at_100_std": 0.451158, + "nauc_ndcg_at_100_diff1": 0.229166, + "nauc_ndcg_at_1000_max": 0.312076, + "nauc_ndcg_at_1000_std": 0.406109, + "nauc_ndcg_at_1000_diff1": 0.224214, + "nauc_map_at_1_max": 0.282326, + "nauc_map_at_1_std": 0.212475, + "nauc_map_at_1_diff1": 0.351409, + "nauc_map_at_3_max": 0.265205, + "nauc_map_at_3_std": 0.283646, + "nauc_map_at_3_diff1": 0.255798, + "nauc_map_at_5_max": 0.284482, + "nauc_map_at_5_std": 0.322275, + "nauc_map_at_5_diff1": 0.253968, + "nauc_map_at_10_max": 0.295752, + "nauc_map_at_10_std": 0.355587, + "nauc_map_at_10_diff1": 0.231603, + "nauc_map_at_20_max": 0.29189, + "nauc_map_at_20_std": 0.371564, + "nauc_map_at_20_diff1": 0.223509, + "nauc_map_at_100_max": 0.294839, + "nauc_map_at_100_std": 0.442733, + "nauc_map_at_100_diff1": 0.196362, + "nauc_map_at_1000_max": 0.299579, + "nauc_map_at_1000_std": 0.428571, + "nauc_map_at_1000_diff1": 0.163808, + "nauc_recall_at_1_max": 0.282326, + "nauc_recall_at_1_std": 0.212475, + "nauc_recall_at_1_diff1": 0.351409, + "nauc_recall_at_3_max": 0.243254, + "nauc_recall_at_3_std": 0.302033, + "nauc_recall_at_3_diff1": 0.244913, + "nauc_recall_at_5_max": 0.270521, + "nauc_recall_at_5_std": 0.370149, + "nauc_recall_at_5_diff1": 0.213185, + "nauc_recall_at_10_max": 0.263246, + "nauc_recall_at_10_std": 0.378814, + "nauc_recall_at_10_diff1": 0.153304, + "nauc_recall_at_20_max": 0.224868, + "nauc_recall_at_20_std": 0.384128, + "nauc_recall_at_20_diff1": 0.132393, + "nauc_recall_at_100_max": 0.251276, + "nauc_recall_at_100_std": 0.528552, + "nauc_recall_at_100_diff1": 0.138187, + "nauc_recall_at_1000_max": 0.347432, + "nauc_recall_at_1000_std": 0.797447, + "nauc_recall_at_1000_diff1": 0.248132, + "nauc_precision_at_1_max": 0.287515, + "nauc_precision_at_1_std": 0.069536, + "nauc_precision_at_1_diff1": 0.221033, + "nauc_precision_at_3_max": 0.150381, + "nauc_precision_at_3_std": 0.12723, + "nauc_precision_at_3_diff1": 0.040994, + "nauc_precision_at_5_max": 0.169765, + "nauc_precision_at_5_std": 0.120538, + "nauc_precision_at_5_diff1": -0.000385, + "nauc_precision_at_10_max": 0.093778, + "nauc_precision_at_10_std": 0.054035, + "nauc_precision_at_10_diff1": -0.068861, + "nauc_precision_at_20_max": 0.019655, + "nauc_precision_at_20_std": -0.013866, + "nauc_precision_at_20_diff1": -0.089243, + "nauc_precision_at_100_max": -0.039343, + "nauc_precision_at_100_std": -0.092073, + "nauc_precision_at_100_diff1": -0.149071, + "nauc_precision_at_1000_max": -0.075696, + "nauc_precision_at_1000_std": -0.25398, + "nauc_precision_at_1000_diff1": -0.170195, + "nauc_mrr_at_1_max": 0.287515, + "nauc_mrr_at_1_std": 0.069536, + "nauc_mrr_at_1_diff1": 0.221033, + "nauc_mrr_at_3_max": 0.308236, + "nauc_mrr_at_3_std": 0.153051, + "nauc_mrr_at_3_diff1": 0.234343, + "nauc_mrr_at_5_max": 0.329402, + "nauc_mrr_at_5_std": 0.149732, + "nauc_mrr_at_5_diff1": 0.22665, + "nauc_mrr_at_10_max": 0.321616, + "nauc_mrr_at_10_std": 0.133012, + "nauc_mrr_at_10_diff1": 0.215145, + "nauc_mrr_at_20_max": 0.320734, + "nauc_mrr_at_20_std": 0.131365, + "nauc_mrr_at_20_diff1": 0.214836, + "nauc_mrr_at_100_max": 0.320251, + "nauc_mrr_at_100_std": 0.131001, + "nauc_mrr_at_100_diff1": 0.215555, + "nauc_mrr_at_1000_max": 0.320057, + "nauc_mrr_at_1000_std": 0.130934, + "nauc_mrr_at_1000_diff1": 0.215622, + "main_score": 0.45148, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.48, + "ndcg_at_3": 0.45481, + "ndcg_at_5": 0.44806, + "ndcg_at_10": 0.44943, + "ndcg_at_20": 0.45901, + "ndcg_at_100": 0.5117, + "ndcg_at_1000": 0.61609, + "map_at_1": 0.0728, + "map_at_3": 0.14105, + "map_at_5": 0.17224, + "map_at_10": 0.20793, + "map_at_20": 0.23807, + "map_at_100": 0.30153, + "map_at_1000": 0.34764, + "recall_at_1": 0.0728, + "recall_at_3": 0.15659, + "recall_at_5": 0.20916, + "recall_at_10": 0.28358, + "recall_at_20": 0.36212, + "recall_at_100": 0.60199, + "recall_at_1000": 0.8927, + "precision_at_1": 0.6, + "precision_at_3": 0.51667, + "precision_at_5": 0.457, + "precision_at_10": 0.391, + "precision_at_20": 0.32175, + "precision_at_100": 0.1744, + "precision_at_1000": 0.04792, + "mrr_at_1": 0.6, + "mrr_at_3": 0.686667, + "mrr_at_5": 0.702917, + "mrr_at_10": 0.713516, + "mrr_at_20": 0.715707, + "mrr_at_100": 0.716335, + "mrr_at_1000": 0.716373, + "nauc_ndcg_at_1_max": 0.154302, + "nauc_ndcg_at_1_std": 0.072668, + "nauc_ndcg_at_1_diff1": 0.225674, + "nauc_ndcg_at_3_max": 0.259122, + "nauc_ndcg_at_3_std": 0.202881, + "nauc_ndcg_at_3_diff1": 0.180826, + "nauc_ndcg_at_5_max": 0.286093, + "nauc_ndcg_at_5_std": 0.24144, + "nauc_ndcg_at_5_diff1": 0.146128, + "nauc_ndcg_at_10_max": 0.348267, + "nauc_ndcg_at_10_std": 0.289111, + "nauc_ndcg_at_10_diff1": 0.170195, + "nauc_ndcg_at_20_max": 0.374215, + "nauc_ndcg_at_20_std": 0.321535, + "nauc_ndcg_at_20_diff1": 0.187694, + "nauc_ndcg_at_100_max": 0.453604, + "nauc_ndcg_at_100_std": 0.472451, + "nauc_ndcg_at_100_diff1": 0.192294, + "nauc_ndcg_at_1000_max": 0.37362, + "nauc_ndcg_at_1000_std": 0.430107, + "nauc_ndcg_at_1000_diff1": 0.157153, + "nauc_map_at_1_max": 0.319879, + "nauc_map_at_1_std": 0.184852, + "nauc_map_at_1_diff1": 0.246064, + "nauc_map_at_3_max": 0.38859, + "nauc_map_at_3_std": 0.27139, + "nauc_map_at_3_diff1": 0.213486, + "nauc_map_at_5_max": 0.404672, + "nauc_map_at_5_std": 0.309371, + "nauc_map_at_5_diff1": 0.186799, + "nauc_map_at_10_max": 0.433286, + "nauc_map_at_10_std": 0.348884, + "nauc_map_at_10_diff1": 0.189146, + "nauc_map_at_20_max": 0.430538, + "nauc_map_at_20_std": 0.378869, + "nauc_map_at_20_diff1": 0.180236, + "nauc_map_at_100_max": 0.434572, + "nauc_map_at_100_std": 0.453792, + "nauc_map_at_100_diff1": 0.150937, + "nauc_map_at_1000_max": 0.40652, + "nauc_map_at_1000_std": 0.439354, + "nauc_map_at_1000_diff1": 0.131301, + "nauc_recall_at_1_max": 0.319879, + "nauc_recall_at_1_std": 0.184852, + "nauc_recall_at_1_diff1": 0.246064, + "nauc_recall_at_3_max": 0.405599, + "nauc_recall_at_3_std": 0.281707, + "nauc_recall_at_3_diff1": 0.177827, + "nauc_recall_at_5_max": 0.413992, + "nauc_recall_at_5_std": 0.308112, + "nauc_recall_at_5_diff1": 0.150556, + "nauc_recall_at_10_max": 0.468456, + "nauc_recall_at_10_std": 0.37847, + "nauc_recall_at_10_diff1": 0.169036, + "nauc_recall_at_20_max": 0.462861, + "nauc_recall_at_20_std": 0.430422, + "nauc_recall_at_20_diff1": 0.185919, + "nauc_recall_at_100_max": 0.52955, + "nauc_recall_at_100_std": 0.593558, + "nauc_recall_at_100_diff1": 0.193138, + "nauc_recall_at_1000_max": 0.558533, + "nauc_recall_at_1000_std": 0.816002, + "nauc_recall_at_1000_diff1": 0.127959, + "nauc_precision_at_1_max": 0.178131, + "nauc_precision_at_1_std": 0.072781, + "nauc_precision_at_1_diff1": 0.193448, + "nauc_precision_at_3_max": 0.173033, + "nauc_precision_at_3_std": 0.19922, + "nauc_precision_at_3_diff1": 0.050686, + "nauc_precision_at_5_max": 0.109078, + "nauc_precision_at_5_std": 0.185545, + "nauc_precision_at_5_diff1": -0.026891, + "nauc_precision_at_10_max": 0.014408, + "nauc_precision_at_10_std": 0.129749, + "nauc_precision_at_10_diff1": -0.080891, + "nauc_precision_at_20_max": -0.117229, + "nauc_precision_at_20_std": 0.011812, + "nauc_precision_at_20_diff1": -0.129288, + "nauc_precision_at_100_max": -0.202312, + "nauc_precision_at_100_std": -0.101673, + "nauc_precision_at_100_diff1": -0.159139, + "nauc_precision_at_1000_max": -0.296097, + "nauc_precision_at_1000_std": -0.296605, + "nauc_precision_at_1000_diff1": -0.16319, + "nauc_mrr_at_1_max": 0.178131, + "nauc_mrr_at_1_std": 0.072781, + "nauc_mrr_at_1_diff1": 0.193448, + "nauc_mrr_at_3_max": 0.222884, + "nauc_mrr_at_3_std": 0.148703, + "nauc_mrr_at_3_diff1": 0.189243, + "nauc_mrr_at_5_max": 0.230941, + "nauc_mrr_at_5_std": 0.142504, + "nauc_mrr_at_5_diff1": 0.188354, + "nauc_mrr_at_10_max": 0.229333, + "nauc_mrr_at_10_std": 0.1373, + "nauc_mrr_at_10_diff1": 0.190246, + "nauc_mrr_at_20_max": 0.228353, + "nauc_mrr_at_20_std": 0.135345, + "nauc_mrr_at_20_diff1": 0.192159, + "nauc_mrr_at_100_max": 0.228238, + "nauc_mrr_at_100_std": 0.135591, + "nauc_mrr_at_100_diff1": 0.192424, + "nauc_mrr_at_1000_max": 0.228114, + "nauc_mrr_at_1000_std": 0.135599, + "nauc_mrr_at_1000_diff1": 0.192423, + "main_score": 0.44943, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.545, + "ndcg_at_3": 0.50936, + "ndcg_at_5": 0.49362, + "ndcg_at_10": 0.47916, + "ndcg_at_20": 0.4741, + "ndcg_at_100": 0.54184, + "ndcg_at_1000": 0.65599, + "map_at_1": 0.04908, + "map_at_3": 0.09968, + "map_at_5": 0.12535, + "map_at_10": 0.17114, + "map_at_20": 0.21842, + "map_at_100": 0.32191, + "map_at_1000": 0.37552, + "recall_at_1": 0.04908, + "recall_at_3": 0.11255, + "recall_at_5": 0.148, + "recall_at_10": 0.22771, + "recall_at_20": 0.32587, + "recall_at_100": 0.6352, + "recall_at_1000": 0.96179, + "precision_at_1": 0.69, + "precision_at_3": 0.59833, + "precision_at_5": 0.546, + "precision_at_10": 0.4785, + "precision_at_20": 0.39775, + "precision_at_100": 0.21, + "precision_at_1000": 0.03962, + "mrr_at_1": 0.69, + "mrr_at_3": 0.756667, + "mrr_at_5": 0.765167, + "mrr_at_10": 0.76849, + "mrr_at_20": 0.76995, + "mrr_at_100": 0.77101, + "mrr_at_1000": 0.771171, + "nauc_ndcg_at_1_max": 0.291464, + "nauc_ndcg_at_1_std": 0.126413, + "nauc_ndcg_at_1_diff1": 0.2111, + "nauc_ndcg_at_3_max": 0.333446, + "nauc_ndcg_at_3_std": 0.198189, + "nauc_ndcg_at_3_diff1": 0.09854, + "nauc_ndcg_at_5_max": 0.360055, + "nauc_ndcg_at_5_std": 0.20125, + "nauc_ndcg_at_5_diff1": 0.077397, + "nauc_ndcg_at_10_max": 0.374626, + "nauc_ndcg_at_10_std": 0.19381, + "nauc_ndcg_at_10_diff1": 0.067895, + "nauc_ndcg_at_20_max": 0.365653, + "nauc_ndcg_at_20_std": 0.195337, + "nauc_ndcg_at_20_diff1": 0.059681, + "nauc_ndcg_at_100_max": 0.411457, + "nauc_ndcg_at_100_std": 0.244557, + "nauc_ndcg_at_100_diff1": 0.082093, + "nauc_ndcg_at_1000_max": 0.470271, + "nauc_ndcg_at_1000_std": 0.359013, + "nauc_ndcg_at_1000_diff1": 0.058067, + "nauc_map_at_1_max": 0.0162, + "nauc_map_at_1_std": -0.080037, + "nauc_map_at_1_diff1": 0.087352, + "nauc_map_at_3_max": 0.092983, + "nauc_map_at_3_std": -0.092558, + "nauc_map_at_3_diff1": 0.060686, + "nauc_map_at_5_max": 0.138609, + "nauc_map_at_5_std": -0.078139, + "nauc_map_at_5_diff1": 0.056815, + "nauc_map_at_10_max": 0.180309, + "nauc_map_at_10_std": -0.035553, + "nauc_map_at_10_diff1": 0.043843, + "nauc_map_at_20_max": 0.239572, + "nauc_map_at_20_std": -0.002881, + "nauc_map_at_20_diff1": 0.042877, + "nauc_map_at_100_max": 0.386899, + "nauc_map_at_100_std": 0.14963, + "nauc_map_at_100_diff1": 0.029273, + "nauc_map_at_1000_max": 0.433265, + "nauc_map_at_1000_std": 0.253685, + "nauc_map_at_1000_diff1": 0.007303, + "nauc_recall_at_1_max": 0.0162, + "nauc_recall_at_1_std": -0.080037, + "nauc_recall_at_1_diff1": 0.087352, + "nauc_recall_at_3_max": 0.024136, + "nauc_recall_at_3_std": -0.115899, + "nauc_recall_at_3_diff1": 0.001998, + "nauc_recall_at_5_max": 0.067755, + "nauc_recall_at_5_std": -0.09288, + "nauc_recall_at_5_diff1": 0.00271, + "nauc_recall_at_10_max": 0.062896, + "nauc_recall_at_10_std": -0.051221, + "nauc_recall_at_10_diff1": -0.019905, + "nauc_recall_at_20_max": 0.077907, + "nauc_recall_at_20_std": -0.029305, + "nauc_recall_at_20_diff1": -0.025922, + "nauc_recall_at_100_max": 0.188932, + "nauc_recall_at_100_std": 0.097505, + "nauc_recall_at_100_diff1": 0.047562, + "nauc_recall_at_1000_max": 0.334776, + "nauc_recall_at_1000_std": 0.443127, + "nauc_recall_at_1000_diff1": 0.108982, + "nauc_precision_at_1_max": 0.465959, + "nauc_precision_at_1_std": 0.182761, + "nauc_precision_at_1_diff1": 0.175071, + "nauc_precision_at_3_max": 0.380503, + "nauc_precision_at_3_std": 0.187966, + "nauc_precision_at_3_diff1": 0.022661, + "nauc_precision_at_5_max": 0.384423, + "nauc_precision_at_5_std": 0.19369, + "nauc_precision_at_5_diff1": 0.002926, + "nauc_precision_at_10_max": 0.373836, + "nauc_precision_at_10_std": 0.249, + "nauc_precision_at_10_diff1": -0.021284, + "nauc_precision_at_20_max": 0.339985, + "nauc_precision_at_20_std": 0.261167, + "nauc_precision_at_20_diff1": -0.013238, + "nauc_precision_at_100_max": 0.268235, + "nauc_precision_at_100_std": 0.316768, + "nauc_precision_at_100_diff1": -0.041904, + "nauc_precision_at_1000_max": 0.136856, + "nauc_precision_at_1000_std": 0.234034, + "nauc_precision_at_1000_diff1": -0.066593, + "nauc_mrr_at_1_max": 0.465959, + "nauc_mrr_at_1_std": 0.182761, + "nauc_mrr_at_1_diff1": 0.175071, + "nauc_mrr_at_3_max": 0.48689, + "nauc_mrr_at_3_std": 0.198639, + "nauc_mrr_at_3_diff1": 0.104094, + "nauc_mrr_at_5_max": 0.493361, + "nauc_mrr_at_5_std": 0.226779, + "nauc_mrr_at_5_diff1": 0.115555, + "nauc_mrr_at_10_max": 0.488378, + "nauc_mrr_at_10_std": 0.22652, + "nauc_mrr_at_10_diff1": 0.111257, + "nauc_mrr_at_20_max": 0.487503, + "nauc_mrr_at_20_std": 0.227806, + "nauc_mrr_at_20_diff1": 0.109801, + "nauc_mrr_at_100_max": 0.488293, + "nauc_mrr_at_100_std": 0.225877, + "nauc_mrr_at_100_diff1": 0.113161, + "nauc_mrr_at_1000_max": 0.488164, + "nauc_mrr_at_1000_std": 0.225618, + "nauc_mrr_at_1000_diff1": 0.113114, + "main_score": 0.47916, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.435, + "ndcg_at_3": 0.38953, + "ndcg_at_5": 0.37774, + "ndcg_at_10": 0.37437, + "ndcg_at_20": 0.37149, + "ndcg_at_100": 0.44423, + "ndcg_at_1000": 0.57256, + "map_at_1": 0.03452, + "map_at_3": 0.07121, + "map_at_5": 0.09153, + "map_at_10": 0.12394, + "map_at_20": 0.1564, + "map_at_100": 0.23633, + "map_at_1000": 0.2842, + "recall_at_1": 0.03452, + "recall_at_3": 0.08256, + "recall_at_5": 0.11532, + "recall_at_10": 0.17625, + "recall_at_20": 0.26238, + "recall_at_100": 0.54504, + "recall_at_1000": 0.91677, + "precision_at_1": 0.55, + "precision_at_3": 0.46833, + "precision_at_5": 0.432, + "precision_at_10": 0.3825, + "precision_at_20": 0.31825, + "precision_at_100": 0.1786, + "precision_at_1000": 0.03716, + "mrr_at_1": 0.55, + "mrr_at_3": 0.6175, + "mrr_at_5": 0.6365, + "mrr_at_10": 0.6452, + "mrr_at_20": 0.648225, + "mrr_at_100": 0.649855, + "mrr_at_1000": 0.649937, + "nauc_ndcg_at_1_max": 0.236652, + "nauc_ndcg_at_1_std": 0.201975, + "nauc_ndcg_at_1_diff1": 0.050144, + "nauc_ndcg_at_3_max": 0.263891, + "nauc_ndcg_at_3_std": 0.218563, + "nauc_ndcg_at_3_diff1": 0.042698, + "nauc_ndcg_at_5_max": 0.246694, + "nauc_ndcg_at_5_std": 0.207713, + "nauc_ndcg_at_5_diff1": 0.035879, + "nauc_ndcg_at_10_max": 0.19932, + "nauc_ndcg_at_10_std": 0.242663, + "nauc_ndcg_at_10_diff1": 0.042384, + "nauc_ndcg_at_20_max": 0.181157, + "nauc_ndcg_at_20_std": 0.209601, + "nauc_ndcg_at_20_diff1": 0.04161, + "nauc_ndcg_at_100_max": 0.195794, + "nauc_ndcg_at_100_std": 0.290747, + "nauc_ndcg_at_100_diff1": 0.047014, + "nauc_ndcg_at_1000_max": 0.246152, + "nauc_ndcg_at_1000_std": 0.36494, + "nauc_ndcg_at_1000_diff1": 0.062391, + "nauc_map_at_1_max": 0.039442, + "nauc_map_at_1_std": -0.048328, + "nauc_map_at_1_diff1": 0.134449, + "nauc_map_at_3_max": 0.09873, + "nauc_map_at_3_std": -0.023299, + "nauc_map_at_3_diff1": 0.169958, + "nauc_map_at_5_max": 0.099473, + "nauc_map_at_5_std": -0.024263, + "nauc_map_at_5_diff1": 0.11544, + "nauc_map_at_10_max": 0.080738, + "nauc_map_at_10_std": 0.047785, + "nauc_map_at_10_diff1": 0.096589, + "nauc_map_at_20_max": 0.121698, + "nauc_map_at_20_std": 0.093003, + "nauc_map_at_20_diff1": 0.080201, + "nauc_map_at_100_max": 0.199449, + "nauc_map_at_100_std": 0.236508, + "nauc_map_at_100_diff1": 0.056209, + "nauc_map_at_1000_max": 0.220284, + "nauc_map_at_1000_std": 0.29716, + "nauc_map_at_1000_diff1": 0.065799, + "nauc_recall_at_1_max": 0.039442, + "nauc_recall_at_1_std": -0.048328, + "nauc_recall_at_1_diff1": 0.134449, + "nauc_recall_at_3_max": 0.046378, + "nauc_recall_at_3_std": -0.019864, + "nauc_recall_at_3_diff1": 0.162853, + "nauc_recall_at_5_max": 0.014143, + "nauc_recall_at_5_std": -0.040442, + "nauc_recall_at_5_diff1": 0.087494, + "nauc_recall_at_10_max": -0.026801, + "nauc_recall_at_10_std": 0.039201, + "nauc_recall_at_10_diff1": 0.074665, + "nauc_recall_at_20_max": -0.008306, + "nauc_recall_at_20_std": 0.024007, + "nauc_recall_at_20_diff1": 0.084304, + "nauc_recall_at_100_max": 0.04834, + "nauc_recall_at_100_std": 0.207279, + "nauc_recall_at_100_diff1": -0.007149, + "nauc_recall_at_1000_max": 0.426107, + "nauc_recall_at_1000_std": 0.597056, + "nauc_recall_at_1000_diff1": 0.148148, + "nauc_precision_at_1_max": 0.348227, + "nauc_precision_at_1_std": 0.261953, + "nauc_precision_at_1_diff1": 0.087123, + "nauc_precision_at_3_max": 0.29649, + "nauc_precision_at_3_std": 0.273534, + "nauc_precision_at_3_diff1": 0.017323, + "nauc_precision_at_5_max": 0.238091, + "nauc_precision_at_5_std": 0.239465, + "nauc_precision_at_5_diff1": -0.030858, + "nauc_precision_at_10_max": 0.189339, + "nauc_precision_at_10_std": 0.311064, + "nauc_precision_at_10_diff1": -0.040157, + "nauc_precision_at_20_max": 0.208329, + "nauc_precision_at_20_std": 0.272184, + "nauc_precision_at_20_diff1": -0.066297, + "nauc_precision_at_100_max": 0.160323, + "nauc_precision_at_100_std": 0.284389, + "nauc_precision_at_100_diff1": -0.024351, + "nauc_precision_at_1000_max": 0.068606, + "nauc_precision_at_1000_std": 0.144151, + "nauc_precision_at_1000_diff1": 0.027792, + "nauc_mrr_at_1_max": 0.348227, + "nauc_mrr_at_1_std": 0.261953, + "nauc_mrr_at_1_diff1": 0.087123, + "nauc_mrr_at_3_max": 0.36079, + "nauc_mrr_at_3_std": 0.305293, + "nauc_mrr_at_3_diff1": 0.070251, + "nauc_mrr_at_5_max": 0.343057, + "nauc_mrr_at_5_std": 0.308701, + "nauc_mrr_at_5_diff1": 0.065436, + "nauc_mrr_at_10_max": 0.334662, + "nauc_mrr_at_10_std": 0.318308, + "nauc_mrr_at_10_diff1": 0.067321, + "nauc_mrr_at_20_max": 0.3356, + "nauc_mrr_at_20_std": 0.312264, + "nauc_mrr_at_20_diff1": 0.069923, + "nauc_mrr_at_100_max": 0.337583, + "nauc_mrr_at_100_std": 0.312095, + "nauc_mrr_at_100_diff1": 0.069633, + "nauc_mrr_at_1000_max": 0.337721, + "nauc_mrr_at_1000_std": 0.312202, + "nauc_mrr_at_1000_diff1": 0.069762, + "main_score": 0.37437, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4275, + "ndcg_at_3": 0.39355, + "ndcg_at_5": 0.38459, + "ndcg_at_10": 0.36371, + "ndcg_at_20": 0.36757, + "ndcg_at_100": 0.43613, + "ndcg_at_1000": 0.5677, + "map_at_1": 0.03203, + "map_at_3": 0.06841, + "map_at_5": 0.0883, + "map_at_10": 0.11624, + "map_at_20": 0.15217, + "map_at_100": 0.22965, + "map_at_1000": 0.27718, + "recall_at_1": 0.03203, + "recall_at_3": 0.07609, + "recall_at_5": 0.11046, + "recall_at_10": 0.16249, + "recall_at_20": 0.24908, + "recall_at_100": 0.53618, + "recall_at_1000": 0.91869, + "precision_at_1": 0.54, + "precision_at_3": 0.48167, + "precision_at_5": 0.443, + "precision_at_10": 0.3725, + "precision_at_20": 0.31975, + "precision_at_100": 0.17695, + "precision_at_1000": 0.03693, + "mrr_at_1": 0.54, + "mrr_at_3": 0.629167, + "mrr_at_5": 0.644417, + "mrr_at_10": 0.649248, + "mrr_at_20": 0.652557, + "mrr_at_100": 0.654371, + "mrr_at_1000": 0.654623, + "nauc_ndcg_at_1_max": 0.204425, + "nauc_ndcg_at_1_std": 0.210737, + "nauc_ndcg_at_1_diff1": 0.17743, + "nauc_ndcg_at_3_max": 0.309675, + "nauc_ndcg_at_3_std": 0.267539, + "nauc_ndcg_at_3_diff1": 0.10649, + "nauc_ndcg_at_5_max": 0.306996, + "nauc_ndcg_at_5_std": 0.286353, + "nauc_ndcg_at_5_diff1": 0.077854, + "nauc_ndcg_at_10_max": 0.31682, + "nauc_ndcg_at_10_std": 0.271672, + "nauc_ndcg_at_10_diff1": 0.050897, + "nauc_ndcg_at_20_max": 0.298829, + "nauc_ndcg_at_20_std": 0.283828, + "nauc_ndcg_at_20_diff1": 0.061209, + "nauc_ndcg_at_100_max": 0.322249, + "nauc_ndcg_at_100_std": 0.361561, + "nauc_ndcg_at_100_diff1": 0.066138, + "nauc_ndcg_at_1000_max": 0.339424, + "nauc_ndcg_at_1000_std": 0.442024, + "nauc_ndcg_at_1000_diff1": 0.069874, + "nauc_map_at_1_max": 0.116844, + "nauc_map_at_1_std": 0.002888, + "nauc_map_at_1_diff1": 0.137333, + "nauc_map_at_3_max": 0.225828, + "nauc_map_at_3_std": 0.052049, + "nauc_map_at_3_diff1": 0.064377, + "nauc_map_at_5_max": 0.208066, + "nauc_map_at_5_std": 0.065286, + "nauc_map_at_5_diff1": 0.048477, + "nauc_map_at_10_max": 0.22102, + "nauc_map_at_10_std": 0.075727, + "nauc_map_at_10_diff1": 0.006309, + "nauc_map_at_20_max": 0.234618, + "nauc_map_at_20_std": 0.127542, + "nauc_map_at_20_diff1": 0.017038, + "nauc_map_at_100_max": 0.343524, + "nauc_map_at_100_std": 0.296236, + "nauc_map_at_100_diff1": 0.06831, + "nauc_map_at_1000_max": 0.385674, + "nauc_map_at_1000_std": 0.381404, + "nauc_map_at_1000_diff1": 0.074851, + "nauc_recall_at_1_max": 0.116844, + "nauc_recall_at_1_std": 0.002888, + "nauc_recall_at_1_diff1": 0.137333, + "nauc_recall_at_3_max": 0.197481, + "nauc_recall_at_3_std": 0.041336, + "nauc_recall_at_3_diff1": 0.032957, + "nauc_recall_at_5_max": 0.127999, + "nauc_recall_at_5_std": 0.050806, + "nauc_recall_at_5_diff1": -0.005583, + "nauc_recall_at_10_max": 0.125124, + "nauc_recall_at_10_std": 0.05778, + "nauc_recall_at_10_diff1": -0.081429, + "nauc_recall_at_20_max": 0.105089, + "nauc_recall_at_20_std": 0.106488, + "nauc_recall_at_20_diff1": -0.034003, + "nauc_recall_at_100_max": 0.141, + "nauc_recall_at_100_std": 0.256098, + "nauc_recall_at_100_diff1": -0.025903, + "nauc_recall_at_1000_max": 0.35327, + "nauc_recall_at_1000_std": 0.5375, + "nauc_recall_at_1000_diff1": 0.019255, + "nauc_precision_at_1_max": 0.327575, + "nauc_precision_at_1_std": 0.31767, + "nauc_precision_at_1_diff1": 0.209004, + "nauc_precision_at_3_max": 0.379179, + "nauc_precision_at_3_std": 0.307682, + "nauc_precision_at_3_diff1": 0.071713, + "nauc_precision_at_5_max": 0.356765, + "nauc_precision_at_5_std": 0.336739, + "nauc_precision_at_5_diff1": 0.047712, + "nauc_precision_at_10_max": 0.317849, + "nauc_precision_at_10_std": 0.308161, + "nauc_precision_at_10_diff1": 0.007, + "nauc_precision_at_20_max": 0.297486, + "nauc_precision_at_20_std": 0.33632, + "nauc_precision_at_20_diff1": 0.044168, + "nauc_precision_at_100_max": 0.284635, + "nauc_precision_at_100_std": 0.396612, + "nauc_precision_at_100_diff1": 0.061656, + "nauc_precision_at_1000_max": 0.1826, + "nauc_precision_at_1000_std": 0.253207, + "nauc_precision_at_1000_diff1": 0.03898, + "nauc_mrr_at_1_max": 0.327575, + "nauc_mrr_at_1_std": 0.31767, + "nauc_mrr_at_1_diff1": 0.209004, + "nauc_mrr_at_3_max": 0.3327, + "nauc_mrr_at_3_std": 0.336495, + "nauc_mrr_at_3_diff1": 0.154768, + "nauc_mrr_at_5_max": 0.322188, + "nauc_mrr_at_5_std": 0.33495, + "nauc_mrr_at_5_diff1": 0.143325, + "nauc_mrr_at_10_max": 0.315748, + "nauc_mrr_at_10_std": 0.343224, + "nauc_mrr_at_10_diff1": 0.140808, + "nauc_mrr_at_20_max": 0.314121, + "nauc_mrr_at_20_std": 0.343392, + "nauc_mrr_at_20_diff1": 0.148243, + "nauc_mrr_at_100_max": 0.315499, + "nauc_mrr_at_100_std": 0.343097, + "nauc_mrr_at_100_diff1": 0.147356, + "nauc_mrr_at_1000_max": 0.315736, + "nauc_mrr_at_1000_std": 0.342758, + "nauc_mrr_at_1000_diff1": 0.147858, + "main_score": 0.36371, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.655, + "ndcg_at_3": 0.55722, + "ndcg_at_5": 0.53885, + "ndcg_at_10": 0.527, + "ndcg_at_20": 0.5402, + "ndcg_at_100": 0.61779, + "ndcg_at_1000": 0.67721, + "map_at_1": 0.13522, + "map_at_3": 0.20818, + "map_at_5": 0.24825, + "map_at_10": 0.29294, + "map_at_20": 0.33427, + "map_at_100": 0.39347, + "map_at_1000": 0.41001, + "recall_at_1": 0.13522, + "recall_at_3": 0.2258, + "recall_at_5": 0.2892, + "recall_at_10": 0.37768, + "recall_at_20": 0.49073, + "recall_at_100": 0.7611, + "recall_at_1000": 0.96973, + "precision_at_1": 0.73, + "precision_at_3": 0.535, + "precision_at_5": 0.458, + "precision_at_10": 0.3495, + "precision_at_20": 0.25675, + "precision_at_100": 0.10095, + "precision_at_1000": 0.01445, + "mrr_at_1": 0.73, + "mrr_at_3": 0.784167, + "mrr_at_5": 0.794667, + "mrr_at_10": 0.801734, + "mrr_at_20": 0.802757, + "mrr_at_100": 0.803171, + "mrr_at_1000": 0.803206, + "nauc_ndcg_at_1_max": 0.412212, + "nauc_ndcg_at_1_std": 0.009104, + "nauc_ndcg_at_1_diff1": 0.486455, + "nauc_ndcg_at_3_max": 0.462127, + "nauc_ndcg_at_3_std": 0.097333, + "nauc_ndcg_at_3_diff1": 0.372051, + "nauc_ndcg_at_5_max": 0.420349, + "nauc_ndcg_at_5_std": 0.060552, + "nauc_ndcg_at_5_diff1": 0.349612, + "nauc_ndcg_at_10_max": 0.410138, + "nauc_ndcg_at_10_std": 0.022571, + "nauc_ndcg_at_10_diff1": 0.337922, + "nauc_ndcg_at_20_max": 0.401123, + "nauc_ndcg_at_20_std": -0.025191, + "nauc_ndcg_at_20_diff1": 0.368193, + "nauc_ndcg_at_100_max": 0.407397, + "nauc_ndcg_at_100_std": 0.038755, + "nauc_ndcg_at_100_diff1": 0.383272, + "nauc_ndcg_at_1000_max": 0.472758, + "nauc_ndcg_at_1000_std": 0.10032, + "nauc_ndcg_at_1000_diff1": 0.383695, + "nauc_map_at_1_max": 0.047668, + "nauc_map_at_1_std": -0.14875, + "nauc_map_at_1_diff1": 0.486123, + "nauc_map_at_3_max": 0.160843, + "nauc_map_at_3_std": -0.101769, + "nauc_map_at_3_diff1": 0.38822, + "nauc_map_at_5_max": 0.171499, + "nauc_map_at_5_std": -0.114851, + "nauc_map_at_5_diff1": 0.340696, + "nauc_map_at_10_max": 0.228333, + "nauc_map_at_10_std": -0.090869, + "nauc_map_at_10_diff1": 0.300265, + "nauc_map_at_20_max": 0.267411, + "nauc_map_at_20_std": -0.079041, + "nauc_map_at_20_diff1": 0.297435, + "nauc_map_at_100_max": 0.315723, + "nauc_map_at_100_std": -0.001577, + "nauc_map_at_100_diff1": 0.282313, + "nauc_map_at_1000_max": 0.338299, + "nauc_map_at_1000_std": 0.027147, + "nauc_map_at_1000_diff1": 0.27663, + "nauc_recall_at_1_max": 0.047668, + "nauc_recall_at_1_std": -0.14875, + "nauc_recall_at_1_diff1": 0.486123, + "nauc_recall_at_3_max": 0.14487, + "nauc_recall_at_3_std": -0.101774, + "nauc_recall_at_3_diff1": 0.364495, + "nauc_recall_at_5_max": 0.111245, + "nauc_recall_at_5_std": -0.137144, + "nauc_recall_at_5_diff1": 0.268559, + "nauc_recall_at_10_max": 0.135828, + "nauc_recall_at_10_std": -0.1494, + "nauc_recall_at_10_diff1": 0.211063, + "nauc_recall_at_20_max": 0.138435, + "nauc_recall_at_20_std": -0.199827, + "nauc_recall_at_20_diff1": 0.21858, + "nauc_recall_at_100_max": 0.137972, + "nauc_recall_at_100_std": 0.023911, + "nauc_recall_at_100_diff1": 0.239993, + "nauc_recall_at_1000_max": 0.237268, + "nauc_recall_at_1000_std": 0.388809, + "nauc_recall_at_1000_diff1": 0.357058, + "nauc_precision_at_1_max": 0.533016, + "nauc_precision_at_1_std": 0.102459, + "nauc_precision_at_1_diff1": 0.459582, + "nauc_precision_at_3_max": 0.474715, + "nauc_precision_at_3_std": 0.24269, + "nauc_precision_at_3_diff1": 0.013449, + "nauc_precision_at_5_max": 0.409117, + "nauc_precision_at_5_std": 0.220445, + "nauc_precision_at_5_diff1": -0.071185, + "nauc_precision_at_10_max": 0.392465, + "nauc_precision_at_10_std": 0.253934, + "nauc_precision_at_10_diff1": -0.117878, + "nauc_precision_at_20_max": 0.325425, + "nauc_precision_at_20_std": 0.250427, + "nauc_precision_at_20_diff1": -0.111223, + "nauc_precision_at_100_max": 0.245415, + "nauc_precision_at_100_std": 0.339724, + "nauc_precision_at_100_diff1": -0.138087, + "nauc_precision_at_1000_max": 0.216612, + "nauc_precision_at_1000_std": 0.324464, + "nauc_precision_at_1000_diff1": -0.155747, + "nauc_mrr_at_1_max": 0.533016, + "nauc_mrr_at_1_std": 0.102459, + "nauc_mrr_at_1_diff1": 0.459582, + "nauc_mrr_at_3_max": 0.572074, + "nauc_mrr_at_3_std": 0.177073, + "nauc_mrr_at_3_diff1": 0.465586, + "nauc_mrr_at_5_max": 0.567204, + "nauc_mrr_at_5_std": 0.157076, + "nauc_mrr_at_5_diff1": 0.460294, + "nauc_mrr_at_10_max": 0.564527, + "nauc_mrr_at_10_std": 0.13372, + "nauc_mrr_at_10_diff1": 0.459296, + "nauc_mrr_at_20_max": 0.563804, + "nauc_mrr_at_20_std": 0.132859, + "nauc_mrr_at_20_diff1": 0.45925, + "nauc_mrr_at_100_max": 0.563544, + "nauc_mrr_at_100_std": 0.136488, + "nauc_mrr_at_100_diff1": 0.460709, + "nauc_mrr_at_1000_max": 0.563458, + "nauc_mrr_at_1000_std": 0.136322, + "nauc_mrr_at_1000_diff1": 0.460607, + "main_score": 0.527, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4425, + "ndcg_at_3": 0.41321, + "ndcg_at_5": 0.40337, + "ndcg_at_10": 0.41081, + "ndcg_at_20": 0.42787, + "ndcg_at_100": 0.5028, + "ndcg_at_1000": 0.5761, + "map_at_1": 0.0943, + "map_at_3": 0.15256, + "map_at_5": 0.18003, + "map_at_10": 0.21901, + "map_at_20": 0.25015, + "map_at_100": 0.29367, + "map_at_1000": 0.30918, + "recall_at_1": 0.0943, + "recall_at_3": 0.17939, + "recall_at_5": 0.22977, + "recall_at_10": 0.32636, + "recall_at_20": 0.41855, + "recall_at_100": 0.66667, + "recall_at_1000": 0.9343, + "precision_at_1": 0.515, + "precision_at_3": 0.41667, + "precision_at_5": 0.357, + "precision_at_10": 0.28, + "precision_at_20": 0.209, + "precision_at_100": 0.08445, + "precision_at_1000": 0.01379, + "mrr_at_1": 0.515, + "mrr_at_3": 0.610833, + "mrr_at_5": 0.627333, + "mrr_at_10": 0.640792, + "mrr_at_20": 0.643571, + "mrr_at_100": 0.644229, + "mrr_at_1000": 0.644307, + "nauc_ndcg_at_1_max": 0.318202, + "nauc_ndcg_at_1_std": 0.074064, + "nauc_ndcg_at_1_diff1": 0.406606, + "nauc_ndcg_at_3_max": 0.267688, + "nauc_ndcg_at_3_std": 0.090862, + "nauc_ndcg_at_3_diff1": 0.328613, + "nauc_ndcg_at_5_max": 0.270283, + "nauc_ndcg_at_5_std": 0.096441, + "nauc_ndcg_at_5_diff1": 0.32348, + "nauc_ndcg_at_10_max": 0.273911, + "nauc_ndcg_at_10_std": 0.080657, + "nauc_ndcg_at_10_diff1": 0.299564, + "nauc_ndcg_at_20_max": 0.270297, + "nauc_ndcg_at_20_std": 0.076401, + "nauc_ndcg_at_20_diff1": 0.283954, + "nauc_ndcg_at_100_max": 0.323665, + "nauc_ndcg_at_100_std": 0.133294, + "nauc_ndcg_at_100_diff1": 0.308735, + "nauc_ndcg_at_1000_max": 0.341104, + "nauc_ndcg_at_1000_std": 0.115165, + "nauc_ndcg_at_1000_diff1": 0.333942, + "nauc_map_at_1_max": 0.073942, + "nauc_map_at_1_std": -0.006605, + "nauc_map_at_1_diff1": 0.389272, + "nauc_map_at_3_max": 0.148809, + "nauc_map_at_3_std": 0.034828, + "nauc_map_at_3_diff1": 0.282776, + "nauc_map_at_5_max": 0.179715, + "nauc_map_at_5_std": 0.045174, + "nauc_map_at_5_diff1": 0.260336, + "nauc_map_at_10_max": 0.209364, + "nauc_map_at_10_std": 0.070494, + "nauc_map_at_10_diff1": 0.228227, + "nauc_map_at_20_max": 0.233962, + "nauc_map_at_20_std": 0.092156, + "nauc_map_at_20_diff1": 0.225098, + "nauc_map_at_100_max": 0.257259, + "nauc_map_at_100_std": 0.151541, + "nauc_map_at_100_diff1": 0.229339, + "nauc_map_at_1000_max": 0.26318, + "nauc_map_at_1000_std": 0.160022, + "nauc_map_at_1000_diff1": 0.229432, + "nauc_recall_at_1_max": 0.073942, + "nauc_recall_at_1_std": -0.006605, + "nauc_recall_at_1_diff1": 0.389272, + "nauc_recall_at_3_max": 0.10082, + "nauc_recall_at_3_std": 0.001906, + "nauc_recall_at_3_diff1": 0.243336, + "nauc_recall_at_5_max": 0.101069, + "nauc_recall_at_5_std": -0.002948, + "nauc_recall_at_5_diff1": 0.208019, + "nauc_recall_at_10_max": 0.120551, + "nauc_recall_at_10_std": 0.008279, + "nauc_recall_at_10_diff1": 0.141245, + "nauc_recall_at_20_max": 0.131063, + "nauc_recall_at_20_std": 0.012882, + "nauc_recall_at_20_diff1": 0.102644, + "nauc_recall_at_100_max": 0.259418, + "nauc_recall_at_100_std": 0.221043, + "nauc_recall_at_100_diff1": 0.122761, + "nauc_recall_at_1000_max": 0.416081, + "nauc_recall_at_1000_std": 0.29413, + "nauc_recall_at_1000_diff1": 0.272665, + "nauc_precision_at_1_max": 0.36189, + "nauc_precision_at_1_std": 0.140109, + "nauc_precision_at_1_diff1": 0.407039, + "nauc_precision_at_3_max": 0.270489, + "nauc_precision_at_3_std": 0.168493, + "nauc_precision_at_3_diff1": 0.162272, + "nauc_precision_at_5_max": 0.257242, + "nauc_precision_at_5_std": 0.194395, + "nauc_precision_at_5_diff1": 0.1181, + "nauc_precision_at_10_max": 0.220194, + "nauc_precision_at_10_std": 0.208415, + "nauc_precision_at_10_diff1": 0.046849, + "nauc_precision_at_20_max": 0.191239, + "nauc_precision_at_20_std": 0.23195, + "nauc_precision_at_20_diff1": 0.046173, + "nauc_precision_at_100_max": 0.123344, + "nauc_precision_at_100_std": 0.243581, + "nauc_precision_at_100_diff1": -0.007259, + "nauc_precision_at_1000_max": 0.045352, + "nauc_precision_at_1000_std": 0.084563, + "nauc_precision_at_1000_diff1": -0.037244, + "nauc_mrr_at_1_max": 0.36189, + "nauc_mrr_at_1_std": 0.140109, + "nauc_mrr_at_1_diff1": 0.407039, + "nauc_mrr_at_3_max": 0.373342, + "nauc_mrr_at_3_std": 0.128452, + "nauc_mrr_at_3_diff1": 0.409474, + "nauc_mrr_at_5_max": 0.36264, + "nauc_mrr_at_5_std": 0.115417, + "nauc_mrr_at_5_diff1": 0.414021, + "nauc_mrr_at_10_max": 0.37769, + "nauc_mrr_at_10_std": 0.121225, + "nauc_mrr_at_10_diff1": 0.413931, + "nauc_mrr_at_20_max": 0.374733, + "nauc_mrr_at_20_std": 0.119851, + "nauc_mrr_at_20_diff1": 0.413902, + "nauc_mrr_at_100_max": 0.375224, + "nauc_mrr_at_100_std": 0.120737, + "nauc_mrr_at_100_diff1": 0.413535, + "nauc_mrr_at_1000_max": 0.375083, + "nauc_mrr_at_1000_std": 0.120849, + "nauc_mrr_at_1000_diff1": 0.413383, + "main_score": 0.41081, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.475, + "ndcg_at_3": 0.42178, + "ndcg_at_5": 0.41685, + "ndcg_at_10": 0.41979, + "ndcg_at_20": 0.43625, + "ndcg_at_100": 0.51132, + "ndcg_at_1000": 0.58563, + "map_at_1": 0.10407, + "map_at_3": 0.1593, + "map_at_5": 0.18961, + "map_at_10": 0.22531, + "map_at_20": 0.25597, + "map_at_100": 0.30033, + "map_at_1000": 0.31697, + "recall_at_1": 0.10407, + "recall_at_3": 0.18319, + "recall_at_5": 0.23944, + "recall_at_10": 0.32266, + "recall_at_20": 0.41814, + "recall_at_100": 0.66418, + "recall_at_1000": 0.9375, + "precision_at_1": 0.55, + "precision_at_3": 0.405, + "precision_at_5": 0.355, + "precision_at_10": 0.2875, + "precision_at_20": 0.2135, + "precision_at_100": 0.08695, + "precision_at_1000": 0.01383, + "mrr_at_1": 0.55, + "mrr_at_3": 0.641667, + "mrr_at_5": 0.660667, + "mrr_at_10": 0.670458, + "mrr_at_20": 0.672543, + "mrr_at_100": 0.674105, + "mrr_at_1000": 0.674159, + "nauc_ndcg_at_1_max": 0.257739, + "nauc_ndcg_at_1_std": 0.063263, + "nauc_ndcg_at_1_diff1": 0.325018, + "nauc_ndcg_at_3_max": 0.278157, + "nauc_ndcg_at_3_std": 0.079523, + "nauc_ndcg_at_3_diff1": 0.265092, + "nauc_ndcg_at_5_max": 0.251638, + "nauc_ndcg_at_5_std": 0.086097, + "nauc_ndcg_at_5_diff1": 0.251835, + "nauc_ndcg_at_10_max": 0.235392, + "nauc_ndcg_at_10_std": 0.028511, + "nauc_ndcg_at_10_diff1": 0.249244, + "nauc_ndcg_at_20_max": 0.235991, + "nauc_ndcg_at_20_std": 0.026507, + "nauc_ndcg_at_20_diff1": 0.250608, + "nauc_ndcg_at_100_max": 0.272348, + "nauc_ndcg_at_100_std": 0.073667, + "nauc_ndcg_at_100_diff1": 0.247856, + "nauc_ndcg_at_1000_max": 0.315758, + "nauc_ndcg_at_1000_std": 0.108648, + "nauc_ndcg_at_1000_diff1": 0.246444, + "nauc_map_at_1_max": -0.045065, + "nauc_map_at_1_std": -0.058198, + "nauc_map_at_1_diff1": 0.384022, + "nauc_map_at_3_max": 0.087805, + "nauc_map_at_3_std": -0.005183, + "nauc_map_at_3_diff1": 0.310438, + "nauc_map_at_5_max": 0.104693, + "nauc_map_at_5_std": 0.000699, + "nauc_map_at_5_diff1": 0.267252, + "nauc_map_at_10_max": 0.141251, + "nauc_map_at_10_std": 0.00999, + "nauc_map_at_10_diff1": 0.248297, + "nauc_map_at_20_max": 0.171151, + "nauc_map_at_20_std": 0.034254, + "nauc_map_at_20_diff1": 0.241037, + "nauc_map_at_100_max": 0.214025, + "nauc_map_at_100_std": 0.095558, + "nauc_map_at_100_diff1": 0.223678, + "nauc_map_at_1000_max": 0.227748, + "nauc_map_at_1000_std": 0.11686, + "nauc_map_at_1000_diff1": 0.211636, + "nauc_recall_at_1_max": -0.045065, + "nauc_recall_at_1_std": -0.058198, + "nauc_recall_at_1_diff1": 0.384022, + "nauc_recall_at_3_max": 0.075781, + "nauc_recall_at_3_std": -0.012374, + "nauc_recall_at_3_diff1": 0.257665, + "nauc_recall_at_5_max": 0.082083, + "nauc_recall_at_5_std": -0.017917, + "nauc_recall_at_5_diff1": 0.173912, + "nauc_recall_at_10_max": 0.078394, + "nauc_recall_at_10_std": -0.063797, + "nauc_recall_at_10_diff1": 0.154888, + "nauc_recall_at_20_max": 0.099077, + "nauc_recall_at_20_std": -0.03952, + "nauc_recall_at_20_diff1": 0.134457, + "nauc_recall_at_100_max": 0.147742, + "nauc_recall_at_100_std": 0.108406, + "nauc_recall_at_100_diff1": 0.033202, + "nauc_recall_at_1000_max": 0.261456, + "nauc_recall_at_1000_std": 0.407073, + "nauc_recall_at_1000_diff1": 0.086831, + "nauc_precision_at_1_max": 0.354357, + "nauc_precision_at_1_std": 0.110939, + "nauc_precision_at_1_diff1": 0.284771, + "nauc_precision_at_3_max": 0.385344, + "nauc_precision_at_3_std": 0.188924, + "nauc_precision_at_3_diff1": 0.072497, + "nauc_precision_at_5_max": 0.310713, + "nauc_precision_at_5_std": 0.209839, + "nauc_precision_at_5_diff1": -0.027225, + "nauc_precision_at_10_max": 0.293575, + "nauc_precision_at_10_std": 0.19172, + "nauc_precision_at_10_diff1": -0.041507, + "nauc_precision_at_20_max": 0.272753, + "nauc_precision_at_20_std": 0.233209, + "nauc_precision_at_20_diff1": -0.066459, + "nauc_precision_at_100_max": 0.205695, + "nauc_precision_at_100_std": 0.26074, + "nauc_precision_at_100_diff1": -0.122039, + "nauc_precision_at_1000_max": 0.158359, + "nauc_precision_at_1000_std": 0.195851, + "nauc_precision_at_1000_diff1": -0.146697, + "nauc_mrr_at_1_max": 0.354357, + "nauc_mrr_at_1_std": 0.110939, + "nauc_mrr_at_1_diff1": 0.284771, + "nauc_mrr_at_3_max": 0.413113, + "nauc_mrr_at_3_std": 0.103432, + "nauc_mrr_at_3_diff1": 0.268477, + "nauc_mrr_at_5_max": 0.401985, + "nauc_mrr_at_5_std": 0.101118, + "nauc_mrr_at_5_diff1": 0.267488, + "nauc_mrr_at_10_max": 0.39682, + "nauc_mrr_at_10_std": 0.086933, + "nauc_mrr_at_10_diff1": 0.270853, + "nauc_mrr_at_20_max": 0.396811, + "nauc_mrr_at_20_std": 0.095022, + "nauc_mrr_at_20_diff1": 0.271149, + "nauc_mrr_at_100_max": 0.397902, + "nauc_mrr_at_100_std": 0.093319, + "nauc_mrr_at_100_diff1": 0.271145, + "nauc_mrr_at_1000_max": 0.397822, + "nauc_mrr_at_1000_std": 0.093506, + "nauc_mrr_at_1000_diff1": 0.271178, + "main_score": 0.41979, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.5125, + "ndcg_at_3": 0.48039, + "ndcg_at_5": 0.45843, + "ndcg_at_10": 0.44782, + "ndcg_at_20": 0.45353, + "ndcg_at_100": 0.5349, + "ndcg_at_1000": 0.64105, + "map_at_1": 0.06003, + "map_at_3": 0.12601, + "map_at_5": 0.15246, + "map_at_10": 0.1905, + "map_at_20": 0.22969, + "map_at_100": 0.3062, + "map_at_1000": 0.34702, + "recall_at_1": 0.06003, + "recall_at_3": 0.14207, + "recall_at_5": 0.18144, + "recall_at_10": 0.24983, + "recall_at_20": 0.33943, + "recall_at_100": 0.62672, + "recall_at_1000": 0.93945, + "precision_at_1": 0.625, + "precision_at_3": 0.53833, + "precision_at_5": 0.478, + "precision_at_10": 0.3975, + "precision_at_20": 0.3195, + "precision_at_100": 0.1627, + "precision_at_1000": 0.03311, + "mrr_at_1": 0.625, + "mrr_at_3": 0.715, + "mrr_at_5": 0.72925, + "mrr_at_10": 0.738774, + "mrr_at_20": 0.739562, + "mrr_at_100": 0.739985, + "mrr_at_1000": 0.740022, + "nauc_ndcg_at_1_max": 0.229027, + "nauc_ndcg_at_1_std": 0.074437, + "nauc_ndcg_at_1_diff1": 0.429769, + "nauc_ndcg_at_3_max": 0.315964, + "nauc_ndcg_at_3_std": 0.088086, + "nauc_ndcg_at_3_diff1": 0.365182, + "nauc_ndcg_at_5_max": 0.339888, + "nauc_ndcg_at_5_std": 0.093671, + "nauc_ndcg_at_5_diff1": 0.339622, + "nauc_ndcg_at_10_max": 0.334529, + "nauc_ndcg_at_10_std": 0.129469, + "nauc_ndcg_at_10_diff1": 0.300392, + "nauc_ndcg_at_20_max": 0.338268, + "nauc_ndcg_at_20_std": 0.170632, + "nauc_ndcg_at_20_diff1": 0.316352, + "nauc_ndcg_at_100_max": 0.339059, + "nauc_ndcg_at_100_std": 0.276839, + "nauc_ndcg_at_100_diff1": 0.311816, + "nauc_ndcg_at_1000_max": 0.409537, + "nauc_ndcg_at_1000_std": 0.278904, + "nauc_ndcg_at_1000_diff1": 0.30114, + "nauc_map_at_1_max": -0.005539, + "nauc_map_at_1_std": 0.065552, + "nauc_map_at_1_diff1": 0.397834, + "nauc_map_at_3_max": 0.102317, + "nauc_map_at_3_std": 0.160995, + "nauc_map_at_3_diff1": 0.308875, + "nauc_map_at_5_max": 0.139523, + "nauc_map_at_5_std": 0.169153, + "nauc_map_at_5_diff1": 0.278232, + "nauc_map_at_10_max": 0.16374, + "nauc_map_at_10_std": 0.179757, + "nauc_map_at_10_diff1": 0.24916, + "nauc_map_at_20_max": 0.22007, + "nauc_map_at_20_std": 0.206811, + "nauc_map_at_20_diff1": 0.251357, + "nauc_map_at_100_max": 0.289512, + "nauc_map_at_100_std": 0.283074, + "nauc_map_at_100_diff1": 0.230722, + "nauc_map_at_1000_max": 0.324715, + "nauc_map_at_1000_std": 0.314996, + "nauc_map_at_1000_diff1": 0.233085, + "nauc_recall_at_1_max": -0.005539, + "nauc_recall_at_1_std": 0.065552, + "nauc_recall_at_1_diff1": 0.397834, + "nauc_recall_at_3_max": 0.086842, + "nauc_recall_at_3_std": 0.172212, + "nauc_recall_at_3_diff1": 0.30229, + "nauc_recall_at_5_max": 0.118385, + "nauc_recall_at_5_std": 0.166392, + "nauc_recall_at_5_diff1": 0.253369, + "nauc_recall_at_10_max": 0.112907, + "nauc_recall_at_10_std": 0.173693, + "nauc_recall_at_10_diff1": 0.214707, + "nauc_recall_at_20_max": 0.152665, + "nauc_recall_at_20_std": 0.17385, + "nauc_recall_at_20_diff1": 0.219823, + "nauc_recall_at_100_max": 0.155991, + "nauc_recall_at_100_std": 0.35047, + "nauc_recall_at_100_diff1": 0.18766, + "nauc_recall_at_1000_max": 0.354573, + "nauc_recall_at_1000_std": 0.673684, + "nauc_recall_at_1000_diff1": 0.142125, + "nauc_precision_at_1_max": 0.269311, + "nauc_precision_at_1_std": 0.135626, + "nauc_precision_at_1_diff1": 0.449292, + "nauc_precision_at_3_max": 0.363067, + "nauc_precision_at_3_std": 0.103021, + "nauc_precision_at_3_diff1": 0.225818, + "nauc_precision_at_5_max": 0.376557, + "nauc_precision_at_5_std": 0.081088, + "nauc_precision_at_5_diff1": 0.117482, + "nauc_precision_at_10_max": 0.339494, + "nauc_precision_at_10_std": 0.080464, + "nauc_precision_at_10_diff1": 0.028585, + "nauc_precision_at_20_max": 0.332303, + "nauc_precision_at_20_std": 0.098165, + "nauc_precision_at_20_diff1": 0.009141, + "nauc_precision_at_100_max": 0.188136, + "nauc_precision_at_100_std": 0.092535, + "nauc_precision_at_100_diff1": -0.024219, + "nauc_precision_at_1000_max": 0.08504, + "nauc_precision_at_1000_std": -0.024769, + "nauc_precision_at_1000_diff1": -0.019899, + "nauc_mrr_at_1_max": 0.269311, + "nauc_mrr_at_1_std": 0.135626, + "nauc_mrr_at_1_diff1": 0.449292, + "nauc_mrr_at_3_max": 0.296532, + "nauc_mrr_at_3_std": 0.127701, + "nauc_mrr_at_3_diff1": 0.466182, + "nauc_mrr_at_5_max": 0.308578, + "nauc_mrr_at_5_std": 0.117307, + "nauc_mrr_at_5_diff1": 0.448513, + "nauc_mrr_at_10_max": 0.300043, + "nauc_mrr_at_10_std": 0.113659, + "nauc_mrr_at_10_diff1": 0.449012, + "nauc_mrr_at_20_max": 0.299833, + "nauc_mrr_at_20_std": 0.112522, + "nauc_mrr_at_20_diff1": 0.449682, + "nauc_mrr_at_100_max": 0.29917, + "nauc_mrr_at_100_std": 0.114413, + "nauc_mrr_at_100_diff1": 0.449282, + "nauc_mrr_at_1000_max": 0.299317, + "nauc_mrr_at_1000_std": 0.114372, + "nauc_mrr_at_1000_diff1": 0.449264, + "main_score": 0.44782, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.385, + "ndcg_at_3": 0.3769, + "ndcg_at_5": 0.37476, + "ndcg_at_10": 0.37186, + "ndcg_at_20": 0.37673, + "ndcg_at_100": 0.45806, + "ndcg_at_1000": 0.5707, + "map_at_1": 0.04923, + "map_at_3": 0.10229, + "map_at_5": 0.12772, + "map_at_10": 0.15655, + "map_at_20": 0.18822, + "map_at_100": 0.24847, + "map_at_1000": 0.28319, + "recall_at_1": 0.04923, + "recall_at_3": 0.11492, + "recall_at_5": 0.15944, + "recall_at_10": 0.22143, + "recall_at_20": 0.30179, + "recall_at_100": 0.55986, + "recall_at_1000": 0.8955, + "precision_at_1": 0.505, + "precision_at_3": 0.44667, + "precision_at_5": 0.407, + "precision_at_10": 0.3375, + "precision_at_20": 0.27025, + "precision_at_100": 0.1389, + "precision_at_1000": 0.03066, + "mrr_at_1": 0.505, + "mrr_at_3": 0.601667, + "mrr_at_5": 0.619917, + "mrr_at_10": 0.63373, + "mrr_at_20": 0.637769, + "mrr_at_100": 0.638131, + "mrr_at_1000": 0.63821, + "nauc_ndcg_at_1_max": 0.213303, + "nauc_ndcg_at_1_std": 0.176214, + "nauc_ndcg_at_1_diff1": 0.210025, + "nauc_ndcg_at_3_max": 0.322239, + "nauc_ndcg_at_3_std": 0.267873, + "nauc_ndcg_at_3_diff1": 0.195371, + "nauc_ndcg_at_5_max": 0.320736, + "nauc_ndcg_at_5_std": 0.317161, + "nauc_ndcg_at_5_diff1": 0.172915, + "nauc_ndcg_at_10_max": 0.310462, + "nauc_ndcg_at_10_std": 0.342977, + "nauc_ndcg_at_10_diff1": 0.139297, + "nauc_ndcg_at_20_max": 0.316931, + "nauc_ndcg_at_20_std": 0.360592, + "nauc_ndcg_at_20_diff1": 0.14545, + "nauc_ndcg_at_100_max": 0.306417, + "nauc_ndcg_at_100_std": 0.436176, + "nauc_ndcg_at_100_diff1": 0.179573, + "nauc_ndcg_at_1000_max": 0.355343, + "nauc_ndcg_at_1000_std": 0.425328, + "nauc_ndcg_at_1000_diff1": 0.156857, + "nauc_map_at_1_max": 0.091796, + "nauc_map_at_1_std": 0.092914, + "nauc_map_at_1_diff1": 0.246045, + "nauc_map_at_3_max": 0.216583, + "nauc_map_at_3_std": 0.233181, + "nauc_map_at_3_diff1": 0.243774, + "nauc_map_at_5_max": 0.201631, + "nauc_map_at_5_std": 0.256814, + "nauc_map_at_5_diff1": 0.205165, + "nauc_map_at_10_max": 0.212388, + "nauc_map_at_10_std": 0.286424, + "nauc_map_at_10_diff1": 0.185765, + "nauc_map_at_20_max": 0.238824, + "nauc_map_at_20_std": 0.323519, + "nauc_map_at_20_diff1": 0.17486, + "nauc_map_at_100_max": 0.289501, + "nauc_map_at_100_std": 0.41617, + "nauc_map_at_100_diff1": 0.177956, + "nauc_map_at_1000_max": 0.311497, + "nauc_map_at_1000_std": 0.444816, + "nauc_map_at_1000_diff1": 0.171772, + "nauc_recall_at_1_max": 0.091796, + "nauc_recall_at_1_std": 0.092914, + "nauc_recall_at_1_diff1": 0.246045, + "nauc_recall_at_3_max": 0.205575, + "nauc_recall_at_3_std": 0.235848, + "nauc_recall_at_3_diff1": 0.228558, + "nauc_recall_at_5_max": 0.168956, + "nauc_recall_at_5_std": 0.257764, + "nauc_recall_at_5_diff1": 0.170106, + "nauc_recall_at_10_max": 0.136824, + "nauc_recall_at_10_std": 0.272898, + "nauc_recall_at_10_diff1": 0.117456, + "nauc_recall_at_20_max": 0.155133, + "nauc_recall_at_20_std": 0.290058, + "nauc_recall_at_20_diff1": 0.120239, + "nauc_recall_at_100_max": 0.1397, + "nauc_recall_at_100_std": 0.466274, + "nauc_recall_at_100_diff1": 0.141711, + "nauc_recall_at_1000_max": 0.282782, + "nauc_recall_at_1000_std": 0.660993, + "nauc_recall_at_1000_diff1": 0.15152, + "nauc_precision_at_1_max": 0.251733, + "nauc_precision_at_1_std": 0.237288, + "nauc_precision_at_1_diff1": 0.170974, + "nauc_precision_at_3_max": 0.355078, + "nauc_precision_at_3_std": 0.33026, + "nauc_precision_at_3_diff1": 0.12434, + "nauc_precision_at_5_max": 0.311147, + "nauc_precision_at_5_std": 0.339242, + "nauc_precision_at_5_diff1": 0.07296, + "nauc_precision_at_10_max": 0.275303, + "nauc_precision_at_10_std": 0.304177, + "nauc_precision_at_10_diff1": 0.02102, + "nauc_precision_at_20_max": 0.277297, + "nauc_precision_at_20_std": 0.289475, + "nauc_precision_at_20_diff1": -0.008647, + "nauc_precision_at_100_max": 0.188998, + "nauc_precision_at_100_std": 0.178572, + "nauc_precision_at_100_diff1": -0.035878, + "nauc_precision_at_1000_max": 0.072752, + "nauc_precision_at_1000_std": -0.022952, + "nauc_precision_at_1000_diff1": -0.0797, + "nauc_mrr_at_1_max": 0.251733, + "nauc_mrr_at_1_std": 0.237288, + "nauc_mrr_at_1_diff1": 0.170974, + "nauc_mrr_at_3_max": 0.319217, + "nauc_mrr_at_3_std": 0.282363, + "nauc_mrr_at_3_diff1": 0.175259, + "nauc_mrr_at_5_max": 0.308415, + "nauc_mrr_at_5_std": 0.285189, + "nauc_mrr_at_5_diff1": 0.170078, + "nauc_mrr_at_10_max": 0.299269, + "nauc_mrr_at_10_std": 0.27785, + "nauc_mrr_at_10_diff1": 0.163734, + "nauc_mrr_at_20_max": 0.297916, + "nauc_mrr_at_20_std": 0.271516, + "nauc_mrr_at_20_diff1": 0.165531, + "nauc_mrr_at_100_max": 0.298268, + "nauc_mrr_at_100_std": 0.272684, + "nauc_mrr_at_100_diff1": 0.165437, + "nauc_mrr_at_1000_max": 0.2982, + "nauc_mrr_at_1000_std": 0.272566, + "nauc_mrr_at_1000_diff1": 0.165492, + "main_score": 0.37186, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.43, + "ndcg_at_3": 0.38851, + "ndcg_at_5": 0.3864, + "ndcg_at_10": 0.379, + "ndcg_at_20": 0.38691, + "ndcg_at_100": 0.46115, + "ndcg_at_1000": 0.57614, + "map_at_1": 0.04907, + "map_at_3": 0.09522, + "map_at_5": 0.12326, + "map_at_10": 0.15367, + "map_at_20": 0.18653, + "map_at_100": 0.24626, + "map_at_1000": 0.28175, + "recall_at_1": 0.04907, + "recall_at_3": 0.10988, + "recall_at_5": 0.15944, + "recall_at_10": 0.21992, + "recall_at_20": 0.30541, + "recall_at_100": 0.55876, + "recall_at_1000": 0.90043, + "precision_at_1": 0.535, + "precision_at_3": 0.45833, + "precision_at_5": 0.425, + "precision_at_10": 0.3445, + "precision_at_20": 0.28, + "precision_at_100": 0.1403, + "precision_at_1000": 0.03086, + "mrr_at_1": 0.535, + "mrr_at_3": 0.6175, + "mrr_at_5": 0.63975, + "mrr_at_10": 0.652823, + "mrr_at_20": 0.656262, + "mrr_at_100": 0.656811, + "mrr_at_1000": 0.656876, + "nauc_ndcg_at_1_max": 0.178393, + "nauc_ndcg_at_1_std": 0.167798, + "nauc_ndcg_at_1_diff1": 0.365795, + "nauc_ndcg_at_3_max": 0.230217, + "nauc_ndcg_at_3_std": 0.166548, + "nauc_ndcg_at_3_diff1": 0.293041, + "nauc_ndcg_at_5_max": 0.264021, + "nauc_ndcg_at_5_std": 0.21473, + "nauc_ndcg_at_5_diff1": 0.293138, + "nauc_ndcg_at_10_max": 0.291639, + "nauc_ndcg_at_10_std": 0.258138, + "nauc_ndcg_at_10_diff1": 0.241824, + "nauc_ndcg_at_20_max": 0.320461, + "nauc_ndcg_at_20_std": 0.26734, + "nauc_ndcg_at_20_diff1": 0.277042, + "nauc_ndcg_at_100_max": 0.32244, + "nauc_ndcg_at_100_std": 0.371139, + "nauc_ndcg_at_100_diff1": 0.259988, + "nauc_ndcg_at_1000_max": 0.386443, + "nauc_ndcg_at_1000_std": 0.370711, + "nauc_ndcg_at_1000_diff1": 0.256127, + "nauc_map_at_1_max": 0.066786, + "nauc_map_at_1_std": 0.081997, + "nauc_map_at_1_diff1": 0.403875, + "nauc_map_at_3_max": 0.190186, + "nauc_map_at_3_std": 0.23673, + "nauc_map_at_3_diff1": 0.294948, + "nauc_map_at_5_max": 0.218634, + "nauc_map_at_5_std": 0.24988, + "nauc_map_at_5_diff1": 0.284908, + "nauc_map_at_10_max": 0.247681, + "nauc_map_at_10_std": 0.287881, + "nauc_map_at_10_diff1": 0.232548, + "nauc_map_at_20_max": 0.286707, + "nauc_map_at_20_std": 0.311921, + "nauc_map_at_20_diff1": 0.220326, + "nauc_map_at_100_max": 0.329661, + "nauc_map_at_100_std": 0.395223, + "nauc_map_at_100_diff1": 0.198829, + "nauc_map_at_1000_max": 0.361321, + "nauc_map_at_1000_std": 0.411425, + "nauc_map_at_1000_diff1": 0.206249, + "nauc_recall_at_1_max": 0.066786, + "nauc_recall_at_1_std": 0.081997, + "nauc_recall_at_1_diff1": 0.403875, + "nauc_recall_at_3_max": 0.162711, + "nauc_recall_at_3_std": 0.199681, + "nauc_recall_at_3_diff1": 0.274677, + "nauc_recall_at_5_max": 0.172508, + "nauc_recall_at_5_std": 0.196084, + "nauc_recall_at_5_diff1": 0.260683, + "nauc_recall_at_10_max": 0.179832, + "nauc_recall_at_10_std": 0.24395, + "nauc_recall_at_10_diff1": 0.18953, + "nauc_recall_at_20_max": 0.188517, + "nauc_recall_at_20_std": 0.240545, + "nauc_recall_at_20_diff1": 0.200697, + "nauc_recall_at_100_max": 0.209173, + "nauc_recall_at_100_std": 0.423919, + "nauc_recall_at_100_diff1": 0.157507, + "nauc_recall_at_1000_max": 0.366325, + "nauc_recall_at_1000_std": 0.64972, + "nauc_recall_at_1000_diff1": 0.096461, + "nauc_precision_at_1_max": 0.238097, + "nauc_precision_at_1_std": 0.25175, + "nauc_precision_at_1_diff1": 0.373562, + "nauc_precision_at_3_max": 0.25601, + "nauc_precision_at_3_std": 0.184879, + "nauc_precision_at_3_diff1": 0.161494, + "nauc_precision_at_5_max": 0.284348, + "nauc_precision_at_5_std": 0.233533, + "nauc_precision_at_5_diff1": 0.139917, + "nauc_precision_at_10_max": 0.288696, + "nauc_precision_at_10_std": 0.227726, + "nauc_precision_at_10_diff1": 0.034032, + "nauc_precision_at_20_max": 0.296873, + "nauc_precision_at_20_std": 0.191568, + "nauc_precision_at_20_diff1": 0.063277, + "nauc_precision_at_100_max": 0.208754, + "nauc_precision_at_100_std": 0.139337, + "nauc_precision_at_100_diff1": 0.00251, + "nauc_precision_at_1000_max": 0.094992, + "nauc_precision_at_1000_std": -0.062642, + "nauc_precision_at_1000_diff1": 0.004426, + "nauc_mrr_at_1_max": 0.238097, + "nauc_mrr_at_1_std": 0.25175, + "nauc_mrr_at_1_diff1": 0.373562, + "nauc_mrr_at_3_max": 0.227313, + "nauc_mrr_at_3_std": 0.181615, + "nauc_mrr_at_3_diff1": 0.375493, + "nauc_mrr_at_5_max": 0.234972, + "nauc_mrr_at_5_std": 0.201096, + "nauc_mrr_at_5_diff1": 0.371034, + "nauc_mrr_at_10_max": 0.229839, + "nauc_mrr_at_10_std": 0.200228, + "nauc_mrr_at_10_diff1": 0.373133, + "nauc_mrr_at_20_max": 0.229404, + "nauc_mrr_at_20_std": 0.198378, + "nauc_mrr_at_20_diff1": 0.371211, + "nauc_mrr_at_100_max": 0.229251, + "nauc_mrr_at_100_std": 0.199153, + "nauc_mrr_at_100_diff1": 0.371978, + "nauc_mrr_at_1000_max": 0.22931, + "nauc_mrr_at_1000_std": 0.199114, + "nauc_mrr_at_1000_diff1": 0.371953, + "main_score": 0.379, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.65, + "ndcg_at_3": 0.56055, + "ndcg_at_5": 0.52956, + "ndcg_at_10": 0.5097, + "ndcg_at_20": 0.51278, + "ndcg_at_100": 0.60771, + "ndcg_at_1000": 0.68916, + "map_at_1": 0.08064, + "map_at_3": 0.15711, + "map_at_5": 0.19381, + "map_at_10": 0.2395, + "map_at_20": 0.28104, + "map_at_100": 0.3645, + "map_at_1000": 0.39295, + "recall_at_1": 0.08064, + "recall_at_3": 0.17145, + "recall_at_5": 0.22365, + "recall_at_10": 0.31187, + "recall_at_20": 0.41384, + "recall_at_100": 0.72351, + "recall_at_1000": 0.97244, + "precision_at_1": 0.745, + "precision_at_3": 0.59, + "precision_at_5": 0.517, + "precision_at_10": 0.4095, + "precision_at_20": 0.31125, + "precision_at_100": 0.1462, + "precision_at_1000": 0.02388, + "mrr_at_1": 0.745, + "mrr_at_3": 0.8125, + "mrr_at_5": 0.82525, + "mrr_at_10": 0.829575, + "mrr_at_20": 0.83003, + "mrr_at_100": 0.830524, + "mrr_at_1000": 0.830524, + "nauc_ndcg_at_1_max": 0.311765, + "nauc_ndcg_at_1_std": -0.079578, + "nauc_ndcg_at_1_diff1": 0.267926, + "nauc_ndcg_at_3_max": 0.257365, + "nauc_ndcg_at_3_std": 0.048748, + "nauc_ndcg_at_3_diff1": 0.086165, + "nauc_ndcg_at_5_max": 0.211288, + "nauc_ndcg_at_5_std": 0.063483, + "nauc_ndcg_at_5_diff1": 0.087566, + "nauc_ndcg_at_10_max": 0.186397, + "nauc_ndcg_at_10_std": 0.0829, + "nauc_ndcg_at_10_diff1": 0.153623, + "nauc_ndcg_at_20_max": 0.178708, + "nauc_ndcg_at_20_std": 0.089293, + "nauc_ndcg_at_20_diff1": 0.211985, + "nauc_ndcg_at_100_max": 0.20414, + "nauc_ndcg_at_100_std": 0.213314, + "nauc_ndcg_at_100_diff1": 0.157219, + "nauc_ndcg_at_1000_max": 0.224246, + "nauc_ndcg_at_1000_std": 0.196949, + "nauc_ndcg_at_1000_diff1": 0.090691, + "nauc_map_at_1_max": -0.02352, + "nauc_map_at_1_std": -0.25891, + "nauc_map_at_1_diff1": 0.386979, + "nauc_map_at_3_max": 0.034955, + "nauc_map_at_3_std": -0.165706, + "nauc_map_at_3_diff1": 0.234538, + "nauc_map_at_5_max": 0.018489, + "nauc_map_at_5_std": -0.140815, + "nauc_map_at_5_diff1": 0.225526, + "nauc_map_at_10_max": 0.033222, + "nauc_map_at_10_std": -0.081516, + "nauc_map_at_10_diff1": 0.221146, + "nauc_map_at_20_max": 0.055484, + "nauc_map_at_20_std": -0.008693, + "nauc_map_at_20_diff1": 0.211542, + "nauc_map_at_100_max": 0.095074, + "nauc_map_at_100_std": 0.165578, + "nauc_map_at_100_diff1": 0.142383, + "nauc_map_at_1000_max": 0.09317, + "nauc_map_at_1000_std": 0.19133, + "nauc_map_at_1000_diff1": 0.114862, + "nauc_recall_at_1_max": -0.02352, + "nauc_recall_at_1_std": -0.25891, + "nauc_recall_at_1_diff1": 0.386979, + "nauc_recall_at_3_max": -0.000925, + "nauc_recall_at_3_std": -0.131786, + "nauc_recall_at_3_diff1": 0.215121, + "nauc_recall_at_5_max": -0.025039, + "nauc_recall_at_5_std": -0.110724, + "nauc_recall_at_5_diff1": 0.222487, + "nauc_recall_at_10_max": -0.024204, + "nauc_recall_at_10_std": -0.050588, + "nauc_recall_at_10_diff1": 0.245897, + "nauc_recall_at_20_max": -0.019762, + "nauc_recall_at_20_std": 0.00895, + "nauc_recall_at_20_diff1": 0.252604, + "nauc_recall_at_100_max": 0.05626, + "nauc_recall_at_100_std": 0.324159, + "nauc_recall_at_100_diff1": 0.127288, + "nauc_recall_at_1000_max": 0.061717, + "nauc_recall_at_1000_std": 0.602542, + "nauc_recall_at_1000_diff1": 0.026937, + "nauc_precision_at_1_max": 0.258772, + "nauc_precision_at_1_std": -0.098469, + "nauc_precision_at_1_diff1": 0.257722, + "nauc_precision_at_3_max": 0.218095, + "nauc_precision_at_3_std": 0.130333, + "nauc_precision_at_3_diff1": -0.07488, + "nauc_precision_at_5_max": 0.172764, + "nauc_precision_at_5_std": 0.209001, + "nauc_precision_at_5_diff1": -0.123117, + "nauc_precision_at_10_max": 0.115188, + "nauc_precision_at_10_std": 0.343737, + "nauc_precision_at_10_diff1": -0.171092, + "nauc_precision_at_20_max": 0.10628, + "nauc_precision_at_20_std": 0.400765, + "nauc_precision_at_20_diff1": -0.195174, + "nauc_precision_at_100_max": 0.043177, + "nauc_precision_at_100_std": 0.330121, + "nauc_precision_at_100_diff1": -0.243741, + "nauc_precision_at_1000_max": -0.081197, + "nauc_precision_at_1000_std": 0.113235, + "nauc_precision_at_1000_diff1": -0.218473, + "nauc_mrr_at_1_max": 0.258772, + "nauc_mrr_at_1_std": -0.098469, + "nauc_mrr_at_1_diff1": 0.257722, + "nauc_mrr_at_3_max": 0.313162, + "nauc_mrr_at_3_std": -0.029926, + "nauc_mrr_at_3_diff1": 0.181072, + "nauc_mrr_at_5_max": 0.317394, + "nauc_mrr_at_5_std": -0.030348, + "nauc_mrr_at_5_diff1": 0.189749, + "nauc_mrr_at_10_max": 0.306076, + "nauc_mrr_at_10_std": -0.035764, + "nauc_mrr_at_10_diff1": 0.199011, + "nauc_mrr_at_20_max": 0.304421, + "nauc_mrr_at_20_std": -0.036921, + "nauc_mrr_at_20_diff1": 0.199235, + "nauc_mrr_at_100_max": 0.304301, + "nauc_mrr_at_100_std": -0.038529, + "nauc_mrr_at_100_diff1": 0.19927, + "nauc_mrr_at_1000_max": 0.304301, + "nauc_mrr_at_1000_std": -0.038529, + "nauc_mrr_at_1000_diff1": 0.19927, + "main_score": 0.5097, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5075, + "ndcg_at_3": 0.45147, + "ndcg_at_5": 0.43358, + "ndcg_at_10": 0.414, + "ndcg_at_20": 0.41945, + "ndcg_at_100": 0.50962, + "ndcg_at_1000": 0.60564, + "map_at_1": 0.06428, + "map_at_3": 0.12222, + "map_at_5": 0.1533, + "map_at_10": 0.18743, + "map_at_20": 0.21877, + "map_at_100": 0.28062, + "map_at_1000": 0.30676, + "recall_at_1": 0.06428, + "recall_at_3": 0.13733, + "recall_at_5": 0.18697, + "recall_at_10": 0.25773, + "recall_at_20": 0.3433, + "recall_at_100": 0.62892, + "recall_at_1000": 0.93063, + "precision_at_1": 0.595, + "precision_at_3": 0.48167, + "precision_at_5": 0.425, + "precision_at_10": 0.328, + "precision_at_20": 0.2535, + "precision_at_100": 0.11815, + "precision_at_1000": 0.02182, + "mrr_at_1": 0.595, + "mrr_at_3": 0.6925, + "mrr_at_5": 0.70775, + "mrr_at_10": 0.715601, + "mrr_at_20": 0.717849, + "mrr_at_100": 0.718809, + "mrr_at_1000": 0.718809, + "nauc_ndcg_at_1_max": 0.330571, + "nauc_ndcg_at_1_std": 0.087395, + "nauc_ndcg_at_1_diff1": 0.435261, + "nauc_ndcg_at_3_max": 0.31953, + "nauc_ndcg_at_3_std": 0.156502, + "nauc_ndcg_at_3_diff1": 0.26212, + "nauc_ndcg_at_5_max": 0.296284, + "nauc_ndcg_at_5_std": 0.189219, + "nauc_ndcg_at_5_diff1": 0.229043, + "nauc_ndcg_at_10_max": 0.304982, + "nauc_ndcg_at_10_std": 0.221312, + "nauc_ndcg_at_10_diff1": 0.239233, + "nauc_ndcg_at_20_max": 0.306363, + "nauc_ndcg_at_20_std": 0.245187, + "nauc_ndcg_at_20_diff1": 0.252842, + "nauc_ndcg_at_100_max": 0.320265, + "nauc_ndcg_at_100_std": 0.35369, + "nauc_ndcg_at_100_diff1": 0.241169, + "nauc_ndcg_at_1000_max": 0.347255, + "nauc_ndcg_at_1000_std": 0.361865, + "nauc_ndcg_at_1000_diff1": 0.215474, + "nauc_map_at_1_max": 0.133472, + "nauc_map_at_1_std": -0.071914, + "nauc_map_at_1_diff1": 0.254892, + "nauc_map_at_3_max": 0.139332, + "nauc_map_at_3_std": -0.027739, + "nauc_map_at_3_diff1": 0.16349, + "nauc_map_at_5_max": 0.140651, + "nauc_map_at_5_std": -0.006983, + "nauc_map_at_5_diff1": 0.15427, + "nauc_map_at_10_max": 0.168975, + "nauc_map_at_10_std": 0.054233, + "nauc_map_at_10_diff1": 0.164901, + "nauc_map_at_20_max": 0.189723, + "nauc_map_at_20_std": 0.133531, + "nauc_map_at_20_diff1": 0.159152, + "nauc_map_at_100_max": 0.203135, + "nauc_map_at_100_std": 0.280483, + "nauc_map_at_100_diff1": 0.143318, + "nauc_map_at_1000_max": 0.207349, + "nauc_map_at_1000_std": 0.313034, + "nauc_map_at_1000_diff1": 0.123339, + "nauc_recall_at_1_max": 0.133472, + "nauc_recall_at_1_std": -0.071914, + "nauc_recall_at_1_diff1": 0.254892, + "nauc_recall_at_3_max": 0.130112, + "nauc_recall_at_3_std": -0.022784, + "nauc_recall_at_3_diff1": 0.12598, + "nauc_recall_at_5_max": 0.099281, + "nauc_recall_at_5_std": 0.006496, + "nauc_recall_at_5_diff1": 0.111271, + "nauc_recall_at_10_max": 0.122502, + "nauc_recall_at_10_std": 0.06238, + "nauc_recall_at_10_diff1": 0.131158, + "nauc_recall_at_20_max": 0.157926, + "nauc_recall_at_20_std": 0.181752, + "nauc_recall_at_20_diff1": 0.162538, + "nauc_recall_at_100_max": 0.167303, + "nauc_recall_at_100_std": 0.423742, + "nauc_recall_at_100_diff1": 0.129696, + "nauc_recall_at_1000_max": 0.37652, + "nauc_recall_at_1000_std": 0.638258, + "nauc_recall_at_1000_diff1": 0.110576, + "nauc_precision_at_1_max": 0.293956, + "nauc_precision_at_1_std": 0.076988, + "nauc_precision_at_1_diff1": 0.418854, + "nauc_precision_at_3_max": 0.239467, + "nauc_precision_at_3_std": 0.251816, + "nauc_precision_at_3_diff1": 0.105479, + "nauc_precision_at_5_max": 0.207458, + "nauc_precision_at_5_std": 0.307853, + "nauc_precision_at_5_diff1": 0.07684, + "nauc_precision_at_10_max": 0.172723, + "nauc_precision_at_10_std": 0.350089, + "nauc_precision_at_10_diff1": 0.022954, + "nauc_precision_at_20_max": 0.141937, + "nauc_precision_at_20_std": 0.44109, + "nauc_precision_at_20_diff1": -0.010087, + "nauc_precision_at_100_max": 0.055935, + "nauc_precision_at_100_std": 0.422631, + "nauc_precision_at_100_diff1": -0.086852, + "nauc_precision_at_1000_max": -0.079498, + "nauc_precision_at_1000_std": 0.17157, + "nauc_precision_at_1000_diff1": -0.178839, + "nauc_mrr_at_1_max": 0.293956, + "nauc_mrr_at_1_std": 0.076988, + "nauc_mrr_at_1_diff1": 0.418854, + "nauc_mrr_at_3_max": 0.344797, + "nauc_mrr_at_3_std": 0.159631, + "nauc_mrr_at_3_diff1": 0.411186, + "nauc_mrr_at_5_max": 0.33744, + "nauc_mrr_at_5_std": 0.153373, + "nauc_mrr_at_5_diff1": 0.414664, + "nauc_mrr_at_10_max": 0.339737, + "nauc_mrr_at_10_std": 0.149127, + "nauc_mrr_at_10_diff1": 0.414121, + "nauc_mrr_at_20_max": 0.33991, + "nauc_mrr_at_20_std": 0.151664, + "nauc_mrr_at_20_diff1": 0.413493, + "nauc_mrr_at_100_max": 0.338086, + "nauc_mrr_at_100_std": 0.149583, + "nauc_mrr_at_100_diff1": 0.413816, + "nauc_mrr_at_1000_max": 0.338086, + "nauc_mrr_at_1000_std": 0.149583, + "nauc_mrr_at_1000_diff1": 0.413816, + "main_score": 0.414, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4825, + "ndcg_at_3": 0.4384, + "ndcg_at_5": 0.41137, + "ndcg_at_10": 0.40048, + "ndcg_at_20": 0.41739, + "ndcg_at_100": 0.50599, + "ndcg_at_1000": 0.59838, + "map_at_1": 0.05351, + "map_at_3": 0.10937, + "map_at_5": 0.13672, + "map_at_10": 0.16892, + "map_at_20": 0.20432, + "map_at_100": 0.2694, + "map_at_1000": 0.29467, + "recall_at_1": 0.05351, + "recall_at_3": 0.12902, + "recall_at_5": 0.17592, + "recall_at_10": 0.24594, + "recall_at_20": 0.3515, + "recall_at_100": 0.63914, + "recall_at_1000": 0.93302, + "precision_at_1": 0.565, + "precision_at_3": 0.48, + "precision_at_5": 0.411, + "precision_at_10": 0.3305, + "precision_at_20": 0.266, + "precision_at_100": 0.1236, + "precision_at_1000": 0.0223, + "mrr_at_1": 0.565, + "mrr_at_3": 0.673333, + "mrr_at_5": 0.690083, + "mrr_at_10": 0.699337, + "mrr_at_20": 0.701071, + "mrr_at_100": 0.701429, + "mrr_at_1000": 0.701429, + "nauc_ndcg_at_1_max": 0.26244, + "nauc_ndcg_at_1_std": 0.040191, + "nauc_ndcg_at_1_diff1": 0.366091, + "nauc_ndcg_at_3_max": 0.274544, + "nauc_ndcg_at_3_std": 0.13278, + "nauc_ndcg_at_3_diff1": 0.26861, + "nauc_ndcg_at_5_max": 0.258042, + "nauc_ndcg_at_5_std": 0.189907, + "nauc_ndcg_at_5_diff1": 0.249508, + "nauc_ndcg_at_10_max": 0.26835, + "nauc_ndcg_at_10_std": 0.213998, + "nauc_ndcg_at_10_diff1": 0.284706, + "nauc_ndcg_at_20_max": 0.233417, + "nauc_ndcg_at_20_std": 0.246872, + "nauc_ndcg_at_20_diff1": 0.25365, + "nauc_ndcg_at_100_max": 0.239585, + "nauc_ndcg_at_100_std": 0.364573, + "nauc_ndcg_at_100_diff1": 0.221287, + "nauc_ndcg_at_1000_max": 0.280106, + "nauc_ndcg_at_1000_std": 0.361104, + "nauc_ndcg_at_1000_diff1": 0.23637, + "nauc_map_at_1_max": 0.157664, + "nauc_map_at_1_std": -0.05511, + "nauc_map_at_1_diff1": 0.358208, + "nauc_map_at_3_max": 0.097765, + "nauc_map_at_3_std": -0.013953, + "nauc_map_at_3_diff1": 0.237432, + "nauc_map_at_5_max": 0.07924, + "nauc_map_at_5_std": 0.017884, + "nauc_map_at_5_diff1": 0.211007, + "nauc_map_at_10_max": 0.100089, + "nauc_map_at_10_std": 0.066855, + "nauc_map_at_10_diff1": 0.211936, + "nauc_map_at_20_max": 0.105921, + "nauc_map_at_20_std": 0.136333, + "nauc_map_at_20_diff1": 0.189127, + "nauc_map_at_100_max": 0.123943, + "nauc_map_at_100_std": 0.296772, + "nauc_map_at_100_diff1": 0.166396, + "nauc_map_at_1000_max": 0.128714, + "nauc_map_at_1000_std": 0.32847, + "nauc_map_at_1000_diff1": 0.162791, + "nauc_recall_at_1_max": 0.157664, + "nauc_recall_at_1_std": -0.05511, + "nauc_recall_at_1_diff1": 0.358208, + "nauc_recall_at_3_max": 0.089298, + "nauc_recall_at_3_std": 0.048104, + "nauc_recall_at_3_diff1": 0.201047, + "nauc_recall_at_5_max": 0.045769, + "nauc_recall_at_5_std": 0.058627, + "nauc_recall_at_5_diff1": 0.168837, + "nauc_recall_at_10_max": 0.064643, + "nauc_recall_at_10_std": 0.086332, + "nauc_recall_at_10_diff1": 0.176991, + "nauc_recall_at_20_max": 0.034579, + "nauc_recall_at_20_std": 0.153437, + "nauc_recall_at_20_diff1": 0.119199, + "nauc_recall_at_100_max": 0.055195, + "nauc_recall_at_100_std": 0.400121, + "nauc_recall_at_100_diff1": 0.037585, + "nauc_recall_at_1000_max": 0.19753, + "nauc_recall_at_1000_std": 0.592269, + "nauc_recall_at_1000_diff1": 0.007658, + "nauc_precision_at_1_max": 0.270258, + "nauc_precision_at_1_std": 0.052744, + "nauc_precision_at_1_diff1": 0.403621, + "nauc_precision_at_3_max": 0.216468, + "nauc_precision_at_3_std": 0.172208, + "nauc_precision_at_3_diff1": 0.165362, + "nauc_precision_at_5_max": 0.189778, + "nauc_precision_at_5_std": 0.278517, + "nauc_precision_at_5_diff1": 0.090686, + "nauc_precision_at_10_max": 0.1711, + "nauc_precision_at_10_std": 0.328181, + "nauc_precision_at_10_diff1": 0.108467, + "nauc_precision_at_20_max": 0.119682, + "nauc_precision_at_20_std": 0.382031, + "nauc_precision_at_20_diff1": 5e-05, + "nauc_precision_at_100_max": 0.051765, + "nauc_precision_at_100_std": 0.375442, + "nauc_precision_at_100_diff1": -0.039653, + "nauc_precision_at_1000_max": -0.05197, + "nauc_precision_at_1000_std": 0.147636, + "nauc_precision_at_1000_diff1": -0.078358, + "nauc_mrr_at_1_max": 0.270258, + "nauc_mrr_at_1_std": 0.052744, + "nauc_mrr_at_1_diff1": 0.403621, + "nauc_mrr_at_3_max": 0.340343, + "nauc_mrr_at_3_std": 0.148001, + "nauc_mrr_at_3_diff1": 0.395992, + "nauc_mrr_at_5_max": 0.3393, + "nauc_mrr_at_5_std": 0.152163, + "nauc_mrr_at_5_diff1": 0.407545, + "nauc_mrr_at_10_max": 0.333355, + "nauc_mrr_at_10_std": 0.141847, + "nauc_mrr_at_10_diff1": 0.410376, + "nauc_mrr_at_20_max": 0.329715, + "nauc_mrr_at_20_std": 0.137954, + "nauc_mrr_at_20_diff1": 0.411235, + "nauc_mrr_at_100_max": 0.329355, + "nauc_mrr_at_100_std": 0.136929, + "nauc_mrr_at_100_diff1": 0.410596, + "nauc_mrr_at_1000_max": 0.329355, + "nauc_mrr_at_1000_std": 0.136929, + "nauc_mrr_at_1000_diff1": 0.410596, + "main_score": 0.40048, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.51497, + "ndcg_at_5": 0.51583, + "ndcg_at_10": 0.51332, + "ndcg_at_20": 0.52043, + "ndcg_at_100": 0.59473, + "ndcg_at_1000": 0.67624, + "map_at_1": 0.06318, + "map_at_3": 0.10106, + "map_at_5": 0.13547, + "map_at_10": 0.18796, + "map_at_20": 0.24233, + "map_at_100": 0.35045, + "map_at_1000": 0.40437, + "recall_at_1": 0.06318, + "recall_at_3": 0.11113, + "recall_at_5": 0.16381, + "recall_at_10": 0.26217, + "recall_at_20": 0.37129, + "recall_at_100": 0.67293, + "recall_at_1000": 0.93351, + "precision_at_1": 0.745, + "precision_at_3": 0.58, + "precision_at_5": 0.569, + "precision_at_10": 0.511, + "precision_at_20": 0.43475, + "precision_at_100": 0.2338, + "precision_at_1000": 0.05124, + "mrr_at_1": 0.745, + "mrr_at_3": 0.799167, + "mrr_at_5": 0.809667, + "mrr_at_10": 0.818337, + "mrr_at_20": 0.818985, + "mrr_at_100": 0.819264, + "mrr_at_1000": 0.819319, + "nauc_ndcg_at_1_max": 0.312008, + "nauc_ndcg_at_1_std": 0.103428, + "nauc_ndcg_at_1_diff1": 0.223778, + "nauc_ndcg_at_3_max": 0.230469, + "nauc_ndcg_at_3_std": 0.073954, + "nauc_ndcg_at_3_diff1": 0.118941, + "nauc_ndcg_at_5_max": 0.241073, + "nauc_ndcg_at_5_std": 0.127676, + "nauc_ndcg_at_5_diff1": 0.102313, + "nauc_ndcg_at_10_max": 0.258316, + "nauc_ndcg_at_10_std": 0.181673, + "nauc_ndcg_at_10_diff1": 0.09432, + "nauc_ndcg_at_20_max": 0.283235, + "nauc_ndcg_at_20_std": 0.236648, + "nauc_ndcg_at_20_diff1": 0.101274, + "nauc_ndcg_at_100_max": 0.367979, + "nauc_ndcg_at_100_std": 0.411451, + "nauc_ndcg_at_100_diff1": 0.07705, + "nauc_ndcg_at_1000_max": 0.394526, + "nauc_ndcg_at_1000_std": 0.385204, + "nauc_ndcg_at_1000_diff1": 0.046, + "nauc_map_at_1_max": -0.179711, + "nauc_map_at_1_std": -0.084213, + "nauc_map_at_1_diff1": 0.244757, + "nauc_map_at_3_max": -0.087289, + "nauc_map_at_3_std": -0.006135, + "nauc_map_at_3_diff1": 0.192356, + "nauc_map_at_5_max": -0.013501, + "nauc_map_at_5_std": 0.054376, + "nauc_map_at_5_diff1": 0.169019, + "nauc_map_at_10_max": 0.064296, + "nauc_map_at_10_std": 0.12843, + "nauc_map_at_10_diff1": 0.130595, + "nauc_map_at_20_max": 0.134733, + "nauc_map_at_20_std": 0.200367, + "nauc_map_at_20_diff1": 0.105056, + "nauc_map_at_100_max": 0.257124, + "nauc_map_at_100_std": 0.387023, + "nauc_map_at_100_diff1": 0.026494, + "nauc_map_at_1000_max": 0.282261, + "nauc_map_at_1000_std": 0.393296, + "nauc_map_at_1000_diff1": -0.032223, + "nauc_recall_at_1_max": -0.179711, + "nauc_recall_at_1_std": -0.084213, + "nauc_recall_at_1_diff1": 0.244757, + "nauc_recall_at_3_max": -0.100159, + "nauc_recall_at_3_std": -0.004336, + "nauc_recall_at_3_diff1": 0.192703, + "nauc_recall_at_5_max": -0.030409, + "nauc_recall_at_5_std": 0.060597, + "nauc_recall_at_5_diff1": 0.174479, + "nauc_recall_at_10_max": 0.016773, + "nauc_recall_at_10_std": 0.108408, + "nauc_recall_at_10_diff1": 0.10538, + "nauc_recall_at_20_max": 0.099406, + "nauc_recall_at_20_std": 0.185625, + "nauc_recall_at_20_diff1": 0.101994, + "nauc_recall_at_100_max": 0.230754, + "nauc_recall_at_100_std": 0.433813, + "nauc_recall_at_100_diff1": 0.051423, + "nauc_recall_at_1000_max": 0.325665, + "nauc_recall_at_1000_std": 0.587393, + "nauc_recall_at_1000_diff1": -0.075206, + "nauc_precision_at_1_max": 0.410538, + "nauc_precision_at_1_std": 0.153146, + "nauc_precision_at_1_diff1": 0.126132, + "nauc_precision_at_3_max": 0.281323, + "nauc_precision_at_3_std": 0.139042, + "nauc_precision_at_3_diff1": -0.046072, + "nauc_precision_at_5_max": 0.335516, + "nauc_precision_at_5_std": 0.225727, + "nauc_precision_at_5_diff1": -0.072931, + "nauc_precision_at_10_max": 0.312036, + "nauc_precision_at_10_std": 0.252151, + "nauc_precision_at_10_diff1": -0.136761, + "nauc_precision_at_20_max": 0.250906, + "nauc_precision_at_20_std": 0.201771, + "nauc_precision_at_20_diff1": -0.142834, + "nauc_precision_at_100_max": 0.092146, + "nauc_precision_at_100_std": 0.086936, + "nauc_precision_at_100_diff1": -0.148721, + "nauc_precision_at_1000_max": -0.033285, + "nauc_precision_at_1000_std": -0.102058, + "nauc_precision_at_1000_diff1": -0.115061, + "nauc_mrr_at_1_max": 0.410538, + "nauc_mrr_at_1_std": 0.153146, + "nauc_mrr_at_1_diff1": 0.126132, + "nauc_mrr_at_3_max": 0.434068, + "nauc_mrr_at_3_std": 0.188269, + "nauc_mrr_at_3_diff1": 0.142075, + "nauc_mrr_at_5_max": 0.430206, + "nauc_mrr_at_5_std": 0.19917, + "nauc_mrr_at_5_diff1": 0.151529, + "nauc_mrr_at_10_max": 0.442275, + "nauc_mrr_at_10_std": 0.201355, + "nauc_mrr_at_10_diff1": 0.142324, + "nauc_mrr_at_20_max": 0.440084, + "nauc_mrr_at_20_std": 0.199577, + "nauc_mrr_at_20_diff1": 0.139979, + "nauc_mrr_at_100_max": 0.440104, + "nauc_mrr_at_100_std": 0.198755, + "nauc_mrr_at_100_diff1": 0.14033, + "nauc_mrr_at_1000_max": 0.439915, + "nauc_mrr_at_1000_std": 0.198485, + "nauc_mrr_at_1000_diff1": 0.14024, + "main_score": 0.51332, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.535, + "ndcg_at_3": 0.45902, + "ndcg_at_5": 0.45039, + "ndcg_at_10": 0.44579, + "ndcg_at_20": 0.45434, + "ndcg_at_100": 0.53616, + "ndcg_at_1000": 0.62637, + "map_at_1": 0.04642, + "map_at_3": 0.08038, + "map_at_5": 0.10645, + "map_at_10": 0.14942, + "map_at_20": 0.19526, + "map_at_100": 0.28821, + "map_at_1000": 0.34114, + "recall_at_1": 0.04642, + "recall_at_3": 0.09436, + "recall_at_5": 0.13869, + "recall_at_10": 0.21967, + "recall_at_20": 0.33109, + "recall_at_100": 0.64114, + "recall_at_1000": 0.91437, + "precision_at_1": 0.68, + "precision_at_3": 0.545, + "precision_at_5": 0.511, + "precision_at_10": 0.4605, + "precision_at_20": 0.39025, + "precision_at_100": 0.21375, + "precision_at_1000": 0.04918, + "mrr_at_1": 0.68, + "mrr_at_3": 0.7475, + "mrr_at_5": 0.7605, + "mrr_at_10": 0.767899, + "mrr_at_20": 0.768994, + "mrr_at_100": 0.769749, + "mrr_at_1000": 0.769749, + "nauc_ndcg_at_1_max": 0.227598, + "nauc_ndcg_at_1_std": 0.079033, + "nauc_ndcg_at_1_diff1": 0.152662, + "nauc_ndcg_at_3_max": 0.264393, + "nauc_ndcg_at_3_std": 0.101043, + "nauc_ndcg_at_3_diff1": 0.017597, + "nauc_ndcg_at_5_max": 0.276022, + "nauc_ndcg_at_5_std": 0.170386, + "nauc_ndcg_at_5_diff1": -0.012691, + "nauc_ndcg_at_10_max": 0.30298, + "nauc_ndcg_at_10_std": 0.18107, + "nauc_ndcg_at_10_diff1": -0.005167, + "nauc_ndcg_at_20_max": 0.349501, + "nauc_ndcg_at_20_std": 0.308305, + "nauc_ndcg_at_20_diff1": -0.036947, + "nauc_ndcg_at_100_max": 0.375397, + "nauc_ndcg_at_100_std": 0.459942, + "nauc_ndcg_at_100_diff1": -0.039889, + "nauc_ndcg_at_1000_max": 0.441035, + "nauc_ndcg_at_1000_std": 0.421741, + "nauc_ndcg_at_1000_diff1": -0.007038, + "nauc_map_at_1_max": -0.055855, + "nauc_map_at_1_std": 0.076607, + "nauc_map_at_1_diff1": 0.093661, + "nauc_map_at_3_max": 0.018485, + "nauc_map_at_3_std": 0.110054, + "nauc_map_at_3_diff1": 0.044497, + "nauc_map_at_5_max": 0.075304, + "nauc_map_at_5_std": 0.183425, + "nauc_map_at_5_diff1": 0.028029, + "nauc_map_at_10_max": 0.139366, + "nauc_map_at_10_std": 0.213582, + "nauc_map_at_10_diff1": 0.02322, + "nauc_map_at_20_max": 0.180799, + "nauc_map_at_20_std": 0.314827, + "nauc_map_at_20_diff1": -0.003766, + "nauc_map_at_100_max": 0.273672, + "nauc_map_at_100_std": 0.46437, + "nauc_map_at_100_diff1": -0.04378, + "nauc_map_at_1000_max": 0.31995, + "nauc_map_at_1000_std": 0.470783, + "nauc_map_at_1000_diff1": -0.075319, + "nauc_recall_at_1_max": -0.055855, + "nauc_recall_at_1_std": 0.076607, + "nauc_recall_at_1_diff1": 0.093661, + "nauc_recall_at_3_max": -0.044214, + "nauc_recall_at_3_std": 0.041408, + "nauc_recall_at_3_diff1": -0.00804, + "nauc_recall_at_5_max": 0.005304, + "nauc_recall_at_5_std": 0.133415, + "nauc_recall_at_5_diff1": -0.028356, + "nauc_recall_at_10_max": 0.09738, + "nauc_recall_at_10_std": 0.184893, + "nauc_recall_at_10_diff1": -0.005403, + "nauc_recall_at_20_max": 0.082352, + "nauc_recall_at_20_std": 0.306859, + "nauc_recall_at_20_diff1": -0.019988, + "nauc_recall_at_100_max": 0.140513, + "nauc_recall_at_100_std": 0.465104, + "nauc_recall_at_100_diff1": -0.018802, + "nauc_recall_at_1000_max": 0.319283, + "nauc_recall_at_1000_std": 0.654318, + "nauc_recall_at_1000_diff1": -0.019224, + "nauc_precision_at_1_max": 0.288378, + "nauc_precision_at_1_std": 0.127773, + "nauc_precision_at_1_diff1": 0.155855, + "nauc_precision_at_3_max": 0.265081, + "nauc_precision_at_3_std": 0.130503, + "nauc_precision_at_3_diff1": -0.053507, + "nauc_precision_at_5_max": 0.287503, + "nauc_precision_at_5_std": 0.221981, + "nauc_precision_at_5_diff1": -0.065932, + "nauc_precision_at_10_max": 0.300578, + "nauc_precision_at_10_std": 0.190565, + "nauc_precision_at_10_diff1": -0.081944, + "nauc_precision_at_20_max": 0.255187, + "nauc_precision_at_20_std": 0.223997, + "nauc_precision_at_20_diff1": -0.112444, + "nauc_precision_at_100_max": 0.146146, + "nauc_precision_at_100_std": 0.099666, + "nauc_precision_at_100_diff1": -0.118696, + "nauc_precision_at_1000_max": 0.046078, + "nauc_precision_at_1000_std": -0.085668, + "nauc_precision_at_1000_diff1": -0.088728, + "nauc_mrr_at_1_max": 0.288378, + "nauc_mrr_at_1_std": 0.127773, + "nauc_mrr_at_1_diff1": 0.155855, + "nauc_mrr_at_3_max": 0.343979, + "nauc_mrr_at_3_std": 0.139873, + "nauc_mrr_at_3_diff1": 0.126515, + "nauc_mrr_at_5_max": 0.342305, + "nauc_mrr_at_5_std": 0.144447, + "nauc_mrr_at_5_diff1": 0.108749, + "nauc_mrr_at_10_max": 0.345141, + "nauc_mrr_at_10_std": 0.145121, + "nauc_mrr_at_10_diff1": 0.118785, + "nauc_mrr_at_20_max": 0.34185, + "nauc_mrr_at_20_std": 0.147379, + "nauc_mrr_at_20_diff1": 0.122274, + "nauc_mrr_at_100_max": 0.341103, + "nauc_mrr_at_100_std": 0.145365, + "nauc_mrr_at_100_diff1": 0.123815, + "nauc_mrr_at_1000_max": 0.341103, + "nauc_mrr_at_1000_std": 0.145365, + "nauc_mrr_at_1000_diff1": 0.123815, + "main_score": 0.44579, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4725, + "ndcg_at_3": 0.44676, + "ndcg_at_5": 0.4327, + "ndcg_at_10": 0.42644, + "ndcg_at_20": 0.43636, + "ndcg_at_100": 0.51675, + "ndcg_at_1000": 0.60871, + "map_at_1": 0.044, + "map_at_3": 0.08042, + "map_at_5": 0.10463, + "map_at_10": 0.14552, + "map_at_20": 0.18998, + "map_at_100": 0.27827, + "map_at_1000": 0.32905, + "recall_at_1": 0.044, + "recall_at_3": 0.09604, + "recall_at_5": 0.13459, + "recall_at_10": 0.21057, + "recall_at_20": 0.31653, + "recall_at_100": 0.61731, + "recall_at_1000": 0.89677, + "precision_at_1": 0.62, + "precision_at_3": 0.535, + "precision_at_5": 0.494, + "precision_at_10": 0.437, + "precision_at_20": 0.37375, + "precision_at_100": 0.20825, + "precision_at_1000": 0.04851, + "mrr_at_1": 0.62, + "mrr_at_3": 0.713333, + "mrr_at_5": 0.726333, + "mrr_at_10": 0.731913, + "mrr_at_20": 0.734482, + "mrr_at_100": 0.734977, + "mrr_at_1000": 0.73502, + "nauc_ndcg_at_1_max": 0.248529, + "nauc_ndcg_at_1_std": 0.180729, + "nauc_ndcg_at_1_diff1": 0.048587, + "nauc_ndcg_at_3_max": 0.240094, + "nauc_ndcg_at_3_std": 0.164041, + "nauc_ndcg_at_3_diff1": -0.101527, + "nauc_ndcg_at_5_max": 0.242264, + "nauc_ndcg_at_5_std": 0.195181, + "nauc_ndcg_at_5_diff1": -0.14246, + "nauc_ndcg_at_10_max": 0.284575, + "nauc_ndcg_at_10_std": 0.258307, + "nauc_ndcg_at_10_diff1": -0.136925, + "nauc_ndcg_at_20_max": 0.348195, + "nauc_ndcg_at_20_std": 0.330571, + "nauc_ndcg_at_20_diff1": -0.114981, + "nauc_ndcg_at_100_max": 0.445936, + "nauc_ndcg_at_100_std": 0.511912, + "nauc_ndcg_at_100_diff1": -0.107616, + "nauc_ndcg_at_1000_max": 0.451596, + "nauc_ndcg_at_1000_std": 0.473746, + "nauc_ndcg_at_1000_diff1": -0.186063, + "nauc_map_at_1_max": -0.039612, + "nauc_map_at_1_std": -0.003987, + "nauc_map_at_1_diff1": 0.186325, + "nauc_map_at_3_max": 0.03249, + "nauc_map_at_3_std": 0.099297, + "nauc_map_at_3_diff1": 0.079838, + "nauc_map_at_5_max": 0.086862, + "nauc_map_at_5_std": 0.156349, + "nauc_map_at_5_diff1": 0.043016, + "nauc_map_at_10_max": 0.185086, + "nauc_map_at_10_std": 0.257756, + "nauc_map_at_10_diff1": 0.023342, + "nauc_map_at_20_max": 0.242474, + "nauc_map_at_20_std": 0.329155, + "nauc_map_at_20_diff1": 0.011904, + "nauc_map_at_100_max": 0.356784, + "nauc_map_at_100_std": 0.481942, + "nauc_map_at_100_diff1": -0.052108, + "nauc_map_at_1000_max": 0.377928, + "nauc_map_at_1000_std": 0.482447, + "nauc_map_at_1000_diff1": -0.1098, + "nauc_recall_at_1_max": -0.039612, + "nauc_recall_at_1_std": -0.003987, + "nauc_recall_at_1_diff1": 0.186325, + "nauc_recall_at_3_max": -0.012403, + "nauc_recall_at_3_std": 0.092434, + "nauc_recall_at_3_diff1": 0.035425, + "nauc_recall_at_5_max": 0.039905, + "nauc_recall_at_5_std": 0.157921, + "nauc_recall_at_5_diff1": 0.01759, + "nauc_recall_at_10_max": 0.148709, + "nauc_recall_at_10_std": 0.256241, + "nauc_recall_at_10_diff1": 0.010012, + "nauc_recall_at_20_max": 0.199966, + "nauc_recall_at_20_std": 0.301195, + "nauc_recall_at_20_diff1": 0.025218, + "nauc_recall_at_100_max": 0.298555, + "nauc_recall_at_100_std": 0.534375, + "nauc_recall_at_100_diff1": -0.019599, + "nauc_recall_at_1000_max": 0.457258, + "nauc_recall_at_1000_std": 0.713419, + "nauc_recall_at_1000_diff1": -0.129339, + "nauc_precision_at_1_max": 0.335977, + "nauc_precision_at_1_std": 0.172323, + "nauc_precision_at_1_diff1": 0.063656, + "nauc_precision_at_3_max": 0.287652, + "nauc_precision_at_3_std": 0.18367, + "nauc_precision_at_3_diff1": -0.175075, + "nauc_precision_at_5_max": 0.293651, + "nauc_precision_at_5_std": 0.209167, + "nauc_precision_at_5_diff1": -0.199932, + "nauc_precision_at_10_max": 0.31163, + "nauc_precision_at_10_std": 0.251669, + "nauc_precision_at_10_diff1": -0.170706, + "nauc_precision_at_20_max": 0.294928, + "nauc_precision_at_20_std": 0.237852, + "nauc_precision_at_20_diff1": -0.139964, + "nauc_precision_at_100_max": 0.148245, + "nauc_precision_at_100_std": 0.095059, + "nauc_precision_at_100_diff1": -0.152335, + "nauc_precision_at_1000_max": 0.008566, + "nauc_precision_at_1000_std": -0.113091, + "nauc_precision_at_1000_diff1": -0.111124, + "nauc_mrr_at_1_max": 0.335977, + "nauc_mrr_at_1_std": 0.172323, + "nauc_mrr_at_1_diff1": 0.063656, + "nauc_mrr_at_3_max": 0.387882, + "nauc_mrr_at_3_std": 0.184026, + "nauc_mrr_at_3_diff1": -0.026872, + "nauc_mrr_at_5_max": 0.392452, + "nauc_mrr_at_5_std": 0.205986, + "nauc_mrr_at_5_diff1": -0.013151, + "nauc_mrr_at_10_max": 0.393523, + "nauc_mrr_at_10_std": 0.203248, + "nauc_mrr_at_10_diff1": -0.016168, + "nauc_mrr_at_20_max": 0.392487, + "nauc_mrr_at_20_std": 0.200485, + "nauc_mrr_at_20_diff1": -0.011848, + "nauc_mrr_at_100_max": 0.391359, + "nauc_mrr_at_100_std": 0.200471, + "nauc_mrr_at_100_diff1": -0.011684, + "nauc_mrr_at_1000_max": 0.391241, + "nauc_mrr_at_1000_std": 0.200327, + "nauc_mrr_at_1000_diff1": -0.011481, + "main_score": 0.42644, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.68, + "ndcg_at_3": 0.59053, + "ndcg_at_5": 0.56406, + "ndcg_at_10": 0.55391, + "ndcg_at_20": 0.56351, + "ndcg_at_100": 0.62688, + "ndcg_at_1000": 0.70774, + "map_at_1": 0.12681, + "map_at_3": 0.20259, + "map_at_5": 0.24016, + "map_at_10": 0.28624, + "map_at_20": 0.32341, + "map_at_100": 0.39073, + "map_at_1000": 0.42863, + "recall_at_1": 0.12681, + "recall_at_3": 0.21977, + "recall_at_5": 0.27519, + "recall_at_10": 0.35743, + "recall_at_20": 0.4638, + "recall_at_100": 0.72022, + "recall_at_1000": 0.9617, + "precision_at_1": 0.77, + "precision_at_3": 0.59, + "precision_at_5": 0.501, + "precision_at_10": 0.399, + "precision_at_20": 0.3095, + "precision_at_100": 0.15275, + "precision_at_1000": 0.03408, + "mrr_at_1": 0.77, + "mrr_at_3": 0.829167, + "mrr_at_5": 0.837667, + "mrr_at_10": 0.839562, + "mrr_at_20": 0.841875, + "mrr_at_100": 0.842025, + "mrr_at_1000": 0.842025, + "nauc_ndcg_at_1_max": 0.503102, + "nauc_ndcg_at_1_std": 0.071015, + "nauc_ndcg_at_1_diff1": 0.405555, + "nauc_ndcg_at_3_max": 0.482892, + "nauc_ndcg_at_3_std": 0.065999, + "nauc_ndcg_at_3_diff1": 0.24955, + "nauc_ndcg_at_5_max": 0.450954, + "nauc_ndcg_at_5_std": 0.058442, + "nauc_ndcg_at_5_diff1": 0.222507, + "nauc_ndcg_at_10_max": 0.415771, + "nauc_ndcg_at_10_std": 0.079282, + "nauc_ndcg_at_10_diff1": 0.221143, + "nauc_ndcg_at_20_max": 0.406894, + "nauc_ndcg_at_20_std": 0.121946, + "nauc_ndcg_at_20_diff1": 0.248879, + "nauc_ndcg_at_100_max": 0.443539, + "nauc_ndcg_at_100_std": 0.223337, + "nauc_ndcg_at_100_diff1": 0.268554, + "nauc_ndcg_at_1000_max": 0.473477, + "nauc_ndcg_at_1000_std": 0.193294, + "nauc_ndcg_at_1000_diff1": 0.253886, + "nauc_map_at_1_max": 0.207205, + "nauc_map_at_1_std": 0.095708, + "nauc_map_at_1_diff1": 0.45337, + "nauc_map_at_3_max": 0.25307, + "nauc_map_at_3_std": 0.172747, + "nauc_map_at_3_diff1": 0.307504, + "nauc_map_at_5_max": 0.277611, + "nauc_map_at_5_std": 0.186872, + "nauc_map_at_5_diff1": 0.267132, + "nauc_map_at_10_max": 0.295725, + "nauc_map_at_10_std": 0.200134, + "nauc_map_at_10_diff1": 0.220412, + "nauc_map_at_20_max": 0.29965, + "nauc_map_at_20_std": 0.208587, + "nauc_map_at_20_diff1": 0.212427, + "nauc_map_at_100_max": 0.306295, + "nauc_map_at_100_std": 0.222388, + "nauc_map_at_100_diff1": 0.18071, + "nauc_map_at_1000_max": 0.306715, + "nauc_map_at_1000_std": 0.202086, + "nauc_map_at_1000_diff1": 0.150124, + "nauc_recall_at_1_max": 0.207205, + "nauc_recall_at_1_std": 0.095708, + "nauc_recall_at_1_diff1": 0.45337, + "nauc_recall_at_3_max": 0.217506, + "nauc_recall_at_3_std": 0.166923, + "nauc_recall_at_3_diff1": 0.302289, + "nauc_recall_at_5_max": 0.236627, + "nauc_recall_at_5_std": 0.172115, + "nauc_recall_at_5_diff1": 0.271238, + "nauc_recall_at_10_max": 0.239036, + "nauc_recall_at_10_std": 0.182125, + "nauc_recall_at_10_diff1": 0.208444, + "nauc_recall_at_20_max": 0.211869, + "nauc_recall_at_20_std": 0.212005, + "nauc_recall_at_20_diff1": 0.222616, + "nauc_recall_at_100_max": 0.265869, + "nauc_recall_at_100_std": 0.326409, + "nauc_recall_at_100_diff1": 0.252141, + "nauc_recall_at_1000_max": 0.306856, + "nauc_recall_at_1000_std": 0.713715, + "nauc_recall_at_1000_diff1": 0.28005, + "nauc_precision_at_1_max": 0.558269, + "nauc_precision_at_1_std": 0.049898, + "nauc_precision_at_1_diff1": 0.370672, + "nauc_precision_at_3_max": 0.306119, + "nauc_precision_at_3_std": 0.023826, + "nauc_precision_at_3_diff1": -0.096192, + "nauc_precision_at_5_max": 0.203996, + "nauc_precision_at_5_std": -0.046795, + "nauc_precision_at_5_diff1": -0.191746, + "nauc_precision_at_10_max": 0.095504, + "nauc_precision_at_10_std": -0.101252, + "nauc_precision_at_10_diff1": -0.231887, + "nauc_precision_at_20_max": -0.001924, + "nauc_precision_at_20_std": -0.117181, + "nauc_precision_at_20_diff1": -0.239137, + "nauc_precision_at_100_max": -0.076213, + "nauc_precision_at_100_std": -0.147623, + "nauc_precision_at_100_diff1": -0.225266, + "nauc_precision_at_1000_max": -0.099979, + "nauc_precision_at_1000_std": -0.285624, + "nauc_precision_at_1000_diff1": -0.176191, + "nauc_mrr_at_1_max": 0.558269, + "nauc_mrr_at_1_std": 0.049898, + "nauc_mrr_at_1_diff1": 0.370672, + "nauc_mrr_at_3_max": 0.573438, + "nauc_mrr_at_3_std": 0.032788, + "nauc_mrr_at_3_diff1": 0.427625, + "nauc_mrr_at_5_max": 0.582149, + "nauc_mrr_at_5_std": 0.029701, + "nauc_mrr_at_5_diff1": 0.406975, + "nauc_mrr_at_10_max": 0.582334, + "nauc_mrr_at_10_std": 0.027009, + "nauc_mrr_at_10_diff1": 0.404159, + "nauc_mrr_at_20_max": 0.580786, + "nauc_mrr_at_20_std": 0.033613, + "nauc_mrr_at_20_diff1": 0.404838, + "nauc_mrr_at_100_max": 0.580355, + "nauc_mrr_at_100_std": 0.032742, + "nauc_mrr_at_100_diff1": 0.40477, + "nauc_mrr_at_1000_max": 0.580355, + "nauc_mrr_at_1000_std": 0.032742, + "nauc_mrr_at_1000_diff1": 0.40477, + "main_score": 0.55391, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.515, + "ndcg_at_3": 0.46331, + "ndcg_at_5": 0.44517, + "ndcg_at_10": 0.43907, + "ndcg_at_20": 0.45672, + "ndcg_at_100": 0.52153, + "ndcg_at_1000": 0.61716, + "map_at_1": 0.10937, + "map_at_3": 0.16394, + "map_at_5": 0.1892, + "map_at_10": 0.22515, + "map_at_20": 0.25677, + "map_at_100": 0.3069, + "map_at_1000": 0.33983, + "recall_at_1": 0.10937, + "recall_at_3": 0.1798, + "recall_at_5": 0.22075, + "recall_at_10": 0.2933, + "recall_at_20": 0.39291, + "recall_at_100": 0.62895, + "recall_at_1000": 0.92755, + "precision_at_1": 0.625, + "precision_at_3": 0.47333, + "precision_at_5": 0.403, + "precision_at_10": 0.3215, + "precision_at_20": 0.25375, + "precision_at_100": 0.12725, + "precision_at_1000": 0.03144, + "mrr_at_1": 0.625, + "mrr_at_3": 0.689167, + "mrr_at_5": 0.704167, + "mrr_at_10": 0.713288, + "mrr_at_20": 0.716858, + "mrr_at_100": 0.717784, + "mrr_at_1000": 0.717854, + "nauc_ndcg_at_1_max": 0.500264, + "nauc_ndcg_at_1_std": 0.242891, + "nauc_ndcg_at_1_diff1": 0.332968, + "nauc_ndcg_at_3_max": 0.442463, + "nauc_ndcg_at_3_std": 0.229747, + "nauc_ndcg_at_3_diff1": 0.250029, + "nauc_ndcg_at_5_max": 0.468216, + "nauc_ndcg_at_5_std": 0.243874, + "nauc_ndcg_at_5_diff1": 0.26356, + "nauc_ndcg_at_10_max": 0.472274, + "nauc_ndcg_at_10_std": 0.280944, + "nauc_ndcg_at_10_diff1": 0.267502, + "nauc_ndcg_at_20_max": 0.455515, + "nauc_ndcg_at_20_std": 0.321777, + "nauc_ndcg_at_20_diff1": 0.252218, + "nauc_ndcg_at_100_max": 0.465407, + "nauc_ndcg_at_100_std": 0.405793, + "nauc_ndcg_at_100_diff1": 0.267918, + "nauc_ndcg_at_1000_max": 0.51212, + "nauc_ndcg_at_1000_std": 0.377666, + "nauc_ndcg_at_1000_diff1": 0.262211, + "nauc_map_at_1_max": 0.243416, + "nauc_map_at_1_std": 0.21513, + "nauc_map_at_1_diff1": 0.397138, + "nauc_map_at_3_max": 0.243388, + "nauc_map_at_3_std": 0.272902, + "nauc_map_at_3_diff1": 0.304139, + "nauc_map_at_5_max": 0.280988, + "nauc_map_at_5_std": 0.301321, + "nauc_map_at_5_diff1": 0.276272, + "nauc_map_at_10_max": 0.31241, + "nauc_map_at_10_std": 0.326944, + "nauc_map_at_10_diff1": 0.246273, + "nauc_map_at_20_max": 0.322183, + "nauc_map_at_20_std": 0.338582, + "nauc_map_at_20_diff1": 0.226188, + "nauc_map_at_100_max": 0.345452, + "nauc_map_at_100_std": 0.358077, + "nauc_map_at_100_diff1": 0.223021, + "nauc_map_at_1000_max": 0.370288, + "nauc_map_at_1000_std": 0.345118, + "nauc_map_at_1000_diff1": 0.210926, + "nauc_recall_at_1_max": 0.243416, + "nauc_recall_at_1_std": 0.21513, + "nauc_recall_at_1_diff1": 0.397138, + "nauc_recall_at_3_max": 0.214021, + "nauc_recall_at_3_std": 0.264357, + "nauc_recall_at_3_diff1": 0.29435, + "nauc_recall_at_5_max": 0.261452, + "nauc_recall_at_5_std": 0.313247, + "nauc_recall_at_5_diff1": 0.262143, + "nauc_recall_at_10_max": 0.294659, + "nauc_recall_at_10_std": 0.341776, + "nauc_recall_at_10_diff1": 0.231264, + "nauc_recall_at_20_max": 0.261502, + "nauc_recall_at_20_std": 0.367999, + "nauc_recall_at_20_diff1": 0.172573, + "nauc_recall_at_100_max": 0.261213, + "nauc_recall_at_100_std": 0.459515, + "nauc_recall_at_100_diff1": 0.164894, + "nauc_recall_at_1000_max": 0.401933, + "nauc_recall_at_1000_std": 0.790294, + "nauc_recall_at_1000_diff1": 0.193394, + "nauc_precision_at_1_max": 0.526288, + "nauc_precision_at_1_std": 0.271632, + "nauc_precision_at_1_diff1": 0.300268, + "nauc_precision_at_3_max": 0.323116, + "nauc_precision_at_3_std": 0.137421, + "nauc_precision_at_3_diff1": 0.035361, + "nauc_precision_at_5_max": 0.306088, + "nauc_precision_at_5_std": 0.100011, + "nauc_precision_at_5_diff1": 0.003344, + "nauc_precision_at_10_max": 0.249848, + "nauc_precision_at_10_std": 0.041454, + "nauc_precision_at_10_diff1": -0.03759, + "nauc_precision_at_20_max": 0.180673, + "nauc_precision_at_20_std": -0.020944, + "nauc_precision_at_20_diff1": -0.074548, + "nauc_precision_at_100_max": 0.102848, + "nauc_precision_at_100_std": -0.117148, + "nauc_precision_at_100_diff1": -0.099295, + "nauc_precision_at_1000_max": 0.103247, + "nauc_precision_at_1000_std": -0.277481, + "nauc_precision_at_1000_diff1": -0.087985, + "nauc_mrr_at_1_max": 0.526288, + "nauc_mrr_at_1_std": 0.271632, + "nauc_mrr_at_1_diff1": 0.300268, + "nauc_mrr_at_3_max": 0.542884, + "nauc_mrr_at_3_std": 0.292034, + "nauc_mrr_at_3_diff1": 0.287843, + "nauc_mrr_at_5_max": 0.542543, + "nauc_mrr_at_5_std": 0.298871, + "nauc_mrr_at_5_diff1": 0.294924, + "nauc_mrr_at_10_max": 0.540813, + "nauc_mrr_at_10_std": 0.299039, + "nauc_mrr_at_10_diff1": 0.295971, + "nauc_mrr_at_20_max": 0.541629, + "nauc_mrr_at_20_std": 0.302345, + "nauc_mrr_at_20_diff1": 0.295158, + "nauc_mrr_at_100_max": 0.541771, + "nauc_mrr_at_100_std": 0.30151, + "nauc_mrr_at_100_diff1": 0.294333, + "nauc_mrr_at_1000_max": 0.541688, + "nauc_mrr_at_1000_std": 0.301357, + "nauc_mrr_at_1000_diff1": 0.294338, + "main_score": 0.43907, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.495, + "ndcg_at_3": 0.43847, + "ndcg_at_5": 0.41739, + "ndcg_at_10": 0.42189, + "ndcg_at_20": 0.43095, + "ndcg_at_100": 0.49558, + "ndcg_at_1000": 0.59409, + "map_at_1": 0.09757, + "map_at_3": 0.15228, + "map_at_5": 0.176, + "map_at_10": 0.21172, + "map_at_20": 0.23614, + "map_at_100": 0.28277, + "map_at_1000": 0.31548, + "recall_at_1": 0.09757, + "recall_at_3": 0.16998, + "recall_at_5": 0.21379, + "recall_at_10": 0.29465, + "recall_at_20": 0.37458, + "recall_at_100": 0.60084, + "recall_at_1000": 0.91395, + "precision_at_1": 0.605, + "precision_at_3": 0.44667, + "precision_at_5": 0.374, + "precision_at_10": 0.306, + "precision_at_20": 0.23275, + "precision_at_100": 0.12025, + "precision_at_1000": 0.03102, + "mrr_at_1": 0.605, + "mrr_at_3": 0.67, + "mrr_at_5": 0.68375, + "mrr_at_10": 0.693675, + "mrr_at_20": 0.697429, + "mrr_at_100": 0.698806, + "mrr_at_1000": 0.698851, + "nauc_ndcg_at_1_max": 0.46605, + "nauc_ndcg_at_1_std": 0.273726, + "nauc_ndcg_at_1_diff1": 0.252074, + "nauc_ndcg_at_3_max": 0.499418, + "nauc_ndcg_at_3_std": 0.301681, + "nauc_ndcg_at_3_diff1": 0.232686, + "nauc_ndcg_at_5_max": 0.512627, + "nauc_ndcg_at_5_std": 0.334498, + "nauc_ndcg_at_5_diff1": 0.19804, + "nauc_ndcg_at_10_max": 0.536114, + "nauc_ndcg_at_10_std": 0.362897, + "nauc_ndcg_at_10_diff1": 0.1982, + "nauc_ndcg_at_20_max": 0.522007, + "nauc_ndcg_at_20_std": 0.384898, + "nauc_ndcg_at_20_diff1": 0.193211, + "nauc_ndcg_at_100_max": 0.531561, + "nauc_ndcg_at_100_std": 0.453348, + "nauc_ndcg_at_100_diff1": 0.206883, + "nauc_ndcg_at_1000_max": 0.571907, + "nauc_ndcg_at_1000_std": 0.446793, + "nauc_ndcg_at_1000_diff1": 0.183521, + "nauc_map_at_1_max": 0.356425, + "nauc_map_at_1_std": 0.213518, + "nauc_map_at_1_diff1": 0.328771, + "nauc_map_at_3_max": 0.345159, + "nauc_map_at_3_std": 0.285373, + "nauc_map_at_3_diff1": 0.266389, + "nauc_map_at_5_max": 0.358211, + "nauc_map_at_5_std": 0.325207, + "nauc_map_at_5_diff1": 0.232324, + "nauc_map_at_10_max": 0.379842, + "nauc_map_at_10_std": 0.357918, + "nauc_map_at_10_diff1": 0.204222, + "nauc_map_at_20_max": 0.393781, + "nauc_map_at_20_std": 0.373829, + "nauc_map_at_20_diff1": 0.202231, + "nauc_map_at_100_max": 0.434271, + "nauc_map_at_100_std": 0.407483, + "nauc_map_at_100_diff1": 0.192706, + "nauc_map_at_1000_max": 0.454779, + "nauc_map_at_1000_std": 0.408095, + "nauc_map_at_1000_diff1": 0.17647, + "nauc_recall_at_1_max": 0.356425, + "nauc_recall_at_1_std": 0.213518, + "nauc_recall_at_1_diff1": 0.328771, + "nauc_recall_at_3_max": 0.309382, + "nauc_recall_at_3_std": 0.291507, + "nauc_recall_at_3_diff1": 0.222094, + "nauc_recall_at_5_max": 0.3048, + "nauc_recall_at_5_std": 0.342577, + "nauc_recall_at_5_diff1": 0.16298, + "nauc_recall_at_10_max": 0.323114, + "nauc_recall_at_10_std": 0.359632, + "nauc_recall_at_10_diff1": 0.127977, + "nauc_recall_at_20_max": 0.313601, + "nauc_recall_at_20_std": 0.402368, + "nauc_recall_at_20_diff1": 0.121616, + "nauc_recall_at_100_max": 0.34826, + "nauc_recall_at_100_std": 0.49968, + "nauc_recall_at_100_diff1": 0.102022, + "nauc_recall_at_1000_max": 0.469219, + "nauc_recall_at_1000_std": 0.783153, + "nauc_recall_at_1000_diff1": -0.070271, + "nauc_precision_at_1_max": 0.507954, + "nauc_precision_at_1_std": 0.286196, + "nauc_precision_at_1_diff1": 0.206921, + "nauc_precision_at_3_max": 0.392954, + "nauc_precision_at_3_std": 0.241795, + "nauc_precision_at_3_diff1": 0.092188, + "nauc_precision_at_5_max": 0.339734, + "nauc_precision_at_5_std": 0.212567, + "nauc_precision_at_5_diff1": -0.001463, + "nauc_precision_at_10_max": 0.293243, + "nauc_precision_at_10_std": 0.158853, + "nauc_precision_at_10_diff1": -0.024292, + "nauc_precision_at_20_max": 0.223968, + "nauc_precision_at_20_std": 0.077438, + "nauc_precision_at_20_diff1": -0.040703, + "nauc_precision_at_100_max": 0.098572, + "nauc_precision_at_100_std": -0.047839, + "nauc_precision_at_100_diff1": -0.090793, + "nauc_precision_at_1000_max": 0.021203, + "nauc_precision_at_1000_std": -0.223814, + "nauc_precision_at_1000_diff1": -0.065274, + "nauc_mrr_at_1_max": 0.507954, + "nauc_mrr_at_1_std": 0.286196, + "nauc_mrr_at_1_diff1": 0.206921, + "nauc_mrr_at_3_max": 0.548384, + "nauc_mrr_at_3_std": 0.327809, + "nauc_mrr_at_3_diff1": 0.20501, + "nauc_mrr_at_5_max": 0.55112, + "nauc_mrr_at_5_std": 0.339887, + "nauc_mrr_at_5_diff1": 0.199056, + "nauc_mrr_at_10_max": 0.547213, + "nauc_mrr_at_10_std": 0.34021, + "nauc_mrr_at_10_diff1": 0.20172, + "nauc_mrr_at_20_max": 0.545741, + "nauc_mrr_at_20_std": 0.337515, + "nauc_mrr_at_20_diff1": 0.203366, + "nauc_mrr_at_100_max": 0.546132, + "nauc_mrr_at_100_std": 0.336528, + "nauc_mrr_at_100_diff1": 0.20289, + "nauc_mrr_at_1000_max": 0.546051, + "nauc_mrr_at_1000_std": 0.336524, + "nauc_mrr_at_1000_diff1": 0.202957, + "main_score": 0.42189, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14260.80400800705, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-small-512/2/CmedqaRetrieval.json new file mode 100644 index 0000000000..0b507957b9 --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.25.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.17979, + "ndcg_at_3": 0.17928, + "ndcg_at_5": 0.18911, + "ndcg_at_10": 0.20754, + "ndcg_at_20": 0.22689, + "ndcg_at_100": 0.26335, + "ndcg_at_1000": 0.3023, + "map_at_1": 0.11363, + "map_at_3": 0.14804, + "map_at_5": 0.15741, + "map_at_10": 0.16682, + "map_at_20": 0.17303, + "map_at_100": 0.17889, + "map_at_1000": 0.18048, + "recall_at_1": 0.11363, + "recall_at_3": 0.1777, + "recall_at_5": 0.21046, + "recall_at_10": 0.26343, + "recall_at_20": 0.32921, + "recall_at_100": 0.499, + "recall_at_1000": 0.7743, + "precision_at_1": 0.17979, + "precision_at_3": 0.10228, + "precision_at_5": 0.07442, + "precision_at_10": 0.04814, + "precision_at_20": 0.03052, + "precision_at_100": 0.00943, + "precision_at_1000": 0.00146, + "mrr_at_1": 0.179795, + "mrr_at_3": 0.214887, + "mrr_at_5": 0.224302, + "mrr_at_10": 0.233098, + "mrr_at_20": 0.237964, + "mrr_at_100": 0.242034, + "mrr_at_1000": 0.242974, + "nauc_ndcg_at_1_max": 0.345708, + "nauc_ndcg_at_1_std": 0.060788, + "nauc_ndcg_at_1_diff1": 0.487289, + "nauc_ndcg_at_3_max": 0.316257, + "nauc_ndcg_at_3_std": 0.070539, + "nauc_ndcg_at_3_diff1": 0.404178, + "nauc_ndcg_at_5_max": 0.306016, + "nauc_ndcg_at_5_std": 0.068109, + "nauc_ndcg_at_5_diff1": 0.386291, + "nauc_ndcg_at_10_max": 0.305464, + "nauc_ndcg_at_10_std": 0.067879, + "nauc_ndcg_at_10_diff1": 0.373099, + "nauc_ndcg_at_20_max": 0.310975, + "nauc_ndcg_at_20_std": 0.082522, + "nauc_ndcg_at_20_diff1": 0.360215, + "nauc_ndcg_at_100_max": 0.322368, + "nauc_ndcg_at_100_std": 0.110412, + "nauc_ndcg_at_100_diff1": 0.352936, + "nauc_ndcg_at_1000_max": 0.332167, + "nauc_ndcg_at_1000_std": 0.121655, + "nauc_ndcg_at_1000_diff1": 0.352831, + "nauc_map_at_1_max": 0.30125, + "nauc_map_at_1_std": 0.049778, + "nauc_map_at_1_diff1": 0.466537, + "nauc_map_at_3_max": 0.301601, + "nauc_map_at_3_std": 0.061656, + "nauc_map_at_3_diff1": 0.414482, + "nauc_map_at_5_max": 0.302398, + "nauc_map_at_5_std": 0.062459, + "nauc_map_at_5_diff1": 0.405015, + "nauc_map_at_10_max": 0.307062, + "nauc_map_at_10_std": 0.063856, + "nauc_map_at_10_diff1": 0.399838, + "nauc_map_at_20_max": 0.310625, + "nauc_map_at_20_std": 0.069643, + "nauc_map_at_20_diff1": 0.39526, + "nauc_map_at_100_max": 0.313586, + "nauc_map_at_100_std": 0.075157, + "nauc_map_at_100_diff1": 0.393739, + "nauc_map_at_1000_max": 0.314169, + "nauc_map_at_1000_std": 0.076078, + "nauc_map_at_1000_diff1": 0.393622, + "nauc_recall_at_1_max": 0.30125, + "nauc_recall_at_1_std": 0.049778, + "nauc_recall_at_1_diff1": 0.466537, + "nauc_recall_at_3_max": 0.274138, + "nauc_recall_at_3_std": 0.064943, + "nauc_recall_at_3_diff1": 0.349085, + "nauc_recall_at_5_max": 0.265576, + "nauc_recall_at_5_std": 0.064641, + "nauc_recall_at_5_diff1": 0.314058, + "nauc_recall_at_10_max": 0.258283, + "nauc_recall_at_10_std": 0.064486, + "nauc_recall_at_10_diff1": 0.277911, + "nauc_recall_at_20_max": 0.267208, + "nauc_recall_at_20_std": 0.100665, + "nauc_recall_at_20_diff1": 0.240015, + "nauc_recall_at_100_max": 0.300055, + "nauc_recall_at_100_std": 0.201746, + "nauc_recall_at_100_diff1": 0.204723, + "nauc_recall_at_1000_max": 0.401074, + "nauc_recall_at_1000_std": 0.365358, + "nauc_recall_at_1000_diff1": 0.142478, + "nauc_precision_at_1_max": 0.345708, + "nauc_precision_at_1_std": 0.060788, + "nauc_precision_at_1_diff1": 0.487289, + "nauc_precision_at_3_max": 0.336349, + "nauc_precision_at_3_std": 0.081321, + "nauc_precision_at_3_diff1": 0.364514, + "nauc_precision_at_5_max": 0.326859, + "nauc_precision_at_5_std": 0.08338, + "nauc_precision_at_5_diff1": 0.323755, + "nauc_precision_at_10_max": 0.328348, + "nauc_precision_at_10_std": 0.090633, + "nauc_precision_at_10_diff1": 0.278224, + "nauc_precision_at_20_max": 0.323119, + "nauc_precision_at_20_std": 0.125198, + "nauc_precision_at_20_diff1": 0.229465, + "nauc_precision_at_100_max": 0.285837, + "nauc_precision_at_100_std": 0.17909, + "nauc_precision_at_100_diff1": 0.163613, + "nauc_precision_at_1000_max": 0.212639, + "nauc_precision_at_1000_std": 0.160762, + "nauc_precision_at_1000_diff1": 0.078514, + "nauc_mrr_at_1_max": 0.345708, + "nauc_mrr_at_1_std": 0.060788, + "nauc_mrr_at_1_diff1": 0.487289, + "nauc_mrr_at_3_max": 0.32599, + "nauc_mrr_at_3_std": 0.067374, + "nauc_mrr_at_3_diff1": 0.427578, + "nauc_mrr_at_5_max": 0.32313, + "nauc_mrr_at_5_std": 0.068364, + "nauc_mrr_at_5_diff1": 0.416382, + "nauc_mrr_at_10_max": 0.321874, + "nauc_mrr_at_10_std": 0.068482, + "nauc_mrr_at_10_diff1": 0.410432, + "nauc_mrr_at_20_max": 0.321982, + "nauc_mrr_at_20_std": 0.071444, + "nauc_mrr_at_20_diff1": 0.407042, + "nauc_mrr_at_100_max": 0.322547, + "nauc_mrr_at_100_std": 0.073595, + "nauc_mrr_at_100_diff1": 0.406546, + "nauc_mrr_at_1000_max": 0.32284, + "nauc_mrr_at_1000_std": 0.073766, + "nauc_mrr_at_1000_diff1": 0.406716, + "main_score": 0.20754, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1205.8487207889557, + "kg_co2_emissions":null +} diff --git a/results/openai__text-embedding-3-small-512/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-small-512/2/MedicalQARetrieval.json new file mode 100644 index 0000000000..de63a2d995 --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51904, + "ndcg_at_3": 0.65238, + "ndcg_at_5": 0.68234, + "ndcg_at_10": 0.7031, + "ndcg_at_20": 0.71334, + "ndcg_at_100": 0.72154, + "ndcg_at_1000": 0.72521, + "map_at_1": 0.51904, + "map_at_3": 0.61979, + "map_at_5": 0.63654, + "map_at_10": 0.64524, + "map_at_20": 0.64805, + "map_at_100": 0.64926, + "map_at_1000": 0.64939, + "recall_at_1": 0.51904, + "recall_at_3": 0.74658, + "recall_at_5": 0.81885, + "recall_at_10": 0.88232, + "recall_at_20": 0.92285, + "recall_at_100": 0.96582, + "recall_at_1000": 0.99512, + "precision_at_1": 0.51904, + "precision_at_3": 0.24886, + "precision_at_5": 0.16377, + "precision_at_10": 0.08823, + "precision_at_20": 0.04614, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.519043, + "mrr_at_3": 0.620199, + "mrr_at_5": 0.636727, + "mrr_at_10": 0.645427, + "mrr_at_20": 0.648236, + "mrr_at_100": 0.649448, + "mrr_at_1000": 0.64958, + "nauc_ndcg_at_1_max": 0.34722, + "nauc_ndcg_at_1_std": -0.070995, + "nauc_ndcg_at_1_diff1": 0.550182, + "nauc_ndcg_at_3_max": 0.34108, + "nauc_ndcg_at_3_std": -0.114104, + "nauc_ndcg_at_3_diff1": 0.469015, + "nauc_ndcg_at_5_max": 0.33885, + "nauc_ndcg_at_5_std": -0.106475, + "nauc_ndcg_at_5_diff1": 0.471426, + "nauc_ndcg_at_10_max": 0.353486, + "nauc_ndcg_at_10_std": -0.093131, + "nauc_ndcg_at_10_diff1": 0.477614, + "nauc_ndcg_at_20_max": 0.355854, + "nauc_ndcg_at_20_std": -0.080288, + "nauc_ndcg_at_20_diff1": 0.47647, + "nauc_ndcg_at_100_max": 0.350227, + "nauc_ndcg_at_100_std": -0.077653, + "nauc_ndcg_at_100_diff1": 0.480593, + "nauc_ndcg_at_1000_max": 0.347425, + "nauc_ndcg_at_1000_std": -0.08301, + "nauc_ndcg_at_1000_diff1": 0.483795, + "nauc_map_at_1_max": 0.34722, + "nauc_map_at_1_std": -0.070995, + "nauc_map_at_1_diff1": 0.550182, + "nauc_map_at_3_max": 0.34192, + "nauc_map_at_3_std": -0.100424, + "nauc_map_at_3_diff1": 0.48955, + "nauc_map_at_5_max": 0.340282, + "nauc_map_at_5_std": -0.096013, + "nauc_map_at_5_diff1": 0.491584, + "nauc_map_at_10_max": 0.345431, + "nauc_map_at_10_std": -0.090754, + "nauc_map_at_10_diff1": 0.493838, + "nauc_map_at_20_max": 0.345855, + "nauc_map_at_20_std": -0.08787, + "nauc_map_at_20_diff1": 0.493671, + "nauc_map_at_100_max": 0.345028, + "nauc_map_at_100_std": -0.087476, + "nauc_map_at_100_diff1": 0.494037, + "nauc_map_at_1000_max": 0.34491, + "nauc_map_at_1000_std": -0.087616, + "nauc_map_at_1000_diff1": 0.49413, + "nauc_recall_at_1_max": 0.34722, + "nauc_recall_at_1_std": -0.070995, + "nauc_recall_at_1_diff1": 0.550182, + "nauc_recall_at_3_max": 0.33841, + "nauc_recall_at_3_std": -0.1662, + "nauc_recall_at_3_diff1": 0.393312, + "nauc_recall_at_5_max": 0.333325, + "nauc_recall_at_5_std": -0.155334, + "nauc_recall_at_5_diff1": 0.378271, + "nauc_recall_at_10_max": 0.424044, + "nauc_recall_at_10_std": -0.097478, + "nauc_recall_at_10_diff1": 0.379119, + "nauc_recall_at_20_max": 0.487172, + "nauc_recall_at_20_std": 0.050615, + "nauc_recall_at_20_diff1": 0.318751, + "nauc_recall_at_100_max": 0.480183, + "nauc_recall_at_100_std": 0.28915, + "nauc_recall_at_100_diff1": 0.283135, + "nauc_recall_at_1000_max": 0.375783, + "nauc_recall_at_1000_std": 0.538161, + "nauc_recall_at_1000_diff1": 0.244113, + "nauc_precision_at_1_max": 0.34722, + "nauc_precision_at_1_std": -0.070995, + "nauc_precision_at_1_diff1": 0.550182, + "nauc_precision_at_3_max": 0.33841, + "nauc_precision_at_3_std": -0.1662, + "nauc_precision_at_3_diff1": 0.393312, + "nauc_precision_at_5_max": 0.333325, + "nauc_precision_at_5_std": -0.155334, + "nauc_precision_at_5_diff1": 0.378271, + "nauc_precision_at_10_max": 0.424044, + "nauc_precision_at_10_std": -0.097478, + "nauc_precision_at_10_diff1": 0.379119, + "nauc_precision_at_20_max": 0.487172, + "nauc_precision_at_20_std": 0.050615, + "nauc_precision_at_20_diff1": 0.318751, + "nauc_precision_at_100_max": 0.480183, + "nauc_precision_at_100_std": 0.28915, + "nauc_precision_at_100_diff1": 0.283135, + "nauc_precision_at_1000_max": 0.375783, + "nauc_precision_at_1000_std": 0.538161, + "nauc_precision_at_1000_diff1": 0.244113, + "nauc_mrr_at_1_max": 0.34722, + "nauc_mrr_at_1_std": -0.070995, + "nauc_mrr_at_1_diff1": 0.550182, + "nauc_mrr_at_3_max": 0.340945, + "nauc_mrr_at_3_std": -0.101247, + "nauc_mrr_at_3_diff1": 0.488629, + "nauc_mrr_at_5_max": 0.339771, + "nauc_mrr_at_5_std": -0.096413, + "nauc_mrr_at_5_diff1": 0.491129, + "nauc_mrr_at_10_max": 0.345036, + "nauc_mrr_at_10_std": -0.091163, + "nauc_mrr_at_10_diff1": 0.493371, + "nauc_mrr_at_20_max": 0.345456, + "nauc_mrr_at_20_std": -0.088282, + "nauc_mrr_at_20_diff1": 0.4932, + "nauc_mrr_at_100_max": 0.344628, + "nauc_mrr_at_100_std": -0.087889, + "nauc_mrr_at_100_diff1": 0.493564, + "nauc_mrr_at_1000_max": 0.34451, + "nauc_mrr_at_1000_std": -0.088029, + "nauc_mrr_at_1000_diff1": 0.493658, + "main_score": 0.7031, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 32.92582321166992, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/MedrxivClusteringP2P.v2.json b/results/openai__text-embedding-3-small-512/2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..de18a08bf3 --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.369827, + 0.369191, + 0.364084, + 0.365693, + 0.353592, + 0.34346, + 0.355431, + 0.358265, + 0.36631, + 0.366767 + ] + }, + "v_measure": 0.361262, + "v_measure_std": 0.00799, + "main_score": 0.361262, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 37.08043313026428, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-small-512/2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..c8a4477d7b --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.343575, + 0.341916, + 0.348467, + 0.332846, + 0.360177, + 0.350248, + 0.337026, + 0.344584, + 0.345588, + 0.340233 + ] + }, + "v_measure": 0.344466, + "v_measure_std": 0.007163, + "main_score": 0.344466, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9.975998878479004, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/NFCorpus.json b/results/openai__text-embedding-3-small-512/2/NFCorpus.json new file mode 100644 index 0000000000..4f14cbf29c --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.47214, + "ndcg_at_3": 0.42048, + "ndcg_at_5": 0.40523, + "ndcg_at_10": 0.37275, + "ndcg_at_20": 0.34476, + "ndcg_at_100": 0.34085, + "ndcg_at_1000": 0.43046, + "map_at_1": 0.06581, + "map_at_3": 0.09942, + "map_at_5": 0.11899, + "map_at_10": 0.13945, + "map_at_20": 0.15501, + "map_at_100": 0.17648, + "map_at_1000": 0.19211, + "recall_at_1": 0.06581, + "recall_at_3": 0.10804, + "recall_at_5": 0.14006, + "recall_at_10": 0.18279, + "recall_at_20": 0.22728, + "recall_at_100": 0.35352, + "recall_at_1000": 0.67568, + "precision_at_1": 0.49226, + "precision_at_3": 0.39319, + "precision_at_5": 0.35356, + "precision_at_10": 0.27833, + "precision_at_20": 0.20015, + "precision_at_100": 0.08582, + "precision_at_1000": 0.02156, + "mrr_at_1": 0.498452, + "mrr_at_3": 0.55676, + "mrr_at_5": 0.569143, + "mrr_at_10": 0.579031, + "mrr_at_20": 0.581978, + "mrr_at_100": 0.584092, + "mrr_at_1000": 0.584355, + "nauc_ndcg_at_1_max": 0.393056, + "nauc_ndcg_at_1_std": 0.306529, + "nauc_ndcg_at_1_diff1": 0.269116, + "nauc_ndcg_at_3_max": 0.374387, + "nauc_ndcg_at_3_std": 0.309411, + "nauc_ndcg_at_3_diff1": 0.184332, + "nauc_ndcg_at_5_max": 0.37437, + "nauc_ndcg_at_5_std": 0.297407, + "nauc_ndcg_at_5_diff1": 0.194024, + "nauc_ndcg_at_10_max": 0.366269, + "nauc_ndcg_at_10_std": 0.30454, + "nauc_ndcg_at_10_diff1": 0.199822, + "nauc_ndcg_at_20_max": 0.361996, + "nauc_ndcg_at_20_std": 0.288186, + "nauc_ndcg_at_20_diff1": 0.212913, + "nauc_ndcg_at_100_max": 0.379046, + "nauc_ndcg_at_100_std": 0.276573, + "nauc_ndcg_at_100_diff1": 0.249341, + "nauc_ndcg_at_1000_max": 0.43769, + "nauc_ndcg_at_1000_std": 0.340188, + "nauc_ndcg_at_1000_diff1": 0.258574, + "nauc_map_at_1_max": 0.117128, + "nauc_map_at_1_std": -0.104468, + "nauc_map_at_1_diff1": 0.427673, + "nauc_map_at_3_max": 0.17574, + "nauc_map_at_3_std": -0.089068, + "nauc_map_at_3_diff1": 0.389391, + "nauc_map_at_5_max": 0.205492, + "nauc_map_at_5_std": -0.065042, + "nauc_map_at_5_diff1": 0.378628, + "nauc_map_at_10_max": 0.250485, + "nauc_map_at_10_std": -0.000595, + "nauc_map_at_10_diff1": 0.347357, + "nauc_map_at_20_max": 0.283403, + "nauc_map_at_20_std": 0.047742, + "nauc_map_at_20_diff1": 0.323559, + "nauc_map_at_100_max": 0.302142, + "nauc_map_at_100_std": 0.110283, + "nauc_map_at_100_diff1": 0.30251, + "nauc_map_at_1000_max": 0.305017, + "nauc_map_at_1000_std": 0.147539, + "nauc_map_at_1000_diff1": 0.284456, + "nauc_recall_at_1_max": 0.117128, + "nauc_recall_at_1_std": -0.104468, + "nauc_recall_at_1_diff1": 0.427673, + "nauc_recall_at_3_max": 0.153808, + "nauc_recall_at_3_std": -0.091555, + "nauc_recall_at_3_diff1": 0.358547, + "nauc_recall_at_5_max": 0.182468, + "nauc_recall_at_5_std": -0.074199, + "nauc_recall_at_5_diff1": 0.358155, + "nauc_recall_at_10_max": 0.217479, + "nauc_recall_at_10_std": -0.017128, + "nauc_recall_at_10_diff1": 0.313914, + "nauc_recall_at_20_max": 0.228033, + "nauc_recall_at_20_std": 0.029713, + "nauc_recall_at_20_diff1": 0.270166, + "nauc_recall_at_100_max": 0.223884, + "nauc_recall_at_100_std": 0.115009, + "nauc_recall_at_100_diff1": 0.193833, + "nauc_recall_at_1000_max": 0.200396, + "nauc_recall_at_1000_std": 0.18274, + "nauc_recall_at_1000_diff1": 0.135709, + "nauc_precision_at_1_max": 0.421206, + "nauc_precision_at_1_std": 0.333031, + "nauc_precision_at_1_diff1": 0.264856, + "nauc_precision_at_3_max": 0.370838, + "nauc_precision_at_3_std": 0.360046, + "nauc_precision_at_3_diff1": 0.07326, + "nauc_precision_at_5_max": 0.366635, + "nauc_precision_at_5_std": 0.361401, + "nauc_precision_at_5_diff1": 0.054767, + "nauc_precision_at_10_max": 0.340797, + "nauc_precision_at_10_std": 0.425779, + "nauc_precision_at_10_diff1": 0.000348, + "nauc_precision_at_20_max": 0.30302, + "nauc_precision_at_20_std": 0.449944, + "nauc_precision_at_20_diff1": -0.043971, + "nauc_precision_at_100_max": 0.137399, + "nauc_precision_at_100_std": 0.434484, + "nauc_precision_at_100_diff1": -0.14801, + "nauc_precision_at_1000_max": -0.005069, + "nauc_precision_at_1000_std": 0.348397, + "nauc_precision_at_1000_diff1": -0.193639, + "nauc_mrr_at_1_max": 0.412339, + "nauc_mrr_at_1_std": 0.319707, + "nauc_mrr_at_1_diff1": 0.247781, + "nauc_mrr_at_3_max": 0.441156, + "nauc_mrr_at_3_std": 0.370092, + "nauc_mrr_at_3_diff1": 0.228174, + "nauc_mrr_at_5_max": 0.448189, + "nauc_mrr_at_5_std": 0.372523, + "nauc_mrr_at_5_diff1": 0.237689, + "nauc_mrr_at_10_max": 0.456038, + "nauc_mrr_at_10_std": 0.375575, + "nauc_mrr_at_10_diff1": 0.238935, + "nauc_mrr_at_20_max": 0.455098, + "nauc_mrr_at_20_std": 0.376765, + "nauc_mrr_at_20_diff1": 0.237831, + "nauc_mrr_at_100_max": 0.455108, + "nauc_mrr_at_100_std": 0.376774, + "nauc_mrr_at_100_diff1": 0.237692, + "nauc_mrr_at_1000_max": 0.455006, + "nauc_mrr_at_1000_std": 0.376567, + "nauc_mrr_at_1000_diff1": 0.237614, + "main_score": 0.37275, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 80.1866672039032, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/PublicHealthQA.json b/results/openai__text-embedding-3-small-512/2/PublicHealthQA.json new file mode 100644 index 0000000000..8f7cfe8b65 --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48837, + "ndcg_at_3": 0.63607, + "ndcg_at_5": 0.67011, + "ndcg_at_10": 0.68542, + "ndcg_at_20": 0.6941, + "ndcg_at_100": 0.71184, + "ndcg_at_1000": 0.71184, + "map_at_1": 0.48837, + "map_at_3": 0.59884, + "map_at_5": 0.61802, + "map_at_10": 0.62452, + "map_at_20": 0.62684, + "map_at_100": 0.62944, + "map_at_1000": 0.62944, + "recall_at_1": 0.48837, + "recall_at_3": 0.74419, + "recall_at_5": 0.82558, + "recall_at_10": 0.87209, + "recall_at_20": 0.90698, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.48837, + "precision_at_3": 0.24806, + "precision_at_5": 0.16512, + "precision_at_10": 0.08721, + "precision_at_20": 0.04535, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.488372, + "mrr_at_3": 0.598837, + "mrr_at_5": 0.618023, + "mrr_at_10": 0.624516, + "mrr_at_20": 0.626838, + "mrr_at_100": 0.629438, + "mrr_at_1000": 0.629438, + "nauc_ndcg_at_1_max": 0.160791, + "nauc_ndcg_at_1_std": -0.076562, + "nauc_ndcg_at_1_diff1": 0.548124, + "nauc_ndcg_at_3_max": 0.221901, + "nauc_ndcg_at_3_std": -0.038574, + "nauc_ndcg_at_3_diff1": 0.539944, + "nauc_ndcg_at_5_max": 0.161229, + "nauc_ndcg_at_5_std": -0.091245, + "nauc_ndcg_at_5_diff1": 0.49136, + "nauc_ndcg_at_10_max": 0.17356, + "nauc_ndcg_at_10_std": -0.072456, + "nauc_ndcg_at_10_diff1": 0.515459, + "nauc_ndcg_at_20_max": 0.185482, + "nauc_ndcg_at_20_std": -0.049932, + "nauc_ndcg_at_20_diff1": 0.497618, + "nauc_ndcg_at_100_max": 0.18157, + "nauc_ndcg_at_100_std": -0.06304, + "nauc_ndcg_at_100_diff1": 0.519413, + "nauc_ndcg_at_1000_max": 0.18157, + "nauc_ndcg_at_1000_std": -0.06304, + "nauc_ndcg_at_1000_diff1": 0.519413, + "nauc_map_at_1_max": 0.160791, + "nauc_map_at_1_std": -0.076562, + "nauc_map_at_1_diff1": 0.548124, + "nauc_map_at_3_max": 0.204822, + "nauc_map_at_3_std": -0.048099, + "nauc_map_at_3_diff1": 0.53858, + "nauc_map_at_5_max": 0.173397, + "nauc_map_at_5_std": -0.074897, + "nauc_map_at_5_diff1": 0.514061, + "nauc_map_at_10_max": 0.178941, + "nauc_map_at_10_std": -0.066905, + "nauc_map_at_10_diff1": 0.524648, + "nauc_map_at_20_max": 0.182596, + "nauc_map_at_20_std": -0.060907, + "nauc_map_at_20_diff1": 0.520747, + "nauc_map_at_100_max": 0.181632, + "nauc_map_at_100_std": -0.063207, + "nauc_map_at_100_diff1": 0.524048, + "nauc_map_at_1000_max": 0.181632, + "nauc_map_at_1000_std": -0.063207, + "nauc_map_at_1000_diff1": 0.524048, + "nauc_recall_at_1_max": 0.160791, + "nauc_recall_at_1_std": -0.076562, + "nauc_recall_at_1_diff1": 0.548124, + "nauc_recall_at_3_max": 0.286913, + "nauc_recall_at_3_std": -0.002918, + "nauc_recall_at_3_diff1": 0.547149, + "nauc_recall_at_5_max": 0.086234, + "nauc_recall_at_5_std": -0.186487, + "nauc_recall_at_5_diff1": 0.369433, + "nauc_recall_at_10_max": 0.125576, + "nauc_recall_at_10_std": -0.115295, + "nauc_recall_at_10_diff1": 0.456995, + "nauc_recall_at_20_max": 0.210104, + "nauc_recall_at_20_std": 0.080117, + "nauc_recall_at_20_diff1": 0.25478, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.160791, + "nauc_precision_at_1_std": -0.076562, + "nauc_precision_at_1_diff1": 0.548124, + "nauc_precision_at_3_max": 0.286913, + "nauc_precision_at_3_std": -0.002918, + "nauc_precision_at_3_diff1": 0.547149, + "nauc_precision_at_5_max": 0.086234, + "nauc_precision_at_5_std": -0.186487, + "nauc_precision_at_5_diff1": 0.369433, + "nauc_precision_at_10_max": 0.125576, + "nauc_precision_at_10_std": -0.115295, + "nauc_precision_at_10_diff1": 0.456995, + "nauc_precision_at_20_max": 0.210104, + "nauc_precision_at_20_std": 0.080117, + "nauc_precision_at_20_diff1": 0.25478, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.160791, + "nauc_mrr_at_1_std": -0.076562, + "nauc_mrr_at_1_diff1": 0.548124, + "nauc_mrr_at_3_max": 0.204822, + "nauc_mrr_at_3_std": -0.048099, + "nauc_mrr_at_3_diff1": 0.53858, + "nauc_mrr_at_5_max": 0.173397, + "nauc_mrr_at_5_std": -0.074897, + "nauc_mrr_at_5_diff1": 0.514061, + "nauc_mrr_at_10_max": 0.178941, + "nauc_mrr_at_10_std": -0.066905, + "nauc_mrr_at_10_diff1": 0.524648, + "nauc_mrr_at_20_max": 0.182596, + "nauc_mrr_at_20_std": -0.060907, + "nauc_mrr_at_20_diff1": 0.520747, + "nauc_mrr_at_100_max": 0.181632, + "nauc_mrr_at_100_std": -0.063207, + "nauc_mrr_at_100_diff1": 0.524048, + "nauc_mrr_at_1000_max": 0.181632, + "nauc_mrr_at_1000_std": -0.063207, + "nauc_mrr_at_1000_diff1": 0.524048, + "main_score": 0.68542, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.59509, + "ndcg_at_3": 0.72999, + "ndcg_at_5": 0.76747, + "ndcg_at_10": 0.77965, + "ndcg_at_20": 0.78765, + "ndcg_at_100": 0.78881, + "ndcg_at_1000": 0.78881, + "map_at_1": 0.59509, + "map_at_3": 0.69427, + "map_at_5": 0.71483, + "map_at_10": 0.72002, + "map_at_20": 0.72236, + "map_at_100": 0.72251, + "map_at_1000": 0.72251, + "recall_at_1": 0.59509, + "recall_at_3": 0.83436, + "recall_at_5": 0.92638, + "recall_at_10": 0.96319, + "recall_at_20": 0.99387, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.59509, + "precision_at_3": 0.27812, + "precision_at_5": 0.18528, + "precision_at_10": 0.09632, + "precision_at_20": 0.04969, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.595092, + "mrr_at_3": 0.694274, + "mrr_at_5": 0.714826, + "mrr_at_10": 0.720024, + "mrr_at_20": 0.722357, + "mrr_at_100": 0.722514, + "mrr_at_1000": 0.722514, + "nauc_ndcg_at_1_max": 0.438309, + "nauc_ndcg_at_1_std": 0.008561, + "nauc_ndcg_at_1_diff1": 0.728634, + "nauc_ndcg_at_3_max": 0.451798, + "nauc_ndcg_at_3_std": 0.025562, + "nauc_ndcg_at_3_diff1": 0.715302, + "nauc_ndcg_at_5_max": 0.460386, + "nauc_ndcg_at_5_std": 0.027312, + "nauc_ndcg_at_5_diff1": 0.711779, + "nauc_ndcg_at_10_max": 0.45336, + "nauc_ndcg_at_10_std": 0.046449, + "nauc_ndcg_at_10_diff1": 0.714236, + "nauc_ndcg_at_20_max": 0.438455, + "nauc_ndcg_at_20_std": 0.026639, + "nauc_ndcg_at_20_diff1": 0.713415, + "nauc_ndcg_at_100_max": 0.437686, + "nauc_ndcg_at_100_std": 0.022, + "nauc_ndcg_at_100_diff1": 0.713358, + "nauc_ndcg_at_1000_max": 0.437686, + "nauc_ndcg_at_1000_std": 0.022, + "nauc_ndcg_at_1000_diff1": 0.713358, + "nauc_map_at_1_max": 0.438309, + "nauc_map_at_1_std": 0.008561, + "nauc_map_at_1_diff1": 0.728634, + "nauc_map_at_3_max": 0.43989, + "nauc_map_at_3_std": 0.015358, + "nauc_map_at_3_diff1": 0.713535, + "nauc_map_at_5_max": 0.442272, + "nauc_map_at_5_std": 0.015883, + "nauc_map_at_5_diff1": 0.712173, + "nauc_map_at_10_max": 0.439018, + "nauc_map_at_10_std": 0.022593, + "nauc_map_at_10_diff1": 0.713459, + "nauc_map_at_20_max": 0.435461, + "nauc_map_at_20_std": 0.017934, + "nauc_map_at_20_diff1": 0.713405, + "nauc_map_at_100_max": 0.435378, + "nauc_map_at_100_std": 0.017444, + "nauc_map_at_100_diff1": 0.713399, + "nauc_map_at_1000_max": 0.435378, + "nauc_map_at_1000_std": 0.017444, + "nauc_map_at_1000_diff1": 0.713399, + "nauc_recall_at_1_max": 0.438309, + "nauc_recall_at_1_std": 0.008561, + "nauc_recall_at_1_diff1": 0.728634, + "nauc_recall_at_3_max": 0.512263, + "nauc_recall_at_3_std": 0.076282, + "nauc_recall_at_3_diff1": 0.727352, + "nauc_recall_at_5_max": 0.643932, + "nauc_recall_at_5_std": 0.137901, + "nauc_recall_at_5_diff1": 0.713135, + "nauc_recall_at_10_max": 0.736877, + "nauc_recall_at_10_std": 0.518924, + "nauc_recall_at_10_diff1": 0.736877, + "nauc_recall_at_20_max": 0.553822, + "nauc_recall_at_20_std": 0.722037, + "nauc_recall_at_20_diff1": 0.722037, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.438309, + "nauc_precision_at_1_std": 0.008561, + "nauc_precision_at_1_diff1": 0.728634, + "nauc_precision_at_3_max": 0.512263, + "nauc_precision_at_3_std": 0.076282, + "nauc_precision_at_3_diff1": 0.727352, + "nauc_precision_at_5_max": 0.643932, + "nauc_precision_at_5_std": 0.137901, + "nauc_precision_at_5_diff1": 0.713135, + "nauc_precision_at_10_max": 0.736877, + "nauc_precision_at_10_std": 0.518924, + "nauc_precision_at_10_diff1": 0.736877, + "nauc_precision_at_20_max": 0.553822, + "nauc_precision_at_20_std": 0.722037, + "nauc_precision_at_20_diff1": 0.722037, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.438309, + "nauc_mrr_at_1_std": 0.008561, + "nauc_mrr_at_1_diff1": 0.728634, + "nauc_mrr_at_3_max": 0.43989, + "nauc_mrr_at_3_std": 0.015358, + "nauc_mrr_at_3_diff1": 0.713535, + "nauc_mrr_at_5_max": 0.442272, + "nauc_mrr_at_5_std": 0.015883, + "nauc_mrr_at_5_diff1": 0.712173, + "nauc_mrr_at_10_max": 0.439018, + "nauc_mrr_at_10_std": 0.022593, + "nauc_mrr_at_10_diff1": 0.713459, + "nauc_mrr_at_20_max": 0.435461, + "nauc_mrr_at_20_std": 0.017934, + "nauc_mrr_at_20_diff1": 0.713405, + "nauc_mrr_at_100_max": 0.435378, + "nauc_mrr_at_100_std": 0.017444, + "nauc_mrr_at_100_diff1": 0.713399, + "nauc_mrr_at_1000_max": 0.435378, + "nauc_mrr_at_1000_std": 0.017444, + "nauc_mrr_at_1000_diff1": 0.713399, + "main_score": 0.77965, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.69767, + "ndcg_at_3": 0.82502, + "ndcg_at_5": 0.8468, + "ndcg_at_10": 0.85238, + "ndcg_at_20": 0.85692, + "ndcg_at_100": 0.85692, + "ndcg_at_1000": 0.85692, + "map_at_1": 0.69767, + "map_at_3": 0.79457, + "map_at_5": 0.80678, + "map_at_10": 0.80906, + "map_at_20": 0.81038, + "map_at_100": 0.81038, + "map_at_1000": 0.81038, + "recall_at_1": 0.69767, + "recall_at_3": 0.91279, + "recall_at_5": 0.96512, + "recall_at_10": 0.98256, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.69767, + "precision_at_3": 0.30426, + "precision_at_5": 0.19302, + "precision_at_10": 0.09826, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.697674, + "mrr_at_3": 0.794574, + "mrr_at_5": 0.806783, + "mrr_at_10": 0.80906, + "mrr_at_20": 0.810379, + "mrr_at_100": 0.810379, + "mrr_at_1000": 0.810379, + "nauc_ndcg_at_1_max": 0.47994, + "nauc_ndcg_at_1_std": -0.049728, + "nauc_ndcg_at_1_diff1": 0.707415, + "nauc_ndcg_at_3_max": 0.479458, + "nauc_ndcg_at_3_std": -0.030419, + "nauc_ndcg_at_3_diff1": 0.672589, + "nauc_ndcg_at_5_max": 0.485141, + "nauc_ndcg_at_5_std": -0.00322, + "nauc_ndcg_at_5_diff1": 0.661376, + "nauc_ndcg_at_10_max": 0.475494, + "nauc_ndcg_at_10_std": -0.010268, + "nauc_ndcg_at_10_diff1": 0.680548, + "nauc_ndcg_at_20_max": 0.475811, + "nauc_ndcg_at_20_std": -0.02484, + "nauc_ndcg_at_20_diff1": 0.680764, + "nauc_ndcg_at_100_max": 0.475811, + "nauc_ndcg_at_100_std": -0.02484, + "nauc_ndcg_at_100_diff1": 0.680764, + "nauc_ndcg_at_1000_max": 0.475811, + "nauc_ndcg_at_1000_std": -0.02484, + "nauc_ndcg_at_1000_diff1": 0.680764, + "nauc_map_at_1_max": 0.47994, + "nauc_map_at_1_std": -0.049728, + "nauc_map_at_1_diff1": 0.707415, + "nauc_map_at_3_max": 0.47678, + "nauc_map_at_3_std": -0.034788, + "nauc_map_at_3_diff1": 0.680248, + "nauc_map_at_5_max": 0.478124, + "nauc_map_at_5_std": -0.023647, + "nauc_map_at_5_diff1": 0.675806, + "nauc_map_at_10_max": 0.474863, + "nauc_map_at_10_std": -0.025701, + "nauc_map_at_10_diff1": 0.682368, + "nauc_map_at_20_max": 0.475292, + "nauc_map_at_20_std": -0.028746, + "nauc_map_at_20_diff1": 0.682695, + "nauc_map_at_100_max": 0.475292, + "nauc_map_at_100_std": -0.028746, + "nauc_map_at_100_diff1": 0.682695, + "nauc_map_at_1000_max": 0.475292, + "nauc_map_at_1000_std": -0.028746, + "nauc_map_at_1000_diff1": 0.682695, + "nauc_recall_at_1_max": 0.47994, + "nauc_recall_at_1_std": -0.049728, + "nauc_recall_at_1_diff1": 0.707415, + "nauc_recall_at_3_max": 0.498175, + "nauc_recall_at_3_std": -0.005863, + "nauc_recall_at_3_diff1": 0.629834, + "nauc_recall_at_5_max": 0.600434, + "nauc_recall_at_5_std": 0.302546, + "nauc_recall_at_5_diff1": 0.459162, + "nauc_recall_at_10_max": 0.493389, + "nauc_recall_at_10_std": 0.417604, + "nauc_recall_at_10_diff1": 0.693516, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.47994, + "nauc_precision_at_1_std": -0.049728, + "nauc_precision_at_1_diff1": 0.707415, + "nauc_precision_at_3_max": 0.498175, + "nauc_precision_at_3_std": -0.005863, + "nauc_precision_at_3_diff1": 0.629834, + "nauc_precision_at_5_max": 0.600434, + "nauc_precision_at_5_std": 0.302546, + "nauc_precision_at_5_diff1": 0.459162, + "nauc_precision_at_10_max": 0.493389, + "nauc_precision_at_10_std": 0.417604, + "nauc_precision_at_10_diff1": 0.693516, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.47994, + "nauc_mrr_at_1_std": -0.049728, + "nauc_mrr_at_1_diff1": 0.707415, + "nauc_mrr_at_3_max": 0.47678, + "nauc_mrr_at_3_std": -0.034788, + "nauc_mrr_at_3_diff1": 0.680248, + "nauc_mrr_at_5_max": 0.478124, + "nauc_mrr_at_5_std": -0.023647, + "nauc_mrr_at_5_diff1": 0.675806, + "nauc_mrr_at_10_max": 0.474863, + "nauc_mrr_at_10_std": -0.025701, + "nauc_mrr_at_10_diff1": 0.682368, + "nauc_mrr_at_20_max": 0.475292, + "nauc_mrr_at_20_std": -0.028746, + "nauc_mrr_at_20_diff1": 0.682695, + "nauc_mrr_at_100_max": 0.475292, + "nauc_mrr_at_100_std": -0.028746, + "nauc_mrr_at_100_diff1": 0.682695, + "nauc_mrr_at_1000_max": 0.475292, + "nauc_mrr_at_1000_std": -0.028746, + "nauc_mrr_at_1000_diff1": 0.682695, + "main_score": 0.85238, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74118, + "ndcg_at_3": 0.85532, + "ndcg_at_5": 0.86949, + "ndcg_at_10": 0.8811, + "ndcg_at_20": 0.8811, + "ndcg_at_100": 0.8811, + "ndcg_at_1000": 0.8811, + "map_at_1": 0.74118, + "map_at_3": 0.82941, + "map_at_5": 0.83706, + "map_at_10": 0.84196, + "map_at_20": 0.84196, + "map_at_100": 0.84196, + "map_at_1000": 0.84196, + "recall_at_1": 0.74118, + "recall_at_3": 0.92941, + "recall_at_5": 0.96471, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74118, + "precision_at_3": 0.3098, + "precision_at_5": 0.19294, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.741176, + "mrr_at_3": 0.829412, + "mrr_at_5": 0.837059, + "mrr_at_10": 0.841961, + "mrr_at_20": 0.841961, + "mrr_at_100": 0.841961, + "mrr_at_1000": 0.841961, + "nauc_ndcg_at_1_max": 0.518134, + "nauc_ndcg_at_1_std": 0.075081, + "nauc_ndcg_at_1_diff1": 0.811822, + "nauc_ndcg_at_3_max": 0.471967, + "nauc_ndcg_at_3_std": 0.141674, + "nauc_ndcg_at_3_diff1": 0.77517, + "nauc_ndcg_at_5_max": 0.474429, + "nauc_ndcg_at_5_std": 0.084013, + "nauc_ndcg_at_5_diff1": 0.777994, + "nauc_ndcg_at_10_max": 0.478069, + "nauc_ndcg_at_10_std": 0.079601, + "nauc_ndcg_at_10_diff1": 0.78573, + "nauc_ndcg_at_20_max": 0.478069, + "nauc_ndcg_at_20_std": 0.079601, + "nauc_ndcg_at_20_diff1": 0.78573, + "nauc_ndcg_at_100_max": 0.478069, + "nauc_ndcg_at_100_std": 0.079601, + "nauc_ndcg_at_100_diff1": 0.78573, + "nauc_ndcg_at_1000_max": 0.478069, + "nauc_ndcg_at_1000_std": 0.079601, + "nauc_ndcg_at_1000_diff1": 0.78573, + "nauc_map_at_1_max": 0.518134, + "nauc_map_at_1_std": 0.075081, + "nauc_map_at_1_diff1": 0.811822, + "nauc_map_at_3_max": 0.477646, + "nauc_map_at_3_std": 0.10834, + "nauc_map_at_3_diff1": 0.783152, + "nauc_map_at_5_max": 0.480364, + "nauc_map_at_5_std": 0.082075, + "nauc_map_at_5_diff1": 0.785227, + "nauc_map_at_10_max": 0.48055, + "nauc_map_at_10_std": 0.078764, + "nauc_map_at_10_diff1": 0.787592, + "nauc_map_at_20_max": 0.48055, + "nauc_map_at_20_std": 0.078764, + "nauc_map_at_20_diff1": 0.787592, + "nauc_map_at_100_max": 0.48055, + "nauc_map_at_100_std": 0.078764, + "nauc_map_at_100_diff1": 0.787592, + "nauc_map_at_1000_max": 0.48055, + "nauc_map_at_1000_std": 0.078764, + "nauc_map_at_1000_diff1": 0.787592, + "nauc_recall_at_1_max": 0.518134, + "nauc_recall_at_1_std": 0.075081, + "nauc_recall_at_1_diff1": 0.811822, + "nauc_recall_at_3_max": 0.445652, + "nauc_recall_at_3_std": 0.362122, + "nauc_recall_at_3_diff1": 0.729069, + "nauc_recall_at_5_max": 0.416629, + "nauc_recall_at_5_std": 0.087217, + "nauc_recall_at_5_diff1": 0.699254, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.518134, + "nauc_precision_at_1_std": 0.075081, + "nauc_precision_at_1_diff1": 0.811822, + "nauc_precision_at_3_max": 0.445652, + "nauc_precision_at_3_std": 0.362122, + "nauc_precision_at_3_diff1": 0.729069, + "nauc_precision_at_5_max": 0.416629, + "nauc_precision_at_5_std": 0.087217, + "nauc_precision_at_5_diff1": 0.699254, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.518134, + "nauc_mrr_at_1_std": 0.075081, + "nauc_mrr_at_1_diff1": 0.811822, + "nauc_mrr_at_3_max": 0.477646, + "nauc_mrr_at_3_std": 0.10834, + "nauc_mrr_at_3_diff1": 0.783152, + "nauc_mrr_at_5_max": 0.480364, + "nauc_mrr_at_5_std": 0.082075, + "nauc_mrr_at_5_diff1": 0.785227, + "nauc_mrr_at_10_max": 0.48055, + "nauc_mrr_at_10_std": 0.078764, + "nauc_mrr_at_10_diff1": 0.787592, + "nauc_mrr_at_20_max": 0.48055, + "nauc_mrr_at_20_std": 0.078764, + "nauc_mrr_at_20_diff1": 0.787592, + "nauc_mrr_at_100_max": 0.48055, + "nauc_mrr_at_100_std": 0.078764, + "nauc_mrr_at_100_diff1": 0.787592, + "nauc_mrr_at_1000_max": 0.48055, + "nauc_mrr_at_1000_std": 0.078764, + "nauc_mrr_at_1000_diff1": 0.787592, + "main_score": 0.8811, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.50649, + "ndcg_at_3": 0.65368, + "ndcg_at_5": 0.67936, + "ndcg_at_10": 0.69614, + "ndcg_at_20": 0.72206, + "ndcg_at_100": 0.72739, + "ndcg_at_1000": 0.72739, + "map_at_1": 0.50649, + "map_at_3": 0.61905, + "map_at_5": 0.63268, + "map_at_10": 0.63959, + "map_at_20": 0.64653, + "map_at_100": 0.64745, + "map_at_1000": 0.64745, + "recall_at_1": 0.50649, + "recall_at_3": 0.75325, + "recall_at_5": 0.81818, + "recall_at_10": 0.87013, + "recall_at_20": 0.97403, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.50649, + "precision_at_3": 0.25108, + "precision_at_5": 0.16364, + "precision_at_10": 0.08701, + "precision_at_20": 0.0487, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.506494, + "mrr_at_3": 0.619048, + "mrr_at_5": 0.632684, + "mrr_at_10": 0.63959, + "mrr_at_20": 0.646529, + "mrr_at_100": 0.647455, + "mrr_at_1000": 0.647455, + "nauc_ndcg_at_1_max": 0.293785, + "nauc_ndcg_at_1_std": 0.120724, + "nauc_ndcg_at_1_diff1": 0.473137, + "nauc_ndcg_at_3_max": 0.281202, + "nauc_ndcg_at_3_std": 0.11316, + "nauc_ndcg_at_3_diff1": 0.372238, + "nauc_ndcg_at_5_max": 0.252503, + "nauc_ndcg_at_5_std": 0.132187, + "nauc_ndcg_at_5_diff1": 0.362574, + "nauc_ndcg_at_10_max": 0.255505, + "nauc_ndcg_at_10_std": 0.154108, + "nauc_ndcg_at_10_diff1": 0.373129, + "nauc_ndcg_at_20_max": 0.280581, + "nauc_ndcg_at_20_std": 0.149246, + "nauc_ndcg_at_20_diff1": 0.387235, + "nauc_ndcg_at_100_max": 0.267705, + "nauc_ndcg_at_100_std": 0.13302, + "nauc_ndcg_at_100_diff1": 0.392486, + "nauc_ndcg_at_1000_max": 0.267705, + "nauc_ndcg_at_1000_std": 0.13302, + "nauc_ndcg_at_1000_diff1": 0.392486, + "nauc_map_at_1_max": 0.293785, + "nauc_map_at_1_std": 0.120724, + "nauc_map_at_1_diff1": 0.473137, + "nauc_map_at_3_max": 0.27946, + "nauc_map_at_3_std": 0.114589, + "nauc_map_at_3_diff1": 0.39663, + "nauc_map_at_5_max": 0.26556, + "nauc_map_at_5_std": 0.123834, + "nauc_map_at_5_diff1": 0.392894, + "nauc_map_at_10_max": 0.266121, + "nauc_map_at_10_std": 0.132799, + "nauc_map_at_10_diff1": 0.396646, + "nauc_map_at_20_max": 0.271633, + "nauc_map_at_20_std": 0.130756, + "nauc_map_at_20_diff1": 0.400194, + "nauc_map_at_100_max": 0.269792, + "nauc_map_at_100_std": 0.128429, + "nauc_map_at_100_diff1": 0.401059, + "nauc_map_at_1000_max": 0.269792, + "nauc_map_at_1000_std": 0.128429, + "nauc_map_at_1000_diff1": 0.401059, + "nauc_recall_at_1_max": 0.293785, + "nauc_recall_at_1_std": 0.120724, + "nauc_recall_at_1_diff1": 0.473137, + "nauc_recall_at_3_max": 0.290785, + "nauc_recall_at_3_std": 0.108109, + "nauc_recall_at_3_diff1": 0.281613, + "nauc_recall_at_5_max": 0.186664, + "nauc_recall_at_5_std": 0.177382, + "nauc_recall_at_5_diff1": 0.219597, + "nauc_recall_at_10_max": 0.1899, + "nauc_recall_at_10_std": 0.307481, + "nauc_recall_at_10_diff1": 0.238438, + "nauc_recall_at_20_max": 0.777423, + "nauc_recall_at_20_std": 0.777423, + "nauc_recall_at_20_diff1": 0.194132, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.293785, + "nauc_precision_at_1_std": 0.120724, + "nauc_precision_at_1_diff1": 0.473137, + "nauc_precision_at_3_max": 0.290785, + "nauc_precision_at_3_std": 0.108109, + "nauc_precision_at_3_diff1": 0.281613, + "nauc_precision_at_5_max": 0.186664, + "nauc_precision_at_5_std": 0.177382, + "nauc_precision_at_5_diff1": 0.219597, + "nauc_precision_at_10_max": 0.1899, + "nauc_precision_at_10_std": 0.307481, + "nauc_precision_at_10_diff1": 0.238438, + "nauc_precision_at_20_max": 0.777423, + "nauc_precision_at_20_std": 0.777423, + "nauc_precision_at_20_diff1": 0.194132, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.293785, + "nauc_mrr_at_1_std": 0.120724, + "nauc_mrr_at_1_diff1": 0.473137, + "nauc_mrr_at_3_max": 0.27946, + "nauc_mrr_at_3_std": 0.114589, + "nauc_mrr_at_3_diff1": 0.39663, + "nauc_mrr_at_5_max": 0.26556, + "nauc_mrr_at_5_std": 0.123834, + "nauc_mrr_at_5_diff1": 0.392894, + "nauc_mrr_at_10_max": 0.266121, + "nauc_mrr_at_10_std": 0.132799, + "nauc_mrr_at_10_diff1": 0.396646, + "nauc_mrr_at_20_max": 0.271633, + "nauc_mrr_at_20_std": 0.130756, + "nauc_mrr_at_20_diff1": 0.400194, + "nauc_mrr_at_100_max": 0.269792, + "nauc_mrr_at_100_std": 0.128429, + "nauc_mrr_at_100_diff1": 0.401059, + "nauc_mrr_at_1000_max": 0.269792, + "nauc_mrr_at_1000_std": 0.128429, + "nauc_mrr_at_1000_diff1": 0.401059, + "main_score": 0.69614, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.58462, + "ndcg_at_3": 0.73186, + "ndcg_at_5": 0.75174, + "ndcg_at_10": 0.77246, + "ndcg_at_20": 0.78044, + "ndcg_at_100": 0.78582, + "ndcg_at_1000": 0.78582, + "map_at_1": 0.58462, + "map_at_3": 0.69744, + "map_at_5": 0.70897, + "map_at_10": 0.71801, + "map_at_20": 0.72031, + "map_at_100": 0.72091, + "map_at_1000": 0.72091, + "recall_at_1": 0.58462, + "recall_at_3": 0.83077, + "recall_at_5": 0.87692, + "recall_at_10": 0.93846, + "recall_at_20": 0.96923, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.58462, + "precision_at_3": 0.27692, + "precision_at_5": 0.17538, + "precision_at_10": 0.09385, + "precision_at_20": 0.04846, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.584615, + "mrr_at_3": 0.697436, + "mrr_at_5": 0.708974, + "mrr_at_10": 0.71801, + "mrr_at_20": 0.720313, + "mrr_at_100": 0.720907, + "mrr_at_1000": 0.720907, + "nauc_ndcg_at_1_max": 0.353134, + "nauc_ndcg_at_1_std": 0.094314, + "nauc_ndcg_at_1_diff1": 0.628427, + "nauc_ndcg_at_3_max": 0.501178, + "nauc_ndcg_at_3_std": 0.27474, + "nauc_ndcg_at_3_diff1": 0.653815, + "nauc_ndcg_at_5_max": 0.480705, + "nauc_ndcg_at_5_std": 0.265009, + "nauc_ndcg_at_5_diff1": 0.629693, + "nauc_ndcg_at_10_max": 0.472824, + "nauc_ndcg_at_10_std": 0.253429, + "nauc_ndcg_at_10_diff1": 0.630751, + "nauc_ndcg_at_20_max": 0.458751, + "nauc_ndcg_at_20_std": 0.246868, + "nauc_ndcg_at_20_diff1": 0.623558, + "nauc_ndcg_at_100_max": 0.444108, + "nauc_ndcg_at_100_std": 0.227743, + "nauc_ndcg_at_100_diff1": 0.626191, + "nauc_ndcg_at_1000_max": 0.444108, + "nauc_ndcg_at_1000_std": 0.227743, + "nauc_ndcg_at_1000_diff1": 0.626191, + "nauc_map_at_1_max": 0.353134, + "nauc_map_at_1_std": 0.094314, + "nauc_map_at_1_diff1": 0.628427, + "nauc_map_at_3_max": 0.4515, + "nauc_map_at_3_std": 0.224874, + "nauc_map_at_3_diff1": 0.640994, + "nauc_map_at_5_max": 0.439024, + "nauc_map_at_5_std": 0.217836, + "nauc_map_at_5_diff1": 0.628223, + "nauc_map_at_10_max": 0.434941, + "nauc_map_at_10_std": 0.213213, + "nauc_map_at_10_diff1": 0.628259, + "nauc_map_at_20_max": 0.431433, + "nauc_map_at_20_std": 0.211721, + "nauc_map_at_20_diff1": 0.62627, + "nauc_map_at_100_max": 0.430104, + "nauc_map_at_100_std": 0.209997, + "nauc_map_at_100_diff1": 0.626523, + "nauc_map_at_1000_max": 0.430104, + "nauc_map_at_1000_std": 0.209997, + "nauc_map_at_1000_diff1": 0.626523, + "nauc_recall_at_1_max": 0.353134, + "nauc_recall_at_1_std": 0.094314, + "nauc_recall_at_1_diff1": 0.628427, + "nauc_recall_at_3_max": 0.726756, + "nauc_recall_at_3_std": 0.494791, + "nauc_recall_at_3_diff1": 0.714603, + "nauc_recall_at_5_max": 0.719863, + "nauc_recall_at_5_std": 0.529577, + "nauc_recall_at_5_diff1": 0.637329, + "nauc_recall_at_10_max": 0.866027, + "nauc_recall_at_10_std": 0.647424, + "nauc_recall_at_10_diff1": 0.658511, + "nauc_recall_at_20_max": 0.935194, + "nauc_recall_at_20_std": 0.870389, + "nauc_recall_at_20_diff1": 0.540323, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.353134, + "nauc_precision_at_1_std": 0.094314, + "nauc_precision_at_1_diff1": 0.628427, + "nauc_precision_at_3_max": 0.726756, + "nauc_precision_at_3_std": 0.494791, + "nauc_precision_at_3_diff1": 0.714603, + "nauc_precision_at_5_max": 0.719863, + "nauc_precision_at_5_std": 0.529577, + "nauc_precision_at_5_diff1": 0.637329, + "nauc_precision_at_10_max": 0.866027, + "nauc_precision_at_10_std": 0.647424, + "nauc_precision_at_10_diff1": 0.658511, + "nauc_precision_at_20_max": 0.935194, + "nauc_precision_at_20_std": 0.870389, + "nauc_precision_at_20_diff1": 0.540323, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.353134, + "nauc_mrr_at_1_std": 0.094314, + "nauc_mrr_at_1_diff1": 0.628427, + "nauc_mrr_at_3_max": 0.4515, + "nauc_mrr_at_3_std": 0.224874, + "nauc_mrr_at_3_diff1": 0.640994, + "nauc_mrr_at_5_max": 0.439024, + "nauc_mrr_at_5_std": 0.217836, + "nauc_mrr_at_5_diff1": 0.628223, + "nauc_mrr_at_10_max": 0.434941, + "nauc_mrr_at_10_std": 0.213213, + "nauc_mrr_at_10_diff1": 0.628259, + "nauc_mrr_at_20_max": 0.431433, + "nauc_mrr_at_20_std": 0.211721, + "nauc_mrr_at_20_diff1": 0.62627, + "nauc_mrr_at_100_max": 0.430104, + "nauc_mrr_at_100_std": 0.209997, + "nauc_mrr_at_100_diff1": 0.626523, + "nauc_mrr_at_1000_max": 0.430104, + "nauc_mrr_at_1000_std": 0.209997, + "nauc_mrr_at_1000_diff1": 0.626523, + "main_score": 0.77246, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.61111, + "ndcg_at_3": 0.74632, + "ndcg_at_5": 0.7721, + "ndcg_at_10": 0.79237, + "ndcg_at_20": 0.79852, + "ndcg_at_100": 0.80076, + "ndcg_at_1000": 0.80076, + "map_at_1": 0.61111, + "map_at_3": 0.71399, + "map_at_5": 0.7285, + "map_at_10": 0.73703, + "map_at_20": 0.73869, + "map_at_100": 0.73896, + "map_at_1000": 0.73896, + "recall_at_1": 0.61111, + "recall_at_3": 0.83951, + "recall_at_5": 0.90123, + "recall_at_10": 0.96296, + "recall_at_20": 0.98765, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.61111, + "precision_at_3": 0.27984, + "precision_at_5": 0.18025, + "precision_at_10": 0.0963, + "precision_at_20": 0.04938, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.611111, + "mrr_at_3": 0.713992, + "mrr_at_5": 0.728498, + "mrr_at_10": 0.737035, + "mrr_at_20": 0.738686, + "mrr_at_100": 0.738961, + "mrr_at_1000": 0.738961, + "nauc_ndcg_at_1_max": 0.501583, + "nauc_ndcg_at_1_std": 0.022459, + "nauc_ndcg_at_1_diff1": 0.819135, + "nauc_ndcg_at_3_max": 0.480249, + "nauc_ndcg_at_3_std": 0.0051, + "nauc_ndcg_at_3_diff1": 0.781947, + "nauc_ndcg_at_5_max": 0.482992, + "nauc_ndcg_at_5_std": 0.042571, + "nauc_ndcg_at_5_diff1": 0.774075, + "nauc_ndcg_at_10_max": 0.489128, + "nauc_ndcg_at_10_std": 0.050185, + "nauc_ndcg_at_10_diff1": 0.782721, + "nauc_ndcg_at_20_max": 0.49178, + "nauc_ndcg_at_20_std": 0.041097, + "nauc_ndcg_at_20_diff1": 0.790814, + "nauc_ndcg_at_100_max": 0.486805, + "nauc_ndcg_at_100_std": 0.030935, + "nauc_ndcg_at_100_diff1": 0.789863, + "nauc_ndcg_at_1000_max": 0.486805, + "nauc_ndcg_at_1000_std": 0.030935, + "nauc_ndcg_at_1000_diff1": 0.789863, + "nauc_map_at_1_max": 0.501583, + "nauc_map_at_1_std": 0.022459, + "nauc_map_at_1_diff1": 0.819135, + "nauc_map_at_3_max": 0.481403, + "nauc_map_at_3_std": 0.005811, + "nauc_map_at_3_diff1": 0.790456, + "nauc_map_at_5_max": 0.48303, + "nauc_map_at_5_std": 0.024986, + "nauc_map_at_5_diff1": 0.787377, + "nauc_map_at_10_max": 0.48535, + "nauc_map_at_10_std": 0.027277, + "nauc_map_at_10_diff1": 0.790606, + "nauc_map_at_20_max": 0.48614, + "nauc_map_at_20_std": 0.025642, + "nauc_map_at_20_diff1": 0.792501, + "nauc_map_at_100_max": 0.485665, + "nauc_map_at_100_std": 0.024665, + "nauc_map_at_100_diff1": 0.792414, + "nauc_map_at_1000_max": 0.485665, + "nauc_map_at_1000_std": 0.024665, + "nauc_map_at_1000_diff1": 0.792414, + "nauc_recall_at_1_max": 0.501583, + "nauc_recall_at_1_std": 0.022459, + "nauc_recall_at_1_diff1": 0.819135, + "nauc_recall_at_3_max": 0.478564, + "nauc_recall_at_3_std": 0.004912, + "nauc_recall_at_3_diff1": 0.745339, + "nauc_recall_at_5_max": 0.488343, + "nauc_recall_at_5_std": 0.171889, + "nauc_recall_at_5_diff1": 0.685897, + "nauc_recall_at_10_max": 0.577326, + "nauc_recall_at_10_std": 0.483607, + "nauc_recall_at_10_diff1": 0.668972, + "nauc_recall_at_20_max": 0.861427, + "nauc_recall_at_20_std": 0.796157, + "nauc_recall_at_20_diff1": 0.861427, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.501583, + "nauc_precision_at_1_std": 0.022459, + "nauc_precision_at_1_diff1": 0.819135, + "nauc_precision_at_3_max": 0.478564, + "nauc_precision_at_3_std": 0.004912, + "nauc_precision_at_3_diff1": 0.745339, + "nauc_precision_at_5_max": 0.488343, + "nauc_precision_at_5_std": 0.171889, + "nauc_precision_at_5_diff1": 0.685897, + "nauc_precision_at_10_max": 0.577326, + "nauc_precision_at_10_std": 0.483607, + "nauc_precision_at_10_diff1": 0.668972, + "nauc_precision_at_20_max": 0.861427, + "nauc_precision_at_20_std": 0.796157, + "nauc_precision_at_20_diff1": 0.861427, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.501583, + "nauc_mrr_at_1_std": 0.022459, + "nauc_mrr_at_1_diff1": 0.819135, + "nauc_mrr_at_3_max": 0.481403, + "nauc_mrr_at_3_std": 0.005811, + "nauc_mrr_at_3_diff1": 0.790456, + "nauc_mrr_at_5_max": 0.48303, + "nauc_mrr_at_5_std": 0.024986, + "nauc_mrr_at_5_diff1": 0.787377, + "nauc_mrr_at_10_max": 0.48535, + "nauc_mrr_at_10_std": 0.027277, + "nauc_mrr_at_10_diff1": 0.790606, + "nauc_mrr_at_20_max": 0.48614, + "nauc_mrr_at_20_std": 0.025642, + "nauc_mrr_at_20_diff1": 0.792501, + "nauc_mrr_at_100_max": 0.485665, + "nauc_mrr_at_100_std": 0.024665, + "nauc_mrr_at_100_diff1": 0.792414, + "nauc_mrr_at_1000_max": 0.485665, + "nauc_mrr_at_1000_std": 0.024665, + "nauc_mrr_at_1000_diff1": 0.792414, + "main_score": 0.79237, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.55844, + "ndcg_at_3": 0.65337, + "ndcg_at_5": 0.68636, + "ndcg_at_10": 0.72455, + "ndcg_at_20": 0.73821, + "ndcg_at_100": 0.74633, + "ndcg_at_1000": 0.74633, + "map_at_1": 0.55844, + "map_at_3": 0.63203, + "map_at_5": 0.65087, + "map_at_10": 0.6669, + "map_at_20": 0.67091, + "map_at_100": 0.67236, + "map_at_1000": 0.67236, + "recall_at_1": 0.55844, + "recall_at_3": 0.71429, + "recall_at_5": 0.79221, + "recall_at_10": 0.90909, + "recall_at_20": 0.96104, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.55844, + "precision_at_3": 0.2381, + "precision_at_5": 0.15844, + "precision_at_10": 0.09091, + "precision_at_20": 0.04805, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.558442, + "mrr_at_3": 0.632035, + "mrr_at_5": 0.650866, + "mrr_at_10": 0.666899, + "mrr_at_20": 0.670906, + "mrr_at_100": 0.672362, + "mrr_at_1000": 0.672362, + "nauc_ndcg_at_1_max": 0.343804, + "nauc_ndcg_at_1_std": -0.02901, + "nauc_ndcg_at_1_diff1": 0.541554, + "nauc_ndcg_at_3_max": 0.399232, + "nauc_ndcg_at_3_std": 0.032724, + "nauc_ndcg_at_3_diff1": 0.54067, + "nauc_ndcg_at_5_max": 0.363423, + "nauc_ndcg_at_5_std": 0.015076, + "nauc_ndcg_at_5_diff1": 0.528781, + "nauc_ndcg_at_10_max": 0.355611, + "nauc_ndcg_at_10_std": -0.017701, + "nauc_ndcg_at_10_diff1": 0.530374, + "nauc_ndcg_at_20_max": 0.372519, + "nauc_ndcg_at_20_std": 0.021098, + "nauc_ndcg_at_20_diff1": 0.54292, + "nauc_ndcg_at_100_max": 0.371164, + "nauc_ndcg_at_100_std": -0.007603, + "nauc_ndcg_at_100_diff1": 0.540574, + "nauc_ndcg_at_1000_max": 0.371164, + "nauc_ndcg_at_1000_std": -0.007603, + "nauc_ndcg_at_1000_diff1": 0.540574, + "nauc_map_at_1_max": 0.343804, + "nauc_map_at_1_std": -0.02901, + "nauc_map_at_1_diff1": 0.541554, + "nauc_map_at_3_max": 0.388861, + "nauc_map_at_3_std": 0.010036, + "nauc_map_at_3_diff1": 0.544175, + "nauc_map_at_5_max": 0.369666, + "nauc_map_at_5_std": -0.001892, + "nauc_map_at_5_diff1": 0.537939, + "nauc_map_at_10_max": 0.367346, + "nauc_map_at_10_std": -0.016682, + "nauc_map_at_10_diff1": 0.53865, + "nauc_map_at_20_max": 0.371539, + "nauc_map_at_20_std": -0.00782, + "nauc_map_at_20_diff1": 0.542029, + "nauc_map_at_100_max": 0.371285, + "nauc_map_at_100_std": -0.011897, + "nauc_map_at_100_diff1": 0.541692, + "nauc_map_at_1000_max": 0.371285, + "nauc_map_at_1000_std": -0.011897, + "nauc_map_at_1000_diff1": 0.541692, + "nauc_recall_at_1_max": 0.343804, + "nauc_recall_at_1_std": -0.02901, + "nauc_recall_at_1_diff1": 0.541554, + "nauc_recall_at_3_max": 0.432078, + "nauc_recall_at_3_std": 0.112443, + "nauc_recall_at_3_diff1": 0.527212, + "nauc_recall_at_5_max": 0.32766, + "nauc_recall_at_5_std": 0.089225, + "nauc_recall_at_5_diff1": 0.486623, + "nauc_recall_at_10_max": 0.226975, + "nauc_recall_at_10_std": -0.040002, + "nauc_recall_at_10_diff1": 0.455987, + "nauc_recall_at_20_max": 0.402052, + "nauc_recall_at_20_std": 0.742209, + "nauc_recall_at_20_diff1": 0.60104, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.343804, + "nauc_precision_at_1_std": -0.02901, + "nauc_precision_at_1_diff1": 0.541554, + "nauc_precision_at_3_max": 0.432078, + "nauc_precision_at_3_std": 0.112443, + "nauc_precision_at_3_diff1": 0.527212, + "nauc_precision_at_5_max": 0.32766, + "nauc_precision_at_5_std": 0.089225, + "nauc_precision_at_5_diff1": 0.486623, + "nauc_precision_at_10_max": 0.226975, + "nauc_precision_at_10_std": -0.040002, + "nauc_precision_at_10_diff1": 0.455987, + "nauc_precision_at_20_max": 0.402052, + "nauc_precision_at_20_std": 0.742209, + "nauc_precision_at_20_diff1": 0.60104, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.343804, + "nauc_mrr_at_1_std": -0.02901, + "nauc_mrr_at_1_diff1": 0.541554, + "nauc_mrr_at_3_max": 0.388861, + "nauc_mrr_at_3_std": 0.010036, + "nauc_mrr_at_3_diff1": 0.544175, + "nauc_mrr_at_5_max": 0.369666, + "nauc_mrr_at_5_std": -0.001892, + "nauc_mrr_at_5_diff1": 0.537939, + "nauc_mrr_at_10_max": 0.367346, + "nauc_mrr_at_10_std": -0.016682, + "nauc_mrr_at_10_diff1": 0.53865, + "nauc_mrr_at_20_max": 0.371539, + "nauc_mrr_at_20_std": -0.00782, + "nauc_mrr_at_20_diff1": 0.542029, + "nauc_mrr_at_100_max": 0.371285, + "nauc_mrr_at_100_std": -0.011897, + "nauc_mrr_at_100_diff1": 0.541692, + "nauc_mrr_at_1000_max": 0.371285, + "nauc_mrr_at_1000_std": -0.011897, + "nauc_mrr_at_1000_diff1": 0.541692, + "main_score": 0.72455, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 31.58254313468933, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/SciFact-PL.json b/results/openai__text-embedding-3-small-512/2/SciFact-PL.json new file mode 100644 index 0000000000..8cf2c48d94 --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.42667, + "ndcg_at_3": 0.49625, + "ndcg_at_5": 0.52889, + "ndcg_at_10": 0.55353, + "ndcg_at_20": 0.57381, + "ndcg_at_100": 0.59545, + "ndcg_at_1000": 0.60746, + "map_at_1": 0.41, + "map_at_3": 0.47147, + "map_at_5": 0.49242, + "map_at_10": 0.50436, + "map_at_20": 0.51001, + "map_at_100": 0.51306, + "map_at_1000": 0.51353, + "recall_at_1": 0.41, + "recall_at_3": 0.54356, + "recall_at_5": 0.62239, + "recall_at_10": 0.69489, + "recall_at_20": 0.77389, + "recall_at_100": 0.88867, + "recall_at_1000": 0.98333, + "precision_at_1": 0.42667, + "precision_at_3": 0.19778, + "precision_at_5": 0.13933, + "precision_at_10": 0.079, + "precision_at_20": 0.04383, + "precision_at_100": 0.0101, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.426667, + "mrr_at_3": 0.488889, + "mrr_at_5": 0.505556, + "mrr_at_10": 0.513642, + "mrr_at_20": 0.519109, + "mrr_at_100": 0.521753, + "mrr_at_1000": 0.522136, + "nauc_ndcg_at_1_max": 0.531433, + "nauc_ndcg_at_1_std": 0.128425, + "nauc_ndcg_at_1_diff1": 0.642148, + "nauc_ndcg_at_3_max": 0.508842, + "nauc_ndcg_at_3_std": 0.115191, + "nauc_ndcg_at_3_diff1": 0.593224, + "nauc_ndcg_at_5_max": 0.515388, + "nauc_ndcg_at_5_std": 0.134054, + "nauc_ndcg_at_5_diff1": 0.587337, + "nauc_ndcg_at_10_max": 0.529538, + "nauc_ndcg_at_10_std": 0.156633, + "nauc_ndcg_at_10_diff1": 0.574884, + "nauc_ndcg_at_20_max": 0.529203, + "nauc_ndcg_at_20_std": 0.154982, + "nauc_ndcg_at_20_diff1": 0.574945, + "nauc_ndcg_at_100_max": 0.532939, + "nauc_ndcg_at_100_std": 0.168358, + "nauc_ndcg_at_100_diff1": 0.579212, + "nauc_ndcg_at_1000_max": 0.532897, + "nauc_ndcg_at_1000_std": 0.160692, + "nauc_ndcg_at_1000_diff1": 0.58619, + "nauc_map_at_1_max": 0.496915, + "nauc_map_at_1_std": 0.091412, + "nauc_map_at_1_diff1": 0.643587, + "nauc_map_at_3_max": 0.49661, + "nauc_map_at_3_std": 0.098961, + "nauc_map_at_3_diff1": 0.602606, + "nauc_map_at_5_max": 0.510679, + "nauc_map_at_5_std": 0.119168, + "nauc_map_at_5_diff1": 0.600062, + "nauc_map_at_10_max": 0.521694, + "nauc_map_at_10_std": 0.134626, + "nauc_map_at_10_diff1": 0.594065, + "nauc_map_at_20_max": 0.522066, + "nauc_map_at_20_std": 0.134501, + "nauc_map_at_20_diff1": 0.59444, + "nauc_map_at_100_max": 0.522882, + "nauc_map_at_100_std": 0.136818, + "nauc_map_at_100_diff1": 0.59513, + "nauc_map_at_1000_max": 0.52301, + "nauc_map_at_1000_std": 0.136776, + "nauc_map_at_1000_diff1": 0.595335, + "nauc_recall_at_1_max": 0.496915, + "nauc_recall_at_1_std": 0.091412, + "nauc_recall_at_1_diff1": 0.643587, + "nauc_recall_at_3_max": 0.474859, + "nauc_recall_at_3_std": 0.090467, + "nauc_recall_at_3_diff1": 0.564469, + "nauc_recall_at_5_max": 0.491238, + "nauc_recall_at_5_std": 0.136734, + "nauc_recall_at_5_diff1": 0.539187, + "nauc_recall_at_10_max": 0.527926, + "nauc_recall_at_10_std": 0.202697, + "nauc_recall_at_10_diff1": 0.49415, + "nauc_recall_at_20_max": 0.520511, + "nauc_recall_at_20_std": 0.19964, + "nauc_recall_at_20_diff1": 0.470752, + "nauc_recall_at_100_max": 0.5548, + "nauc_recall_at_100_std": 0.390734, + "nauc_recall_at_100_diff1": 0.451848, + "nauc_recall_at_1000_max": 0.551447, + "nauc_recall_at_1000_std": 0.437068, + "nauc_recall_at_1000_diff1": 0.716713, + "nauc_precision_at_1_max": 0.531433, + "nauc_precision_at_1_std": 0.128425, + "nauc_precision_at_1_diff1": 0.642148, + "nauc_precision_at_3_max": 0.546404, + "nauc_precision_at_3_std": 0.214841, + "nauc_precision_at_3_diff1": 0.480755, + "nauc_precision_at_5_max": 0.561746, + "nauc_precision_at_5_std": 0.284979, + "nauc_precision_at_5_diff1": 0.395285, + "nauc_precision_at_10_max": 0.56837, + "nauc_precision_at_10_std": 0.369403, + "nauc_precision_at_10_diff1": 0.265986, + "nauc_precision_at_20_max": 0.550875, + "nauc_precision_at_20_std": 0.377056, + "nauc_precision_at_20_diff1": 0.207397, + "nauc_precision_at_100_max": 0.48822, + "nauc_precision_at_100_std": 0.456844, + "nauc_precision_at_100_diff1": 0.05981, + "nauc_precision_at_1000_max": 0.380955, + "nauc_precision_at_1000_std": 0.430333, + "nauc_precision_at_1000_diff1": -0.1059, + "nauc_mrr_at_1_max": 0.531433, + "nauc_mrr_at_1_std": 0.128425, + "nauc_mrr_at_1_diff1": 0.642148, + "nauc_mrr_at_3_max": 0.53095, + "nauc_mrr_at_3_std": 0.144637, + "nauc_mrr_at_3_diff1": 0.601896, + "nauc_mrr_at_5_max": 0.530545, + "nauc_mrr_at_5_std": 0.150102, + "nauc_mrr_at_5_diff1": 0.599403, + "nauc_mrr_at_10_max": 0.53058, + "nauc_mrr_at_10_std": 0.151723, + "nauc_mrr_at_10_diff1": 0.596279, + "nauc_mrr_at_20_max": 0.529634, + "nauc_mrr_at_20_std": 0.15183, + "nauc_mrr_at_20_diff1": 0.595496, + "nauc_mrr_at_100_max": 0.530023, + "nauc_mrr_at_100_std": 0.15345, + "nauc_mrr_at_100_diff1": 0.596221, + "nauc_mrr_at_1000_max": 0.530238, + "nauc_mrr_at_1000_std": 0.153421, + "nauc_mrr_at_1000_diff1": 0.596481, + "main_score": 0.55353, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 116.8974678516388, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/SciFact.json b/results/openai__text-embedding-3-small-512/2/SciFact.json new file mode 100644 index 0000000000..2aad472a22 --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.25.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.5958, + "ndcg_at_3": 0.67693, + "ndcg_at_5": 0.70173, + "ndcg_at_10": 0.72196, + "ndcg_at_20": 0.7359, + "ndcg_at_100": 0.74772, + "ndcg_at_1000": 0.75212, + "map_at_1": 0.56813, + "map_at_3": 0.64855, + "map_at_5": 0.66591, + "map_at_10": 0.67515, + "map_at_20": 0.68016, + "map_at_100": 0.68193, + "map_at_1000": 0.68212, + "recall_at_1": 0.56813, + "recall_at_3": 0.73473, + "recall_at_5": 0.79205, + "recall_at_10": 0.85066, + "recall_at_20": 0.90039, + "recall_at_100": 0.9623, + "recall_at_1000": 0.99506, + "precision_at_1": 0.5958, + "precision_at_3": 0.26741, + "precision_at_5": 0.17627, + "precision_at_10": 0.0958, + "precision_at_20": 0.0513, + "precision_at_100": 0.01095, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.595797, + "mrr_at_3": 0.667491, + "mrr_at_5": 0.679357, + "mrr_at_10": 0.687064, + "mrr_at_20": 0.689875, + "mrr_at_100": 0.691381, + "mrr_at_1000": 0.691557, + "nauc_ndcg_at_1_max": 0.517801, + "nauc_ndcg_at_1_std": 0.017944, + "nauc_ndcg_at_1_diff1": 0.717215, + "nauc_ndcg_at_3_max": 0.501709, + "nauc_ndcg_at_3_std": 0.005705, + "nauc_ndcg_at_3_diff1": 0.671072, + "nauc_ndcg_at_5_max": 0.510216, + "nauc_ndcg_at_5_std": 0.016419, + "nauc_ndcg_at_5_diff1": 0.658713, + "nauc_ndcg_at_10_max": 0.518373, + "nauc_ndcg_at_10_std": 0.029216, + "nauc_ndcg_at_10_diff1": 0.657252, + "nauc_ndcg_at_20_max": 0.52153, + "nauc_ndcg_at_20_std": 0.060789, + "nauc_ndcg_at_20_diff1": 0.657926, + "nauc_ndcg_at_100_max": 0.529317, + "nauc_ndcg_at_100_std": 0.058943, + "nauc_ndcg_at_100_diff1": 0.668108, + "nauc_ndcg_at_1000_max": 0.524321, + "nauc_ndcg_at_1000_std": 0.045606, + "nauc_ndcg_at_1000_diff1": 0.668411, + "nauc_map_at_1_max": 0.46433, + "nauc_map_at_1_std": -0.02681, + "nauc_map_at_1_diff1": 0.726643, + "nauc_map_at_3_max": 0.489556, + "nauc_map_at_3_std": -0.014052, + "nauc_map_at_3_diff1": 0.688105, + "nauc_map_at_5_max": 0.504486, + "nauc_map_at_5_std": -0.002107, + "nauc_map_at_5_diff1": 0.680087, + "nauc_map_at_10_max": 0.509385, + "nauc_map_at_10_std": 0.0052, + "nauc_map_at_10_diff1": 0.67948, + "nauc_map_at_20_max": 0.511106, + "nauc_map_at_20_std": 0.016409, + "nauc_map_at_20_diff1": 0.679572, + "nauc_map_at_100_max": 0.512314, + "nauc_map_at_100_std": 0.016355, + "nauc_map_at_100_diff1": 0.680899, + "nauc_map_at_1000_max": 0.512182, + "nauc_map_at_1000_std": 0.015902, + "nauc_map_at_1000_diff1": 0.68095, + "nauc_recall_at_1_max": 0.46433, + "nauc_recall_at_1_std": -0.02681, + "nauc_recall_at_1_diff1": 0.726643, + "nauc_recall_at_3_max": 0.466353, + "nauc_recall_at_3_std": -0.006884, + "nauc_recall_at_3_diff1": 0.616536, + "nauc_recall_at_5_max": 0.48681, + "nauc_recall_at_5_std": 0.026323, + "nauc_recall_at_5_diff1": 0.57425, + "nauc_recall_at_10_max": 0.505073, + "nauc_recall_at_10_std": 0.070105, + "nauc_recall_at_10_diff1": 0.536789, + "nauc_recall_at_20_max": 0.524056, + "nauc_recall_at_20_std": 0.320261, + "nauc_recall_at_20_diff1": 0.505975, + "nauc_recall_at_100_max": 0.73594, + "nauc_recall_at_100_std": 0.659929, + "nauc_recall_at_100_diff1": 0.574149, + "nauc_recall_at_1000_max": 0.41848, + "nauc_recall_at_1000_std": 0.397087, + "nauc_recall_at_1000_diff1": -0.004333, + "nauc_precision_at_1_max": 0.517801, + "nauc_precision_at_1_std": 0.017944, + "nauc_precision_at_1_diff1": 0.717215, + "nauc_precision_at_3_max": 0.475372, + "nauc_precision_at_3_std": 0.117356, + "nauc_precision_at_3_diff1": 0.397496, + "nauc_precision_at_5_max": 0.43036, + "nauc_precision_at_5_std": 0.174091, + "nauc_precision_at_5_diff1": 0.231894, + "nauc_precision_at_10_max": 0.386554, + "nauc_precision_at_10_std": 0.269116, + "nauc_precision_at_10_diff1": 0.093696, + "nauc_precision_at_20_max": 0.294199, + "nauc_precision_at_20_std": 0.383584, + "nauc_precision_at_20_diff1": -0.031059, + "nauc_precision_at_100_max": 0.245165, + "nauc_precision_at_100_std": 0.42476, + "nauc_precision_at_100_diff1": -0.156666, + "nauc_precision_at_1000_max": 0.160451, + "nauc_precision_at_1000_std": 0.375837, + "nauc_precision_at_1000_diff1": -0.273743, + "nauc_mrr_at_1_max": 0.517801, + "nauc_mrr_at_1_std": 0.017944, + "nauc_mrr_at_1_diff1": 0.717215, + "nauc_mrr_at_3_max": 0.527699, + "nauc_mrr_at_3_std": 0.033346, + "nauc_mrr_at_3_diff1": 0.677592, + "nauc_mrr_at_5_max": 0.525855, + "nauc_mrr_at_5_std": 0.038712, + "nauc_mrr_at_5_diff1": 0.671978, + "nauc_mrr_at_10_max": 0.528215, + "nauc_mrr_at_10_std": 0.041694, + "nauc_mrr_at_10_diff1": 0.672924, + "nauc_mrr_at_20_max": 0.527831, + "nauc_mrr_at_20_std": 0.044403, + "nauc_mrr_at_20_diff1": 0.67404, + "nauc_mrr_at_100_max": 0.528807, + "nauc_mrr_at_100_std": 0.04415, + "nauc_mrr_at_100_diff1": 0.675231, + "nauc_mrr_at_1000_max": 0.528678, + "nauc_mrr_at_1000_std": 0.043721, + "nauc_mrr_at_1000_diff1": 0.675262, + "main_score": 0.72196, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.67291, + "ndcg_at_5": 0.69472, + "ndcg_at_10": 0.72033, + "ndcg_at_20": 0.73534, + "ndcg_at_100": 0.74461, + "ndcg_at_1000": 0.75013, + "map_at_1": 0.5805, + "map_at_3": 0.6475, + "map_at_5": 0.66295, + "map_at_10": 0.67571, + "map_at_20": 0.68036, + "map_at_100": 0.68164, + "map_at_1000": 0.68189, + "recall_at_1": 0.5805, + "recall_at_3": 0.71711, + "recall_at_5": 0.77272, + "recall_at_10": 0.84589, + "recall_at_20": 0.90433, + "recall_at_100": 0.955, + "recall_at_1000": 0.99667, + "precision_at_1": 0.61, + "precision_at_3": 0.26111, + "precision_at_5": 0.172, + "precision_at_10": 0.096, + "precision_at_20": 0.0515, + "precision_at_100": 0.01083, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.61, + "mrr_at_3": 0.665556, + "mrr_at_5": 0.677722, + "mrr_at_10": 0.686659, + "mrr_at_20": 0.689678, + "mrr_at_100": 0.690819, + "mrr_at_1000": 0.691043, + "nauc_ndcg_at_1_max": 0.558377, + "nauc_ndcg_at_1_std": 0.058229, + "nauc_ndcg_at_1_diff1": 0.738633, + "nauc_ndcg_at_3_max": 0.550948, + "nauc_ndcg_at_3_std": -0.030563, + "nauc_ndcg_at_3_diff1": 0.713241, + "nauc_ndcg_at_5_max": 0.541932, + "nauc_ndcg_at_5_std": -0.017422, + "nauc_ndcg_at_5_diff1": 0.704193, + "nauc_ndcg_at_10_max": 0.574342, + "nauc_ndcg_at_10_std": 0.029116, + "nauc_ndcg_at_10_diff1": 0.702083, + "nauc_ndcg_at_20_max": 0.577005, + "nauc_ndcg_at_20_std": 0.04713, + "nauc_ndcg_at_20_diff1": 0.704272, + "nauc_ndcg_at_100_max": 0.577812, + "nauc_ndcg_at_100_std": 0.049464, + "nauc_ndcg_at_100_diff1": 0.707046, + "nauc_ndcg_at_1000_max": 0.572259, + "nauc_ndcg_at_1000_std": 0.04013, + "nauc_ndcg_at_1000_diff1": 0.710246, + "nauc_map_at_1_max": 0.512889, + "nauc_map_at_1_std": -0.037855, + "nauc_map_at_1_diff1": 0.742143, + "nauc_map_at_3_max": 0.536899, + "nauc_map_at_3_std": -0.047121, + "nauc_map_at_3_diff1": 0.722718, + "nauc_map_at_5_max": 0.535681, + "nauc_map_at_5_std": -0.025619, + "nauc_map_at_5_diff1": 0.717586, + "nauc_map_at_10_max": 0.555459, + "nauc_map_at_10_std": 0.003141, + "nauc_map_at_10_diff1": 0.716797, + "nauc_map_at_20_max": 0.557716, + "nauc_map_at_20_std": 0.010042, + "nauc_map_at_20_diff1": 0.717432, + "nauc_map_at_100_max": 0.557332, + "nauc_map_at_100_std": 0.010489, + "nauc_map_at_100_diff1": 0.717448, + "nauc_map_at_1000_max": 0.557109, + "nauc_map_at_1000_std": 0.010198, + "nauc_map_at_1000_diff1": 0.717592, + "nauc_recall_at_1_max": 0.512889, + "nauc_recall_at_1_std": -0.037855, + "nauc_recall_at_1_diff1": 0.742143, + "nauc_recall_at_3_max": 0.524557, + "nauc_recall_at_3_std": -0.12957, + "nauc_recall_at_3_diff1": 0.681018, + "nauc_recall_at_5_max": 0.506225, + "nauc_recall_at_5_std": -0.088916, + "nauc_recall_at_5_diff1": 0.647531, + "nauc_recall_at_10_max": 0.61646, + "nauc_recall_at_10_std": 0.066352, + "nauc_recall_at_10_diff1": 0.618437, + "nauc_recall_at_20_max": 0.647835, + "nauc_recall_at_20_std": 0.21586, + "nauc_recall_at_20_diff1": 0.601654, + "nauc_recall_at_100_max": 0.774302, + "nauc_recall_at_100_std": 0.46815, + "nauc_recall_at_100_diff1": 0.58272, + "nauc_recall_at_1000_max": 0.722222, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.558377, + "nauc_precision_at_1_std": 0.058229, + "nauc_precision_at_1_diff1": 0.738633, + "nauc_precision_at_3_max": 0.480711, + "nauc_precision_at_3_std": 0.115176, + "nauc_precision_at_3_diff1": 0.467006, + "nauc_precision_at_5_max": 0.399457, + "nauc_precision_at_5_std": 0.223506, + "nauc_precision_at_5_diff1": 0.324108, + "nauc_precision_at_10_max": 0.39319, + "nauc_precision_at_10_std": 0.424656, + "nauc_precision_at_10_diff1": 0.141449, + "nauc_precision_at_20_max": 0.316649, + "nauc_precision_at_20_std": 0.505263, + "nauc_precision_at_20_diff1": 0.015798, + "nauc_precision_at_100_max": 0.258049, + "nauc_precision_at_100_std": 0.609115, + "nauc_precision_at_100_diff1": -0.109163, + "nauc_precision_at_1000_max": 0.149937, + "nauc_precision_at_1000_std": 0.61737, + "nauc_precision_at_1000_diff1": -0.235649, + "nauc_mrr_at_1_max": 0.558377, + "nauc_mrr_at_1_std": 0.058229, + "nauc_mrr_at_1_diff1": 0.738633, + "nauc_mrr_at_3_max": 0.569109, + "nauc_mrr_at_3_std": 0.033928, + "nauc_mrr_at_3_diff1": 0.720349, + "nauc_mrr_at_5_max": 0.568509, + "nauc_mrr_at_5_std": 0.045219, + "nauc_mrr_at_5_diff1": 0.712609, + "nauc_mrr_at_10_max": 0.575644, + "nauc_mrr_at_10_std": 0.052178, + "nauc_mrr_at_10_diff1": 0.713918, + "nauc_mrr_at_20_max": 0.574963, + "nauc_mrr_at_20_std": 0.05417, + "nauc_mrr_at_20_diff1": 0.714875, + "nauc_mrr_at_100_max": 0.574953, + "nauc_mrr_at_100_std": 0.053875, + "nauc_mrr_at_100_diff1": 0.715135, + "nauc_mrr_at_1000_max": 0.574767, + "nauc_mrr_at_1000_std": 0.053689, + "nauc_mrr_at_1000_diff1": 0.715273, + "main_score": 0.72033, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 215.82059717178345, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-small-512/2/TRECCOVID-PL.json new file mode 100644 index 0000000000..b563bf2bfb --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73, + "ndcg_at_3": 0.6995, + "ndcg_at_5": 0.68199, + "ndcg_at_10": 0.65577, + "ndcg_at_20": 0.60968, + "ndcg_at_100": 0.49305, + "ndcg_at_1000": 0.44403, + "map_at_1": 0.00189, + "map_at_3": 0.00536, + "map_at_5": 0.00844, + "map_at_10": 0.01518, + "map_at_20": 0.02546, + "map_at_100": 0.08219, + "map_at_1000": 0.2042, + "recall_at_1": 0.00189, + "recall_at_3": 0.00577, + "recall_at_5": 0.00919, + "recall_at_10": 0.01757, + "recall_at_20": 0.03168, + "recall_at_100": 0.11785, + "recall_at_1000": 0.42107, + "precision_at_1": 0.8, + "precision_at_3": 0.75333, + "precision_at_5": 0.72, + "precision_at_10": 0.694, + "precision_at_20": 0.637, + "precision_at_100": 0.5048, + "precision_at_1000": 0.1999, + "mrr_at_1": 0.8, + "mrr_at_3": 0.85, + "mrr_at_5": 0.854, + "mrr_at_10": 0.863167, + "mrr_at_20": 0.864595, + "mrr_at_100": 0.864595, + "mrr_at_1000": 0.864595, + "nauc_ndcg_at_1_max": 0.488444, + "nauc_ndcg_at_1_std": 0.375242, + "nauc_ndcg_at_1_diff1": 0.079124, + "nauc_ndcg_at_3_max": 0.537644, + "nauc_ndcg_at_3_std": 0.450491, + "nauc_ndcg_at_3_diff1": 0.025422, + "nauc_ndcg_at_5_max": 0.579397, + "nauc_ndcg_at_5_std": 0.477608, + "nauc_ndcg_at_5_diff1": 0.057599, + "nauc_ndcg_at_10_max": 0.617592, + "nauc_ndcg_at_10_std": 0.614063, + "nauc_ndcg_at_10_diff1": 0.083941, + "nauc_ndcg_at_20_max": 0.641303, + "nauc_ndcg_at_20_std": 0.739524, + "nauc_ndcg_at_20_diff1": 0.06055, + "nauc_ndcg_at_100_max": 0.622742, + "nauc_ndcg_at_100_std": 0.800341, + "nauc_ndcg_at_100_diff1": 0.022107, + "nauc_ndcg_at_1000_max": 0.744979, + "nauc_ndcg_at_1000_std": 0.848786, + "nauc_ndcg_at_1000_diff1": 0.100066, + "nauc_map_at_1_max": 0.282302, + "nauc_map_at_1_std": 0.035589, + "nauc_map_at_1_diff1": 0.039283, + "nauc_map_at_3_max": 0.338627, + "nauc_map_at_3_std": 0.100163, + "nauc_map_at_3_diff1": 0.111508, + "nauc_map_at_5_max": 0.365707, + "nauc_map_at_5_std": 0.158669, + "nauc_map_at_5_diff1": 0.162587, + "nauc_map_at_10_max": 0.402196, + "nauc_map_at_10_std": 0.293143, + "nauc_map_at_10_diff1": 0.198816, + "nauc_map_at_20_max": 0.529068, + "nauc_map_at_20_std": 0.505604, + "nauc_map_at_20_diff1": 0.179328, + "nauc_map_at_100_max": 0.702497, + "nauc_map_at_100_std": 0.777045, + "nauc_map_at_100_diff1": 0.059622, + "nauc_map_at_1000_max": 0.739036, + "nauc_map_at_1000_std": 0.888943, + "nauc_map_at_1000_diff1": 0.01905, + "nauc_recall_at_1_max": 0.282302, + "nauc_recall_at_1_std": 0.035589, + "nauc_recall_at_1_diff1": 0.039283, + "nauc_recall_at_3_max": 0.247989, + "nauc_recall_at_3_std": 0.048402, + "nauc_recall_at_3_diff1": 0.153636, + "nauc_recall_at_5_max": 0.286651, + "nauc_recall_at_5_std": 0.111684, + "nauc_recall_at_5_diff1": 0.214779, + "nauc_recall_at_10_max": 0.301965, + "nauc_recall_at_10_std": 0.224544, + "nauc_recall_at_10_diff1": 0.249603, + "nauc_recall_at_20_max": 0.392563, + "nauc_recall_at_20_std": 0.373179, + "nauc_recall_at_20_diff1": 0.257309, + "nauc_recall_at_100_max": 0.576906, + "nauc_recall_at_100_std": 0.624819, + "nauc_recall_at_100_diff1": 0.147334, + "nauc_recall_at_1000_max": 0.697059, + "nauc_recall_at_1000_std": 0.787882, + "nauc_recall_at_1000_diff1": 0.12108, + "nauc_precision_at_1_max": 0.542557, + "nauc_precision_at_1_std": 0.423227, + "nauc_precision_at_1_diff1": -0.09036, + "nauc_precision_at_3_max": 0.520844, + "nauc_precision_at_3_std": 0.440615, + "nauc_precision_at_3_diff1": -0.077397, + "nauc_precision_at_5_max": 0.573988, + "nauc_precision_at_5_std": 0.505094, + "nauc_precision_at_5_diff1": 0.011084, + "nauc_precision_at_10_max": 0.597379, + "nauc_precision_at_10_std": 0.658062, + "nauc_precision_at_10_diff1": 0.0492, + "nauc_precision_at_20_max": 0.657547, + "nauc_precision_at_20_std": 0.803585, + "nauc_precision_at_20_diff1": 0.03703, + "nauc_precision_at_100_max": 0.627248, + "nauc_precision_at_100_std": 0.824644, + "nauc_precision_at_100_diff1": -0.029864, + "nauc_precision_at_1000_max": 0.469255, + "nauc_precision_at_1000_std": 0.655737, + "nauc_precision_at_1000_diff1": -0.080082, + "nauc_mrr_at_1_max": 0.542557, + "nauc_mrr_at_1_std": 0.423227, + "nauc_mrr_at_1_diff1": -0.09036, + "nauc_mrr_at_3_max": 0.532639, + "nauc_mrr_at_3_std": 0.357794, + "nauc_mrr_at_3_diff1": -0.023495, + "nauc_mrr_at_5_max": 0.519235, + "nauc_mrr_at_5_std": 0.352162, + "nauc_mrr_at_5_diff1": -0.044883, + "nauc_mrr_at_10_max": 0.547565, + "nauc_mrr_at_10_std": 0.388865, + "nauc_mrr_at_10_diff1": -0.024826, + "nauc_mrr_at_20_max": 0.542549, + "nauc_mrr_at_20_std": 0.382091, + "nauc_mrr_at_20_diff1": -0.031244, + "nauc_mrr_at_100_max": 0.542549, + "nauc_mrr_at_100_std": 0.382091, + "nauc_mrr_at_100_diff1": -0.031244, + "nauc_mrr_at_1000_max": 0.542549, + "nauc_mrr_at_1000_std": 0.382091, + "nauc_mrr_at_1000_diff1": -0.031244, + "main_score": 0.65577, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3123.8339462280273, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/TRECCOVID.json b/results/openai__text-embedding-3-small-512/2/TRECCOVID.json new file mode 100644 index 0000000000..3ff3be5e87 --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.81, + "ndcg_at_3": 0.77531, + "ndcg_at_5": 0.78275, + "ndcg_at_10": 0.78044, + "ndcg_at_20": 0.75571, + "ndcg_at_100": 0.63521, + "ndcg_at_1000": 0.56245, + "map_at_1": 0.0024, + "map_at_3": 0.00643, + "map_at_5": 0.0101, + "map_at_10": 0.01949, + "map_at_20": 0.03574, + "map_at_100": 0.12668, + "map_at_1000": 0.30727, + "recall_at_1": 0.0024, + "recall_at_3": 0.00666, + "recall_at_5": 0.01093, + "recall_at_10": 0.02182, + "recall_at_20": 0.04094, + "recall_at_100": 0.15743, + "recall_at_1000": 0.52968, + "precision_at_1": 0.9, + "precision_at_3": 0.83333, + "precision_at_5": 0.836, + "precision_at_10": 0.834, + "precision_at_20": 0.808, + "precision_at_100": 0.6612, + "precision_at_1000": 0.25072, + "mrr_at_1": 0.9, + "mrr_at_3": 0.94, + "mrr_at_5": 0.945, + "mrr_at_10": 0.945, + "mrr_at_20": 0.945, + "mrr_at_100": 0.945, + "mrr_at_1000": 0.945, + "nauc_ndcg_at_1_max": 0.183515, + "nauc_ndcg_at_1_std": 0.44542, + "nauc_ndcg_at_1_diff1": 0.07988, + "nauc_ndcg_at_3_max": 0.367526, + "nauc_ndcg_at_3_std": 0.479313, + "nauc_ndcg_at_3_diff1": -0.011798, + "nauc_ndcg_at_5_max": 0.381599, + "nauc_ndcg_at_5_std": 0.443822, + "nauc_ndcg_at_5_diff1": 0.007125, + "nauc_ndcg_at_10_max": 0.434195, + "nauc_ndcg_at_10_std": 0.528607, + "nauc_ndcg_at_10_diff1": 0.05152, + "nauc_ndcg_at_20_max": 0.430511, + "nauc_ndcg_at_20_std": 0.646582, + "nauc_ndcg_at_20_diff1": 0.066862, + "nauc_ndcg_at_100_max": 0.394595, + "nauc_ndcg_at_100_std": 0.75472, + "nauc_ndcg_at_100_diff1": 0.008462, + "nauc_ndcg_at_1000_max": 0.420806, + "nauc_ndcg_at_1000_std": 0.720357, + "nauc_ndcg_at_1000_diff1": 0.141911, + "nauc_map_at_1_max": -0.03324, + "nauc_map_at_1_std": -0.079505, + "nauc_map_at_1_diff1": 0.175288, + "nauc_map_at_3_max": 0.003827, + "nauc_map_at_3_std": -0.00964, + "nauc_map_at_3_diff1": 0.123425, + "nauc_map_at_5_max": 0.057433, + "nauc_map_at_5_std": -0.00175, + "nauc_map_at_5_diff1": 0.159685, + "nauc_map_at_10_max": 0.080135, + "nauc_map_at_10_std": 0.040573, + "nauc_map_at_10_diff1": 0.184475, + "nauc_map_at_20_max": 0.143388, + "nauc_map_at_20_std": 0.186205, + "nauc_map_at_20_diff1": 0.254034, + "nauc_map_at_100_max": 0.326683, + "nauc_map_at_100_std": 0.5249, + "nauc_map_at_100_diff1": 0.28381, + "nauc_map_at_1000_max": 0.434709, + "nauc_map_at_1000_std": 0.729559, + "nauc_map_at_1000_diff1": 0.164921, + "nauc_recall_at_1_max": -0.03324, + "nauc_recall_at_1_std": -0.079505, + "nauc_recall_at_1_diff1": 0.175288, + "nauc_recall_at_3_max": -0.002022, + "nauc_recall_at_3_std": -0.038818, + "nauc_recall_at_3_diff1": 0.121889, + "nauc_recall_at_5_max": 0.004395, + "nauc_recall_at_5_std": -0.067559, + "nauc_recall_at_5_diff1": 0.188788, + "nauc_recall_at_10_max": 0.002061, + "nauc_recall_at_10_std": -0.03046, + "nauc_recall_at_10_diff1": 0.190008, + "nauc_recall_at_20_max": 0.049888, + "nauc_recall_at_20_std": 0.088889, + "nauc_recall_at_20_diff1": 0.256181, + "nauc_recall_at_100_max": 0.213124, + "nauc_recall_at_100_std": 0.359294, + "nauc_recall_at_100_diff1": 0.302285, + "nauc_recall_at_1000_max": 0.380565, + "nauc_recall_at_1000_std": 0.586663, + "nauc_recall_at_1000_diff1": 0.211928, + "nauc_precision_at_1_max": 0.396545, + "nauc_precision_at_1_std": 0.451074, + "nauc_precision_at_1_diff1": 0.195892, + "nauc_precision_at_3_max": 0.496046, + "nauc_precision_at_3_std": 0.41121, + "nauc_precision_at_3_diff1": -0.113252, + "nauc_precision_at_5_max": 0.526574, + "nauc_precision_at_5_std": 0.385213, + "nauc_precision_at_5_diff1": 0.003455, + "nauc_precision_at_10_max": 0.528942, + "nauc_precision_at_10_std": 0.534657, + "nauc_precision_at_10_diff1": 0.05979, + "nauc_precision_at_20_max": 0.493261, + "nauc_precision_at_20_std": 0.699148, + "nauc_precision_at_20_diff1": 0.137615, + "nauc_precision_at_100_max": 0.422577, + "nauc_precision_at_100_std": 0.753055, + "nauc_precision_at_100_diff1": 0.02628, + "nauc_precision_at_1000_max": 0.344072, + "nauc_precision_at_1000_std": 0.461561, + "nauc_precision_at_1000_diff1": -0.092367, + "nauc_mrr_at_1_max": 0.396545, + "nauc_mrr_at_1_std": 0.451074, + "nauc_mrr_at_1_diff1": 0.195892, + "nauc_mrr_at_3_max": 0.475335, + "nauc_mrr_at_3_std": 0.520775, + "nauc_mrr_at_3_diff1": 0.069328, + "nauc_mrr_at_5_max": 0.439521, + "nauc_mrr_at_5_std": 0.489093, + "nauc_mrr_at_5_diff1": 0.126857, + "nauc_mrr_at_10_max": 0.439521, + "nauc_mrr_at_10_std": 0.489093, + "nauc_mrr_at_10_diff1": 0.126857, + "nauc_mrr_at_20_max": 0.439521, + "nauc_mrr_at_20_std": 0.489093, + "nauc_mrr_at_20_diff1": 0.126857, + "nauc_mrr_at_100_max": 0.439521, + "nauc_mrr_at_100_std": 0.489093, + "nauc_mrr_at_100_diff1": 0.126857, + "nauc_mrr_at_1000_max": 0.439521, + "nauc_mrr_at_1000_std": 0.489093, + "nauc_mrr_at_1000_diff1": 0.126857, + "main_score": 0.78044, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2861.4732749462128, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-512/2/model_meta.json b/results/openai__text-embedding-3-small-512/2/model_meta.json new file mode 100644 index 0000000000..2e8ba52c5b --- /dev/null +++ b/results/openai__text-embedding-3-small-512/2/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "openai/text-embedding-3-small-512", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 512, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} diff --git a/results/openai__text-embedding-3-small-768/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-small-768/2/CMedQAv2-reranking.json new file mode 100644 index 0000000000..861e5debc6 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "map": 0.639835, + "mrr": 0.697071, + "nAUC_map_max": 0.527851, + "nAUC_map_std": 0.237793, + "nAUC_map_diff1": 0.491451, + "nAUC_mrr_max": 0.608099, + "nAUC_mrr_std": 0.292191, + "nAUC_mrr_diff1": 0.538666, + "main_score": 0.639835, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 570.1217322349548, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/CUREv1.json b/results/openai__text-embedding-3-small-768/2/CUREv1.json new file mode 100644 index 0000000000..6e3986f515 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.25.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.604, + "ndcg_at_3": 0.54484, + "ndcg_at_5": 0.52997, + "ndcg_at_10": 0.51713, + "ndcg_at_20": 0.52434, + "ndcg_at_100": 0.59136, + "ndcg_at_1000": 0.6769, + "map_at_1": 0.08861, + "map_at_3": 0.16129, + "map_at_5": 0.19844, + "map_at_10": 0.24489, + "map_at_20": 0.28815, + "map_at_100": 0.36691, + "map_at_1000": 0.40535, + "recall_at_1": 0.08861, + "recall_at_3": 0.1778, + "recall_at_5": 0.23332, + "recall_at_10": 0.31822, + "recall_at_20": 0.42065, + "recall_at_100": 0.68908, + "recall_at_1000": 0.94381, + "precision_at_1": 0.716, + "precision_at_3": 0.58867, + "precision_at_5": 0.525, + "precision_at_10": 0.4275, + "precision_at_20": 0.34043, + "precision_at_100": 0.16665, + "precision_at_1000": 0.03388, + "mrr_at_1": 0.716, + "mrr_at_3": 0.789583, + "mrr_at_5": 0.799183, + "mrr_at_10": 0.803498, + "mrr_at_20": 0.804786, + "mrr_at_100": 0.805324, + "mrr_at_1000": 0.805375, + "nauc_ndcg_at_1_max": 0.32908, + "nauc_ndcg_at_1_std": 0.105538, + "nauc_ndcg_at_1_diff1": 0.306732, + "nauc_ndcg_at_3_max": 0.340137, + "nauc_ndcg_at_3_std": 0.146235, + "nauc_ndcg_at_3_diff1": 0.204229, + "nauc_ndcg_at_5_max": 0.338538, + "nauc_ndcg_at_5_std": 0.15262, + "nauc_ndcg_at_5_diff1": 0.197125, + "nauc_ndcg_at_10_max": 0.33014, + "nauc_ndcg_at_10_std": 0.150978, + "nauc_ndcg_at_10_diff1": 0.204702, + "nauc_ndcg_at_20_max": 0.321113, + "nauc_ndcg_at_20_std": 0.159805, + "nauc_ndcg_at_20_diff1": 0.205761, + "nauc_ndcg_at_100_max": 0.353094, + "nauc_ndcg_at_100_std": 0.239827, + "nauc_ndcg_at_100_diff1": 0.209132, + "nauc_ndcg_at_1000_max": 0.415297, + "nauc_ndcg_at_1000_std": 0.308826, + "nauc_ndcg_at_1000_diff1": 0.190937, + "nauc_map_at_1_max": 0.03898, + "nauc_map_at_1_std": -0.108555, + "nauc_map_at_1_diff1": 0.37057, + "nauc_map_at_3_max": 0.100967, + "nauc_map_at_3_std": -0.057484, + "nauc_map_at_3_diff1": 0.266031, + "nauc_map_at_5_max": 0.125403, + "nauc_map_at_5_std": -0.026949, + "nauc_map_at_5_diff1": 0.234069, + "nauc_map_at_10_max": 0.168557, + "nauc_map_at_10_std": 0.009328, + "nauc_map_at_10_diff1": 0.20788, + "nauc_map_at_20_max": 0.203473, + "nauc_map_at_20_std": 0.05625, + "nauc_map_at_20_diff1": 0.188848, + "nauc_map_at_100_max": 0.271763, + "nauc_map_at_100_std": 0.180318, + "nauc_map_at_100_diff1": 0.157492, + "nauc_map_at_1000_max": 0.295106, + "nauc_map_at_1000_std": 0.229101, + "nauc_map_at_1000_diff1": 0.137114, + "nauc_recall_at_1_max": 0.03898, + "nauc_recall_at_1_std": -0.108555, + "nauc_recall_at_1_diff1": 0.37057, + "nauc_recall_at_3_max": 0.070326, + "nauc_recall_at_3_std": -0.06395, + "nauc_recall_at_3_diff1": 0.240018, + "nauc_recall_at_5_max": 0.075132, + "nauc_recall_at_5_std": -0.03925, + "nauc_recall_at_5_diff1": 0.20117, + "nauc_recall_at_10_max": 0.097227, + "nauc_recall_at_10_std": -0.016957, + "nauc_recall_at_10_diff1": 0.171, + "nauc_recall_at_20_max": 0.108161, + "nauc_recall_at_20_std": 0.023312, + "nauc_recall_at_20_diff1": 0.149834, + "nauc_recall_at_100_max": 0.174492, + "nauc_recall_at_100_std": 0.205174, + "nauc_recall_at_100_diff1": 0.13231, + "nauc_recall_at_1000_max": 0.346111, + "nauc_recall_at_1000_std": 0.575351, + "nauc_recall_at_1000_diff1": 0.103523, + "nauc_precision_at_1_max": 0.418491, + "nauc_precision_at_1_std": 0.190052, + "nauc_precision_at_1_diff1": 0.30171, + "nauc_precision_at_3_max": 0.335218, + "nauc_precision_at_3_std": 0.223623, + "nauc_precision_at_3_diff1": 0.000565, + "nauc_precision_at_5_max": 0.309637, + "nauc_precision_at_5_std": 0.251355, + "nauc_precision_at_5_diff1": -0.060457, + "nauc_precision_at_10_max": 0.276375, + "nauc_precision_at_10_std": 0.273215, + "nauc_precision_at_10_diff1": -0.106664, + "nauc_precision_at_20_max": 0.21534, + "nauc_precision_at_20_std": 0.276748, + "nauc_precision_at_20_diff1": -0.137706, + "nauc_precision_at_100_max": 0.106454, + "nauc_precision_at_100_std": 0.235626, + "nauc_precision_at_100_diff1": -0.142134, + "nauc_precision_at_1000_max": 0.001883, + "nauc_precision_at_1000_std": 0.065901, + "nauc_precision_at_1000_diff1": -0.122465, + "nauc_mrr_at_1_max": 0.418491, + "nauc_mrr_at_1_std": 0.190052, + "nauc_mrr_at_1_diff1": 0.30171, + "nauc_mrr_at_3_max": 0.447562, + "nauc_mrr_at_3_std": 0.227299, + "nauc_mrr_at_3_diff1": 0.291613, + "nauc_mrr_at_5_max": 0.448734, + "nauc_mrr_at_5_std": 0.226257, + "nauc_mrr_at_5_diff1": 0.292986, + "nauc_mrr_at_10_max": 0.447931, + "nauc_mrr_at_10_std": 0.22483, + "nauc_mrr_at_10_diff1": 0.29113, + "nauc_mrr_at_20_max": 0.446359, + "nauc_mrr_at_20_std": 0.222938, + "nauc_mrr_at_20_diff1": 0.291182, + "nauc_mrr_at_100_max": 0.445739, + "nauc_mrr_at_100_std": 0.222317, + "nauc_mrr_at_100_diff1": 0.291559, + "nauc_mrr_at_1000_max": 0.445674, + "nauc_mrr_at_1000_std": 0.222227, + "nauc_mrr_at_1000_diff1": 0.291544, + "main_score": 0.51713, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.476, + "ndcg_at_3": 0.43382, + "ndcg_at_5": 0.42124, + "ndcg_at_10": 0.41776, + "ndcg_at_20": 0.42609, + "ndcg_at_100": 0.49168, + "ndcg_at_1000": 0.58647, + "map_at_1": 0.07174, + "map_at_3": 0.12505, + "map_at_5": 0.15233, + "map_at_10": 0.18903, + "map_at_20": 0.22218, + "map_at_100": 0.28172, + "map_at_1000": 0.31467, + "recall_at_1": 0.07174, + "recall_at_3": 0.14127, + "recall_at_5": 0.18592, + "recall_at_10": 0.26246, + "recall_at_20": 0.35223, + "recall_at_100": 0.59658, + "recall_at_1000": 0.88769, + "precision_at_1": 0.58, + "precision_at_3": 0.4785, + "precision_at_5": 0.4224, + "precision_at_10": 0.3505, + "precision_at_20": 0.2788, + "precision_at_100": 0.13951, + "precision_at_1000": 0.03085, + "mrr_at_1": 0.58, + "mrr_at_3": 0.666167, + "mrr_at_5": 0.679817, + "mrr_at_10": 0.689264, + "mrr_at_20": 0.692004, + "mrr_at_100": 0.693175, + "mrr_at_1000": 0.693259, + "nauc_ndcg_at_1_max": 0.314515, + "nauc_ndcg_at_1_std": 0.182469, + "nauc_ndcg_at_1_diff1": 0.263539, + "nauc_ndcg_at_3_max": 0.337835, + "nauc_ndcg_at_3_std": 0.228515, + "nauc_ndcg_at_3_diff1": 0.193718, + "nauc_ndcg_at_5_max": 0.350198, + "nauc_ndcg_at_5_std": 0.252889, + "nauc_ndcg_at_5_diff1": 0.195651, + "nauc_ndcg_at_10_max": 0.366533, + "nauc_ndcg_at_10_std": 0.280012, + "nauc_ndcg_at_10_diff1": 0.204841, + "nauc_ndcg_at_20_max": 0.376751, + "nauc_ndcg_at_20_std": 0.300682, + "nauc_ndcg_at_20_diff1": 0.208478, + "nauc_ndcg_at_100_max": 0.40238, + "nauc_ndcg_at_100_std": 0.378424, + "nauc_ndcg_at_100_diff1": 0.212335, + "nauc_ndcg_at_1000_max": 0.455256, + "nauc_ndcg_at_1000_std": 0.422735, + "nauc_ndcg_at_1000_diff1": 0.207355, + "nauc_map_at_1_max": 0.128542, + "nauc_map_at_1_std": -0.005894, + "nauc_map_at_1_diff1": 0.351477, + "nauc_map_at_3_max": 0.185277, + "nauc_map_at_3_std": 0.056668, + "nauc_map_at_3_diff1": 0.280417, + "nauc_map_at_5_max": 0.214034, + "nauc_map_at_5_std": 0.097154, + "nauc_map_at_5_diff1": 0.258927, + "nauc_map_at_10_max": 0.252706, + "nauc_map_at_10_std": 0.150738, + "nauc_map_at_10_diff1": 0.235302, + "nauc_map_at_20_max": 0.281337, + "nauc_map_at_20_std": 0.199554, + "nauc_map_at_20_diff1": 0.214209, + "nauc_map_at_100_max": 0.331461, + "nauc_map_at_100_std": 0.30682, + "nauc_map_at_100_diff1": 0.19277, + "nauc_map_at_1000_max": 0.361527, + "nauc_map_at_1000_std": 0.351692, + "nauc_map_at_1000_diff1": 0.183457, + "nauc_recall_at_1_max": 0.128542, + "nauc_recall_at_1_std": -0.005894, + "nauc_recall_at_1_diff1": 0.351477, + "nauc_recall_at_3_max": 0.158258, + "nauc_recall_at_3_std": 0.049206, + "nauc_recall_at_3_diff1": 0.255049, + "nauc_recall_at_5_max": 0.183943, + "nauc_recall_at_5_std": 0.093628, + "nauc_recall_at_5_diff1": 0.23032, + "nauc_recall_at_10_max": 0.198852, + "nauc_recall_at_10_std": 0.141379, + "nauc_recall_at_10_diff1": 0.192846, + "nauc_recall_at_20_max": 0.209782, + "nauc_recall_at_20_std": 0.188594, + "nauc_recall_at_20_diff1": 0.159243, + "nauc_recall_at_100_max": 0.260491, + "nauc_recall_at_100_std": 0.3611, + "nauc_recall_at_100_diff1": 0.133024, + "nauc_recall_at_1000_max": 0.463683, + "nauc_recall_at_1000_std": 0.641801, + "nauc_recall_at_1000_diff1": 0.153184, + "nauc_precision_at_1_max": 0.356972, + "nauc_precision_at_1_std": 0.238349, + "nauc_precision_at_1_diff1": 0.246937, + "nauc_precision_at_3_max": 0.322288, + "nauc_precision_at_3_std": 0.275895, + "nauc_precision_at_3_diff1": 0.0478, + "nauc_precision_at_5_max": 0.318773, + "nauc_precision_at_5_std": 0.30852, + "nauc_precision_at_5_diff1": 0.014012, + "nauc_precision_at_10_max": 0.298699, + "nauc_precision_at_10_std": 0.333307, + "nauc_precision_at_10_diff1": -0.029603, + "nauc_precision_at_20_max": 0.257617, + "nauc_precision_at_20_std": 0.331456, + "nauc_precision_at_20_diff1": -0.058531, + "nauc_precision_at_100_max": 0.170741, + "nauc_precision_at_100_std": 0.279789, + "nauc_precision_at_100_diff1": -0.078059, + "nauc_precision_at_1000_max": 0.086234, + "nauc_precision_at_1000_std": 0.101725, + "nauc_precision_at_1000_diff1": -0.086621, + "nauc_mrr_at_1_max": 0.356972, + "nauc_mrr_at_1_std": 0.238349, + "nauc_mrr_at_1_diff1": 0.246937, + "nauc_mrr_at_3_max": 0.400787, + "nauc_mrr_at_3_std": 0.287361, + "nauc_mrr_at_3_diff1": 0.229036, + "nauc_mrr_at_5_max": 0.403799, + "nauc_mrr_at_5_std": 0.293551, + "nauc_mrr_at_5_diff1": 0.233047, + "nauc_mrr_at_10_max": 0.401729, + "nauc_mrr_at_10_std": 0.292822, + "nauc_mrr_at_10_diff1": 0.231704, + "nauc_mrr_at_20_max": 0.401171, + "nauc_mrr_at_20_std": 0.291981, + "nauc_mrr_at_20_diff1": 0.232877, + "nauc_mrr_at_100_max": 0.399988, + "nauc_mrr_at_100_std": 0.290865, + "nauc_mrr_at_100_diff1": 0.232908, + "nauc_mrr_at_1000_max": 0.399895, + "nauc_mrr_at_1000_std": 0.290742, + "nauc_mrr_at_1000_diff1": 0.232903, + "main_score": 0.41776, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4635, + "ndcg_at_3": 0.43043, + "ndcg_at_5": 0.41921, + "ndcg_at_10": 0.41579, + "ndcg_at_20": 0.4237, + "ndcg_at_100": 0.48698, + "ndcg_at_1000": 0.58192, + "map_at_1": 0.06777, + "map_at_3": 0.12425, + "map_at_5": 0.15146, + "map_at_10": 0.18847, + "map_at_20": 0.22047, + "map_at_100": 0.27848, + "map_at_1000": 0.31036, + "recall_at_1": 0.06777, + "recall_at_3": 0.14391, + "recall_at_5": 0.19026, + "recall_at_10": 0.26459, + "recall_at_20": 0.35045, + "recall_at_100": 0.59046, + "recall_at_1000": 0.88359, + "precision_at_1": 0.566, + "precision_at_3": 0.47367, + "precision_at_5": 0.4224, + "precision_at_10": 0.349, + "precision_at_20": 0.27688, + "precision_at_100": 0.13663, + "precision_at_1000": 0.03027, + "mrr_at_1": 0.566, + "mrr_at_3": 0.658833, + "mrr_at_5": 0.674533, + "mrr_at_10": 0.681487, + "mrr_at_20": 0.684455, + "mrr_at_100": 0.685631, + "mrr_at_1000": 0.685728, + "nauc_ndcg_at_1_max": 0.316981, + "nauc_ndcg_at_1_std": 0.193261, + "nauc_ndcg_at_1_diff1": 0.238062, + "nauc_ndcg_at_3_max": 0.357571, + "nauc_ndcg_at_3_std": 0.252851, + "nauc_ndcg_at_3_diff1": 0.185619, + "nauc_ndcg_at_5_max": 0.361538, + "nauc_ndcg_at_5_std": 0.268898, + "nauc_ndcg_at_5_diff1": 0.179776, + "nauc_ndcg_at_10_max": 0.393902, + "nauc_ndcg_at_10_std": 0.303379, + "nauc_ndcg_at_10_diff1": 0.187058, + "nauc_ndcg_at_20_max": 0.399068, + "nauc_ndcg_at_20_std": 0.325159, + "nauc_ndcg_at_20_diff1": 0.191392, + "nauc_ndcg_at_100_max": 0.435804, + "nauc_ndcg_at_100_std": 0.41364, + "nauc_ndcg_at_100_diff1": 0.18206, + "nauc_ndcg_at_1000_max": 0.479932, + "nauc_ndcg_at_1000_std": 0.459105, + "nauc_ndcg_at_1000_diff1": 0.165615, + "nauc_map_at_1_max": 0.171067, + "nauc_map_at_1_std": 0.033901, + "nauc_map_at_1_diff1": 0.37739, + "nauc_map_at_3_max": 0.222335, + "nauc_map_at_3_std": 0.094386, + "nauc_map_at_3_diff1": 0.286432, + "nauc_map_at_5_max": 0.244255, + "nauc_map_at_5_std": 0.124791, + "nauc_map_at_5_diff1": 0.254478, + "nauc_map_at_10_max": 0.288381, + "nauc_map_at_10_std": 0.179416, + "nauc_map_at_10_diff1": 0.222643, + "nauc_map_at_20_max": 0.313005, + "nauc_map_at_20_std": 0.223798, + "nauc_map_at_20_diff1": 0.201217, + "nauc_map_at_100_max": 0.371981, + "nauc_map_at_100_std": 0.338332, + "nauc_map_at_100_diff1": 0.17341, + "nauc_map_at_1000_max": 0.399216, + "nauc_map_at_1000_std": 0.381226, + "nauc_map_at_1000_diff1": 0.163701, + "nauc_recall_at_1_max": 0.171067, + "nauc_recall_at_1_std": 0.033901, + "nauc_recall_at_1_diff1": 0.37739, + "nauc_recall_at_3_max": 0.187583, + "nauc_recall_at_3_std": 0.086455, + "nauc_recall_at_3_diff1": 0.247498, + "nauc_recall_at_5_max": 0.195304, + "nauc_recall_at_5_std": 0.103484, + "nauc_recall_at_5_diff1": 0.204491, + "nauc_recall_at_10_max": 0.231501, + "nauc_recall_at_10_std": 0.156118, + "nauc_recall_at_10_diff1": 0.169356, + "nauc_recall_at_20_max": 0.237448, + "nauc_recall_at_20_std": 0.202976, + "nauc_recall_at_20_diff1": 0.138136, + "nauc_recall_at_100_max": 0.301281, + "nauc_recall_at_100_std": 0.392819, + "nauc_recall_at_100_diff1": 0.091758, + "nauc_recall_at_1000_max": 0.483173, + "nauc_recall_at_1000_std": 0.66275, + "nauc_recall_at_1000_diff1": 0.02615, + "nauc_precision_at_1_max": 0.378846, + "nauc_precision_at_1_std": 0.252222, + "nauc_precision_at_1_diff1": 0.229246, + "nauc_precision_at_3_max": 0.356143, + "nauc_precision_at_3_std": 0.296369, + "nauc_precision_at_3_diff1": 0.054051, + "nauc_precision_at_5_max": 0.32912, + "nauc_precision_at_5_std": 0.316065, + "nauc_precision_at_5_diff1": -0.000168, + "nauc_precision_at_10_max": 0.318574, + "nauc_precision_at_10_std": 0.346718, + "nauc_precision_at_10_diff1": -0.045122, + "nauc_precision_at_20_max": 0.258615, + "nauc_precision_at_20_std": 0.329434, + "nauc_precision_at_20_diff1": -0.066884, + "nauc_precision_at_100_max": 0.167262, + "nauc_precision_at_100_std": 0.278177, + "nauc_precision_at_100_diff1": -0.085577, + "nauc_precision_at_1000_max": 0.052683, + "nauc_precision_at_1000_std": 0.081097, + "nauc_precision_at_1000_diff1": -0.077876, + "nauc_mrr_at_1_max": 0.378846, + "nauc_mrr_at_1_std": 0.252222, + "nauc_mrr_at_1_diff1": 0.229246, + "nauc_mrr_at_3_max": 0.425538, + "nauc_mrr_at_3_std": 0.309571, + "nauc_mrr_at_3_diff1": 0.20797, + "nauc_mrr_at_5_max": 0.425309, + "nauc_mrr_at_5_std": 0.314024, + "nauc_mrr_at_5_diff1": 0.208032, + "nauc_mrr_at_10_max": 0.424203, + "nauc_mrr_at_10_std": 0.31198, + "nauc_mrr_at_10_diff1": 0.208255, + "nauc_mrr_at_20_max": 0.423328, + "nauc_mrr_at_20_std": 0.310501, + "nauc_mrr_at_20_diff1": 0.208999, + "nauc_mrr_at_100_max": 0.422767, + "nauc_mrr_at_100_std": 0.309571, + "nauc_mrr_at_100_diff1": 0.209318, + "nauc_mrr_at_1000_max": 0.422648, + "nauc_mrr_at_1000_std": 0.309405, + "nauc_mrr_at_1000_diff1": 0.209298, + "main_score": 0.41579, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.625, + "ndcg_at_3": 0.55587, + "ndcg_at_5": 0.53103, + "ndcg_at_10": 0.51441, + "ndcg_at_20": 0.51136, + "ndcg_at_100": 0.57405, + "ndcg_at_1000": 0.69463, + "map_at_1": 0.08862, + "map_at_3": 0.15287, + "map_at_5": 0.17982, + "map_at_10": 0.21717, + "map_at_20": 0.25492, + "map_at_100": 0.33648, + "map_at_1000": 0.38955, + "recall_at_1": 0.08862, + "recall_at_3": 0.16689, + "recall_at_5": 0.20832, + "recall_at_10": 0.27972, + "recall_at_20": 0.36544, + "recall_at_100": 0.63594, + "recall_at_1000": 0.95914, + "precision_at_1": 0.75, + "precision_at_3": 0.605, + "precision_at_5": 0.524, + "precision_at_10": 0.4335, + "precision_at_20": 0.34725, + "precision_at_100": 0.1809, + "precision_at_1000": 0.03756, + "mrr_at_1": 0.75, + "mrr_at_3": 0.81, + "mrr_at_5": 0.82075, + "mrr_at_10": 0.826157, + "mrr_at_20": 0.826805, + "mrr_at_100": 0.827361, + "mrr_at_1000": 0.827361, + "nauc_ndcg_at_1_max": 0.366892, + "nauc_ndcg_at_1_std": -0.098095, + "nauc_ndcg_at_1_diff1": 0.310507, + "nauc_ndcg_at_3_max": 0.325483, + "nauc_ndcg_at_3_std": 0.013438, + "nauc_ndcg_at_3_diff1": 0.203273, + "nauc_ndcg_at_5_max": 0.318698, + "nauc_ndcg_at_5_std": -0.005287, + "nauc_ndcg_at_5_diff1": 0.232147, + "nauc_ndcg_at_10_max": 0.250952, + "nauc_ndcg_at_10_std": 0.024579, + "nauc_ndcg_at_10_diff1": 0.201946, + "nauc_ndcg_at_20_max": 0.211371, + "nauc_ndcg_at_20_std": 0.013327, + "nauc_ndcg_at_20_diff1": 0.194006, + "nauc_ndcg_at_100_max": 0.204341, + "nauc_ndcg_at_100_std": 0.03032, + "nauc_ndcg_at_100_diff1": 0.225862, + "nauc_ndcg_at_1000_max": 0.343252, + "nauc_ndcg_at_1000_std": 0.259444, + "nauc_ndcg_at_1000_diff1": 0.151684, + "nauc_map_at_1_max": -0.100044, + "nauc_map_at_1_std": -0.254789, + "nauc_map_at_1_diff1": 0.309366, + "nauc_map_at_3_max": -0.043458, + "nauc_map_at_3_std": -0.260453, + "nauc_map_at_3_diff1": 0.26541, + "nauc_map_at_5_max": -0.022682, + "nauc_map_at_5_std": -0.263534, + "nauc_map_at_5_diff1": 0.289662, + "nauc_map_at_10_max": 0.008659, + "nauc_map_at_10_std": -0.228091, + "nauc_map_at_10_diff1": 0.265311, + "nauc_map_at_20_max": 0.052186, + "nauc_map_at_20_std": -0.182942, + "nauc_map_at_20_diff1": 0.25859, + "nauc_map_at_100_max": 0.124186, + "nauc_map_at_100_std": 0.016781, + "nauc_map_at_100_diff1": 0.211884, + "nauc_map_at_1000_max": 0.172231, + "nauc_map_at_1000_std": 0.163441, + "nauc_map_at_1000_diff1": 0.151135, + "nauc_recall_at_1_max": -0.100044, + "nauc_recall_at_1_std": -0.254789, + "nauc_recall_at_1_diff1": 0.309366, + "nauc_recall_at_3_max": -0.07829, + "nauc_recall_at_3_std": -0.277377, + "nauc_recall_at_3_diff1": 0.220314, + "nauc_recall_at_5_max": -0.084375, + "nauc_recall_at_5_std": -0.285904, + "nauc_recall_at_5_diff1": 0.249474, + "nauc_recall_at_10_max": -0.07573, + "nauc_recall_at_10_std": -0.259142, + "nauc_recall_at_10_diff1": 0.194133, + "nauc_recall_at_20_max": -0.050154, + "nauc_recall_at_20_std": -0.239479, + "nauc_recall_at_20_diff1": 0.196306, + "nauc_recall_at_100_max": 0.006556, + "nauc_recall_at_100_std": -0.055988, + "nauc_recall_at_100_diff1": 0.16019, + "nauc_recall_at_1000_max": 0.19105, + "nauc_recall_at_1000_std": 0.601878, + "nauc_recall_at_1000_diff1": 0.04265, + "nauc_precision_at_1_max": 0.444312, + "nauc_precision_at_1_std": 0.037457, + "nauc_precision_at_1_diff1": 0.288582, + "nauc_precision_at_3_max": 0.383612, + "nauc_precision_at_3_std": 0.222343, + "nauc_precision_at_3_diff1": 0.057778, + "nauc_precision_at_5_max": 0.382919, + "nauc_precision_at_5_std": 0.288968, + "nauc_precision_at_5_diff1": 0.013725, + "nauc_precision_at_10_max": 0.334758, + "nauc_precision_at_10_std": 0.481135, + "nauc_precision_at_10_diff1": -0.130476, + "nauc_precision_at_20_max": 0.313055, + "nauc_precision_at_20_std": 0.534108, + "nauc_precision_at_20_diff1": -0.182052, + "nauc_precision_at_100_max": 0.191535, + "nauc_precision_at_100_std": 0.551928, + "nauc_precision_at_100_diff1": -0.234986, + "nauc_precision_at_1000_max": 0.077746, + "nauc_precision_at_1000_std": 0.367366, + "nauc_precision_at_1000_diff1": -0.256266, + "nauc_mrr_at_1_max": 0.444312, + "nauc_mrr_at_1_std": 0.037457, + "nauc_mrr_at_1_diff1": 0.288582, + "nauc_mrr_at_3_max": 0.469237, + "nauc_mrr_at_3_std": 0.1135, + "nauc_mrr_at_3_diff1": 0.251931, + "nauc_mrr_at_5_max": 0.479308, + "nauc_mrr_at_5_std": 0.11884, + "nauc_mrr_at_5_diff1": 0.274632, + "nauc_mrr_at_10_max": 0.469212, + "nauc_mrr_at_10_std": 0.10684, + "nauc_mrr_at_10_diff1": 0.271587, + "nauc_mrr_at_20_max": 0.469305, + "nauc_mrr_at_20_std": 0.106459, + "nauc_mrr_at_20_diff1": 0.269907, + "nauc_mrr_at_100_max": 0.468174, + "nauc_mrr_at_100_std": 0.104155, + "nauc_mrr_at_100_diff1": 0.270852, + "nauc_mrr_at_1000_max": 0.468174, + "nauc_mrr_at_1000_std": 0.104155, + "nauc_mrr_at_1000_diff1": 0.270852, + "main_score": 0.51441, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5475, + "ndcg_at_3": 0.48775, + "ndcg_at_5": 0.46482, + "ndcg_at_10": 0.44288, + "ndcg_at_20": 0.43899, + "ndcg_at_100": 0.50446, + "ndcg_at_1000": 0.63002, + "map_at_1": 0.09372, + "map_at_3": 0.14111, + "map_at_5": 0.16022, + "map_at_10": 0.18739, + "map_at_20": 0.21269, + "map_at_100": 0.27795, + "map_at_1000": 0.32226, + "recall_at_1": 0.09372, + "recall_at_3": 0.15595, + "recall_at_5": 0.18747, + "recall_at_10": 0.24451, + "recall_at_20": 0.318, + "recall_at_100": 0.57236, + "recall_at_1000": 0.91253, + "precision_at_1": 0.655, + "precision_at_3": 0.51833, + "precision_at_5": 0.448, + "precision_at_10": 0.352, + "precision_at_20": 0.28025, + "precision_at_100": 0.15425, + "precision_at_1000": 0.03479, + "mrr_at_1": 0.655, + "mrr_at_3": 0.740833, + "mrr_at_5": 0.753583, + "mrr_at_10": 0.760387, + "mrr_at_20": 0.762545, + "mrr_at_100": 0.763306, + "mrr_at_1000": 0.763321, + "nauc_ndcg_at_1_max": 0.391531, + "nauc_ndcg_at_1_std": 0.078772, + "nauc_ndcg_at_1_diff1": 0.285493, + "nauc_ndcg_at_3_max": 0.331292, + "nauc_ndcg_at_3_std": 0.070168, + "nauc_ndcg_at_3_diff1": 0.198846, + "nauc_ndcg_at_5_max": 0.361155, + "nauc_ndcg_at_5_std": 0.089175, + "nauc_ndcg_at_5_diff1": 0.217397, + "nauc_ndcg_at_10_max": 0.356139, + "nauc_ndcg_at_10_std": 0.081124, + "nauc_ndcg_at_10_diff1": 0.262232, + "nauc_ndcg_at_20_max": 0.341387, + "nauc_ndcg_at_20_std": 0.099034, + "nauc_ndcg_at_20_diff1": 0.262256, + "nauc_ndcg_at_100_max": 0.346882, + "nauc_ndcg_at_100_std": 0.199728, + "nauc_ndcg_at_100_diff1": 0.238047, + "nauc_ndcg_at_1000_max": 0.449287, + "nauc_ndcg_at_1000_std": 0.314603, + "nauc_ndcg_at_1000_diff1": 0.264792, + "nauc_map_at_1_max": 0.033067, + "nauc_map_at_1_std": -0.157954, + "nauc_map_at_1_diff1": 0.32207, + "nauc_map_at_3_max": 0.105706, + "nauc_map_at_3_std": -0.150577, + "nauc_map_at_3_diff1": 0.284379, + "nauc_map_at_5_max": 0.148781, + "nauc_map_at_5_std": -0.122464, + "nauc_map_at_5_diff1": 0.271334, + "nauc_map_at_10_max": 0.201551, + "nauc_map_at_10_std": -0.092112, + "nauc_map_at_10_diff1": 0.280941, + "nauc_map_at_20_max": 0.219755, + "nauc_map_at_20_std": -0.058447, + "nauc_map_at_20_diff1": 0.272431, + "nauc_map_at_100_max": 0.282452, + "nauc_map_at_100_std": 0.10223, + "nauc_map_at_100_diff1": 0.260866, + "nauc_map_at_1000_max": 0.321467, + "nauc_map_at_1000_std": 0.198566, + "nauc_map_at_1000_diff1": 0.25865, + "nauc_recall_at_1_max": 0.033067, + "nauc_recall_at_1_std": -0.157954, + "nauc_recall_at_1_diff1": 0.32207, + "nauc_recall_at_3_max": 0.060472, + "nauc_recall_at_3_std": -0.161609, + "nauc_recall_at_3_diff1": 0.253313, + "nauc_recall_at_5_max": 0.112692, + "nauc_recall_at_5_std": -0.114871, + "nauc_recall_at_5_diff1": 0.236211, + "nauc_recall_at_10_max": 0.157746, + "nauc_recall_at_10_std": -0.098649, + "nauc_recall_at_10_diff1": 0.238823, + "nauc_recall_at_20_max": 0.128588, + "nauc_recall_at_20_std": -0.070286, + "nauc_recall_at_20_diff1": 0.187148, + "nauc_recall_at_100_max": 0.17174, + "nauc_recall_at_100_std": 0.18428, + "nauc_recall_at_100_diff1": 0.109191, + "nauc_recall_at_1000_max": 0.325757, + "nauc_recall_at_1000_std": 0.604784, + "nauc_recall_at_1000_diff1": 0.103928, + "nauc_precision_at_1_max": 0.401017, + "nauc_precision_at_1_std": 0.149955, + "nauc_precision_at_1_diff1": 0.242434, + "nauc_precision_at_3_max": 0.328698, + "nauc_precision_at_3_std": 0.173724, + "nauc_precision_at_3_diff1": 0.010836, + "nauc_precision_at_5_max": 0.373205, + "nauc_precision_at_5_std": 0.281768, + "nauc_precision_at_5_diff1": -0.029483, + "nauc_precision_at_10_max": 0.345623, + "nauc_precision_at_10_std": 0.330423, + "nauc_precision_at_10_diff1": 0.027918, + "nauc_precision_at_20_max": 0.3099, + "nauc_precision_at_20_std": 0.422706, + "nauc_precision_at_20_diff1": -0.008303, + "nauc_precision_at_100_max": 0.188235, + "nauc_precision_at_100_std": 0.456243, + "nauc_precision_at_100_diff1": -0.045059, + "nauc_precision_at_1000_max": 0.08909, + "nauc_precision_at_1000_std": 0.271687, + "nauc_precision_at_1000_diff1": -0.043793, + "nauc_mrr_at_1_max": 0.401017, + "nauc_mrr_at_1_std": 0.149955, + "nauc_mrr_at_1_diff1": 0.242434, + "nauc_mrr_at_3_max": 0.451703, + "nauc_mrr_at_3_std": 0.211086, + "nauc_mrr_at_3_diff1": 0.21111, + "nauc_mrr_at_5_max": 0.471727, + "nauc_mrr_at_5_std": 0.22437, + "nauc_mrr_at_5_diff1": 0.230525, + "nauc_mrr_at_10_max": 0.461105, + "nauc_mrr_at_10_std": 0.209361, + "nauc_mrr_at_10_diff1": 0.224975, + "nauc_mrr_at_20_max": 0.457585, + "nauc_mrr_at_20_std": 0.212047, + "nauc_mrr_at_20_diff1": 0.224516, + "nauc_mrr_at_100_max": 0.455799, + "nauc_mrr_at_100_std": 0.210144, + "nauc_mrr_at_100_diff1": 0.223764, + "nauc_mrr_at_1000_max": 0.455767, + "nauc_mrr_at_1000_std": 0.210117, + "nauc_mrr_at_1000_diff1": 0.22387, + "main_score": 0.44288, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5, + "ndcg_at_3": 0.45451, + "ndcg_at_5": 0.42535, + "ndcg_at_10": 0.41415, + "ndcg_at_20": 0.41148, + "ndcg_at_100": 0.47007, + "ndcg_at_1000": 0.59098, + "map_at_1": 0.07489, + "map_at_3": 0.12519, + "map_at_5": 0.14158, + "map_at_10": 0.17032, + "map_at_20": 0.19712, + "map_at_100": 0.25614, + "map_at_1000": 0.29534, + "recall_at_1": 0.07489, + "recall_at_3": 0.14448, + "recall_at_5": 0.17405, + "recall_at_10": 0.23503, + "recall_at_20": 0.3031, + "recall_at_100": 0.54195, + "recall_at_1000": 0.8833, + "precision_at_1": 0.59, + "precision_at_3": 0.49167, + "precision_at_5": 0.412, + "precision_at_10": 0.3405, + "precision_at_20": 0.274, + "precision_at_100": 0.1447, + "precision_at_1000": 0.03259, + "mrr_at_1": 0.59, + "mrr_at_3": 0.6725, + "mrr_at_5": 0.68675, + "mrr_at_10": 0.694056, + "mrr_at_20": 0.696698, + "mrr_at_100": 0.698666, + "mrr_at_1000": 0.698709, + "nauc_ndcg_at_1_max": 0.379599, + "nauc_ndcg_at_1_std": 0.213219, + "nauc_ndcg_at_1_diff1": 0.241062, + "nauc_ndcg_at_3_max": 0.432874, + "nauc_ndcg_at_3_std": 0.299809, + "nauc_ndcg_at_3_diff1": 0.156442, + "nauc_ndcg_at_5_max": 0.431359, + "nauc_ndcg_at_5_std": 0.320993, + "nauc_ndcg_at_5_diff1": 0.14442, + "nauc_ndcg_at_10_max": 0.428799, + "nauc_ndcg_at_10_std": 0.307135, + "nauc_ndcg_at_10_diff1": 0.179, + "nauc_ndcg_at_20_max": 0.415686, + "nauc_ndcg_at_20_std": 0.318549, + "nauc_ndcg_at_20_diff1": 0.176845, + "nauc_ndcg_at_100_max": 0.411469, + "nauc_ndcg_at_100_std": 0.403717, + "nauc_ndcg_at_100_diff1": 0.173278, + "nauc_ndcg_at_1000_max": 0.507555, + "nauc_ndcg_at_1000_std": 0.512589, + "nauc_ndcg_at_1000_diff1": 0.126315, + "nauc_map_at_1_max": 0.038848, + "nauc_map_at_1_std": -0.089832, + "nauc_map_at_1_diff1": 0.429152, + "nauc_map_at_3_max": 0.162928, + "nauc_map_at_3_std": -0.032136, + "nauc_map_at_3_diff1": 0.342767, + "nauc_map_at_5_max": 0.179221, + "nauc_map_at_5_std": -0.010272, + "nauc_map_at_5_diff1": 0.314767, + "nauc_map_at_10_max": 0.225643, + "nauc_map_at_10_std": 0.035708, + "nauc_map_at_10_diff1": 0.313357, + "nauc_map_at_20_max": 0.260094, + "nauc_map_at_20_std": 0.08882, + "nauc_map_at_20_diff1": 0.286494, + "nauc_map_at_100_max": 0.33567, + "nauc_map_at_100_std": 0.284451, + "nauc_map_at_100_diff1": 0.234338, + "nauc_map_at_1000_max": 0.380228, + "nauc_map_at_1000_std": 0.383098, + "nauc_map_at_1000_diff1": 0.193737, + "nauc_recall_at_1_max": 0.038848, + "nauc_recall_at_1_std": -0.089832, + "nauc_recall_at_1_diff1": 0.429152, + "nauc_recall_at_3_max": 0.121365, + "nauc_recall_at_3_std": -0.053631, + "nauc_recall_at_3_diff1": 0.263325, + "nauc_recall_at_5_max": 0.116628, + "nauc_recall_at_5_std": -0.033155, + "nauc_recall_at_5_diff1": 0.212428, + "nauc_recall_at_10_max": 0.153829, + "nauc_recall_at_10_std": 0.001036, + "nauc_recall_at_10_diff1": 0.234283, + "nauc_recall_at_20_max": 0.170533, + "nauc_recall_at_20_std": 0.05668, + "nauc_recall_at_20_diff1": 0.174233, + "nauc_recall_at_100_max": 0.213538, + "nauc_recall_at_100_std": 0.310812, + "nauc_recall_at_100_diff1": 0.123421, + "nauc_recall_at_1000_max": 0.442517, + "nauc_recall_at_1000_std": 0.757045, + "nauc_recall_at_1000_diff1": -0.038543, + "nauc_precision_at_1_max": 0.429645, + "nauc_precision_at_1_std": 0.314658, + "nauc_precision_at_1_diff1": 0.187301, + "nauc_precision_at_3_max": 0.48097, + "nauc_precision_at_3_std": 0.427983, + "nauc_precision_at_3_diff1": -0.016624, + "nauc_precision_at_5_max": 0.457186, + "nauc_precision_at_5_std": 0.479835, + "nauc_precision_at_5_diff1": -0.090651, + "nauc_precision_at_10_max": 0.419583, + "nauc_precision_at_10_std": 0.500695, + "nauc_precision_at_10_diff1": -0.097944, + "nauc_precision_at_20_max": 0.3795, + "nauc_precision_at_20_std": 0.525646, + "nauc_precision_at_20_diff1": -0.137866, + "nauc_precision_at_100_max": 0.262189, + "nauc_precision_at_100_std": 0.550514, + "nauc_precision_at_100_diff1": -0.18683, + "nauc_precision_at_1000_max": 0.147029, + "nauc_precision_at_1000_std": 0.332696, + "nauc_precision_at_1000_diff1": -0.187434, + "nauc_mrr_at_1_max": 0.429645, + "nauc_mrr_at_1_std": 0.314658, + "nauc_mrr_at_1_diff1": 0.187301, + "nauc_mrr_at_3_max": 0.496091, + "nauc_mrr_at_3_std": 0.397093, + "nauc_mrr_at_3_diff1": 0.153719, + "nauc_mrr_at_5_max": 0.488824, + "nauc_mrr_at_5_std": 0.415989, + "nauc_mrr_at_5_diff1": 0.125197, + "nauc_mrr_at_10_max": 0.48433, + "nauc_mrr_at_10_std": 0.406997, + "nauc_mrr_at_10_diff1": 0.125411, + "nauc_mrr_at_20_max": 0.485274, + "nauc_mrr_at_20_std": 0.405643, + "nauc_mrr_at_20_diff1": 0.123004, + "nauc_mrr_at_100_max": 0.482844, + "nauc_mrr_at_100_std": 0.402418, + "nauc_mrr_at_100_diff1": 0.127894, + "nauc_mrr_at_1000_max": 0.482776, + "nauc_mrr_at_1000_std": 0.402337, + "nauc_mrr_at_1000_diff1": 0.12779, + "main_score": 0.41415, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.5725, + "ndcg_at_3": 0.55104, + "ndcg_at_5": 0.55367, + "ndcg_at_10": 0.57478, + "ndcg_at_20": 0.61217, + "ndcg_at_100": 0.6793, + "ndcg_at_1000": 0.71446, + "map_at_1": 0.13427, + "map_at_3": 0.26414, + "map_at_5": 0.31979, + "map_at_10": 0.39082, + "map_at_20": 0.43958, + "map_at_100": 0.49851, + "map_at_1000": 0.51279, + "recall_at_1": 0.13427, + "recall_at_3": 0.29953, + "recall_at_5": 0.38903, + "recall_at_10": 0.52045, + "recall_at_20": 0.65707, + "recall_at_100": 0.88634, + "recall_at_1000": 0.99674, + "precision_at_1": 0.665, + "precision_at_3": 0.56333, + "precision_at_5": 0.489, + "precision_at_10": 0.3795, + "precision_at_20": 0.274, + "precision_at_100": 0.1003, + "precision_at_1000": 0.01343, + "mrr_at_1": 0.665, + "mrr_at_3": 0.77, + "mrr_at_5": 0.777, + "mrr_at_10": 0.779444, + "mrr_at_20": 0.781345, + "mrr_at_100": 0.782048, + "mrr_at_1000": 0.782089, + "nauc_ndcg_at_1_max": 0.321294, + "nauc_ndcg_at_1_std": 0.116914, + "nauc_ndcg_at_1_diff1": 0.261505, + "nauc_ndcg_at_3_max": 0.354596, + "nauc_ndcg_at_3_std": 0.069995, + "nauc_ndcg_at_3_diff1": 0.207041, + "nauc_ndcg_at_5_max": 0.330605, + "nauc_ndcg_at_5_std": -0.005348, + "nauc_ndcg_at_5_diff1": 0.206424, + "nauc_ndcg_at_10_max": 0.343176, + "nauc_ndcg_at_10_std": -0.078094, + "nauc_ndcg_at_10_diff1": 0.236174, + "nauc_ndcg_at_20_max": 0.355884, + "nauc_ndcg_at_20_std": -0.126123, + "nauc_ndcg_at_20_diff1": 0.24506, + "nauc_ndcg_at_100_max": 0.408641, + "nauc_ndcg_at_100_std": -0.05982, + "nauc_ndcg_at_100_diff1": 0.237836, + "nauc_ndcg_at_1000_max": 0.43015, + "nauc_ndcg_at_1000_std": 0.093537, + "nauc_ndcg_at_1000_diff1": 0.246347, + "nauc_map_at_1_max": -0.044886, + "nauc_map_at_1_std": -0.309781, + "nauc_map_at_1_diff1": 0.263505, + "nauc_map_at_3_max": -0.002523, + "nauc_map_at_3_std": -0.340289, + "nauc_map_at_3_diff1": 0.216553, + "nauc_map_at_5_max": 0.043773, + "nauc_map_at_5_std": -0.370867, + "nauc_map_at_5_diff1": 0.171041, + "nauc_map_at_10_max": 0.146083, + "nauc_map_at_10_std": -0.369069, + "nauc_map_at_10_diff1": 0.166308, + "nauc_map_at_20_max": 0.197778, + "nauc_map_at_20_std": -0.328549, + "nauc_map_at_20_diff1": 0.161854, + "nauc_map_at_100_max": 0.281381, + "nauc_map_at_100_std": -0.187775, + "nauc_map_at_100_diff1": 0.188227, + "nauc_map_at_1000_max": 0.298336, + "nauc_map_at_1000_std": -0.129548, + "nauc_map_at_1000_diff1": 0.194379, + "nauc_recall_at_1_max": -0.044886, + "nauc_recall_at_1_std": -0.309781, + "nauc_recall_at_1_diff1": 0.263505, + "nauc_recall_at_3_max": -0.036296, + "nauc_recall_at_3_std": -0.381054, + "nauc_recall_at_3_diff1": 0.172758, + "nauc_recall_at_5_max": -0.019682, + "nauc_recall_at_5_std": -0.443839, + "nauc_recall_at_5_diff1": 0.120311, + "nauc_recall_at_10_max": 0.074441, + "nauc_recall_at_10_std": -0.468657, + "nauc_recall_at_10_diff1": 0.123277, + "nauc_recall_at_20_max": 0.07207, + "nauc_recall_at_20_std": -0.519945, + "nauc_recall_at_20_diff1": 0.108911, + "nauc_recall_at_100_max": 0.206154, + "nauc_recall_at_100_std": -0.536567, + "nauc_recall_at_100_diff1": 0.12386, + "nauc_recall_at_1000_max": 0.753732, + "nauc_recall_at_1000_std": 0.347108, + "nauc_recall_at_1000_diff1": 0.445699, + "nauc_precision_at_1_max": 0.338602, + "nauc_precision_at_1_std": 0.205457, + "nauc_precision_at_1_diff1": 0.274745, + "nauc_precision_at_3_max": 0.355568, + "nauc_precision_at_3_std": 0.221509, + "nauc_precision_at_3_diff1": 0.08704, + "nauc_precision_at_5_max": 0.389623, + "nauc_precision_at_5_std": 0.275339, + "nauc_precision_at_5_diff1": 0.007806, + "nauc_precision_at_10_max": 0.43879, + "nauc_precision_at_10_std": 0.390958, + "nauc_precision_at_10_diff1": 0.012288, + "nauc_precision_at_20_max": 0.373831, + "nauc_precision_at_20_std": 0.529008, + "nauc_precision_at_20_diff1": 0.01604, + "nauc_precision_at_100_max": 0.24937, + "nauc_precision_at_100_std": 0.63174, + "nauc_precision_at_100_diff1": 0.02137, + "nauc_precision_at_1000_max": 0.17489, + "nauc_precision_at_1000_std": 0.639002, + "nauc_precision_at_1000_diff1": 0.009416, + "nauc_mrr_at_1_max": 0.338602, + "nauc_mrr_at_1_std": 0.205457, + "nauc_mrr_at_1_diff1": 0.274745, + "nauc_mrr_at_3_max": 0.399223, + "nauc_mrr_at_3_std": 0.244881, + "nauc_mrr_at_3_diff1": 0.278633, + "nauc_mrr_at_5_max": 0.406362, + "nauc_mrr_at_5_std": 0.241016, + "nauc_mrr_at_5_diff1": 0.281538, + "nauc_mrr_at_10_max": 0.408788, + "nauc_mrr_at_10_std": 0.244077, + "nauc_mrr_at_10_diff1": 0.285925, + "nauc_mrr_at_20_max": 0.404791, + "nauc_mrr_at_20_std": 0.240752, + "nauc_mrr_at_20_diff1": 0.287087, + "nauc_mrr_at_100_max": 0.402805, + "nauc_mrr_at_100_std": 0.239113, + "nauc_mrr_at_100_diff1": 0.287066, + "nauc_mrr_at_1000_max": 0.402675, + "nauc_mrr_at_1000_std": 0.239087, + "nauc_mrr_at_1000_diff1": 0.28691, + "main_score": 0.57478, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3775, + "ndcg_at_3": 0.36162, + "ndcg_at_5": 0.36419, + "ndcg_at_10": 0.39624, + "ndcg_at_20": 0.44183, + "ndcg_at_100": 0.52483, + "ndcg_at_1000": 0.5807, + "map_at_1": 0.08683, + "map_at_3": 0.16283, + "map_at_5": 0.19876, + "map_at_10": 0.24994, + "map_at_20": 0.28963, + "map_at_100": 0.33897, + "map_at_1000": 0.35466, + "recall_at_1": 0.08683, + "recall_at_3": 0.19548, + "recall_at_5": 0.25738, + "recall_at_10": 0.36972, + "recall_at_20": 0.50683, + "recall_at_100": 0.77746, + "recall_at_1000": 0.97563, + "precision_at_1": 0.435, + "precision_at_3": 0.38333, + "precision_at_5": 0.33, + "precision_at_10": 0.275, + "precision_at_20": 0.21125, + "precision_at_100": 0.0867, + "precision_at_1000": 0.01321, + "mrr_at_1": 0.435, + "mrr_at_3": 0.545, + "mrr_at_5": 0.5615, + "mrr_at_10": 0.571067, + "mrr_at_20": 0.577008, + "mrr_at_100": 0.578844, + "mrr_at_1000": 0.578938, + "nauc_ndcg_at_1_max": 0.302264, + "nauc_ndcg_at_1_std": 0.177847, + "nauc_ndcg_at_1_diff1": 0.196656, + "nauc_ndcg_at_3_max": 0.416355, + "nauc_ndcg_at_3_std": 0.189114, + "nauc_ndcg_at_3_diff1": 0.171239, + "nauc_ndcg_at_5_max": 0.421057, + "nauc_ndcg_at_5_std": 0.139787, + "nauc_ndcg_at_5_diff1": 0.191843, + "nauc_ndcg_at_10_max": 0.447328, + "nauc_ndcg_at_10_std": 0.145405, + "nauc_ndcg_at_10_diff1": 0.230885, + "nauc_ndcg_at_20_max": 0.470508, + "nauc_ndcg_at_20_std": 0.142271, + "nauc_ndcg_at_20_diff1": 0.205037, + "nauc_ndcg_at_100_max": 0.478059, + "nauc_ndcg_at_100_std": 0.175289, + "nauc_ndcg_at_100_diff1": 0.197472, + "nauc_ndcg_at_1000_max": 0.514365, + "nauc_ndcg_at_1000_std": 0.282184, + "nauc_ndcg_at_1000_diff1": 0.17428, + "nauc_map_at_1_max": 0.094943, + "nauc_map_at_1_std": -0.139382, + "nauc_map_at_1_diff1": 0.323956, + "nauc_map_at_3_max": 0.195375, + "nauc_map_at_3_std": -0.142654, + "nauc_map_at_3_diff1": 0.272303, + "nauc_map_at_5_max": 0.233933, + "nauc_map_at_5_std": -0.138441, + "nauc_map_at_5_diff1": 0.268065, + "nauc_map_at_10_max": 0.306547, + "nauc_map_at_10_std": -0.10315, + "nauc_map_at_10_diff1": 0.263367, + "nauc_map_at_20_max": 0.368177, + "nauc_map_at_20_std": -0.044174, + "nauc_map_at_20_diff1": 0.226995, + "nauc_map_at_100_max": 0.428751, + "nauc_map_at_100_std": 0.057384, + "nauc_map_at_100_diff1": 0.207508, + "nauc_map_at_1000_max": 0.453514, + "nauc_map_at_1000_std": 0.10598, + "nauc_map_at_1000_diff1": 0.201581, + "nauc_recall_at_1_max": 0.094943, + "nauc_recall_at_1_std": -0.139382, + "nauc_recall_at_1_diff1": 0.323956, + "nauc_recall_at_3_max": 0.197021, + "nauc_recall_at_3_std": -0.160304, + "nauc_recall_at_3_diff1": 0.251868, + "nauc_recall_at_5_max": 0.236266, + "nauc_recall_at_5_std": -0.137305, + "nauc_recall_at_5_diff1": 0.260074, + "nauc_recall_at_10_max": 0.273259, + "nauc_recall_at_10_std": -0.104571, + "nauc_recall_at_10_diff1": 0.261789, + "nauc_recall_at_20_max": 0.288916, + "nauc_recall_at_20_std": -0.086412, + "nauc_recall_at_20_diff1": 0.172352, + "nauc_recall_at_100_max": 0.301375, + "nauc_recall_at_100_std": -0.036452, + "nauc_recall_at_100_diff1": 0.202982, + "nauc_recall_at_1000_max": 0.631447, + "nauc_recall_at_1000_std": 0.603712, + "nauc_recall_at_1000_diff1": 0.108889, + "nauc_precision_at_1_max": 0.35251, + "nauc_precision_at_1_std": 0.215569, + "nauc_precision_at_1_diff1": 0.23926, + "nauc_precision_at_3_max": 0.453499, + "nauc_precision_at_3_std": 0.257873, + "nauc_precision_at_3_diff1": 0.081867, + "nauc_precision_at_5_max": 0.480585, + "nauc_precision_at_5_std": 0.26104, + "nauc_precision_at_5_diff1": 0.065697, + "nauc_precision_at_10_max": 0.529424, + "nauc_precision_at_10_std": 0.385918, + "nauc_precision_at_10_diff1": 0.005552, + "nauc_precision_at_20_max": 0.498081, + "nauc_precision_at_20_std": 0.493446, + "nauc_precision_at_20_diff1": -0.062809, + "nauc_precision_at_100_max": 0.354779, + "nauc_precision_at_100_std": 0.5587, + "nauc_precision_at_100_diff1": -0.094042, + "nauc_precision_at_1000_max": 0.253588, + "nauc_precision_at_1000_std": 0.527725, + "nauc_precision_at_1000_diff1": -0.125343, + "nauc_mrr_at_1_max": 0.35251, + "nauc_mrr_at_1_std": 0.215569, + "nauc_mrr_at_1_diff1": 0.23926, + "nauc_mrr_at_3_max": 0.382081, + "nauc_mrr_at_3_std": 0.229491, + "nauc_mrr_at_3_diff1": 0.214201, + "nauc_mrr_at_5_max": 0.404257, + "nauc_mrr_at_5_std": 0.259732, + "nauc_mrr_at_5_diff1": 0.217849, + "nauc_mrr_at_10_max": 0.402933, + "nauc_mrr_at_10_std": 0.267397, + "nauc_mrr_at_10_diff1": 0.210824, + "nauc_mrr_at_20_max": 0.401241, + "nauc_mrr_at_20_std": 0.262393, + "nauc_mrr_at_20_diff1": 0.211709, + "nauc_mrr_at_100_max": 0.400416, + "nauc_mrr_at_100_std": 0.261443, + "nauc_mrr_at_100_diff1": 0.212503, + "nauc_mrr_at_1000_max": 0.400361, + "nauc_mrr_at_1000_std": 0.261351, + "nauc_mrr_at_1000_diff1": 0.212515, + "main_score": 0.39624, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.42, + "ndcg_at_3": 0.42421, + "ndcg_at_5": 0.4368, + "ndcg_at_10": 0.47189, + "ndcg_at_20": 0.50594, + "ndcg_at_100": 0.57758, + "ndcg_at_1000": 0.63072, + "map_at_1": 0.10201, + "map_at_3": 0.20343, + "map_at_5": 0.24447, + "map_at_10": 0.30702, + "map_at_20": 0.34708, + "map_at_100": 0.3939, + "map_at_1000": 0.4097, + "recall_at_1": 0.10201, + "recall_at_3": 0.24877, + "recall_at_5": 0.32221, + "recall_at_10": 0.44853, + "recall_at_20": 0.56419, + "recall_at_100": 0.79793, + "recall_at_1000": 0.98128, + "precision_at_1": 0.495, + "precision_at_3": 0.44, + "precision_at_5": 0.392, + "precision_at_10": 0.3165, + "precision_at_20": 0.23, + "precision_at_100": 0.0877, + "precision_at_1000": 0.01324, + "mrr_at_1": 0.495, + "mrr_at_3": 0.633333, + "mrr_at_5": 0.648583, + "mrr_at_10": 0.654256, + "mrr_at_20": 0.656542, + "mrr_at_100": 0.657419, + "mrr_at_1000": 0.65755, + "nauc_ndcg_at_1_max": 0.22003, + "nauc_ndcg_at_1_std": 0.098281, + "nauc_ndcg_at_1_diff1": 0.205432, + "nauc_ndcg_at_3_max": 0.292224, + "nauc_ndcg_at_3_std": 0.034178, + "nauc_ndcg_at_3_diff1": 0.269195, + "nauc_ndcg_at_5_max": 0.308461, + "nauc_ndcg_at_5_std": 0.004991, + "nauc_ndcg_at_5_diff1": 0.269037, + "nauc_ndcg_at_10_max": 0.343022, + "nauc_ndcg_at_10_std": -0.040039, + "nauc_ndcg_at_10_diff1": 0.28343, + "nauc_ndcg_at_20_max": 0.361018, + "nauc_ndcg_at_20_std": -0.051261, + "nauc_ndcg_at_20_diff1": 0.28357, + "nauc_ndcg_at_100_max": 0.380112, + "nauc_ndcg_at_100_std": 0.029224, + "nauc_ndcg_at_100_diff1": 0.263918, + "nauc_ndcg_at_1000_max": 0.40668, + "nauc_ndcg_at_1000_std": 0.159507, + "nauc_ndcg_at_1000_diff1": 0.252822, + "nauc_map_at_1_max": 0.085288, + "nauc_map_at_1_std": -0.152221, + "nauc_map_at_1_diff1": 0.298057, + "nauc_map_at_3_max": 0.117868, + "nauc_map_at_3_std": -0.22781, + "nauc_map_at_3_diff1": 0.311655, + "nauc_map_at_5_max": 0.167845, + "nauc_map_at_5_std": -0.242115, + "nauc_map_at_5_diff1": 0.310796, + "nauc_map_at_10_max": 0.250451, + "nauc_map_at_10_std": -0.226154, + "nauc_map_at_10_diff1": 0.265901, + "nauc_map_at_20_max": 0.284123, + "nauc_map_at_20_std": -0.201084, + "nauc_map_at_20_diff1": 0.250479, + "nauc_map_at_100_max": 0.335468, + "nauc_map_at_100_std": -0.102877, + "nauc_map_at_100_diff1": 0.25276, + "nauc_map_at_1000_max": 0.357364, + "nauc_map_at_1000_std": -0.049219, + "nauc_map_at_1000_diff1": 0.250808, + "nauc_recall_at_1_max": 0.085288, + "nauc_recall_at_1_std": -0.152221, + "nauc_recall_at_1_diff1": 0.298057, + "nauc_recall_at_3_max": 0.090934, + "nauc_recall_at_3_std": -0.281408, + "nauc_recall_at_3_diff1": 0.304936, + "nauc_recall_at_5_max": 0.134039, + "nauc_recall_at_5_std": -0.317398, + "nauc_recall_at_5_diff1": 0.288616, + "nauc_recall_at_10_max": 0.201512, + "nauc_recall_at_10_std": -0.317278, + "nauc_recall_at_10_diff1": 0.224744, + "nauc_recall_at_20_max": 0.245557, + "nauc_recall_at_20_std": -0.296877, + "nauc_recall_at_20_diff1": 0.21525, + "nauc_recall_at_100_max": 0.287967, + "nauc_recall_at_100_std": -0.161191, + "nauc_recall_at_100_diff1": 0.172539, + "nauc_recall_at_1000_max": 0.744752, + "nauc_recall_at_1000_std": 0.44538, + "nauc_recall_at_1000_diff1": 0.292043, + "nauc_precision_at_1_max": 0.23142, + "nauc_precision_at_1_std": 0.137507, + "nauc_precision_at_1_diff1": 0.187739, + "nauc_precision_at_3_max": 0.304103, + "nauc_precision_at_3_std": 0.112355, + "nauc_precision_at_3_diff1": 0.161442, + "nauc_precision_at_5_max": 0.344733, + "nauc_precision_at_5_std": 0.192405, + "nauc_precision_at_5_diff1": 0.086072, + "nauc_precision_at_10_max": 0.380634, + "nauc_precision_at_10_std": 0.282704, + "nauc_precision_at_10_diff1": -0.025986, + "nauc_precision_at_20_max": 0.313309, + "nauc_precision_at_20_std": 0.38242, + "nauc_precision_at_20_diff1": -0.042089, + "nauc_precision_at_100_max": 0.228947, + "nauc_precision_at_100_std": 0.550221, + "nauc_precision_at_100_diff1": -0.067023, + "nauc_precision_at_1000_max": 0.140897, + "nauc_precision_at_1000_std": 0.543657, + "nauc_precision_at_1000_diff1": -0.111334, + "nauc_mrr_at_1_max": 0.23142, + "nauc_mrr_at_1_std": 0.137507, + "nauc_mrr_at_1_diff1": 0.187739, + "nauc_mrr_at_3_max": 0.295999, + "nauc_mrr_at_3_std": 0.184409, + "nauc_mrr_at_3_diff1": 0.204755, + "nauc_mrr_at_5_max": 0.303172, + "nauc_mrr_at_5_std": 0.181435, + "nauc_mrr_at_5_diff1": 0.189796, + "nauc_mrr_at_10_max": 0.301898, + "nauc_mrr_at_10_std": 0.182389, + "nauc_mrr_at_10_diff1": 0.196341, + "nauc_mrr_at_20_max": 0.302982, + "nauc_mrr_at_20_std": 0.184906, + "nauc_mrr_at_20_diff1": 0.197376, + "nauc_mrr_at_100_max": 0.301435, + "nauc_mrr_at_100_std": 0.18371, + "nauc_mrr_at_100_diff1": 0.197436, + "nauc_mrr_at_1000_max": 0.301209, + "nauc_mrr_at_1000_std": 0.183622, + "nauc_mrr_at_1000_diff1": 0.197438, + "main_score": 0.47189, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.6325, + "ndcg_at_3": 0.57279, + "ndcg_at_5": 0.55684, + "ndcg_at_10": 0.53525, + "ndcg_at_20": 0.54192, + "ndcg_at_100": 0.61456, + "ndcg_at_1000": 0.70998, + "map_at_1": 0.06996, + "map_at_3": 0.13377, + "map_at_5": 0.17093, + "map_at_10": 0.22336, + "map_at_20": 0.27512, + "map_at_100": 0.38251, + "map_at_1000": 0.43908, + "recall_at_1": 0.06996, + "recall_at_3": 0.14409, + "recall_at_5": 0.19275, + "recall_at_10": 0.28002, + "recall_at_20": 0.39156, + "recall_at_100": 0.68926, + "recall_at_1000": 0.97066, + "precision_at_1": 0.765, + "precision_at_3": 0.63667, + "precision_at_5": 0.581, + "precision_at_10": 0.4915, + "precision_at_20": 0.413, + "precision_at_100": 0.22035, + "precision_at_1000": 0.0472, + "mrr_at_1": 0.765, + "mrr_at_3": 0.83, + "mrr_at_5": 0.8345, + "mrr_at_10": 0.837625, + "mrr_at_20": 0.839838, + "mrr_at_100": 0.840158, + "mrr_at_1000": 0.840229, + "nauc_ndcg_at_1_max": 0.394749, + "nauc_ndcg_at_1_std": 0.216042, + "nauc_ndcg_at_1_diff1": 0.196756, + "nauc_ndcg_at_3_max": 0.36579, + "nauc_ndcg_at_3_std": 0.158396, + "nauc_ndcg_at_3_diff1": 0.098467, + "nauc_ndcg_at_5_max": 0.390945, + "nauc_ndcg_at_5_std": 0.169726, + "nauc_ndcg_at_5_diff1": 0.12275, + "nauc_ndcg_at_10_max": 0.379986, + "nauc_ndcg_at_10_std": 0.151294, + "nauc_ndcg_at_10_diff1": 0.129885, + "nauc_ndcg_at_20_max": 0.343903, + "nauc_ndcg_at_20_std": 0.120941, + "nauc_ndcg_at_20_diff1": 0.125629, + "nauc_ndcg_at_100_max": 0.339645, + "nauc_ndcg_at_100_std": 0.18551, + "nauc_ndcg_at_100_diff1": 0.068691, + "nauc_ndcg_at_1000_max": 0.415352, + "nauc_ndcg_at_1000_std": 0.206509, + "nauc_ndcg_at_1000_diff1": 0.082152, + "nauc_map_at_1_max": 0.0707, + "nauc_map_at_1_std": -0.063987, + "nauc_map_at_1_diff1": 0.402634, + "nauc_map_at_3_max": 0.102248, + "nauc_map_at_3_std": -0.040927, + "nauc_map_at_3_diff1": 0.238601, + "nauc_map_at_5_max": 0.137869, + "nauc_map_at_5_std": -0.002227, + "nauc_map_at_5_diff1": 0.17233, + "nauc_map_at_10_max": 0.170682, + "nauc_map_at_10_std": 0.045594, + "nauc_map_at_10_diff1": 0.113831, + "nauc_map_at_20_max": 0.20389, + "nauc_map_at_20_std": 0.077811, + "nauc_map_at_20_diff1": 0.082416, + "nauc_map_at_100_max": 0.285384, + "nauc_map_at_100_std": 0.182126, + "nauc_map_at_100_diff1": 0.03393, + "nauc_map_at_1000_max": 0.310061, + "nauc_map_at_1000_std": 0.171343, + "nauc_map_at_1000_diff1": 0.039925, + "nauc_recall_at_1_max": 0.0707, + "nauc_recall_at_1_std": -0.063987, + "nauc_recall_at_1_diff1": 0.402634, + "nauc_recall_at_3_max": 0.065204, + "nauc_recall_at_3_std": -0.068889, + "nauc_recall_at_3_diff1": 0.210616, + "nauc_recall_at_5_max": 0.089372, + "nauc_recall_at_5_std": -0.038258, + "nauc_recall_at_5_diff1": 0.148786, + "nauc_recall_at_10_max": 0.088746, + "nauc_recall_at_10_std": 0.000438, + "nauc_recall_at_10_diff1": 0.081316, + "nauc_recall_at_20_max": 0.093842, + "nauc_recall_at_20_std": 0.03391, + "nauc_recall_at_20_diff1": 0.0528, + "nauc_recall_at_100_max": 0.061496, + "nauc_recall_at_100_std": 0.125303, + "nauc_recall_at_100_diff1": -0.033346, + "nauc_recall_at_1000_max": 0.14615, + "nauc_recall_at_1000_std": 0.631953, + "nauc_recall_at_1000_diff1": -0.115378, + "nauc_precision_at_1_max": 0.610556, + "nauc_precision_at_1_std": 0.356202, + "nauc_precision_at_1_diff1": 0.234212, + "nauc_precision_at_3_max": 0.408326, + "nauc_precision_at_3_std": 0.18452, + "nauc_precision_at_3_diff1": -0.075264, + "nauc_precision_at_5_max": 0.384664, + "nauc_precision_at_5_std": 0.207271, + "nauc_precision_at_5_diff1": -0.087625, + "nauc_precision_at_10_max": 0.320872, + "nauc_precision_at_10_std": 0.216859, + "nauc_precision_at_10_diff1": -0.096155, + "nauc_precision_at_20_max": 0.244509, + "nauc_precision_at_20_std": 0.138889, + "nauc_precision_at_20_diff1": -0.102337, + "nauc_precision_at_100_max": 0.109065, + "nauc_precision_at_100_std": 0.052668, + "nauc_precision_at_100_diff1": -0.057519, + "nauc_precision_at_1000_max": 0.006631, + "nauc_precision_at_1000_std": -0.155348, + "nauc_precision_at_1000_diff1": 0.00764, + "nauc_mrr_at_1_max": 0.610556, + "nauc_mrr_at_1_std": 0.356202, + "nauc_mrr_at_1_diff1": 0.234212, + "nauc_mrr_at_3_max": 0.627828, + "nauc_mrr_at_3_std": 0.301445, + "nauc_mrr_at_3_diff1": 0.16783, + "nauc_mrr_at_5_max": 0.628776, + "nauc_mrr_at_5_std": 0.30883, + "nauc_mrr_at_5_diff1": 0.188813, + "nauc_mrr_at_10_max": 0.629549, + "nauc_mrr_at_10_std": 0.310493, + "nauc_mrr_at_10_diff1": 0.190289, + "nauc_mrr_at_20_max": 0.627613, + "nauc_mrr_at_20_std": 0.312088, + "nauc_mrr_at_20_diff1": 0.185391, + "nauc_mrr_at_100_max": 0.626807, + "nauc_mrr_at_100_std": 0.311624, + "nauc_mrr_at_100_diff1": 0.186358, + "nauc_mrr_at_1000_max": 0.626628, + "nauc_mrr_at_1000_std": 0.312152, + "nauc_mrr_at_1000_diff1": 0.186327, + "main_score": 0.53525, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.505, + "ndcg_at_3": 0.47146, + "ndcg_at_5": 0.45577, + "ndcg_at_10": 0.45622, + "ndcg_at_20": 0.46508, + "ndcg_at_100": 0.53495, + "ndcg_at_1000": 0.64249, + "map_at_1": 0.05752, + "map_at_3": 0.11084, + "map_at_5": 0.13984, + "map_at_10": 0.18689, + "map_at_20": 0.23073, + "map_at_100": 0.31663, + "map_at_1000": 0.37017, + "recall_at_1": 0.05752, + "recall_at_3": 0.12159, + "recall_at_5": 0.16156, + "recall_at_10": 0.24541, + "recall_at_20": 0.34218, + "recall_at_100": 0.62607, + "recall_at_1000": 0.94441, + "precision_at_1": 0.635, + "precision_at_3": 0.54, + "precision_at_5": 0.49, + "precision_at_10": 0.436, + "precision_at_20": 0.36475, + "precision_at_100": 0.1978, + "precision_at_1000": 0.04565, + "mrr_at_1": 0.635, + "mrr_at_3": 0.711667, + "mrr_at_5": 0.725667, + "mrr_at_10": 0.731589, + "mrr_at_20": 0.733701, + "mrr_at_100": 0.735362, + "mrr_at_1000": 0.735433, + "nauc_ndcg_at_1_max": 0.332353, + "nauc_ndcg_at_1_std": 0.228041, + "nauc_ndcg_at_1_diff1": 0.178851, + "nauc_ndcg_at_3_max": 0.401733, + "nauc_ndcg_at_3_std": 0.298288, + "nauc_ndcg_at_3_diff1": 0.100691, + "nauc_ndcg_at_5_max": 0.402751, + "nauc_ndcg_at_5_std": 0.309615, + "nauc_ndcg_at_5_diff1": 0.100473, + "nauc_ndcg_at_10_max": 0.425183, + "nauc_ndcg_at_10_std": 0.332245, + "nauc_ndcg_at_10_diff1": 0.089035, + "nauc_ndcg_at_20_max": 0.460768, + "nauc_ndcg_at_20_std": 0.335824, + "nauc_ndcg_at_20_diff1": 0.095646, + "nauc_ndcg_at_100_max": 0.444264, + "nauc_ndcg_at_100_std": 0.407794, + "nauc_ndcg_at_100_diff1": 0.065528, + "nauc_ndcg_at_1000_max": 0.492815, + "nauc_ndcg_at_1000_std": 0.387846, + "nauc_ndcg_at_1000_diff1": 0.098452, + "nauc_map_at_1_max": 0.140637, + "nauc_map_at_1_std": 0.005867, + "nauc_map_at_1_diff1": 0.343983, + "nauc_map_at_3_max": 0.246461, + "nauc_map_at_3_std": 0.093076, + "nauc_map_at_3_diff1": 0.240857, + "nauc_map_at_5_max": 0.302748, + "nauc_map_at_5_std": 0.171376, + "nauc_map_at_5_diff1": 0.202901, + "nauc_map_at_10_max": 0.344411, + "nauc_map_at_10_std": 0.2555, + "nauc_map_at_10_diff1": 0.158594, + "nauc_map_at_20_max": 0.372738, + "nauc_map_at_20_std": 0.300271, + "nauc_map_at_20_diff1": 0.127293, + "nauc_map_at_100_max": 0.387057, + "nauc_map_at_100_std": 0.391996, + "nauc_map_at_100_diff1": 0.079104, + "nauc_map_at_1000_max": 0.450095, + "nauc_map_at_1000_std": 0.397754, + "nauc_map_at_1000_diff1": 0.087833, + "nauc_recall_at_1_max": 0.140637, + "nauc_recall_at_1_std": 0.005867, + "nauc_recall_at_1_diff1": 0.343983, + "nauc_recall_at_3_max": 0.20031, + "nauc_recall_at_3_std": 0.061617, + "nauc_recall_at_3_diff1": 0.197979, + "nauc_recall_at_5_max": 0.267764, + "nauc_recall_at_5_std": 0.148593, + "nauc_recall_at_5_diff1": 0.161261, + "nauc_recall_at_10_max": 0.266964, + "nauc_recall_at_10_std": 0.207406, + "nauc_recall_at_10_diff1": 0.097174, + "nauc_recall_at_20_max": 0.286834, + "nauc_recall_at_20_std": 0.235052, + "nauc_recall_at_20_diff1": 0.072898, + "nauc_recall_at_100_max": 0.200391, + "nauc_recall_at_100_std": 0.388227, + "nauc_recall_at_100_diff1": -0.040466, + "nauc_recall_at_1000_max": 0.264086, + "nauc_recall_at_1000_std": 0.622538, + "nauc_recall_at_1000_diff1": -0.08862, + "nauc_precision_at_1_max": 0.427763, + "nauc_precision_at_1_std": 0.290634, + "nauc_precision_at_1_diff1": 0.171118, + "nauc_precision_at_3_max": 0.43062, + "nauc_precision_at_3_std": 0.33044, + "nauc_precision_at_3_diff1": -0.019372, + "nauc_precision_at_5_max": 0.415415, + "nauc_precision_at_5_std": 0.366048, + "nauc_precision_at_5_diff1": -0.046682, + "nauc_precision_at_10_max": 0.360453, + "nauc_precision_at_10_std": 0.349436, + "nauc_precision_at_10_diff1": -0.063268, + "nauc_precision_at_20_max": 0.294871, + "nauc_precision_at_20_std": 0.256073, + "nauc_precision_at_20_diff1": -0.070316, + "nauc_precision_at_100_max": 0.182611, + "nauc_precision_at_100_std": 0.12165, + "nauc_precision_at_100_diff1": -0.04464, + "nauc_precision_at_1000_max": 0.194062, + "nauc_precision_at_1000_std": -0.08632, + "nauc_precision_at_1000_diff1": -0.014851, + "nauc_mrr_at_1_max": 0.427763, + "nauc_mrr_at_1_std": 0.290634, + "nauc_mrr_at_1_diff1": 0.171118, + "nauc_mrr_at_3_max": 0.482725, + "nauc_mrr_at_3_std": 0.304753, + "nauc_mrr_at_3_diff1": 0.101924, + "nauc_mrr_at_5_max": 0.478615, + "nauc_mrr_at_5_std": 0.306149, + "nauc_mrr_at_5_diff1": 0.107631, + "nauc_mrr_at_10_max": 0.480587, + "nauc_mrr_at_10_std": 0.29995, + "nauc_mrr_at_10_diff1": 0.108353, + "nauc_mrr_at_20_max": 0.480409, + "nauc_mrr_at_20_std": 0.299958, + "nauc_mrr_at_20_diff1": 0.112359, + "nauc_mrr_at_100_max": 0.478931, + "nauc_mrr_at_100_std": 0.29919, + "nauc_mrr_at_100_diff1": 0.11266, + "nauc_mrr_at_1000_max": 0.478764, + "nauc_mrr_at_1000_std": 0.29919, + "nauc_mrr_at_1000_diff1": 0.112851, + "main_score": 0.45622, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.46668, + "ndcg_at_5": 0.45468, + "ndcg_at_10": 0.45466, + "ndcg_at_20": 0.4617, + "ndcg_at_100": 0.53763, + "ndcg_at_1000": 0.64318, + "map_at_1": 0.06049, + "map_at_3": 0.10798, + "map_at_5": 0.13852, + "map_at_10": 0.18448, + "map_at_20": 0.22496, + "map_at_100": 0.31473, + "map_at_1000": 0.36554, + "recall_at_1": 0.06049, + "recall_at_3": 0.11938, + "recall_at_5": 0.16329, + "recall_at_10": 0.23873, + "recall_at_20": 0.33081, + "recall_at_100": 0.62521, + "recall_at_1000": 0.94196, + "precision_at_1": 0.62, + "precision_at_3": 0.54, + "precision_at_5": 0.494, + "precision_at_10": 0.433, + "precision_at_20": 0.3585, + "precision_at_100": 0.19755, + "precision_at_1000": 0.04504, + "mrr_at_1": 0.62, + "mrr_at_3": 0.716667, + "mrr_at_5": 0.727167, + "mrr_at_10": 0.730776, + "mrr_at_20": 0.733149, + "mrr_at_100": 0.734027, + "mrr_at_1000": 0.734088, + "nauc_ndcg_at_1_max": 0.299579, + "nauc_ndcg_at_1_std": 0.12412, + "nauc_ndcg_at_1_diff1": 0.066659, + "nauc_ndcg_at_3_max": 0.436583, + "nauc_ndcg_at_3_std": 0.24225, + "nauc_ndcg_at_3_diff1": 0.026053, + "nauc_ndcg_at_5_max": 0.448769, + "nauc_ndcg_at_5_std": 0.247511, + "nauc_ndcg_at_5_diff1": 0.06575, + "nauc_ndcg_at_10_max": 0.482284, + "nauc_ndcg_at_10_std": 0.262867, + "nauc_ndcg_at_10_diff1": 0.086442, + "nauc_ndcg_at_20_max": 0.48604, + "nauc_ndcg_at_20_std": 0.33232, + "nauc_ndcg_at_20_diff1": 0.075865, + "nauc_ndcg_at_100_max": 0.52337, + "nauc_ndcg_at_100_std": 0.408987, + "nauc_ndcg_at_100_diff1": 0.036269, + "nauc_ndcg_at_1000_max": 0.559871, + "nauc_ndcg_at_1000_std": 0.38293, + "nauc_ndcg_at_1000_diff1": 0.016912, + "nauc_map_at_1_max": 0.136949, + "nauc_map_at_1_std": -0.008114, + "nauc_map_at_1_diff1": 0.275355, + "nauc_map_at_3_max": 0.313848, + "nauc_map_at_3_std": 0.131841, + "nauc_map_at_3_diff1": 0.152907, + "nauc_map_at_5_max": 0.356274, + "nauc_map_at_5_std": 0.194933, + "nauc_map_at_5_diff1": 0.126559, + "nauc_map_at_10_max": 0.399563, + "nauc_map_at_10_std": 0.257454, + "nauc_map_at_10_diff1": 0.089267, + "nauc_map_at_20_max": 0.413648, + "nauc_map_at_20_std": 0.312629, + "nauc_map_at_20_diff1": 0.053298, + "nauc_map_at_100_max": 0.468812, + "nauc_map_at_100_std": 0.406265, + "nauc_map_at_100_diff1": 0.013178, + "nauc_map_at_1000_max": 0.528351, + "nauc_map_at_1000_std": 0.401503, + "nauc_map_at_1000_diff1": 0.02893, + "nauc_recall_at_1_max": 0.136949, + "nauc_recall_at_1_std": -0.008114, + "nauc_recall_at_1_diff1": 0.275355, + "nauc_recall_at_3_max": 0.280255, + "nauc_recall_at_3_std": 0.118546, + "nauc_recall_at_3_diff1": 0.159422, + "nauc_recall_at_5_max": 0.308, + "nauc_recall_at_5_std": 0.170067, + "nauc_recall_at_5_diff1": 0.144448, + "nauc_recall_at_10_max": 0.320344, + "nauc_recall_at_10_std": 0.212772, + "nauc_recall_at_10_diff1": 0.100761, + "nauc_recall_at_20_max": 0.293259, + "nauc_recall_at_20_std": 0.314393, + "nauc_recall_at_20_diff1": 0.053476, + "nauc_recall_at_100_max": 0.277535, + "nauc_recall_at_100_std": 0.421486, + "nauc_recall_at_100_diff1": -0.031875, + "nauc_recall_at_1000_max": 0.328511, + "nauc_recall_at_1000_std": 0.689405, + "nauc_recall_at_1000_diff1": -0.144789, + "nauc_precision_at_1_max": 0.400417, + "nauc_precision_at_1_std": 0.181291, + "nauc_precision_at_1_diff1": 0.062479, + "nauc_precision_at_3_max": 0.480459, + "nauc_precision_at_3_std": 0.297804, + "nauc_precision_at_3_diff1": -0.057758, + "nauc_precision_at_5_max": 0.453776, + "nauc_precision_at_5_std": 0.303403, + "nauc_precision_at_5_diff1": -0.08633, + "nauc_precision_at_10_max": 0.379459, + "nauc_precision_at_10_std": 0.271718, + "nauc_precision_at_10_diff1": -0.085725, + "nauc_precision_at_20_max": 0.287379, + "nauc_precision_at_20_std": 0.244914, + "nauc_precision_at_20_diff1": -0.077961, + "nauc_precision_at_100_max": 0.180309, + "nauc_precision_at_100_std": 0.078402, + "nauc_precision_at_100_diff1": -0.017219, + "nauc_precision_at_1000_max": 0.156299, + "nauc_precision_at_1000_std": -0.144629, + "nauc_precision_at_1000_diff1": 0.000941, + "nauc_mrr_at_1_max": 0.400417, + "nauc_mrr_at_1_std": 0.181291, + "nauc_mrr_at_1_diff1": 0.062479, + "nauc_mrr_at_3_max": 0.473837, + "nauc_mrr_at_3_std": 0.211366, + "nauc_mrr_at_3_diff1": 0.076177, + "nauc_mrr_at_5_max": 0.474181, + "nauc_mrr_at_5_std": 0.221226, + "nauc_mrr_at_5_diff1": 0.073032, + "nauc_mrr_at_10_max": 0.471551, + "nauc_mrr_at_10_std": 0.214875, + "nauc_mrr_at_10_diff1": 0.062025, + "nauc_mrr_at_20_max": 0.471624, + "nauc_mrr_at_20_std": 0.218092, + "nauc_mrr_at_20_diff1": 0.060252, + "nauc_mrr_at_100_max": 0.470133, + "nauc_mrr_at_100_std": 0.216217, + "nauc_mrr_at_100_diff1": 0.059592, + "nauc_mrr_at_1000_max": 0.469988, + "nauc_mrr_at_1000_std": 0.216051, + "nauc_mrr_at_1000_diff1": 0.059967, + "main_score": 0.45466, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.5775, + "ndcg_at_3": 0.56115, + "ndcg_at_5": 0.5596, + "ndcg_at_10": 0.54884, + "ndcg_at_20": 0.55449, + "ndcg_at_100": 0.605, + "ndcg_at_1000": 0.6976, + "map_at_1": 0.07789, + "map_at_3": 0.16537, + "map_at_5": 0.21257, + "map_at_10": 0.25433, + "map_at_20": 0.29751, + "map_at_100": 0.3863, + "map_at_1000": 0.44484, + "recall_at_1": 0.07789, + "recall_at_3": 0.18608, + "recall_at_5": 0.25702, + "recall_at_10": 0.335, + "recall_at_20": 0.42632, + "recall_at_100": 0.67772, + "recall_at_1000": 0.93937, + "precision_at_1": 0.72, + "precision_at_3": 0.65, + "precision_at_5": 0.595, + "precision_at_10": 0.488, + "precision_at_20": 0.39725, + "precision_at_100": 0.21815, + "precision_at_1000": 0.05514, + "mrr_at_1": 0.72, + "mrr_at_3": 0.801667, + "mrr_at_5": 0.813917, + "mrr_at_10": 0.816812, + "mrr_at_20": 0.817683, + "mrr_at_100": 0.817752, + "mrr_at_1000": 0.817775, + "nauc_ndcg_at_1_max": 0.323304, + "nauc_ndcg_at_1_std": 0.229695, + "nauc_ndcg_at_1_diff1": 0.133841, + "nauc_ndcg_at_3_max": 0.351558, + "nauc_ndcg_at_3_std": 0.272264, + "nauc_ndcg_at_3_diff1": 0.055924, + "nauc_ndcg_at_5_max": 0.361864, + "nauc_ndcg_at_5_std": 0.228331, + "nauc_ndcg_at_5_diff1": 0.033388, + "nauc_ndcg_at_10_max": 0.352661, + "nauc_ndcg_at_10_std": 0.199799, + "nauc_ndcg_at_10_diff1": 0.031946, + "nauc_ndcg_at_20_max": 0.36973, + "nauc_ndcg_at_20_std": 0.239831, + "nauc_ndcg_at_20_diff1": 0.010557, + "nauc_ndcg_at_100_max": 0.423526, + "nauc_ndcg_at_100_std": 0.392583, + "nauc_ndcg_at_100_diff1": 0.050956, + "nauc_ndcg_at_1000_max": 0.428158, + "nauc_ndcg_at_1000_std": 0.398278, + "nauc_ndcg_at_1000_diff1": 0.001686, + "nauc_map_at_1_max": 0.307799, + "nauc_map_at_1_std": 0.155315, + "nauc_map_at_1_diff1": 0.235451, + "nauc_map_at_3_max": 0.287118, + "nauc_map_at_3_std": 0.196331, + "nauc_map_at_3_diff1": 0.154213, + "nauc_map_at_5_max": 0.302821, + "nauc_map_at_5_std": 0.222372, + "nauc_map_at_5_diff1": 0.145103, + "nauc_map_at_10_max": 0.311965, + "nauc_map_at_10_std": 0.251223, + "nauc_map_at_10_diff1": 0.135942, + "nauc_map_at_20_max": 0.340661, + "nauc_map_at_20_std": 0.29197, + "nauc_map_at_20_diff1": 0.1083, + "nauc_map_at_100_max": 0.37453, + "nauc_map_at_100_std": 0.386563, + "nauc_map_at_100_diff1": 0.073418, + "nauc_map_at_1000_max": 0.374778, + "nauc_map_at_1000_std": 0.379588, + "nauc_map_at_1000_diff1": 0.021114, + "nauc_recall_at_1_max": 0.307799, + "nauc_recall_at_1_std": 0.155315, + "nauc_recall_at_1_diff1": 0.235451, + "nauc_recall_at_3_max": 0.227693, + "nauc_recall_at_3_std": 0.174374, + "nauc_recall_at_3_diff1": 0.131723, + "nauc_recall_at_5_max": 0.242679, + "nauc_recall_at_5_std": 0.198222, + "nauc_recall_at_5_diff1": 0.108872, + "nauc_recall_at_10_max": 0.227596, + "nauc_recall_at_10_std": 0.199908, + "nauc_recall_at_10_diff1": 0.12321, + "nauc_recall_at_20_max": 0.268117, + "nauc_recall_at_20_std": 0.242094, + "nauc_recall_at_20_diff1": 0.089174, + "nauc_recall_at_100_max": 0.316002, + "nauc_recall_at_100_std": 0.424427, + "nauc_recall_at_100_diff1": 0.119583, + "nauc_recall_at_1000_max": 0.401352, + "nauc_recall_at_1000_std": 0.788948, + "nauc_recall_at_1000_diff1": 0.181315, + "nauc_precision_at_1_max": 0.426406, + "nauc_precision_at_1_std": 0.282118, + "nauc_precision_at_1_diff1": 0.092071, + "nauc_precision_at_3_max": 0.220581, + "nauc_precision_at_3_std": 0.247712, + "nauc_precision_at_3_diff1": -0.168588, + "nauc_precision_at_5_max": 0.17081, + "nauc_precision_at_5_std": 0.157355, + "nauc_precision_at_5_diff1": -0.193065, + "nauc_precision_at_10_max": 0.066359, + "nauc_precision_at_10_std": 0.044658, + "nauc_precision_at_10_diff1": -0.228031, + "nauc_precision_at_20_max": 0.00204, + "nauc_precision_at_20_std": 0.00688, + "nauc_precision_at_20_diff1": -0.251695, + "nauc_precision_at_100_max": -0.086957, + "nauc_precision_at_100_std": -0.080101, + "nauc_precision_at_100_diff1": -0.207351, + "nauc_precision_at_1000_max": -0.1296, + "nauc_precision_at_1000_std": -0.246805, + "nauc_precision_at_1000_diff1": -0.18922, + "nauc_mrr_at_1_max": 0.426406, + "nauc_mrr_at_1_std": 0.282118, + "nauc_mrr_at_1_diff1": 0.092071, + "nauc_mrr_at_3_max": 0.453756, + "nauc_mrr_at_3_std": 0.300993, + "nauc_mrr_at_3_diff1": 0.087428, + "nauc_mrr_at_5_max": 0.457784, + "nauc_mrr_at_5_std": 0.290421, + "nauc_mrr_at_5_diff1": 0.073828, + "nauc_mrr_at_10_max": 0.455243, + "nauc_mrr_at_10_std": 0.287439, + "nauc_mrr_at_10_diff1": 0.073691, + "nauc_mrr_at_20_max": 0.455689, + "nauc_mrr_at_20_std": 0.283977, + "nauc_mrr_at_20_diff1": 0.076676, + "nauc_mrr_at_100_max": 0.455575, + "nauc_mrr_at_100_std": 0.283863, + "nauc_mrr_at_100_diff1": 0.077448, + "nauc_mrr_at_1000_max": 0.455499, + "nauc_mrr_at_1000_std": 0.284148, + "nauc_mrr_at_1000_diff1": 0.077483, + "main_score": 0.54884, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5, + "ndcg_at_3": 0.46823, + "ndcg_at_5": 0.46161, + "ndcg_at_10": 0.46192, + "ndcg_at_20": 0.47145, + "ndcg_at_100": 0.5256, + "ndcg_at_1000": 0.62824, + "map_at_1": 0.06667, + "map_at_3": 0.13133, + "map_at_5": 0.16295, + "map_at_10": 0.203, + "map_at_20": 0.23608, + "map_at_100": 0.30661, + "map_at_1000": 0.35777, + "recall_at_1": 0.06667, + "recall_at_3": 0.14982, + "recall_at_5": 0.20047, + "recall_at_10": 0.29075, + "recall_at_20": 0.38023, + "recall_at_100": 0.62104, + "recall_at_1000": 0.9103, + "precision_at_1": 0.63, + "precision_at_3": 0.54, + "precision_at_5": 0.486, + "precision_at_10": 0.4115, + "precision_at_20": 0.338, + "precision_at_100": 0.18815, + "precision_at_1000": 0.05136, + "mrr_at_1": 0.63, + "mrr_at_3": 0.716667, + "mrr_at_5": 0.726667, + "mrr_at_10": 0.737266, + "mrr_at_20": 0.739654, + "mrr_at_100": 0.739925, + "mrr_at_1000": 0.739997, + "nauc_ndcg_at_1_max": 0.196409, + "nauc_ndcg_at_1_std": 0.114759, + "nauc_ndcg_at_1_diff1": 0.245477, + "nauc_ndcg_at_3_max": 0.195422, + "nauc_ndcg_at_3_std": 0.150543, + "nauc_ndcg_at_3_diff1": 0.193366, + "nauc_ndcg_at_5_max": 0.251192, + "nauc_ndcg_at_5_std": 0.198733, + "nauc_ndcg_at_5_diff1": 0.206079, + "nauc_ndcg_at_10_max": 0.267032, + "nauc_ndcg_at_10_std": 0.223098, + "nauc_ndcg_at_10_diff1": 0.173198, + "nauc_ndcg_at_20_max": 0.27529, + "nauc_ndcg_at_20_std": 0.280207, + "nauc_ndcg_at_20_diff1": 0.189397, + "nauc_ndcg_at_100_max": 0.323597, + "nauc_ndcg_at_100_std": 0.445889, + "nauc_ndcg_at_100_diff1": 0.208819, + "nauc_ndcg_at_1000_max": 0.302518, + "nauc_ndcg_at_1000_std": 0.395933, + "nauc_ndcg_at_1000_diff1": 0.215675, + "nauc_map_at_1_max": 0.276055, + "nauc_map_at_1_std": 0.212332, + "nauc_map_at_1_diff1": 0.40665, + "nauc_map_at_3_max": 0.253, + "nauc_map_at_3_std": 0.271903, + "nauc_map_at_3_diff1": 0.275923, + "nauc_map_at_5_max": 0.282593, + "nauc_map_at_5_std": 0.313221, + "nauc_map_at_5_diff1": 0.255283, + "nauc_map_at_10_max": 0.297216, + "nauc_map_at_10_std": 0.340096, + "nauc_map_at_10_diff1": 0.228389, + "nauc_map_at_20_max": 0.288545, + "nauc_map_at_20_std": 0.359595, + "nauc_map_at_20_diff1": 0.209051, + "nauc_map_at_100_max": 0.293454, + "nauc_map_at_100_std": 0.433282, + "nauc_map_at_100_diff1": 0.175336, + "nauc_map_at_1000_max": 0.293746, + "nauc_map_at_1000_std": 0.415276, + "nauc_map_at_1000_diff1": 0.149804, + "nauc_recall_at_1_max": 0.276055, + "nauc_recall_at_1_std": 0.212332, + "nauc_recall_at_1_diff1": 0.40665, + "nauc_recall_at_3_max": 0.228261, + "nauc_recall_at_3_std": 0.280032, + "nauc_recall_at_3_diff1": 0.243178, + "nauc_recall_at_5_max": 0.264927, + "nauc_recall_at_5_std": 0.322509, + "nauc_recall_at_5_diff1": 0.223724, + "nauc_recall_at_10_max": 0.269966, + "nauc_recall_at_10_std": 0.353973, + "nauc_recall_at_10_diff1": 0.134227, + "nauc_recall_at_20_max": 0.21699, + "nauc_recall_at_20_std": 0.380632, + "nauc_recall_at_20_diff1": 0.100558, + "nauc_recall_at_100_max": 0.259744, + "nauc_recall_at_100_std": 0.539815, + "nauc_recall_at_100_diff1": 0.103957, + "nauc_recall_at_1000_max": 0.382282, + "nauc_recall_at_1000_std": 0.815903, + "nauc_recall_at_1000_diff1": 0.210151, + "nauc_precision_at_1_max": 0.231796, + "nauc_precision_at_1_std": 0.108392, + "nauc_precision_at_1_diff1": 0.218783, + "nauc_precision_at_3_max": 0.102932, + "nauc_precision_at_3_std": 0.102783, + "nauc_precision_at_3_diff1": -0.0026, + "nauc_precision_at_5_max": 0.123623, + "nauc_precision_at_5_std": 0.106009, + "nauc_precision_at_5_diff1": 0.004046, + "nauc_precision_at_10_max": 0.049568, + "nauc_precision_at_10_std": -0.006384, + "nauc_precision_at_10_diff1": -0.092157, + "nauc_precision_at_20_max": -0.020847, + "nauc_precision_at_20_std": -0.051955, + "nauc_precision_at_20_diff1": -0.110247, + "nauc_precision_at_100_max": -0.074588, + "nauc_precision_at_100_std": -0.106077, + "nauc_precision_at_100_diff1": -0.154588, + "nauc_precision_at_1000_max": -0.112298, + "nauc_precision_at_1000_std": -0.271551, + "nauc_precision_at_1000_diff1": -0.176869, + "nauc_mrr_at_1_max": 0.231796, + "nauc_mrr_at_1_std": 0.108392, + "nauc_mrr_at_1_diff1": 0.218783, + "nauc_mrr_at_3_max": 0.259027, + "nauc_mrr_at_3_std": 0.170992, + "nauc_mrr_at_3_diff1": 0.241212, + "nauc_mrr_at_5_max": 0.263906, + "nauc_mrr_at_5_std": 0.168917, + "nauc_mrr_at_5_diff1": 0.254463, + "nauc_mrr_at_10_max": 0.266739, + "nauc_mrr_at_10_std": 0.167339, + "nauc_mrr_at_10_diff1": 0.239037, + "nauc_mrr_at_20_max": 0.26387, + "nauc_mrr_at_20_std": 0.162476, + "nauc_mrr_at_20_diff1": 0.238428, + "nauc_mrr_at_100_max": 0.262958, + "nauc_mrr_at_100_std": 0.161847, + "nauc_mrr_at_100_diff1": 0.237863, + "nauc_mrr_at_1000_max": 0.262732, + "nauc_mrr_at_1000_std": 0.161804, + "nauc_mrr_at_1000_diff1": 0.237869, + "main_score": 0.46192, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4775, + "ndcg_at_3": 0.46626, + "ndcg_at_5": 0.46038, + "ndcg_at_10": 0.45917, + "ndcg_at_20": 0.46613, + "ndcg_at_100": 0.52132, + "ndcg_at_1000": 0.62548, + "map_at_1": 0.06305, + "map_at_3": 0.13795, + "map_at_5": 0.17355, + "map_at_10": 0.2105, + "map_at_20": 0.2418, + "map_at_100": 0.30931, + "map_at_1000": 0.35677, + "recall_at_1": 0.06305, + "recall_at_3": 0.16194, + "recall_at_5": 0.21717, + "recall_at_10": 0.29118, + "recall_at_20": 0.37384, + "recall_at_100": 0.61077, + "recall_at_1000": 0.90106, + "precision_at_1": 0.595, + "precision_at_3": 0.53333, + "precision_at_5": 0.484, + "precision_at_10": 0.404, + "precision_at_20": 0.32625, + "precision_at_100": 0.1793, + "precision_at_1000": 0.04926, + "mrr_at_1": 0.595, + "mrr_at_3": 0.703333, + "mrr_at_5": 0.718083, + "mrr_at_10": 0.723276, + "mrr_at_20": 0.72551, + "mrr_at_100": 0.725899, + "mrr_at_1000": 0.725944, + "nauc_ndcg_at_1_max": 0.267858, + "nauc_ndcg_at_1_std": 0.112919, + "nauc_ndcg_at_1_diff1": 0.227112, + "nauc_ndcg_at_3_max": 0.301925, + "nauc_ndcg_at_3_std": 0.229167, + "nauc_ndcg_at_3_diff1": 0.131424, + "nauc_ndcg_at_5_max": 0.296619, + "nauc_ndcg_at_5_std": 0.256544, + "nauc_ndcg_at_5_diff1": 0.108901, + "nauc_ndcg_at_10_max": 0.361767, + "nauc_ndcg_at_10_std": 0.302778, + "nauc_ndcg_at_10_diff1": 0.130748, + "nauc_ndcg_at_20_max": 0.412219, + "nauc_ndcg_at_20_std": 0.343243, + "nauc_ndcg_at_20_diff1": 0.145064, + "nauc_ndcg_at_100_max": 0.487852, + "nauc_ndcg_at_100_std": 0.509019, + "nauc_ndcg_at_100_diff1": 0.143308, + "nauc_ndcg_at_1000_max": 0.418419, + "nauc_ndcg_at_1000_std": 0.4585, + "nauc_ndcg_at_1000_diff1": 0.15504, + "nauc_map_at_1_max": 0.497715, + "nauc_map_at_1_std": 0.283094, + "nauc_map_at_1_diff1": 0.341319, + "nauc_map_at_3_max": 0.439632, + "nauc_map_at_3_std": 0.33256, + "nauc_map_at_3_diff1": 0.182611, + "nauc_map_at_5_max": 0.437755, + "nauc_map_at_5_std": 0.362877, + "nauc_map_at_5_diff1": 0.151204, + "nauc_map_at_10_max": 0.457872, + "nauc_map_at_10_std": 0.388959, + "nauc_map_at_10_diff1": 0.142253, + "nauc_map_at_20_max": 0.460191, + "nauc_map_at_20_std": 0.411152, + "nauc_map_at_20_diff1": 0.139691, + "nauc_map_at_100_max": 0.460366, + "nauc_map_at_100_std": 0.491997, + "nauc_map_at_100_diff1": 0.119811, + "nauc_map_at_1000_max": 0.435978, + "nauc_map_at_1000_std": 0.473268, + "nauc_map_at_1000_diff1": 0.118898, + "nauc_recall_at_1_max": 0.497715, + "nauc_recall_at_1_std": 0.283094, + "nauc_recall_at_1_diff1": 0.341319, + "nauc_recall_at_3_max": 0.393312, + "nauc_recall_at_3_std": 0.326601, + "nauc_recall_at_3_diff1": 0.106713, + "nauc_recall_at_5_max": 0.407949, + "nauc_recall_at_5_std": 0.357998, + "nauc_recall_at_5_diff1": 0.082564, + "nauc_recall_at_10_max": 0.451358, + "nauc_recall_at_10_std": 0.394587, + "nauc_recall_at_10_diff1": 0.099131, + "nauc_recall_at_20_max": 0.447717, + "nauc_recall_at_20_std": 0.41748, + "nauc_recall_at_20_diff1": 0.093742, + "nauc_recall_at_100_max": 0.500242, + "nauc_recall_at_100_std": 0.60976, + "nauc_recall_at_100_diff1": 0.064464, + "nauc_recall_at_1000_max": 0.56679, + "nauc_recall_at_1000_std": 0.827839, + "nauc_recall_at_1000_diff1": 0.126439, + "nauc_precision_at_1_max": 0.292576, + "nauc_precision_at_1_std": 0.103913, + "nauc_precision_at_1_diff1": 0.225468, + "nauc_precision_at_3_max": 0.171325, + "nauc_precision_at_3_std": 0.183187, + "nauc_precision_at_3_diff1": 0.001863, + "nauc_precision_at_5_max": 0.047723, + "nauc_precision_at_5_std": 0.150325, + "nauc_precision_at_5_diff1": -0.037742, + "nauc_precision_at_10_max": -0.025098, + "nauc_precision_at_10_std": 0.080293, + "nauc_precision_at_10_diff1": -0.065037, + "nauc_precision_at_20_max": -0.118982, + "nauc_precision_at_20_std": -0.030616, + "nauc_precision_at_20_diff1": -0.07562, + "nauc_precision_at_100_max": -0.200348, + "nauc_precision_at_100_std": -0.125577, + "nauc_precision_at_100_diff1": -0.087665, + "nauc_precision_at_1000_max": -0.294147, + "nauc_precision_at_1000_std": -0.327263, + "nauc_precision_at_1000_diff1": -0.115815, + "nauc_mrr_at_1_max": 0.292576, + "nauc_mrr_at_1_std": 0.103913, + "nauc_mrr_at_1_diff1": 0.225468, + "nauc_mrr_at_3_max": 0.309018, + "nauc_mrr_at_3_std": 0.155362, + "nauc_mrr_at_3_diff1": 0.159897, + "nauc_mrr_at_5_max": 0.315634, + "nauc_mrr_at_5_std": 0.153635, + "nauc_mrr_at_5_diff1": 0.180358, + "nauc_mrr_at_10_max": 0.318565, + "nauc_mrr_at_10_std": 0.150151, + "nauc_mrr_at_10_diff1": 0.180852, + "nauc_mrr_at_20_max": 0.314675, + "nauc_mrr_at_20_std": 0.148045, + "nauc_mrr_at_20_diff1": 0.180572, + "nauc_mrr_at_100_max": 0.314892, + "nauc_mrr_at_100_std": 0.147775, + "nauc_mrr_at_100_diff1": 0.180048, + "nauc_mrr_at_1000_max": 0.314766, + "nauc_mrr_at_1000_std": 0.147786, + "nauc_mrr_at_1000_diff1": 0.180172, + "main_score": 0.45917, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.5525, + "ndcg_at_3": 0.5175, + "ndcg_at_5": 0.49784, + "ndcg_at_10": 0.48386, + "ndcg_at_20": 0.47952, + "ndcg_at_100": 0.54728, + "ndcg_at_1000": 0.66171, + "map_at_1": 0.04771, + "map_at_3": 0.10053, + "map_at_5": 0.12492, + "map_at_10": 0.17181, + "map_at_20": 0.22055, + "map_at_100": 0.32621, + "map_at_1000": 0.38057, + "recall_at_1": 0.04771, + "recall_at_3": 0.11122, + "recall_at_5": 0.1453, + "recall_at_10": 0.22606, + "recall_at_20": 0.32995, + "recall_at_100": 0.64227, + "recall_at_1000": 0.97002, + "precision_at_1": 0.69, + "precision_at_3": 0.615, + "precision_at_5": 0.554, + "precision_at_10": 0.4825, + "precision_at_20": 0.402, + "precision_at_100": 0.21245, + "precision_at_1000": 0.03985, + "mrr_at_1": 0.69, + "mrr_at_3": 0.756667, + "mrr_at_5": 0.764917, + "mrr_at_10": 0.76945, + "mrr_at_20": 0.770449, + "mrr_at_100": 0.771568, + "mrr_at_1000": 0.771753, + "nauc_ndcg_at_1_max": 0.224712, + "nauc_ndcg_at_1_std": 0.096807, + "nauc_ndcg_at_1_diff1": 0.249503, + "nauc_ndcg_at_3_max": 0.288268, + "nauc_ndcg_at_3_std": 0.205456, + "nauc_ndcg_at_3_diff1": 0.157713, + "nauc_ndcg_at_5_max": 0.337404, + "nauc_ndcg_at_5_std": 0.2101, + "nauc_ndcg_at_5_diff1": 0.1495, + "nauc_ndcg_at_10_max": 0.324952, + "nauc_ndcg_at_10_std": 0.19236, + "nauc_ndcg_at_10_diff1": 0.12974, + "nauc_ndcg_at_20_max": 0.324807, + "nauc_ndcg_at_20_std": 0.204172, + "nauc_ndcg_at_20_diff1": 0.128375, + "nauc_ndcg_at_100_max": 0.387355, + "nauc_ndcg_at_100_std": 0.245833, + "nauc_ndcg_at_100_diff1": 0.146724, + "nauc_ndcg_at_1000_max": 0.44371, + "nauc_ndcg_at_1000_std": 0.36548, + "nauc_ndcg_at_1000_diff1": 0.137285, + "nauc_map_at_1_max": -0.02503, + "nauc_map_at_1_std": -0.139502, + "nauc_map_at_1_diff1": 0.174625, + "nauc_map_at_3_max": 0.081743, + "nauc_map_at_3_std": -0.093961, + "nauc_map_at_3_diff1": 0.149566, + "nauc_map_at_5_max": 0.12638, + "nauc_map_at_5_std": -0.052067, + "nauc_map_at_5_diff1": 0.151372, + "nauc_map_at_10_max": 0.162694, + "nauc_map_at_10_std": -0.039656, + "nauc_map_at_10_diff1": 0.119424, + "nauc_map_at_20_max": 0.223376, + "nauc_map_at_20_std": 0.002436, + "nauc_map_at_20_diff1": 0.120009, + "nauc_map_at_100_max": 0.374588, + "nauc_map_at_100_std": 0.148932, + "nauc_map_at_100_diff1": 0.110149, + "nauc_map_at_1000_max": 0.417401, + "nauc_map_at_1000_std": 0.256065, + "nauc_map_at_1000_diff1": 0.078816, + "nauc_recall_at_1_max": -0.02503, + "nauc_recall_at_1_std": -0.139502, + "nauc_recall_at_1_diff1": 0.174625, + "nauc_recall_at_3_max": 0.049522, + "nauc_recall_at_3_std": -0.083884, + "nauc_recall_at_3_diff1": 0.10738, + "nauc_recall_at_5_max": 0.096117, + "nauc_recall_at_5_std": -0.029483, + "nauc_recall_at_5_diff1": 0.114784, + "nauc_recall_at_10_max": 0.066921, + "nauc_recall_at_10_std": -0.037397, + "nauc_recall_at_10_diff1": 0.043165, + "nauc_recall_at_20_max": 0.075618, + "nauc_recall_at_20_std": -0.010566, + "nauc_recall_at_20_diff1": 0.05592, + "nauc_recall_at_100_max": 0.177894, + "nauc_recall_at_100_std": 0.091569, + "nauc_recall_at_100_diff1": 0.081732, + "nauc_recall_at_1000_max": 0.218034, + "nauc_recall_at_1000_std": 0.387472, + "nauc_recall_at_1000_diff1": 0.024408, + "nauc_precision_at_1_max": 0.371254, + "nauc_precision_at_1_std": 0.121223, + "nauc_precision_at_1_diff1": 0.289283, + "nauc_precision_at_3_max": 0.345836, + "nauc_precision_at_3_std": 0.214668, + "nauc_precision_at_3_diff1": 0.091696, + "nauc_precision_at_5_max": 0.374013, + "nauc_precision_at_5_std": 0.244761, + "nauc_precision_at_5_diff1": 0.059138, + "nauc_precision_at_10_max": 0.325493, + "nauc_precision_at_10_std": 0.226745, + "nauc_precision_at_10_diff1": 0.003322, + "nauc_precision_at_20_max": 0.313218, + "nauc_precision_at_20_std": 0.250879, + "nauc_precision_at_20_diff1": 0.004831, + "nauc_precision_at_100_max": 0.245556, + "nauc_precision_at_100_std": 0.301319, + "nauc_precision_at_100_diff1": -0.052479, + "nauc_precision_at_1000_max": 0.111752, + "nauc_precision_at_1000_std": 0.223321, + "nauc_precision_at_1000_diff1": -0.10441, + "nauc_mrr_at_1_max": 0.371254, + "nauc_mrr_at_1_std": 0.121223, + "nauc_mrr_at_1_diff1": 0.289283, + "nauc_mrr_at_3_max": 0.428499, + "nauc_mrr_at_3_std": 0.208412, + "nauc_mrr_at_3_diff1": 0.25073, + "nauc_mrr_at_5_max": 0.438628, + "nauc_mrr_at_5_std": 0.224991, + "nauc_mrr_at_5_diff1": 0.248239, + "nauc_mrr_at_10_max": 0.429735, + "nauc_mrr_at_10_std": 0.223678, + "nauc_mrr_at_10_diff1": 0.246642, + "nauc_mrr_at_20_max": 0.428746, + "nauc_mrr_at_20_std": 0.221426, + "nauc_mrr_at_20_diff1": 0.245943, + "nauc_mrr_at_100_max": 0.428358, + "nauc_mrr_at_100_std": 0.219447, + "nauc_mrr_at_100_diff1": 0.2467, + "nauc_mrr_at_1000_max": 0.428205, + "nauc_mrr_at_1000_std": 0.219131, + "nauc_mrr_at_1000_diff1": 0.246932, + "main_score": 0.48386, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.45, + "ndcg_at_3": 0.40336, + "ndcg_at_5": 0.39335, + "ndcg_at_10": 0.37871, + "ndcg_at_20": 0.3788, + "ndcg_at_100": 0.45256, + "ndcg_at_1000": 0.57894, + "map_at_1": 0.03532, + "map_at_3": 0.07413, + "map_at_5": 0.09544, + "map_at_10": 0.1253, + "map_at_20": 0.16019, + "map_at_100": 0.24194, + "map_at_1000": 0.2905, + "recall_at_1": 0.03532, + "recall_at_3": 0.08778, + "recall_at_5": 0.12237, + "recall_at_10": 0.17596, + "recall_at_20": 0.26442, + "recall_at_100": 0.55927, + "recall_at_1000": 0.92083, + "precision_at_1": 0.57, + "precision_at_3": 0.48667, + "precision_at_5": 0.451, + "precision_at_10": 0.386, + "precision_at_20": 0.325, + "precision_at_100": 0.1811, + "precision_at_1000": 0.03735, + "mrr_at_1": 0.57, + "mrr_at_3": 0.643333, + "mrr_at_5": 0.658833, + "mrr_at_10": 0.666595, + "mrr_at_20": 0.670483, + "mrr_at_100": 0.671904, + "mrr_at_1000": 0.671943, + "nauc_ndcg_at_1_max": 0.204918, + "nauc_ndcg_at_1_std": 0.217163, + "nauc_ndcg_at_1_diff1": 0.098286, + "nauc_ndcg_at_3_max": 0.225741, + "nauc_ndcg_at_3_std": 0.269249, + "nauc_ndcg_at_3_diff1": 0.053612, + "nauc_ndcg_at_5_max": 0.208387, + "nauc_ndcg_at_5_std": 0.270321, + "nauc_ndcg_at_5_diff1": 0.06639, + "nauc_ndcg_at_10_max": 0.207172, + "nauc_ndcg_at_10_std": 0.247806, + "nauc_ndcg_at_10_diff1": 0.085546, + "nauc_ndcg_at_20_max": 0.177451, + "nauc_ndcg_at_20_std": 0.234306, + "nauc_ndcg_at_20_diff1": 0.089682, + "nauc_ndcg_at_100_max": 0.205838, + "nauc_ndcg_at_100_std": 0.33454, + "nauc_ndcg_at_100_diff1": 0.088741, + "nauc_ndcg_at_1000_max": 0.254976, + "nauc_ndcg_at_1000_std": 0.399031, + "nauc_ndcg_at_1000_diff1": 0.082192, + "nauc_map_at_1_max": 0.060435, + "nauc_map_at_1_std": 0.039222, + "nauc_map_at_1_diff1": 0.221397, + "nauc_map_at_3_max": 0.113639, + "nauc_map_at_3_std": 0.022875, + "nauc_map_at_3_diff1": 0.165574, + "nauc_map_at_5_max": 0.080771, + "nauc_map_at_5_std": 0.049296, + "nauc_map_at_5_diff1": 0.145295, + "nauc_map_at_10_max": 0.105529, + "nauc_map_at_10_std": 0.079071, + "nauc_map_at_10_diff1": 0.133042, + "nauc_map_at_20_max": 0.137255, + "nauc_map_at_20_std": 0.12506, + "nauc_map_at_20_diff1": 0.129172, + "nauc_map_at_100_max": 0.217958, + "nauc_map_at_100_std": 0.266499, + "nauc_map_at_100_diff1": 0.116571, + "nauc_map_at_1000_max": 0.238173, + "nauc_map_at_1000_std": 0.321733, + "nauc_map_at_1000_diff1": 0.10983, + "nauc_recall_at_1_max": 0.060435, + "nauc_recall_at_1_std": 0.039222, + "nauc_recall_at_1_diff1": 0.221397, + "nauc_recall_at_3_max": 0.039982, + "nauc_recall_at_3_std": 0.00353, + "nauc_recall_at_3_diff1": 0.124302, + "nauc_recall_at_5_max": -0.00506, + "nauc_recall_at_5_std": 0.010272, + "nauc_recall_at_5_diff1": 0.137184, + "nauc_recall_at_10_max": 0.013158, + "nauc_recall_at_10_std": 0.029753, + "nauc_recall_at_10_diff1": 0.129037, + "nauc_recall_at_20_max": 0.022687, + "nauc_recall_at_20_std": 0.034312, + "nauc_recall_at_20_diff1": 0.126726, + "nauc_recall_at_100_max": 0.069877, + "nauc_recall_at_100_std": 0.244929, + "nauc_recall_at_100_diff1": 0.066642, + "nauc_recall_at_1000_max": 0.455177, + "nauc_recall_at_1000_std": 0.63886, + "nauc_recall_at_1000_diff1": 0.30564, + "nauc_precision_at_1_max": 0.283449, + "nauc_precision_at_1_std": 0.301452, + "nauc_precision_at_1_diff1": 0.13607, + "nauc_precision_at_3_max": 0.247841, + "nauc_precision_at_3_std": 0.284353, + "nauc_precision_at_3_diff1": 0.002253, + "nauc_precision_at_5_max": 0.197621, + "nauc_precision_at_5_std": 0.28918, + "nauc_precision_at_5_diff1": -0.002639, + "nauc_precision_at_10_max": 0.208912, + "nauc_precision_at_10_std": 0.267304, + "nauc_precision_at_10_diff1": 0.0061, + "nauc_precision_at_20_max": 0.191675, + "nauc_precision_at_20_std": 0.251959, + "nauc_precision_at_20_diff1": -0.011961, + "nauc_precision_at_100_max": 0.162447, + "nauc_precision_at_100_std": 0.27661, + "nauc_precision_at_100_diff1": -0.012872, + "nauc_precision_at_1000_max": 0.067902, + "nauc_precision_at_1000_std": 0.130683, + "nauc_precision_at_1000_diff1": -0.023198, + "nauc_mrr_at_1_max": 0.283449, + "nauc_mrr_at_1_std": 0.301452, + "nauc_mrr_at_1_diff1": 0.13607, + "nauc_mrr_at_3_max": 0.295922, + "nauc_mrr_at_3_std": 0.326275, + "nauc_mrr_at_3_diff1": 0.105004, + "nauc_mrr_at_5_max": 0.278296, + "nauc_mrr_at_5_std": 0.327234, + "nauc_mrr_at_5_diff1": 0.110376, + "nauc_mrr_at_10_max": 0.279818, + "nauc_mrr_at_10_std": 0.330775, + "nauc_mrr_at_10_diff1": 0.122358, + "nauc_mrr_at_20_max": 0.274697, + "nauc_mrr_at_20_std": 0.330446, + "nauc_mrr_at_20_diff1": 0.118261, + "nauc_mrr_at_100_max": 0.275965, + "nauc_mrr_at_100_std": 0.329183, + "nauc_mrr_at_100_diff1": 0.117191, + "nauc_mrr_at_1000_max": 0.275934, + "nauc_mrr_at_1000_std": 0.329248, + "nauc_mrr_at_1000_diff1": 0.117275, + "main_score": 0.37871, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.435, + "ndcg_at_3": 0.39957, + "ndcg_at_5": 0.38413, + "ndcg_at_10": 0.37167, + "ndcg_at_20": 0.3717, + "ndcg_at_100": 0.4439, + "ndcg_at_1000": 0.57335, + "map_at_1": 0.03202, + "map_at_3": 0.06887, + "map_at_5": 0.08951, + "map_at_10": 0.12068, + "map_at_20": 0.15476, + "map_at_100": 0.23648, + "map_at_1000": 0.28445, + "recall_at_1": 0.03202, + "recall_at_3": 0.07845, + "recall_at_5": 0.11205, + "recall_at_10": 0.16947, + "recall_at_20": 0.25517, + "recall_at_100": 0.55299, + "recall_at_1000": 0.93036, + "precision_at_1": 0.565, + "precision_at_3": 0.48, + "precision_at_5": 0.444, + "precision_at_10": 0.385, + "precision_at_20": 0.3255, + "precision_at_100": 0.18135, + "precision_at_1000": 0.03729, + "mrr_at_1": 0.565, + "mrr_at_3": 0.629167, + "mrr_at_5": 0.648167, + "mrr_at_10": 0.654817, + "mrr_at_20": 0.658516, + "mrr_at_100": 0.659754, + "mrr_at_1000": 0.659938, + "nauc_ndcg_at_1_max": 0.215021, + "nauc_ndcg_at_1_std": 0.193033, + "nauc_ndcg_at_1_diff1": 0.154785, + "nauc_ndcg_at_3_max": 0.291781, + "nauc_ndcg_at_3_std": 0.251602, + "nauc_ndcg_at_3_diff1": 0.066315, + "nauc_ndcg_at_5_max": 0.315445, + "nauc_ndcg_at_5_std": 0.246644, + "nauc_ndcg_at_5_diff1": 0.043938, + "nauc_ndcg_at_10_max": 0.328722, + "nauc_ndcg_at_10_std": 0.240217, + "nauc_ndcg_at_10_diff1": 0.054981, + "nauc_ndcg_at_20_max": 0.316582, + "nauc_ndcg_at_20_std": 0.256631, + "nauc_ndcg_at_20_diff1": 0.077369, + "nauc_ndcg_at_100_max": 0.352435, + "nauc_ndcg_at_100_std": 0.344814, + "nauc_ndcg_at_100_diff1": 0.096028, + "nauc_ndcg_at_1000_max": 0.364692, + "nauc_ndcg_at_1000_std": 0.427693, + "nauc_ndcg_at_1000_diff1": 0.100115, + "nauc_map_at_1_max": 0.180102, + "nauc_map_at_1_std": 0.039223, + "nauc_map_at_1_diff1": 0.2295, + "nauc_map_at_3_max": 0.259916, + "nauc_map_at_3_std": 0.06212, + "nauc_map_at_3_diff1": 0.120368, + "nauc_map_at_5_max": 0.24502, + "nauc_map_at_5_std": 0.072518, + "nauc_map_at_5_diff1": 0.083313, + "nauc_map_at_10_max": 0.242094, + "nauc_map_at_10_std": 0.07988, + "nauc_map_at_10_diff1": 0.032926, + "nauc_map_at_20_max": 0.254401, + "nauc_map_at_20_std": 0.114512, + "nauc_map_at_20_diff1": 0.031201, + "nauc_map_at_100_max": 0.360664, + "nauc_map_at_100_std": 0.283043, + "nauc_map_at_100_diff1": 0.060707, + "nauc_map_at_1000_max": 0.398122, + "nauc_map_at_1000_std": 0.367706, + "nauc_map_at_1000_diff1": 0.071082, + "nauc_recall_at_1_max": 0.180102, + "nauc_recall_at_1_std": 0.039223, + "nauc_recall_at_1_diff1": 0.2295, + "nauc_recall_at_3_max": 0.202829, + "nauc_recall_at_3_std": 0.038062, + "nauc_recall_at_3_diff1": 0.079934, + "nauc_recall_at_5_max": 0.175172, + "nauc_recall_at_5_std": 0.044547, + "nauc_recall_at_5_diff1": 0.037722, + "nauc_recall_at_10_max": 0.148473, + "nauc_recall_at_10_std": 0.058683, + "nauc_recall_at_10_diff1": -0.015998, + "nauc_recall_at_20_max": 0.119949, + "nauc_recall_at_20_std": 0.076952, + "nauc_recall_at_20_diff1": 0.011277, + "nauc_recall_at_100_max": 0.180375, + "nauc_recall_at_100_std": 0.239236, + "nauc_recall_at_100_diff1": 0.058893, + "nauc_recall_at_1000_max": 0.325944, + "nauc_recall_at_1000_std": 0.565345, + "nauc_recall_at_1000_diff1": 0.033082, + "nauc_precision_at_1_max": 0.309629, + "nauc_precision_at_1_std": 0.326199, + "nauc_precision_at_1_diff1": 0.113916, + "nauc_precision_at_3_max": 0.341552, + "nauc_precision_at_3_std": 0.28392, + "nauc_precision_at_3_diff1": 0.006184, + "nauc_precision_at_5_max": 0.334438, + "nauc_precision_at_5_std": 0.274444, + "nauc_precision_at_5_diff1": -0.036075, + "nauc_precision_at_10_max": 0.309676, + "nauc_precision_at_10_std": 0.252965, + "nauc_precision_at_10_diff1": -0.033627, + "nauc_precision_at_20_max": 0.268778, + "nauc_precision_at_20_std": 0.28096, + "nauc_precision_at_20_diff1": 0.004332, + "nauc_precision_at_100_max": 0.256433, + "nauc_precision_at_100_std": 0.362531, + "nauc_precision_at_100_diff1": 0.044743, + "nauc_precision_at_1000_max": 0.155899, + "nauc_precision_at_1000_std": 0.226137, + "nauc_precision_at_1000_diff1": 0.06813, + "nauc_mrr_at_1_max": 0.309629, + "nauc_mrr_at_1_std": 0.326199, + "nauc_mrr_at_1_diff1": 0.113916, + "nauc_mrr_at_3_max": 0.319982, + "nauc_mrr_at_3_std": 0.328164, + "nauc_mrr_at_3_diff1": 0.063673, + "nauc_mrr_at_5_max": 0.321074, + "nauc_mrr_at_5_std": 0.333145, + "nauc_mrr_at_5_diff1": 0.064791, + "nauc_mrr_at_10_max": 0.312123, + "nauc_mrr_at_10_std": 0.3405, + "nauc_mrr_at_10_diff1": 0.071194, + "nauc_mrr_at_20_max": 0.310769, + "nauc_mrr_at_20_std": 0.340925, + "nauc_mrr_at_20_diff1": 0.074559, + "nauc_mrr_at_100_max": 0.31313, + "nauc_mrr_at_100_std": 0.340846, + "nauc_mrr_at_100_diff1": 0.073771, + "nauc_mrr_at_1000_max": 0.312997, + "nauc_mrr_at_1000_std": 0.340663, + "nauc_mrr_at_1000_diff1": 0.073702, + "main_score": 0.37167, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.6325, + "ndcg_at_3": 0.5518, + "ndcg_at_5": 0.53879, + "ndcg_at_10": 0.52867, + "ndcg_at_20": 0.54007, + "ndcg_at_100": 0.62242, + "ndcg_at_1000": 0.67875, + "map_at_1": 0.13086, + "map_at_3": 0.20739, + "map_at_5": 0.2509, + "map_at_10": 0.29863, + "map_at_20": 0.33818, + "map_at_100": 0.40053, + "map_at_1000": 0.41677, + "recall_at_1": 0.13086, + "recall_at_3": 0.22665, + "recall_at_5": 0.29489, + "recall_at_10": 0.39035, + "recall_at_20": 0.49591, + "recall_at_100": 0.77632, + "recall_at_1000": 0.97367, + "precision_at_1": 0.705, + "precision_at_3": 0.53167, + "precision_at_5": 0.464, + "precision_at_10": 0.355, + "precision_at_20": 0.2605, + "precision_at_100": 0.1034, + "precision_at_1000": 0.0145, + "mrr_at_1": 0.705, + "mrr_at_3": 0.776667, + "mrr_at_5": 0.784417, + "mrr_at_10": 0.791415, + "mrr_at_20": 0.792587, + "mrr_at_100": 0.793214, + "mrr_at_1000": 0.793256, + "nauc_ndcg_at_1_max": 0.391243, + "nauc_ndcg_at_1_std": -0.001761, + "nauc_ndcg_at_1_diff1": 0.514249, + "nauc_ndcg_at_3_max": 0.429868, + "nauc_ndcg_at_3_std": 0.052133, + "nauc_ndcg_at_3_diff1": 0.393935, + "nauc_ndcg_at_5_max": 0.388813, + "nauc_ndcg_at_5_std": 0.034094, + "nauc_ndcg_at_5_diff1": 0.381573, + "nauc_ndcg_at_10_max": 0.381234, + "nauc_ndcg_at_10_std": -0.019784, + "nauc_ndcg_at_10_diff1": 0.382145, + "nauc_ndcg_at_20_max": 0.369606, + "nauc_ndcg_at_20_std": -0.06105, + "nauc_ndcg_at_20_diff1": 0.404862, + "nauc_ndcg_at_100_max": 0.381652, + "nauc_ndcg_at_100_std": -0.014095, + "nauc_ndcg_at_100_diff1": 0.423589, + "nauc_ndcg_at_1000_max": 0.444709, + "nauc_ndcg_at_1000_std": 0.059461, + "nauc_ndcg_at_1000_diff1": 0.402081, + "nauc_map_at_1_max": 0.042671, + "nauc_map_at_1_std": -0.180391, + "nauc_map_at_1_diff1": 0.500591, + "nauc_map_at_3_max": 0.142035, + "nauc_map_at_3_std": -0.164488, + "nauc_map_at_3_diff1": 0.40553, + "nauc_map_at_5_max": 0.136863, + "nauc_map_at_5_std": -0.169827, + "nauc_map_at_5_diff1": 0.366918, + "nauc_map_at_10_max": 0.194304, + "nauc_map_at_10_std": -0.146931, + "nauc_map_at_10_diff1": 0.334343, + "nauc_map_at_20_max": 0.228665, + "nauc_map_at_20_std": -0.131134, + "nauc_map_at_20_diff1": 0.328546, + "nauc_map_at_100_max": 0.282256, + "nauc_map_at_100_std": -0.050541, + "nauc_map_at_100_diff1": 0.311439, + "nauc_map_at_1000_max": 0.304463, + "nauc_map_at_1000_std": -0.017985, + "nauc_map_at_1000_diff1": 0.299353, + "nauc_recall_at_1_max": 0.042671, + "nauc_recall_at_1_std": -0.180391, + "nauc_recall_at_1_diff1": 0.500591, + "nauc_recall_at_3_max": 0.124854, + "nauc_recall_at_3_std": -0.157742, + "nauc_recall_at_3_diff1": 0.387413, + "nauc_recall_at_5_max": 0.075088, + "nauc_recall_at_5_std": -0.192764, + "nauc_recall_at_5_diff1": 0.322439, + "nauc_recall_at_10_max": 0.093082, + "nauc_recall_at_10_std": -0.203969, + "nauc_recall_at_10_diff1": 0.267112, + "nauc_recall_at_20_max": 0.110587, + "nauc_recall_at_20_std": -0.233705, + "nauc_recall_at_20_diff1": 0.263634, + "nauc_recall_at_100_max": 0.116787, + "nauc_recall_at_100_std": -0.054225, + "nauc_recall_at_100_diff1": 0.2882, + "nauc_recall_at_1000_max": 0.188408, + "nauc_recall_at_1000_std": 0.356263, + "nauc_recall_at_1000_diff1": 0.336236, + "nauc_precision_at_1_max": 0.52401, + "nauc_precision_at_1_std": 0.096992, + "nauc_precision_at_1_diff1": 0.470591, + "nauc_precision_at_3_max": 0.447126, + "nauc_precision_at_3_std": 0.190195, + "nauc_precision_at_3_diff1": 0.032493, + "nauc_precision_at_5_max": 0.38297, + "nauc_precision_at_5_std": 0.24302, + "nauc_precision_at_5_diff1": -0.022448, + "nauc_precision_at_10_max": 0.37993, + "nauc_precision_at_10_std": 0.25644, + "nauc_precision_at_10_diff1": -0.073216, + "nauc_precision_at_20_max": 0.313055, + "nauc_precision_at_20_std": 0.27582, + "nauc_precision_at_20_diff1": -0.111264, + "nauc_precision_at_100_max": 0.248134, + "nauc_precision_at_100_std": 0.354822, + "nauc_precision_at_100_diff1": -0.162767, + "nauc_precision_at_1000_max": 0.225683, + "nauc_precision_at_1000_std": 0.363054, + "nauc_precision_at_1000_diff1": -0.197491, + "nauc_mrr_at_1_max": 0.52401, + "nauc_mrr_at_1_std": 0.096992, + "nauc_mrr_at_1_diff1": 0.470591, + "nauc_mrr_at_3_max": 0.565526, + "nauc_mrr_at_3_std": 0.148185, + "nauc_mrr_at_3_diff1": 0.456675, + "nauc_mrr_at_5_max": 0.560225, + "nauc_mrr_at_5_std": 0.130981, + "nauc_mrr_at_5_diff1": 0.452851, + "nauc_mrr_at_10_max": 0.555856, + "nauc_mrr_at_10_std": 0.113741, + "nauc_mrr_at_10_diff1": 0.456983, + "nauc_mrr_at_20_max": 0.555989, + "nauc_mrr_at_20_std": 0.111506, + "nauc_mrr_at_20_diff1": 0.455702, + "nauc_mrr_at_100_max": 0.555071, + "nauc_mrr_at_100_std": 0.113824, + "nauc_mrr_at_100_diff1": 0.456052, + "nauc_mrr_at_1000_max": 0.554969, + "nauc_mrr_at_1000_std": 0.113632, + "nauc_mrr_at_1000_diff1": 0.456151, + "main_score": 0.52867, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.475, + "ndcg_at_3": 0.42684, + "ndcg_at_5": 0.42265, + "ndcg_at_10": 0.42427, + "ndcg_at_20": 0.44241, + "ndcg_at_100": 0.52057, + "ndcg_at_1000": 0.59179, + "map_at_1": 0.10579, + "map_at_3": 0.16166, + "map_at_5": 0.19381, + "map_at_10": 0.2314, + "map_at_20": 0.26385, + "map_at_100": 0.31013, + "map_at_1000": 0.32601, + "recall_at_1": 0.10579, + "recall_at_3": 0.18171, + "recall_at_5": 0.24092, + "recall_at_10": 0.32962, + "recall_at_20": 0.42702, + "recall_at_100": 0.68034, + "recall_at_1000": 0.93924, + "precision_at_1": 0.555, + "precision_at_3": 0.41833, + "precision_at_5": 0.369, + "precision_at_10": 0.283, + "precision_at_20": 0.21325, + "precision_at_100": 0.0865, + "precision_at_1000": 0.01389, + "mrr_at_1": 0.555, + "mrr_at_3": 0.641667, + "mrr_at_5": 0.655417, + "mrr_at_10": 0.667698, + "mrr_at_20": 0.671123, + "mrr_at_100": 0.671968, + "mrr_at_1000": 0.672065, + "nauc_ndcg_at_1_max": 0.262627, + "nauc_ndcg_at_1_std": -0.01169, + "nauc_ndcg_at_1_diff1": 0.3361, + "nauc_ndcg_at_3_max": 0.20441, + "nauc_ndcg_at_3_std": 0.036901, + "nauc_ndcg_at_3_diff1": 0.278972, + "nauc_ndcg_at_5_max": 0.189182, + "nauc_ndcg_at_5_std": 0.035099, + "nauc_ndcg_at_5_diff1": 0.250211, + "nauc_ndcg_at_10_max": 0.218247, + "nauc_ndcg_at_10_std": 0.027607, + "nauc_ndcg_at_10_diff1": 0.265267, + "nauc_ndcg_at_20_max": 0.228877, + "nauc_ndcg_at_20_std": 0.028766, + "nauc_ndcg_at_20_diff1": 0.2415, + "nauc_ndcg_at_100_max": 0.274608, + "nauc_ndcg_at_100_std": 0.083293, + "nauc_ndcg_at_100_diff1": 0.26354, + "nauc_ndcg_at_1000_max": 0.284847, + "nauc_ndcg_at_1000_std": 0.060187, + "nauc_ndcg_at_1000_diff1": 0.273136, + "nauc_map_at_1_max": -0.002906, + "nauc_map_at_1_std": -0.098263, + "nauc_map_at_1_diff1": 0.363418, + "nauc_map_at_3_max": 0.068253, + "nauc_map_at_3_std": -0.037548, + "nauc_map_at_3_diff1": 0.282336, + "nauc_map_at_5_max": 0.094166, + "nauc_map_at_5_std": -0.020181, + "nauc_map_at_5_diff1": 0.248356, + "nauc_map_at_10_max": 0.137874, + "nauc_map_at_10_std": 0.011391, + "nauc_map_at_10_diff1": 0.238396, + "nauc_map_at_20_max": 0.172094, + "nauc_map_at_20_std": 0.039656, + "nauc_map_at_20_diff1": 0.21726, + "nauc_map_at_100_max": 0.19921, + "nauc_map_at_100_std": 0.102301, + "nauc_map_at_100_diff1": 0.213046, + "nauc_map_at_1000_max": 0.205864, + "nauc_map_at_1000_std": 0.109441, + "nauc_map_at_1000_diff1": 0.212252, + "nauc_recall_at_1_max": -0.002906, + "nauc_recall_at_1_std": -0.098263, + "nauc_recall_at_1_diff1": 0.363418, + "nauc_recall_at_3_max": 0.049257, + "nauc_recall_at_3_std": -0.058164, + "nauc_recall_at_3_diff1": 0.256821, + "nauc_recall_at_5_max": 0.063072, + "nauc_recall_at_5_std": -0.055037, + "nauc_recall_at_5_diff1": 0.187818, + "nauc_recall_at_10_max": 0.097628, + "nauc_recall_at_10_std": -0.022901, + "nauc_recall_at_10_diff1": 0.184326, + "nauc_recall_at_20_max": 0.13322, + "nauc_recall_at_20_std": -0.00204, + "nauc_recall_at_20_diff1": 0.108743, + "nauc_recall_at_100_max": 0.262199, + "nauc_recall_at_100_std": 0.211001, + "nauc_recall_at_100_diff1": 0.11881, + "nauc_recall_at_1000_max": 0.410653, + "nauc_recall_at_1000_std": 0.245809, + "nauc_recall_at_1000_diff1": 0.111512, + "nauc_precision_at_1_max": 0.332133, + "nauc_precision_at_1_std": 0.071494, + "nauc_precision_at_1_diff1": 0.300982, + "nauc_precision_at_3_max": 0.231038, + "nauc_precision_at_3_std": 0.157281, + "nauc_precision_at_3_diff1": 0.106699, + "nauc_precision_at_5_max": 0.196634, + "nauc_precision_at_5_std": 0.172596, + "nauc_precision_at_5_diff1": 0.023249, + "nauc_precision_at_10_max": 0.222587, + "nauc_precision_at_10_std": 0.210179, + "nauc_precision_at_10_diff1": 0.023757, + "nauc_precision_at_20_max": 0.214061, + "nauc_precision_at_20_std": 0.263632, + "nauc_precision_at_20_diff1": -0.015324, + "nauc_precision_at_100_max": 0.142227, + "nauc_precision_at_100_std": 0.25461, + "nauc_precision_at_100_diff1": -0.056173, + "nauc_precision_at_1000_max": 0.060228, + "nauc_precision_at_1000_std": 0.09785, + "nauc_precision_at_1000_diff1": -0.068573, + "nauc_mrr_at_1_max": 0.332133, + "nauc_mrr_at_1_std": 0.071494, + "nauc_mrr_at_1_diff1": 0.300982, + "nauc_mrr_at_3_max": 0.340119, + "nauc_mrr_at_3_std": 0.060016, + "nauc_mrr_at_3_diff1": 0.313278, + "nauc_mrr_at_5_max": 0.333248, + "nauc_mrr_at_5_std": 0.044825, + "nauc_mrr_at_5_diff1": 0.307043, + "nauc_mrr_at_10_max": 0.339318, + "nauc_mrr_at_10_std": 0.047259, + "nauc_mrr_at_10_diff1": 0.306112, + "nauc_mrr_at_20_max": 0.338857, + "nauc_mrr_at_20_std": 0.049311, + "nauc_mrr_at_20_diff1": 0.306509, + "nauc_mrr_at_100_max": 0.339365, + "nauc_mrr_at_100_std": 0.050341, + "nauc_mrr_at_100_diff1": 0.306441, + "nauc_mrr_at_1000_max": 0.339174, + "nauc_mrr_at_1000_std": 0.050439, + "nauc_mrr_at_1000_diff1": 0.306406, + "main_score": 0.42427, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4725, + "ndcg_at_3": 0.4439, + "ndcg_at_5": 0.43051, + "ndcg_at_10": 0.42678, + "ndcg_at_20": 0.44415, + "ndcg_at_100": 0.52351, + "ndcg_at_1000": 0.59348, + "map_at_1": 0.10018, + "map_at_3": 0.16594, + "map_at_5": 0.19524, + "map_at_10": 0.23009, + "map_at_20": 0.26216, + "map_at_100": 0.30949, + "map_at_1000": 0.32544, + "recall_at_1": 0.10018, + "recall_at_3": 0.19217, + "recall_at_5": 0.2484, + "recall_at_10": 0.32335, + "recall_at_20": 0.42295, + "recall_at_100": 0.68013, + "recall_at_1000": 0.94009, + "precision_at_1": 0.545, + "precision_at_3": 0.43833, + "precision_at_5": 0.372, + "precision_at_10": 0.2905, + "precision_at_20": 0.217, + "precision_at_100": 0.0897, + "precision_at_1000": 0.0139, + "mrr_at_1": 0.545, + "mrr_at_3": 0.655833, + "mrr_at_5": 0.672333, + "mrr_at_10": 0.677681, + "mrr_at_20": 0.681247, + "mrr_at_100": 0.682763, + "mrr_at_1000": 0.682811, + "nauc_ndcg_at_1_max": 0.284023, + "nauc_ndcg_at_1_std": 0.000298, + "nauc_ndcg_at_1_diff1": 0.329368, + "nauc_ndcg_at_3_max": 0.272298, + "nauc_ndcg_at_3_std": 0.024737, + "nauc_ndcg_at_3_diff1": 0.329982, + "nauc_ndcg_at_5_max": 0.261629, + "nauc_ndcg_at_5_std": 0.019985, + "nauc_ndcg_at_5_diff1": 0.326074, + "nauc_ndcg_at_10_max": 0.258145, + "nauc_ndcg_at_10_std": 0.018301, + "nauc_ndcg_at_10_diff1": 0.313613, + "nauc_ndcg_at_20_max": 0.255186, + "nauc_ndcg_at_20_std": -0.001087, + "nauc_ndcg_at_20_diff1": 0.313132, + "nauc_ndcg_at_100_max": 0.282482, + "nauc_ndcg_at_100_std": 0.065583, + "nauc_ndcg_at_100_diff1": 0.296493, + "nauc_ndcg_at_1000_max": 0.331419, + "nauc_ndcg_at_1000_std": 0.08307, + "nauc_ndcg_at_1000_diff1": 0.278957, + "nauc_map_at_1_max": 0.00396, + "nauc_map_at_1_std": -0.106951, + "nauc_map_at_1_diff1": 0.485709, + "nauc_map_at_3_max": 0.085484, + "nauc_map_at_3_std": -0.057956, + "nauc_map_at_3_diff1": 0.399457, + "nauc_map_at_5_max": 0.11306, + "nauc_map_at_5_std": -0.05857, + "nauc_map_at_5_diff1": 0.368916, + "nauc_map_at_10_max": 0.16468, + "nauc_map_at_10_std": -0.020347, + "nauc_map_at_10_diff1": 0.332091, + "nauc_map_at_20_max": 0.200061, + "nauc_map_at_20_std": 0.005266, + "nauc_map_at_20_diff1": 0.315587, + "nauc_map_at_100_max": 0.242704, + "nauc_map_at_100_std": 0.079481, + "nauc_map_at_100_diff1": 0.294351, + "nauc_map_at_1000_max": 0.257637, + "nauc_map_at_1000_std": 0.096618, + "nauc_map_at_1000_diff1": 0.283029, + "nauc_recall_at_1_max": 0.00396, + "nauc_recall_at_1_std": -0.106951, + "nauc_recall_at_1_diff1": 0.485709, + "nauc_recall_at_3_max": 0.041228, + "nauc_recall_at_3_std": -0.067564, + "nauc_recall_at_3_diff1": 0.340605, + "nauc_recall_at_5_max": 0.055153, + "nauc_recall_at_5_std": -0.092338, + "nauc_recall_at_5_diff1": 0.275845, + "nauc_recall_at_10_max": 0.11101, + "nauc_recall_at_10_std": -0.04735, + "nauc_recall_at_10_diff1": 0.232092, + "nauc_recall_at_20_max": 0.113791, + "nauc_recall_at_20_std": -0.052287, + "nauc_recall_at_20_diff1": 0.201985, + "nauc_recall_at_100_max": 0.165554, + "nauc_recall_at_100_std": 0.149199, + "nauc_recall_at_100_diff1": 0.108606, + "nauc_recall_at_1000_max": 0.346763, + "nauc_recall_at_1000_std": 0.371407, + "nauc_recall_at_1000_diff1": 0.123987, + "nauc_precision_at_1_max": 0.394003, + "nauc_precision_at_1_std": 0.071566, + "nauc_precision_at_1_diff1": 0.296361, + "nauc_precision_at_3_max": 0.362564, + "nauc_precision_at_3_std": 0.170393, + "nauc_precision_at_3_diff1": 0.086828, + "nauc_precision_at_5_max": 0.339115, + "nauc_precision_at_5_std": 0.19914, + "nauc_precision_at_5_diff1": 0.008436, + "nauc_precision_at_10_max": 0.322555, + "nauc_precision_at_10_std": 0.249352, + "nauc_precision_at_10_diff1": -0.051958, + "nauc_precision_at_20_max": 0.300281, + "nauc_precision_at_20_std": 0.25521, + "nauc_precision_at_20_diff1": -0.066535, + "nauc_precision_at_100_max": 0.210435, + "nauc_precision_at_100_std": 0.279405, + "nauc_precision_at_100_diff1": -0.12408, + "nauc_precision_at_1000_max": 0.169907, + "nauc_precision_at_1000_std": 0.198632, + "nauc_precision_at_1000_diff1": -0.159464, + "nauc_mrr_at_1_max": 0.394003, + "nauc_mrr_at_1_std": 0.071566, + "nauc_mrr_at_1_diff1": 0.296361, + "nauc_mrr_at_3_max": 0.40599, + "nauc_mrr_at_3_std": 0.097595, + "nauc_mrr_at_3_diff1": 0.262291, + "nauc_mrr_at_5_max": 0.406734, + "nauc_mrr_at_5_std": 0.077132, + "nauc_mrr_at_5_diff1": 0.264904, + "nauc_mrr_at_10_max": 0.403078, + "nauc_mrr_at_10_std": 0.074379, + "nauc_mrr_at_10_diff1": 0.259904, + "nauc_mrr_at_20_max": 0.40386, + "nauc_mrr_at_20_std": 0.073582, + "nauc_mrr_at_20_diff1": 0.263682, + "nauc_mrr_at_100_max": 0.403401, + "nauc_mrr_at_100_std": 0.073024, + "nauc_mrr_at_100_diff1": 0.261892, + "nauc_mrr_at_1000_max": 0.40336, + "nauc_mrr_at_1000_std": 0.073182, + "nauc_mrr_at_1000_diff1": 0.261994, + "main_score": 0.42678, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.5475, + "ndcg_at_3": 0.48669, + "ndcg_at_5": 0.4722, + "ndcg_at_10": 0.46263, + "ndcg_at_20": 0.46773, + "ndcg_at_100": 0.54997, + "ndcg_at_1000": 0.65319, + "map_at_1": 0.06133, + "map_at_3": 0.12736, + "map_at_5": 0.15555, + "map_at_10": 0.19535, + "map_at_20": 0.23722, + "map_at_100": 0.31697, + "map_at_1000": 0.3581, + "recall_at_1": 0.06133, + "recall_at_3": 0.14256, + "recall_at_5": 0.18312, + "recall_at_10": 0.25473, + "recall_at_20": 0.34951, + "recall_at_100": 0.6441, + "recall_at_1000": 0.94489, + "precision_at_1": 0.66, + "precision_at_3": 0.54167, + "precision_at_5": 0.488, + "precision_at_10": 0.4065, + "precision_at_20": 0.329, + "precision_at_100": 0.1671, + "precision_at_1000": 0.03345, + "mrr_at_1": 0.66, + "mrr_at_3": 0.739167, + "mrr_at_5": 0.755417, + "mrr_at_10": 0.763258, + "mrr_at_20": 0.763615, + "mrr_at_100": 0.76413, + "mrr_at_1000": 0.764166, + "nauc_ndcg_at_1_max": 0.151539, + "nauc_ndcg_at_1_std": 0.039488, + "nauc_ndcg_at_1_diff1": 0.330447, + "nauc_ndcg_at_3_max": 0.277884, + "nauc_ndcg_at_3_std": 0.066881, + "nauc_ndcg_at_3_diff1": 0.299136, + "nauc_ndcg_at_5_max": 0.29621, + "nauc_ndcg_at_5_std": 0.061193, + "nauc_ndcg_at_5_diff1": 0.252889, + "nauc_ndcg_at_10_max": 0.292511, + "nauc_ndcg_at_10_std": 0.102073, + "nauc_ndcg_at_10_diff1": 0.227417, + "nauc_ndcg_at_20_max": 0.288441, + "nauc_ndcg_at_20_std": 0.148782, + "nauc_ndcg_at_20_diff1": 0.221766, + "nauc_ndcg_at_100_max": 0.302652, + "nauc_ndcg_at_100_std": 0.246528, + "nauc_ndcg_at_100_diff1": 0.20755, + "nauc_ndcg_at_1000_max": 0.36546, + "nauc_ndcg_at_1000_std": 0.241693, + "nauc_ndcg_at_1000_diff1": 0.205572, + "nauc_map_at_1_max": -0.015217, + "nauc_map_at_1_std": 0.044981, + "nauc_map_at_1_diff1": 0.36715, + "nauc_map_at_3_max": 0.102739, + "nauc_map_at_3_std": 0.143193, + "nauc_map_at_3_diff1": 0.263276, + "nauc_map_at_5_max": 0.138689, + "nauc_map_at_5_std": 0.146511, + "nauc_map_at_5_diff1": 0.220864, + "nauc_map_at_10_max": 0.157403, + "nauc_map_at_10_std": 0.149172, + "nauc_map_at_10_diff1": 0.201586, + "nauc_map_at_20_max": 0.204826, + "nauc_map_at_20_std": 0.186443, + "nauc_map_at_20_diff1": 0.177058, + "nauc_map_at_100_max": 0.27529, + "nauc_map_at_100_std": 0.259827, + "nauc_map_at_100_diff1": 0.133557, + "nauc_map_at_1000_max": 0.30529, + "nauc_map_at_1000_std": 0.290628, + "nauc_map_at_1000_diff1": 0.133956, + "nauc_recall_at_1_max": -0.015217, + "nauc_recall_at_1_std": 0.044981, + "nauc_recall_at_1_diff1": 0.36715, + "nauc_recall_at_3_max": 0.090566, + "nauc_recall_at_3_std": 0.156154, + "nauc_recall_at_3_diff1": 0.253417, + "nauc_recall_at_5_max": 0.112222, + "nauc_recall_at_5_std": 0.146646, + "nauc_recall_at_5_diff1": 0.199148, + "nauc_recall_at_10_max": 0.104368, + "nauc_recall_at_10_std": 0.131978, + "nauc_recall_at_10_diff1": 0.18072, + "nauc_recall_at_20_max": 0.120183, + "nauc_recall_at_20_std": 0.172106, + "nauc_recall_at_20_diff1": 0.139879, + "nauc_recall_at_100_max": 0.120951, + "nauc_recall_at_100_std": 0.328185, + "nauc_recall_at_100_diff1": 0.084529, + "nauc_recall_at_1000_max": 0.34473, + "nauc_recall_at_1000_std": 0.682187, + "nauc_recall_at_1000_diff1": 0.106142, + "nauc_precision_at_1_max": 0.165015, + "nauc_precision_at_1_std": 0.138031, + "nauc_precision_at_1_diff1": 0.340503, + "nauc_precision_at_3_max": 0.343234, + "nauc_precision_at_3_std": 0.099366, + "nauc_precision_at_3_diff1": 0.147823, + "nauc_precision_at_5_max": 0.325435, + "nauc_precision_at_5_std": 0.058398, + "nauc_precision_at_5_diff1": 0.024311, + "nauc_precision_at_10_max": 0.297494, + "nauc_precision_at_10_std": 0.069901, + "nauc_precision_at_10_diff1": -0.02799, + "nauc_precision_at_20_max": 0.281953, + "nauc_precision_at_20_std": 0.087791, + "nauc_precision_at_20_diff1": -0.066953, + "nauc_precision_at_100_max": 0.155105, + "nauc_precision_at_100_std": 0.073617, + "nauc_precision_at_100_diff1": -0.076221, + "nauc_precision_at_1000_max": 0.062522, + "nauc_precision_at_1000_std": -0.029086, + "nauc_precision_at_1000_diff1": -0.01575, + "nauc_mrr_at_1_max": 0.165015, + "nauc_mrr_at_1_std": 0.138031, + "nauc_mrr_at_1_diff1": 0.340503, + "nauc_mrr_at_3_max": 0.217523, + "nauc_mrr_at_3_std": 0.10984, + "nauc_mrr_at_3_diff1": 0.385922, + "nauc_mrr_at_5_max": 0.208276, + "nauc_mrr_at_5_std": 0.084613, + "nauc_mrr_at_5_diff1": 0.353316, + "nauc_mrr_at_10_max": 0.20517, + "nauc_mrr_at_10_std": 0.093452, + "nauc_mrr_at_10_diff1": 0.348125, + "nauc_mrr_at_20_max": 0.204902, + "nauc_mrr_at_20_std": 0.093917, + "nauc_mrr_at_20_diff1": 0.349726, + "nauc_mrr_at_100_max": 0.203787, + "nauc_mrr_at_100_std": 0.096286, + "nauc_mrr_at_100_diff1": 0.35037, + "nauc_mrr_at_1000_max": 0.204027, + "nauc_mrr_at_1000_std": 0.096239, + "nauc_mrr_at_1000_diff1": 0.350463, + "main_score": 0.46263, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.425, + "ndcg_at_3": 0.4069, + "ndcg_at_5": 0.40244, + "ndcg_at_10": 0.39193, + "ndcg_at_20": 0.39588, + "ndcg_at_100": 0.47648, + "ndcg_at_1000": 0.59017, + "map_at_1": 0.0541, + "map_at_3": 0.11242, + "map_at_5": 0.13772, + "map_at_10": 0.17053, + "map_at_20": 0.20255, + "map_at_100": 0.26492, + "map_at_1000": 0.30048, + "recall_at_1": 0.0541, + "recall_at_3": 0.12891, + "recall_at_5": 0.16994, + "recall_at_10": 0.23151, + "recall_at_20": 0.30732, + "recall_at_100": 0.57387, + "recall_at_1000": 0.90813, + "precision_at_1": 0.55, + "precision_at_3": 0.485, + "precision_at_5": 0.433, + "precision_at_10": 0.3485, + "precision_at_20": 0.27925, + "precision_at_100": 0.1412, + "precision_at_1000": 0.03105, + "mrr_at_1": 0.55, + "mrr_at_3": 0.6525, + "mrr_at_5": 0.67025, + "mrr_at_10": 0.677183, + "mrr_at_20": 0.67916, + "mrr_at_100": 0.680068, + "mrr_at_1000": 0.680123, + "nauc_ndcg_at_1_max": 0.212061, + "nauc_ndcg_at_1_std": 0.278406, + "nauc_ndcg_at_1_diff1": 0.198392, + "nauc_ndcg_at_3_max": 0.313963, + "nauc_ndcg_at_3_std": 0.299697, + "nauc_ndcg_at_3_diff1": 0.193961, + "nauc_ndcg_at_5_max": 0.316299, + "nauc_ndcg_at_5_std": 0.339921, + "nauc_ndcg_at_5_diff1": 0.177438, + "nauc_ndcg_at_10_max": 0.328581, + "nauc_ndcg_at_10_std": 0.351706, + "nauc_ndcg_at_10_diff1": 0.191569, + "nauc_ndcg_at_20_max": 0.338225, + "nauc_ndcg_at_20_std": 0.362887, + "nauc_ndcg_at_20_diff1": 0.196482, + "nauc_ndcg_at_100_max": 0.334242, + "nauc_ndcg_at_100_std": 0.447599, + "nauc_ndcg_at_100_diff1": 0.207907, + "nauc_ndcg_at_1000_max": 0.370708, + "nauc_ndcg_at_1000_std": 0.431279, + "nauc_ndcg_at_1000_diff1": 0.196317, + "nauc_map_at_1_max": 0.111077, + "nauc_map_at_1_std": 0.177041, + "nauc_map_at_1_diff1": 0.241391, + "nauc_map_at_3_max": 0.221273, + "nauc_map_at_3_std": 0.243813, + "nauc_map_at_3_diff1": 0.254113, + "nauc_map_at_5_max": 0.229741, + "nauc_map_at_5_std": 0.274239, + "nauc_map_at_5_diff1": 0.237018, + "nauc_map_at_10_max": 0.239654, + "nauc_map_at_10_std": 0.283835, + "nauc_map_at_10_diff1": 0.225276, + "nauc_map_at_20_max": 0.270639, + "nauc_map_at_20_std": 0.313156, + "nauc_map_at_20_diff1": 0.218121, + "nauc_map_at_100_max": 0.324091, + "nauc_map_at_100_std": 0.408436, + "nauc_map_at_100_diff1": 0.203338, + "nauc_map_at_1000_max": 0.343458, + "nauc_map_at_1000_std": 0.433929, + "nauc_map_at_1000_diff1": 0.203762, + "nauc_recall_at_1_max": 0.111077, + "nauc_recall_at_1_std": 0.177041, + "nauc_recall_at_1_diff1": 0.241391, + "nauc_recall_at_3_max": 0.197138, + "nauc_recall_at_3_std": 0.224191, + "nauc_recall_at_3_diff1": 0.24129, + "nauc_recall_at_5_max": 0.200404, + "nauc_recall_at_5_std": 0.259094, + "nauc_recall_at_5_diff1": 0.212113, + "nauc_recall_at_10_max": 0.186884, + "nauc_recall_at_10_std": 0.248908, + "nauc_recall_at_10_diff1": 0.203453, + "nauc_recall_at_20_max": 0.204462, + "nauc_recall_at_20_std": 0.263987, + "nauc_recall_at_20_diff1": 0.191794, + "nauc_recall_at_100_max": 0.185077, + "nauc_recall_at_100_std": 0.460082, + "nauc_recall_at_100_diff1": 0.133579, + "nauc_recall_at_1000_max": 0.327148, + "nauc_recall_at_1000_std": 0.65254, + "nauc_recall_at_1000_diff1": 0.166304, + "nauc_precision_at_1_max": 0.253331, + "nauc_precision_at_1_std": 0.373208, + "nauc_precision_at_1_diff1": 0.153381, + "nauc_precision_at_3_max": 0.323202, + "nauc_precision_at_3_std": 0.333234, + "nauc_precision_at_3_diff1": 0.10708, + "nauc_precision_at_5_max": 0.307321, + "nauc_precision_at_5_std": 0.330682, + "nauc_precision_at_5_diff1": 0.060741, + "nauc_precision_at_10_max": 0.30184, + "nauc_precision_at_10_std": 0.290608, + "nauc_precision_at_10_diff1": 0.032678, + "nauc_precision_at_20_max": 0.277757, + "nauc_precision_at_20_std": 0.245866, + "nauc_precision_at_20_diff1": 0.015937, + "nauc_precision_at_100_max": 0.191045, + "nauc_precision_at_100_std": 0.168781, + "nauc_precision_at_100_diff1": -0.035309, + "nauc_precision_at_1000_max": 0.052104, + "nauc_precision_at_1000_std": -0.046683, + "nauc_precision_at_1000_diff1": -0.034727, + "nauc_mrr_at_1_max": 0.253331, + "nauc_mrr_at_1_std": 0.373208, + "nauc_mrr_at_1_diff1": 0.153381, + "nauc_mrr_at_3_max": 0.291925, + "nauc_mrr_at_3_std": 0.373577, + "nauc_mrr_at_3_diff1": 0.17254, + "nauc_mrr_at_5_max": 0.284101, + "nauc_mrr_at_5_std": 0.370869, + "nauc_mrr_at_5_diff1": 0.169395, + "nauc_mrr_at_10_max": 0.276394, + "nauc_mrr_at_10_std": 0.366744, + "nauc_mrr_at_10_diff1": 0.170563, + "nauc_mrr_at_20_max": 0.274714, + "nauc_mrr_at_20_std": 0.363896, + "nauc_mrr_at_20_diff1": 0.170311, + "nauc_mrr_at_100_max": 0.273814, + "nauc_mrr_at_100_std": 0.364213, + "nauc_mrr_at_100_diff1": 0.169244, + "nauc_mrr_at_1000_max": 0.273844, + "nauc_mrr_at_1000_std": 0.364231, + "nauc_mrr_at_1000_diff1": 0.169475, + "main_score": 0.39193, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.455, + "ndcg_at_3": 0.41476, + "ndcg_at_5": 0.41084, + "ndcg_at_10": 0.40476, + "ndcg_at_20": 0.40512, + "ndcg_at_100": 0.4786, + "ndcg_at_1000": 0.59424, + "map_at_1": 0.04846, + "map_at_3": 0.10131, + "map_at_5": 0.13017, + "map_at_10": 0.1658, + "map_at_20": 0.19846, + "map_at_100": 0.26065, + "map_at_1000": 0.29789, + "recall_at_1": 0.04846, + "recall_at_3": 0.11884, + "recall_at_5": 0.16947, + "recall_at_10": 0.23733, + "recall_at_20": 0.3164, + "recall_at_100": 0.5733, + "recall_at_1000": 0.91447, + "precision_at_1": 0.56, + "precision_at_3": 0.48333, + "precision_at_5": 0.445, + "precision_at_10": 0.365, + "precision_at_20": 0.28775, + "precision_at_100": 0.1429, + "precision_at_1000": 0.03145, + "mrr_at_1": 0.56, + "mrr_at_3": 0.6525, + "mrr_at_5": 0.6735, + "mrr_at_10": 0.682218, + "mrr_at_20": 0.684641, + "mrr_at_100": 0.685419, + "mrr_at_1000": 0.685495, + "nauc_ndcg_at_1_max": 0.185836, + "nauc_ndcg_at_1_std": 0.133301, + "nauc_ndcg_at_1_diff1": 0.222451, + "nauc_ndcg_at_3_max": 0.214177, + "nauc_ndcg_at_3_std": 0.182842, + "nauc_ndcg_at_3_diff1": 0.140811, + "nauc_ndcg_at_5_max": 0.238465, + "nauc_ndcg_at_5_std": 0.196057, + "nauc_ndcg_at_5_diff1": 0.131664, + "nauc_ndcg_at_10_max": 0.28391, + "nauc_ndcg_at_10_std": 0.2433, + "nauc_ndcg_at_10_diff1": 0.128686, + "nauc_ndcg_at_20_max": 0.299579, + "nauc_ndcg_at_20_std": 0.253081, + "nauc_ndcg_at_20_diff1": 0.126953, + "nauc_ndcg_at_100_max": 0.313238, + "nauc_ndcg_at_100_std": 0.370776, + "nauc_ndcg_at_100_diff1": 0.130317, + "nauc_ndcg_at_1000_max": 0.36521, + "nauc_ndcg_at_1000_std": 0.34381, + "nauc_ndcg_at_1000_diff1": 0.108428, + "nauc_map_at_1_max": 0.11498, + "nauc_map_at_1_std": 0.0616, + "nauc_map_at_1_diff1": 0.412703, + "nauc_map_at_3_max": 0.212056, + "nauc_map_at_3_std": 0.25157, + "nauc_map_at_3_diff1": 0.284301, + "nauc_map_at_5_max": 0.224194, + "nauc_map_at_5_std": 0.261579, + "nauc_map_at_5_diff1": 0.234641, + "nauc_map_at_10_max": 0.263188, + "nauc_map_at_10_std": 0.275486, + "nauc_map_at_10_diff1": 0.209955, + "nauc_map_at_20_max": 0.285563, + "nauc_map_at_20_std": 0.297476, + "nauc_map_at_20_diff1": 0.169877, + "nauc_map_at_100_max": 0.327474, + "nauc_map_at_100_std": 0.39249, + "nauc_map_at_100_diff1": 0.124972, + "nauc_map_at_1000_max": 0.353968, + "nauc_map_at_1000_std": 0.403128, + "nauc_map_at_1000_diff1": 0.116104, + "nauc_recall_at_1_max": 0.11498, + "nauc_recall_at_1_std": 0.0616, + "nauc_recall_at_1_diff1": 0.412703, + "nauc_recall_at_3_max": 0.176168, + "nauc_recall_at_3_std": 0.227348, + "nauc_recall_at_3_diff1": 0.23176, + "nauc_recall_at_5_max": 0.158973, + "nauc_recall_at_5_std": 0.217553, + "nauc_recall_at_5_diff1": 0.182797, + "nauc_recall_at_10_max": 0.192419, + "nauc_recall_at_10_std": 0.220316, + "nauc_recall_at_10_diff1": 0.172043, + "nauc_recall_at_20_max": 0.192189, + "nauc_recall_at_20_std": 0.215173, + "nauc_recall_at_20_diff1": 0.140325, + "nauc_recall_at_100_max": 0.213542, + "nauc_recall_at_100_std": 0.454176, + "nauc_recall_at_100_diff1": 0.091798, + "nauc_recall_at_1000_max": 0.376134, + "nauc_recall_at_1000_std": 0.617021, + "nauc_recall_at_1000_diff1": 0.049918, + "nauc_precision_at_1_max": 0.278894, + "nauc_precision_at_1_std": 0.197557, + "nauc_precision_at_1_diff1": 0.275792, + "nauc_precision_at_3_max": 0.218282, + "nauc_precision_at_3_std": 0.21452, + "nauc_precision_at_3_diff1": 0.063067, + "nauc_precision_at_5_max": 0.236608, + "nauc_precision_at_5_std": 0.209426, + "nauc_precision_at_5_diff1": -0.013279, + "nauc_precision_at_10_max": 0.275943, + "nauc_precision_at_10_std": 0.204069, + "nauc_precision_at_10_diff1": -0.035901, + "nauc_precision_at_20_max": 0.23936, + "nauc_precision_at_20_std": 0.171101, + "nauc_precision_at_20_diff1": -0.094817, + "nauc_precision_at_100_max": 0.164796, + "nauc_precision_at_100_std": 0.137594, + "nauc_precision_at_100_diff1": -0.127797, + "nauc_precision_at_1000_max": 0.050674, + "nauc_precision_at_1000_std": -0.078715, + "nauc_precision_at_1000_diff1": -0.106163, + "nauc_mrr_at_1_max": 0.278894, + "nauc_mrr_at_1_std": 0.197557, + "nauc_mrr_at_1_diff1": 0.275792, + "nauc_mrr_at_3_max": 0.273817, + "nauc_mrr_at_3_std": 0.16931, + "nauc_mrr_at_3_diff1": 0.238123, + "nauc_mrr_at_5_max": 0.273673, + "nauc_mrr_at_5_std": 0.179363, + "nauc_mrr_at_5_diff1": 0.258351, + "nauc_mrr_at_10_max": 0.269535, + "nauc_mrr_at_10_std": 0.176574, + "nauc_mrr_at_10_diff1": 0.25696, + "nauc_mrr_at_20_max": 0.271147, + "nauc_mrr_at_20_std": 0.174035, + "nauc_mrr_at_20_diff1": 0.255282, + "nauc_mrr_at_100_max": 0.271045, + "nauc_mrr_at_100_std": 0.176022, + "nauc_mrr_at_100_diff1": 0.25426, + "nauc_mrr_at_1000_max": 0.271033, + "nauc_mrr_at_1000_std": 0.175936, + "nauc_mrr_at_1000_diff1": 0.254318, + "main_score": 0.40476, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.6475, + "ndcg_at_3": 0.56758, + "ndcg_at_5": 0.53992, + "ndcg_at_10": 0.51277, + "ndcg_at_20": 0.5218, + "ndcg_at_100": 0.61629, + "ndcg_at_1000": 0.69431, + "map_at_1": 0.08609, + "map_at_3": 0.16183, + "map_at_5": 0.19948, + "map_at_10": 0.24439, + "map_at_20": 0.28944, + "map_at_100": 0.37383, + "map_at_1000": 0.40204, + "recall_at_1": 0.08609, + "recall_at_3": 0.17335, + "recall_at_5": 0.22812, + "recall_at_10": 0.31404, + "recall_at_20": 0.42743, + "recall_at_100": 0.7377, + "recall_at_1000": 0.97449, + "precision_at_1": 0.74, + "precision_at_3": 0.60333, + "precision_at_5": 0.529, + "precision_at_10": 0.4075, + "precision_at_20": 0.32, + "precision_at_100": 0.14905, + "precision_at_1000": 0.02395, + "mrr_at_1": 0.74, + "mrr_at_3": 0.814167, + "mrr_at_5": 0.824917, + "mrr_at_10": 0.828667, + "mrr_at_20": 0.829697, + "mrr_at_100": 0.830046, + "mrr_at_1000": 0.830046, + "nauc_ndcg_at_1_max": 0.284777, + "nauc_ndcg_at_1_std": -0.105286, + "nauc_ndcg_at_1_diff1": 0.331418, + "nauc_ndcg_at_3_max": 0.246966, + "nauc_ndcg_at_3_std": 0.015449, + "nauc_ndcg_at_3_diff1": 0.134099, + "nauc_ndcg_at_5_max": 0.209525, + "nauc_ndcg_at_5_std": 0.066664, + "nauc_ndcg_at_5_diff1": 0.130271, + "nauc_ndcg_at_10_max": 0.198184, + "nauc_ndcg_at_10_std": 0.097865, + "nauc_ndcg_at_10_diff1": 0.190348, + "nauc_ndcg_at_20_max": 0.168334, + "nauc_ndcg_at_20_std": 0.089435, + "nauc_ndcg_at_20_diff1": 0.231335, + "nauc_ndcg_at_100_max": 0.20003, + "nauc_ndcg_at_100_std": 0.223604, + "nauc_ndcg_at_100_diff1": 0.190624, + "nauc_ndcg_at_1000_max": 0.214728, + "nauc_ndcg_at_1000_std": 0.202002, + "nauc_ndcg_at_1000_diff1": 0.132575, + "nauc_map_at_1_max": -0.065786, + "nauc_map_at_1_std": -0.242301, + "nauc_map_at_1_diff1": 0.396845, + "nauc_map_at_3_max": 0.024046, + "nauc_map_at_3_std": -0.187702, + "nauc_map_at_3_diff1": 0.250288, + "nauc_map_at_5_max": 0.010547, + "nauc_map_at_5_std": -0.163824, + "nauc_map_at_5_diff1": 0.2303, + "nauc_map_at_10_max": 0.034739, + "nauc_map_at_10_std": -0.095272, + "nauc_map_at_10_diff1": 0.220723, + "nauc_map_at_20_max": 0.048135, + "nauc_map_at_20_std": -0.028558, + "nauc_map_at_20_diff1": 0.208057, + "nauc_map_at_100_max": 0.092296, + "nauc_map_at_100_std": 0.162032, + "nauc_map_at_100_diff1": 0.142666, + "nauc_map_at_1000_max": 0.088661, + "nauc_map_at_1000_std": 0.185685, + "nauc_map_at_1000_diff1": 0.118432, + "nauc_recall_at_1_max": -0.065786, + "nauc_recall_at_1_std": -0.242301, + "nauc_recall_at_1_diff1": 0.396845, + "nauc_recall_at_3_max": 0.009627, + "nauc_recall_at_3_std": -0.167678, + "nauc_recall_at_3_diff1": 0.225346, + "nauc_recall_at_5_max": -0.018104, + "nauc_recall_at_5_std": -0.131591, + "nauc_recall_at_5_diff1": 0.226694, + "nauc_recall_at_10_max": -0.0056, + "nauc_recall_at_10_std": -0.059123, + "nauc_recall_at_10_diff1": 0.235096, + "nauc_recall_at_20_max": -0.018419, + "nauc_recall_at_20_std": -0.014056, + "nauc_recall_at_20_diff1": 0.249564, + "nauc_recall_at_100_max": 0.074699, + "nauc_recall_at_100_std": 0.325469, + "nauc_recall_at_100_diff1": 0.135927, + "nauc_recall_at_1000_max": 0.123513, + "nauc_recall_at_1000_std": 0.61087, + "nauc_recall_at_1000_diff1": 0.032982, + "nauc_precision_at_1_max": 0.265784, + "nauc_precision_at_1_std": -0.185039, + "nauc_precision_at_1_diff1": 0.355997, + "nauc_precision_at_3_max": 0.211643, + "nauc_precision_at_3_std": 0.101586, + "nauc_precision_at_3_diff1": -0.066166, + "nauc_precision_at_5_max": 0.153717, + "nauc_precision_at_5_std": 0.207862, + "nauc_precision_at_5_diff1": -0.122873, + "nauc_precision_at_10_max": 0.150975, + "nauc_precision_at_10_std": 0.370133, + "nauc_precision_at_10_diff1": -0.161538, + "nauc_precision_at_20_max": 0.101762, + "nauc_precision_at_20_std": 0.421592, + "nauc_precision_at_20_diff1": -0.214472, + "nauc_precision_at_100_max": 0.048592, + "nauc_precision_at_100_std": 0.355862, + "nauc_precision_at_100_diff1": -0.235533, + "nauc_precision_at_1000_max": -0.077019, + "nauc_precision_at_1000_std": 0.126179, + "nauc_precision_at_1000_diff1": -0.197262, + "nauc_mrr_at_1_max": 0.265784, + "nauc_mrr_at_1_std": -0.185039, + "nauc_mrr_at_1_diff1": 0.355997, + "nauc_mrr_at_3_max": 0.308583, + "nauc_mrr_at_3_std": -0.114713, + "nauc_mrr_at_3_diff1": 0.295492, + "nauc_mrr_at_5_max": 0.301383, + "nauc_mrr_at_5_std": -0.109492, + "nauc_mrr_at_5_diff1": 0.319681, + "nauc_mrr_at_10_max": 0.301506, + "nauc_mrr_at_10_std": -0.115862, + "nauc_mrr_at_10_diff1": 0.319029, + "nauc_mrr_at_20_max": 0.300332, + "nauc_mrr_at_20_std": -0.11981, + "nauc_mrr_at_20_diff1": 0.320425, + "nauc_mrr_at_100_max": 0.299509, + "nauc_mrr_at_100_std": -0.120996, + "nauc_mrr_at_100_diff1": 0.319896, + "nauc_mrr_at_1000_max": 0.299509, + "nauc_mrr_at_1000_std": -0.120996, + "nauc_mrr_at_1000_diff1": 0.319896, + "main_score": 0.51277, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5425, + "ndcg_at_3": 0.4769, + "ndcg_at_5": 0.44948, + "ndcg_at_10": 0.42707, + "ndcg_at_20": 0.43639, + "ndcg_at_100": 0.52369, + "ndcg_at_1000": 0.61818, + "map_at_1": 0.06512, + "map_at_3": 0.12647, + "map_at_5": 0.16067, + "map_at_10": 0.19485, + "map_at_20": 0.22852, + "map_at_100": 0.29149, + "map_at_1000": 0.31761, + "recall_at_1": 0.06512, + "recall_at_3": 0.14208, + "recall_at_5": 0.19662, + "recall_at_10": 0.26282, + "recall_at_20": 0.36461, + "recall_at_100": 0.64437, + "recall_at_1000": 0.93926, + "precision_at_1": 0.625, + "precision_at_3": 0.51167, + "precision_at_5": 0.439, + "precision_at_10": 0.3395, + "precision_at_20": 0.263, + "precision_at_100": 0.1211, + "precision_at_1000": 0.02207, + "mrr_at_1": 0.625, + "mrr_at_3": 0.719167, + "mrr_at_5": 0.734167, + "mrr_at_10": 0.738679, + "mrr_at_20": 0.741949, + "mrr_at_100": 0.742259, + "mrr_at_1000": 0.742259, + "nauc_ndcg_at_1_max": 0.330283, + "nauc_ndcg_at_1_std": 0.09383, + "nauc_ndcg_at_1_diff1": 0.36181, + "nauc_ndcg_at_3_max": 0.320582, + "nauc_ndcg_at_3_std": 0.148777, + "nauc_ndcg_at_3_diff1": 0.237953, + "nauc_ndcg_at_5_max": 0.284469, + "nauc_ndcg_at_5_std": 0.193987, + "nauc_ndcg_at_5_diff1": 0.185972, + "nauc_ndcg_at_10_max": 0.308007, + "nauc_ndcg_at_10_std": 0.201705, + "nauc_ndcg_at_10_diff1": 0.223648, + "nauc_ndcg_at_20_max": 0.29758, + "nauc_ndcg_at_20_std": 0.236139, + "nauc_ndcg_at_20_diff1": 0.216033, + "nauc_ndcg_at_100_max": 0.332796, + "nauc_ndcg_at_100_std": 0.343755, + "nauc_ndcg_at_100_diff1": 0.236813, + "nauc_ndcg_at_1000_max": 0.345237, + "nauc_ndcg_at_1000_std": 0.346358, + "nauc_ndcg_at_1000_diff1": 0.190554, + "nauc_map_at_1_max": 0.162792, + "nauc_map_at_1_std": -0.081518, + "nauc_map_at_1_diff1": 0.354232, + "nauc_map_at_3_max": 0.156746, + "nauc_map_at_3_std": -0.054208, + "nauc_map_at_3_diff1": 0.246059, + "nauc_map_at_5_max": 0.15066, + "nauc_map_at_5_std": -0.004198, + "nauc_map_at_5_diff1": 0.21822, + "nauc_map_at_10_max": 0.168264, + "nauc_map_at_10_std": 0.031731, + "nauc_map_at_10_diff1": 0.208667, + "nauc_map_at_20_max": 0.182232, + "nauc_map_at_20_std": 0.11082, + "nauc_map_at_20_diff1": 0.182052, + "nauc_map_at_100_max": 0.211683, + "nauc_map_at_100_std": 0.269857, + "nauc_map_at_100_diff1": 0.158505, + "nauc_map_at_1000_max": 0.214743, + "nauc_map_at_1000_std": 0.302591, + "nauc_map_at_1000_diff1": 0.130903, + "nauc_recall_at_1_max": 0.162792, + "nauc_recall_at_1_std": -0.081518, + "nauc_recall_at_1_diff1": 0.354232, + "nauc_recall_at_3_max": 0.14018, + "nauc_recall_at_3_std": -0.068097, + "nauc_recall_at_3_diff1": 0.20866, + "nauc_recall_at_5_max": 0.095716, + "nauc_recall_at_5_std": 0.002047, + "nauc_recall_at_5_diff1": 0.161765, + "nauc_recall_at_10_max": 0.123075, + "nauc_recall_at_10_std": 0.02442, + "nauc_recall_at_10_diff1": 0.163068, + "nauc_recall_at_20_max": 0.135183, + "nauc_recall_at_20_std": 0.156323, + "nauc_recall_at_20_diff1": 0.139148, + "nauc_recall_at_100_max": 0.212656, + "nauc_recall_at_100_std": 0.428476, + "nauc_recall_at_100_diff1": 0.148566, + "nauc_recall_at_1000_max": 0.363496, + "nauc_recall_at_1000_std": 0.633918, + "nauc_recall_at_1000_diff1": 0.074551, + "nauc_precision_at_1_max": 0.300671, + "nauc_precision_at_1_std": 0.067984, + "nauc_precision_at_1_diff1": 0.364984, + "nauc_precision_at_3_max": 0.269151, + "nauc_precision_at_3_std": 0.240515, + "nauc_precision_at_3_diff1": 0.118879, + "nauc_precision_at_5_max": 0.202206, + "nauc_precision_at_5_std": 0.315877, + "nauc_precision_at_5_diff1": 0.001815, + "nauc_precision_at_10_max": 0.188193, + "nauc_precision_at_10_std": 0.339913, + "nauc_precision_at_10_diff1": -0.016218, + "nauc_precision_at_20_max": 0.135016, + "nauc_precision_at_20_std": 0.458645, + "nauc_precision_at_20_diff1": -0.118122, + "nauc_precision_at_100_max": 0.081768, + "nauc_precision_at_100_std": 0.440179, + "nauc_precision_at_100_diff1": -0.145222, + "nauc_precision_at_1000_max": -0.079289, + "nauc_precision_at_1000_std": 0.183066, + "nauc_precision_at_1000_diff1": -0.239778, + "nauc_mrr_at_1_max": 0.300671, + "nauc_mrr_at_1_std": 0.067984, + "nauc_mrr_at_1_diff1": 0.364984, + "nauc_mrr_at_3_max": 0.351034, + "nauc_mrr_at_3_std": 0.107101, + "nauc_mrr_at_3_diff1": 0.342989, + "nauc_mrr_at_5_max": 0.341933, + "nauc_mrr_at_5_std": 0.113456, + "nauc_mrr_at_5_diff1": 0.341153, + "nauc_mrr_at_10_max": 0.345406, + "nauc_mrr_at_10_std": 0.117714, + "nauc_mrr_at_10_diff1": 0.341214, + "nauc_mrr_at_20_max": 0.345432, + "nauc_mrr_at_20_std": 0.117662, + "nauc_mrr_at_20_diff1": 0.343182, + "nauc_mrr_at_100_max": 0.344815, + "nauc_mrr_at_100_std": 0.116613, + "nauc_mrr_at_100_diff1": 0.343642, + "nauc_mrr_at_1000_max": 0.344815, + "nauc_mrr_at_1000_std": 0.116613, + "nauc_mrr_at_1000_diff1": 0.343642, + "main_score": 0.42707, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.52, + "ndcg_at_3": 0.46482, + "ndcg_at_5": 0.43211, + "ndcg_at_10": 0.42016, + "ndcg_at_20": 0.43393, + "ndcg_at_100": 0.5209, + "ndcg_at_1000": 0.61202, + "map_at_1": 0.05598, + "map_at_3": 0.11619, + "map_at_5": 0.14387, + "map_at_10": 0.17958, + "map_at_20": 0.21588, + "map_at_100": 0.28202, + "map_at_1000": 0.30804, + "recall_at_1": 0.05598, + "recall_at_3": 0.13325, + "recall_at_5": 0.181, + "recall_at_10": 0.25805, + "recall_at_20": 0.36268, + "recall_at_100": 0.65426, + "recall_at_1000": 0.93854, + "precision_at_1": 0.605, + "precision_at_3": 0.495, + "precision_at_5": 0.427, + "precision_at_10": 0.348, + "precision_at_20": 0.2755, + "precision_at_100": 0.12615, + "precision_at_1000": 0.02244, + "mrr_at_1": 0.605, + "mrr_at_3": 0.696667, + "mrr_at_5": 0.711417, + "mrr_at_10": 0.724004, + "mrr_at_20": 0.725373, + "mrr_at_100": 0.725526, + "mrr_at_1000": 0.725533, + "nauc_ndcg_at_1_max": 0.24505, + "nauc_ndcg_at_1_std": 0.078905, + "nauc_ndcg_at_1_diff1": 0.312126, + "nauc_ndcg_at_3_max": 0.244962, + "nauc_ndcg_at_3_std": 0.194161, + "nauc_ndcg_at_3_diff1": 0.226114, + "nauc_ndcg_at_5_max": 0.230891, + "nauc_ndcg_at_5_std": 0.20388, + "nauc_ndcg_at_5_diff1": 0.229557, + "nauc_ndcg_at_10_max": 0.234244, + "nauc_ndcg_at_10_std": 0.205469, + "nauc_ndcg_at_10_diff1": 0.205228, + "nauc_ndcg_at_20_max": 0.211004, + "nauc_ndcg_at_20_std": 0.240339, + "nauc_ndcg_at_20_diff1": 0.214411, + "nauc_ndcg_at_100_max": 0.24621, + "nauc_ndcg_at_100_std": 0.359221, + "nauc_ndcg_at_100_diff1": 0.217084, + "nauc_ndcg_at_1000_max": 0.275151, + "nauc_ndcg_at_1000_std": 0.361367, + "nauc_ndcg_at_1000_diff1": 0.229107, + "nauc_map_at_1_max": 0.201149, + "nauc_map_at_1_std": -0.068592, + "nauc_map_at_1_diff1": 0.386659, + "nauc_map_at_3_max": 0.116974, + "nauc_map_at_3_std": 0.003047, + "nauc_map_at_3_diff1": 0.235361, + "nauc_map_at_5_max": 0.100693, + "nauc_map_at_5_std": 0.00426, + "nauc_map_at_5_diff1": 0.225011, + "nauc_map_at_10_max": 0.106406, + "nauc_map_at_10_std": 0.046019, + "nauc_map_at_10_diff1": 0.194632, + "nauc_map_at_20_max": 0.111058, + "nauc_map_at_20_std": 0.116092, + "nauc_map_at_20_diff1": 0.184842, + "nauc_map_at_100_max": 0.145325, + "nauc_map_at_100_std": 0.279544, + "nauc_map_at_100_diff1": 0.169366, + "nauc_map_at_1000_max": 0.14893, + "nauc_map_at_1000_std": 0.310772, + "nauc_map_at_1000_diff1": 0.164146, + "nauc_recall_at_1_max": 0.201149, + "nauc_recall_at_1_std": -0.068592, + "nauc_recall_at_1_diff1": 0.386659, + "nauc_recall_at_3_max": 0.11197, + "nauc_recall_at_3_std": 0.063058, + "nauc_recall_at_3_diff1": 0.200447, + "nauc_recall_at_5_max": 0.07078, + "nauc_recall_at_5_std": 0.02731, + "nauc_recall_at_5_diff1": 0.160284, + "nauc_recall_at_10_max": 0.060275, + "nauc_recall_at_10_std": 0.048307, + "nauc_recall_at_10_diff1": 0.11187, + "nauc_recall_at_20_max": 0.041652, + "nauc_recall_at_20_std": 0.122717, + "nauc_recall_at_20_diff1": 0.066759, + "nauc_recall_at_100_max": 0.083387, + "nauc_recall_at_100_std": 0.366777, + "nauc_recall_at_100_diff1": 0.032417, + "nauc_recall_at_1000_max": 0.258915, + "nauc_recall_at_1000_std": 0.59662, + "nauc_recall_at_1000_diff1": 0.067179, + "nauc_precision_at_1_max": 0.270324, + "nauc_precision_at_1_std": 0.10154, + "nauc_precision_at_1_diff1": 0.35204, + "nauc_precision_at_3_max": 0.213008, + "nauc_precision_at_3_std": 0.240363, + "nauc_precision_at_3_diff1": 0.158175, + "nauc_precision_at_5_max": 0.173361, + "nauc_precision_at_5_std": 0.266202, + "nauc_precision_at_5_diff1": 0.147218, + "nauc_precision_at_10_max": 0.138326, + "nauc_precision_at_10_std": 0.303431, + "nauc_precision_at_10_diff1": 0.035456, + "nauc_precision_at_20_max": 0.103671, + "nauc_precision_at_20_std": 0.38737, + "nauc_precision_at_20_diff1": 0.004106, + "nauc_precision_at_100_max": 0.072431, + "nauc_precision_at_100_std": 0.378825, + "nauc_precision_at_100_diff1": -0.029142, + "nauc_precision_at_1000_max": -0.050637, + "nauc_precision_at_1000_std": 0.149069, + "nauc_precision_at_1000_diff1": -0.098038, + "nauc_mrr_at_1_max": 0.270324, + "nauc_mrr_at_1_std": 0.10154, + "nauc_mrr_at_1_diff1": 0.35204, + "nauc_mrr_at_3_max": 0.349955, + "nauc_mrr_at_3_std": 0.227276, + "nauc_mrr_at_3_diff1": 0.368013, + "nauc_mrr_at_5_max": 0.340747, + "nauc_mrr_at_5_std": 0.220449, + "nauc_mrr_at_5_diff1": 0.365666, + "nauc_mrr_at_10_max": 0.332164, + "nauc_mrr_at_10_std": 0.208996, + "nauc_mrr_at_10_diff1": 0.369853, + "nauc_mrr_at_20_max": 0.330849, + "nauc_mrr_at_20_std": 0.207822, + "nauc_mrr_at_20_diff1": 0.368792, + "nauc_mrr_at_100_max": 0.330748, + "nauc_mrr_at_100_std": 0.207465, + "nauc_mrr_at_100_diff1": 0.368622, + "nauc_mrr_at_1000_max": 0.330729, + "nauc_mrr_at_1000_std": 0.207442, + "nauc_mrr_at_1000_diff1": 0.368604, + "main_score": 0.42016, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.605, + "ndcg_at_3": 0.53193, + "ndcg_at_5": 0.5253, + "ndcg_at_10": 0.52055, + "ndcg_at_20": 0.52634, + "ndcg_at_100": 0.60225, + "ndcg_at_1000": 0.68258, + "map_at_1": 0.06269, + "map_at_3": 0.10293, + "map_at_5": 0.1395, + "map_at_10": 0.1901, + "map_at_20": 0.24601, + "map_at_100": 0.3566, + "map_at_1000": 0.41105, + "recall_at_1": 0.06269, + "recall_at_3": 0.1134, + "recall_at_5": 0.1711, + "recall_at_10": 0.25954, + "recall_at_20": 0.37316, + "recall_at_100": 0.68248, + "recall_at_1000": 0.93871, + "precision_at_1": 0.745, + "precision_at_3": 0.60833, + "precision_at_5": 0.576, + "precision_at_10": 0.516, + "precision_at_20": 0.43825, + "precision_at_100": 0.2362, + "precision_at_1000": 0.05185, + "mrr_at_1": 0.745, + "mrr_at_3": 0.804167, + "mrr_at_5": 0.814667, + "mrr_at_10": 0.820861, + "mrr_at_20": 0.821985, + "mrr_at_100": 0.822282, + "mrr_at_1000": 0.822341, + "nauc_ndcg_at_1_max": 0.293718, + "nauc_ndcg_at_1_std": 0.115179, + "nauc_ndcg_at_1_diff1": 0.305247, + "nauc_ndcg_at_3_max": 0.256257, + "nauc_ndcg_at_3_std": 0.078989, + "nauc_ndcg_at_3_diff1": 0.162634, + "nauc_ndcg_at_5_max": 0.257116, + "nauc_ndcg_at_5_std": 0.119959, + "nauc_ndcg_at_5_diff1": 0.132082, + "nauc_ndcg_at_10_max": 0.278251, + "nauc_ndcg_at_10_std": 0.160132, + "nauc_ndcg_at_10_diff1": 0.164532, + "nauc_ndcg_at_20_max": 0.299508, + "nauc_ndcg_at_20_std": 0.234049, + "nauc_ndcg_at_20_diff1": 0.145723, + "nauc_ndcg_at_100_max": 0.363257, + "nauc_ndcg_at_100_std": 0.40985, + "nauc_ndcg_at_100_diff1": 0.104512, + "nauc_ndcg_at_1000_max": 0.399208, + "nauc_ndcg_at_1000_std": 0.373956, + "nauc_ndcg_at_1000_diff1": 0.11063, + "nauc_map_at_1_max": -0.160517, + "nauc_map_at_1_std": -0.104287, + "nauc_map_at_1_diff1": 0.436828, + "nauc_map_at_3_max": -0.040326, + "nauc_map_at_3_std": -0.001948, + "nauc_map_at_3_diff1": 0.306723, + "nauc_map_at_5_max": 0.005928, + "nauc_map_at_5_std": 0.03679, + "nauc_map_at_5_diff1": 0.22814, + "nauc_map_at_10_max": 0.102243, + "nauc_map_at_10_std": 0.103401, + "nauc_map_at_10_diff1": 0.179362, + "nauc_map_at_20_max": 0.156597, + "nauc_map_at_20_std": 0.182597, + "nauc_map_at_20_diff1": 0.125816, + "nauc_map_at_100_max": 0.266719, + "nauc_map_at_100_std": 0.374293, + "nauc_map_at_100_diff1": 0.045078, + "nauc_map_at_1000_max": 0.288204, + "nauc_map_at_1000_std": 0.386065, + "nauc_map_at_1000_diff1": 0.032346, + "nauc_recall_at_1_max": -0.160517, + "nauc_recall_at_1_std": -0.104287, + "nauc_recall_at_1_diff1": 0.436828, + "nauc_recall_at_3_max": -0.057546, + "nauc_recall_at_3_std": 0.003471, + "nauc_recall_at_3_diff1": 0.273301, + "nauc_recall_at_5_max": -0.033241, + "nauc_recall_at_5_std": 0.022117, + "nauc_recall_at_5_diff1": 0.16396, + "nauc_recall_at_10_max": 0.056123, + "nauc_recall_at_10_std": 0.079727, + "nauc_recall_at_10_diff1": 0.127321, + "nauc_recall_at_20_max": 0.105657, + "nauc_recall_at_20_std": 0.160371, + "nauc_recall_at_20_diff1": 0.079212, + "nauc_recall_at_100_max": 0.208248, + "nauc_recall_at_100_std": 0.415575, + "nauc_recall_at_100_diff1": 0.003108, + "nauc_recall_at_1000_max": 0.321179, + "nauc_recall_at_1000_std": 0.552477, + "nauc_recall_at_1000_diff1": -0.14252, + "nauc_precision_at_1_max": 0.445791, + "nauc_precision_at_1_std": 0.227978, + "nauc_precision_at_1_diff1": 0.283665, + "nauc_precision_at_3_max": 0.336746, + "nauc_precision_at_3_std": 0.188501, + "nauc_precision_at_3_diff1": -0.035997, + "nauc_precision_at_5_max": 0.313849, + "nauc_precision_at_5_std": 0.207138, + "nauc_precision_at_5_diff1": -0.124259, + "nauc_precision_at_10_max": 0.324055, + "nauc_precision_at_10_std": 0.240543, + "nauc_precision_at_10_diff1": -0.135708, + "nauc_precision_at_20_max": 0.234401, + "nauc_precision_at_20_std": 0.22787, + "nauc_precision_at_20_diff1": -0.157621, + "nauc_precision_at_100_max": 0.071879, + "nauc_precision_at_100_std": 0.112653, + "nauc_precision_at_100_diff1": -0.09496, + "nauc_precision_at_1000_max": -0.046911, + "nauc_precision_at_1000_std": -0.071464, + "nauc_precision_at_1000_diff1": -0.030517, + "nauc_mrr_at_1_max": 0.445791, + "nauc_mrr_at_1_std": 0.227978, + "nauc_mrr_at_1_diff1": 0.283665, + "nauc_mrr_at_3_max": 0.432801, + "nauc_mrr_at_3_std": 0.222334, + "nauc_mrr_at_3_diff1": 0.249067, + "nauc_mrr_at_5_max": 0.43382, + "nauc_mrr_at_5_std": 0.228665, + "nauc_mrr_at_5_diff1": 0.260307, + "nauc_mrr_at_10_max": 0.443658, + "nauc_mrr_at_10_std": 0.240564, + "nauc_mrr_at_10_diff1": 0.257042, + "nauc_mrr_at_20_max": 0.441037, + "nauc_mrr_at_20_std": 0.237551, + "nauc_mrr_at_20_diff1": 0.255887, + "nauc_mrr_at_100_max": 0.441062, + "nauc_mrr_at_100_std": 0.236723, + "nauc_mrr_at_100_diff1": 0.256617, + "nauc_mrr_at_1000_max": 0.440856, + "nauc_mrr_at_1000_std": 0.236442, + "nauc_mrr_at_1000_diff1": 0.256424, + "main_score": 0.52055, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5325, + "ndcg_at_3": 0.4707, + "ndcg_at_5": 0.46006, + "ndcg_at_10": 0.45764, + "ndcg_at_20": 0.4617, + "ndcg_at_100": 0.54698, + "ndcg_at_1000": 0.63659, + "map_at_1": 0.05222, + "map_at_3": 0.0856, + "map_at_5": 0.11184, + "map_at_10": 0.15694, + "map_at_20": 0.20451, + "map_at_100": 0.30035, + "map_at_1000": 0.35363, + "recall_at_1": 0.05222, + "recall_at_3": 0.09525, + "recall_at_5": 0.13862, + "recall_at_10": 0.232, + "recall_at_20": 0.33469, + "recall_at_100": 0.6458, + "recall_at_1000": 0.91829, + "precision_at_1": 0.68, + "precision_at_3": 0.55, + "precision_at_5": 0.516, + "precision_at_10": 0.466, + "precision_at_20": 0.389, + "precision_at_100": 0.21645, + "precision_at_1000": 0.04977, + "mrr_at_1": 0.68, + "mrr_at_3": 0.754167, + "mrr_at_5": 0.765667, + "mrr_at_10": 0.774595, + "mrr_at_20": 0.775659, + "mrr_at_100": 0.776077, + "mrr_at_1000": 0.776102, + "nauc_ndcg_at_1_max": 0.100849, + "nauc_ndcg_at_1_std": -0.042811, + "nauc_ndcg_at_1_diff1": 0.132761, + "nauc_ndcg_at_3_max": 0.185214, + "nauc_ndcg_at_3_std": 0.036731, + "nauc_ndcg_at_3_diff1": 0.031317, + "nauc_ndcg_at_5_max": 0.214093, + "nauc_ndcg_at_5_std": 0.092816, + "nauc_ndcg_at_5_diff1": 0.002363, + "nauc_ndcg_at_10_max": 0.240374, + "nauc_ndcg_at_10_std": 0.156403, + "nauc_ndcg_at_10_diff1": 7.1e-05, + "nauc_ndcg_at_20_max": 0.288191, + "nauc_ndcg_at_20_std": 0.240083, + "nauc_ndcg_at_20_diff1": -0.008383, + "nauc_ndcg_at_100_max": 0.335013, + "nauc_ndcg_at_100_std": 0.404409, + "nauc_ndcg_at_100_diff1": -0.021504, + "nauc_ndcg_at_1000_max": 0.384873, + "nauc_ndcg_at_1000_std": 0.353293, + "nauc_ndcg_at_1000_diff1": -0.017839, + "nauc_map_at_1_max": -0.140972, + "nauc_map_at_1_std": -0.081611, + "nauc_map_at_1_diff1": 0.159912, + "nauc_map_at_3_max": -0.003774, + "nauc_map_at_3_std": 0.037076, + "nauc_map_at_3_diff1": 0.132657, + "nauc_map_at_5_max": 0.058793, + "nauc_map_at_5_std": 0.099983, + "nauc_map_at_5_diff1": 0.100292, + "nauc_map_at_10_max": 0.120154, + "nauc_map_at_10_std": 0.17214, + "nauc_map_at_10_diff1": 0.052062, + "nauc_map_at_20_max": 0.165933, + "nauc_map_at_20_std": 0.253844, + "nauc_map_at_20_diff1": 0.000338, + "nauc_map_at_100_max": 0.247906, + "nauc_map_at_100_std": 0.397669, + "nauc_map_at_100_diff1": -0.051017, + "nauc_map_at_1000_max": 0.283673, + "nauc_map_at_1000_std": 0.397923, + "nauc_map_at_1000_diff1": -0.060452, + "nauc_recall_at_1_max": -0.140972, + "nauc_recall_at_1_std": -0.081611, + "nauc_recall_at_1_diff1": 0.159912, + "nauc_recall_at_3_max": -0.001435, + "nauc_recall_at_3_std": 0.075333, + "nauc_recall_at_3_diff1": 0.127252, + "nauc_recall_at_5_max": 0.069997, + "nauc_recall_at_5_std": 0.137805, + "nauc_recall_at_5_diff1": 0.086785, + "nauc_recall_at_10_max": 0.07461, + "nauc_recall_at_10_std": 0.20049, + "nauc_recall_at_10_diff1": 0.059983, + "nauc_recall_at_20_max": 0.121163, + "nauc_recall_at_20_std": 0.285653, + "nauc_recall_at_20_diff1": 0.032399, + "nauc_recall_at_100_max": 0.182275, + "nauc_recall_at_100_std": 0.477122, + "nauc_recall_at_100_diff1": 0.033596, + "nauc_recall_at_1000_max": 0.358747, + "nauc_recall_at_1000_std": 0.639863, + "nauc_recall_at_1000_diff1": 0.068587, + "nauc_precision_at_1_max": 0.106022, + "nauc_precision_at_1_std": -0.057788, + "nauc_precision_at_1_diff1": 0.070823, + "nauc_precision_at_3_max": 0.236098, + "nauc_precision_at_3_std": 0.094766, + "nauc_precision_at_3_diff1": -0.0973, + "nauc_precision_at_5_max": 0.267131, + "nauc_precision_at_5_std": 0.147082, + "nauc_precision_at_5_diff1": -0.121149, + "nauc_precision_at_10_max": 0.269441, + "nauc_precision_at_10_std": 0.188854, + "nauc_precision_at_10_diff1": -0.170853, + "nauc_precision_at_20_max": 0.228242, + "nauc_precision_at_20_std": 0.195599, + "nauc_precision_at_20_diff1": -0.182188, + "nauc_precision_at_100_max": 0.113692, + "nauc_precision_at_100_std": 0.074741, + "nauc_precision_at_100_diff1": -0.102862, + "nauc_precision_at_1000_max": 0.023255, + "nauc_precision_at_1000_std": -0.104199, + "nauc_precision_at_1000_diff1": -0.052318, + "nauc_mrr_at_1_max": 0.106022, + "nauc_mrr_at_1_std": -0.057788, + "nauc_mrr_at_1_diff1": 0.070823, + "nauc_mrr_at_3_max": 0.20274, + "nauc_mrr_at_3_std": 0.003945, + "nauc_mrr_at_3_diff1": 0.032626, + "nauc_mrr_at_5_max": 0.202561, + "nauc_mrr_at_5_std": 0.009195, + "nauc_mrr_at_5_diff1": 0.011133, + "nauc_mrr_at_10_max": 0.188299, + "nauc_mrr_at_10_std": 0.002675, + "nauc_mrr_at_10_diff1": 0.018086, + "nauc_mrr_at_20_max": 0.188177, + "nauc_mrr_at_20_std": 0.003399, + "nauc_mrr_at_20_diff1": 0.023271, + "nauc_mrr_at_100_max": 0.187424, + "nauc_mrr_at_100_std": 0.002331, + "nauc_mrr_at_100_diff1": 0.022966, + "nauc_mrr_at_1000_max": 0.187322, + "nauc_mrr_at_1000_std": 0.002206, + "nauc_mrr_at_1000_diff1": 0.023113, + "main_score": 0.45764, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4925, + "ndcg_at_3": 0.45119, + "ndcg_at_5": 0.45539, + "ndcg_at_10": 0.44318, + "ndcg_at_20": 0.45211, + "ndcg_at_100": 0.53047, + "ndcg_at_1000": 0.62192, + "map_at_1": 0.04849, + "map_at_3": 0.08555, + "map_at_5": 0.11274, + "map_at_10": 0.15485, + "map_at_20": 0.2009, + "map_at_100": 0.29281, + "map_at_1000": 0.34491, + "recall_at_1": 0.04849, + "recall_at_3": 0.09708, + "recall_at_5": 0.14266, + "recall_at_10": 0.21508, + "recall_at_20": 0.32494, + "recall_at_100": 0.6275, + "recall_at_1000": 0.9033, + "precision_at_1": 0.65, + "precision_at_3": 0.54, + "precision_at_5": 0.523, + "precision_at_10": 0.4535, + "precision_at_20": 0.3865, + "precision_at_100": 0.21245, + "precision_at_1000": 0.04946, + "mrr_at_1": 0.65, + "mrr_at_3": 0.731667, + "mrr_at_5": 0.747167, + "mrr_at_10": 0.749429, + "mrr_at_20": 0.752836, + "mrr_at_100": 0.753559, + "mrr_at_1000": 0.753595, + "nauc_ndcg_at_1_max": 0.215775, + "nauc_ndcg_at_1_std": 0.138705, + "nauc_ndcg_at_1_diff1": 0.090775, + "nauc_ndcg_at_3_max": 0.238569, + "nauc_ndcg_at_3_std": 0.146634, + "nauc_ndcg_at_3_diff1": -0.082137, + "nauc_ndcg_at_5_max": 0.232215, + "nauc_ndcg_at_5_std": 0.138535, + "nauc_ndcg_at_5_diff1": -0.110113, + "nauc_ndcg_at_10_max": 0.310182, + "nauc_ndcg_at_10_std": 0.229423, + "nauc_ndcg_at_10_diff1": -0.110618, + "nauc_ndcg_at_20_max": 0.337762, + "nauc_ndcg_at_20_std": 0.328426, + "nauc_ndcg_at_20_diff1": -0.136383, + "nauc_ndcg_at_100_max": 0.442042, + "nauc_ndcg_at_100_std": 0.506001, + "nauc_ndcg_at_100_diff1": -0.143836, + "nauc_ndcg_at_1000_max": 0.453932, + "nauc_ndcg_at_1000_std": 0.475906, + "nauc_ndcg_at_1000_diff1": -0.211133, + "nauc_map_at_1_max": -0.058376, + "nauc_map_at_1_std": 0.008607, + "nauc_map_at_1_diff1": 0.184069, + "nauc_map_at_3_max": 0.002678, + "nauc_map_at_3_std": 0.099783, + "nauc_map_at_3_diff1": 0.072063, + "nauc_map_at_5_max": 0.061518, + "nauc_map_at_5_std": 0.127801, + "nauc_map_at_5_diff1": 0.056445, + "nauc_map_at_10_max": 0.175956, + "nauc_map_at_10_std": 0.231832, + "nauc_map_at_10_diff1": 0.02751, + "nauc_map_at_20_max": 0.217456, + "nauc_map_at_20_std": 0.308943, + "nauc_map_at_20_diff1": -0.02917, + "nauc_map_at_100_max": 0.329381, + "nauc_map_at_100_std": 0.46433, + "nauc_map_at_100_diff1": -0.102092, + "nauc_map_at_1000_max": 0.355257, + "nauc_map_at_1000_std": 0.468618, + "nauc_map_at_1000_diff1": -0.151786, + "nauc_recall_at_1_max": -0.058376, + "nauc_recall_at_1_std": 0.008607, + "nauc_recall_at_1_diff1": 0.184069, + "nauc_recall_at_3_max": -0.010341, + "nauc_recall_at_3_std": 0.097985, + "nauc_recall_at_3_diff1": 0.061969, + "nauc_recall_at_5_max": 0.029689, + "nauc_recall_at_5_std": 0.097621, + "nauc_recall_at_5_diff1": 0.06369, + "nauc_recall_at_10_max": 0.177827, + "nauc_recall_at_10_std": 0.220809, + "nauc_recall_at_10_diff1": 0.060801, + "nauc_recall_at_20_max": 0.161419, + "nauc_recall_at_20_std": 0.301501, + "nauc_recall_at_20_diff1": -0.014301, + "nauc_recall_at_100_max": 0.295641, + "nauc_recall_at_100_std": 0.502383, + "nauc_recall_at_100_diff1": -0.009698, + "nauc_recall_at_1000_max": 0.466638, + "nauc_recall_at_1000_std": 0.706184, + "nauc_recall_at_1000_diff1": -0.112742, + "nauc_precision_at_1_max": 0.25566, + "nauc_precision_at_1_std": 0.14513, + "nauc_precision_at_1_diff1": 0.067589, + "nauc_precision_at_3_max": 0.290502, + "nauc_precision_at_3_std": 0.170758, + "nauc_precision_at_3_diff1": -0.153081, + "nauc_precision_at_5_max": 0.276442, + "nauc_precision_at_5_std": 0.159778, + "nauc_precision_at_5_diff1": -0.170937, + "nauc_precision_at_10_max": 0.340388, + "nauc_precision_at_10_std": 0.23875, + "nauc_precision_at_10_diff1": -0.178216, + "nauc_precision_at_20_max": 0.26345, + "nauc_precision_at_20_std": 0.238267, + "nauc_precision_at_20_diff1": -0.207562, + "nauc_precision_at_100_max": 0.137128, + "nauc_precision_at_100_std": 0.09149, + "nauc_precision_at_100_diff1": -0.169832, + "nauc_precision_at_1000_max": 0.014241, + "nauc_precision_at_1000_std": -0.118992, + "nauc_precision_at_1000_diff1": -0.094109, + "nauc_mrr_at_1_max": 0.25566, + "nauc_mrr_at_1_std": 0.14513, + "nauc_mrr_at_1_diff1": 0.067589, + "nauc_mrr_at_3_max": 0.356077, + "nauc_mrr_at_3_std": 0.20809, + "nauc_mrr_at_3_diff1": 0.011844, + "nauc_mrr_at_5_max": 0.343646, + "nauc_mrr_at_5_std": 0.201638, + "nauc_mrr_at_5_diff1": 0.009304, + "nauc_mrr_at_10_max": 0.347855, + "nauc_mrr_at_10_std": 0.201431, + "nauc_mrr_at_10_diff1": 0.012306, + "nauc_mrr_at_20_max": 0.344028, + "nauc_mrr_at_20_std": 0.205828, + "nauc_mrr_at_20_diff1": 0.013616, + "nauc_mrr_at_100_max": 0.343233, + "nauc_mrr_at_100_std": 0.204231, + "nauc_mrr_at_100_diff1": 0.015082, + "nauc_mrr_at_1000_max": 0.343121, + "nauc_mrr_at_1000_std": 0.204109, + "nauc_mrr_at_1000_diff1": 0.015124, + "main_score": 0.44318, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.6875, + "ndcg_at_3": 0.60604, + "ndcg_at_5": 0.57719, + "ndcg_at_10": 0.56193, + "ndcg_at_20": 0.56726, + "ndcg_at_100": 0.63371, + "ndcg_at_1000": 0.71286, + "map_at_1": 0.12861, + "map_at_3": 0.20576, + "map_at_5": 0.24448, + "map_at_10": 0.29285, + "map_at_20": 0.32831, + "map_at_100": 0.39746, + "map_at_1000": 0.4359, + "recall_at_1": 0.12861, + "recall_at_3": 0.22255, + "recall_at_5": 0.27808, + "recall_at_10": 0.37121, + "recall_at_20": 0.46442, + "recall_at_100": 0.73021, + "recall_at_1000": 0.96278, + "precision_at_1": 0.78, + "precision_at_3": 0.60333, + "precision_at_5": 0.516, + "precision_at_10": 0.4055, + "precision_at_20": 0.3085, + "precision_at_100": 0.1547, + "precision_at_1000": 0.0343, + "mrr_at_1": 0.78, + "mrr_at_3": 0.8475, + "mrr_at_5": 0.85, + "mrr_at_10": 0.852458, + "mrr_at_20": 0.854231, + "mrr_at_100": 0.854665, + "mrr_at_1000": 0.854665, + "nauc_ndcg_at_1_max": 0.502496, + "nauc_ndcg_at_1_std": 0.143515, + "nauc_ndcg_at_1_diff1": 0.456372, + "nauc_ndcg_at_3_max": 0.451869, + "nauc_ndcg_at_3_std": 0.048822, + "nauc_ndcg_at_3_diff1": 0.248509, + "nauc_ndcg_at_5_max": 0.42997, + "nauc_ndcg_at_5_std": 0.041859, + "nauc_ndcg_at_5_diff1": 0.246969, + "nauc_ndcg_at_10_max": 0.414637, + "nauc_ndcg_at_10_std": 0.080538, + "nauc_ndcg_at_10_diff1": 0.249293, + "nauc_ndcg_at_20_max": 0.39799, + "nauc_ndcg_at_20_std": 0.089336, + "nauc_ndcg_at_20_diff1": 0.257356, + "nauc_ndcg_at_100_max": 0.440926, + "nauc_ndcg_at_100_std": 0.20089, + "nauc_ndcg_at_100_diff1": 0.287534, + "nauc_ndcg_at_1000_max": 0.466225, + "nauc_ndcg_at_1000_std": 0.173041, + "nauc_ndcg_at_1000_diff1": 0.29418, + "nauc_map_at_1_max": 0.183022, + "nauc_map_at_1_std": 0.100657, + "nauc_map_at_1_diff1": 0.422303, + "nauc_map_at_3_max": 0.235031, + "nauc_map_at_3_std": 0.150402, + "nauc_map_at_3_diff1": 0.281487, + "nauc_map_at_5_max": 0.261093, + "nauc_map_at_5_std": 0.170122, + "nauc_map_at_5_diff1": 0.246092, + "nauc_map_at_10_max": 0.287657, + "nauc_map_at_10_std": 0.188797, + "nauc_map_at_10_diff1": 0.210167, + "nauc_map_at_20_max": 0.296978, + "nauc_map_at_20_std": 0.187966, + "nauc_map_at_20_diff1": 0.199177, + "nauc_map_at_100_max": 0.307071, + "nauc_map_at_100_std": 0.198765, + "nauc_map_at_100_diff1": 0.180438, + "nauc_map_at_1000_max": 0.307065, + "nauc_map_at_1000_std": 0.17732, + "nauc_map_at_1000_diff1": 0.154197, + "nauc_recall_at_1_max": 0.183022, + "nauc_recall_at_1_std": 0.100657, + "nauc_recall_at_1_diff1": 0.422303, + "nauc_recall_at_3_max": 0.212197, + "nauc_recall_at_3_std": 0.145743, + "nauc_recall_at_3_diff1": 0.274644, + "nauc_recall_at_5_max": 0.223306, + "nauc_recall_at_5_std": 0.155858, + "nauc_recall_at_5_diff1": 0.243176, + "nauc_recall_at_10_max": 0.228505, + "nauc_recall_at_10_std": 0.186572, + "nauc_recall_at_10_diff1": 0.175333, + "nauc_recall_at_20_max": 0.229873, + "nauc_recall_at_20_std": 0.170138, + "nauc_recall_at_20_diff1": 0.18582, + "nauc_recall_at_100_max": 0.271131, + "nauc_recall_at_100_std": 0.31083, + "nauc_recall_at_100_diff1": 0.226966, + "nauc_recall_at_1000_max": 0.320982, + "nauc_recall_at_1000_std": 0.70217, + "nauc_recall_at_1000_diff1": 0.32608, + "nauc_precision_at_1_max": 0.553311, + "nauc_precision_at_1_std": 0.102483, + "nauc_precision_at_1_diff1": 0.455047, + "nauc_precision_at_3_max": 0.261616, + "nauc_precision_at_3_std": -0.004527, + "nauc_precision_at_3_diff1": -0.107263, + "nauc_precision_at_5_max": 0.184097, + "nauc_precision_at_5_std": -0.041676, + "nauc_precision_at_5_diff1": -0.162501, + "nauc_precision_at_10_max": 0.106881, + "nauc_precision_at_10_std": -0.097512, + "nauc_precision_at_10_diff1": -0.161835, + "nauc_precision_at_20_max": -0.000761, + "nauc_precision_at_20_std": -0.140465, + "nauc_precision_at_20_diff1": -0.185242, + "nauc_precision_at_100_max": -0.079425, + "nauc_precision_at_100_std": -0.155619, + "nauc_precision_at_100_diff1": -0.189645, + "nauc_precision_at_1000_max": -0.112623, + "nauc_precision_at_1000_std": -0.282229, + "nauc_precision_at_1000_diff1": -0.155305, + "nauc_mrr_at_1_max": 0.553311, + "nauc_mrr_at_1_std": 0.102483, + "nauc_mrr_at_1_diff1": 0.455047, + "nauc_mrr_at_3_max": 0.572964, + "nauc_mrr_at_3_std": 0.039348, + "nauc_mrr_at_3_diff1": 0.470902, + "nauc_mrr_at_5_max": 0.568996, + "nauc_mrr_at_5_std": 0.027373, + "nauc_mrr_at_5_diff1": 0.471165, + "nauc_mrr_at_10_max": 0.569197, + "nauc_mrr_at_10_std": 0.03598, + "nauc_mrr_at_10_diff1": 0.469961, + "nauc_mrr_at_20_max": 0.567647, + "nauc_mrr_at_20_std": 0.029927, + "nauc_mrr_at_20_diff1": 0.46766, + "nauc_mrr_at_100_max": 0.566424, + "nauc_mrr_at_100_std": 0.033726, + "nauc_mrr_at_100_diff1": 0.46702, + "nauc_mrr_at_1000_max": 0.566424, + "nauc_mrr_at_1000_std": 0.033726, + "nauc_mrr_at_1000_diff1": 0.46702, + "main_score": 0.56193, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5175, + "ndcg_at_3": 0.46883, + "ndcg_at_5": 0.45454, + "ndcg_at_10": 0.44929, + "ndcg_at_20": 0.46658, + "ndcg_at_100": 0.53252, + "ndcg_at_1000": 0.62505, + "map_at_1": 0.10612, + "map_at_3": 0.16275, + "map_at_5": 0.1911, + "map_at_10": 0.22784, + "map_at_20": 0.26173, + "map_at_100": 0.31329, + "map_at_1000": 0.3463, + "recall_at_1": 0.10612, + "recall_at_3": 0.1803, + "recall_at_5": 0.22615, + "recall_at_10": 0.3045, + "recall_at_20": 0.40547, + "recall_at_100": 0.64573, + "recall_at_1000": 0.93149, + "precision_at_1": 0.62, + "precision_at_3": 0.485, + "precision_at_5": 0.421, + "precision_at_10": 0.3315, + "precision_at_20": 0.261, + "precision_at_100": 0.12995, + "precision_at_1000": 0.0316, + "mrr_at_1": 0.62, + "mrr_at_3": 0.6975, + "mrr_at_5": 0.71275, + "mrr_at_10": 0.721966, + "mrr_at_20": 0.724634, + "mrr_at_100": 0.725545, + "mrr_at_1000": 0.725586, + "nauc_ndcg_at_1_max": 0.510744, + "nauc_ndcg_at_1_std": 0.221478, + "nauc_ndcg_at_1_diff1": 0.386706, + "nauc_ndcg_at_3_max": 0.427919, + "nauc_ndcg_at_3_std": 0.220386, + "nauc_ndcg_at_3_diff1": 0.300345, + "nauc_ndcg_at_5_max": 0.465015, + "nauc_ndcg_at_5_std": 0.213808, + "nauc_ndcg_at_5_diff1": 0.317905, + "nauc_ndcg_at_10_max": 0.484777, + "nauc_ndcg_at_10_std": 0.257335, + "nauc_ndcg_at_10_diff1": 0.314288, + "nauc_ndcg_at_20_max": 0.475826, + "nauc_ndcg_at_20_std": 0.309001, + "nauc_ndcg_at_20_diff1": 0.321349, + "nauc_ndcg_at_100_max": 0.484007, + "nauc_ndcg_at_100_std": 0.375891, + "nauc_ndcg_at_100_diff1": 0.3426, + "nauc_ndcg_at_1000_max": 0.526534, + "nauc_ndcg_at_1000_std": 0.346344, + "nauc_ndcg_at_1000_diff1": 0.339213, + "nauc_map_at_1_max": 0.263161, + "nauc_map_at_1_std": 0.209044, + "nauc_map_at_1_diff1": 0.465458, + "nauc_map_at_3_max": 0.249772, + "nauc_map_at_3_std": 0.263265, + "nauc_map_at_3_diff1": 0.374982, + "nauc_map_at_5_max": 0.297347, + "nauc_map_at_5_std": 0.288122, + "nauc_map_at_5_diff1": 0.350406, + "nauc_map_at_10_max": 0.32215, + "nauc_map_at_10_std": 0.316069, + "nauc_map_at_10_diff1": 0.305609, + "nauc_map_at_20_max": 0.342986, + "nauc_map_at_20_std": 0.338213, + "nauc_map_at_20_diff1": 0.302321, + "nauc_map_at_100_max": 0.367067, + "nauc_map_at_100_std": 0.344809, + "nauc_map_at_100_diff1": 0.298333, + "nauc_map_at_1000_max": 0.390337, + "nauc_map_at_1000_std": 0.328665, + "nauc_map_at_1000_diff1": 0.290411, + "nauc_recall_at_1_max": 0.263161, + "nauc_recall_at_1_std": 0.209044, + "nauc_recall_at_1_diff1": 0.465458, + "nauc_recall_at_3_max": 0.210256, + "nauc_recall_at_3_std": 0.271942, + "nauc_recall_at_3_diff1": 0.366414, + "nauc_recall_at_5_max": 0.27239, + "nauc_recall_at_5_std": 0.284568, + "nauc_recall_at_5_diff1": 0.34157, + "nauc_recall_at_10_max": 0.281533, + "nauc_recall_at_10_std": 0.314969, + "nauc_recall_at_10_diff1": 0.273242, + "nauc_recall_at_20_max": 0.278331, + "nauc_recall_at_20_std": 0.38351, + "nauc_recall_at_20_diff1": 0.243459, + "nauc_recall_at_100_max": 0.269934, + "nauc_recall_at_100_std": 0.425068, + "nauc_recall_at_100_diff1": 0.241028, + "nauc_recall_at_1000_max": 0.422731, + "nauc_recall_at_1000_std": 0.777418, + "nauc_recall_at_1000_diff1": 0.319601, + "nauc_precision_at_1_max": 0.521429, + "nauc_precision_at_1_std": 0.210765, + "nauc_precision_at_1_diff1": 0.364005, + "nauc_precision_at_3_max": 0.284145, + "nauc_precision_at_3_std": 0.124922, + "nauc_precision_at_3_diff1": 0.061009, + "nauc_precision_at_5_max": 0.265085, + "nauc_precision_at_5_std": 0.031585, + "nauc_precision_at_5_diff1": 0.006976, + "nauc_precision_at_10_max": 0.239422, + "nauc_precision_at_10_std": -0.011769, + "nauc_precision_at_10_diff1": -0.0689, + "nauc_precision_at_20_max": 0.177392, + "nauc_precision_at_20_std": -0.054892, + "nauc_precision_at_20_diff1": -0.074166, + "nauc_precision_at_100_max": 0.084487, + "nauc_precision_at_100_std": -0.158729, + "nauc_precision_at_100_diff1": -0.115626, + "nauc_precision_at_1000_max": 0.069445, + "nauc_precision_at_1000_std": -0.301226, + "nauc_precision_at_1000_diff1": -0.120789, + "nauc_mrr_at_1_max": 0.521429, + "nauc_mrr_at_1_std": 0.210765, + "nauc_mrr_at_1_diff1": 0.364005, + "nauc_mrr_at_3_max": 0.538857, + "nauc_mrr_at_3_std": 0.24291, + "nauc_mrr_at_3_diff1": 0.378219, + "nauc_mrr_at_5_max": 0.532145, + "nauc_mrr_at_5_std": 0.224206, + "nauc_mrr_at_5_diff1": 0.38801, + "nauc_mrr_at_10_max": 0.541904, + "nauc_mrr_at_10_std": 0.233089, + "nauc_mrr_at_10_diff1": 0.382866, + "nauc_mrr_at_20_max": 0.540752, + "nauc_mrr_at_20_std": 0.240848, + "nauc_mrr_at_20_diff1": 0.381336, + "nauc_mrr_at_100_max": 0.539832, + "nauc_mrr_at_100_std": 0.238444, + "nauc_mrr_at_100_diff1": 0.380113, + "nauc_mrr_at_1000_max": 0.539749, + "nauc_mrr_at_1000_std": 0.238388, + "nauc_mrr_at_1000_diff1": 0.380082, + "main_score": 0.44929, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5025, + "ndcg_at_3": 0.44834, + "ndcg_at_5": 0.42892, + "ndcg_at_10": 0.43529, + "ndcg_at_20": 0.44537, + "ndcg_at_100": 0.51056, + "ndcg_at_1000": 0.6065, + "map_at_1": 0.10027, + "map_at_3": 0.1571, + "map_at_5": 0.18093, + "map_at_10": 0.21758, + "map_at_20": 0.243, + "map_at_100": 0.29155, + "map_at_1000": 0.32484, + "recall_at_1": 0.10027, + "recall_at_3": 0.17943, + "recall_at_5": 0.2223, + "recall_at_10": 0.3068, + "recall_at_20": 0.3846, + "recall_at_100": 0.62479, + "recall_at_1000": 0.92191, + "precision_at_1": 0.6, + "precision_at_3": 0.45833, + "precision_at_5": 0.389, + "precision_at_10": 0.322, + "precision_at_20": 0.2445, + "precision_at_100": 0.12445, + "precision_at_1000": 0.03147, + "mrr_at_1": 0.6, + "mrr_at_3": 0.673333, + "mrr_at_5": 0.690583, + "mrr_at_10": 0.700909, + "mrr_at_20": 0.702895, + "mrr_at_100": 0.704273, + "mrr_at_1000": 0.704273, + "nauc_ndcg_at_1_max": 0.445816, + "nauc_ndcg_at_1_std": 0.27793, + "nauc_ndcg_at_1_diff1": 0.243551, + "nauc_ndcg_at_3_max": 0.485581, + "nauc_ndcg_at_3_std": 0.279679, + "nauc_ndcg_at_3_diff1": 0.233765, + "nauc_ndcg_at_5_max": 0.508594, + "nauc_ndcg_at_5_std": 0.319224, + "nauc_ndcg_at_5_diff1": 0.195831, + "nauc_ndcg_at_10_max": 0.524691, + "nauc_ndcg_at_10_std": 0.329733, + "nauc_ndcg_at_10_diff1": 0.187457, + "nauc_ndcg_at_20_max": 0.52533, + "nauc_ndcg_at_20_std": 0.377317, + "nauc_ndcg_at_20_diff1": 0.189527, + "nauc_ndcg_at_100_max": 0.52106, + "nauc_ndcg_at_100_std": 0.44205, + "nauc_ndcg_at_100_diff1": 0.210053, + "nauc_ndcg_at_1000_max": 0.567975, + "nauc_ndcg_at_1000_std": 0.423701, + "nauc_ndcg_at_1000_diff1": 0.178753, + "nauc_map_at_1_max": 0.345284, + "nauc_map_at_1_std": 0.267682, + "nauc_map_at_1_diff1": 0.383153, + "nauc_map_at_3_max": 0.352891, + "nauc_map_at_3_std": 0.321933, + "nauc_map_at_3_diff1": 0.325413, + "nauc_map_at_5_max": 0.364195, + "nauc_map_at_5_std": 0.341637, + "nauc_map_at_5_diff1": 0.27642, + "nauc_map_at_10_max": 0.383866, + "nauc_map_at_10_std": 0.362609, + "nauc_map_at_10_diff1": 0.238914, + "nauc_map_at_20_max": 0.406212, + "nauc_map_at_20_std": 0.389537, + "nauc_map_at_20_diff1": 0.23004, + "nauc_map_at_100_max": 0.437497, + "nauc_map_at_100_std": 0.410767, + "nauc_map_at_100_diff1": 0.208327, + "nauc_map_at_1000_max": 0.45912, + "nauc_map_at_1000_std": 0.399802, + "nauc_map_at_1000_diff1": 0.184932, + "nauc_recall_at_1_max": 0.345284, + "nauc_recall_at_1_std": 0.267682, + "nauc_recall_at_1_diff1": 0.383153, + "nauc_recall_at_3_max": 0.310469, + "nauc_recall_at_3_std": 0.329567, + "nauc_recall_at_3_diff1": 0.294569, + "nauc_recall_at_5_max": 0.298442, + "nauc_recall_at_5_std": 0.329239, + "nauc_recall_at_5_diff1": 0.222081, + "nauc_recall_at_10_max": 0.321978, + "nauc_recall_at_10_std": 0.341915, + "nauc_recall_at_10_diff1": 0.176389, + "nauc_recall_at_20_max": 0.34311, + "nauc_recall_at_20_std": 0.42843, + "nauc_recall_at_20_diff1": 0.156783, + "nauc_recall_at_100_max": 0.31545, + "nauc_recall_at_100_std": 0.496823, + "nauc_recall_at_100_diff1": 0.124386, + "nauc_recall_at_1000_max": 0.434215, + "nauc_recall_at_1000_std": 0.77081, + "nauc_recall_at_1000_diff1": -0.055865, + "nauc_precision_at_1_max": 0.492839, + "nauc_precision_at_1_std": 0.259187, + "nauc_precision_at_1_diff1": 0.246045, + "nauc_precision_at_3_max": 0.369919, + "nauc_precision_at_3_std": 0.182324, + "nauc_precision_at_3_diff1": 0.078009, + "nauc_precision_at_5_max": 0.328678, + "nauc_precision_at_5_std": 0.168578, + "nauc_precision_at_5_diff1": -0.040655, + "nauc_precision_at_10_max": 0.260641, + "nauc_precision_at_10_std": 0.065716, + "nauc_precision_at_10_diff1": -0.099913, + "nauc_precision_at_20_max": 0.200188, + "nauc_precision_at_20_std": 0.016279, + "nauc_precision_at_20_diff1": -0.14449, + "nauc_precision_at_100_max": 0.07232, + "nauc_precision_at_100_std": -0.106905, + "nauc_precision_at_100_diff1": -0.163945, + "nauc_precision_at_1000_max": 0.002924, + "nauc_precision_at_1000_std": -0.273167, + "nauc_precision_at_1000_diff1": -0.125317, + "nauc_mrr_at_1_max": 0.492839, + "nauc_mrr_at_1_std": 0.259187, + "nauc_mrr_at_1_diff1": 0.246045, + "nauc_mrr_at_3_max": 0.534169, + "nauc_mrr_at_3_std": 0.280097, + "nauc_mrr_at_3_diff1": 0.254289, + "nauc_mrr_at_5_max": 0.527993, + "nauc_mrr_at_5_std": 0.291148, + "nauc_mrr_at_5_diff1": 0.248436, + "nauc_mrr_at_10_max": 0.528987, + "nauc_mrr_at_10_std": 0.280997, + "nauc_mrr_at_10_diff1": 0.245624, + "nauc_mrr_at_20_max": 0.528578, + "nauc_mrr_at_20_std": 0.284517, + "nauc_mrr_at_20_diff1": 0.242431, + "nauc_mrr_at_100_max": 0.528002, + "nauc_mrr_at_100_std": 0.283583, + "nauc_mrr_at_100_diff1": 0.242174, + "nauc_mrr_at_1000_max": 0.528002, + "nauc_mrr_at_1000_std": 0.283583, + "nauc_mrr_at_1000_diff1": 0.242174, + "main_score": 0.43529, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14252.432218313217, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-small-768/2/CmedqaRetrieval.json new file mode 100644 index 0000000000..ff85b01d62 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.25.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.1833, + "ndcg_at_3": 0.18401, + "ndcg_at_5": 0.19499, + "ndcg_at_10": 0.21408, + "ndcg_at_20": 0.23295, + "ndcg_at_100": 0.26896, + "ndcg_at_1000": 0.30816, + "map_at_1": 0.1158, + "map_at_3": 0.15179, + "map_at_5": 0.16195, + "map_at_10": 0.17161, + "map_at_20": 0.17774, + "map_at_100": 0.18353, + "map_at_1000": 0.18516, + "recall_at_1": 0.1158, + "recall_at_3": 0.18318, + "recall_at_5": 0.21794, + "recall_at_10": 0.27377, + "recall_at_20": 0.3373, + "recall_at_100": 0.50548, + "recall_at_1000": 0.78142, + "precision_at_1": 0.1833, + "precision_at_3": 0.10528, + "precision_at_5": 0.07732, + "precision_at_10": 0.04976, + "precision_at_20": 0.03142, + "precision_at_100": 0.00955, + "precision_at_1000": 0.00147, + "mrr_at_1": 0.183296, + "mrr_at_3": 0.22068, + "mrr_at_5": 0.230583, + "mrr_at_10": 0.239471, + "mrr_at_20": 0.244062, + "mrr_at_100": 0.248043, + "mrr_at_1000": 0.248991, + "nauc_ndcg_at_1_max": 0.362294, + "nauc_ndcg_at_1_std": 0.065538, + "nauc_ndcg_at_1_diff1": 0.486901, + "nauc_ndcg_at_3_max": 0.326674, + "nauc_ndcg_at_3_std": 0.063635, + "nauc_ndcg_at_3_diff1": 0.408275, + "nauc_ndcg_at_5_max": 0.315459, + "nauc_ndcg_at_5_std": 0.06176, + "nauc_ndcg_at_5_diff1": 0.388483, + "nauc_ndcg_at_10_max": 0.314532, + "nauc_ndcg_at_10_std": 0.065748, + "nauc_ndcg_at_10_diff1": 0.372844, + "nauc_ndcg_at_20_max": 0.317513, + "nauc_ndcg_at_20_std": 0.076184, + "nauc_ndcg_at_20_diff1": 0.361862, + "nauc_ndcg_at_100_max": 0.331581, + "nauc_ndcg_at_100_std": 0.105474, + "nauc_ndcg_at_100_diff1": 0.35401, + "nauc_ndcg_at_1000_max": 0.340388, + "nauc_ndcg_at_1000_std": 0.115804, + "nauc_ndcg_at_1000_diff1": 0.354969, + "nauc_map_at_1_max": 0.319488, + "nauc_map_at_1_std": 0.05221, + "nauc_map_at_1_diff1": 0.47614, + "nauc_map_at_3_max": 0.314994, + "nauc_map_at_3_std": 0.054798, + "nauc_map_at_3_diff1": 0.421112, + "nauc_map_at_5_max": 0.31472, + "nauc_map_at_5_std": 0.05606, + "nauc_map_at_5_diff1": 0.408762, + "nauc_map_at_10_max": 0.318762, + "nauc_map_at_10_std": 0.059756, + "nauc_map_at_10_diff1": 0.402272, + "nauc_map_at_20_max": 0.321529, + "nauc_map_at_20_std": 0.064486, + "nauc_map_at_20_diff1": 0.398005, + "nauc_map_at_100_max": 0.324744, + "nauc_map_at_100_std": 0.07003, + "nauc_map_at_100_diff1": 0.396619, + "nauc_map_at_1000_max": 0.325253, + "nauc_map_at_1000_std": 0.070879, + "nauc_map_at_1000_diff1": 0.396532, + "nauc_recall_at_1_max": 0.319488, + "nauc_recall_at_1_std": 0.05221, + "nauc_recall_at_1_diff1": 0.47614, + "nauc_recall_at_3_max": 0.279938, + "nauc_recall_at_3_std": 0.052369, + "nauc_recall_at_3_diff1": 0.35439, + "nauc_recall_at_5_max": 0.269043, + "nauc_recall_at_5_std": 0.054746, + "nauc_recall_at_5_diff1": 0.315387, + "nauc_recall_at_10_max": 0.260548, + "nauc_recall_at_10_std": 0.06482, + "nauc_recall_at_10_diff1": 0.271459, + "nauc_recall_at_20_max": 0.264277, + "nauc_recall_at_20_std": 0.090899, + "nauc_recall_at_20_diff1": 0.241226, + "nauc_recall_at_100_max": 0.306381, + "nauc_recall_at_100_std": 0.198746, + "nauc_recall_at_100_diff1": 0.198015, + "nauc_recall_at_1000_max": 0.398764, + "nauc_recall_at_1000_std": 0.361214, + "nauc_recall_at_1000_diff1": 0.135289, + "nauc_precision_at_1_max": 0.362294, + "nauc_precision_at_1_std": 0.065538, + "nauc_precision_at_1_diff1": 0.486901, + "nauc_precision_at_3_max": 0.340207, + "nauc_precision_at_3_std": 0.074103, + "nauc_precision_at_3_diff1": 0.3585, + "nauc_precision_at_5_max": 0.326511, + "nauc_precision_at_5_std": 0.076082, + "nauc_precision_at_5_diff1": 0.309441, + "nauc_precision_at_10_max": 0.330355, + "nauc_precision_at_10_std": 0.098844, + "nauc_precision_at_10_diff1": 0.263285, + "nauc_precision_at_20_max": 0.317545, + "nauc_precision_at_20_std": 0.125551, + "nauc_precision_at_20_diff1": 0.215443, + "nauc_precision_at_100_max": 0.290169, + "nauc_precision_at_100_std": 0.183385, + "nauc_precision_at_100_diff1": 0.150984, + "nauc_precision_at_1000_max": 0.213461, + "nauc_precision_at_1000_std": 0.161661, + "nauc_precision_at_1000_diff1": 0.071025, + "nauc_mrr_at_1_max": 0.362294, + "nauc_mrr_at_1_std": 0.065538, + "nauc_mrr_at_1_diff1": 0.486901, + "nauc_mrr_at_3_max": 0.336513, + "nauc_mrr_at_3_std": 0.062776, + "nauc_mrr_at_3_diff1": 0.42872, + "nauc_mrr_at_5_max": 0.333064, + "nauc_mrr_at_5_std": 0.063708, + "nauc_mrr_at_5_diff1": 0.416955, + "nauc_mrr_at_10_max": 0.33144, + "nauc_mrr_at_10_std": 0.066069, + "nauc_mrr_at_10_diff1": 0.409797, + "nauc_mrr_at_20_max": 0.331229, + "nauc_mrr_at_20_std": 0.067289, + "nauc_mrr_at_20_diff1": 0.40767, + "nauc_mrr_at_100_max": 0.332235, + "nauc_mrr_at_100_std": 0.069861, + "nauc_mrr_at_100_diff1": 0.407176, + "nauc_mrr_at_1000_max": 0.332488, + "nauc_mrr_at_1000_std": 0.070021, + "nauc_mrr_at_1000_diff1": 0.407369, + "main_score": 0.21408, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1215.4128108024597, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-small-768/2/MedicalQARetrieval.json new file mode 100644 index 0000000000..7ac7da8db2 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51318, + "ndcg_at_3": 0.65367, + "ndcg_at_5": 0.68162, + "ndcg_at_10": 0.70198, + "ndcg_at_20": 0.71263, + "ndcg_at_100": 0.72065, + "ndcg_at_1000": 0.72406, + "map_at_1": 0.51318, + "map_at_3": 0.6189, + "map_at_5": 0.63452, + "map_at_10": 0.6431, + "map_at_20": 0.64604, + "map_at_100": 0.64721, + "map_at_1000": 0.64732, + "recall_at_1": 0.51318, + "recall_at_3": 0.75439, + "recall_at_5": 0.82178, + "recall_at_10": 0.88379, + "recall_at_20": 0.92578, + "recall_at_100": 0.96826, + "recall_at_1000": 0.99561, + "precision_at_1": 0.51318, + "precision_at_3": 0.25146, + "precision_at_5": 0.16436, + "precision_at_10": 0.08838, + "precision_at_20": 0.04629, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.513672, + "mrr_at_3": 0.619629, + "mrr_at_5": 0.634912, + "mrr_at_10": 0.64349, + "mrr_at_20": 0.646432, + "mrr_at_100": 0.647596, + "mrr_at_1000": 0.647715, + "nauc_ndcg_at_1_max": 0.367526, + "nauc_ndcg_at_1_std": -0.052768, + "nauc_ndcg_at_1_diff1": 0.52592, + "nauc_ndcg_at_3_max": 0.345881, + "nauc_ndcg_at_3_std": -0.102592, + "nauc_ndcg_at_3_diff1": 0.453841, + "nauc_ndcg_at_5_max": 0.352074, + "nauc_ndcg_at_5_std": -0.088651, + "nauc_ndcg_at_5_diff1": 0.454818, + "nauc_ndcg_at_10_max": 0.366006, + "nauc_ndcg_at_10_std": -0.07675, + "nauc_ndcg_at_10_diff1": 0.454985, + "nauc_ndcg_at_20_max": 0.367291, + "nauc_ndcg_at_20_std": -0.063989, + "nauc_ndcg_at_20_diff1": 0.455913, + "nauc_ndcg_at_100_max": 0.362833, + "nauc_ndcg_at_100_std": -0.061637, + "nauc_ndcg_at_100_diff1": 0.461559, + "nauc_ndcg_at_1000_max": 0.361312, + "nauc_ndcg_at_1000_std": -0.066452, + "nauc_ndcg_at_1000_diff1": 0.465334, + "nauc_map_at_1_max": 0.367526, + "nauc_map_at_1_std": -0.052768, + "nauc_map_at_1_diff1": 0.52592, + "nauc_map_at_3_max": 0.352142, + "nauc_map_at_3_std": -0.086214, + "nauc_map_at_3_diff1": 0.472843, + "nauc_map_at_5_max": 0.355558, + "nauc_map_at_5_std": -0.078537, + "nauc_map_at_5_diff1": 0.474293, + "nauc_map_at_10_max": 0.360684, + "nauc_map_at_10_std": -0.073803, + "nauc_map_at_10_diff1": 0.474933, + "nauc_map_at_20_max": 0.360989, + "nauc_map_at_20_std": -0.070844, + "nauc_map_at_20_diff1": 0.47532, + "nauc_map_at_100_max": 0.360389, + "nauc_map_at_100_std": -0.070386, + "nauc_map_at_100_diff1": 0.47598, + "nauc_map_at_1000_max": 0.360356, + "nauc_map_at_1000_std": -0.070466, + "nauc_map_at_1000_diff1": 0.476101, + "nauc_recall_at_1_max": 0.367526, + "nauc_recall_at_1_std": -0.052768, + "nauc_recall_at_1_diff1": 0.52592, + "nauc_recall_at_3_max": 0.321794, + "nauc_recall_at_3_std": -0.166667, + "nauc_recall_at_3_diff1": 0.381737, + "nauc_recall_at_5_max": 0.336558, + "nauc_recall_at_5_std": -0.135708, + "nauc_recall_at_5_diff1": 0.361962, + "nauc_recall_at_10_max": 0.416727, + "nauc_recall_at_10_std": -0.085102, + "nauc_recall_at_10_diff1": 0.318574, + "nauc_recall_at_20_max": 0.457394, + "nauc_recall_at_20_std": 0.06254, + "nauc_recall_at_20_diff1": 0.257251, + "nauc_recall_at_100_max": 0.426727, + "nauc_recall_at_100_std": 0.289621, + "nauc_recall_at_100_diff1": 0.211429, + "nauc_recall_at_1000_max": 0.204697, + "nauc_recall_at_1000_std": 0.404619, + "nauc_recall_at_1000_diff1": 0.09948, + "nauc_precision_at_1_max": 0.367526, + "nauc_precision_at_1_std": -0.052768, + "nauc_precision_at_1_diff1": 0.52592, + "nauc_precision_at_3_max": 0.321794, + "nauc_precision_at_3_std": -0.166667, + "nauc_precision_at_3_diff1": 0.381737, + "nauc_precision_at_5_max": 0.336558, + "nauc_precision_at_5_std": -0.135708, + "nauc_precision_at_5_diff1": 0.361962, + "nauc_precision_at_10_max": 0.416727, + "nauc_precision_at_10_std": -0.085102, + "nauc_precision_at_10_diff1": 0.318574, + "nauc_precision_at_20_max": 0.457394, + "nauc_precision_at_20_std": 0.06254, + "nauc_precision_at_20_diff1": 0.257251, + "nauc_precision_at_100_max": 0.426727, + "nauc_precision_at_100_std": 0.289621, + "nauc_precision_at_100_diff1": 0.211429, + "nauc_precision_at_1000_max": 0.204697, + "nauc_precision_at_1000_std": 0.404619, + "nauc_precision_at_1000_diff1": 0.09948, + "nauc_mrr_at_1_max": 0.366299, + "nauc_mrr_at_1_std": -0.054023, + "nauc_mrr_at_1_diff1": 0.524772, + "nauc_mrr_at_3_max": 0.350922, + "nauc_mrr_at_3_std": -0.087757, + "nauc_mrr_at_3_diff1": 0.471048, + "nauc_mrr_at_5_max": 0.354472, + "nauc_mrr_at_5_std": -0.079816, + "nauc_mrr_at_5_diff1": 0.473227, + "nauc_mrr_at_10_max": 0.359572, + "nauc_mrr_at_10_std": -0.075114, + "nauc_mrr_at_10_diff1": 0.473838, + "nauc_mrr_at_20_max": 0.359866, + "nauc_mrr_at_20_std": -0.072166, + "nauc_mrr_at_20_diff1": 0.474214, + "nauc_mrr_at_100_max": 0.359262, + "nauc_mrr_at_100_std": -0.071713, + "nauc_mrr_at_100_diff1": 0.47487, + "nauc_mrr_at_1000_max": 0.359228, + "nauc_mrr_at_1000_std": -0.071794, + "nauc_mrr_at_1000_diff1": 0.474991, + "main_score": 0.70198, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 34.188600063323975, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/MedrxivClusteringP2P.v2.json b/results/openai__text-embedding-3-small-768/2/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..fc918e5947 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.364549, + 0.355851, + 0.358564, + 0.369555, + 0.368319, + 0.358636, + 0.358729, + 0.360437, + 0.367422, + 0.370867 + ] + }, + "v_measure": 0.363293, + "v_measure_std": 0.005186, + "main_score": 0.363293, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 40.80907106399536, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-small-768/2/MedrxivClusteringS2S.v2.json new file mode 100644 index 0000000000..8e7b085eef --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.357005, + 0.348621, + 0.351632, + 0.33875, + 0.351804, + 0.347268, + 0.346995, + 0.360691, + 0.336882, + 0.346405 + ] + }, + "v_measure": 0.348605, + "v_measure_std": 0.006927, + "main_score": 0.348605, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13.320443153381348, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/NFCorpus.json b/results/openai__text-embedding-3-small-768/2/NFCorpus.json new file mode 100644 index 0000000000..76eceb4655 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.47988, + "ndcg_at_3": 0.43122, + "ndcg_at_5": 0.40905, + "ndcg_at_10": 0.37756, + "ndcg_at_20": 0.35178, + "ndcg_at_100": 0.34679, + "ndcg_at_1000": 0.4351, + "map_at_1": 0.06645, + "map_at_3": 0.10396, + "map_at_5": 0.12058, + "map_at_10": 0.14251, + "map_at_20": 0.15842, + "map_at_100": 0.18083, + "map_at_1000": 0.19684, + "recall_at_1": 0.06645, + "recall_at_3": 0.11279, + "recall_at_5": 0.14041, + "recall_at_10": 0.18564, + "recall_at_20": 0.23093, + "recall_at_100": 0.35651, + "recall_at_1000": 0.6722, + "precision_at_1": 0.50155, + "precision_at_3": 0.40248, + "precision_at_5": 0.35356, + "precision_at_10": 0.2808, + "precision_at_20": 0.20495, + "precision_at_100": 0.08783, + "precision_at_1000": 0.02182, + "mrr_at_1": 0.501548, + "mrr_at_3": 0.563983, + "mrr_at_5": 0.576677, + "mrr_at_10": 0.584371, + "mrr_at_20": 0.588399, + "mrr_at_100": 0.590044, + "mrr_at_1000": 0.590353, + "nauc_ndcg_at_1_max": 0.412019, + "nauc_ndcg_at_1_std": 0.276603, + "nauc_ndcg_at_1_diff1": 0.280773, + "nauc_ndcg_at_3_max": 0.38792, + "nauc_ndcg_at_3_std": 0.292183, + "nauc_ndcg_at_3_diff1": 0.209462, + "nauc_ndcg_at_5_max": 0.402428, + "nauc_ndcg_at_5_std": 0.299173, + "nauc_ndcg_at_5_diff1": 0.207333, + "nauc_ndcg_at_10_max": 0.393922, + "nauc_ndcg_at_10_std": 0.297364, + "nauc_ndcg_at_10_diff1": 0.213249, + "nauc_ndcg_at_20_max": 0.373026, + "nauc_ndcg_at_20_std": 0.2849, + "nauc_ndcg_at_20_diff1": 0.222803, + "nauc_ndcg_at_100_max": 0.411155, + "nauc_ndcg_at_100_std": 0.290222, + "nauc_ndcg_at_100_diff1": 0.285555, + "nauc_ndcg_at_1000_max": 0.461412, + "nauc_ndcg_at_1000_std": 0.349355, + "nauc_ndcg_at_1000_diff1": 0.284451, + "nauc_map_at_1_max": 0.127948, + "nauc_map_at_1_std": -0.086289, + "nauc_map_at_1_diff1": 0.436003, + "nauc_map_at_3_max": 0.187499, + "nauc_map_at_3_std": -0.07238, + "nauc_map_at_3_diff1": 0.406414, + "nauc_map_at_5_max": 0.230861, + "nauc_map_at_5_std": -0.040526, + "nauc_map_at_5_diff1": 0.39357, + "nauc_map_at_10_max": 0.274088, + "nauc_map_at_10_std": 0.013214, + "nauc_map_at_10_diff1": 0.361077, + "nauc_map_at_20_max": 0.303303, + "nauc_map_at_20_std": 0.062047, + "nauc_map_at_20_diff1": 0.341678, + "nauc_map_at_100_max": 0.327037, + "nauc_map_at_100_std": 0.126674, + "nauc_map_at_100_diff1": 0.329177, + "nauc_map_at_1000_max": 0.327102, + "nauc_map_at_1000_std": 0.160355, + "nauc_map_at_1000_diff1": 0.311532, + "nauc_recall_at_1_max": 0.127948, + "nauc_recall_at_1_std": -0.086289, + "nauc_recall_at_1_diff1": 0.436003, + "nauc_recall_at_3_max": 0.166797, + "nauc_recall_at_3_std": -0.074264, + "nauc_recall_at_3_diff1": 0.374131, + "nauc_recall_at_5_max": 0.213779, + "nauc_recall_at_5_std": -0.043809, + "nauc_recall_at_5_diff1": 0.367504, + "nauc_recall_at_10_max": 0.23701, + "nauc_recall_at_10_std": -0.003837, + "nauc_recall_at_10_diff1": 0.314952, + "nauc_recall_at_20_max": 0.23047, + "nauc_recall_at_20_std": 0.027201, + "nauc_recall_at_20_diff1": 0.285079, + "nauc_recall_at_100_max": 0.266858, + "nauc_recall_at_100_std": 0.141526, + "nauc_recall_at_100_diff1": 0.244544, + "nauc_recall_at_1000_max": 0.218722, + "nauc_recall_at_1000_std": 0.197863, + "nauc_recall_at_1000_diff1": 0.123707, + "nauc_precision_at_1_max": 0.432314, + "nauc_precision_at_1_std": 0.293423, + "nauc_precision_at_1_diff1": 0.27998, + "nauc_precision_at_3_max": 0.38198, + "nauc_precision_at_3_std": 0.337825, + "nauc_precision_at_3_diff1": 0.10397, + "nauc_precision_at_5_max": 0.39473, + "nauc_precision_at_5_std": 0.368841, + "nauc_precision_at_5_diff1": 0.062116, + "nauc_precision_at_10_max": 0.375784, + "nauc_precision_at_10_std": 0.409512, + "nauc_precision_at_10_diff1": 0.018256, + "nauc_precision_at_20_max": 0.296929, + "nauc_precision_at_20_std": 0.430727, + "nauc_precision_at_20_diff1": -0.031656, + "nauc_precision_at_100_max": 0.144165, + "nauc_precision_at_100_std": 0.424255, + "nauc_precision_at_100_diff1": -0.114815, + "nauc_precision_at_1000_max": -0.015803, + "nauc_precision_at_1000_std": 0.323189, + "nauc_precision_at_1000_diff1": -0.174659, + "nauc_mrr_at_1_max": 0.432314, + "nauc_mrr_at_1_std": 0.293423, + "nauc_mrr_at_1_diff1": 0.27998, + "nauc_mrr_at_3_max": 0.461578, + "nauc_mrr_at_3_std": 0.360069, + "nauc_mrr_at_3_diff1": 0.255424, + "nauc_mrr_at_5_max": 0.475286, + "nauc_mrr_at_5_std": 0.365553, + "nauc_mrr_at_5_diff1": 0.262792, + "nauc_mrr_at_10_max": 0.479962, + "nauc_mrr_at_10_std": 0.369533, + "nauc_mrr_at_10_diff1": 0.267844, + "nauc_mrr_at_20_max": 0.479502, + "nauc_mrr_at_20_std": 0.369519, + "nauc_mrr_at_20_diff1": 0.269101, + "nauc_mrr_at_100_max": 0.479576, + "nauc_mrr_at_100_std": 0.369719, + "nauc_mrr_at_100_diff1": 0.269438, + "nauc_mrr_at_1000_max": 0.479412, + "nauc_mrr_at_1000_std": 0.369532, + "nauc_mrr_at_1000_diff1": 0.269199, + "main_score": 0.37756, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 84.28298282623291, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/PublicHealthQA.json b/results/openai__text-embedding-3-small-768/2/PublicHealthQA.json new file mode 100644 index 0000000000..6d8efb01c2 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51163, + "ndcg_at_3": 0.65628, + "ndcg_at_5": 0.68081, + "ndcg_at_10": 0.69246, + "ndcg_at_20": 0.70173, + "ndcg_at_100": 0.72227, + "ndcg_at_1000": 0.72227, + "map_at_1": 0.51163, + "map_at_3": 0.61822, + "map_at_5": 0.63217, + "map_at_10": 0.63721, + "map_at_20": 0.64001, + "map_at_100": 0.64327, + "map_at_1000": 0.64327, + "recall_at_1": 0.51163, + "recall_at_3": 0.76744, + "recall_at_5": 0.82558, + "recall_at_10": 0.86047, + "recall_at_20": 0.89535, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.51163, + "precision_at_3": 0.25581, + "precision_at_5": 0.16512, + "precision_at_10": 0.08605, + "precision_at_20": 0.04477, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.511628, + "mrr_at_3": 0.618217, + "mrr_at_5": 0.632171, + "mrr_at_10": 0.637209, + "mrr_at_20": 0.640007, + "mrr_at_100": 0.643269, + "mrr_at_1000": 0.643269, + "nauc_ndcg_at_1_max": 0.211309, + "nauc_ndcg_at_1_std": -0.004953, + "nauc_ndcg_at_1_diff1": 0.495911, + "nauc_ndcg_at_3_max": 0.248421, + "nauc_ndcg_at_3_std": 0.001341, + "nauc_ndcg_at_3_diff1": 0.510288, + "nauc_ndcg_at_5_max": 0.192342, + "nauc_ndcg_at_5_std": -0.046956, + "nauc_ndcg_at_5_diff1": 0.4746, + "nauc_ndcg_at_10_max": 0.200354, + "nauc_ndcg_at_10_std": -0.023207, + "nauc_ndcg_at_10_diff1": 0.490361, + "nauc_ndcg_at_20_max": 0.206417, + "nauc_ndcg_at_20_std": -0.013789, + "nauc_ndcg_at_20_diff1": 0.473285, + "nauc_ndcg_at_100_max": 0.21048, + "nauc_ndcg_at_100_std": -0.014596, + "nauc_ndcg_at_100_diff1": 0.487307, + "nauc_ndcg_at_1000_max": 0.21048, + "nauc_ndcg_at_1000_std": -0.014596, + "nauc_ndcg_at_1000_diff1": 0.487307, + "nauc_map_at_1_max": 0.211309, + "nauc_map_at_1_std": -0.004953, + "nauc_map_at_1_diff1": 0.495911, + "nauc_map_at_3_max": 0.236108, + "nauc_map_at_3_std": -0.000649, + "nauc_map_at_3_diff1": 0.50232, + "nauc_map_at_5_max": 0.206771, + "nauc_map_at_5_std": -0.025514, + "nauc_map_at_5_diff1": 0.483341, + "nauc_map_at_10_max": 0.210562, + "nauc_map_at_10_std": -0.015652, + "nauc_map_at_10_diff1": 0.490389, + "nauc_map_at_20_max": 0.213016, + "nauc_map_at_20_std": -0.01213, + "nauc_map_at_20_diff1": 0.486111, + "nauc_map_at_100_max": 0.213187, + "nauc_map_at_100_std": -0.012458, + "nauc_map_at_100_diff1": 0.488472, + "nauc_map_at_1000_max": 0.213187, + "nauc_map_at_1000_std": -0.012458, + "nauc_map_at_1000_diff1": 0.488472, + "nauc_recall_at_1_max": 0.211309, + "nauc_recall_at_1_std": -0.004953, + "nauc_recall_at_1_diff1": 0.495911, + "nauc_recall_at_3_max": 0.298661, + "nauc_recall_at_3_std": 0.009409, + "nauc_recall_at_3_diff1": 0.544378, + "nauc_recall_at_5_max": 0.111283, + "nauc_recall_at_5_std": -0.162113, + "nauc_recall_at_5_diff1": 0.427857, + "nauc_recall_at_10_max": 0.130326, + "nauc_recall_at_10_std": -0.06618, + "nauc_recall_at_10_diff1": 0.491717, + "nauc_recall_at_20_max": 0.145795, + "nauc_recall_at_20_std": -0.019006, + "nauc_recall_at_20_diff1": 0.346244, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.211309, + "nauc_precision_at_1_std": -0.004953, + "nauc_precision_at_1_diff1": 0.495911, + "nauc_precision_at_3_max": 0.298661, + "nauc_precision_at_3_std": 0.009409, + "nauc_precision_at_3_diff1": 0.544378, + "nauc_precision_at_5_max": 0.111283, + "nauc_precision_at_5_std": -0.162113, + "nauc_precision_at_5_diff1": 0.427857, + "nauc_precision_at_10_max": 0.130326, + "nauc_precision_at_10_std": -0.06618, + "nauc_precision_at_10_diff1": 0.491717, + "nauc_precision_at_20_max": 0.145795, + "nauc_precision_at_20_std": -0.019006, + "nauc_precision_at_20_diff1": 0.346244, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.211309, + "nauc_mrr_at_1_std": -0.004953, + "nauc_mrr_at_1_diff1": 0.495911, + "nauc_mrr_at_3_max": 0.236108, + "nauc_mrr_at_3_std": -0.000649, + "nauc_mrr_at_3_diff1": 0.50232, + "nauc_mrr_at_5_max": 0.206771, + "nauc_mrr_at_5_std": -0.025514, + "nauc_mrr_at_5_diff1": 0.483341, + "nauc_mrr_at_10_max": 0.210562, + "nauc_mrr_at_10_std": -0.015652, + "nauc_mrr_at_10_diff1": 0.490389, + "nauc_mrr_at_20_max": 0.213016, + "nauc_mrr_at_20_std": -0.01213, + "nauc_mrr_at_20_diff1": 0.486111, + "nauc_mrr_at_100_max": 0.213187, + "nauc_mrr_at_100_std": -0.012458, + "nauc_mrr_at_100_diff1": 0.488472, + "nauc_mrr_at_1000_max": 0.213187, + "nauc_mrr_at_1000_std": -0.012458, + "nauc_mrr_at_1000_diff1": 0.488472, + "main_score": 0.69246, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.6135, + "ndcg_at_3": 0.74613, + "ndcg_at_5": 0.77595, + "ndcg_at_10": 0.79066, + "ndcg_at_20": 0.79687, + "ndcg_at_100": 0.79938, + "ndcg_at_1000": 0.79938, + "map_at_1": 0.6135, + "map_at_3": 0.71166, + "map_at_5": 0.72791, + "map_at_10": 0.73448, + "map_at_20": 0.73619, + "map_at_100": 0.73662, + "map_at_1000": 0.73662, + "recall_at_1": 0.6135, + "recall_at_3": 0.84663, + "recall_at_5": 0.92025, + "recall_at_10": 0.96319, + "recall_at_20": 0.98773, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.6135, + "precision_at_3": 0.28221, + "precision_at_5": 0.18405, + "precision_at_10": 0.09632, + "precision_at_20": 0.04939, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.613497, + "mrr_at_3": 0.711656, + "mrr_at_5": 0.727914, + "mrr_at_10": 0.734475, + "mrr_at_20": 0.736192, + "mrr_at_100": 0.736623, + "mrr_at_1000": 0.736623, + "nauc_ndcg_at_1_max": 0.40703, + "nauc_ndcg_at_1_std": 0.028972, + "nauc_ndcg_at_1_diff1": 0.700706, + "nauc_ndcg_at_3_max": 0.424018, + "nauc_ndcg_at_3_std": 0.050397, + "nauc_ndcg_at_3_diff1": 0.675286, + "nauc_ndcg_at_5_max": 0.445514, + "nauc_ndcg_at_5_std": 0.064919, + "nauc_ndcg_at_5_diff1": 0.670423, + "nauc_ndcg_at_10_max": 0.431849, + "nauc_ndcg_at_10_std": 0.062425, + "nauc_ndcg_at_10_diff1": 0.68311, + "nauc_ndcg_at_20_max": 0.426015, + "nauc_ndcg_at_20_std": 0.061558, + "nauc_ndcg_at_20_diff1": 0.678285, + "nauc_ndcg_at_100_max": 0.422013, + "nauc_ndcg_at_100_std": 0.049435, + "nauc_ndcg_at_100_diff1": 0.681691, + "nauc_ndcg_at_1000_max": 0.422013, + "nauc_ndcg_at_1000_std": 0.049435, + "nauc_ndcg_at_1000_diff1": 0.681691, + "nauc_map_at_1_max": 0.40703, + "nauc_map_at_1_std": 0.028972, + "nauc_map_at_1_diff1": 0.700706, + "nauc_map_at_3_max": 0.418019, + "nauc_map_at_3_std": 0.04154, + "nauc_map_at_3_diff1": 0.680623, + "nauc_map_at_5_max": 0.426782, + "nauc_map_at_5_std": 0.047492, + "nauc_map_at_5_diff1": 0.678293, + "nauc_map_at_10_max": 0.420825, + "nauc_map_at_10_std": 0.045939, + "nauc_map_at_10_diff1": 0.683429, + "nauc_map_at_20_max": 0.419761, + "nauc_map_at_20_std": 0.046091, + "nauc_map_at_20_diff1": 0.682522, + "nauc_map_at_100_max": 0.41916, + "nauc_map_at_100_std": 0.04444, + "nauc_map_at_100_diff1": 0.682997, + "nauc_map_at_1000_max": 0.41916, + "nauc_map_at_1000_std": 0.04444, + "nauc_map_at_1000_diff1": 0.682997, + "nauc_recall_at_1_max": 0.40703, + "nauc_recall_at_1_std": 0.028972, + "nauc_recall_at_1_diff1": 0.700706, + "nauc_recall_at_3_max": 0.453115, + "nauc_recall_at_3_std": 0.094129, + "nauc_recall_at_3_diff1": 0.65155, + "nauc_recall_at_5_max": 0.611913, + "nauc_recall_at_5_std": 0.217421, + "nauc_recall_at_5_diff1": 0.608462, + "nauc_recall_at_10_max": 0.632194, + "nauc_recall_at_10_std": 0.365069, + "nauc_recall_at_10_diff1": 0.700814, + "nauc_recall_at_20_max": 0.679072, + "nauc_recall_at_20_std": 0.861018, + "nauc_recall_at_20_diff1": 0.455983, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.40703, + "nauc_precision_at_1_std": 0.028972, + "nauc_precision_at_1_diff1": 0.700706, + "nauc_precision_at_3_max": 0.453115, + "nauc_precision_at_3_std": 0.094129, + "nauc_precision_at_3_diff1": 0.65155, + "nauc_precision_at_5_max": 0.611913, + "nauc_precision_at_5_std": 0.217421, + "nauc_precision_at_5_diff1": 0.608462, + "nauc_precision_at_10_max": 0.632194, + "nauc_precision_at_10_std": 0.365069, + "nauc_precision_at_10_diff1": 0.700814, + "nauc_precision_at_20_max": 0.679072, + "nauc_precision_at_20_std": 0.861018, + "nauc_precision_at_20_diff1": 0.455983, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.40703, + "nauc_mrr_at_1_std": 0.028972, + "nauc_mrr_at_1_diff1": 0.700706, + "nauc_mrr_at_3_max": 0.418019, + "nauc_mrr_at_3_std": 0.04154, + "nauc_mrr_at_3_diff1": 0.680623, + "nauc_mrr_at_5_max": 0.426782, + "nauc_mrr_at_5_std": 0.047492, + "nauc_mrr_at_5_diff1": 0.678293, + "nauc_mrr_at_10_max": 0.420825, + "nauc_mrr_at_10_std": 0.045939, + "nauc_mrr_at_10_diff1": 0.683429, + "nauc_mrr_at_20_max": 0.419761, + "nauc_mrr_at_20_std": 0.046091, + "nauc_mrr_at_20_diff1": 0.682522, + "nauc_mrr_at_100_max": 0.41916, + "nauc_mrr_at_100_std": 0.04444, + "nauc_mrr_at_100_diff1": 0.682997, + "nauc_mrr_at_1000_max": 0.41916, + "nauc_mrr_at_1000_std": 0.04444, + "nauc_mrr_at_1000_diff1": 0.682997, + "main_score": 0.79066, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.72093, + "ndcg_at_3": 0.83589, + "ndcg_at_5": 0.85516, + "ndcg_at_10": 0.86321, + "ndcg_at_20": 0.8663, + "ndcg_at_100": 0.86754, + "ndcg_at_1000": 0.86754, + "map_at_1": 0.72093, + "map_at_3": 0.80911, + "map_at_5": 0.81986, + "map_at_10": 0.8235, + "map_at_20": 0.82443, + "map_at_100": 0.82466, + "map_at_1000": 0.82466, + "recall_at_1": 0.72093, + "recall_at_3": 0.91279, + "recall_at_5": 0.9593, + "recall_at_10": 0.98256, + "recall_at_20": 0.99419, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72093, + "precision_at_3": 0.30426, + "precision_at_5": 0.19186, + "precision_at_10": 0.09826, + "precision_at_20": 0.04971, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.72093, + "mrr_at_3": 0.809109, + "mrr_at_5": 0.819864, + "mrr_at_10": 0.823498, + "mrr_at_20": 0.82443, + "mrr_at_100": 0.824662, + "mrr_at_1000": 0.824662, + "nauc_ndcg_at_1_max": 0.500596, + "nauc_ndcg_at_1_std": -0.058279, + "nauc_ndcg_at_1_diff1": 0.668812, + "nauc_ndcg_at_3_max": 0.50856, + "nauc_ndcg_at_3_std": -0.046636, + "nauc_ndcg_at_3_diff1": 0.666265, + "nauc_ndcg_at_5_max": 0.485983, + "nauc_ndcg_at_5_std": -0.033863, + "nauc_ndcg_at_5_diff1": 0.651075, + "nauc_ndcg_at_10_max": 0.491025, + "nauc_ndcg_at_10_std": -0.031142, + "nauc_ndcg_at_10_diff1": 0.659368, + "nauc_ndcg_at_20_max": 0.497546, + "nauc_ndcg_at_20_std": -0.031667, + "nauc_ndcg_at_20_diff1": 0.663449, + "nauc_ndcg_at_100_max": 0.492314, + "nauc_ndcg_at_100_std": -0.041051, + "nauc_ndcg_at_100_diff1": 0.659945, + "nauc_ndcg_at_1000_max": 0.492314, + "nauc_ndcg_at_1000_std": -0.041051, + "nauc_ndcg_at_1000_diff1": 0.659945, + "nauc_map_at_1_max": 0.500596, + "nauc_map_at_1_std": -0.058279, + "nauc_map_at_1_diff1": 0.668812, + "nauc_map_at_3_max": 0.500431, + "nauc_map_at_3_std": -0.049578, + "nauc_map_at_3_diff1": 0.663956, + "nauc_map_at_5_max": 0.489746, + "nauc_map_at_5_std": -0.043103, + "nauc_map_at_5_diff1": 0.656757, + "nauc_map_at_10_max": 0.491369, + "nauc_map_at_10_std": -0.042761, + "nauc_map_at_10_diff1": 0.65983, + "nauc_map_at_20_max": 0.492887, + "nauc_map_at_20_std": -0.042865, + "nauc_map_at_20_diff1": 0.660714, + "nauc_map_at_100_max": 0.492135, + "nauc_map_at_100_std": -0.044218, + "nauc_map_at_100_diff1": 0.66021, + "nauc_map_at_1000_max": 0.492135, + "nauc_map_at_1000_std": -0.044218, + "nauc_map_at_1000_diff1": 0.66021, + "nauc_recall_at_1_max": 0.500596, + "nauc_recall_at_1_std": -0.058279, + "nauc_recall_at_1_diff1": 0.668812, + "nauc_recall_at_3_max": 0.559355, + "nauc_recall_at_3_std": -0.030683, + "nauc_recall_at_3_diff1": 0.682033, + "nauc_recall_at_5_max": 0.440396, + "nauc_recall_at_5_std": 0.07233, + "nauc_recall_at_5_diff1": 0.584593, + "nauc_recall_at_10_max": 0.493389, + "nauc_recall_at_10_std": 0.28789, + "nauc_recall_at_10_diff1": 0.663962, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.86945, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.500596, + "nauc_precision_at_1_std": -0.058279, + "nauc_precision_at_1_diff1": 0.668812, + "nauc_precision_at_3_max": 0.559355, + "nauc_precision_at_3_std": -0.030683, + "nauc_precision_at_3_diff1": 0.682033, + "nauc_precision_at_5_max": 0.440396, + "nauc_precision_at_5_std": 0.07233, + "nauc_precision_at_5_diff1": 0.584593, + "nauc_precision_at_10_max": 0.493389, + "nauc_precision_at_10_std": 0.28789, + "nauc_precision_at_10_diff1": 0.663962, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.86945, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.500596, + "nauc_mrr_at_1_std": -0.058279, + "nauc_mrr_at_1_diff1": 0.668812, + "nauc_mrr_at_3_max": 0.500431, + "nauc_mrr_at_3_std": -0.049578, + "nauc_mrr_at_3_diff1": 0.663956, + "nauc_mrr_at_5_max": 0.489746, + "nauc_mrr_at_5_std": -0.043103, + "nauc_mrr_at_5_diff1": 0.656757, + "nauc_mrr_at_10_max": 0.491369, + "nauc_mrr_at_10_std": -0.042761, + "nauc_mrr_at_10_diff1": 0.65983, + "nauc_mrr_at_20_max": 0.492887, + "nauc_mrr_at_20_std": -0.042865, + "nauc_mrr_at_20_diff1": 0.660714, + "nauc_mrr_at_100_max": 0.492135, + "nauc_mrr_at_100_std": -0.044218, + "nauc_mrr_at_100_diff1": 0.66021, + "nauc_mrr_at_1000_max": 0.492135, + "nauc_mrr_at_1000_std": -0.044218, + "nauc_mrr_at_1000_diff1": 0.66021, + "main_score": 0.86321, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71765, + "ndcg_at_3": 0.84509, + "ndcg_at_5": 0.85926, + "ndcg_at_10": 0.87023, + "ndcg_at_20": 0.87023, + "ndcg_at_100": 0.87023, + "ndcg_at_1000": 0.87023, + "map_at_1": 0.71765, + "map_at_3": 0.81569, + "map_at_5": 0.82333, + "map_at_10": 0.82758, + "map_at_20": 0.82758, + "map_at_100": 0.82758, + "map_at_1000": 0.82758, + "recall_at_1": 0.71765, + "recall_at_3": 0.92941, + "recall_at_5": 0.96471, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.71765, + "precision_at_3": 0.3098, + "precision_at_5": 0.19294, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.717647, + "mrr_at_3": 0.815686, + "mrr_at_5": 0.823333, + "mrr_at_10": 0.827582, + "mrr_at_20": 0.827582, + "mrr_at_100": 0.827582, + "mrr_at_1000": 0.827582, + "nauc_ndcg_at_1_max": 0.445005, + "nauc_ndcg_at_1_std": -0.094385, + "nauc_ndcg_at_1_diff1": 0.871452, + "nauc_ndcg_at_3_max": 0.424493, + "nauc_ndcg_at_3_std": 0.023777, + "nauc_ndcg_at_3_diff1": 0.833728, + "nauc_ndcg_at_5_max": 0.427586, + "nauc_ndcg_at_5_std": -0.036555, + "nauc_ndcg_at_5_diff1": 0.837647, + "nauc_ndcg_at_10_max": 0.428196, + "nauc_ndcg_at_10_std": -0.048641, + "nauc_ndcg_at_10_diff1": 0.846081, + "nauc_ndcg_at_20_max": 0.428196, + "nauc_ndcg_at_20_std": -0.048641, + "nauc_ndcg_at_20_diff1": 0.846081, + "nauc_ndcg_at_100_max": 0.428196, + "nauc_ndcg_at_100_std": -0.048641, + "nauc_ndcg_at_100_diff1": 0.846081, + "nauc_ndcg_at_1000_max": 0.428196, + "nauc_ndcg_at_1000_std": -0.048641, + "nauc_ndcg_at_1000_diff1": 0.846081, + "nauc_map_at_1_max": 0.445005, + "nauc_map_at_1_std": -0.094385, + "nauc_map_at_1_diff1": 0.871452, + "nauc_map_at_3_max": 0.42633, + "nauc_map_at_3_std": -0.021035, + "nauc_map_at_3_diff1": 0.842983, + "nauc_map_at_5_max": 0.428913, + "nauc_map_at_5_std": -0.048945, + "nauc_map_at_5_diff1": 0.845629, + "nauc_map_at_10_max": 0.428942, + "nauc_map_at_10_std": -0.052983, + "nauc_map_at_10_diff1": 0.848071, + "nauc_map_at_20_max": 0.428942, + "nauc_map_at_20_std": -0.052983, + "nauc_map_at_20_diff1": 0.848071, + "nauc_map_at_100_max": 0.428942, + "nauc_map_at_100_std": -0.052983, + "nauc_map_at_100_diff1": 0.848071, + "nauc_map_at_1000_max": 0.428942, + "nauc_map_at_1000_std": -0.052983, + "nauc_map_at_1000_diff1": 0.848071, + "nauc_recall_at_1_max": 0.445005, + "nauc_recall_at_1_std": -0.094385, + "nauc_recall_at_1_diff1": 0.871452, + "nauc_recall_at_3_max": 0.417403, + "nauc_recall_at_3_std": 0.329442, + "nauc_recall_at_3_diff1": 0.775223, + "nauc_recall_at_5_max": 0.416629, + "nauc_recall_at_5_std": 0.087217, + "nauc_recall_at_5_diff1": 0.742544, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.445005, + "nauc_precision_at_1_std": -0.094385, + "nauc_precision_at_1_diff1": 0.871452, + "nauc_precision_at_3_max": 0.417403, + "nauc_precision_at_3_std": 0.329442, + "nauc_precision_at_3_diff1": 0.775223, + "nauc_precision_at_5_max": 0.416629, + "nauc_precision_at_5_std": 0.087217, + "nauc_precision_at_5_diff1": 0.742544, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.445005, + "nauc_mrr_at_1_std": -0.094385, + "nauc_mrr_at_1_diff1": 0.871452, + "nauc_mrr_at_3_max": 0.42633, + "nauc_mrr_at_3_std": -0.021035, + "nauc_mrr_at_3_diff1": 0.842983, + "nauc_mrr_at_5_max": 0.428913, + "nauc_mrr_at_5_std": -0.048945, + "nauc_mrr_at_5_diff1": 0.845629, + "nauc_mrr_at_10_max": 0.428942, + "nauc_mrr_at_10_std": -0.052983, + "nauc_mrr_at_10_diff1": 0.848071, + "nauc_mrr_at_20_max": 0.428942, + "nauc_mrr_at_20_std": -0.052983, + "nauc_mrr_at_20_diff1": 0.848071, + "nauc_mrr_at_100_max": 0.428942, + "nauc_mrr_at_100_std": -0.052983, + "nauc_mrr_at_100_diff1": 0.848071, + "nauc_mrr_at_1000_max": 0.428942, + "nauc_mrr_at_1000_std": -0.052983, + "nauc_mrr_at_1000_diff1": 0.848071, + "main_score": 0.87023, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.51948, + "ndcg_at_3": 0.66496, + "ndcg_at_5": 0.68003, + "ndcg_at_10": 0.7091, + "ndcg_at_20": 0.72597, + "ndcg_at_100": 0.73414, + "ndcg_at_1000": 0.73414, + "map_at_1": 0.51948, + "map_at_3": 0.62987, + "map_at_5": 0.63766, + "map_at_10": 0.64944, + "map_at_20": 0.65431, + "map_at_100": 0.6558, + "map_at_1000": 0.6558, + "recall_at_1": 0.51948, + "recall_at_3": 0.76623, + "recall_at_5": 0.80519, + "recall_at_10": 0.8961, + "recall_at_20": 0.96104, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.51948, + "precision_at_3": 0.25541, + "precision_at_5": 0.16104, + "precision_at_10": 0.08961, + "precision_at_20": 0.04805, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.519481, + "mrr_at_3": 0.62987, + "mrr_at_5": 0.637662, + "mrr_at_10": 0.649438, + "mrr_at_20": 0.654311, + "mrr_at_100": 0.655798, + "mrr_at_1000": 0.655798, + "nauc_ndcg_at_1_max": 0.261006, + "nauc_ndcg_at_1_std": 0.020751, + "nauc_ndcg_at_1_diff1": 0.489099, + "nauc_ndcg_at_3_max": 0.285453, + "nauc_ndcg_at_3_std": 0.039757, + "nauc_ndcg_at_3_diff1": 0.417972, + "nauc_ndcg_at_5_max": 0.270359, + "nauc_ndcg_at_5_std": 0.028367, + "nauc_ndcg_at_5_diff1": 0.419508, + "nauc_ndcg_at_10_max": 0.253214, + "nauc_ndcg_at_10_std": 0.058849, + "nauc_ndcg_at_10_diff1": 0.426498, + "nauc_ndcg_at_20_max": 0.264422, + "nauc_ndcg_at_20_std": 0.044696, + "nauc_ndcg_at_20_diff1": 0.431553, + "nauc_ndcg_at_100_max": 0.271099, + "nauc_ndcg_at_100_std": 0.042656, + "nauc_ndcg_at_100_diff1": 0.440163, + "nauc_ndcg_at_1000_max": 0.271099, + "nauc_ndcg_at_1000_std": 0.042656, + "nauc_ndcg_at_1000_diff1": 0.440163, + "nauc_map_at_1_max": 0.261006, + "nauc_map_at_1_std": 0.020751, + "nauc_map_at_1_diff1": 0.489099, + "nauc_map_at_3_max": 0.278885, + "nauc_map_at_3_std": 0.034771, + "nauc_map_at_3_diff1": 0.439093, + "nauc_map_at_5_max": 0.271632, + "nauc_map_at_5_std": 0.029297, + "nauc_map_at_5_diff1": 0.440242, + "nauc_map_at_10_max": 0.265735, + "nauc_map_at_10_std": 0.041443, + "nauc_map_at_10_diff1": 0.442458, + "nauc_map_at_20_max": 0.269365, + "nauc_map_at_20_std": 0.038136, + "nauc_map_at_20_diff1": 0.444403, + "nauc_map_at_100_max": 0.270819, + "nauc_map_at_100_std": 0.038288, + "nauc_map_at_100_diff1": 0.445872, + "nauc_map_at_1000_max": 0.270819, + "nauc_map_at_1000_std": 0.038288, + "nauc_map_at_1000_diff1": 0.445872, + "nauc_recall_at_1_max": 0.261006, + "nauc_recall_at_1_std": 0.020751, + "nauc_recall_at_1_diff1": 0.489099, + "nauc_recall_at_3_max": 0.310881, + "nauc_recall_at_3_std": 0.05899, + "nauc_recall_at_3_diff1": 0.334981, + "nauc_recall_at_5_max": 0.260151, + "nauc_recall_at_5_std": 0.020714, + "nauc_recall_at_5_diff1": 0.327766, + "nauc_recall_at_10_max": 0.133318, + "nauc_recall_at_10_std": 0.20452, + "nauc_recall_at_10_diff1": 0.319956, + "nauc_recall_at_20_max": 0.13016, + "nauc_recall_at_20_std": 0.13016, + "nauc_recall_at_20_diff1": 0.22722, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.261006, + "nauc_precision_at_1_std": 0.020751, + "nauc_precision_at_1_diff1": 0.489099, + "nauc_precision_at_3_max": 0.310881, + "nauc_precision_at_3_std": 0.05899, + "nauc_precision_at_3_diff1": 0.334981, + "nauc_precision_at_5_max": 0.260151, + "nauc_precision_at_5_std": 0.020714, + "nauc_precision_at_5_diff1": 0.327766, + "nauc_precision_at_10_max": 0.133318, + "nauc_precision_at_10_std": 0.20452, + "nauc_precision_at_10_diff1": 0.319956, + "nauc_precision_at_20_max": 0.13016, + "nauc_precision_at_20_std": 0.13016, + "nauc_precision_at_20_diff1": 0.22722, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.261006, + "nauc_mrr_at_1_std": 0.020751, + "nauc_mrr_at_1_diff1": 0.489099, + "nauc_mrr_at_3_max": 0.278885, + "nauc_mrr_at_3_std": 0.034771, + "nauc_mrr_at_3_diff1": 0.439093, + "nauc_mrr_at_5_max": 0.271632, + "nauc_mrr_at_5_std": 0.029297, + "nauc_mrr_at_5_diff1": 0.440242, + "nauc_mrr_at_10_max": 0.265735, + "nauc_mrr_at_10_std": 0.041443, + "nauc_mrr_at_10_diff1": 0.442458, + "nauc_mrr_at_20_max": 0.269365, + "nauc_mrr_at_20_std": 0.038136, + "nauc_mrr_at_20_diff1": 0.444403, + "nauc_mrr_at_100_max": 0.270819, + "nauc_mrr_at_100_std": 0.038288, + "nauc_mrr_at_100_diff1": 0.445872, + "nauc_mrr_at_1000_max": 0.270819, + "nauc_mrr_at_1000_std": 0.038288, + "nauc_mrr_at_1000_diff1": 0.445872, + "main_score": 0.7091, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.61538, + "ndcg_at_3": 0.74121, + "ndcg_at_5": 0.76703, + "ndcg_at_10": 0.78174, + "ndcg_at_20": 0.78944, + "ndcg_at_100": 0.79483, + "ndcg_at_1000": 0.79483, + "map_at_1": 0.61538, + "map_at_3": 0.71026, + "map_at_5": 0.72487, + "map_at_10": 0.73081, + "map_at_20": 0.73287, + "map_at_100": 0.73347, + "map_at_1000": 0.73347, + "recall_at_1": 0.61538, + "recall_at_3": 0.83077, + "recall_at_5": 0.89231, + "recall_at_10": 0.93846, + "recall_at_20": 0.96923, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.61538, + "precision_at_3": 0.27692, + "precision_at_5": 0.17846, + "precision_at_10": 0.09385, + "precision_at_20": 0.04846, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.615385, + "mrr_at_3": 0.710256, + "mrr_at_5": 0.724872, + "mrr_at_10": 0.730806, + "mrr_at_20": 0.732866, + "mrr_at_100": 0.733468, + "mrr_at_1000": 0.733468, + "nauc_ndcg_at_1_max": 0.319956, + "nauc_ndcg_at_1_std": 0.08915, + "nauc_ndcg_at_1_diff1": 0.564148, + "nauc_ndcg_at_3_max": 0.468388, + "nauc_ndcg_at_3_std": 0.270495, + "nauc_ndcg_at_3_diff1": 0.541457, + "nauc_ndcg_at_5_max": 0.450552, + "nauc_ndcg_at_5_std": 0.270678, + "nauc_ndcg_at_5_diff1": 0.533331, + "nauc_ndcg_at_10_max": 0.451976, + "nauc_ndcg_at_10_std": 0.263806, + "nauc_ndcg_at_10_diff1": 0.557299, + "nauc_ndcg_at_20_max": 0.431045, + "nauc_ndcg_at_20_std": 0.237966, + "nauc_ndcg_at_20_diff1": 0.546963, + "nauc_ndcg_at_100_max": 0.415183, + "nauc_ndcg_at_100_std": 0.218125, + "nauc_ndcg_at_100_diff1": 0.553618, + "nauc_ndcg_at_1000_max": 0.415183, + "nauc_ndcg_at_1000_std": 0.218125, + "nauc_ndcg_at_1000_diff1": 0.553618, + "nauc_map_at_1_max": 0.319956, + "nauc_map_at_1_std": 0.08915, + "nauc_map_at_1_diff1": 0.564148, + "nauc_map_at_3_max": 0.417971, + "nauc_map_at_3_std": 0.214543, + "nauc_map_at_3_diff1": 0.55099, + "nauc_map_at_5_max": 0.406151, + "nauc_map_at_5_std": 0.210219, + "nauc_map_at_5_diff1": 0.548094, + "nauc_map_at_10_max": 0.405983, + "nauc_map_at_10_std": 0.206414, + "nauc_map_at_10_diff1": 0.557479, + "nauc_map_at_20_max": 0.401122, + "nauc_map_at_20_std": 0.200431, + "nauc_map_at_20_diff1": 0.555307, + "nauc_map_at_100_max": 0.399658, + "nauc_map_at_100_std": 0.198613, + "nauc_map_at_100_diff1": 0.555943, + "nauc_map_at_1000_max": 0.399658, + "nauc_map_at_1000_std": 0.198613, + "nauc_map_at_1000_diff1": 0.555943, + "nauc_recall_at_1_max": 0.319956, + "nauc_recall_at_1_std": 0.08915, + "nauc_recall_at_1_diff1": 0.564148, + "nauc_recall_at_3_max": 0.693609, + "nauc_recall_at_3_std": 0.517255, + "nauc_recall_at_3_diff1": 0.497841, + "nauc_recall_at_5_max": 0.730513, + "nauc_recall_at_5_std": 0.655044, + "nauc_recall_at_5_diff1": 0.434306, + "nauc_recall_at_10_max": 0.935194, + "nauc_recall_at_10_std": 0.866027, + "nauc_recall_at_10_diff1": 0.568176, + "nauc_recall_at_20_max": 0.935194, + "nauc_recall_at_20_std": 0.870389, + "nauc_recall_at_20_diff1": 0.339492, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.319956, + "nauc_precision_at_1_std": 0.08915, + "nauc_precision_at_1_diff1": 0.564148, + "nauc_precision_at_3_max": 0.693609, + "nauc_precision_at_3_std": 0.517255, + "nauc_precision_at_3_diff1": 0.497841, + "nauc_precision_at_5_max": 0.730513, + "nauc_precision_at_5_std": 0.655044, + "nauc_precision_at_5_diff1": 0.434306, + "nauc_precision_at_10_max": 0.935194, + "nauc_precision_at_10_std": 0.866027, + "nauc_precision_at_10_diff1": 0.568176, + "nauc_precision_at_20_max": 0.935194, + "nauc_precision_at_20_std": 0.870389, + "nauc_precision_at_20_diff1": 0.339492, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.319956, + "nauc_mrr_at_1_std": 0.08915, + "nauc_mrr_at_1_diff1": 0.564148, + "nauc_mrr_at_3_max": 0.417971, + "nauc_mrr_at_3_std": 0.214543, + "nauc_mrr_at_3_diff1": 0.55099, + "nauc_mrr_at_5_max": 0.406151, + "nauc_mrr_at_5_std": 0.210219, + "nauc_mrr_at_5_diff1": 0.548094, + "nauc_mrr_at_10_max": 0.405983, + "nauc_mrr_at_10_std": 0.206414, + "nauc_mrr_at_10_diff1": 0.557479, + "nauc_mrr_at_20_max": 0.401122, + "nauc_mrr_at_20_std": 0.200431, + "nauc_mrr_at_20_diff1": 0.555307, + "nauc_mrr_at_100_max": 0.399658, + "nauc_mrr_at_100_std": 0.198613, + "nauc_mrr_at_100_diff1": 0.555943, + "nauc_mrr_at_1000_max": 0.399658, + "nauc_mrr_at_1000_std": 0.198613, + "nauc_mrr_at_1000_diff1": 0.555943, + "main_score": 0.78174, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.62346, + "ndcg_at_3": 0.75249, + "ndcg_at_5": 0.78277, + "ndcg_at_10": 0.80026, + "ndcg_at_20": 0.80508, + "ndcg_at_100": 0.80738, + "ndcg_at_1000": 0.80738, + "map_at_1": 0.62346, + "map_at_3": 0.72222, + "map_at_5": 0.73889, + "map_at_10": 0.74584, + "map_at_20": 0.74724, + "map_at_100": 0.74755, + "map_at_1000": 0.74755, + "recall_at_1": 0.62346, + "recall_at_3": 0.83951, + "recall_at_5": 0.91358, + "recall_at_10": 0.96914, + "recall_at_20": 0.98765, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.62346, + "precision_at_3": 0.27984, + "precision_at_5": 0.18272, + "precision_at_10": 0.09691, + "precision_at_20": 0.04938, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.623457, + "mrr_at_3": 0.722222, + "mrr_at_5": 0.738889, + "mrr_at_10": 0.745841, + "mrr_at_20": 0.747241, + "mrr_at_100": 0.747551, + "mrr_at_1000": 0.747551, + "nauc_ndcg_at_1_max": 0.500029, + "nauc_ndcg_at_1_std": -0.022412, + "nauc_ndcg_at_1_diff1": 0.79837, + "nauc_ndcg_at_3_max": 0.528398, + "nauc_ndcg_at_3_std": -0.033277, + "nauc_ndcg_at_3_diff1": 0.776534, + "nauc_ndcg_at_5_max": 0.525102, + "nauc_ndcg_at_5_std": 0.026042, + "nauc_ndcg_at_5_diff1": 0.750266, + "nauc_ndcg_at_10_max": 0.530978, + "nauc_ndcg_at_10_std": 0.028289, + "nauc_ndcg_at_10_diff1": 0.75146, + "nauc_ndcg_at_20_max": 0.52246, + "nauc_ndcg_at_20_std": 0.012796, + "nauc_ndcg_at_20_diff1": 0.766749, + "nauc_ndcg_at_100_max": 0.517659, + "nauc_ndcg_at_100_std": 0.001652, + "nauc_ndcg_at_100_diff1": 0.767561, + "nauc_ndcg_at_1000_max": 0.517659, + "nauc_ndcg_at_1000_std": 0.001652, + "nauc_ndcg_at_1000_diff1": 0.767561, + "nauc_map_at_1_max": 0.500029, + "nauc_map_at_1_std": -0.022412, + "nauc_map_at_1_diff1": 0.79837, + "nauc_map_at_3_max": 0.519237, + "nauc_map_at_3_std": -0.029735, + "nauc_map_at_3_diff1": 0.778737, + "nauc_map_at_5_max": 0.516262, + "nauc_map_at_5_std": -0.00089, + "nauc_map_at_5_diff1": 0.766308, + "nauc_map_at_10_max": 0.517391, + "nauc_map_at_10_std": -0.000363, + "nauc_map_at_10_diff1": 0.766867, + "nauc_map_at_20_max": 0.515225, + "nauc_map_at_20_std": -0.004182, + "nauc_map_at_20_diff1": 0.770822, + "nauc_map_at_100_max": 0.514728, + "nauc_map_at_100_std": -0.005349, + "nauc_map_at_100_diff1": 0.77092, + "nauc_map_at_1000_max": 0.514728, + "nauc_map_at_1000_std": -0.005349, + "nauc_map_at_1000_diff1": 0.77092, + "nauc_recall_at_1_max": 0.500029, + "nauc_recall_at_1_std": -0.022412, + "nauc_recall_at_1_diff1": 0.79837, + "nauc_recall_at_3_max": 0.569319, + "nauc_recall_at_3_std": -0.04912, + "nauc_recall_at_3_diff1": 0.769654, + "nauc_recall_at_5_max": 0.591781, + "nauc_recall_at_5_std": 0.242442, + "nauc_recall_at_5_diff1": 0.628978, + "nauc_recall_at_10_max": 0.829301, + "nauc_recall_at_10_std": 0.645414, + "nauc_recall_at_10_diff1": 0.444321, + "nauc_recall_at_20_max": 0.861427, + "nauc_recall_at_20_std": 0.796157, + "nauc_recall_at_20_diff1": 0.711826, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.500029, + "nauc_precision_at_1_std": -0.022412, + "nauc_precision_at_1_diff1": 0.79837, + "nauc_precision_at_3_max": 0.569319, + "nauc_precision_at_3_std": -0.04912, + "nauc_precision_at_3_diff1": 0.769654, + "nauc_precision_at_5_max": 0.591781, + "nauc_precision_at_5_std": 0.242442, + "nauc_precision_at_5_diff1": 0.628978, + "nauc_precision_at_10_max": 0.829301, + "nauc_precision_at_10_std": 0.645414, + "nauc_precision_at_10_diff1": 0.444321, + "nauc_precision_at_20_max": 0.861427, + "nauc_precision_at_20_std": 0.796157, + "nauc_precision_at_20_diff1": 0.711826, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.500029, + "nauc_mrr_at_1_std": -0.022412, + "nauc_mrr_at_1_diff1": 0.79837, + "nauc_mrr_at_3_max": 0.519237, + "nauc_mrr_at_3_std": -0.029735, + "nauc_mrr_at_3_diff1": 0.778737, + "nauc_mrr_at_5_max": 0.516262, + "nauc_mrr_at_5_std": -0.00089, + "nauc_mrr_at_5_diff1": 0.766308, + "nauc_mrr_at_10_max": 0.517391, + "nauc_mrr_at_10_std": -0.000363, + "nauc_mrr_at_10_diff1": 0.766867, + "nauc_mrr_at_20_max": 0.515225, + "nauc_mrr_at_20_std": -0.004182, + "nauc_mrr_at_20_diff1": 0.770822, + "nauc_mrr_at_100_max": 0.514728, + "nauc_mrr_at_100_std": -0.005349, + "nauc_mrr_at_100_diff1": 0.77092, + "nauc_mrr_at_1000_max": 0.514728, + "nauc_mrr_at_1000_std": -0.005349, + "nauc_mrr_at_1000_diff1": 0.77092, + "main_score": 0.80026, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.55844, + "ndcg_at_3": 0.65507, + "ndcg_at_5": 0.69754, + "ndcg_at_10": 0.72281, + "ndcg_at_20": 0.74265, + "ndcg_at_100": 0.74825, + "ndcg_at_1000": 0.74825, + "map_at_1": 0.55844, + "map_at_3": 0.6342, + "map_at_5": 0.65758, + "map_at_10": 0.66805, + "map_at_20": 0.67355, + "map_at_100": 0.67464, + "map_at_1000": 0.67464, + "recall_at_1": 0.55844, + "recall_at_3": 0.71429, + "recall_at_5": 0.81818, + "recall_at_10": 0.8961, + "recall_at_20": 0.97403, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.55844, + "precision_at_3": 0.2381, + "precision_at_5": 0.16364, + "precision_at_10": 0.08961, + "precision_at_20": 0.0487, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.558442, + "mrr_at_3": 0.634199, + "mrr_at_5": 0.657576, + "mrr_at_10": 0.668048, + "mrr_at_20": 0.673554, + "mrr_at_100": 0.674638, + "mrr_at_1000": 0.674638, + "nauc_ndcg_at_1_max": 0.447769, + "nauc_ndcg_at_1_std": 0.036397, + "nauc_ndcg_at_1_diff1": 0.596743, + "nauc_ndcg_at_3_max": 0.469338, + "nauc_ndcg_at_3_std": 0.103538, + "nauc_ndcg_at_3_diff1": 0.57915, + "nauc_ndcg_at_5_max": 0.420272, + "nauc_ndcg_at_5_std": 0.060139, + "nauc_ndcg_at_5_diff1": 0.555447, + "nauc_ndcg_at_10_max": 0.411631, + "nauc_ndcg_at_10_std": 0.017266, + "nauc_ndcg_at_10_diff1": 0.574948, + "nauc_ndcg_at_20_max": 0.437112, + "nauc_ndcg_at_20_std": 0.077261, + "nauc_ndcg_at_20_diff1": 0.582759, + "nauc_ndcg_at_100_max": 0.442514, + "nauc_ndcg_at_100_std": 0.055214, + "nauc_ndcg_at_100_diff1": 0.581171, + "nauc_ndcg_at_1000_max": 0.442514, + "nauc_ndcg_at_1000_std": 0.055214, + "nauc_ndcg_at_1000_diff1": 0.581171, + "nauc_map_at_1_max": 0.447769, + "nauc_map_at_1_std": 0.036397, + "nauc_map_at_1_diff1": 0.596743, + "nauc_map_at_3_max": 0.465341, + "nauc_map_at_3_std": 0.082664, + "nauc_map_at_3_diff1": 0.584925, + "nauc_map_at_5_max": 0.439791, + "nauc_map_at_5_std": 0.058035, + "nauc_map_at_5_diff1": 0.573639, + "nauc_map_at_10_max": 0.438644, + "nauc_map_at_10_std": 0.042818, + "nauc_map_at_10_diff1": 0.581854, + "nauc_map_at_20_max": 0.445265, + "nauc_map_at_20_std": 0.05753, + "nauc_map_at_20_diff1": 0.583605, + "nauc_map_at_100_max": 0.446101, + "nauc_map_at_100_std": 0.054117, + "nauc_map_at_100_diff1": 0.583359, + "nauc_map_at_1000_max": 0.446101, + "nauc_map_at_1000_std": 0.054117, + "nauc_map_at_1000_diff1": 0.583359, + "nauc_recall_at_1_max": 0.447769, + "nauc_recall_at_1_std": 0.036397, + "nauc_recall_at_1_diff1": 0.596743, + "nauc_recall_at_3_max": 0.481908, + "nauc_recall_at_3_std": 0.175183, + "nauc_recall_at_3_diff1": 0.559201, + "nauc_recall_at_5_max": 0.318951, + "nauc_recall_at_5_std": 0.06436, + "nauc_recall_at_5_diff1": 0.465041, + "nauc_recall_at_10_max": 0.17778, + "nauc_recall_at_10_std": -0.221575, + "nauc_recall_at_10_diff1": 0.527635, + "nauc_recall_at_20_max": 0.241777, + "nauc_recall_at_20_std": 0.868713, + "nauc_recall_at_20_diff1": 0.638725, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.447769, + "nauc_precision_at_1_std": 0.036397, + "nauc_precision_at_1_diff1": 0.596743, + "nauc_precision_at_3_max": 0.481908, + "nauc_precision_at_3_std": 0.175183, + "nauc_precision_at_3_diff1": 0.559201, + "nauc_precision_at_5_max": 0.318951, + "nauc_precision_at_5_std": 0.06436, + "nauc_precision_at_5_diff1": 0.465041, + "nauc_precision_at_10_max": 0.17778, + "nauc_precision_at_10_std": -0.221575, + "nauc_precision_at_10_diff1": 0.527635, + "nauc_precision_at_20_max": 0.241777, + "nauc_precision_at_20_std": 0.868713, + "nauc_precision_at_20_diff1": 0.638725, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.447769, + "nauc_mrr_at_1_std": 0.036397, + "nauc_mrr_at_1_diff1": 0.596743, + "nauc_mrr_at_3_max": 0.465341, + "nauc_mrr_at_3_std": 0.082664, + "nauc_mrr_at_3_diff1": 0.584925, + "nauc_mrr_at_5_max": 0.439791, + "nauc_mrr_at_5_std": 0.058035, + "nauc_mrr_at_5_diff1": 0.573639, + "nauc_mrr_at_10_max": 0.438644, + "nauc_mrr_at_10_std": 0.042818, + "nauc_mrr_at_10_diff1": 0.581854, + "nauc_mrr_at_20_max": 0.445265, + "nauc_mrr_at_20_std": 0.05753, + "nauc_mrr_at_20_diff1": 0.583605, + "nauc_mrr_at_100_max": 0.446101, + "nauc_mrr_at_100_std": 0.054117, + "nauc_mrr_at_100_diff1": 0.583359, + "nauc_mrr_at_1000_max": 0.446101, + "nauc_mrr_at_1000_std": 0.054117, + "nauc_mrr_at_1000_diff1": 0.583359, + "main_score": 0.72281, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 34.20445895195007, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/SciFact-PL.json b/results/openai__text-embedding-3-small-768/2/SciFact-PL.json new file mode 100644 index 0000000000..ce5abeb352 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44333, + "ndcg_at_3": 0.52426, + "ndcg_at_5": 0.54322, + "ndcg_at_10": 0.57936, + "ndcg_at_20": 0.59121, + "ndcg_at_100": 0.61444, + "ndcg_at_1000": 0.62484, + "map_at_1": 0.425, + "map_at_3": 0.49596, + "map_at_5": 0.50914, + "map_at_10": 0.52614, + "map_at_20": 0.52949, + "map_at_100": 0.53291, + "map_at_1000": 0.53329, + "recall_at_1": 0.425, + "recall_at_3": 0.58133, + "recall_at_5": 0.62739, + "recall_at_10": 0.73322, + "recall_at_20": 0.77989, + "recall_at_100": 0.901, + "recall_at_1000": 0.98333, + "precision_at_1": 0.44333, + "precision_at_3": 0.21111, + "precision_at_5": 0.14, + "precision_at_10": 0.083, + "precision_at_20": 0.044, + "precision_at_100": 0.01027, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.443333, + "mrr_at_3": 0.513889, + "mrr_at_5": 0.523722, + "mrr_at_10": 0.536858, + "mrr_at_20": 0.539767, + "mrr_at_100": 0.542658, + "mrr_at_1000": 0.542993, + "nauc_ndcg_at_1_max": 0.531498, + "nauc_ndcg_at_1_std": 0.110443, + "nauc_ndcg_at_1_diff1": 0.646953, + "nauc_ndcg_at_3_max": 0.501476, + "nauc_ndcg_at_3_std": 0.100219, + "nauc_ndcg_at_3_diff1": 0.595286, + "nauc_ndcg_at_5_max": 0.506162, + "nauc_ndcg_at_5_std": 0.112717, + "nauc_ndcg_at_5_diff1": 0.604091, + "nauc_ndcg_at_10_max": 0.523713, + "nauc_ndcg_at_10_std": 0.136527, + "nauc_ndcg_at_10_diff1": 0.582941, + "nauc_ndcg_at_20_max": 0.5296, + "nauc_ndcg_at_20_std": 0.142426, + "nauc_ndcg_at_20_diff1": 0.586575, + "nauc_ndcg_at_100_max": 0.531751, + "nauc_ndcg_at_100_std": 0.153512, + "nauc_ndcg_at_100_diff1": 0.587695, + "nauc_ndcg_at_1000_max": 0.528788, + "nauc_ndcg_at_1000_std": 0.141931, + "nauc_ndcg_at_1000_diff1": 0.595169, + "nauc_map_at_1_max": 0.495706, + "nauc_map_at_1_std": 0.067357, + "nauc_map_at_1_diff1": 0.647565, + "nauc_map_at_3_max": 0.493347, + "nauc_map_at_3_std": 0.083241, + "nauc_map_at_3_diff1": 0.606823, + "nauc_map_at_5_max": 0.5068, + "nauc_map_at_5_std": 0.098708, + "nauc_map_at_5_diff1": 0.614314, + "nauc_map_at_10_max": 0.519148, + "nauc_map_at_10_std": 0.115244, + "nauc_map_at_10_diff1": 0.6036, + "nauc_map_at_20_max": 0.520825, + "nauc_map_at_20_std": 0.116476, + "nauc_map_at_20_diff1": 0.604797, + "nauc_map_at_100_max": 0.521084, + "nauc_map_at_100_std": 0.118437, + "nauc_map_at_100_diff1": 0.605004, + "nauc_map_at_1000_max": 0.521064, + "nauc_map_at_1000_std": 0.11813, + "nauc_map_at_1000_diff1": 0.605226, + "nauc_recall_at_1_max": 0.495706, + "nauc_recall_at_1_std": 0.067357, + "nauc_recall_at_1_diff1": 0.647565, + "nauc_recall_at_3_max": 0.459948, + "nauc_recall_at_3_std": 0.075979, + "nauc_recall_at_3_diff1": 0.556069, + "nauc_recall_at_5_max": 0.469796, + "nauc_recall_at_5_std": 0.111303, + "nauc_recall_at_5_diff1": 0.568616, + "nauc_recall_at_10_max": 0.51082, + "nauc_recall_at_10_std": 0.18226, + "nauc_recall_at_10_diff1": 0.485014, + "nauc_recall_at_20_max": 0.542903, + "nauc_recall_at_20_std": 0.225846, + "nauc_recall_at_20_diff1": 0.49061, + "nauc_recall_at_100_max": 0.600615, + "nauc_recall_at_100_std": 0.456266, + "nauc_recall_at_100_diff1": 0.434838, + "nauc_recall_at_1000_max": 0.522035, + "nauc_recall_at_1000_std": 0.448833, + "nauc_recall_at_1000_diff1": 0.684034, + "nauc_precision_at_1_max": 0.531498, + "nauc_precision_at_1_std": 0.110443, + "nauc_precision_at_1_diff1": 0.646953, + "nauc_precision_at_3_max": 0.519836, + "nauc_precision_at_3_std": 0.212168, + "nauc_precision_at_3_diff1": 0.47039, + "nauc_precision_at_5_max": 0.531356, + "nauc_precision_at_5_std": 0.262816, + "nauc_precision_at_5_diff1": 0.431044, + "nauc_precision_at_10_max": 0.54506, + "nauc_precision_at_10_std": 0.369381, + "nauc_precision_at_10_diff1": 0.252811, + "nauc_precision_at_20_max": 0.551298, + "nauc_precision_at_20_std": 0.397688, + "nauc_precision_at_20_diff1": 0.227388, + "nauc_precision_at_100_max": 0.445472, + "nauc_precision_at_100_std": 0.454676, + "nauc_precision_at_100_diff1": 0.037997, + "nauc_precision_at_1000_max": 0.350141, + "nauc_precision_at_1000_std": 0.427641, + "nauc_precision_at_1000_diff1": -0.097397, + "nauc_mrr_at_1_max": 0.531498, + "nauc_mrr_at_1_std": 0.110443, + "nauc_mrr_at_1_diff1": 0.646953, + "nauc_mrr_at_3_max": 0.524354, + "nauc_mrr_at_3_std": 0.128253, + "nauc_mrr_at_3_diff1": 0.605775, + "nauc_mrr_at_5_max": 0.522594, + "nauc_mrr_at_5_std": 0.133116, + "nauc_mrr_at_5_diff1": 0.60989, + "nauc_mrr_at_10_max": 0.525133, + "nauc_mrr_at_10_std": 0.134048, + "nauc_mrr_at_10_diff1": 0.604937, + "nauc_mrr_at_20_max": 0.525532, + "nauc_mrr_at_20_std": 0.135252, + "nauc_mrr_at_20_diff1": 0.605139, + "nauc_mrr_at_100_max": 0.525386, + "nauc_mrr_at_100_std": 0.136192, + "nauc_mrr_at_100_diff1": 0.605127, + "nauc_mrr_at_1000_max": 0.525394, + "nauc_mrr_at_1000_std": 0.135857, + "nauc_mrr_at_1000_diff1": 0.605406, + "main_score": 0.57936, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 117.39270401000977, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/SciFact.json b/results/openai__text-embedding-3-small-768/2/SciFact.json new file mode 100644 index 0000000000..3419f01396 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.25.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.60816, + "ndcg_at_3": 0.68078, + "ndcg_at_5": 0.70892, + "ndcg_at_10": 0.73238, + "ndcg_at_20": 0.74329, + "ndcg_at_100": 0.7554, + "ndcg_at_1000": 0.7588, + "map_at_1": 0.58131, + "map_at_3": 0.65449, + "map_at_5": 0.67386, + "map_at_10": 0.68463, + "map_at_20": 0.68841, + "map_at_100": 0.69022, + "map_at_1000": 0.69036, + "recall_at_1": 0.58131, + "recall_at_3": 0.73257, + "recall_at_5": 0.79813, + "recall_at_10": 0.86642, + "recall_at_20": 0.90585, + "recall_at_100": 0.9691, + "recall_at_1000": 0.99506, + "precision_at_1": 0.60816, + "precision_at_3": 0.26658, + "precision_at_5": 0.17775, + "precision_at_10": 0.09765, + "precision_at_20": 0.05161, + "precision_at_100": 0.01104, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.608158, + "mrr_at_3": 0.673671, + "mrr_at_5": 0.68665, + "mrr_at_10": 0.695457, + "mrr_at_20": 0.697572, + "mrr_at_100": 0.699135, + "mrr_at_1000": 0.69927, + "nauc_ndcg_at_1_max": 0.491535, + "nauc_ndcg_at_1_std": -0.021009, + "nauc_ndcg_at_1_diff1": 0.716569, + "nauc_ndcg_at_3_max": 0.502838, + "nauc_ndcg_at_3_std": 0.003861, + "nauc_ndcg_at_3_diff1": 0.668519, + "nauc_ndcg_at_5_max": 0.510017, + "nauc_ndcg_at_5_std": 0.019595, + "nauc_ndcg_at_5_diff1": 0.655532, + "nauc_ndcg_at_10_max": 0.509413, + "nauc_ndcg_at_10_std": 0.020703, + "nauc_ndcg_at_10_diff1": 0.656821, + "nauc_ndcg_at_20_max": 0.513409, + "nauc_ndcg_at_20_std": 0.043039, + "nauc_ndcg_at_20_diff1": 0.657488, + "nauc_ndcg_at_100_max": 0.520262, + "nauc_ndcg_at_100_std": 0.042366, + "nauc_ndcg_at_100_diff1": 0.666611, + "nauc_ndcg_at_1000_max": 0.515617, + "nauc_ndcg_at_1000_std": 0.031514, + "nauc_ndcg_at_1000_diff1": 0.667022, + "nauc_map_at_1_max": 0.437066, + "nauc_map_at_1_std": -0.066745, + "nauc_map_at_1_diff1": 0.720721, + "nauc_map_at_3_max": 0.482579, + "nauc_map_at_3_std": -0.026376, + "nauc_map_at_3_diff1": 0.684581, + "nauc_map_at_5_max": 0.497813, + "nauc_map_at_5_std": -0.01034, + "nauc_map_at_5_diff1": 0.675826, + "nauc_map_at_10_max": 0.499198, + "nauc_map_at_10_std": -0.008113, + "nauc_map_at_10_diff1": 0.677119, + "nauc_map_at_20_max": 0.500746, + "nauc_map_at_20_std": 0.000126, + "nauc_map_at_20_diff1": 0.676954, + "nauc_map_at_100_max": 0.501933, + "nauc_map_at_100_std": 0.000452, + "nauc_map_at_100_diff1": 0.67809, + "nauc_map_at_1000_max": 0.501796, + "nauc_map_at_1000_std": 9.8e-05, + "nauc_map_at_1000_diff1": 0.678136, + "nauc_recall_at_1_max": 0.437066, + "nauc_recall_at_1_std": -0.066745, + "nauc_recall_at_1_diff1": 0.720721, + "nauc_recall_at_3_max": 0.494178, + "nauc_recall_at_3_std": 0.021999, + "nauc_recall_at_3_diff1": 0.616966, + "nauc_recall_at_5_max": 0.515163, + "nauc_recall_at_5_std": 0.079837, + "nauc_recall_at_5_diff1": 0.570726, + "nauc_recall_at_10_max": 0.502381, + "nauc_recall_at_10_std": 0.088603, + "nauc_recall_at_10_diff1": 0.538899, + "nauc_recall_at_20_max": 0.533687, + "nauc_recall_at_20_std": 0.275663, + "nauc_recall_at_20_diff1": 0.517696, + "nauc_recall_at_100_max": 0.772854, + "nauc_recall_at_100_std": 0.650466, + "nauc_recall_at_100_diff1": 0.572882, + "nauc_recall_at_1000_max": 0.587446, + "nauc_recall_at_1000_std": 0.429771, + "nauc_recall_at_1000_diff1": 0.153297, + "nauc_precision_at_1_max": 0.491535, + "nauc_precision_at_1_std": -0.021009, + "nauc_precision_at_1_diff1": 0.716569, + "nauc_precision_at_3_max": 0.517494, + "nauc_precision_at_3_std": 0.156998, + "nauc_precision_at_3_diff1": 0.404039, + "nauc_precision_at_5_max": 0.458246, + "nauc_precision_at_5_std": 0.226072, + "nauc_precision_at_5_diff1": 0.218107, + "nauc_precision_at_10_max": 0.382422, + "nauc_precision_at_10_std": 0.293759, + "nauc_precision_at_10_diff1": 0.067126, + "nauc_precision_at_20_max": 0.307292, + "nauc_precision_at_20_std": 0.384694, + "nauc_precision_at_20_diff1": -0.03838, + "nauc_precision_at_100_max": 0.246926, + "nauc_precision_at_100_std": 0.425343, + "nauc_precision_at_100_diff1": -0.180723, + "nauc_precision_at_1000_max": 0.182498, + "nauc_precision_at_1000_std": 0.392177, + "nauc_precision_at_1000_diff1": -0.273935, + "nauc_mrr_at_1_max": 0.491535, + "nauc_mrr_at_1_std": -0.021009, + "nauc_mrr_at_1_diff1": 0.716569, + "nauc_mrr_at_3_max": 0.521621, + "nauc_mrr_at_3_std": 0.025392, + "nauc_mrr_at_3_diff1": 0.677499, + "nauc_mrr_at_5_max": 0.516896, + "nauc_mrr_at_5_std": 0.028558, + "nauc_mrr_at_5_diff1": 0.672757, + "nauc_mrr_at_10_max": 0.515948, + "nauc_mrr_at_10_std": 0.027301, + "nauc_mrr_at_10_diff1": 0.673769, + "nauc_mrr_at_20_max": 0.515449, + "nauc_mrr_at_20_std": 0.02823, + "nauc_mrr_at_20_diff1": 0.67441, + "nauc_mrr_at_100_max": 0.516559, + "nauc_mrr_at_100_std": 0.028574, + "nauc_mrr_at_100_diff1": 0.675619, + "nauc_mrr_at_1000_max": 0.516427, + "nauc_mrr_at_1000_std": 0.02823, + "nauc_mrr_at_1000_diff1": 0.675666, + "main_score": 0.73238, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.61667, + "ndcg_at_3": 0.67273, + "ndcg_at_5": 0.69937, + "ndcg_at_10": 0.72232, + "ndcg_at_20": 0.73615, + "ndcg_at_100": 0.74903, + "ndcg_at_1000": 0.75337, + "map_at_1": 0.58717, + "map_at_3": 0.64889, + "map_at_5": 0.66725, + "map_at_10": 0.67952, + "map_at_20": 0.68388, + "map_at_100": 0.68562, + "map_at_1000": 0.68578, + "recall_at_1": 0.58717, + "recall_at_3": 0.71211, + "recall_at_5": 0.7795, + "recall_at_10": 0.842, + "recall_at_20": 0.89433, + "recall_at_100": 0.965, + "recall_at_1000": 1.0, + "precision_at_1": 0.61667, + "precision_at_3": 0.26, + "precision_at_5": 0.17467, + "precision_at_10": 0.096, + "precision_at_20": 0.051, + "precision_at_100": 0.01093, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.616667, + "mrr_at_3": 0.666667, + "mrr_at_5": 0.681333, + "mrr_at_10": 0.689442, + "mrr_at_20": 0.692778, + "mrr_at_100": 0.694374, + "mrr_at_1000": 0.694505, + "nauc_ndcg_at_1_max": 0.5602, + "nauc_ndcg_at_1_std": 0.077343, + "nauc_ndcg_at_1_diff1": 0.751704, + "nauc_ndcg_at_3_max": 0.559052, + "nauc_ndcg_at_3_std": 0.006437, + "nauc_ndcg_at_3_diff1": 0.722897, + "nauc_ndcg_at_5_max": 0.548815, + "nauc_ndcg_at_5_std": 0.00913, + "nauc_ndcg_at_5_diff1": 0.701108, + "nauc_ndcg_at_10_max": 0.587075, + "nauc_ndcg_at_10_std": 0.057271, + "nauc_ndcg_at_10_diff1": 0.703583, + "nauc_ndcg_at_20_max": 0.588307, + "nauc_ndcg_at_20_std": 0.083481, + "nauc_ndcg_at_20_diff1": 0.707002, + "nauc_ndcg_at_100_max": 0.585361, + "nauc_ndcg_at_100_std": 0.074896, + "nauc_ndcg_at_100_diff1": 0.71244, + "nauc_ndcg_at_1000_max": 0.581661, + "nauc_ndcg_at_1000_std": 0.06726, + "nauc_ndcg_at_1000_diff1": 0.715618, + "nauc_map_at_1_max": 0.512325, + "nauc_map_at_1_std": -0.013288, + "nauc_map_at_1_diff1": 0.750996, + "nauc_map_at_3_max": 0.542548, + "nauc_map_at_3_std": -0.012405, + "nauc_map_at_3_diff1": 0.732311, + "nauc_map_at_5_max": 0.544205, + "nauc_map_at_5_std": 0.00578, + "nauc_map_at_5_diff1": 0.720587, + "nauc_map_at_10_max": 0.567136, + "nauc_map_at_10_std": 0.035565, + "nauc_map_at_10_diff1": 0.721359, + "nauc_map_at_20_max": 0.568246, + "nauc_map_at_20_std": 0.042768, + "nauc_map_at_20_diff1": 0.722534, + "nauc_map_at_100_max": 0.567581, + "nauc_map_at_100_std": 0.041829, + "nauc_map_at_100_diff1": 0.7231, + "nauc_map_at_1000_max": 0.567474, + "nauc_map_at_1000_std": 0.041674, + "nauc_map_at_1000_diff1": 0.723266, + "nauc_recall_at_1_max": 0.512325, + "nauc_recall_at_1_std": -0.013288, + "nauc_recall_at_1_diff1": 0.750996, + "nauc_recall_at_3_max": 0.536207, + "nauc_recall_at_3_std": -0.070379, + "nauc_recall_at_3_diff1": 0.692491, + "nauc_recall_at_5_max": 0.511955, + "nauc_recall_at_5_std": -0.068817, + "nauc_recall_at_5_diff1": 0.621846, + "nauc_recall_at_10_max": 0.643045, + "nauc_recall_at_10_std": 0.085364, + "nauc_recall_at_10_diff1": 0.611686, + "nauc_recall_at_20_max": 0.67292, + "nauc_recall_at_20_std": 0.303062, + "nauc_recall_at_20_diff1": 0.604993, + "nauc_recall_at_100_max": 0.753168, + "nauc_recall_at_100_std": 0.470032, + "nauc_recall_at_100_diff1": 0.577987, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.5602, + "nauc_precision_at_1_std": 0.077343, + "nauc_precision_at_1_diff1": 0.751704, + "nauc_precision_at_3_max": 0.480275, + "nauc_precision_at_3_std": 0.147349, + "nauc_precision_at_3_diff1": 0.467335, + "nauc_precision_at_5_max": 0.396248, + "nauc_precision_at_5_std": 0.238857, + "nauc_precision_at_5_diff1": 0.277123, + "nauc_precision_at_10_max": 0.411096, + "nauc_precision_at_10_std": 0.406792, + "nauc_precision_at_10_diff1": 0.125792, + "nauc_precision_at_20_max": 0.357821, + "nauc_precision_at_20_std": 0.50782, + "nauc_precision_at_20_diff1": 0.032462, + "nauc_precision_at_100_max": 0.264226, + "nauc_precision_at_100_std": 0.587055, + "nauc_precision_at_100_diff1": -0.138973, + "nauc_precision_at_1000_max": 0.175765, + "nauc_precision_at_1000_std": 0.581701, + "nauc_precision_at_1000_diff1": -0.249407, + "nauc_mrr_at_1_max": 0.5602, + "nauc_mrr_at_1_std": 0.077343, + "nauc_mrr_at_1_diff1": 0.751704, + "nauc_mrr_at_3_max": 0.577135, + "nauc_mrr_at_3_std": 0.058624, + "nauc_mrr_at_3_diff1": 0.729011, + "nauc_mrr_at_5_max": 0.573752, + "nauc_mrr_at_5_std": 0.063736, + "nauc_mrr_at_5_diff1": 0.71624, + "nauc_mrr_at_10_max": 0.582992, + "nauc_mrr_at_10_std": 0.072817, + "nauc_mrr_at_10_diff1": 0.720136, + "nauc_mrr_at_20_max": 0.581572, + "nauc_mrr_at_20_std": 0.077349, + "nauc_mrr_at_20_diff1": 0.720835, + "nauc_mrr_at_100_max": 0.581295, + "nauc_mrr_at_100_std": 0.075938, + "nauc_mrr_at_100_diff1": 0.721668, + "nauc_mrr_at_1000_max": 0.581199, + "nauc_mrr_at_1000_std": 0.075851, + "nauc_mrr_at_1000_diff1": 0.721829, + "main_score": 0.72232, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 222.66524386405945, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-small-768/2/TRECCOVID-PL.json new file mode 100644 index 0000000000..5c29eb27a5 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.7, + "ndcg_at_3": 0.70531, + "ndcg_at_5": 0.68049, + "ndcg_at_10": 0.6569, + "ndcg_at_20": 0.62108, + "ndcg_at_100": 0.49912, + "ndcg_at_1000": 0.45483, + "map_at_1": 0.00173, + "map_at_3": 0.0053, + "map_at_5": 0.00844, + "map_at_10": 0.01512, + "map_at_20": 0.02591, + "map_at_100": 0.08441, + "map_at_1000": 0.21206, + "recall_at_1": 0.00173, + "recall_at_3": 0.00584, + "recall_at_5": 0.00942, + "recall_at_10": 0.01753, + "recall_at_20": 0.03248, + "recall_at_100": 0.12063, + "recall_at_1000": 0.43204, + "precision_at_1": 0.76, + "precision_at_3": 0.76, + "precision_at_5": 0.728, + "precision_at_10": 0.694, + "precision_at_20": 0.657, + "precision_at_100": 0.5134, + "precision_at_1000": 0.20456, + "mrr_at_1": 0.76, + "mrr_at_3": 0.83, + "mrr_at_5": 0.844, + "mrr_at_10": 0.846857, + "mrr_at_20": 0.848396, + "mrr_at_100": 0.848396, + "mrr_at_1000": 0.848396, + "nauc_ndcg_at_1_max": 0.562613, + "nauc_ndcg_at_1_std": 0.384365, + "nauc_ndcg_at_1_diff1": 0.28341, + "nauc_ndcg_at_3_max": 0.615773, + "nauc_ndcg_at_3_std": 0.413195, + "nauc_ndcg_at_3_diff1": 0.17328, + "nauc_ndcg_at_5_max": 0.630269, + "nauc_ndcg_at_5_std": 0.509731, + "nauc_ndcg_at_5_diff1": 0.11495, + "nauc_ndcg_at_10_max": 0.631189, + "nauc_ndcg_at_10_std": 0.601372, + "nauc_ndcg_at_10_diff1": 0.179873, + "nauc_ndcg_at_20_max": 0.607022, + "nauc_ndcg_at_20_std": 0.697744, + "nauc_ndcg_at_20_diff1": 0.142318, + "nauc_ndcg_at_100_max": 0.60681, + "nauc_ndcg_at_100_std": 0.762532, + "nauc_ndcg_at_100_diff1": 0.132118, + "nauc_ndcg_at_1000_max": 0.724407, + "nauc_ndcg_at_1000_std": 0.850121, + "nauc_ndcg_at_1000_diff1": 0.155691, + "nauc_map_at_1_max": 0.415185, + "nauc_map_at_1_std": 0.123201, + "nauc_map_at_1_diff1": 0.171618, + "nauc_map_at_3_max": 0.409259, + "nauc_map_at_3_std": 0.123435, + "nauc_map_at_3_diff1": 0.09883, + "nauc_map_at_5_max": 0.387121, + "nauc_map_at_5_std": 0.192985, + "nauc_map_at_5_diff1": 0.043628, + "nauc_map_at_10_max": 0.4064, + "nauc_map_at_10_std": 0.315231, + "nauc_map_at_10_diff1": 0.090819, + "nauc_map_at_20_max": 0.503028, + "nauc_map_at_20_std": 0.50207, + "nauc_map_at_20_diff1": 0.092806, + "nauc_map_at_100_max": 0.687033, + "nauc_map_at_100_std": 0.774271, + "nauc_map_at_100_diff1": 0.108396, + "nauc_map_at_1000_max": 0.716664, + "nauc_map_at_1000_std": 0.866537, + "nauc_map_at_1000_diff1": 0.112574, + "nauc_recall_at_1_max": 0.415185, + "nauc_recall_at_1_std": 0.123201, + "nauc_recall_at_1_diff1": 0.171618, + "nauc_recall_at_3_max": 0.278345, + "nauc_recall_at_3_std": 0.043417, + "nauc_recall_at_3_diff1": 0.059189, + "nauc_recall_at_5_max": 0.277226, + "nauc_recall_at_5_std": 0.162094, + "nauc_recall_at_5_diff1": 0.013547, + "nauc_recall_at_10_max": 0.309947, + "nauc_recall_at_10_std": 0.274163, + "nauc_recall_at_10_diff1": 0.097091, + "nauc_recall_at_20_max": 0.34981, + "nauc_recall_at_20_std": 0.391003, + "nauc_recall_at_20_diff1": 0.085054, + "nauc_recall_at_100_max": 0.571191, + "nauc_recall_at_100_std": 0.652053, + "nauc_recall_at_100_diff1": 0.112332, + "nauc_recall_at_1000_max": 0.688538, + "nauc_recall_at_1000_std": 0.802209, + "nauc_recall_at_1000_diff1": 0.154644, + "nauc_precision_at_1_max": 0.653154, + "nauc_precision_at_1_std": 0.437743, + "nauc_precision_at_1_diff1": 0.291944, + "nauc_precision_at_3_max": 0.618835, + "nauc_precision_at_3_std": 0.401123, + "nauc_precision_at_3_diff1": 0.079494, + "nauc_precision_at_5_max": 0.610193, + "nauc_precision_at_5_std": 0.5458, + "nauc_precision_at_5_diff1": -0.000541, + "nauc_precision_at_10_max": 0.601843, + "nauc_precision_at_10_std": 0.639631, + "nauc_precision_at_10_diff1": 0.115823, + "nauc_precision_at_20_max": 0.570941, + "nauc_precision_at_20_std": 0.727984, + "nauc_precision_at_20_diff1": 0.090477, + "nauc_precision_at_100_max": 0.615682, + "nauc_precision_at_100_std": 0.786107, + "nauc_precision_at_100_diff1": 0.104291, + "nauc_precision_at_1000_max": 0.466154, + "nauc_precision_at_1000_std": 0.598526, + "nauc_precision_at_1000_diff1": 0.045169, + "nauc_mrr_at_1_max": 0.653154, + "nauc_mrr_at_1_std": 0.437743, + "nauc_mrr_at_1_diff1": 0.291944, + "nauc_mrr_at_3_max": 0.646375, + "nauc_mrr_at_3_std": 0.347091, + "nauc_mrr_at_3_diff1": 0.298871, + "nauc_mrr_at_5_max": 0.665082, + "nauc_mrr_at_5_std": 0.400542, + "nauc_mrr_at_5_diff1": 0.309773, + "nauc_mrr_at_10_max": 0.658298, + "nauc_mrr_at_10_std": 0.401403, + "nauc_mrr_at_10_diff1": 0.301418, + "nauc_mrr_at_20_max": 0.65453, + "nauc_mrr_at_20_std": 0.394802, + "nauc_mrr_at_20_diff1": 0.298631, + "nauc_mrr_at_100_max": 0.65453, + "nauc_mrr_at_100_std": 0.394802, + "nauc_mrr_at_100_diff1": 0.298631, + "nauc_mrr_at_1000_max": 0.65453, + "nauc_mrr_at_1000_std": 0.394802, + "nauc_mrr_at_1000_diff1": 0.298631, + "main_score": 0.6569, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3082.4383721351624, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/TRECCOVID.json b/results/openai__text-embedding-3-small-768/2/TRECCOVID.json new file mode 100644 index 0000000000..07d57f1b7e --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.25.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.79408, + "ndcg_at_5": 0.79703, + "ndcg_at_10": 0.7842, + "ndcg_at_20": 0.76632, + "ndcg_at_100": 0.64097, + "ndcg_at_1000": 0.57511, + "map_at_1": 0.00243, + "map_at_3": 0.00639, + "map_at_5": 0.0103, + "map_at_10": 0.0196, + "map_at_20": 0.03613, + "map_at_100": 0.12875, + "map_at_1000": 0.3173, + "recall_at_1": 0.00243, + "recall_at_3": 0.00663, + "recall_at_5": 0.01106, + "recall_at_10": 0.02173, + "recall_at_20": 0.0413, + "recall_at_100": 0.1591, + "recall_at_1000": 0.54325, + "precision_at_1": 0.9, + "precision_at_3": 0.84, + "precision_at_5": 0.844, + "precision_at_10": 0.834, + "precision_at_20": 0.817, + "precision_at_100": 0.6658, + "precision_at_1000": 0.2557, + "mrr_at_1": 0.9, + "mrr_at_3": 0.943333, + "mrr_at_5": 0.943333, + "mrr_at_10": 0.943333, + "mrr_at_20": 0.943333, + "mrr_at_100": 0.943333, + "mrr_at_1000": 0.943333, + "nauc_ndcg_at_1_max": 0.246021, + "nauc_ndcg_at_1_std": 0.422634, + "nauc_ndcg_at_1_diff1": -0.150773, + "nauc_ndcg_at_3_max": 0.330681, + "nauc_ndcg_at_3_std": 0.438264, + "nauc_ndcg_at_3_diff1": -0.128825, + "nauc_ndcg_at_5_max": 0.276893, + "nauc_ndcg_at_5_std": 0.436223, + "nauc_ndcg_at_5_diff1": -0.126801, + "nauc_ndcg_at_10_max": 0.353569, + "nauc_ndcg_at_10_std": 0.503156, + "nauc_ndcg_at_10_diff1": -0.120056, + "nauc_ndcg_at_20_max": 0.399521, + "nauc_ndcg_at_20_std": 0.627867, + "nauc_ndcg_at_20_diff1": -0.132156, + "nauc_ndcg_at_100_max": 0.407462, + "nauc_ndcg_at_100_std": 0.765801, + "nauc_ndcg_at_100_diff1": -0.119128, + "nauc_ndcg_at_1000_max": 0.423226, + "nauc_ndcg_at_1000_std": 0.755446, + "nauc_ndcg_at_1000_diff1": 0.044439, + "nauc_map_at_1_max": -0.038371, + "nauc_map_at_1_std": -0.044198, + "nauc_map_at_1_diff1": 0.130795, + "nauc_map_at_3_max": -0.013204, + "nauc_map_at_3_std": 0.054421, + "nauc_map_at_3_diff1": 0.16891, + "nauc_map_at_5_max": -0.024959, + "nauc_map_at_5_std": 0.05888, + "nauc_map_at_5_diff1": 0.192118, + "nauc_map_at_10_max": 0.025175, + "nauc_map_at_10_std": 0.105081, + "nauc_map_at_10_diff1": 0.20154, + "nauc_map_at_20_max": 0.113165, + "nauc_map_at_20_std": 0.260574, + "nauc_map_at_20_diff1": 0.227682, + "nauc_map_at_100_max": 0.312799, + "nauc_map_at_100_std": 0.597828, + "nauc_map_at_100_diff1": 0.200571, + "nauc_map_at_1000_max": 0.436792, + "nauc_map_at_1000_std": 0.780383, + "nauc_map_at_1000_diff1": 0.063235, + "nauc_recall_at_1_max": -0.038371, + "nauc_recall_at_1_std": -0.044198, + "nauc_recall_at_1_diff1": 0.130795, + "nauc_recall_at_3_max": -0.050261, + "nauc_recall_at_3_std": 0.03559, + "nauc_recall_at_3_diff1": 0.194716, + "nauc_recall_at_5_max": -0.067031, + "nauc_recall_at_5_std": 0.018469, + "nauc_recall_at_5_diff1": 0.217316, + "nauc_recall_at_10_max": -0.028083, + "nauc_recall_at_10_std": 0.046136, + "nauc_recall_at_10_diff1": 0.224637, + "nauc_recall_at_20_max": 0.024239, + "nauc_recall_at_20_std": 0.165321, + "nauc_recall_at_20_diff1": 0.260057, + "nauc_recall_at_100_max": 0.204817, + "nauc_recall_at_100_std": 0.448579, + "nauc_recall_at_100_diff1": 0.258087, + "nauc_recall_at_1000_max": 0.380375, + "nauc_recall_at_1000_std": 0.628993, + "nauc_recall_at_1000_diff1": 0.137894, + "nauc_precision_at_1_max": 0.60887, + "nauc_precision_at_1_std": 0.400747, + "nauc_precision_at_1_diff1": -0.253688, + "nauc_precision_at_3_max": 0.455303, + "nauc_precision_at_3_std": 0.414828, + "nauc_precision_at_3_diff1": -0.163115, + "nauc_precision_at_5_max": 0.380406, + "nauc_precision_at_5_std": 0.403151, + "nauc_precision_at_5_diff1": -0.108323, + "nauc_precision_at_10_max": 0.456318, + "nauc_precision_at_10_std": 0.519731, + "nauc_precision_at_10_diff1": -0.088088, + "nauc_precision_at_20_max": 0.480173, + "nauc_precision_at_20_std": 0.695197, + "nauc_precision_at_20_diff1": -0.087848, + "nauc_precision_at_100_max": 0.443355, + "nauc_precision_at_100_std": 0.77807, + "nauc_precision_at_100_diff1": -0.104347, + "nauc_precision_at_1000_max": 0.369618, + "nauc_precision_at_1000_std": 0.425129, + "nauc_precision_at_1000_diff1": -0.150663, + "nauc_mrr_at_1_max": 0.60887, + "nauc_mrr_at_1_std": 0.400747, + "nauc_mrr_at_1_diff1": -0.253688, + "nauc_mrr_at_3_max": 0.647196, + "nauc_mrr_at_3_std": 0.438568, + "nauc_mrr_at_3_diff1": -0.318971, + "nauc_mrr_at_5_max": 0.647196, + "nauc_mrr_at_5_std": 0.438568, + "nauc_mrr_at_5_diff1": -0.318971, + "nauc_mrr_at_10_max": 0.647196, + "nauc_mrr_at_10_std": 0.438568, + "nauc_mrr_at_10_diff1": -0.318971, + "nauc_mrr_at_20_max": 0.647196, + "nauc_mrr_at_20_std": 0.438568, + "nauc_mrr_at_20_diff1": -0.318971, + "nauc_mrr_at_100_max": 0.647196, + "nauc_mrr_at_100_std": 0.438568, + "nauc_mrr_at_100_diff1": -0.318971, + "nauc_mrr_at_1000_max": 0.647196, + "nauc_mrr_at_1000_std": 0.438568, + "nauc_mrr_at_1000_diff1": -0.318971, + "main_score": 0.7842, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2859.4658949375153, + "kg_co2_emissions": null +} diff --git a/results/openai__text-embedding-3-small-768/2/model_meta.json b/results/openai__text-embedding-3-small-768/2/model_meta.json new file mode 100644 index 0000000000..f2c7a97fa7 --- /dev/null +++ b/results/openai__text-embedding-3-small-768/2/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "openai/text-embedding-3-small-768", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 768, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} diff --git a/results/openai__text-embedding-3-small/2/CMedQAv2-reranking.json b/results/openai__text-embedding-3-small/2/CMedQAv2-reranking.json index 48ae52e253..44a22e24c9 100644 --- a/results/openai__text-embedding-3-small/2/CMedQAv2-reranking.json +++ b/results/openai__text-embedding-3-small/2/CMedQAv2-reranking.json @@ -22,5 +22,5 @@ ] }, "evaluation_time": 850.8032479286194, - "kg_co2_emissions": 0.00020905935197114105 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-small/2/CmedqaRetrieval.json b/results/openai__text-embedding-3-small/2/CmedqaRetrieval.json index b15f8a33fd..d0c140ead6 100644 --- a/results/openai__text-embedding-3-small/2/CmedqaRetrieval.json +++ b/results/openai__text-embedding-3-small/2/CmedqaRetrieval.json @@ -154,5 +154,5 @@ ] }, "evaluation_time": 1528.71191072464, - "kg_co2_emissions": 0.00041058124334275565 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-small/2/MedicalQARetrieval.json b/results/openai__text-embedding-3-small/2/MedicalQARetrieval.json index c6034b2e50..2d86bea009 100644 --- a/results/openai__text-embedding-3-small/2/MedicalQARetrieval.json +++ b/results/openai__text-embedding-3-small/2/MedicalQARetrieval.json @@ -154,5 +154,5 @@ ] }, "evaluation_time": 42.043631076812744, - "kg_co2_emissions": 1.4262066368219871e-05 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-small/2/MedrxivClusteringS2S.v2.json b/results/openai__text-embedding-3-small/2/MedrxivClusteringS2S.v2.json index e435b0a110..22c729731c 100644 --- a/results/openai__text-embedding-3-small/2/MedrxivClusteringS2S.v2.json +++ b/results/openai__text-embedding-3-small/2/MedrxivClusteringS2S.v2.json @@ -30,5 +30,5 @@ ] }, "evaluation_time": 23.859488010406494, - "kg_co2_emissions": 1.332439004376324e-05 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-small/2/PublicHealthQA.json b/results/openai__text-embedding-3-small/2/PublicHealthQA.json index 4c8d28132e..e534b40ec5 100644 --- a/results/openai__text-embedding-3-small/2/PublicHealthQA.json +++ b/results/openai__text-embedding-3-small/2/PublicHealthQA.json @@ -1183,5 +1183,5 @@ ] }, "evaluation_time": 43.67582583427429, - "kg_co2_emissions": 1.5084035193350963e-05 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-small/2/SciFact-PL.json b/results/openai__text-embedding-3-small/2/SciFact-PL.json index bfdb21e73b..2a4cc90145 100644 --- a/results/openai__text-embedding-3-small/2/SciFact-PL.json +++ b/results/openai__text-embedding-3-small/2/SciFact-PL.json @@ -154,5 +154,5 @@ ] }, "evaluation_time": 104.58239269256592, - "kg_co2_emissions": 2.344003000702677e-05 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-small/2/TRECCOVID-PL.json b/results/openai__text-embedding-3-small/2/TRECCOVID-PL.json index 3108deec13..fbc73fa6f1 100644 --- a/results/openai__text-embedding-3-small/2/TRECCOVID-PL.json +++ b/results/openai__text-embedding-3-small/2/TRECCOVID-PL.json @@ -154,5 +154,5 @@ ] }, "evaluation_time": 3090.085769891739, - "kg_co2_emissions": 0.0007749121268690063 + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/openai__text-embedding-3-small/2/model_meta.json b/results/openai__text-embedding-3-small/2/model_meta.json index 3dfa93c419..ec5392e898 100644 --- a/results/openai__text-embedding-3-small/2/model_meta.json +++ b/results/openai__text-embedding-3-small/2/model_meta.json @@ -1 +1,24 @@ -{"name": "openai/text-embedding-3-small", "revision": "2", "release_date": "2024-01-25", "languages": null, "n_parameters": null, "memory_usage": null, "max_tokens": 8191.0, "embed_dim": 1536, "license": null, "open_weights": false, "public_training_data": null, "public_training_code": null, "framework": ["API"], "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": null, "adapted_from": null, "superseded_by": null, "loader": "OpenAIWrapper"} \ No newline at end of file +{ + "name": "openai/text-embedding-3-small", + "revision": "2", + "release_date": "2024-01-25", + "languages": null, + "n_parameters": null, + "memory_usage": null, + "max_tokens": 8191, + "embed_dim": 1536, + "license": null, + "open_weights": false, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "API" + ], + "reference": "https://openai.com/index/new-embedding-models-and-api-updates/", + "similarity_fn_name": "cosine", + "use_instructions": false, + "training_datasets": null, + "adapted_from": null, + "superseded_by": null, + "loader": "OpenAIWrapper" +} \ No newline at end of file