diff --git a/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/AlloprofReranking.json b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/AlloprofReranking.json new file mode 100644 index 000000000..c60b903f7 --- /dev/null +++ b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/AlloprofReranking.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "a7d2d793f2e5ba55139bb10088c2e8ee2df2ce02", + "task_name": "AlloprofReranking", + "mteb_version": "2.6.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.67271, + "ndcg_at_3": 0.77642, + "ndcg_at_5": 0.80455, + "ndcg_at_10": 0.82983, + "ndcg_at_20": 0.83531, + "ndcg_at_100": 0.83534, + "ndcg_at_1000": 0.83534, + "map_at_1": 0.60113, + "map_at_3": 0.73704, + "map_at_5": 0.75846, + "map_at_10": 0.77244, + "map_at_20": 0.77543, + "map_at_100": 0.77556, + "map_at_1000": 0.77556, + "recall_at_1": 0.60113, + "recall_at_3": 0.84462, + "recall_at_5": 0.91139, + "recall_at_10": 0.9828, + "recall_at_20": 0.99985, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.60113, + "precision_at_1": 0.67271, + "precision_at_3": 0.33909, + "precision_at_5": 0.22435, + "precision_at_10": 0.12401, + "precision_at_20": 0.06401, + "precision_at_100": 0.01285, + "precision_at_1000": 0.00128, + "mrr_at_1": 0.682211, + "mrr_at_3": 0.775043, + "mrr_at_5": 0.785967, + "mrr_at_10": 0.793539, + "mrr_at_20": 0.794442, + "mrr_at_100": 0.794442, + "mrr_at_1000": 0.794442, + "nauc_ndcg_at_1_max": 0.196316, + "nauc_ndcg_at_1_std": 0.174554, + "nauc_ndcg_at_1_diff1": 0.635919, + "nauc_ndcg_at_3_max": 0.230558, + "nauc_ndcg_at_3_std": 0.28159, + "nauc_ndcg_at_3_diff1": 0.619413, + "nauc_ndcg_at_5_max": 0.241375, + "nauc_ndcg_at_5_std": 0.289928, + "nauc_ndcg_at_5_diff1": 0.625807, + "nauc_ndcg_at_10_max": 0.229761, + "nauc_ndcg_at_10_std": 0.253889, + "nauc_ndcg_at_10_diff1": 0.624854, + "nauc_ndcg_at_20_max": 0.222526, + "nauc_ndcg_at_20_std": 0.237139, + "nauc_ndcg_at_20_diff1": 0.624917, + "nauc_ndcg_at_100_max": 0.222813, + "nauc_ndcg_at_100_std": 0.237185, + "nauc_ndcg_at_100_diff1": 0.625148, + "nauc_ndcg_at_1000_max": 0.222813, + "nauc_ndcg_at_1000_std": 0.237185, + "nauc_ndcg_at_1000_diff1": 0.625148, + "nauc_map_at_1_max": 0.176013, + "nauc_map_at_1_std": 0.126672, + "nauc_map_at_1_diff1": 0.644334, + "nauc_map_at_3_max": 0.209821, + "nauc_map_at_3_std": 0.244405, + "nauc_map_at_3_diff1": 0.622576, + "nauc_map_at_5_max": 0.220834, + "nauc_map_at_5_std": 0.253785, + "nauc_map_at_5_diff1": 0.625956, + "nauc_map_at_10_max": 0.214942, + "nauc_map_at_10_std": 0.238478, + "nauc_map_at_10_diff1": 0.624634, + "nauc_map_at_20_max": 0.215111, + "nauc_map_at_20_std": 0.23275, + "nauc_map_at_20_diff1": 0.625704, + "nauc_map_at_100_max": 0.216453, + "nauc_map_at_100_std": 0.232967, + "nauc_map_at_100_diff1": 0.626786, + "nauc_map_at_1000_max": 0.216453, + "nauc_map_at_1000_std": 0.232967, + "nauc_map_at_1000_diff1": 0.626786, + "nauc_recall_at_1_max": 0.176013, + "nauc_recall_at_1_std": 0.126672, + "nauc_recall_at_1_diff1": 0.644334, + "nauc_recall_at_3_max": 0.263873, + "nauc_recall_at_3_std": 0.394629, + "nauc_recall_at_3_diff1": 0.578542, + "nauc_recall_at_5_max": 0.326602, + "nauc_recall_at_5_std": 0.522156, + "nauc_recall_at_5_diff1": 0.584369, + "nauc_recall_at_10_max": 0.403763, + "nauc_recall_at_10_std": 0.655441, + "nauc_recall_at_10_diff1": 0.550632, + "nauc_recall_at_20_max": -1.73919, + "nauc_recall_at_20_std": -0.171436, + "nauc_recall_at_20_diff1": -1.151969, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.196316, + "nauc_precision_at_1_std": 0.174554, + "nauc_precision_at_1_diff1": 0.635919, + "nauc_precision_at_3_max": 0.107939, + "nauc_precision_at_3_std": 0.234396, + "nauc_precision_at_3_diff1": 0.060803, + "nauc_precision_at_5_max": 0.082496, + "nauc_precision_at_5_std": 0.179668, + "nauc_precision_at_5_diff1": -0.081915, + "nauc_precision_at_10_max": 0.002785, + "nauc_precision_at_10_std": 0.030642, + "nauc_precision_at_10_diff1": -0.234018, + "nauc_precision_at_20_max": 0.001656, + "nauc_precision_at_20_std": -0.01756, + "nauc_precision_at_20_diff1": -0.246205, + "nauc_precision_at_100_max": 0.018544, + "nauc_precision_at_100_std": -0.015596, + "nauc_precision_at_100_diff1": -0.230835, + "nauc_precision_at_1000_max": 0.018544, + "nauc_precision_at_1000_std": -0.015596, + "nauc_precision_at_1000_diff1": -0.230835, + "nauc_mrr_at_1_max": 0.184194, + "nauc_mrr_at_1_std": 0.167837, + "nauc_mrr_at_1_diff1": 0.613052, + "nauc_mrr_at_3_max": 0.221202, + "nauc_mrr_at_3_std": 0.243969, + "nauc_mrr_at_3_diff1": 0.60532, + "nauc_mrr_at_5_max": 0.218691, + "nauc_mrr_at_5_std": 0.240947, + "nauc_mrr_at_5_diff1": 0.606164, + "nauc_mrr_at_10_max": 0.214939, + "nauc_mrr_at_10_std": 0.229731, + "nauc_mrr_at_10_diff1": 0.606773, + "nauc_mrr_at_20_max": 0.213187, + "nauc_mrr_at_20_std": 0.227488, + "nauc_mrr_at_20_diff1": 0.606837, + "nauc_mrr_at_100_max": 0.213187, + "nauc_mrr_at_100_std": 0.227488, + "nauc_mrr_at_100_diff1": 0.606837, + "nauc_mrr_at_1000_max": 0.213187, + "nauc_mrr_at_1000_std": 0.227488, + "nauc_mrr_at_1000_diff1": 0.606837, + "cv_recall_at_1": 0.68221, + "cv_recall_at_3": 0.88687, + "cv_recall_at_5": 0.93437, + "cv_recall_at_10": 0.99007, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.77556, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 679.9183576107025, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/AskUbuntuDupQuestions.json b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/AskUbuntuDupQuestions.json new file mode 100644 index 000000000..468255127 --- /dev/null +++ b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/AskUbuntuDupQuestions.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048", + "task_name": "AskUbuntuDupQuestions", + "mteb_version": "2.6.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.63158, + "ndcg_at_3": 0.61241, + "ndcg_at_5": 0.61686, + "ndcg_at_10": 0.67383, + "ndcg_at_20": 0.77423, + "ndcg_at_100": 0.77423, + "ndcg_at_1000": 0.77423, + "map_at_1": 0.18134, + "map_at_3": 0.3302, + "map_at_5": 0.40938, + "map_at_10": 0.52211, + "map_at_20": 0.6243, + "map_at_100": 0.6243, + "map_at_1000": 0.6243, + "recall_at_1": 0.18134, + "recall_at_3": 0.37634, + "recall_at_5": 0.50873, + "recall_at_10": 0.74492, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.18134, + "precision_at_1": 0.63158, + "precision_at_3": 0.5374, + "precision_at_5": 0.47036, + "precision_at_10": 0.37202, + "precision_at_20": 0.27355, + "precision_at_100": 0.05471, + "precision_at_1000": 0.00547, + "mrr_at_1": 0.642659, + "mrr_at_3": 0.731302, + "mrr_at_5": 0.752078, + "mrr_at_10": 0.758386, + "mrr_at_20": 0.760632, + "mrr_at_100": 0.760632, + "mrr_at_1000": 0.760632, + "nauc_ndcg_at_1_max": 0.326353, + "nauc_ndcg_at_1_std": 0.226316, + "nauc_ndcg_at_1_diff1": 0.259685, + "nauc_ndcg_at_3_max": 0.246817, + "nauc_ndcg_at_3_std": 0.217948, + "nauc_ndcg_at_3_diff1": 0.111987, + "nauc_ndcg_at_5_max": 0.185875, + "nauc_ndcg_at_5_std": 0.209651, + "nauc_ndcg_at_5_diff1": 0.089135, + "nauc_ndcg_at_10_max": 0.166215, + "nauc_ndcg_at_10_std": 0.226704, + "nauc_ndcg_at_10_diff1": 0.114678, + "nauc_ndcg_at_20_max": 0.247413, + "nauc_ndcg_at_20_std": 0.214177, + "nauc_ndcg_at_20_diff1": 0.13806, + "nauc_ndcg_at_100_max": 0.247413, + "nauc_ndcg_at_100_std": 0.214177, + "nauc_ndcg_at_100_diff1": 0.13806, + "nauc_ndcg_at_1000_max": 0.247413, + "nauc_ndcg_at_1000_std": 0.214177, + "nauc_ndcg_at_1000_diff1": 0.13806, + "nauc_map_at_1_max": -0.018412, + "nauc_map_at_1_std": -0.019013, + "nauc_map_at_1_diff1": 0.28834, + "nauc_map_at_3_max": 0.03844, + "nauc_map_at_3_std": 0.101887, + "nauc_map_at_3_diff1": 0.180347, + "nauc_map_at_5_max": 0.061481, + "nauc_map_at_5_std": 0.150959, + "nauc_map_at_5_diff1": 0.150995, + "nauc_map_at_10_max": 0.11354, + "nauc_map_at_10_std": 0.19377, + "nauc_map_at_10_diff1": 0.127963, + "nauc_map_at_20_max": 0.184547, + "nauc_map_at_20_std": 0.183024, + "nauc_map_at_20_diff1": 0.10721, + "nauc_map_at_100_max": 0.184547, + "nauc_map_at_100_std": 0.183024, + "nauc_map_at_100_diff1": 0.10721, + "nauc_map_at_1000_max": 0.184547, + "nauc_map_at_1000_std": 0.183024, + "nauc_map_at_1000_diff1": 0.10721, + "nauc_recall_at_1_max": -0.018412, + "nauc_recall_at_1_std": -0.019013, + "nauc_recall_at_1_diff1": 0.28834, + "nauc_recall_at_3_max": 0.005064, + "nauc_recall_at_3_std": 0.112234, + "nauc_recall_at_3_diff1": 0.135168, + "nauc_recall_at_5_max": -0.030429, + "nauc_recall_at_5_std": 0.154802, + "nauc_recall_at_5_diff1": 0.074015, + "nauc_recall_at_10_max": -0.051962, + "nauc_recall_at_10_std": 0.19127, + "nauc_recall_at_10_diff1": 0.049163, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.326353, + "nauc_precision_at_1_std": 0.226316, + "nauc_precision_at_1_diff1": 0.259685, + "nauc_precision_at_3_max": 0.276135, + "nauc_precision_at_3_std": 0.245004, + "nauc_precision_at_3_diff1": -0.013002, + "nauc_precision_at_5_max": 0.251113, + "nauc_precision_at_5_std": 0.217377, + "nauc_precision_at_5_diff1": -0.075598, + "nauc_precision_at_10_max": 0.22917, + "nauc_precision_at_10_std": 0.144027, + "nauc_precision_at_10_diff1": -0.090228, + "nauc_precision_at_20_max": 0.200926, + "nauc_precision_at_20_std": 0.055055, + "nauc_precision_at_20_diff1": -0.085207, + "nauc_precision_at_100_max": 0.200926, + "nauc_precision_at_100_std": 0.055055, + "nauc_precision_at_100_diff1": -0.085207, + "nauc_precision_at_1000_max": 0.200926, + "nauc_precision_at_1000_std": 0.055055, + "nauc_precision_at_1000_diff1": -0.085207, + "nauc_mrr_at_1_max": 0.332495, + "nauc_mrr_at_1_std": 0.235303, + "nauc_mrr_at_1_diff1": 0.227058, + "nauc_mrr_at_3_max": 0.34062, + "nauc_mrr_at_3_std": 0.269964, + "nauc_mrr_at_3_diff1": 0.201353, + "nauc_mrr_at_5_max": 0.323721, + "nauc_mrr_at_5_std": 0.262846, + "nauc_mrr_at_5_diff1": 0.190909, + "nauc_mrr_at_10_max": 0.327317, + "nauc_mrr_at_10_std": 0.263759, + "nauc_mrr_at_10_diff1": 0.197906, + "nauc_mrr_at_20_max": 0.329108, + "nauc_mrr_at_20_std": 0.262172, + "nauc_mrr_at_20_diff1": 0.200133, + "nauc_mrr_at_100_max": 0.329108, + "nauc_mrr_at_100_std": 0.262172, + "nauc_mrr_at_100_diff1": 0.200133, + "nauc_mrr_at_1000_max": 0.329108, + "nauc_mrr_at_1000_std": 0.262172, + "nauc_mrr_at_1000_diff1": 0.200133, + "cv_recall_at_1": 0.64266, + "cv_recall_at_3": 0.83657, + "cv_recall_at_5": 0.92521, + "cv_recall_at_10": 0.96953, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.6243, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 32.80093717575073, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/MindSmallReranking.json b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/MindSmallReranking.json new file mode 100644 index 000000000..92b0be825 --- /dev/null +++ b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/MindSmallReranking.json @@ -0,0 +1,251 @@ +{ + "dataset_revision": "227478e3235572039f4f7661840e059f31ef6eb1", + "task_name": "MindSmallReranking", + "mteb_version": "2.6.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.14129, + "ndcg_at_3": 0.21999, + "ndcg_at_5": 0.26657, + "ndcg_at_10": 0.32907, + "ndcg_at_20": 0.38108, + "ndcg_at_100": 0.44124, + "ndcg_at_1000": 0.44443, + "map_at_1": 0.10787, + "map_at_3": 0.18127, + "map_at_5": 0.20922, + "map_at_10": 0.23755, + "map_at_20": 0.25479, + "map_at_100": 0.26789, + "map_at_1000": 0.26829, + "recall_at_1": 0.10787, + "recall_at_3": 0.27167, + "recall_at_5": 0.3827, + "recall_at_10": 0.5588, + "recall_at_20": 0.73513, + "recall_at_100": 0.98461, + "recall_at_1000": 1.0, + "accuracy": 0.10787, + "precision_at_1": 0.14129, + "precision_at_3": 0.12127, + "precision_at_5": 0.10539, + "precision_at_10": 0.08126, + "precision_at_20": 0.05722, + "precision_at_100": 0.0177, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.144418, + "mrr_at_3": 0.232019, + "mrr_at_5": 0.261855, + "mrr_at_10": 0.287341, + "mrr_at_20": 0.298953, + "mrr_at_100": 0.303839, + "mrr_at_1000": 0.303879, + "nauc_ndcg_at_1_max": -0.075112, + "nauc_ndcg_at_1_std": 0.0369, + "nauc_ndcg_at_1_diff1": 0.118331, + "nauc_ndcg_at_3_max": -0.170775, + "nauc_ndcg_at_3_std": 0.007186, + "nauc_ndcg_at_3_diff1": 0.118944, + "nauc_ndcg_at_5_max": -0.199443, + "nauc_ndcg_at_5_std": 0.004934, + "nauc_ndcg_at_5_diff1": 0.11562, + "nauc_ndcg_at_10_max": -0.22917, + "nauc_ndcg_at_10_std": 0.003768, + "nauc_ndcg_at_10_diff1": 0.112098, + "nauc_ndcg_at_20_max": -0.233699, + "nauc_ndcg_at_20_std": 0.009644, + "nauc_ndcg_at_20_diff1": 0.111513, + "nauc_ndcg_at_100_max": -0.180155, + "nauc_ndcg_at_100_std": 0.015801, + "nauc_ndcg_at_100_diff1": 0.111397, + "nauc_ndcg_at_1000_max": -0.170991, + "nauc_ndcg_at_1000_std": 0.016027, + "nauc_ndcg_at_1000_diff1": 0.11104, + "nauc_map_at_1_max": -0.138449, + "nauc_map_at_1_std": 0.010998, + "nauc_map_at_1_diff1": 0.136034, + "nauc_map_at_3_max": -0.182398, + "nauc_map_at_3_std": 0.001303, + "nauc_map_at_3_diff1": 0.126854, + "nauc_map_at_5_max": -0.195871, + "nauc_map_at_5_std": 0.002254, + "nauc_map_at_5_diff1": 0.123528, + "nauc_map_at_10_max": -0.207581, + "nauc_map_at_10_std": 0.003365, + "nauc_map_at_10_diff1": 0.121081, + "nauc_map_at_20_max": -0.207141, + "nauc_map_at_20_std": 0.006313, + "nauc_map_at_20_diff1": 0.120471, + "nauc_map_at_100_max": -0.195929, + "nauc_map_at_100_std": 0.008207, + "nauc_map_at_100_diff1": 0.120262, + "nauc_map_at_1000_max": -0.194972, + "nauc_map_at_1000_std": 0.008239, + "nauc_map_at_1000_diff1": 0.120233, + "nauc_recall_at_1_max": -0.138449, + "nauc_recall_at_1_std": 0.010998, + "nauc_recall_at_1_diff1": 0.136034, + "nauc_recall_at_3_max": -0.213703, + "nauc_recall_at_3_std": -0.009141, + "nauc_recall_at_3_diff1": 0.114728, + "nauc_recall_at_5_max": -0.252491, + "nauc_recall_at_5_std": -0.011331, + "nauc_recall_at_5_diff1": 0.104232, + "nauc_recall_at_10_max": -0.326992, + "nauc_recall_at_10_std": -0.018767, + "nauc_recall_at_10_diff1": 0.092912, + "nauc_recall_at_20_max": -0.405208, + "nauc_recall_at_20_std": -0.011105, + "nauc_recall_at_20_diff1": 0.088578, + "nauc_recall_at_100_max": -0.690515, + "nauc_recall_at_100_std": 8.5e-05, + "nauc_recall_at_100_diff1": 0.099785, + "nauc_recall_at_1000_max": -0.50831, + "nauc_recall_at_1000_std": -0.13394, + "nauc_recall_at_1000_diff1": -0.05112, + "nauc_precision_at_1_max": -0.075112, + "nauc_precision_at_1_std": 0.0369, + "nauc_precision_at_1_diff1": 0.118331, + "nauc_precision_at_3_max": -0.128999, + "nauc_precision_at_3_std": 0.031314, + "nauc_precision_at_3_diff1": 0.093856, + "nauc_precision_at_5_max": -0.137099, + "nauc_precision_at_5_std": 0.038829, + "nauc_precision_at_5_diff1": 0.074798, + "nauc_precision_at_10_max": -0.112634, + "nauc_precision_at_10_std": 0.046981, + "nauc_precision_at_10_diff1": 0.038069, + "nauc_precision_at_20_max": -0.01394, + "nauc_precision_at_20_std": 0.061271, + "nauc_precision_at_20_diff1": -0.000286, + "nauc_precision_at_100_max": 0.229152, + "nauc_precision_at_100_std": 0.049916, + "nauc_precision_at_100_diff1": -0.049491, + "nauc_precision_at_1000_max": 0.252629, + "nauc_precision_at_1000_std": 0.047186, + "nauc_precision_at_1000_diff1": -0.05178, + "nauc_mrr_at_1_max": -0.080673, + "nauc_mrr_at_1_std": 0.032439, + "nauc_mrr_at_1_diff1": 0.102524, + "nauc_mrr_at_3_max": -0.12236, + "nauc_mrr_at_3_std": 0.021369, + "nauc_mrr_at_3_diff1": 0.103422, + "nauc_mrr_at_5_max": -0.133892, + "nauc_mrr_at_5_std": 0.020593, + "nauc_mrr_at_5_diff1": 0.101057, + "nauc_mrr_at_10_max": -0.142182, + "nauc_mrr_at_10_std": 0.019844, + "nauc_mrr_at_10_diff1": 0.100196, + "nauc_mrr_at_20_max": -0.141901, + "nauc_mrr_at_20_std": 0.020502, + "nauc_mrr_at_20_diff1": 0.100555, + "nauc_mrr_at_100_max": -0.138812, + "nauc_mrr_at_100_std": 0.020745, + "nauc_mrr_at_100_diff1": 0.100888, + "nauc_mrr_at_1000_max": -0.138728, + "nauc_mrr_at_1000_std": 0.020748, + "nauc_mrr_at_1000_diff1": 0.100887, + "cv_recall_at_1": 0.14442, + "cv_recall_at_3": 0.34801, + "cv_recall_at_5": 0.47922, + "cv_recall_at_10": 0.66981, + "cv_recall_at_20": 0.83436, + "cv_recall_at_100": 0.99505, + "cv_recall_at_1000": 1.0, + "max_over_subqueries_ndcg_at_1": 0.17744, + "max_over_subqueries_ndcg_at_3": 0.27624, + "max_over_subqueries_ndcg_at_5": 0.3269, + "max_over_subqueries_ndcg_at_10": 0.38884, + "max_over_subqueries_ndcg_at_20": 0.43387, + "max_over_subqueries_ndcg_at_100": 0.47788, + "max_over_subqueries_ndcg_at_1000": 0.47965, + "max_over_subqueries_map_at_1": 0.14795, + "max_over_subqueries_map_at_3": 0.23621, + "max_over_subqueries_map_at_5": 0.26618, + "max_over_subqueries_map_at_10": 0.29399, + "max_over_subqueries_map_at_20": 0.30869, + "max_over_subqueries_map_at_100": 0.31791, + "max_over_subqueries_map_at_1000": 0.31811, + "max_over_subqueries_recall_at_1": 0.14795, + "max_over_subqueries_recall_at_3": 0.34452, + "max_over_subqueries_recall_at_5": 0.46453, + "max_over_subqueries_recall_at_10": 0.64161, + "max_over_subqueries_recall_at_20": 0.79914, + "max_over_subqueries_recall_at_100": 0.99058, + "max_over_subqueries_recall_at_1000": 0.99999, + "max_over_subqueries_accuracy": 0.14795, + "max_over_subqueries_precision_at_1": 0.17744, + "max_over_subqueries_precision_at_3": 0.1414, + "max_over_subqueries_precision_at_5": 0.11709, + "max_over_subqueries_precision_at_10": 0.0843, + "max_over_subqueries_precision_at_20": 0.05514, + "max_over_subqueries_precision_at_100": 0.01495, + "max_over_subqueries_precision_at_1000": 0.00152, + "max_over_subqueries_mrr_at_1_max": -0.058373, + "max_over_subqueries_mrr_at_1_std": 0.065378, + "max_over_subqueries_mrr_at_1_diff1": 0.159629, + "max_over_subqueries_mrr_at_3_max": -0.126559, + "max_over_subqueries_mrr_at_3_std": 0.042917, + "max_over_subqueries_mrr_at_3_diff1": 0.113308, + "max_over_subqueries_mrr_at_5_max": -0.127666, + "max_over_subqueries_mrr_at_5_std": 0.050327, + "max_over_subqueries_mrr_at_5_diff1": 0.088254, + "max_over_subqueries_mrr_at_10_max": -0.072075, + "max_over_subqueries_mrr_at_10_std": 0.072607, + "max_over_subqueries_mrr_at_10_diff1": 0.046873, + "max_over_subqueries_mrr_at_20_max": 0.064377, + "max_over_subqueries_mrr_at_20_std": 0.104657, + "max_over_subqueries_mrr_at_20_diff1": 0.010312, + "max_over_subqueries_mrr_at_100_max": 0.350878, + "max_over_subqueries_mrr_at_100_std": 0.146912, + "max_over_subqueries_mrr_at_100_diff1": -0.019951, + "max_over_subqueries_mrr_at_1000_max": 0.370661, + "max_over_subqueries_mrr_at_1000_std": 0.147378, + "max_over_subqueries_mrr_at_1000_diff1": -0.018585, + "max_over_subqueries_mrr_at_1": 0.180228, + "max_over_subqueries_mrr_at_3": 0.279178, + "max_over_subqueries_mrr_at_5": 0.309107, + "max_over_subqueries_mrr_at_10": 0.33356, + "max_over_subqueries_mrr_at_20": 0.34364, + "max_over_subqueries_mrr_at_100": 0.347682, + "max_over_subqueries_mrr_at_1000": 0.347713, + "max_over_subqueries_nauc_mrr_at_1_max": -0.063036, + "max_over_subqueries_nauc_mrr_at_1_std": 0.060641, + "max_over_subqueries_nauc_mrr_at_1_diff1": 0.147225, + "max_over_subqueries_nauc_mrr_at_3_max": -0.111547, + "max_over_subqueries_nauc_mrr_at_3_std": 0.041912, + "max_over_subqueries_nauc_mrr_at_3_diff1": 0.135183, + "max_over_subqueries_nauc_mrr_at_5_max": -0.121403, + "max_over_subqueries_nauc_mrr_at_5_std": 0.040221, + "max_over_subqueries_nauc_mrr_at_5_diff1": 0.132289, + "max_over_subqueries_nauc_mrr_at_10_max": -0.126024, + "max_over_subqueries_nauc_mrr_at_10_std": 0.040778, + "max_over_subqueries_nauc_mrr_at_10_diff1": 0.131364, + "max_over_subqueries_nauc_mrr_at_20_max": -0.124774, + "max_over_subqueries_nauc_mrr_at_20_std": 0.041528, + "max_over_subqueries_nauc_mrr_at_20_diff1": 0.13211, + "max_over_subqueries_nauc_mrr_at_100_max": -0.122226, + "max_over_subqueries_nauc_mrr_at_100_std": 0.041861, + "max_over_subqueries_nauc_mrr_at_100_diff1": 0.132738, + "max_over_subqueries_nauc_mrr_at_1000_max": -0.122169, + "max_over_subqueries_nauc_mrr_at_1000_std": 0.041862, + "max_over_subqueries_nauc_mrr_at_1000_diff1": 0.132761, + "max_over_subqueries_cv_recall_at_1": 0.18023, + "max_over_subqueries_cv_recall_at_3": 0.40864, + "max_over_subqueries_cv_recall_at_5": 0.54026, + "max_over_subqueries_cv_recall_at_10": 0.72217, + "max_over_subqueries_cv_recall_at_20": 0.86471, + "max_over_subqueries_cv_recall_at_100": 0.99625, + "max_over_subqueries_cv_recall_at_1000": 0.99999, + "main_score": 0.31811, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 169945.03427791595, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/RuBQReranking.json b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/RuBQReranking.json new file mode 100644 index 000000000..4be6d3899 --- /dev/null +++ b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/RuBQReranking.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "e8233e2234f8b24ab47f203b69d1161c3c0bc5a1", + "task_name": "RuBQReranking", + "mteb_version": "2.6.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.64797, + "ndcg_at_3": 0.6856, + "ndcg_at_5": 0.73475, + "ndcg_at_10": 0.77662, + "ndcg_at_20": 0.79303, + "ndcg_at_100": 0.79433, + "ndcg_at_1000": 0.79433, + "map_at_1": 0.45743, + "map_at_3": 0.62332, + "map_at_5": 0.66836, + "map_at_10": 0.69528, + "map_at_20": 0.70262, + "map_at_100": 0.70303, + "map_at_1000": 0.70303, + "recall_at_1": 0.45743, + "recall_at_3": 0.72577, + "recall_at_5": 0.83686, + "recall_at_10": 0.94195, + "recall_at_20": 0.99496, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.45743, + "precision_at_1": 0.64797, + "precision_at_3": 0.37481, + "precision_at_5": 0.26963, + "precision_at_10": 0.15654, + "precision_at_20": 0.0834, + "precision_at_100": 0.01678, + "precision_at_1000": 0.00168, + "mrr_at_1": 0.666667, + "mrr_at_3": 0.751451, + "mrr_at_5": 0.765538, + "mrr_at_10": 0.773053, + "mrr_at_20": 0.774749, + "mrr_at_100": 0.77486, + "mrr_at_1000": 0.77486, + "nauc_ndcg_at_1_max": 0.403097, + "nauc_ndcg_at_1_std": 0.135906, + "nauc_ndcg_at_1_diff1": 0.517959, + "nauc_ndcg_at_3_max": 0.309059, + "nauc_ndcg_at_3_std": 0.116025, + "nauc_ndcg_at_3_diff1": 0.393429, + "nauc_ndcg_at_5_max": 0.323017, + "nauc_ndcg_at_5_std": 0.136241, + "nauc_ndcg_at_5_diff1": 0.404677, + "nauc_ndcg_at_10_max": 0.329453, + "nauc_ndcg_at_10_std": 0.136934, + "nauc_ndcg_at_10_diff1": 0.407938, + "nauc_ndcg_at_20_max": 0.342808, + "nauc_ndcg_at_20_std": 0.141782, + "nauc_ndcg_at_20_diff1": 0.41819, + "nauc_ndcg_at_100_max": 0.342227, + "nauc_ndcg_at_100_std": 0.137681, + "nauc_ndcg_at_100_diff1": 0.418787, + "nauc_ndcg_at_1000_max": 0.342227, + "nauc_ndcg_at_1000_std": 0.137681, + "nauc_ndcg_at_1000_diff1": 0.418787, + "nauc_map_at_1_max": 0.215522, + "nauc_map_at_1_std": 0.000907, + "nauc_map_at_1_diff1": 0.448413, + "nauc_map_at_3_max": 0.280118, + "nauc_map_at_3_std": 0.078519, + "nauc_map_at_3_diff1": 0.395613, + "nauc_map_at_5_max": 0.29833, + "nauc_map_at_5_std": 0.107318, + "nauc_map_at_5_diff1": 0.401309, + "nauc_map_at_10_max": 0.303529, + "nauc_map_at_10_std": 0.110904, + "nauc_map_at_10_diff1": 0.402914, + "nauc_map_at_20_max": 0.309319, + "nauc_map_at_20_std": 0.114181, + "nauc_map_at_20_diff1": 0.405171, + "nauc_map_at_100_max": 0.309068, + "nauc_map_at_100_std": 0.11307, + "nauc_map_at_100_diff1": 0.405112, + "nauc_map_at_1000_max": 0.309068, + "nauc_map_at_1000_std": 0.11307, + "nauc_map_at_1000_diff1": 0.405112, + "nauc_recall_at_1_max": 0.215522, + "nauc_recall_at_1_std": 0.000907, + "nauc_recall_at_1_diff1": 0.448413, + "nauc_recall_at_3_max": 0.234732, + "nauc_recall_at_3_std": 0.090911, + "nauc_recall_at_3_diff1": 0.304544, + "nauc_recall_at_5_max": 0.252723, + "nauc_recall_at_5_std": 0.14657, + "nauc_recall_at_5_diff1": 0.30937, + "nauc_recall_at_10_max": 0.196491, + "nauc_recall_at_10_std": 0.14654, + "nauc_recall_at_10_diff1": 0.235203, + "nauc_recall_at_20_max": 0.357918, + "nauc_recall_at_20_std": 0.610659, + "nauc_recall_at_20_diff1": 0.246929, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.403097, + "nauc_precision_at_1_std": 0.135906, + "nauc_precision_at_1_diff1": 0.517959, + "nauc_precision_at_3_max": 0.249623, + "nauc_precision_at_3_std": 0.220711, + "nauc_precision_at_3_diff1": 0.055659, + "nauc_precision_at_5_max": 0.175486, + "nauc_precision_at_5_std": 0.21123, + "nauc_precision_at_5_diff1": -0.036256, + "nauc_precision_at_10_max": 0.096636, + "nauc_precision_at_10_std": 0.165152, + "nauc_precision_at_10_diff1": -0.122135, + "nauc_precision_at_20_max": 0.081608, + "nauc_precision_at_20_std": 0.157986, + "nauc_precision_at_20_diff1": -0.154799, + "nauc_precision_at_100_max": 0.075617, + "nauc_precision_at_100_std": 0.147563, + "nauc_precision_at_100_diff1": -0.158913, + "nauc_precision_at_1000_max": 0.075617, + "nauc_precision_at_1000_std": 0.147563, + "nauc_precision_at_1000_diff1": -0.158913, + "nauc_mrr_at_1_max": 0.425795, + "nauc_mrr_at_1_std": 0.175185, + "nauc_mrr_at_1_diff1": 0.469935, + "nauc_mrr_at_3_max": 0.426883, + "nauc_mrr_at_3_std": 0.20854, + "nauc_mrr_at_3_diff1": 0.436484, + "nauc_mrr_at_5_max": 0.42995, + "nauc_mrr_at_5_std": 0.205146, + "nauc_mrr_at_5_diff1": 0.441025, + "nauc_mrr_at_10_max": 0.427496, + "nauc_mrr_at_10_std": 0.199322, + "nauc_mrr_at_10_diff1": 0.441403, + "nauc_mrr_at_20_max": 0.426947, + "nauc_mrr_at_20_std": 0.198466, + "nauc_mrr_at_20_diff1": 0.442883, + "nauc_mrr_at_100_max": 0.42703, + "nauc_mrr_at_100_std": 0.198296, + "nauc_mrr_at_100_diff1": 0.443156, + "nauc_mrr_at_1000_max": 0.42703, + "nauc_mrr_at_1000_std": 0.198296, + "nauc_mrr_at_1000_diff1": 0.443156, + "cv_recall_at_1": 0.66667, + "cv_recall_at_3": 0.86009, + "cv_recall_at_5": 0.92199, + "cv_recall_at_10": 0.9755, + "cv_recall_at_20": 0.99742, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.70303, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 260.0257773399353, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/T2Reranking.json b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/T2Reranking.json new file mode 100644 index 000000000..1b02a6a10 --- /dev/null +++ b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/T2Reranking.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "a34fe6bc0dff185af1228e49a0f6fb1de1565627", + "task_name": "T2Reranking", + "mteb_version": "2.6.9", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.66012, + "ndcg_at_3": 0.65075, + "ndcg_at_5": 0.65896, + "ndcg_at_10": 0.7384, + "ndcg_at_20": 0.80619, + "ndcg_at_100": 0.81715, + "ndcg_at_1000": 0.81723, + "map_at_1": 0.10523, + "map_at_3": 0.25086, + "map_at_5": 0.36315, + "map_at_10": 0.568, + "map_at_20": 0.66832, + "map_at_100": 0.68049, + "map_at_1000": 0.68053, + "recall_at_1": 0.10523, + "recall_at_3": 0.29508, + "recall_at_5": 0.46248, + "recall_at_10": 0.79729, + "recall_at_20": 0.97555, + "recall_at_100": 0.99985, + "recall_at_1000": 1.0, + "accuracy": 0.10523, + "precision_at_1": 0.66012, + "precision_at_3": 0.63276, + "precision_at_5": 0.60579, + "precision_at_10": 0.54452, + "precision_at_20": 0.35607, + "precision_at_100": 0.07516, + "precision_at_1000": 0.00752, + "mrr_at_1": 0.686188, + "mrr_at_3": 0.786702, + "mrr_at_5": 0.798525, + "mrr_at_10": 0.80353, + "mrr_at_20": 0.80396, + "mrr_at_100": 0.80396, + "mrr_at_1000": 0.80396, + "nauc_ndcg_at_1_max": 0.367945, + "nauc_ndcg_at_1_std": 0.022529, + "nauc_ndcg_at_1_diff1": 0.038686, + "nauc_ndcg_at_3_max": 0.377085, + "nauc_ndcg_at_3_std": 0.031136, + "nauc_ndcg_at_3_diff1": -0.036655, + "nauc_ndcg_at_5_max": 0.378014, + "nauc_ndcg_at_5_std": 0.055103, + "nauc_ndcg_at_5_diff1": -0.042986, + "nauc_ndcg_at_10_max": 0.385912, + "nauc_ndcg_at_10_std": 0.130941, + "nauc_ndcg_at_10_diff1": -0.007989, + "nauc_ndcg_at_20_max": 0.415713, + "nauc_ndcg_at_20_std": 0.068397, + "nauc_ndcg_at_20_diff1": -0.036903, + "nauc_ndcg_at_100_max": 0.417243, + "nauc_ndcg_at_100_std": 0.035662, + "nauc_ndcg_at_100_diff1": -0.048824, + "nauc_ndcg_at_1000_max": 0.416852, + "nauc_ndcg_at_1000_std": 0.035086, + "nauc_ndcg_at_1000_diff1": -0.048128, + "nauc_map_at_1_max": 0.016812, + "nauc_map_at_1_std": 0.152457, + "nauc_map_at_1_diff1": 0.14175, + "nauc_map_at_3_max": 0.086828, + "nauc_map_at_3_std": 0.187163, + "nauc_map_at_3_diff1": 0.093567, + "nauc_map_at_5_max": 0.159195, + "nauc_map_at_5_std": 0.201436, + "nauc_map_at_5_diff1": 0.066771, + "nauc_map_at_10_max": 0.316984, + "nauc_map_at_10_std": 0.177033, + "nauc_map_at_10_diff1": 0.015077, + "nauc_map_at_20_max": 0.403016, + "nauc_map_at_20_std": 0.079833, + "nauc_map_at_20_diff1": -0.043963, + "nauc_map_at_100_max": 0.409563, + "nauc_map_at_100_std": 0.054589, + "nauc_map_at_100_diff1": -0.054801, + "nauc_map_at_1000_max": 0.409448, + "nauc_map_at_1000_std": 0.054427, + "nauc_map_at_1000_diff1": -0.054595, + "nauc_recall_at_1_max": 0.016812, + "nauc_recall_at_1_std": 0.152457, + "nauc_recall_at_1_diff1": 0.14175, + "nauc_recall_at_3_max": 0.006973, + "nauc_recall_at_3_std": 0.212801, + "nauc_recall_at_3_diff1": 0.098001, + "nauc_recall_at_5_max": 0.009805, + "nauc_recall_at_5_std": 0.23569, + "nauc_recall_at_5_diff1": 0.087453, + "nauc_recall_at_10_max": 0.063815, + "nauc_recall_at_10_std": 0.294759, + "nauc_recall_at_10_diff1": 0.104725, + "nauc_recall_at_20_max": 0.177649, + "nauc_recall_at_20_std": 0.39889, + "nauc_recall_at_20_diff1": 0.088276, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.955817, + "nauc_recall_at_100_diff1": -1.151632, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.367945, + "nauc_precision_at_1_std": 0.022529, + "nauc_precision_at_1_diff1": 0.038686, + "nauc_precision_at_3_max": 0.393864, + "nauc_precision_at_3_std": 0.011368, + "nauc_precision_at_3_diff1": -0.073706, + "nauc_precision_at_5_max": 0.41168, + "nauc_precision_at_5_std": -0.006812, + "nauc_precision_at_5_diff1": -0.106488, + "nauc_precision_at_10_max": 0.423109, + "nauc_precision_at_10_std": -0.076954, + "nauc_precision_at_10_diff1": -0.134906, + "nauc_precision_at_20_max": 0.321116, + "nauc_precision_at_20_std": -0.17365, + "nauc_precision_at_20_diff1": -0.151971, + "nauc_precision_at_100_max": 0.265392, + "nauc_precision_at_100_std": -0.194862, + "nauc_precision_at_100_diff1": -0.142007, + "nauc_precision_at_1000_max": 0.262786, + "nauc_precision_at_1000_std": -0.195939, + "nauc_precision_at_1000_diff1": -0.139513, + "nauc_mrr_at_1_max": 0.371906, + "nauc_mrr_at_1_std": 0.026644, + "nauc_mrr_at_1_diff1": -0.056918, + "nauc_mrr_at_3_max": 0.399371, + "nauc_mrr_at_3_std": 0.046099, + "nauc_mrr_at_3_diff1": -0.055198, + "nauc_mrr_at_5_max": 0.396473, + "nauc_mrr_at_5_std": 0.045174, + "nauc_mrr_at_5_diff1": -0.057097, + "nauc_mrr_at_10_max": 0.392938, + "nauc_mrr_at_10_std": 0.041023, + "nauc_mrr_at_10_diff1": -0.056307, + "nauc_mrr_at_20_max": 0.392473, + "nauc_mrr_at_20_std": 0.040415, + "nauc_mrr_at_20_diff1": -0.056018, + "nauc_mrr_at_100_max": 0.392473, + "nauc_mrr_at_100_std": 0.040415, + "nauc_mrr_at_100_diff1": -0.056018, + "nauc_mrr_at_1000_max": 0.392473, + "nauc_mrr_at_1000_std": 0.040415, + "nauc_mrr_at_1000_diff1": -0.056018, + "cv_recall_at_1": 0.68619, + "cv_recall_at_3": 0.90843, + "cv_recall_at_5": 0.95921, + "cv_recall_at_10": 0.99458, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.68053, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 633.5679707527161, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/VoyageMMarcoReranking.json b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/VoyageMMarcoReranking.json new file mode 100644 index 000000000..0ce0e3009 --- /dev/null +++ b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/VoyageMMarcoReranking.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "bd2050c52b480e48c51372b4ec98a1cbbc4515f2", + "task_name": "VoyageMMarcoReranking", + "mteb_version": "2.6.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48486, + "ndcg_at_3": 0.59282, + "ndcg_at_5": 0.62579, + "ndcg_at_10": 0.66031, + "ndcg_at_20": 0.6848, + "ndcg_at_100": 0.69607, + "ndcg_at_1000": 0.69607, + "map_at_1": 0.46969, + "map_at_3": 0.56217, + "map_at_5": 0.58116, + "map_at_10": 0.59583, + "map_at_20": 0.60305, + "map_at_100": 0.60541, + "map_at_1000": 0.60541, + "recall_at_1": 0.46969, + "recall_at_3": 0.67216, + "recall_at_5": 0.75069, + "recall_at_10": 0.85543, + "recall_at_20": 0.94914, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.46969, + "precision_at_1": 0.48486, + "precision_at_3": 0.23421, + "precision_at_5": 0.15752, + "precision_at_10": 0.08994, + "precision_at_20": 0.0502, + "precision_at_100": 0.01062, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.516602, + "mrr_at_3": 0.596924, + "mrr_at_5": 0.614746, + "mrr_at_10": 0.627407, + "mrr_at_20": 0.633271, + "mrr_at_100": 0.635126, + "mrr_at_1000": 0.635126, + "nauc_ndcg_at_1_max": 0.180231, + "nauc_ndcg_at_1_std": 0.16457, + "nauc_ndcg_at_1_diff1": 0.711311, + "nauc_ndcg_at_3_max": 0.166299, + "nauc_ndcg_at_3_std": 0.229113, + "nauc_ndcg_at_3_diff1": 0.628947, + "nauc_ndcg_at_5_max": 0.170555, + "nauc_ndcg_at_5_std": 0.25023, + "nauc_ndcg_at_5_diff1": 0.625615, + "nauc_ndcg_at_10_max": 0.188636, + "nauc_ndcg_at_10_std": 0.247003, + "nauc_ndcg_at_10_diff1": 0.62508, + "nauc_ndcg_at_20_max": 0.189213, + "nauc_ndcg_at_20_std": 0.235177, + "nauc_ndcg_at_20_diff1": 0.638776, + "nauc_ndcg_at_100_max": 0.180613, + "nauc_ndcg_at_100_std": 0.221108, + "nauc_ndcg_at_100_diff1": 0.6457, + "nauc_ndcg_at_1000_max": 0.180613, + "nauc_ndcg_at_1000_std": 0.221108, + "nauc_ndcg_at_1000_diff1": 0.6457, + "nauc_map_at_1_max": 0.157607, + "nauc_map_at_1_std": 0.15358, + "nauc_map_at_1_diff1": 0.710834, + "nauc_map_at_3_max": 0.164075, + "nauc_map_at_3_std": 0.210239, + "nauc_map_at_3_diff1": 0.650631, + "nauc_map_at_5_max": 0.166637, + "nauc_map_at_5_std": 0.221432, + "nauc_map_at_5_diff1": 0.649692, + "nauc_map_at_10_max": 0.17409, + "nauc_map_at_10_std": 0.219151, + "nauc_map_at_10_diff1": 0.649886, + "nauc_map_at_20_max": 0.174674, + "nauc_map_at_20_std": 0.216055, + "nauc_map_at_20_diff1": 0.653119, + "nauc_map_at_100_max": 0.173371, + "nauc_map_at_100_std": 0.213561, + "nauc_map_at_100_diff1": 0.654309, + "nauc_map_at_1000_max": 0.173371, + "nauc_map_at_1000_std": 0.213561, + "nauc_map_at_1000_diff1": 0.654309, + "nauc_recall_at_1_max": 0.157607, + "nauc_recall_at_1_std": 0.15358, + "nauc_recall_at_1_diff1": 0.710834, + "nauc_recall_at_3_max": 0.154285, + "nauc_recall_at_3_std": 0.290959, + "nauc_recall_at_3_diff1": 0.556279, + "nauc_recall_at_5_max": 0.162945, + "nauc_recall_at_5_std": 0.366537, + "nauc_recall_at_5_diff1": 0.527739, + "nauc_recall_at_10_max": 0.253479, + "nauc_recall_at_10_std": 0.417409, + "nauc_recall_at_10_diff1": 0.469393, + "nauc_recall_at_20_max": 0.36037, + "nauc_recall_at_20_std": 0.505587, + "nauc_recall_at_20_diff1": 0.483088, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.180231, + "nauc_precision_at_1_std": 0.16457, + "nauc_precision_at_1_diff1": 0.711311, + "nauc_precision_at_3_max": 0.186972, + "nauc_precision_at_3_std": 0.299052, + "nauc_precision_at_3_diff1": 0.48503, + "nauc_precision_at_5_max": 0.203084, + "nauc_precision_at_5_std": 0.357345, + "nauc_precision_at_5_diff1": 0.414484, + "nauc_precision_at_10_max": 0.283444, + "nauc_precision_at_10_std": 0.357318, + "nauc_precision_at_10_diff1": 0.265613, + "nauc_precision_at_20_max": 0.316454, + "nauc_precision_at_20_std": 0.251716, + "nauc_precision_at_20_diff1": 0.035237, + "nauc_precision_at_100_max": 0.21972, + "nauc_precision_at_100_std": 0.046405, + "nauc_precision_at_100_diff1": -0.210477, + "nauc_precision_at_1000_max": 0.21972, + "nauc_precision_at_1000_std": 0.046405, + "nauc_precision_at_1000_diff1": -0.210477, + "nauc_mrr_at_1_max": 0.196614, + "nauc_mrr_at_1_std": 0.17954, + "nauc_mrr_at_1_diff1": 0.635277, + "nauc_mrr_at_3_max": 0.192846, + "nauc_mrr_at_3_std": 0.220333, + "nauc_mrr_at_3_diff1": 0.599868, + "nauc_mrr_at_5_max": 0.194958, + "nauc_mrr_at_5_std": 0.226886, + "nauc_mrr_at_5_diff1": 0.598346, + "nauc_mrr_at_10_max": 0.201558, + "nauc_mrr_at_10_std": 0.226988, + "nauc_mrr_at_10_diff1": 0.5976, + "nauc_mrr_at_20_max": 0.200174, + "nauc_mrr_at_20_std": 0.223816, + "nauc_mrr_at_20_diff1": 0.600796, + "nauc_mrr_at_100_max": 0.198945, + "nauc_mrr_at_100_std": 0.221929, + "nauc_mrr_at_100_diff1": 0.601501, + "nauc_mrr_at_1000_max": 0.198945, + "nauc_mrr_at_1000_std": 0.221929, + "nauc_mrr_at_1000_diff1": 0.601501, + "cv_recall_at_1": 0.5166, + "cv_recall_at_3": 0.69873, + "cv_recall_at_5": 0.77686, + "cv_recall_at_10": 0.87256, + "cv_recall_at_20": 0.95557, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.60541, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 357.73425698280334, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/WebLINXCandidatesReranking.json b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/WebLINXCandidatesReranking.json new file mode 100644 index 000000000..551670a35 --- /dev/null +++ b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/WebLINXCandidatesReranking.json @@ -0,0 +1,951 @@ +{ + "dataset_revision": "107fdc2402d2c4bfb2a720dfcfe1f6ff9d21151b", + "task_name": "WebLINXCandidatesReranking", + "mteb_version": "2.6.9", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.0638, + "ndcg_at_3": 0.10004, + "ndcg_at_5": 0.12061, + "ndcg_at_10": 0.14767, + "ndcg_at_20": 0.1782, + "ndcg_at_100": 0.24569, + "ndcg_at_1000": 0.27888, + "map_at_1": 0.06328, + "map_at_3": 0.09083, + "map_at_5": 0.10216, + "map_at_10": 0.11319, + "map_at_20": 0.12147, + "map_at_100": 0.13046, + "map_at_1000": 0.13191, + "recall_at_1": 0.06328, + "recall_at_3": 0.12683, + "recall_at_5": 0.1763, + "recall_at_10": 0.26059, + "recall_at_20": 0.38196, + "recall_at_100": 0.75096, + "recall_at_1000": 1.0, + "accuracy": 0.06328, + "precision_at_1": 0.0638, + "precision_at_3": 0.04279, + "precision_at_5": 0.03597, + "precision_at_10": 0.02667, + "precision_at_20": 0.01949, + "precision_at_100": 0.00762, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.082244, + "mrr_at_3": 0.116705, + "mrr_at_5": 0.129618, + "mrr_at_10": 0.140931, + "mrr_at_20": 0.150562, + "mrr_at_100": 0.159824, + "mrr_at_1000": 0.160842, + "nauc_ndcg_at_1_max": 0.034832, + "nauc_ndcg_at_1_std": 0.203546, + "nauc_ndcg_at_1_diff1": 0.299223, + "nauc_ndcg_at_3_max": 0.041058, + "nauc_ndcg_at_3_std": 0.124094, + "nauc_ndcg_at_3_diff1": 0.230312, + "nauc_ndcg_at_5_max": 0.037462, + "nauc_ndcg_at_5_std": 0.119917, + "nauc_ndcg_at_5_diff1": 0.234006, + "nauc_ndcg_at_10_max": 0.03182, + "nauc_ndcg_at_10_std": 0.103548, + "nauc_ndcg_at_10_diff1": 0.224468, + "nauc_ndcg_at_20_max": 0.01868, + "nauc_ndcg_at_20_std": 0.127337, + "nauc_ndcg_at_20_diff1": 0.213929, + "nauc_ndcg_at_100_max": 0.023904, + "nauc_ndcg_at_100_std": 0.179472, + "nauc_ndcg_at_100_diff1": 0.217095, + "nauc_ndcg_at_1000_max": 0.028929, + "nauc_ndcg_at_1000_std": 0.146497, + "nauc_ndcg_at_1000_diff1": 0.222132, + "nauc_map_at_1_max": 0.039157, + "nauc_map_at_1_std": 0.199834, + "nauc_map_at_1_diff1": 0.303312, + "nauc_map_at_3_max": 0.041524, + "nauc_map_at_3_std": 0.139045, + "nauc_map_at_3_diff1": 0.242466, + "nauc_map_at_5_max": 0.03962, + "nauc_map_at_5_std": 0.135684, + "nauc_map_at_5_diff1": 0.243662, + "nauc_map_at_10_max": 0.03721, + "nauc_map_at_10_std": 0.128109, + "nauc_map_at_10_diff1": 0.238591, + "nauc_map_at_20_max": 0.032921, + "nauc_map_at_20_std": 0.134701, + "nauc_map_at_20_diff1": 0.235153, + "nauc_map_at_100_max": 0.034089, + "nauc_map_at_100_std": 0.142985, + "nauc_map_at_100_diff1": 0.234817, + "nauc_map_at_1000_max": 0.034349, + "nauc_map_at_1000_std": 0.14155, + "nauc_map_at_1000_diff1": 0.235066, + "nauc_recall_at_1_max": 0.039157, + "nauc_recall_at_1_std": 0.199834, + "nauc_recall_at_1_diff1": 0.303312, + "nauc_recall_at_3_max": 0.039576, + "nauc_recall_at_3_std": 0.091603, + "nauc_recall_at_3_diff1": 0.204134, + "nauc_recall_at_5_max": 0.034292, + "nauc_recall_at_5_std": 0.090796, + "nauc_recall_at_5_diff1": 0.219115, + "nauc_recall_at_10_max": 0.022384, + "nauc_recall_at_10_std": 0.059267, + "nauc_recall_at_10_diff1": 0.202403, + "nauc_recall_at_20_max": -0.008855, + "nauc_recall_at_20_std": 0.125443, + "nauc_recall_at_20_diff1": 0.178057, + "nauc_recall_at_100_max": -0.002966, + "nauc_recall_at_100_std": 0.37392, + "nauc_recall_at_100_diff1": 0.186632, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.034832, + "nauc_precision_at_1_std": 0.203546, + "nauc_precision_at_1_diff1": 0.299223, + "nauc_precision_at_3_max": 0.03263, + "nauc_precision_at_3_std": 0.098953, + "nauc_precision_at_3_diff1": 0.19885, + "nauc_precision_at_5_max": 0.024565, + "nauc_precision_at_5_std": 0.095044, + "nauc_precision_at_5_diff1": 0.209398, + "nauc_precision_at_10_max": 0.008754, + "nauc_precision_at_10_std": 0.068326, + "nauc_precision_at_10_diff1": 0.187057, + "nauc_precision_at_20_max": -0.023251, + "nauc_precision_at_20_std": 0.129709, + "nauc_precision_at_20_diff1": 0.161282, + "nauc_precision_at_100_max": -0.032509, + "nauc_precision_at_100_std": 0.354885, + "nauc_precision_at_100_diff1": 0.147964, + "nauc_precision_at_1000_max": -0.383077, + "nauc_precision_at_1000_std": 0.129006, + "nauc_precision_at_1000_diff1": -0.310889, + "nauc_mrr_at_1_max": 0.083266, + "nauc_mrr_at_1_std": 0.088282, + "nauc_mrr_at_1_diff1": 0.108187, + "nauc_mrr_at_3_max": 0.058201, + "nauc_mrr_at_3_std": 0.049452, + "nauc_mrr_at_3_diff1": 0.136615, + "nauc_mrr_at_5_max": 0.054926, + "nauc_mrr_at_5_std": 0.047405, + "nauc_mrr_at_5_diff1": 0.138311, + "nauc_mrr_at_10_max": 0.052806, + "nauc_mrr_at_10_std": 0.045549, + "nauc_mrr_at_10_diff1": 0.143219, + "nauc_mrr_at_20_max": 0.048379, + "nauc_mrr_at_20_std": 0.053439, + "nauc_mrr_at_20_diff1": 0.136775, + "nauc_mrr_at_100_max": 0.050573, + "nauc_mrr_at_100_std": 0.056631, + "nauc_mrr_at_100_diff1": 0.136907, + "nauc_mrr_at_1000_max": 0.050894, + "nauc_mrr_at_1000_std": 0.055918, + "nauc_mrr_at_1000_diff1": 0.136989, + "cv_recall_at_1": 0.08224, + "cv_recall_at_3": 0.16295, + "cv_recall_at_5": 0.21906, + "cv_recall_at_10": 0.30592, + "cv_recall_at_20": 0.44889, + "cv_recall_at_100": 0.8309, + "cv_recall_at_1000": 1.0, + "main_score": 0.140931, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_iid": [ + { + "ndcg_at_1": 0.04659, + "ndcg_at_3": 0.07793, + "ndcg_at_5": 0.0923, + "ndcg_at_10": 0.11823, + "ndcg_at_20": 0.1507, + "ndcg_at_100": 0.21897, + "ndcg_at_1000": 0.25689, + "map_at_1": 0.04404, + "map_at_3": 0.06821, + "map_at_5": 0.07632, + "map_at_10": 0.08749, + "map_at_20": 0.0964, + "map_at_100": 0.10563, + "map_at_1000": 0.10731, + "recall_at_1": 0.04404, + "recall_at_3": 0.09988, + "recall_at_5": 0.13652, + "recall_at_10": 0.2169, + "recall_at_20": 0.34504, + "recall_at_100": 0.71655, + "recall_at_1000": 1.0, + "accuracy": 0.04404, + "precision_at_1": 0.04659, + "precision_at_3": 0.03547, + "precision_at_5": 0.02893, + "precision_at_10": 0.0226, + "precision_at_20": 0.01787, + "precision_at_100": 0.00747, + "precision_at_1000": 0.00105, + "mrr_at_1": 0.067455, + "mrr_at_3": 0.095271, + "mrr_at_5": 0.107406, + "mrr_at_10": 0.120012, + "mrr_at_20": 0.129995, + "mrr_at_100": 0.138863, + "mrr_at_1000": 0.140067, + "nauc_ndcg_at_1_max": 0.092958, + "nauc_ndcg_at_1_std": 0.149525, + "nauc_ndcg_at_1_diff1": 0.204319, + "nauc_ndcg_at_3_max": 0.080511, + "nauc_ndcg_at_3_std": 0.136765, + "nauc_ndcg_at_3_diff1": 0.119886, + "nauc_ndcg_at_5_max": 0.056418, + "nauc_ndcg_at_5_std": 0.142026, + "nauc_ndcg_at_5_diff1": 0.116571, + "nauc_ndcg_at_10_max": 0.022904, + "nauc_ndcg_at_10_std": 0.143713, + "nauc_ndcg_at_10_diff1": 0.115668, + "nauc_ndcg_at_20_max": 0.014436, + "nauc_ndcg_at_20_std": 0.139405, + "nauc_ndcg_at_20_diff1": 0.124842, + "nauc_ndcg_at_100_max": 0.0055, + "nauc_ndcg_at_100_std": 0.201491, + "nauc_ndcg_at_100_diff1": 0.14709, + "nauc_ndcg_at_1000_max": 0.02623, + "nauc_ndcg_at_1000_std": 0.159915, + "nauc_ndcg_at_1000_diff1": 0.136774, + "nauc_map_at_1_max": 0.052889, + "nauc_map_at_1_std": 0.185977, + "nauc_map_at_1_diff1": 0.1897, + "nauc_map_at_3_max": 0.061859, + "nauc_map_at_3_std": 0.156098, + "nauc_map_at_3_diff1": 0.124099, + "nauc_map_at_5_max": 0.051138, + "nauc_map_at_5_std": 0.155182, + "nauc_map_at_5_diff1": 0.124036, + "nauc_map_at_10_max": 0.035493, + "nauc_map_at_10_std": 0.153132, + "nauc_map_at_10_diff1": 0.124115, + "nauc_map_at_20_max": 0.032614, + "nauc_map_at_20_std": 0.150619, + "nauc_map_at_20_diff1": 0.126956, + "nauc_map_at_100_max": 0.034294, + "nauc_map_at_100_std": 0.160181, + "nauc_map_at_100_diff1": 0.133183, + "nauc_map_at_1000_max": 0.035143, + "nauc_map_at_1000_std": 0.157871, + "nauc_map_at_1000_diff1": 0.132718, + "nauc_recall_at_1_max": 0.052889, + "nauc_recall_at_1_std": 0.185977, + "nauc_recall_at_1_diff1": 0.1897, + "nauc_recall_at_3_max": 0.07383, + "nauc_recall_at_3_std": 0.134798, + "nauc_recall_at_3_diff1": 0.089245, + "nauc_recall_at_5_max": 0.040202, + "nauc_recall_at_5_std": 0.139862, + "nauc_recall_at_5_diff1": 0.092347, + "nauc_recall_at_10_max": -0.009097, + "nauc_recall_at_10_std": 0.138889, + "nauc_recall_at_10_diff1": 0.100169, + "nauc_recall_at_20_max": -0.022856, + "nauc_recall_at_20_std": 0.132331, + "nauc_recall_at_20_diff1": 0.123471, + "nauc_recall_at_100_max": -0.095552, + "nauc_recall_at_100_std": 0.374922, + "nauc_recall_at_100_diff1": 0.191461, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.092958, + "nauc_precision_at_1_std": 0.149525, + "nauc_precision_at_1_diff1": 0.204319, + "nauc_precision_at_3_max": 0.114246, + "nauc_precision_at_3_std": 0.098246, + "nauc_precision_at_3_diff1": 0.10826, + "nauc_precision_at_5_max": 0.080854, + "nauc_precision_at_5_std": 0.103481, + "nauc_precision_at_5_diff1": 0.110604, + "nauc_precision_at_10_max": 0.026812, + "nauc_precision_at_10_std": 0.109548, + "nauc_precision_at_10_diff1": 0.11572, + "nauc_precision_at_20_max": 0.011301, + "nauc_precision_at_20_std": 0.101368, + "nauc_precision_at_20_diff1": 0.138445, + "nauc_precision_at_100_max": 0.026691, + "nauc_precision_at_100_std": 0.243482, + "nauc_precision_at_100_diff1": 0.224132, + "nauc_precision_at_1000_max": 0.389946, + "nauc_precision_at_1000_std": -0.395465, + "nauc_precision_at_1000_diff1": 0.185591, + "nauc_mrr_at_1_max": -0.012336, + "nauc_mrr_at_1_std": -0.007239, + "nauc_mrr_at_1_diff1": -0.024343, + "nauc_mrr_at_3_max": 0.002072, + "nauc_mrr_at_3_std": 0.025077, + "nauc_mrr_at_3_diff1": 0.020392, + "nauc_mrr_at_5_max": -0.014794, + "nauc_mrr_at_5_std": 0.026165, + "nauc_mrr_at_5_diff1": 0.025101, + "nauc_mrr_at_10_max": -0.021789, + "nauc_mrr_at_10_std": 0.024505, + "nauc_mrr_at_10_diff1": 0.032469, + "nauc_mrr_at_20_max": -0.020667, + "nauc_mrr_at_20_std": 0.027903, + "nauc_mrr_at_20_diff1": 0.039451, + "nauc_mrr_at_100_max": -0.020665, + "nauc_mrr_at_100_std": 0.035612, + "nauc_mrr_at_100_diff1": 0.039431, + "nauc_mrr_at_1000_max": -0.020382, + "nauc_mrr_at_1000_std": 0.033717, + "nauc_mrr_at_1000_diff1": 0.038471, + "cv_recall_at_1": 0.06745, + "cv_recall_at_3": 0.13352, + "cv_recall_at_5": 0.18776, + "cv_recall_at_10": 0.28234, + "cv_recall_at_20": 0.42907, + "cv_recall_at_100": 0.79555, + "cv_recall_at_1000": 1.0, + "main_score": 0.120012, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_cat": [ + { + "ndcg_at_1": 0.02837, + "ndcg_at_3": 0.05612, + "ndcg_at_5": 0.07023, + "ndcg_at_10": 0.09725, + "ndcg_at_20": 0.12582, + "ndcg_at_100": 0.17711, + "ndcg_at_1000": 0.22761, + "map_at_1": 0.02837, + "map_at_3": 0.0493, + "map_at_5": 0.05706, + "map_at_10": 0.06823, + "map_at_20": 0.07605, + "map_at_100": 0.08283, + "map_at_1000": 0.08448, + "recall_at_1": 0.02837, + "recall_at_3": 0.07584, + "recall_at_5": 0.11039, + "recall_at_10": 0.19382, + "recall_at_20": 0.30702, + "recall_at_100": 0.58876, + "recall_at_1000": 0.99944, + "accuracy": 0.02837, + "precision_at_1": 0.02837, + "precision_at_3": 0.02528, + "precision_at_5": 0.02208, + "precision_at_10": 0.01938, + "precision_at_20": 0.01535, + "precision_at_100": 0.00589, + "precision_at_1000": 0.001, + "mrr_at_1": 0.070225, + "mrr_at_3": 0.095974, + "mrr_at_5": 0.106437, + "mrr_at_10": 0.119421, + "mrr_at_20": 0.127475, + "mrr_at_100": 0.13476, + "mrr_at_1000": 0.13613, + "nauc_ndcg_at_1_max": -0.009224, + "nauc_ndcg_at_1_std": 0.276747, + "nauc_ndcg_at_1_diff1": 0.290348, + "nauc_ndcg_at_3_max": -0.008481, + "nauc_ndcg_at_3_std": 0.255969, + "nauc_ndcg_at_3_diff1": 0.16678, + "nauc_ndcg_at_5_max": -0.035129, + "nauc_ndcg_at_5_std": 0.254853, + "nauc_ndcg_at_5_diff1": 0.139955, + "nauc_ndcg_at_10_max": -0.052093, + "nauc_ndcg_at_10_std": 0.297533, + "nauc_ndcg_at_10_diff1": 0.127296, + "nauc_ndcg_at_20_max": -0.050385, + "nauc_ndcg_at_20_std": 0.354916, + "nauc_ndcg_at_20_diff1": 0.146052, + "nauc_ndcg_at_100_max": -0.092514, + "nauc_ndcg_at_100_std": 0.427907, + "nauc_ndcg_at_100_diff1": 0.135467, + "nauc_ndcg_at_1000_max": -0.072648, + "nauc_ndcg_at_1000_std": 0.374335, + "nauc_ndcg_at_1000_diff1": 0.148109, + "nauc_map_at_1_max": -0.009224, + "nauc_map_at_1_std": 0.276747, + "nauc_map_at_1_diff1": 0.290348, + "nauc_map_at_3_max": -0.008648, + "nauc_map_at_3_std": 0.26075, + "nauc_map_at_3_diff1": 0.186346, + "nauc_map_at_5_max": -0.026981, + "nauc_map_at_5_std": 0.259321, + "nauc_map_at_5_diff1": 0.165695, + "nauc_map_at_10_max": -0.038312, + "nauc_map_at_10_std": 0.283052, + "nauc_map_at_10_diff1": 0.155152, + "nauc_map_at_20_max": -0.037941, + "nauc_map_at_20_std": 0.307164, + "nauc_map_at_20_diff1": 0.161729, + "nauc_map_at_100_max": -0.044234, + "nauc_map_at_100_std": 0.323307, + "nauc_map_at_100_diff1": 0.158868, + "nauc_map_at_1000_max": -0.044825, + "nauc_map_at_1000_std": 0.321509, + "nauc_map_at_1000_diff1": 0.160088, + "nauc_recall_at_1_max": -0.009224, + "nauc_recall_at_1_std": 0.276747, + "nauc_recall_at_1_diff1": 0.290348, + "nauc_recall_at_3_max": -0.008152, + "nauc_recall_at_3_std": 0.246492, + "nauc_recall_at_3_diff1": 0.129431, + "nauc_recall_at_5_max": -0.049316, + "nauc_recall_at_5_std": 0.247659, + "nauc_recall_at_5_diff1": 0.098328, + "nauc_recall_at_10_max": -0.070794, + "nauc_recall_at_10_std": 0.320087, + "nauc_recall_at_10_diff1": 0.09248, + "nauc_recall_at_20_max": -0.064633, + "nauc_recall_at_20_std": 0.42378, + "nauc_recall_at_20_diff1": 0.134258, + "nauc_recall_at_100_max": -0.193612, + "nauc_recall_at_100_std": 0.622626, + "nauc_recall_at_100_diff1": 0.108389, + "nauc_recall_at_1000_max": -1.151727, + "nauc_recall_at_1000_std": 0.934641, + "nauc_recall_at_1000_diff1": 0.711718, + "nauc_precision_at_1_max": -0.009224, + "nauc_precision_at_1_std": 0.276747, + "nauc_precision_at_1_diff1": 0.290348, + "nauc_precision_at_3_max": -0.008152, + "nauc_precision_at_3_std": 0.246492, + "nauc_precision_at_3_diff1": 0.129431, + "nauc_precision_at_5_max": -0.049316, + "nauc_precision_at_5_std": 0.247659, + "nauc_precision_at_5_diff1": 0.098328, + "nauc_precision_at_10_max": -0.070794, + "nauc_precision_at_10_std": 0.320087, + "nauc_precision_at_10_diff1": 0.09248, + "nauc_precision_at_20_max": -0.064633, + "nauc_precision_at_20_std": 0.42378, + "nauc_precision_at_20_diff1": 0.134258, + "nauc_precision_at_100_max": -0.193612, + "nauc_precision_at_100_std": 0.622626, + "nauc_precision_at_100_diff1": 0.108389, + "nauc_precision_at_1000_max": 0.559484, + "nauc_precision_at_1000_std": -0.257187, + "nauc_precision_at_1000_diff1": 0.260527, + "nauc_mrr_at_1_max": 0.199255, + "nauc_mrr_at_1_std": -0.16408, + "nauc_mrr_at_1_diff1": -0.205101, + "nauc_mrr_at_3_max": 0.141951, + "nauc_mrr_at_3_std": -0.059365, + "nauc_mrr_at_3_diff1": -0.114112, + "nauc_mrr_at_5_max": 0.119442, + "nauc_mrr_at_5_std": -0.038584, + "nauc_mrr_at_5_diff1": -0.116471, + "nauc_mrr_at_10_max": 0.107332, + "nauc_mrr_at_10_std": 0.001254, + "nauc_mrr_at_10_diff1": -0.098249, + "nauc_mrr_at_20_max": 0.103913, + "nauc_mrr_at_20_std": 0.019544, + "nauc_mrr_at_20_diff1": -0.089776, + "nauc_mrr_at_100_max": 0.099652, + "nauc_mrr_at_100_std": 0.02577, + "nauc_mrr_at_100_diff1": -0.092417, + "nauc_mrr_at_1000_max": 0.1007, + "nauc_mrr_at_1000_std": 0.023088, + "nauc_mrr_at_1000_diff1": -0.09315, + "cv_recall_at_1": 0.07022, + "cv_recall_at_3": 0.12949, + "cv_recall_at_5": 0.1764, + "cv_recall_at_10": 0.27331, + "cv_recall_at_20": 0.39073, + "cv_recall_at_100": 0.69551, + "cv_recall_at_1000": 1.0, + "main_score": 0.119421, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_geo": [ + { + "ndcg_at_1": 0.0417, + "ndcg_at_3": 0.06589, + "ndcg_at_5": 0.0819, + "ndcg_at_10": 0.10488, + "ndcg_at_20": 0.132, + "ndcg_at_100": 0.21369, + "ndcg_at_1000": 0.24651, + "map_at_1": 0.0417, + "map_at_3": 0.0596, + "map_at_5": 0.06842, + "map_at_10": 0.07787, + "map_at_20": 0.08513, + "map_at_100": 0.09614, + "map_at_1000": 0.09752, + "recall_at_1": 0.0417, + "recall_at_3": 0.08421, + "recall_at_5": 0.12327, + "recall_at_10": 0.19457, + "recall_at_20": 0.30319, + "recall_at_100": 0.74695, + "recall_at_1000": 0.99593, + "accuracy": 0.0417, + "precision_at_1": 0.0417, + "precision_at_3": 0.02807, + "precision_at_5": 0.02474, + "precision_at_10": 0.01951, + "precision_at_20": 0.0152, + "precision_at_100": 0.00748, + "precision_at_1000": 0.001, + "mrr_at_1": 0.062246, + "mrr_at_3": 0.08435, + "mrr_at_5": 0.095152, + "mrr_at_10": 0.105977, + "mrr_at_20": 0.114781, + "mrr_at_100": 0.125869, + "mrr_at_1000": 0.126949, + "nauc_ndcg_at_1_max": -0.055244, + "nauc_ndcg_at_1_std": 0.038223, + "nauc_ndcg_at_1_diff1": 0.173305, + "nauc_ndcg_at_3_max": -0.067122, + "nauc_ndcg_at_3_std": 0.029132, + "nauc_ndcg_at_3_diff1": 0.121102, + "nauc_ndcg_at_5_max": -0.067627, + "nauc_ndcg_at_5_std": 0.044941, + "nauc_ndcg_at_5_diff1": 0.109836, + "nauc_ndcg_at_10_max": -0.065016, + "nauc_ndcg_at_10_std": 0.053569, + "nauc_ndcg_at_10_diff1": 0.123673, + "nauc_ndcg_at_20_max": -0.075115, + "nauc_ndcg_at_20_std": 0.048571, + "nauc_ndcg_at_20_diff1": 0.106458, + "nauc_ndcg_at_100_max": -0.07768, + "nauc_ndcg_at_100_std": 0.092382, + "nauc_ndcg_at_100_diff1": 0.131814, + "nauc_ndcg_at_1000_max": -0.072271, + "nauc_ndcg_at_1000_std": 0.07085, + "nauc_ndcg_at_1000_diff1": 0.120886, + "nauc_map_at_1_max": -0.055244, + "nauc_map_at_1_std": 0.038223, + "nauc_map_at_1_diff1": 0.173305, + "nauc_map_at_3_max": -0.064039, + "nauc_map_at_3_std": 0.032711, + "nauc_map_at_3_diff1": 0.129776, + "nauc_map_at_5_max": -0.064732, + "nauc_map_at_5_std": 0.042418, + "nauc_map_at_5_diff1": 0.12124, + "nauc_map_at_10_max": -0.063698, + "nauc_map_at_10_std": 0.047959, + "nauc_map_at_10_diff1": 0.1278, + "nauc_map_at_20_max": -0.067172, + "nauc_map_at_20_std": 0.046478, + "nauc_map_at_20_diff1": 0.121374, + "nauc_map_at_100_max": -0.068909, + "nauc_map_at_100_std": 0.054362, + "nauc_map_at_100_diff1": 0.124195, + "nauc_map_at_1000_max": -0.06864, + "nauc_map_at_1000_std": 0.053489, + "nauc_map_at_1000_diff1": 0.123957, + "nauc_recall_at_1_max": -0.055244, + "nauc_recall_at_1_std": 0.038223, + "nauc_recall_at_1_diff1": 0.173305, + "nauc_recall_at_3_max": -0.073735, + "nauc_recall_at_3_std": 0.021224, + "nauc_recall_at_3_diff1": 0.103426, + "nauc_recall_at_5_max": -0.07288, + "nauc_recall_at_5_std": 0.049429, + "nauc_recall_at_5_diff1": 0.090446, + "nauc_recall_at_10_max": -0.066273, + "nauc_recall_at_10_std": 0.062071, + "nauc_recall_at_10_diff1": 0.120224, + "nauc_recall_at_20_max": -0.087787, + "nauc_recall_at_20_std": 0.049562, + "nauc_recall_at_20_diff1": 0.085167, + "nauc_recall_at_100_max": -0.089841, + "nauc_recall_at_100_std": 0.21129, + "nauc_recall_at_100_diff1": 0.184852, + "nauc_recall_at_1000_max": 0.572072, + "nauc_recall_at_1000_std": 0.586875, + "nauc_recall_at_1000_diff1": 0.035871, + "nauc_precision_at_1_max": -0.055244, + "nauc_precision_at_1_std": 0.038223, + "nauc_precision_at_1_diff1": 0.173305, + "nauc_precision_at_3_max": -0.073735, + "nauc_precision_at_3_std": 0.021224, + "nauc_precision_at_3_diff1": 0.103426, + "nauc_precision_at_5_max": -0.071796, + "nauc_precision_at_5_std": 0.052799, + "nauc_precision_at_5_diff1": 0.089101, + "nauc_precision_at_10_max": -0.065049, + "nauc_precision_at_10_std": 0.065008, + "nauc_precision_at_10_diff1": 0.118909, + "nauc_precision_at_20_max": -0.08687, + "nauc_precision_at_20_std": 0.052976, + "nauc_precision_at_20_diff1": 0.083646, + "nauc_precision_at_100_max": -0.088707, + "nauc_precision_at_100_std": 0.217437, + "nauc_precision_at_100_diff1": 0.180271, + "nauc_precision_at_1000_max": 0.386337, + "nauc_precision_at_1000_std": 0.79786, + "nauc_precision_at_1000_diff1": -0.200654, + "nauc_mrr_at_1_max": -0.038661, + "nauc_mrr_at_1_std": -0.123462, + "nauc_mrr_at_1_diff1": -0.067739, + "nauc_mrr_at_3_max": -0.061138, + "nauc_mrr_at_3_std": -0.090722, + "nauc_mrr_at_3_diff1": -0.019866, + "nauc_mrr_at_5_max": -0.066202, + "nauc_mrr_at_5_std": -0.07275, + "nauc_mrr_at_5_diff1": -0.011441, + "nauc_mrr_at_10_max": -0.063572, + "nauc_mrr_at_10_std": -0.064477, + "nauc_mrr_at_10_diff1": 0.000836, + "nauc_mrr_at_20_max": -0.067969, + "nauc_mrr_at_20_std": -0.06506, + "nauc_mrr_at_20_diff1": -0.001715, + "nauc_mrr_at_100_max": -0.068432, + "nauc_mrr_at_100_std": -0.06097, + "nauc_mrr_at_100_diff1": -0.000539, + "nauc_mrr_at_1000_max": -0.068186, + "nauc_mrr_at_1000_std": -0.061712, + "nauc_mrr_at_1000_diff1": -0.001254, + "cv_recall_at_1": 0.06225, + "cv_recall_at_3": 0.11371, + "cv_recall_at_5": 0.16172, + "cv_recall_at_10": 0.2439, + "cv_recall_at_20": 0.37612, + "cv_recall_at_100": 0.80736, + "cv_recall_at_1000": 0.99797, + "main_score": 0.105977, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_vis": [ + { + "ndcg_at_1": 0.03473, + "ndcg_at_3": 0.06321, + "ndcg_at_5": 0.07936, + "ndcg_at_10": 0.10647, + "ndcg_at_20": 0.13745, + "ndcg_at_100": 0.20384, + "ndcg_at_1000": 0.24364, + "map_at_1": 0.03455, + "map_at_3": 0.0559, + "map_at_5": 0.06475, + "map_at_10": 0.07597, + "map_at_20": 0.08445, + "map_at_100": 0.09351, + "map_at_1000": 0.09502, + "recall_at_1": 0.03455, + "recall_at_3": 0.08406, + "recall_at_5": 0.12347, + "recall_at_10": 0.20725, + "recall_at_20": 0.33002, + "recall_at_100": 0.68911, + "recall_at_1000": 0.99924, + "accuracy": 0.03455, + "precision_at_1": 0.03473, + "precision_at_3": 0.02812, + "precision_at_5": 0.02495, + "precision_at_10": 0.02089, + "precision_at_20": 0.01662, + "precision_at_100": 0.00694, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.06191, + "mrr_at_3": 0.087769, + "mrr_at_5": 0.098735, + "mrr_at_10": 0.111931, + "mrr_at_20": 0.12125, + "mrr_at_100": 0.130364, + "mrr_at_1000": 0.131567, + "nauc_ndcg_at_1_max": 0.057438, + "nauc_ndcg_at_1_std": 0.345237, + "nauc_ndcg_at_1_diff1": 0.221597, + "nauc_ndcg_at_3_max": 0.04122, + "nauc_ndcg_at_3_std": 0.311167, + "nauc_ndcg_at_3_diff1": 0.12733, + "nauc_ndcg_at_5_max": 0.037066, + "nauc_ndcg_at_5_std": 0.28407, + "nauc_ndcg_at_5_diff1": 0.127783, + "nauc_ndcg_at_10_max": 0.025754, + "nauc_ndcg_at_10_std": 0.266355, + "nauc_ndcg_at_10_diff1": 0.116722, + "nauc_ndcg_at_20_max": 0.009875, + "nauc_ndcg_at_20_std": 0.279511, + "nauc_ndcg_at_20_diff1": 0.108195, + "nauc_ndcg_at_100_max": 0.001494, + "nauc_ndcg_at_100_std": 0.314122, + "nauc_ndcg_at_100_diff1": 0.122654, + "nauc_ndcg_at_1000_max": 0.011952, + "nauc_ndcg_at_1000_std": 0.299661, + "nauc_ndcg_at_1000_diff1": 0.121774, + "nauc_map_at_1_max": 0.059925, + "nauc_map_at_1_std": 0.348136, + "nauc_map_at_1_diff1": 0.221058, + "nauc_map_at_3_max": 0.046964, + "nauc_map_at_3_std": 0.320532, + "nauc_map_at_3_diff1": 0.142835, + "nauc_map_at_5_max": 0.043866, + "nauc_map_at_5_std": 0.30134, + "nauc_map_at_5_diff1": 0.141499, + "nauc_map_at_10_max": 0.03657, + "nauc_map_at_10_std": 0.290046, + "nauc_map_at_10_diff1": 0.134116, + "nauc_map_at_20_max": 0.030362, + "nauc_map_at_20_std": 0.294526, + "nauc_map_at_20_diff1": 0.129876, + "nauc_map_at_100_max": 0.028831, + "nauc_map_at_100_std": 0.300823, + "nauc_map_at_100_diff1": 0.131717, + "nauc_map_at_1000_max": 0.028934, + "nauc_map_at_1000_std": 0.300572, + "nauc_map_at_1000_diff1": 0.131897, + "nauc_recall_at_1_max": 0.059925, + "nauc_recall_at_1_std": 0.348136, + "nauc_recall_at_1_diff1": 0.221058, + "nauc_recall_at_3_max": 0.031539, + "nauc_recall_at_3_std": 0.294489, + "nauc_recall_at_3_diff1": 0.096372, + "nauc_recall_at_5_max": 0.027998, + "nauc_recall_at_5_std": 0.257337, + "nauc_recall_at_5_diff1": 0.107145, + "nauc_recall_at_10_max": 0.011948, + "nauc_recall_at_10_std": 0.2343, + "nauc_recall_at_10_diff1": 0.094492, + "nauc_recall_at_20_max": -0.018263, + "nauc_recall_at_20_std": 0.265127, + "nauc_recall_at_20_diff1": 0.082304, + "nauc_recall_at_100_max": -0.05375, + "nauc_recall_at_100_std": 0.375616, + "nauc_recall_at_100_diff1": 0.127961, + "nauc_recall_at_1000_max": -0.563422, + "nauc_recall_at_1000_std": -0.334275, + "nauc_recall_at_1000_diff1": 0.137814, + "nauc_precision_at_1_max": 0.057438, + "nauc_precision_at_1_std": 0.345237, + "nauc_precision_at_1_diff1": 0.221597, + "nauc_precision_at_3_max": 0.02991, + "nauc_precision_at_3_std": 0.292867, + "nauc_precision_at_3_diff1": 0.096866, + "nauc_precision_at_5_max": 0.022824, + "nauc_precision_at_5_std": 0.250774, + "nauc_precision_at_5_diff1": 0.103273, + "nauc_precision_at_10_max": 0.007645, + "nauc_precision_at_10_std": 0.229014, + "nauc_precision_at_10_diff1": 0.09085, + "nauc_precision_at_20_max": -0.023202, + "nauc_precision_at_20_std": 0.258252, + "nauc_precision_at_20_diff1": 0.078097, + "nauc_precision_at_100_max": -0.063292, + "nauc_precision_at_100_std": 0.355869, + "nauc_precision_at_100_diff1": 0.118821, + "nauc_precision_at_1000_max": -0.235038, + "nauc_precision_at_1000_std": -0.310595, + "nauc_precision_at_1000_diff1": -0.07491, + "nauc_mrr_at_1_max": 0.00986, + "nauc_mrr_at_1_std": 0.066476, + "nauc_mrr_at_1_diff1": -0.120724, + "nauc_mrr_at_3_max": 0.010293, + "nauc_mrr_at_3_std": 0.109412, + "nauc_mrr_at_3_diff1": -0.041776, + "nauc_mrr_at_5_max": 0.010246, + "nauc_mrr_at_5_std": 0.109805, + "nauc_mrr_at_5_diff1": -0.031414, + "nauc_mrr_at_10_max": 0.002961, + "nauc_mrr_at_10_std": 0.111436, + "nauc_mrr_at_10_diff1": -0.03048, + "nauc_mrr_at_20_max": -0.001426, + "nauc_mrr_at_20_std": 0.118033, + "nauc_mrr_at_20_diff1": -0.029297, + "nauc_mrr_at_100_max": -0.001442, + "nauc_mrr_at_100_std": 0.121369, + "nauc_mrr_at_100_diff1": -0.028179, + "nauc_mrr_at_1000_max": -0.001107, + "nauc_mrr_at_1000_std": 0.120578, + "nauc_mrr_at_1000_diff1": -0.028649, + "cv_recall_at_1": 0.06191, + "cv_recall_at_3": 0.12269, + "cv_recall_at_5": 0.1712, + "cv_recall_at_10": 0.27199, + "cv_recall_at_20": 0.40883, + "cv_recall_at_100": 0.76274, + "cv_recall_at_1000": 0.99962, + "main_score": 0.111931, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_web": [ + { + "ndcg_at_1": 0.03626, + "ndcg_at_3": 0.06321, + "ndcg_at_5": 0.07652, + "ndcg_at_10": 0.1006, + "ndcg_at_20": 0.12762, + "ndcg_at_100": 0.18991, + "ndcg_at_1000": 0.23707, + "map_at_1": 0.03626, + "map_at_3": 0.05615, + "map_at_5": 0.06343, + "map_at_10": 0.07325, + "map_at_20": 0.08073, + "map_at_100": 0.08868, + "map_at_1000": 0.09064, + "recall_at_1": 0.03626, + "recall_at_3": 0.08348, + "recall_at_5": 0.1159, + "recall_at_10": 0.19059, + "recall_at_20": 0.29703, + "recall_at_100": 0.64361, + "recall_at_1000": 1.0, + "accuracy": 0.03626, + "precision_at_1": 0.03626, + "precision_at_3": 0.02799, + "precision_at_5": 0.02354, + "precision_at_10": 0.01959, + "precision_at_20": 0.01536, + "precision_at_100": 0.00658, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.071565, + "mrr_at_3": 0.096639, + "mrr_at_5": 0.105736, + "mrr_at_10": 0.117728, + "mrr_at_20": 0.125881, + "mrr_at_100": 0.134579, + "mrr_at_1000": 0.135957, + "nauc_ndcg_at_1_max": 0.023346, + "nauc_ndcg_at_1_std": 0.237485, + "nauc_ndcg_at_1_diff1": 0.301748, + "nauc_ndcg_at_3_max": 0.035752, + "nauc_ndcg_at_3_std": 0.234442, + "nauc_ndcg_at_3_diff1": 0.130029, + "nauc_ndcg_at_5_max": 0.016951, + "nauc_ndcg_at_5_std": 0.203608, + "nauc_ndcg_at_5_diff1": 0.09849, + "nauc_ndcg_at_10_max": 0.011258, + "nauc_ndcg_at_10_std": 0.204346, + "nauc_ndcg_at_10_diff1": 0.072227, + "nauc_ndcg_at_20_max": 0.010922, + "nauc_ndcg_at_20_std": 0.223523, + "nauc_ndcg_at_20_diff1": 0.055884, + "nauc_ndcg_at_100_max": 0.018464, + "nauc_ndcg_at_100_std": 0.241305, + "nauc_ndcg_at_100_diff1": 0.055339, + "nauc_ndcg_at_1000_max": 0.01416, + "nauc_ndcg_at_1000_std": 0.221072, + "nauc_ndcg_at_1000_diff1": 0.07504, + "nauc_map_at_1_max": 0.023346, + "nauc_map_at_1_std": 0.237485, + "nauc_map_at_1_diff1": 0.301748, + "nauc_map_at_3_max": 0.033842, + "nauc_map_at_3_std": 0.236213, + "nauc_map_at_3_diff1": 0.158569, + "nauc_map_at_5_max": 0.021515, + "nauc_map_at_5_std": 0.215474, + "nauc_map_at_5_diff1": 0.134396, + "nauc_map_at_10_max": 0.018889, + "nauc_map_at_10_std": 0.215104, + "nauc_map_at_10_diff1": 0.117363, + "nauc_map_at_20_max": 0.018759, + "nauc_map_at_20_std": 0.22087, + "nauc_map_at_20_diff1": 0.108678, + "nauc_map_at_100_max": 0.019009, + "nauc_map_at_100_std": 0.221778, + "nauc_map_at_100_diff1": 0.106249, + "nauc_map_at_1000_max": 0.018743, + "nauc_map_at_1000_std": 0.220829, + "nauc_map_at_1000_diff1": 0.108309, + "nauc_recall_at_1_max": 0.023346, + "nauc_recall_at_1_std": 0.237485, + "nauc_recall_at_1_diff1": 0.301748, + "nauc_recall_at_3_max": 0.039555, + "nauc_recall_at_3_std": 0.23281, + "nauc_recall_at_3_diff1": 0.076869, + "nauc_recall_at_5_max": 0.007905, + "nauc_recall_at_5_std": 0.183904, + "nauc_recall_at_5_diff1": 0.039451, + "nauc_recall_at_10_max": -0.001906, + "nauc_recall_at_10_std": 0.19182, + "nauc_recall_at_10_diff1": 0.01147, + "nauc_recall_at_20_max": -0.000262, + "nauc_recall_at_20_std": 0.235279, + "nauc_recall_at_20_diff1": -0.007918, + "nauc_recall_at_100_max": 0.028083, + "nauc_recall_at_100_std": 0.304041, + "nauc_recall_at_100_diff1": -0.007775, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.023346, + "nauc_precision_at_1_std": 0.237485, + "nauc_precision_at_1_diff1": 0.301748, + "nauc_precision_at_3_max": 0.03942, + "nauc_precision_at_3_std": 0.229894, + "nauc_precision_at_3_diff1": 0.073528, + "nauc_precision_at_5_max": 0.009247, + "nauc_precision_at_5_std": 0.177311, + "nauc_precision_at_5_diff1": 0.034129, + "nauc_precision_at_10_max": 0.003151, + "nauc_precision_at_10_std": 0.176404, + "nauc_precision_at_10_diff1": 0.001488, + "nauc_precision_at_20_max": 0.007391, + "nauc_precision_at_20_std": 0.208949, + "nauc_precision_at_20_diff1": -0.02048, + "nauc_precision_at_100_max": 0.033727, + "nauc_precision_at_100_std": 0.257615, + "nauc_precision_at_100_diff1": -0.026951, + "nauc_precision_at_1000_max": -0.20237, + "nauc_precision_at_1000_std": -0.504317, + "nauc_precision_at_1000_diff1": -0.488572, + "nauc_mrr_at_1_max": -0.079616, + "nauc_mrr_at_1_std": -0.06591, + "nauc_mrr_at_1_diff1": -0.114532, + "nauc_mrr_at_3_max": -0.068761, + "nauc_mrr_at_3_std": -0.003896, + "nauc_mrr_at_3_diff1": -0.081847, + "nauc_mrr_at_5_max": -0.064834, + "nauc_mrr_at_5_std": -0.006433, + "nauc_mrr_at_5_diff1": -0.085676, + "nauc_mrr_at_10_max": -0.064646, + "nauc_mrr_at_10_std": 0.001811, + "nauc_mrr_at_10_diff1": -0.086758, + "nauc_mrr_at_20_max": -0.06618, + "nauc_mrr_at_20_std": 0.008082, + "nauc_mrr_at_20_diff1": -0.090953, + "nauc_mrr_at_100_max": -0.064538, + "nauc_mrr_at_100_std": 0.00912, + "nauc_mrr_at_100_diff1": -0.089202, + "nauc_mrr_at_1000_max": -0.064911, + "nauc_mrr_at_1000_std": 0.008046, + "nauc_mrr_at_1000_diff1": -0.089133, + "cv_recall_at_1": 0.07156, + "cv_recall_at_3": 0.13073, + "cv_recall_at_5": 0.17112, + "cv_recall_at_10": 0.26399, + "cv_recall_at_20": 0.38422, + "cv_recall_at_100": 0.75413, + "cv_recall_at_1000": 1.0, + "main_score": 0.117728, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 57789.91015911102, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/WikipediaRerankingMultilingual.json b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/WikipediaRerankingMultilingual.json new file mode 100644 index 000000000..59bdb6e20 --- /dev/null +++ b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/WikipediaRerankingMultilingual.json @@ -0,0 +1,2493 @@ +{ + "dataset_revision": "803771c366038ed587b21e3d8fe25f8f73134fad", + "task_name": "WikipediaRerankingMultilingual", + "mteb_version": "2.6.9", + "scores": { + "test": [ + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.87605, + "ndcg_at_5": 0.89134, + "ndcg_at_10": 0.90407, + "ndcg_at_20": 0.90407, + "ndcg_at_100": 0.90407, + "ndcg_at_1000": 0.90407, + "map_at_1": 0.80333, + "map_at_3": 0.85911, + "map_at_5": 0.86754, + "map_at_10": 0.87305, + "map_at_20": 0.87305, + "map_at_100": 0.87305, + "map_at_1000": 0.87305, + "recall_at_1": 0.80333, + "recall_at_3": 0.92467, + "recall_at_5": 0.962, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.30822, + "precision_at_5": 0.1924, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.81, + "mrr_at_3": 0.863, + "mrr_at_5": 0.871367, + "mrr_at_10": 0.876924, + "mrr_at_20": 0.876924, + "mrr_at_100": 0.876924, + "mrr_at_1000": 0.876924, + "nauc_ndcg_at_1_max": 0.598459, + "nauc_ndcg_at_1_std": 0.351443, + "nauc_ndcg_at_1_diff1": 0.843753, + "nauc_ndcg_at_3_max": 0.626064, + "nauc_ndcg_at_3_std": 0.411592, + "nauc_ndcg_at_3_diff1": 0.808935, + "nauc_ndcg_at_5_max": 0.627447, + "nauc_ndcg_at_5_std": 0.417503, + "nauc_ndcg_at_5_diff1": 0.819546, + "nauc_ndcg_at_10_max": 0.615839, + "nauc_ndcg_at_10_std": 0.391004, + "nauc_ndcg_at_10_diff1": 0.825228, + "nauc_ndcg_at_20_max": 0.615839, + "nauc_ndcg_at_20_std": 0.391004, + "nauc_ndcg_at_20_diff1": 0.825228, + "nauc_ndcg_at_100_max": 0.615839, + "nauc_ndcg_at_100_std": 0.391004, + "nauc_ndcg_at_100_diff1": 0.825228, + "nauc_ndcg_at_1000_max": 0.615839, + "nauc_ndcg_at_1000_std": 0.391004, + "nauc_ndcg_at_1000_diff1": 0.825228, + "nauc_map_at_1_max": 0.598459, + "nauc_map_at_1_std": 0.351443, + "nauc_map_at_1_diff1": 0.843753, + "nauc_map_at_3_max": 0.618383, + "nauc_map_at_3_std": 0.394715, + "nauc_map_at_3_diff1": 0.818833, + "nauc_map_at_5_max": 0.618691, + "nauc_map_at_5_std": 0.396906, + "nauc_map_at_5_diff1": 0.824523, + "nauc_map_at_10_max": 0.614397, + "nauc_map_at_10_std": 0.387476, + "nauc_map_at_10_diff1": 0.826571, + "nauc_map_at_20_max": 0.614397, + "nauc_map_at_20_std": 0.387476, + "nauc_map_at_20_diff1": 0.826571, + "nauc_map_at_100_max": 0.614397, + "nauc_map_at_100_std": 0.387476, + "nauc_map_at_100_diff1": 0.826571, + "nauc_map_at_1000_max": 0.614397, + "nauc_map_at_1000_std": 0.387476, + "nauc_map_at_1000_diff1": 0.826571, + "nauc_recall_at_1_max": 0.598459, + "nauc_recall_at_1_std": 0.351443, + "nauc_recall_at_1_diff1": 0.843753, + "nauc_recall_at_3_max": 0.664576, + "nauc_recall_at_3_std": 0.496335, + "nauc_recall_at_3_diff1": 0.759124, + "nauc_recall_at_5_max": 0.708995, + "nauc_recall_at_5_std": 0.610374, + "nauc_recall_at_5_diff1": 0.778269, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.598459, + "nauc_precision_at_1_std": 0.351443, + "nauc_precision_at_1_diff1": 0.843753, + "nauc_precision_at_3_max": 0.664576, + "nauc_precision_at_3_std": 0.496335, + "nauc_precision_at_3_diff1": 0.759124, + "nauc_precision_at_5_max": 0.708995, + "nauc_precision_at_5_std": 0.610374, + "nauc_precision_at_5_diff1": 0.778269, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.598435, + "nauc_mrr_at_1_std": 0.343582, + "nauc_mrr_at_1_diff1": 0.833784, + "nauc_mrr_at_3_max": 0.622355, + "nauc_mrr_at_3_std": 0.39104, + "nauc_mrr_at_3_diff1": 0.812671, + "nauc_mrr_at_5_max": 0.620576, + "nauc_mrr_at_5_std": 0.393009, + "nauc_mrr_at_5_diff1": 0.816713, + "nauc_mrr_at_10_max": 0.616255, + "nauc_mrr_at_10_std": 0.383042, + "nauc_mrr_at_10_diff1": 0.818596, + "nauc_mrr_at_20_max": 0.616255, + "nauc_mrr_at_20_std": 0.383042, + "nauc_mrr_at_20_diff1": 0.818596, + "nauc_mrr_at_100_max": 0.616255, + "nauc_mrr_at_100_std": 0.383042, + "nauc_mrr_at_100_diff1": 0.818596, + "nauc_mrr_at_1000_max": 0.616255, + "nauc_mrr_at_1000_std": 0.383042, + "nauc_mrr_at_1000_diff1": 0.818596, + "cv_recall_at_1": 0.81, + "cv_recall_at_3": 0.92533, + "cv_recall_at_5": 0.962, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.87305, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.756, + "ndcg_at_3": 0.84743, + "ndcg_at_5": 0.86269, + "ndcg_at_10": 0.87936, + "ndcg_at_20": 0.87936, + "ndcg_at_100": 0.87936, + "ndcg_at_1000": 0.87936, + "map_at_1": 0.756, + "map_at_3": 0.82489, + "map_at_5": 0.83329, + "map_at_10": 0.84046, + "map_at_20": 0.84046, + "map_at_100": 0.84046, + "map_at_1000": 0.84046, + "recall_at_1": 0.756, + "recall_at_3": 0.91267, + "recall_at_5": 0.95, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.756, + "precision_at_1": 0.756, + "precision_at_3": 0.30422, + "precision_at_5": 0.19, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.759333, + "mrr_at_3": 0.828111, + "mrr_at_5": 0.836378, + "mrr_at_10": 0.843404, + "mrr_at_20": 0.843404, + "mrr_at_100": 0.843404, + "mrr_at_1000": 0.843404, + "nauc_ndcg_at_1_max": 0.426575, + "nauc_ndcg_at_1_std": 0.309909, + "nauc_ndcg_at_1_diff1": 0.734849, + "nauc_ndcg_at_3_max": 0.444441, + "nauc_ndcg_at_3_std": 0.353829, + "nauc_ndcg_at_3_diff1": 0.671182, + "nauc_ndcg_at_5_max": 0.444924, + "nauc_ndcg_at_5_std": 0.355505, + "nauc_ndcg_at_5_diff1": 0.678837, + "nauc_ndcg_at_10_max": 0.440343, + "nauc_ndcg_at_10_std": 0.336568, + "nauc_ndcg_at_10_diff1": 0.701049, + "nauc_ndcg_at_20_max": 0.440343, + "nauc_ndcg_at_20_std": 0.336568, + "nauc_ndcg_at_20_diff1": 0.701049, + "nauc_ndcg_at_100_max": 0.440343, + "nauc_ndcg_at_100_std": 0.336568, + "nauc_ndcg_at_100_diff1": 0.701049, + "nauc_ndcg_at_1000_max": 0.440343, + "nauc_ndcg_at_1000_std": 0.336568, + "nauc_ndcg_at_1000_diff1": 0.701049, + "nauc_map_at_1_max": 0.426575, + "nauc_map_at_1_std": 0.309909, + "nauc_map_at_1_diff1": 0.734849, + "nauc_map_at_3_max": 0.440626, + "nauc_map_at_3_std": 0.34075, + "nauc_map_at_3_diff1": 0.69158, + "nauc_map_at_5_max": 0.440536, + "nauc_map_at_5_std": 0.340681, + "nauc_map_at_5_diff1": 0.696204, + "nauc_map_at_10_max": 0.439251, + "nauc_map_at_10_std": 0.334101, + "nauc_map_at_10_diff1": 0.704131, + "nauc_map_at_20_max": 0.439251, + "nauc_map_at_20_std": 0.334101, + "nauc_map_at_20_diff1": 0.704131, + "nauc_map_at_100_max": 0.439251, + "nauc_map_at_100_std": 0.334101, + "nauc_map_at_100_diff1": 0.704131, + "nauc_map_at_1000_max": 0.439251, + "nauc_map_at_1000_std": 0.334101, + "nauc_map_at_1000_diff1": 0.704131, + "nauc_recall_at_1_max": 0.426575, + "nauc_recall_at_1_std": 0.309909, + "nauc_recall_at_1_diff1": 0.734849, + "nauc_recall_at_3_max": 0.463261, + "nauc_recall_at_3_std": 0.422663, + "nauc_recall_at_3_diff1": 0.562623, + "nauc_recall_at_5_max": 0.481612, + "nauc_recall_at_5_std": 0.485982, + "nauc_recall_at_5_diff1": 0.529181, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.426575, + "nauc_precision_at_1_std": 0.309909, + "nauc_precision_at_1_diff1": 0.734849, + "nauc_precision_at_3_max": 0.463261, + "nauc_precision_at_3_std": 0.422663, + "nauc_precision_at_3_diff1": 0.562623, + "nauc_precision_at_5_max": 0.481612, + "nauc_precision_at_5_std": 0.485982, + "nauc_precision_at_5_diff1": 0.529181, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.419522, + "nauc_mrr_at_1_std": 0.30263, + "nauc_mrr_at_1_diff1": 0.727617, + "nauc_mrr_at_3_max": 0.434833, + "nauc_mrr_at_3_std": 0.333601, + "nauc_mrr_at_3_diff1": 0.684687, + "nauc_mrr_at_5_max": 0.436046, + "nauc_mrr_at_5_std": 0.336151, + "nauc_mrr_at_5_diff1": 0.689618, + "nauc_mrr_at_10_max": 0.432985, + "nauc_mrr_at_10_std": 0.327845, + "nauc_mrr_at_10_diff1": 0.697511, + "nauc_mrr_at_20_max": 0.432985, + "nauc_mrr_at_20_std": 0.327845, + "nauc_mrr_at_20_diff1": 0.697511, + "nauc_mrr_at_100_max": 0.432985, + "nauc_mrr_at_100_std": 0.327845, + "nauc_mrr_at_100_diff1": 0.697511, + "nauc_mrr_at_1000_max": 0.432985, + "nauc_mrr_at_1000_std": 0.327845, + "nauc_mrr_at_1000_diff1": 0.697511, + "cv_recall_at_1": 0.75933, + "cv_recall_at_3": 0.91467, + "cv_recall_at_5": 0.95133, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.84046, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.81733, + "ndcg_at_3": 0.88495, + "ndcg_at_5": 0.89872, + "ndcg_at_10": 0.9102, + "ndcg_at_20": 0.9102, + "ndcg_at_100": 0.9102, + "ndcg_at_1000": 0.9102, + "map_at_1": 0.81733, + "map_at_3": 0.86844, + "map_at_5": 0.87611, + "map_at_10": 0.88113, + "map_at_20": 0.88113, + "map_at_100": 0.88113, + "map_at_1000": 0.88113, + "recall_at_1": 0.81733, + "recall_at_3": 0.93267, + "recall_at_5": 0.966, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.81733, + "precision_at_1": 0.81733, + "precision_at_3": 0.31089, + "precision_at_5": 0.1932, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.822, + "mrr_at_3": 0.871778, + "mrr_at_5": 0.879444, + "mrr_at_10": 0.884257, + "mrr_at_20": 0.884257, + "mrr_at_100": 0.884257, + "mrr_at_1000": 0.884257, + "nauc_ndcg_at_1_max": 0.50655, + "nauc_ndcg_at_1_std": 0.340147, + "nauc_ndcg_at_1_diff1": 0.796703, + "nauc_ndcg_at_3_max": 0.550154, + "nauc_ndcg_at_3_std": 0.407974, + "nauc_ndcg_at_3_diff1": 0.772139, + "nauc_ndcg_at_5_max": 0.529145, + "nauc_ndcg_at_5_std": 0.404417, + "nauc_ndcg_at_5_diff1": 0.774186, + "nauc_ndcg_at_10_max": 0.529419, + "nauc_ndcg_at_10_std": 0.383779, + "nauc_ndcg_at_10_diff1": 0.782206, + "nauc_ndcg_at_20_max": 0.529419, + "nauc_ndcg_at_20_std": 0.383779, + "nauc_ndcg_at_20_diff1": 0.782206, + "nauc_ndcg_at_100_max": 0.529419, + "nauc_ndcg_at_100_std": 0.383779, + "nauc_ndcg_at_100_diff1": 0.782206, + "nauc_ndcg_at_1000_max": 0.529419, + "nauc_ndcg_at_1000_std": 0.383779, + "nauc_ndcg_at_1000_diff1": 0.782206, + "nauc_map_at_1_max": 0.50655, + "nauc_map_at_1_std": 0.340147, + "nauc_map_at_1_diff1": 0.796703, + "nauc_map_at_3_max": 0.53842, + "nauc_map_at_3_std": 0.390013, + "nauc_map_at_3_diff1": 0.778679, + "nauc_map_at_5_max": 0.527977, + "nauc_map_at_5_std": 0.387501, + "nauc_map_at_5_diff1": 0.780213, + "nauc_map_at_10_max": 0.528044, + "nauc_map_at_10_std": 0.380297, + "nauc_map_at_10_diff1": 0.783242, + "nauc_map_at_20_max": 0.528044, + "nauc_map_at_20_std": 0.380297, + "nauc_map_at_20_diff1": 0.783242, + "nauc_map_at_100_max": 0.528044, + "nauc_map_at_100_std": 0.380297, + "nauc_map_at_100_diff1": 0.783242, + "nauc_map_at_1000_max": 0.528044, + "nauc_map_at_1000_std": 0.380297, + "nauc_map_at_1000_diff1": 0.783242, + "nauc_recall_at_1_max": 0.50655, + "nauc_recall_at_1_std": 0.340147, + "nauc_recall_at_1_diff1": 0.796703, + "nauc_recall_at_3_max": 0.611509, + "nauc_recall_at_3_std": 0.501609, + "nauc_recall_at_3_diff1": 0.738007, + "nauc_recall_at_5_max": 0.527444, + "nauc_recall_at_5_std": 0.56481, + "nauc_recall_at_5_diff1": 0.716199, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.50655, + "nauc_precision_at_1_std": 0.340147, + "nauc_precision_at_1_diff1": 0.796703, + "nauc_precision_at_3_max": 0.611509, + "nauc_precision_at_3_std": 0.501609, + "nauc_precision_at_3_diff1": 0.738007, + "nauc_precision_at_5_max": 0.527444, + "nauc_precision_at_5_std": 0.56481, + "nauc_precision_at_5_diff1": 0.716199, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.518384, + "nauc_mrr_at_1_std": 0.34196, + "nauc_mrr_at_1_diff1": 0.788153, + "nauc_mrr_at_3_max": 0.545817, + "nauc_mrr_at_3_std": 0.393754, + "nauc_mrr_at_3_diff1": 0.773922, + "nauc_mrr_at_5_max": 0.534878, + "nauc_mrr_at_5_std": 0.387311, + "nauc_mrr_at_5_diff1": 0.773772, + "nauc_mrr_at_10_max": 0.535717, + "nauc_mrr_at_10_std": 0.380949, + "nauc_mrr_at_10_diff1": 0.776279, + "nauc_mrr_at_20_max": 0.535717, + "nauc_mrr_at_20_std": 0.380949, + "nauc_mrr_at_20_diff1": 0.776279, + "nauc_mrr_at_100_max": 0.535717, + "nauc_mrr_at_100_std": 0.380949, + "nauc_mrr_at_100_diff1": 0.776279, + "nauc_mrr_at_1000_max": 0.535717, + "nauc_mrr_at_1000_std": 0.380949, + "nauc_mrr_at_1000_diff1": 0.776279, + "cv_recall_at_1": 0.822, + "cv_recall_at_3": 0.93467, + "cv_recall_at_5": 0.96733, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.88113, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.81133, + "ndcg_at_3": 0.88232, + "ndcg_at_5": 0.89741, + "ndcg_at_10": 0.90769, + "ndcg_at_20": 0.90769, + "ndcg_at_100": 0.90769, + "ndcg_at_1000": 0.90769, + "map_at_1": 0.81133, + "map_at_3": 0.86511, + "map_at_5": 0.87348, + "map_at_10": 0.87781, + "map_at_20": 0.87781, + "map_at_100": 0.87781, + "map_at_1000": 0.87781, + "recall_at_1": 0.81133, + "recall_at_3": 0.932, + "recall_at_5": 0.96867, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.81133, + "precision_at_1": 0.81133, + "precision_at_3": 0.31067, + "precision_at_5": 0.19373, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.816, + "mrr_at_3": 0.868778, + "mrr_at_5": 0.876811, + "mrr_at_10": 0.880949, + "mrr_at_20": 0.880949, + "mrr_at_100": 0.880949, + "mrr_at_1000": 0.880949, + "nauc_ndcg_at_1_max": 0.508887, + "nauc_ndcg_at_1_std": 0.348777, + "nauc_ndcg_at_1_diff1": 0.832017, + "nauc_ndcg_at_3_max": 0.572103, + "nauc_ndcg_at_3_std": 0.404522, + "nauc_ndcg_at_3_diff1": 0.81055, + "nauc_ndcg_at_5_max": 0.553191, + "nauc_ndcg_at_5_std": 0.384962, + "nauc_ndcg_at_5_diff1": 0.813495, + "nauc_ndcg_at_10_max": 0.539971, + "nauc_ndcg_at_10_std": 0.374934, + "nauc_ndcg_at_10_diff1": 0.819236, + "nauc_ndcg_at_20_max": 0.539971, + "nauc_ndcg_at_20_std": 0.374934, + "nauc_ndcg_at_20_diff1": 0.819236, + "nauc_ndcg_at_100_max": 0.539971, + "nauc_ndcg_at_100_std": 0.374934, + "nauc_ndcg_at_100_diff1": 0.819236, + "nauc_ndcg_at_1000_max": 0.539971, + "nauc_ndcg_at_1000_std": 0.374934, + "nauc_ndcg_at_1000_diff1": 0.819236, + "nauc_map_at_1_max": 0.508887, + "nauc_map_at_1_std": 0.348777, + "nauc_map_at_1_diff1": 0.832017, + "nauc_map_at_3_max": 0.551944, + "nauc_map_at_3_std": 0.385723, + "nauc_map_at_3_diff1": 0.816551, + "nauc_map_at_5_max": 0.542234, + "nauc_map_at_5_std": 0.375896, + "nauc_map_at_5_diff1": 0.818355, + "nauc_map_at_10_max": 0.537443, + "nauc_map_at_10_std": 0.372577, + "nauc_map_at_10_diff1": 0.820273, + "nauc_map_at_20_max": 0.537443, + "nauc_map_at_20_std": 0.372577, + "nauc_map_at_20_diff1": 0.820273, + "nauc_map_at_100_max": 0.537443, + "nauc_map_at_100_std": 0.372577, + "nauc_map_at_100_diff1": 0.820273, + "nauc_map_at_1000_max": 0.537443, + "nauc_map_at_1000_std": 0.372577, + "nauc_map_at_1000_diff1": 0.820273, + "nauc_recall_at_1_max": 0.508887, + "nauc_recall_at_1_std": 0.348777, + "nauc_recall_at_1_diff1": 0.832017, + "nauc_recall_at_3_max": 0.681794, + "nauc_recall_at_3_std": 0.507644, + "nauc_recall_at_3_diff1": 0.778583, + "nauc_recall_at_5_max": 0.662525, + "nauc_recall_at_5_std": 0.474452, + "nauc_recall_at_5_diff1": 0.76268, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.508887, + "nauc_precision_at_1_std": 0.348777, + "nauc_precision_at_1_diff1": 0.832017, + "nauc_precision_at_3_max": 0.681794, + "nauc_precision_at_3_std": 0.507644, + "nauc_precision_at_3_diff1": 0.778583, + "nauc_precision_at_5_max": 0.662525, + "nauc_precision_at_5_std": 0.474452, + "nauc_precision_at_5_diff1": 0.76268, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.517879, + "nauc_mrr_at_1_std": 0.354342, + "nauc_mrr_at_1_diff1": 0.824553, + "nauc_mrr_at_3_max": 0.563512, + "nauc_mrr_at_3_std": 0.389653, + "nauc_mrr_at_3_diff1": 0.810233, + "nauc_mrr_at_5_max": 0.552303, + "nauc_mrr_at_5_std": 0.382177, + "nauc_mrr_at_5_diff1": 0.812359, + "nauc_mrr_at_10_max": 0.547687, + "nauc_mrr_at_10_std": 0.379175, + "nauc_mrr_at_10_diff1": 0.813803, + "nauc_mrr_at_20_max": 0.547687, + "nauc_mrr_at_20_std": 0.379175, + "nauc_mrr_at_20_diff1": 0.813803, + "nauc_mrr_at_100_max": 0.547687, + "nauc_mrr_at_100_std": 0.379175, + "nauc_mrr_at_100_diff1": 0.813803, + "nauc_mrr_at_1000_max": 0.547687, + "nauc_mrr_at_1000_std": 0.379175, + "nauc_mrr_at_1000_diff1": 0.813803, + "cv_recall_at_1": 0.816, + "cv_recall_at_3": 0.93467, + "cv_recall_at_5": 0.97, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.87781, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.79733, + "ndcg_at_3": 0.87516, + "ndcg_at_5": 0.89178, + "ndcg_at_10": 0.90281, + "ndcg_at_20": 0.90281, + "ndcg_at_100": 0.90281, + "ndcg_at_1000": 0.90281, + "map_at_1": 0.79733, + "map_at_3": 0.857, + "map_at_5": 0.8663, + "map_at_10": 0.87113, + "map_at_20": 0.87113, + "map_at_100": 0.87113, + "map_at_1000": 0.87113, + "recall_at_1": 0.79733, + "recall_at_3": 0.92733, + "recall_at_5": 0.96733, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.79733, + "precision_at_1": 0.79733, + "precision_at_3": 0.30911, + "precision_at_5": 0.19347, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804, + "mrr_at_3": 0.861778, + "mrr_at_5": 0.870744, + "mrr_at_10": 0.87546, + "mrr_at_20": 0.87546, + "mrr_at_100": 0.87546, + "mrr_at_1000": 0.87546, + "nauc_ndcg_at_1_max": 0.479222, + "nauc_ndcg_at_1_std": 0.181363, + "nauc_ndcg_at_1_diff1": 0.821995, + "nauc_ndcg_at_3_max": 0.490582, + "nauc_ndcg_at_3_std": 0.185162, + "nauc_ndcg_at_3_diff1": 0.769843, + "nauc_ndcg_at_5_max": 0.480388, + "nauc_ndcg_at_5_std": 0.174856, + "nauc_ndcg_at_5_diff1": 0.768523, + "nauc_ndcg_at_10_max": 0.485069, + "nauc_ndcg_at_10_std": 0.182036, + "nauc_ndcg_at_10_diff1": 0.792011, + "nauc_ndcg_at_20_max": 0.485069, + "nauc_ndcg_at_20_std": 0.182036, + "nauc_ndcg_at_20_diff1": 0.792011, + "nauc_ndcg_at_100_max": 0.485069, + "nauc_ndcg_at_100_std": 0.182036, + "nauc_ndcg_at_100_diff1": 0.792011, + "nauc_ndcg_at_1000_max": 0.485069, + "nauc_ndcg_at_1000_std": 0.182036, + "nauc_ndcg_at_1000_diff1": 0.792011, + "nauc_map_at_1_max": 0.479222, + "nauc_map_at_1_std": 0.181363, + "nauc_map_at_1_diff1": 0.821995, + "nauc_map_at_3_max": 0.488112, + "nauc_map_at_3_std": 0.183926, + "nauc_map_at_3_diff1": 0.785354, + "nauc_map_at_5_max": 0.483606, + "nauc_map_at_5_std": 0.179501, + "nauc_map_at_5_diff1": 0.785865, + "nauc_map_at_10_max": 0.484974, + "nauc_map_at_10_std": 0.182096, + "nauc_map_at_10_diff1": 0.794553, + "nauc_map_at_20_max": 0.484974, + "nauc_map_at_20_std": 0.182096, + "nauc_map_at_20_diff1": 0.794553, + "nauc_map_at_100_max": 0.484974, + "nauc_map_at_100_std": 0.182096, + "nauc_map_at_100_diff1": 0.794553, + "nauc_map_at_1000_max": 0.484974, + "nauc_map_at_1000_std": 0.182096, + "nauc_map_at_1000_diff1": 0.794553, + "nauc_recall_at_1_max": 0.479222, + "nauc_recall_at_1_std": 0.181363, + "nauc_recall_at_1_diff1": 0.821995, + "nauc_recall_at_3_max": 0.502891, + "nauc_recall_at_3_std": 0.191813, + "nauc_recall_at_3_diff1": 0.687585, + "nauc_recall_at_5_max": 0.43546, + "nauc_recall_at_5_std": 0.115932, + "nauc_recall_at_5_diff1": 0.577259, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.479222, + "nauc_precision_at_1_std": 0.181363, + "nauc_precision_at_1_diff1": 0.821995, + "nauc_precision_at_3_max": 0.502891, + "nauc_precision_at_3_std": 0.191813, + "nauc_precision_at_3_diff1": 0.687585, + "nauc_precision_at_5_max": 0.43546, + "nauc_precision_at_5_std": 0.115932, + "nauc_precision_at_5_diff1": 0.577259, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.466715, + "nauc_mrr_at_1_std": 0.173602, + "nauc_mrr_at_1_diff1": 0.809865, + "nauc_mrr_at_3_max": 0.478808, + "nauc_mrr_at_3_std": 0.175764, + "nauc_mrr_at_3_diff1": 0.774972, + "nauc_mrr_at_5_max": 0.472421, + "nauc_mrr_at_5_std": 0.171741, + "nauc_mrr_at_5_diff1": 0.775487, + "nauc_mrr_at_10_max": 0.47361, + "nauc_mrr_at_10_std": 0.173408, + "nauc_mrr_at_10_diff1": 0.783624, + "nauc_mrr_at_20_max": 0.47361, + "nauc_mrr_at_20_std": 0.173408, + "nauc_mrr_at_20_diff1": 0.783624, + "nauc_mrr_at_100_max": 0.47361, + "nauc_mrr_at_100_std": 0.173408, + "nauc_mrr_at_100_diff1": 0.783624, + "nauc_mrr_at_1000_max": 0.47361, + "nauc_mrr_at_1000_std": 0.173408, + "nauc_mrr_at_1000_diff1": 0.783624, + "cv_recall_at_1": 0.804, + "cv_recall_at_3": 0.92933, + "cv_recall_at_5": 0.968, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.87113, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.862, + "ndcg_at_3": 0.91571, + "ndcg_at_5": 0.92791, + "ndcg_at_10": 0.93388, + "ndcg_at_20": 0.93388, + "ndcg_at_100": 0.93388, + "ndcg_at_1000": 0.93388, + "map_at_1": 0.862, + "map_at_3": 0.90289, + "map_at_5": 0.90972, + "map_at_10": 0.91228, + "map_at_20": 0.91228, + "map_at_100": 0.91228, + "map_at_1000": 0.91228, + "recall_at_1": 0.862, + "recall_at_3": 0.95267, + "recall_at_5": 0.982, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.862, + "precision_at_1": 0.862, + "precision_at_3": 0.31756, + "precision_at_5": 0.1964, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.87, + "mrr_at_3": 0.908778, + "mrr_at_5": 0.914711, + "mrr_at_10": 0.917054, + "mrr_at_20": 0.917054, + "mrr_at_100": 0.917054, + "mrr_at_1000": 0.917054, + "nauc_ndcg_at_1_max": 0.577792, + "nauc_ndcg_at_1_std": 0.400502, + "nauc_ndcg_at_1_diff1": 0.864653, + "nauc_ndcg_at_3_max": 0.616784, + "nauc_ndcg_at_3_std": 0.413342, + "nauc_ndcg_at_3_diff1": 0.856525, + "nauc_ndcg_at_5_max": 0.600038, + "nauc_ndcg_at_5_std": 0.409955, + "nauc_ndcg_at_5_diff1": 0.860142, + "nauc_ndcg_at_10_max": 0.598256, + "nauc_ndcg_at_10_std": 0.410079, + "nauc_ndcg_at_10_diff1": 0.85877, + "nauc_ndcg_at_20_max": 0.598256, + "nauc_ndcg_at_20_std": 0.410079, + "nauc_ndcg_at_20_diff1": 0.85877, + "nauc_ndcg_at_100_max": 0.598256, + "nauc_ndcg_at_100_std": 0.410079, + "nauc_ndcg_at_100_diff1": 0.85877, + "nauc_ndcg_at_1000_max": 0.598256, + "nauc_ndcg_at_1000_std": 0.410079, + "nauc_ndcg_at_1000_diff1": 0.85877, + "nauc_map_at_1_max": 0.577792, + "nauc_map_at_1_std": 0.400502, + "nauc_map_at_1_diff1": 0.864653, + "nauc_map_at_3_max": 0.605982, + "nauc_map_at_3_std": 0.411034, + "nauc_map_at_3_diff1": 0.857905, + "nauc_map_at_5_max": 0.59761, + "nauc_map_at_5_std": 0.409336, + "nauc_map_at_5_diff1": 0.859534, + "nauc_map_at_10_max": 0.596949, + "nauc_map_at_10_std": 0.409493, + "nauc_map_at_10_diff1": 0.859061, + "nauc_map_at_20_max": 0.596949, + "nauc_map_at_20_std": 0.409493, + "nauc_map_at_20_diff1": 0.859061, + "nauc_map_at_100_max": 0.596949, + "nauc_map_at_100_std": 0.409493, + "nauc_map_at_100_diff1": 0.859061, + "nauc_map_at_1000_max": 0.596949, + "nauc_map_at_1000_std": 0.409493, + "nauc_map_at_1000_diff1": 0.859061, + "nauc_recall_at_1_max": 0.577792, + "nauc_recall_at_1_std": 0.400502, + "nauc_recall_at_1_diff1": 0.864653, + "nauc_recall_at_3_max": 0.677108, + "nauc_recall_at_3_std": 0.424975, + "nauc_recall_at_3_diff1": 0.8497, + "nauc_recall_at_5_max": 0.618633, + "nauc_recall_at_5_std": 0.412111, + "nauc_recall_at_5_diff1": 0.874572, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.577792, + "nauc_precision_at_1_std": 0.400502, + "nauc_precision_at_1_diff1": 0.864653, + "nauc_precision_at_3_max": 0.677108, + "nauc_precision_at_3_std": 0.424975, + "nauc_precision_at_3_diff1": 0.8497, + "nauc_precision_at_5_max": 0.618633, + "nauc_precision_at_5_std": 0.412111, + "nauc_precision_at_5_diff1": 0.874572, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.584685, + "nauc_mrr_at_1_std": 0.400346, + "nauc_mrr_at_1_diff1": 0.848893, + "nauc_mrr_at_3_max": 0.611311, + "nauc_mrr_at_3_std": 0.403246, + "nauc_mrr_at_3_diff1": 0.848087, + "nauc_mrr_at_5_max": 0.607274, + "nauc_mrr_at_5_std": 0.403879, + "nauc_mrr_at_5_diff1": 0.848557, + "nauc_mrr_at_10_max": 0.604573, + "nauc_mrr_at_10_std": 0.405462, + "nauc_mrr_at_10_diff1": 0.847725, + "nauc_mrr_at_20_max": 0.604573, + "nauc_mrr_at_20_std": 0.405462, + "nauc_mrr_at_20_diff1": 0.847725, + "nauc_mrr_at_100_max": 0.604573, + "nauc_mrr_at_100_std": 0.405462, + "nauc_mrr_at_100_diff1": 0.847725, + "nauc_mrr_at_1000_max": 0.604573, + "nauc_mrr_at_1000_std": 0.405462, + "nauc_mrr_at_1000_diff1": 0.847725, + "cv_recall_at_1": 0.87, + "cv_recall_at_3": 0.95733, + "cv_recall_at_5": 0.98333, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.91228, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78933, + "ndcg_at_3": 0.8689, + "ndcg_at_5": 0.88563, + "ndcg_at_10": 0.89747, + "ndcg_at_20": 0.89747, + "ndcg_at_100": 0.89747, + "ndcg_at_1000": 0.89747, + "map_at_1": 0.78933, + "map_at_3": 0.85, + "map_at_5": 0.85927, + "map_at_10": 0.86426, + "map_at_20": 0.86426, + "map_at_100": 0.86426, + "map_at_1000": 0.86426, + "recall_at_1": 0.78933, + "recall_at_3": 0.92333, + "recall_at_5": 0.964, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.78933, + "precision_at_1": 0.78933, + "precision_at_3": 0.30778, + "precision_at_5": 0.1928, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.797333, + "mrr_at_3": 0.855667, + "mrr_at_5": 0.8646, + "mrr_at_10": 0.869538, + "mrr_at_20": 0.869538, + "mrr_at_100": 0.869538, + "mrr_at_1000": 0.869538, + "nauc_ndcg_at_1_max": 0.512601, + "nauc_ndcg_at_1_std": 0.330825, + "nauc_ndcg_at_1_diff1": 0.842209, + "nauc_ndcg_at_3_max": 0.559481, + "nauc_ndcg_at_3_std": 0.410002, + "nauc_ndcg_at_3_diff1": 0.806114, + "nauc_ndcg_at_5_max": 0.536612, + "nauc_ndcg_at_5_std": 0.405516, + "nauc_ndcg_at_5_diff1": 0.804412, + "nauc_ndcg_at_10_max": 0.533773, + "nauc_ndcg_at_10_std": 0.375623, + "nauc_ndcg_at_10_diff1": 0.820445, + "nauc_ndcg_at_20_max": 0.533773, + "nauc_ndcg_at_20_std": 0.375623, + "nauc_ndcg_at_20_diff1": 0.820445, + "nauc_ndcg_at_100_max": 0.533773, + "nauc_ndcg_at_100_std": 0.375623, + "nauc_ndcg_at_100_diff1": 0.820445, + "nauc_ndcg_at_1000_max": 0.533773, + "nauc_ndcg_at_1000_std": 0.375623, + "nauc_ndcg_at_1000_diff1": 0.820445, + "nauc_map_at_1_max": 0.512601, + "nauc_map_at_1_std": 0.330825, + "nauc_map_at_1_diff1": 0.842209, + "nauc_map_at_3_max": 0.544554, + "nauc_map_at_3_std": 0.386179, + "nauc_map_at_3_diff1": 0.81647, + "nauc_map_at_5_max": 0.533162, + "nauc_map_at_5_std": 0.382203, + "nauc_map_at_5_diff1": 0.81656, + "nauc_map_at_10_max": 0.532179, + "nauc_map_at_10_std": 0.37171, + "nauc_map_at_10_diff1": 0.822296, + "nauc_map_at_20_max": 0.532179, + "nauc_map_at_20_std": 0.37171, + "nauc_map_at_20_diff1": 0.822296, + "nauc_map_at_100_max": 0.532179, + "nauc_map_at_100_std": 0.37171, + "nauc_map_at_100_diff1": 0.822296, + "nauc_map_at_1000_max": 0.532179, + "nauc_map_at_1000_std": 0.37171, + "nauc_map_at_1000_diff1": 0.822296, + "nauc_recall_at_1_max": 0.512601, + "nauc_recall_at_1_std": 0.330825, + "nauc_recall_at_1_diff1": 0.842209, + "nauc_recall_at_3_max": 0.638619, + "nauc_recall_at_3_std": 0.535193, + "nauc_recall_at_3_diff1": 0.752117, + "nauc_recall_at_5_max": 0.56076, + "nauc_recall_at_5_std": 0.648062, + "nauc_recall_at_5_diff1": 0.676609, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.512601, + "nauc_precision_at_1_std": 0.330825, + "nauc_precision_at_1_diff1": 0.842209, + "nauc_precision_at_3_max": 0.638619, + "nauc_precision_at_3_std": 0.535193, + "nauc_precision_at_3_diff1": 0.752117, + "nauc_precision_at_5_max": 0.56076, + "nauc_precision_at_5_std": 0.648062, + "nauc_precision_at_5_diff1": 0.676609, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.514491, + "nauc_mrr_at_1_std": 0.317112, + "nauc_mrr_at_1_diff1": 0.825615, + "nauc_mrr_at_3_max": 0.545468, + "nauc_mrr_at_3_std": 0.377399, + "nauc_mrr_at_3_diff1": 0.803095, + "nauc_mrr_at_5_max": 0.535774, + "nauc_mrr_at_5_std": 0.373899, + "nauc_mrr_at_5_diff1": 0.802334, + "nauc_mrr_at_10_max": 0.534341, + "nauc_mrr_at_10_std": 0.362114, + "nauc_mrr_at_10_diff1": 0.807704, + "nauc_mrr_at_20_max": 0.534341, + "nauc_mrr_at_20_std": 0.362114, + "nauc_mrr_at_20_diff1": 0.807704, + "nauc_mrr_at_100_max": 0.534341, + "nauc_mrr_at_100_std": 0.362114, + "nauc_mrr_at_100_diff1": 0.807704, + "nauc_mrr_at_1000_max": 0.534341, + "nauc_mrr_at_1000_std": 0.362114, + "nauc_mrr_at_1000_diff1": 0.807704, + "cv_recall_at_1": 0.79733, + "cv_recall_at_3": 0.92533, + "cv_recall_at_5": 0.96467, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.86426, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.79533, + "ndcg_at_3": 0.87685, + "ndcg_at_5": 0.89088, + "ndcg_at_10": 0.90225, + "ndcg_at_20": 0.90225, + "ndcg_at_100": 0.90225, + "ndcg_at_1000": 0.90225, + "map_at_1": 0.79533, + "map_at_3": 0.85767, + "map_at_5": 0.86547, + "map_at_10": 0.87038, + "map_at_20": 0.87038, + "map_at_100": 0.87038, + "map_at_1000": 0.87038, + "recall_at_1": 0.79533, + "recall_at_3": 0.932, + "recall_at_5": 0.966, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.79533, + "precision_at_1": 0.79533, + "precision_at_3": 0.31067, + "precision_at_5": 0.1932, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804, + "mrr_at_3": 0.863444, + "mrr_at_5": 0.870978, + "mrr_at_10": 0.875925, + "mrr_at_20": 0.875925, + "mrr_at_100": 0.875925, + "mrr_at_1000": 0.875925, + "nauc_ndcg_at_1_max": 0.352618, + "nauc_ndcg_at_1_std": 0.216439, + "nauc_ndcg_at_1_diff1": 0.811373, + "nauc_ndcg_at_3_max": 0.39613, + "nauc_ndcg_at_3_std": 0.242353, + "nauc_ndcg_at_3_diff1": 0.77542, + "nauc_ndcg_at_5_max": 0.380521, + "nauc_ndcg_at_5_std": 0.230045, + "nauc_ndcg_at_5_diff1": 0.776907, + "nauc_ndcg_at_10_max": 0.37489, + "nauc_ndcg_at_10_std": 0.2319, + "nauc_ndcg_at_10_diff1": 0.791049, + "nauc_ndcg_at_20_max": 0.37489, + "nauc_ndcg_at_20_std": 0.2319, + "nauc_ndcg_at_20_diff1": 0.791049, + "nauc_ndcg_at_100_max": 0.37489, + "nauc_ndcg_at_100_std": 0.2319, + "nauc_ndcg_at_100_diff1": 0.791049, + "nauc_ndcg_at_1000_max": 0.37489, + "nauc_ndcg_at_1000_std": 0.2319, + "nauc_ndcg_at_1000_diff1": 0.791049, + "nauc_map_at_1_max": 0.352618, + "nauc_map_at_1_std": 0.216439, + "nauc_map_at_1_diff1": 0.811373, + "nauc_map_at_3_max": 0.382641, + "nauc_map_at_3_std": 0.23534, + "nauc_map_at_3_diff1": 0.786303, + "nauc_map_at_5_max": 0.37551, + "nauc_map_at_5_std": 0.229806, + "nauc_map_at_5_diff1": 0.787725, + "nauc_map_at_10_max": 0.373201, + "nauc_map_at_10_std": 0.230749, + "nauc_map_at_10_diff1": 0.792805, + "nauc_map_at_20_max": 0.373201, + "nauc_map_at_20_std": 0.230749, + "nauc_map_at_20_diff1": 0.792805, + "nauc_map_at_100_max": 0.373201, + "nauc_map_at_100_std": 0.230749, + "nauc_map_at_100_diff1": 0.792805, + "nauc_map_at_1000_max": 0.373201, + "nauc_map_at_1000_std": 0.230749, + "nauc_map_at_1000_diff1": 0.792805, + "nauc_recall_at_1_max": 0.352618, + "nauc_recall_at_1_std": 0.216439, + "nauc_recall_at_1_diff1": 0.811373, + "nauc_recall_at_3_max": 0.472382, + "nauc_recall_at_3_std": 0.281078, + "nauc_recall_at_3_diff1": 0.714135, + "nauc_recall_at_5_max": 0.421239, + "nauc_recall_at_5_std": 0.221426, + "nauc_recall_at_5_diff1": 0.662593, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.352618, + "nauc_precision_at_1_std": 0.216439, + "nauc_precision_at_1_diff1": 0.811373, + "nauc_precision_at_3_max": 0.472382, + "nauc_precision_at_3_std": 0.281078, + "nauc_precision_at_3_diff1": 0.714135, + "nauc_precision_at_5_max": 0.421239, + "nauc_precision_at_5_std": 0.221426, + "nauc_precision_at_5_diff1": 0.662593, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.352063, + "nauc_mrr_at_1_std": 0.22162, + "nauc_mrr_at_1_diff1": 0.794416, + "nauc_mrr_at_3_max": 0.386956, + "nauc_mrr_at_3_std": 0.236804, + "nauc_mrr_at_3_diff1": 0.773588, + "nauc_mrr_at_5_max": 0.378211, + "nauc_mrr_at_5_std": 0.230517, + "nauc_mrr_at_5_diff1": 0.77437, + "nauc_mrr_at_10_max": 0.375883, + "nauc_mrr_at_10_std": 0.231306, + "nauc_mrr_at_10_diff1": 0.779127, + "nauc_mrr_at_20_max": 0.375883, + "nauc_mrr_at_20_std": 0.231306, + "nauc_mrr_at_20_diff1": 0.779127, + "nauc_mrr_at_100_max": 0.375883, + "nauc_mrr_at_100_std": 0.231306, + "nauc_mrr_at_100_diff1": 0.779127, + "nauc_mrr_at_1000_max": 0.375883, + "nauc_mrr_at_1000_std": 0.231306, + "nauc_mrr_at_1000_diff1": 0.779127, + "cv_recall_at_1": 0.804, + "cv_recall_at_3": 0.93333, + "cv_recall_at_5": 0.966, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.87038, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.77667, + "ndcg_at_3": 0.85382, + "ndcg_at_5": 0.87408, + "ndcg_at_10": 0.88767, + "ndcg_at_20": 0.88767, + "ndcg_at_100": 0.88767, + "ndcg_at_1000": 0.88767, + "map_at_1": 0.77667, + "map_at_3": 0.83467, + "map_at_5": 0.84587, + "map_at_10": 0.8516, + "map_at_20": 0.8516, + "map_at_100": 0.8516, + "map_at_1000": 0.8516, + "recall_at_1": 0.77667, + "recall_at_3": 0.90933, + "recall_at_5": 0.95867, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.77667, + "precision_at_1": 0.77667, + "precision_at_3": 0.30311, + "precision_at_5": 0.19173, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.782, + "mrr_at_3": 0.838667, + "mrr_at_5": 0.849767, + "mrr_at_10": 0.855443, + "mrr_at_20": 0.855443, + "mrr_at_100": 0.855443, + "mrr_at_1000": 0.855443, + "nauc_ndcg_at_1_max": 0.507249, + "nauc_ndcg_at_1_std": 0.238896, + "nauc_ndcg_at_1_diff1": 0.820938, + "nauc_ndcg_at_3_max": 0.527603, + "nauc_ndcg_at_3_std": 0.27948, + "nauc_ndcg_at_3_diff1": 0.774338, + "nauc_ndcg_at_5_max": 0.537595, + "nauc_ndcg_at_5_std": 0.277742, + "nauc_ndcg_at_5_diff1": 0.7923, + "nauc_ndcg_at_10_max": 0.52554, + "nauc_ndcg_at_10_std": 0.262861, + "nauc_ndcg_at_10_diff1": 0.799501, + "nauc_ndcg_at_20_max": 0.52554, + "nauc_ndcg_at_20_std": 0.262861, + "nauc_ndcg_at_20_diff1": 0.799501, + "nauc_ndcg_at_100_max": 0.52554, + "nauc_ndcg_at_100_std": 0.262861, + "nauc_ndcg_at_100_diff1": 0.799501, + "nauc_ndcg_at_1000_max": 0.52554, + "nauc_ndcg_at_1000_std": 0.262861, + "nauc_ndcg_at_1000_diff1": 0.799501, + "nauc_map_at_1_max": 0.507249, + "nauc_map_at_1_std": 0.238896, + "nauc_map_at_1_diff1": 0.820938, + "nauc_map_at_3_max": 0.52423, + "nauc_map_at_3_std": 0.268255, + "nauc_map_at_3_diff1": 0.78939, + "nauc_map_at_5_max": 0.528326, + "nauc_map_at_5_std": 0.266122, + "nauc_map_at_5_diff1": 0.798627, + "nauc_map_at_10_max": 0.52414, + "nauc_map_at_10_std": 0.260925, + "nauc_map_at_10_diff1": 0.801239, + "nauc_map_at_20_max": 0.52414, + "nauc_map_at_20_std": 0.260925, + "nauc_map_at_20_diff1": 0.801239, + "nauc_map_at_100_max": 0.52414, + "nauc_map_at_100_std": 0.260925, + "nauc_map_at_100_diff1": 0.801239, + "nauc_map_at_1000_max": 0.52414, + "nauc_map_at_1000_std": 0.260925, + "nauc_map_at_1000_diff1": 0.801239, + "nauc_recall_at_1_max": 0.507249, + "nauc_recall_at_1_std": 0.238896, + "nauc_recall_at_1_diff1": 0.820938, + "nauc_recall_at_3_max": 0.542027, + "nauc_recall_at_3_std": 0.333567, + "nauc_recall_at_3_diff1": 0.70006, + "nauc_recall_at_5_max": 0.631404, + "nauc_recall_at_5_std": 0.392737, + "nauc_recall_at_5_diff1": 0.737892, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.507249, + "nauc_precision_at_1_std": 0.238896, + "nauc_precision_at_1_diff1": 0.820938, + "nauc_precision_at_3_max": 0.542027, + "nauc_precision_at_3_std": 0.333567, + "nauc_precision_at_3_diff1": 0.70006, + "nauc_precision_at_5_max": 0.631404, + "nauc_precision_at_5_std": 0.392737, + "nauc_precision_at_5_diff1": 0.737892, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.506323, + "nauc_mrr_at_1_std": 0.24423, + "nauc_mrr_at_1_diff1": 0.810078, + "nauc_mrr_at_3_max": 0.524409, + "nauc_mrr_at_3_std": 0.273515, + "nauc_mrr_at_3_diff1": 0.78199, + "nauc_mrr_at_5_max": 0.526144, + "nauc_mrr_at_5_std": 0.270014, + "nauc_mrr_at_5_diff1": 0.789896, + "nauc_mrr_at_10_max": 0.521753, + "nauc_mrr_at_10_std": 0.265214, + "nauc_mrr_at_10_diff1": 0.792059, + "nauc_mrr_at_20_max": 0.521753, + "nauc_mrr_at_20_std": 0.265214, + "nauc_mrr_at_20_diff1": 0.792059, + "nauc_mrr_at_100_max": 0.521753, + "nauc_mrr_at_100_std": 0.265214, + "nauc_mrr_at_100_diff1": 0.792059, + "nauc_mrr_at_1000_max": 0.521753, + "nauc_mrr_at_1000_std": 0.265214, + "nauc_mrr_at_1000_diff1": 0.792059, + "cv_recall_at_1": 0.782, + "cv_recall_at_3": 0.91067, + "cv_recall_at_5": 0.95933, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.8516, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.79667, + "ndcg_at_3": 0.87301, + "ndcg_at_5": 0.89154, + "ndcg_at_10": 0.90105, + "ndcg_at_20": 0.90105, + "ndcg_at_100": 0.90105, + "ndcg_at_1000": 0.90105, + "map_at_1": 0.79667, + "map_at_3": 0.85444, + "map_at_5": 0.86464, + "map_at_10": 0.86883, + "map_at_20": 0.86883, + "map_at_100": 0.86883, + "map_at_1000": 0.86883, + "recall_at_1": 0.79667, + "recall_at_3": 0.92667, + "recall_at_5": 0.972, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.79667, + "precision_at_1": 0.79667, + "precision_at_3": 0.30889, + "precision_at_5": 0.1944, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.859, + "mrr_at_5": 0.869033, + "mrr_at_10": 0.873007, + "mrr_at_20": 0.873007, + "mrr_at_100": 0.873007, + "mrr_at_1000": 0.873007, + "nauc_ndcg_at_1_max": 0.588722, + "nauc_ndcg_at_1_std": 0.323115, + "nauc_ndcg_at_1_diff1": 0.827251, + "nauc_ndcg_at_3_max": 0.620084, + "nauc_ndcg_at_3_std": 0.365438, + "nauc_ndcg_at_3_diff1": 0.799826, + "nauc_ndcg_at_5_max": 0.608496, + "nauc_ndcg_at_5_std": 0.376049, + "nauc_ndcg_at_5_diff1": 0.808741, + "nauc_ndcg_at_10_max": 0.603083, + "nauc_ndcg_at_10_std": 0.346611, + "nauc_ndcg_at_10_diff1": 0.809762, + "nauc_ndcg_at_20_max": 0.603083, + "nauc_ndcg_at_20_std": 0.346611, + "nauc_ndcg_at_20_diff1": 0.809762, + "nauc_ndcg_at_100_max": 0.603083, + "nauc_ndcg_at_100_std": 0.346611, + "nauc_ndcg_at_100_diff1": 0.809762, + "nauc_ndcg_at_1000_max": 0.603083, + "nauc_ndcg_at_1000_std": 0.346611, + "nauc_ndcg_at_1000_diff1": 0.809762, + "nauc_map_at_1_max": 0.588722, + "nauc_map_at_1_std": 0.323115, + "nauc_map_at_1_diff1": 0.827251, + "nauc_map_at_3_max": 0.609467, + "nauc_map_at_3_std": 0.35112, + "nauc_map_at_3_diff1": 0.806044, + "nauc_map_at_5_max": 0.603875, + "nauc_map_at_5_std": 0.354614, + "nauc_map_at_5_diff1": 0.810499, + "nauc_map_at_10_max": 0.601845, + "nauc_map_at_10_std": 0.344151, + "nauc_map_at_10_diff1": 0.810825, + "nauc_map_at_20_max": 0.601845, + "nauc_map_at_20_std": 0.344151, + "nauc_map_at_20_diff1": 0.810825, + "nauc_map_at_100_max": 0.601845, + "nauc_map_at_100_std": 0.344151, + "nauc_map_at_100_diff1": 0.810825, + "nauc_map_at_1000_max": 0.601845, + "nauc_map_at_1000_std": 0.344151, + "nauc_map_at_1000_diff1": 0.810825, + "nauc_recall_at_1_max": 0.588722, + "nauc_recall_at_1_std": 0.323115, + "nauc_recall_at_1_diff1": 0.827251, + "nauc_recall_at_3_max": 0.67802, + "nauc_recall_at_3_std": 0.443562, + "nauc_recall_at_3_diff1": 0.768229, + "nauc_recall_at_5_max": 0.660186, + "nauc_recall_at_5_std": 0.666778, + "nauc_recall_at_5_diff1": 0.797086, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.588722, + "nauc_precision_at_1_std": 0.323115, + "nauc_precision_at_1_diff1": 0.827251, + "nauc_precision_at_3_max": 0.67802, + "nauc_precision_at_3_std": 0.443562, + "nauc_precision_at_3_diff1": 0.768229, + "nauc_precision_at_5_max": 0.660186, + "nauc_precision_at_5_std": 0.666778, + "nauc_precision_at_5_diff1": 0.797086, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.590866, + "nauc_mrr_at_1_std": 0.334898, + "nauc_mrr_at_1_diff1": 0.814873, + "nauc_mrr_at_3_max": 0.621053, + "nauc_mrr_at_3_std": 0.355903, + "nauc_mrr_at_3_diff1": 0.799442, + "nauc_mrr_at_5_max": 0.612611, + "nauc_mrr_at_5_std": 0.362185, + "nauc_mrr_at_5_diff1": 0.802338, + "nauc_mrr_at_10_max": 0.609149, + "nauc_mrr_at_10_std": 0.35118, + "nauc_mrr_at_10_diff1": 0.802614, + "nauc_mrr_at_20_max": 0.609149, + "nauc_mrr_at_20_std": 0.35118, + "nauc_mrr_at_20_diff1": 0.802614, + "nauc_mrr_at_100_max": 0.609149, + "nauc_mrr_at_100_std": 0.35118, + "nauc_mrr_at_100_diff1": 0.802614, + "nauc_mrr_at_1000_max": 0.609149, + "nauc_mrr_at_1000_std": 0.35118, + "nauc_mrr_at_1000_diff1": 0.802614, + "cv_recall_at_1": 0.80333, + "cv_recall_at_3": 0.92933, + "cv_recall_at_5": 0.97333, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.86883, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.81067, + "ndcg_at_3": 0.88114, + "ndcg_at_5": 0.89463, + "ndcg_at_10": 0.90689, + "ndcg_at_20": 0.90689, + "ndcg_at_100": 0.90689, + "ndcg_at_1000": 0.90689, + "map_at_1": 0.81067, + "map_at_3": 0.864, + "map_at_5": 0.8715, + "map_at_10": 0.87679, + "map_at_20": 0.87679, + "map_at_100": 0.87679, + "map_at_1000": 0.87679, + "recall_at_1": 0.81067, + "recall_at_3": 0.93067, + "recall_at_5": 0.96333, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.81067, + "precision_at_1": 0.81067, + "precision_at_3": 0.31022, + "precision_at_5": 0.19267, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.818, + "mrr_at_3": 0.869556, + "mrr_at_5": 0.876422, + "mrr_at_10": 0.881643, + "mrr_at_20": 0.881643, + "mrr_at_100": 0.881643, + "mrr_at_1000": 0.881643, + "nauc_ndcg_at_1_max": 0.474398, + "nauc_ndcg_at_1_std": 0.276638, + "nauc_ndcg_at_1_diff1": 0.743012, + "nauc_ndcg_at_3_max": 0.475807, + "nauc_ndcg_at_3_std": 0.268496, + "nauc_ndcg_at_3_diff1": 0.692751, + "nauc_ndcg_at_5_max": 0.468586, + "nauc_ndcg_at_5_std": 0.256816, + "nauc_ndcg_at_5_diff1": 0.697078, + "nauc_ndcg_at_10_max": 0.472971, + "nauc_ndcg_at_10_std": 0.267059, + "nauc_ndcg_at_10_diff1": 0.711427, + "nauc_ndcg_at_20_max": 0.472971, + "nauc_ndcg_at_20_std": 0.267059, + "nauc_ndcg_at_20_diff1": 0.711427, + "nauc_ndcg_at_100_max": 0.472971, + "nauc_ndcg_at_100_std": 0.267059, + "nauc_ndcg_at_100_diff1": 0.711427, + "nauc_ndcg_at_1000_max": 0.472971, + "nauc_ndcg_at_1000_std": 0.267059, + "nauc_ndcg_at_1000_diff1": 0.711427, + "nauc_map_at_1_max": 0.474398, + "nauc_map_at_1_std": 0.276638, + "nauc_map_at_1_diff1": 0.743012, + "nauc_map_at_3_max": 0.476059, + "nauc_map_at_3_std": 0.270609, + "nauc_map_at_3_diff1": 0.706143, + "nauc_map_at_5_max": 0.472859, + "nauc_map_at_5_std": 0.265406, + "nauc_map_at_5_diff1": 0.708765, + "nauc_map_at_10_max": 0.473627, + "nauc_map_at_10_std": 0.268337, + "nauc_map_at_10_diff1": 0.713887, + "nauc_map_at_20_max": 0.473627, + "nauc_map_at_20_std": 0.268337, + "nauc_map_at_20_diff1": 0.713887, + "nauc_map_at_100_max": 0.473627, + "nauc_map_at_100_std": 0.268337, + "nauc_map_at_100_diff1": 0.713887, + "nauc_map_at_1000_max": 0.473627, + "nauc_map_at_1000_std": 0.268337, + "nauc_map_at_1000_diff1": 0.713887, + "nauc_recall_at_1_max": 0.474398, + "nauc_recall_at_1_std": 0.276638, + "nauc_recall_at_1_diff1": 0.743012, + "nauc_recall_at_3_max": 0.473888, + "nauc_recall_at_3_std": 0.257506, + "nauc_recall_at_3_diff1": 0.622773, + "nauc_recall_at_5_max": 0.422748, + "nauc_recall_at_5_std": 0.169561, + "nauc_recall_at_5_diff1": 0.591792, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.474398, + "nauc_precision_at_1_std": 0.276638, + "nauc_precision_at_1_diff1": 0.743012, + "nauc_precision_at_3_max": 0.473888, + "nauc_precision_at_3_std": 0.257506, + "nauc_precision_at_3_diff1": 0.622773, + "nauc_precision_at_5_max": 0.422748, + "nauc_precision_at_5_std": 0.169561, + "nauc_precision_at_5_diff1": 0.591792, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.481484, + "nauc_mrr_at_1_std": 0.30855, + "nauc_mrr_at_1_diff1": 0.72785, + "nauc_mrr_at_3_max": 0.482851, + "nauc_mrr_at_3_std": 0.297312, + "nauc_mrr_at_3_diff1": 0.694684, + "nauc_mrr_at_5_max": 0.477852, + "nauc_mrr_at_5_std": 0.290271, + "nauc_mrr_at_5_diff1": 0.699241, + "nauc_mrr_at_10_max": 0.478874, + "nauc_mrr_at_10_std": 0.294933, + "nauc_mrr_at_10_diff1": 0.702398, + "nauc_mrr_at_20_max": 0.478874, + "nauc_mrr_at_20_std": 0.294933, + "nauc_mrr_at_20_diff1": 0.702398, + "nauc_mrr_at_100_max": 0.478874, + "nauc_mrr_at_100_std": 0.294933, + "nauc_mrr_at_100_diff1": 0.702398, + "nauc_mrr_at_1000_max": 0.478874, + "nauc_mrr_at_1000_std": 0.294933, + "nauc_mrr_at_1000_diff1": 0.702398, + "cv_recall_at_1": 0.818, + "cv_recall_at_3": 0.934, + "cv_recall_at_5": 0.964, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.87679, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.79067, + "ndcg_at_3": 0.8662, + "ndcg_at_5": 0.88525, + "ndcg_at_10": 0.89701, + "ndcg_at_20": 0.89701, + "ndcg_at_100": 0.89701, + "ndcg_at_1000": 0.89701, + "map_at_1": 0.79067, + "map_at_3": 0.84822, + "map_at_5": 0.85869, + "map_at_10": 0.86372, + "map_at_20": 0.86372, + "map_at_100": 0.86372, + "map_at_1000": 0.86372, + "recall_at_1": 0.79067, + "recall_at_3": 0.918, + "recall_at_5": 0.96467, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.79067, + "precision_at_1": 0.79067, + "precision_at_3": 0.306, + "precision_at_5": 0.19293, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.796, + "mrr_at_3": 0.852111, + "mrr_at_5": 0.862144, + "mrr_at_10": 0.86722, + "mrr_at_20": 0.86722, + "mrr_at_100": 0.86722, + "mrr_at_1000": 0.86722, + "nauc_ndcg_at_1_max": 0.498219, + "nauc_ndcg_at_1_std": 0.283826, + "nauc_ndcg_at_1_diff1": 0.775373, + "nauc_ndcg_at_3_max": 0.527444, + "nauc_ndcg_at_3_std": 0.300807, + "nauc_ndcg_at_3_diff1": 0.735912, + "nauc_ndcg_at_5_max": 0.515513, + "nauc_ndcg_at_5_std": 0.316361, + "nauc_ndcg_at_5_diff1": 0.740017, + "nauc_ndcg_at_10_max": 0.517239, + "nauc_ndcg_at_10_std": 0.303297, + "nauc_ndcg_at_10_diff1": 0.753216, + "nauc_ndcg_at_20_max": 0.517239, + "nauc_ndcg_at_20_std": 0.303297, + "nauc_ndcg_at_20_diff1": 0.753216, + "nauc_ndcg_at_100_max": 0.517239, + "nauc_ndcg_at_100_std": 0.303297, + "nauc_ndcg_at_100_diff1": 0.753216, + "nauc_ndcg_at_1000_max": 0.517239, + "nauc_ndcg_at_1000_std": 0.303297, + "nauc_ndcg_at_1000_diff1": 0.753216, + "nauc_map_at_1_max": 0.498219, + "nauc_map_at_1_std": 0.283826, + "nauc_map_at_1_diff1": 0.775373, + "nauc_map_at_3_max": 0.521567, + "nauc_map_at_3_std": 0.298761, + "nauc_map_at_3_diff1": 0.747503, + "nauc_map_at_5_max": 0.515535, + "nauc_map_at_5_std": 0.305872, + "nauc_map_at_5_diff1": 0.750316, + "nauc_map_at_10_max": 0.516229, + "nauc_map_at_10_std": 0.301629, + "nauc_map_at_10_diff1": 0.755047, + "nauc_map_at_20_max": 0.516229, + "nauc_map_at_20_std": 0.301629, + "nauc_map_at_20_diff1": 0.755047, + "nauc_map_at_100_max": 0.516229, + "nauc_map_at_100_std": 0.301629, + "nauc_map_at_100_diff1": 0.755047, + "nauc_map_at_1000_max": 0.516229, + "nauc_map_at_1000_std": 0.301629, + "nauc_map_at_1000_diff1": 0.755047, + "nauc_recall_at_1_max": 0.498219, + "nauc_recall_at_1_std": 0.283826, + "nauc_recall_at_1_diff1": 0.775373, + "nauc_recall_at_3_max": 0.554504, + "nauc_recall_at_3_std": 0.308624, + "nauc_recall_at_3_diff1": 0.678262, + "nauc_recall_at_5_max": 0.503744, + "nauc_recall_at_5_std": 0.431575, + "nauc_recall_at_5_diff1": 0.632128, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.498219, + "nauc_precision_at_1_std": 0.283826, + "nauc_precision_at_1_diff1": 0.775373, + "nauc_precision_at_3_max": 0.554504, + "nauc_precision_at_3_std": 0.308624, + "nauc_precision_at_3_diff1": 0.678262, + "nauc_precision_at_5_max": 0.503744, + "nauc_precision_at_5_std": 0.431575, + "nauc_precision_at_5_diff1": 0.632128, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.509149, + "nauc_mrr_at_1_std": 0.296839, + "nauc_mrr_at_1_diff1": 0.76301, + "nauc_mrr_at_3_max": 0.52876, + "nauc_mrr_at_3_std": 0.306852, + "nauc_mrr_at_3_diff1": 0.738783, + "nauc_mrr_at_5_max": 0.523008, + "nauc_mrr_at_5_std": 0.315178, + "nauc_mrr_at_5_diff1": 0.740717, + "nauc_mrr_at_10_max": 0.52395, + "nauc_mrr_at_10_std": 0.311101, + "nauc_mrr_at_10_diff1": 0.74521, + "nauc_mrr_at_20_max": 0.52395, + "nauc_mrr_at_20_std": 0.311101, + "nauc_mrr_at_20_diff1": 0.74521, + "nauc_mrr_at_100_max": 0.52395, + "nauc_mrr_at_100_std": 0.311101, + "nauc_mrr_at_100_diff1": 0.74521, + "nauc_mrr_at_1000_max": 0.52395, + "nauc_mrr_at_1000_std": 0.311101, + "nauc_mrr_at_1000_diff1": 0.74521, + "cv_recall_at_1": 0.796, + "cv_recall_at_3": 0.92, + "cv_recall_at_5": 0.96467, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.86372, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.812, + "ndcg_at_3": 0.87986, + "ndcg_at_5": 0.89389, + "ndcg_at_10": 0.90634, + "ndcg_at_20": 0.90634, + "ndcg_at_100": 0.90634, + "ndcg_at_1000": 0.90634, + "map_at_1": 0.812, + "map_at_3": 0.86322, + "map_at_5": 0.87102, + "map_at_10": 0.87624, + "map_at_20": 0.87624, + "map_at_100": 0.87624, + "map_at_1000": 0.87624, + "recall_at_1": 0.812, + "recall_at_3": 0.928, + "recall_at_5": 0.962, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.812, + "precision_at_1": 0.812, + "precision_at_3": 0.30933, + "precision_at_5": 0.1924, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.819333, + "mrr_at_3": 0.867889, + "mrr_at_5": 0.875556, + "mrr_at_10": 0.880739, + "mrr_at_20": 0.880739, + "mrr_at_100": 0.880739, + "mrr_at_1000": 0.880739, + "nauc_ndcg_at_1_max": 0.495891, + "nauc_ndcg_at_1_std": 0.327759, + "nauc_ndcg_at_1_diff1": 0.795096, + "nauc_ndcg_at_3_max": 0.529183, + "nauc_ndcg_at_3_std": 0.343226, + "nauc_ndcg_at_3_diff1": 0.753867, + "nauc_ndcg_at_5_max": 0.524929, + "nauc_ndcg_at_5_std": 0.359754, + "nauc_ndcg_at_5_diff1": 0.764486, + "nauc_ndcg_at_10_max": 0.513859, + "nauc_ndcg_at_10_std": 0.339752, + "nauc_ndcg_at_10_diff1": 0.774337, + "nauc_ndcg_at_20_max": 0.513859, + "nauc_ndcg_at_20_std": 0.339752, + "nauc_ndcg_at_20_diff1": 0.774337, + "nauc_ndcg_at_100_max": 0.513859, + "nauc_ndcg_at_100_std": 0.339752, + "nauc_ndcg_at_100_diff1": 0.774337, + "nauc_ndcg_at_1000_max": 0.513859, + "nauc_ndcg_at_1000_std": 0.339752, + "nauc_ndcg_at_1000_diff1": 0.774337, + "nauc_map_at_1_max": 0.495891, + "nauc_map_at_1_std": 0.327759, + "nauc_map_at_1_diff1": 0.795096, + "nauc_map_at_3_max": 0.518761, + "nauc_map_at_3_std": 0.337286, + "nauc_map_at_3_diff1": 0.767086, + "nauc_map_at_5_max": 0.516085, + "nauc_map_at_5_std": 0.344435, + "nauc_map_at_5_diff1": 0.772685, + "nauc_map_at_10_max": 0.512237, + "nauc_map_at_10_std": 0.337927, + "nauc_map_at_10_diff1": 0.776148, + "nauc_map_at_20_max": 0.512237, + "nauc_map_at_20_std": 0.337927, + "nauc_map_at_20_diff1": 0.776148, + "nauc_map_at_100_max": 0.512237, + "nauc_map_at_100_std": 0.337927, + "nauc_map_at_100_diff1": 0.776148, + "nauc_map_at_1000_max": 0.512237, + "nauc_map_at_1000_std": 0.337927, + "nauc_map_at_1000_diff1": 0.776148, + "nauc_recall_at_1_max": 0.495891, + "nauc_recall_at_1_std": 0.327759, + "nauc_recall_at_1_diff1": 0.795096, + "nauc_recall_at_3_max": 0.583489, + "nauc_recall_at_3_std": 0.375035, + "nauc_recall_at_3_diff1": 0.684749, + "nauc_recall_at_5_max": 0.605296, + "nauc_recall_at_5_std": 0.511581, + "nauc_recall_at_5_diff1": 0.693351, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.495891, + "nauc_precision_at_1_std": 0.327759, + "nauc_precision_at_1_diff1": 0.795096, + "nauc_precision_at_3_max": 0.583489, + "nauc_precision_at_3_std": 0.375035, + "nauc_precision_at_3_diff1": 0.684749, + "nauc_precision_at_5_max": 0.605296, + "nauc_precision_at_5_std": 0.511581, + "nauc_precision_at_5_diff1": 0.693351, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.514671, + "nauc_mrr_at_1_std": 0.344229, + "nauc_mrr_at_1_diff1": 0.781783, + "nauc_mrr_at_3_max": 0.53377, + "nauc_mrr_at_3_std": 0.345889, + "nauc_mrr_at_3_diff1": 0.757042, + "nauc_mrr_at_5_max": 0.53472, + "nauc_mrr_at_5_std": 0.355196, + "nauc_mrr_at_5_diff1": 0.762627, + "nauc_mrr_at_10_max": 0.530728, + "nauc_mrr_at_10_std": 0.349706, + "nauc_mrr_at_10_diff1": 0.765618, + "nauc_mrr_at_20_max": 0.530728, + "nauc_mrr_at_20_std": 0.349706, + "nauc_mrr_at_20_diff1": 0.765618, + "nauc_mrr_at_100_max": 0.530728, + "nauc_mrr_at_100_std": 0.349706, + "nauc_mrr_at_100_diff1": 0.765618, + "nauc_mrr_at_1000_max": 0.530728, + "nauc_mrr_at_1000_std": 0.349706, + "nauc_mrr_at_1000_diff1": 0.765618, + "cv_recall_at_1": 0.81933, + "cv_recall_at_3": 0.92933, + "cv_recall_at_5": 0.96267, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.87624, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.814, + "ndcg_at_3": 0.87998, + "ndcg_at_5": 0.89625, + "ndcg_at_10": 0.90785, + "ndcg_at_20": 0.90785, + "ndcg_at_100": 0.90785, + "ndcg_at_1000": 0.90785, + "map_at_1": 0.814, + "map_at_3": 0.86444, + "map_at_5": 0.87334, + "map_at_10": 0.87823, + "map_at_20": 0.87823, + "map_at_100": 0.87823, + "map_at_1000": 0.87823, + "recall_at_1": 0.814, + "recall_at_3": 0.92467, + "recall_at_5": 0.96467, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.814, + "precision_at_1": 0.814, + "precision_at_3": 0.30822, + "precision_at_5": 0.19293, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.817333, + "mrr_at_3": 0.866778, + "mrr_at_5": 0.875444, + "mrr_at_10": 0.880344, + "mrr_at_20": 0.880344, + "mrr_at_100": 0.880344, + "mrr_at_1000": 0.880344, + "nauc_ndcg_at_1_max": 0.551656, + "nauc_ndcg_at_1_std": 0.341918, + "nauc_ndcg_at_1_diff1": 0.821007, + "nauc_ndcg_at_3_max": 0.594793, + "nauc_ndcg_at_3_std": 0.386382, + "nauc_ndcg_at_3_diff1": 0.796972, + "nauc_ndcg_at_5_max": 0.592595, + "nauc_ndcg_at_5_std": 0.386799, + "nauc_ndcg_at_5_diff1": 0.807665, + "nauc_ndcg_at_10_max": 0.576484, + "nauc_ndcg_at_10_std": 0.369756, + "nauc_ndcg_at_10_diff1": 0.808539, + "nauc_ndcg_at_20_max": 0.576484, + "nauc_ndcg_at_20_std": 0.369756, + "nauc_ndcg_at_20_diff1": 0.808539, + "nauc_ndcg_at_100_max": 0.576484, + "nauc_ndcg_at_100_std": 0.369756, + "nauc_ndcg_at_100_diff1": 0.808539, + "nauc_ndcg_at_1000_max": 0.576484, + "nauc_ndcg_at_1000_std": 0.369756, + "nauc_ndcg_at_1000_diff1": 0.808539, + "nauc_map_at_1_max": 0.551656, + "nauc_map_at_1_std": 0.341918, + "nauc_map_at_1_diff1": 0.821007, + "nauc_map_at_3_max": 0.582511, + "nauc_map_at_3_std": 0.374497, + "nauc_map_at_3_diff1": 0.80362, + "nauc_map_at_5_max": 0.580184, + "nauc_map_at_5_std": 0.373667, + "nauc_map_at_5_diff1": 0.809043, + "nauc_map_at_10_max": 0.574442, + "nauc_map_at_10_std": 0.367533, + "nauc_map_at_10_diff1": 0.809352, + "nauc_map_at_20_max": 0.574442, + "nauc_map_at_20_std": 0.367533, + "nauc_map_at_20_diff1": 0.809352, + "nauc_map_at_100_max": 0.574442, + "nauc_map_at_100_std": 0.367533, + "nauc_map_at_100_diff1": 0.809352, + "nauc_map_at_1000_max": 0.574442, + "nauc_map_at_1000_std": 0.367533, + "nauc_map_at_1000_diff1": 0.809352, + "nauc_recall_at_1_max": 0.551656, + "nauc_recall_at_1_std": 0.341918, + "nauc_recall_at_1_diff1": 0.821007, + "nauc_recall_at_3_max": 0.654657, + "nauc_recall_at_3_std": 0.443676, + "nauc_recall_at_3_diff1": 0.764731, + "nauc_recall_at_5_max": 0.713326, + "nauc_recall_at_5_std": 0.513459, + "nauc_recall_at_5_diff1": 0.800645, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.551656, + "nauc_precision_at_1_std": 0.341918, + "nauc_precision_at_1_diff1": 0.821007, + "nauc_precision_at_3_max": 0.654657, + "nauc_precision_at_3_std": 0.443676, + "nauc_precision_at_3_diff1": 0.764731, + "nauc_precision_at_5_max": 0.713326, + "nauc_precision_at_5_std": 0.513459, + "nauc_precision_at_5_diff1": 0.800645, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.552741, + "nauc_mrr_at_1_std": 0.354024, + "nauc_mrr_at_1_diff1": 0.815454, + "nauc_mrr_at_3_max": 0.585911, + "nauc_mrr_at_3_std": 0.383186, + "nauc_mrr_at_3_diff1": 0.80135, + "nauc_mrr_at_5_max": 0.581224, + "nauc_mrr_at_5_std": 0.38239, + "nauc_mrr_at_5_diff1": 0.805075, + "nauc_mrr_at_10_max": 0.575421, + "nauc_mrr_at_10_std": 0.376479, + "nauc_mrr_at_10_diff1": 0.805204, + "nauc_mrr_at_20_max": 0.575421, + "nauc_mrr_at_20_std": 0.376479, + "nauc_mrr_at_20_diff1": 0.805204, + "nauc_mrr_at_100_max": 0.575421, + "nauc_mrr_at_100_std": 0.376479, + "nauc_mrr_at_100_diff1": 0.805204, + "nauc_mrr_at_1000_max": 0.575421, + "nauc_mrr_at_1000_std": 0.376479, + "nauc_mrr_at_1000_diff1": 0.805204, + "cv_recall_at_1": 0.81733, + "cv_recall_at_3": 0.926, + "cv_recall_at_5": 0.96467, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.87823, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.74667, + "ndcg_at_3": 0.84249, + "ndcg_at_5": 0.86148, + "ndcg_at_10": 0.87634, + "ndcg_at_20": 0.87634, + "ndcg_at_100": 0.87634, + "ndcg_at_1000": 0.87634, + "map_at_1": 0.74667, + "map_at_3": 0.81933, + "map_at_5": 0.8299, + "map_at_10": 0.83627, + "map_at_20": 0.83627, + "map_at_100": 0.83627, + "map_at_1000": 0.83627, + "recall_at_1": 0.74667, + "recall_at_3": 0.90933, + "recall_at_5": 0.95533, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.74667, + "precision_at_1": 0.74667, + "precision_at_3": 0.30311, + "precision_at_5": 0.19107, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.754, + "mrr_at_3": 0.824444, + "mrr_at_5": 0.834944, + "mrr_at_10": 0.840909, + "mrr_at_20": 0.840909, + "mrr_at_100": 0.840909, + "mrr_at_1000": 0.840909, + "nauc_ndcg_at_1_max": 0.447113, + "nauc_ndcg_at_1_std": 0.151439, + "nauc_ndcg_at_1_diff1": 0.76084, + "nauc_ndcg_at_3_max": 0.470749, + "nauc_ndcg_at_3_std": 0.168214, + "nauc_ndcg_at_3_diff1": 0.711885, + "nauc_ndcg_at_5_max": 0.472784, + "nauc_ndcg_at_5_std": 0.170826, + "nauc_ndcg_at_5_diff1": 0.723777, + "nauc_ndcg_at_10_max": 0.461043, + "nauc_ndcg_at_10_std": 0.163411, + "nauc_ndcg_at_10_diff1": 0.734715, + "nauc_ndcg_at_20_max": 0.461043, + "nauc_ndcg_at_20_std": 0.163411, + "nauc_ndcg_at_20_diff1": 0.734715, + "nauc_ndcg_at_100_max": 0.461043, + "nauc_ndcg_at_100_std": 0.163411, + "nauc_ndcg_at_100_diff1": 0.734715, + "nauc_ndcg_at_1000_max": 0.461043, + "nauc_ndcg_at_1000_std": 0.163411, + "nauc_ndcg_at_1000_diff1": 0.734715, + "nauc_map_at_1_max": 0.447113, + "nauc_map_at_1_std": 0.151439, + "nauc_map_at_1_diff1": 0.76084, + "nauc_map_at_3_max": 0.463188, + "nauc_map_at_3_std": 0.164416, + "nauc_map_at_3_diff1": 0.726217, + "nauc_map_at_5_max": 0.464121, + "nauc_map_at_5_std": 0.165746, + "nauc_map_at_5_diff1": 0.732719, + "nauc_map_at_10_max": 0.459721, + "nauc_map_at_10_std": 0.162632, + "nauc_map_at_10_diff1": 0.736709, + "nauc_map_at_20_max": 0.459721, + "nauc_map_at_20_std": 0.162632, + "nauc_map_at_20_diff1": 0.736709, + "nauc_map_at_100_max": 0.459721, + "nauc_map_at_100_std": 0.162632, + "nauc_map_at_100_diff1": 0.736709, + "nauc_map_at_1000_max": 0.459721, + "nauc_map_at_1000_std": 0.162632, + "nauc_map_at_1000_diff1": 0.736709, + "nauc_recall_at_1_max": 0.447113, + "nauc_recall_at_1_std": 0.151439, + "nauc_recall_at_1_diff1": 0.76084, + "nauc_recall_at_3_max": 0.510511, + "nauc_recall_at_3_std": 0.186971, + "nauc_recall_at_3_diff1": 0.637557, + "nauc_recall_at_5_max": 0.558071, + "nauc_recall_at_5_std": 0.218655, + "nauc_recall_at_5_diff1": 0.641882, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.447113, + "nauc_precision_at_1_std": 0.151439, + "nauc_precision_at_1_diff1": 0.76084, + "nauc_precision_at_3_max": 0.510511, + "nauc_precision_at_3_std": 0.186971, + "nauc_precision_at_3_diff1": 0.637557, + "nauc_precision_at_5_max": 0.558071, + "nauc_precision_at_5_std": 0.218655, + "nauc_precision_at_5_diff1": 0.641882, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.44232, + "nauc_mrr_at_1_std": 0.142632, + "nauc_mrr_at_1_diff1": 0.745833, + "nauc_mrr_at_3_max": 0.462697, + "nauc_mrr_at_3_std": 0.15497, + "nauc_mrr_at_3_diff1": 0.715388, + "nauc_mrr_at_5_max": 0.461482, + "nauc_mrr_at_5_std": 0.155901, + "nauc_mrr_at_5_diff1": 0.72152, + "nauc_mrr_at_10_max": 0.457527, + "nauc_mrr_at_10_std": 0.152849, + "nauc_mrr_at_10_diff1": 0.724935, + "nauc_mrr_at_20_max": 0.457527, + "nauc_mrr_at_20_std": 0.152849, + "nauc_mrr_at_20_diff1": 0.724935, + "nauc_mrr_at_100_max": 0.457527, + "nauc_mrr_at_100_std": 0.152849, + "nauc_mrr_at_100_diff1": 0.724935, + "nauc_mrr_at_1000_max": 0.457527, + "nauc_mrr_at_1000_std": 0.152849, + "nauc_mrr_at_1000_diff1": 0.724935, + "cv_recall_at_1": 0.754, + "cv_recall_at_3": 0.912, + "cv_recall_at_5": 0.958, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.83627, + "hf_subset": "no", + "languages": [ + "nor-Latn", + "nno-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.82667, + "ndcg_at_3": 0.89018, + "ndcg_at_5": 0.90375, + "ndcg_at_10": 0.91458, + "ndcg_at_20": 0.91458, + "ndcg_at_100": 0.91458, + "ndcg_at_1000": 0.91458, + "map_at_1": 0.82667, + "map_at_3": 0.87478, + "map_at_5": 0.88238, + "map_at_10": 0.88699, + "map_at_20": 0.88699, + "map_at_100": 0.88699, + "map_at_1000": 0.88699, + "recall_at_1": 0.82667, + "recall_at_3": 0.93467, + "recall_at_5": 0.96733, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.82667, + "precision_at_1": 0.82667, + "precision_at_3": 0.31156, + "precision_at_5": 0.19347, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.831333, + "mrr_at_3": 0.878333, + "mrr_at_5": 0.8855, + "mrr_at_10": 0.890146, + "mrr_at_20": 0.890146, + "mrr_at_100": 0.890146, + "mrr_at_1000": 0.890146, + "nauc_ndcg_at_1_max": 0.463875, + "nauc_ndcg_at_1_std": 0.289231, + "nauc_ndcg_at_1_diff1": 0.78931, + "nauc_ndcg_at_3_max": 0.483014, + "nauc_ndcg_at_3_std": 0.288761, + "nauc_ndcg_at_3_diff1": 0.744752, + "nauc_ndcg_at_5_max": 0.487299, + "nauc_ndcg_at_5_std": 0.297572, + "nauc_ndcg_at_5_diff1": 0.757764, + "nauc_ndcg_at_10_max": 0.475535, + "nauc_ndcg_at_10_std": 0.283731, + "nauc_ndcg_at_10_diff1": 0.764874, + "nauc_ndcg_at_20_max": 0.475535, + "nauc_ndcg_at_20_std": 0.283731, + "nauc_ndcg_at_20_diff1": 0.764874, + "nauc_ndcg_at_100_max": 0.475535, + "nauc_ndcg_at_100_std": 0.283731, + "nauc_ndcg_at_100_diff1": 0.764874, + "nauc_ndcg_at_1000_max": 0.475535, + "nauc_ndcg_at_1000_std": 0.283731, + "nauc_ndcg_at_1000_diff1": 0.764874, + "nauc_map_at_1_max": 0.463875, + "nauc_map_at_1_std": 0.289231, + "nauc_map_at_1_diff1": 0.78931, + "nauc_map_at_3_max": 0.476608, + "nauc_map_at_3_std": 0.284198, + "nauc_map_at_3_diff1": 0.757791, + "nauc_map_at_5_max": 0.478264, + "nauc_map_at_5_std": 0.287654, + "nauc_map_at_5_diff1": 0.764194, + "nauc_map_at_10_max": 0.474244, + "nauc_map_at_10_std": 0.283156, + "nauc_map_at_10_diff1": 0.766747, + "nauc_map_at_20_max": 0.474244, + "nauc_map_at_20_std": 0.283156, + "nauc_map_at_20_diff1": 0.766747, + "nauc_map_at_100_max": 0.474244, + "nauc_map_at_100_std": 0.283156, + "nauc_map_at_100_diff1": 0.766747, + "nauc_map_at_1000_max": 0.474244, + "nauc_map_at_1000_std": 0.283156, + "nauc_map_at_1000_diff1": 0.766747, + "nauc_recall_at_1_max": 0.463875, + "nauc_recall_at_1_std": 0.289231, + "nauc_recall_at_1_diff1": 0.78931, + "nauc_recall_at_3_max": 0.517188, + "nauc_recall_at_3_std": 0.316622, + "nauc_recall_at_3_diff1": 0.676599, + "nauc_recall_at_5_max": 0.578955, + "nauc_recall_at_5_std": 0.408811, + "nauc_recall_at_5_diff1": 0.703929, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.463875, + "nauc_precision_at_1_std": 0.289231, + "nauc_precision_at_1_diff1": 0.78931, + "nauc_precision_at_3_max": 0.517188, + "nauc_precision_at_3_std": 0.316622, + "nauc_precision_at_3_diff1": 0.676599, + "nauc_precision_at_5_max": 0.578955, + "nauc_precision_at_5_std": 0.408811, + "nauc_precision_at_5_diff1": 0.703929, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.459365, + "nauc_mrr_at_1_std": 0.281725, + "nauc_mrr_at_1_diff1": 0.780138, + "nauc_mrr_at_3_max": 0.473769, + "nauc_mrr_at_3_std": 0.274387, + "nauc_mrr_at_3_diff1": 0.749345, + "nauc_mrr_at_5_max": 0.47557, + "nauc_mrr_at_5_std": 0.279925, + "nauc_mrr_at_5_diff1": 0.756034, + "nauc_mrr_at_10_max": 0.471409, + "nauc_mrr_at_10_std": 0.275027, + "nauc_mrr_at_10_diff1": 0.758527, + "nauc_mrr_at_20_max": 0.471409, + "nauc_mrr_at_20_std": 0.275027, + "nauc_mrr_at_20_diff1": 0.758527, + "nauc_mrr_at_100_max": 0.471409, + "nauc_mrr_at_100_std": 0.275027, + "nauc_mrr_at_100_diff1": 0.758527, + "nauc_mrr_at_1000_max": 0.471409, + "nauc_mrr_at_1000_std": 0.275027, + "nauc_mrr_at_1000_diff1": 0.758527, + "cv_recall_at_1": 0.83133, + "cv_recall_at_3": 0.93667, + "cv_recall_at_5": 0.96733, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.88699, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 1721.3752562999725, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/model_meta.json b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/model_meta.json new file mode 100644 index 000000000..f620991df --- /dev/null +++ b/results/Querit__Querit/5ad2649cc4defb7e1361262260e9a781f14b08bc/model_meta.json @@ -0,0 +1 @@ +{"loader_kwargs": {"fp_options": "bfloat16"}, "name": "Querit/Querit", "revision": "5ad2649cc4defb7e1361262260e9a781f14b08bc", "release_date": "2026-01-24", "languages": ["eng-Latn"], "n_parameters": 4919636992, "n_embedding_parameters": 131907584, "embed_dim": 1024, "memory_usage_mb": 9383.0, "max_tokens": 4096, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": {}, "framework": ["PyTorch"], "reference": "https://huggingface.co/Querit/Querit", "similarity_fn_name": null, "use_instructions": null, "training_datasets": [], "adapted_from": null, "superseded_by": null, "modalities": ["text"], "model_type": ["cross-encoder"], "citation": null, "contacts": null, "loader": "QueritWrapper", "is_cross_encoder": true} \ No newline at end of file