diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/BillSumCA.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/BillSumCA.json new file mode 100644 index 0000000000..a26cb2c7db --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/BillSumCA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5014f29d7fdde6f9073a75b72be53ed73eed60c6", + "task_name": "BillSumCA", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.792, + "ndcg_at_3": 0.85843, + "ndcg_at_5": 0.87073, + "ndcg_at_10": 0.87863, + "ndcg_at_20": 0.88471, + "ndcg_at_100": 0.88693, + "ndcg_at_1000": 0.8875, + "map_at_1": 0.792, + "map_at_3": 0.842, + "map_at_5": 0.8488, + "map_at_10": 0.85213, + "map_at_20": 0.85381, + "map_at_100": 0.85411, + "map_at_1000": 0.85414, + "recall_at_1": 0.792, + "recall_at_3": 0.906, + "recall_at_5": 0.936, + "recall_at_10": 0.96, + "recall_at_20": 0.984, + "recall_at_100": 0.996, + "recall_at_1000": 1.0, + "precision_at_1": 0.792, + "precision_at_3": 0.302, + "precision_at_5": 0.1872, + "precision_at_10": 0.096, + "precision_at_20": 0.0492, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.792, + "mrr_at_3": 0.841667, + "mrr_at_5": 0.848467, + "mrr_at_10": 0.851802, + "mrr_at_20": 0.853477, + "mrr_at_100": 0.853776, + "mrr_at_1000": 0.853808, + "nauc_ndcg_at_1_max": 0.461519, + "nauc_ndcg_at_1_std": 0.048079, + "nauc_ndcg_at_1_diff1": 0.831114, + "nauc_ndcg_at_3_max": 0.560015, + "nauc_ndcg_at_3_std": 0.061172, + "nauc_ndcg_at_3_diff1": 0.797102, + "nauc_ndcg_at_5_max": 0.557251, + "nauc_ndcg_at_5_std": 0.073217, + "nauc_ndcg_at_5_diff1": 0.787679, + "nauc_ndcg_at_10_max": 0.550018, + "nauc_ndcg_at_10_std": 0.058595, + "nauc_ndcg_at_10_diff1": 0.798788, + "nauc_ndcg_at_20_max": 0.541605, + "nauc_ndcg_at_20_std": 0.06019, + "nauc_ndcg_at_20_diff1": 0.808017, + "nauc_ndcg_at_100_max": 0.535766, + "nauc_ndcg_at_100_std": 0.056245, + "nauc_ndcg_at_100_diff1": 0.806944, + "nauc_ndcg_at_1000_max": 0.533638, + "nauc_ndcg_at_1000_std": 0.056647, + "nauc_ndcg_at_1000_diff1": 0.807423, + "nauc_map_at_1_max": 0.461519, + "nauc_map_at_1_std": 0.048079, + "nauc_map_at_1_diff1": 0.831114, + "nauc_map_at_3_max": 0.532793, + "nauc_map_at_3_std": 0.055274, + "nauc_map_at_3_diff1": 0.808143, + "nauc_map_at_5_max": 0.529703, + "nauc_map_at_5_std": 0.060855, + "nauc_map_at_5_diff1": 0.804157, + "nauc_map_at_10_max": 0.526678, + "nauc_map_at_10_std": 0.054755, + "nauc_map_at_10_diff1": 0.808265, + "nauc_map_at_20_max": 0.524848, + "nauc_map_at_20_std": 0.055241, + "nauc_map_at_20_diff1": 0.810526, + "nauc_map_at_100_max": 0.524241, + "nauc_map_at_100_std": 0.054774, + "nauc_map_at_100_diff1": 0.810422, + "nauc_map_at_1000_max": 0.524149, + "nauc_map_at_1000_std": 0.054786, + "nauc_map_at_1000_diff1": 0.810438, + "nauc_recall_at_1_max": 0.461519, + "nauc_recall_at_1_std": 0.048079, + "nauc_recall_at_1_diff1": 0.831114, + "nauc_recall_at_3_max": 0.682788, + "nauc_recall_at_3_std": 0.089457, + "nauc_recall_at_3_diff1": 0.746091, + "nauc_recall_at_5_max": 0.731807, + "nauc_recall_at_5_std": 0.157972, + "nauc_recall_at_5_diff1": 0.67828, + "nauc_recall_at_10_max": 0.770425, + "nauc_recall_at_10_std": 0.093931, + "nauc_recall_at_10_diff1": 0.712815, + "nauc_recall_at_20_max": 0.855859, + "nauc_recall_at_20_std": 0.178863, + "nauc_recall_at_20_diff1": 0.823763, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": -0.024276, + "nauc_recall_at_100_diff1": 0.711718, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.461519, + "nauc_precision_at_1_std": 0.048079, + "nauc_precision_at_1_diff1": 0.831114, + "nauc_precision_at_3_max": 0.682788, + "nauc_precision_at_3_std": 0.089457, + "nauc_precision_at_3_diff1": 0.746091, + "nauc_precision_at_5_max": 0.731807, + "nauc_precision_at_5_std": 0.157972, + "nauc_precision_at_5_diff1": 0.67828, + "nauc_precision_at_10_max": 0.770425, + "nauc_precision_at_10_std": 0.093931, + "nauc_precision_at_10_diff1": 0.712815, + "nauc_precision_at_20_max": 0.855859, + "nauc_precision_at_20_std": 0.178863, + "nauc_precision_at_20_diff1": 0.823763, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": -0.024276, + "nauc_precision_at_100_diff1": 0.711718, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.477189, + "nauc_mrr_at_1_std": 0.057644, + "nauc_mrr_at_1_diff1": 0.831114, + "nauc_mrr_at_3_max": 0.542111, + "nauc_mrr_at_3_std": 0.057446, + "nauc_mrr_at_3_diff1": 0.806854, + "nauc_mrr_at_5_max": 0.53947, + "nauc_mrr_at_5_std": 0.063119, + "nauc_mrr_at_5_diff1": 0.802814, + "nauc_mrr_at_10_max": 0.536684, + "nauc_mrr_at_10_std": 0.057086, + "nauc_mrr_at_10_diff1": 0.806882, + "nauc_mrr_at_20_max": 0.534979, + "nauc_mrr_at_20_std": 0.057599, + "nauc_mrr_at_20_diff1": 0.809121, + "nauc_mrr_at_100_max": 0.534395, + "nauc_mrr_at_100_std": 0.057149, + "nauc_mrr_at_100_diff1": 0.809015, + "nauc_mrr_at_1000_max": 0.534307, + "nauc_mrr_at_1000_std": 0.057161, + "nauc_mrr_at_1000_diff1": 0.809031, + "main_score": 0.87863, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 466.83160638809204, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/BillSumUS.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/BillSumUS.json new file mode 100644 index 0000000000..6692b33ac7 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/BillSumUS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0c063eb9b2f3085bbbc48f8d51f21a179254187e", + "task_name": "BillSumUS", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95, + "ndcg_at_3": 0.96714, + "ndcg_at_5": 0.97041, + "ndcg_at_10": 0.97041, + "ndcg_at_20": 0.97146, + "ndcg_at_100": 0.97342, + "ndcg_at_1000": 0.97342, + "map_at_1": 0.95, + "map_at_3": 0.96333, + "map_at_5": 0.96513, + "map_at_10": 0.96513, + "map_at_20": 0.96544, + "map_at_100": 0.96575, + "map_at_1000": 0.96575, + "recall_at_1": 0.95, + "recall_at_3": 0.978, + "recall_at_5": 0.986, + "recall_at_10": 0.986, + "recall_at_20": 0.99, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.95, + "precision_at_3": 0.326, + "precision_at_5": 0.1972, + "precision_at_10": 0.0986, + "precision_at_20": 0.0495, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.95, + "mrr_at_3": 0.963333, + "mrr_at_5": 0.965133, + "mrr_at_10": 0.965133, + "mrr_at_20": 0.96544, + "mrr_at_100": 0.96575, + "mrr_at_1000": 0.96575, + "nauc_ndcg_at_1_max": 0.801064, + "nauc_ndcg_at_1_std": -0.197143, + "nauc_ndcg_at_1_diff1": 0.976937, + "nauc_ndcg_at_3_max": 0.882212, + "nauc_ndcg_at_3_std": -0.202895, + "nauc_ndcg_at_3_diff1": 0.969925, + "nauc_ndcg_at_5_max": 0.872612, + "nauc_ndcg_at_5_std": -0.22108, + "nauc_ndcg_at_5_diff1": 0.966602, + "nauc_ndcg_at_10_max": 0.872612, + "nauc_ndcg_at_10_std": -0.22108, + "nauc_ndcg_at_10_diff1": 0.966602, + "nauc_ndcg_at_20_max": 0.867938, + "nauc_ndcg_at_20_std": -0.185519, + "nauc_ndcg_at_20_diff1": 0.965376, + "nauc_ndcg_at_100_max": 0.858178, + "nauc_ndcg_at_100_std": -0.19939, + "nauc_ndcg_at_100_diff1": 0.968497, + "nauc_ndcg_at_1000_max": 0.858178, + "nauc_ndcg_at_1000_std": -0.19939, + "nauc_ndcg_at_1000_diff1": 0.968497, + "nauc_map_at_1_max": 0.801064, + "nauc_map_at_1_std": -0.197143, + "nauc_map_at_1_diff1": 0.976937, + "nauc_map_at_3_max": 0.859609, + "nauc_map_at_3_std": -0.199907, + "nauc_map_at_3_diff1": 0.972116, + "nauc_map_at_5_max": 0.853861, + "nauc_map_at_5_std": -0.208352, + "nauc_map_at_5_diff1": 0.970677, + "nauc_map_at_10_max": 0.853861, + "nauc_map_at_10_std": -0.208352, + "nauc_map_at_10_diff1": 0.970677, + "nauc_map_at_20_max": 0.852563, + "nauc_map_at_20_std": -0.19901, + "nauc_map_at_20_diff1": 0.970416, + "nauc_map_at_100_max": 0.851228, + "nauc_map_at_100_std": -0.200672, + "nauc_map_at_100_diff1": 0.97059, + "nauc_map_at_1000_max": 0.851228, + "nauc_map_at_1000_std": -0.200672, + "nauc_map_at_1000_diff1": 0.97059, + "nauc_recall_at_1_max": 0.801064, + "nauc_recall_at_1_std": -0.197143, + "nauc_recall_at_1_diff1": 0.976937, + "nauc_recall_at_3_max": 0.988116, + "nauc_recall_at_3_std": -0.218021, + "nauc_recall_at_3_diff1": 0.959469, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -0.319595, + "nauc_recall_at_5_diff1": 0.936308, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -0.319595, + "nauc_recall_at_10_diff1": 0.936308, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.013259, + "nauc_recall_at_20_diff1": 0.910831, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.801064, + "nauc_precision_at_1_std": -0.197143, + "nauc_precision_at_1_diff1": 0.976937, + "nauc_precision_at_3_max": 0.988116, + "nauc_precision_at_3_std": -0.218021, + "nauc_precision_at_3_diff1": 0.959469, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -0.319595, + "nauc_precision_at_5_diff1": 0.936308, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -0.319595, + "nauc_precision_at_10_diff1": 0.936308, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.013259, + "nauc_precision_at_20_diff1": 0.910831, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.801064, + "nauc_mrr_at_1_std": -0.197143, + "nauc_mrr_at_1_diff1": 0.976937, + "nauc_mrr_at_3_max": 0.859609, + "nauc_mrr_at_3_std": -0.199907, + "nauc_mrr_at_3_diff1": 0.972116, + "nauc_mrr_at_5_max": 0.853861, + "nauc_mrr_at_5_std": -0.208352, + "nauc_mrr_at_5_diff1": 0.970677, + "nauc_mrr_at_10_max": 0.853861, + "nauc_mrr_at_10_std": -0.208352, + "nauc_mrr_at_10_diff1": 0.970677, + "nauc_mrr_at_20_max": 0.852563, + "nauc_mrr_at_20_std": -0.19901, + "nauc_mrr_at_20_diff1": 0.970416, + "nauc_mrr_at_100_max": 0.851228, + "nauc_mrr_at_100_std": -0.200672, + "nauc_mrr_at_100_diff1": 0.97059, + "nauc_mrr_at_1000_max": 0.851228, + "nauc_mrr_at_1000_std": -0.200672, + "nauc_mrr_at_1000_diff1": 0.97059, + "main_score": 0.97041, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13.191502809524536, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/BillSumCA.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/BillSumCA.json new file mode 100644 index 0000000000..dd9ee3ea62 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/BillSumCA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5014f29d7fdde6f9073a75b72be53ed73eed60c6", + "task_name": "BillSumCA", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.422, + "ndcg_at_3": 0.52293, + "ndcg_at_5": 0.54884, + "ndcg_at_10": 0.57799, + "ndcg_at_20": 0.59216, + "ndcg_at_100": 0.61448, + "ndcg_at_1000": 0.62498, + "map_at_1": 0.422, + "map_at_3": 0.49833, + "map_at_5": 0.51293, + "map_at_10": 0.52537, + "map_at_20": 0.52927, + "map_at_100": 0.53235, + "map_at_1000": 0.53278, + "recall_at_1": 0.422, + "recall_at_3": 0.594, + "recall_at_5": 0.656, + "recall_at_10": 0.744, + "recall_at_20": 0.8, + "recall_at_100": 0.92, + "recall_at_1000": 1.0, + "precision_at_1": 0.422, + "precision_at_3": 0.198, + "precision_at_5": 0.1312, + "precision_at_10": 0.0744, + "precision_at_20": 0.04, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "mrr_at_1": 0.42, + "mrr_at_3": 0.497333, + "mrr_at_5": 0.511933, + "mrr_at_10": 0.524352, + "mrr_at_20": 0.52825, + "mrr_at_100": 0.53133, + "mrr_at_1000": 0.531757, + "nauc_ndcg_at_1_max": 0.294879, + "nauc_ndcg_at_1_std": 0.019281, + "nauc_ndcg_at_1_diff1": 0.668929, + "nauc_ndcg_at_3_max": 0.279423, + "nauc_ndcg_at_3_std": 0.037993, + "nauc_ndcg_at_3_diff1": 0.58797, + "nauc_ndcg_at_5_max": 0.273558, + "nauc_ndcg_at_5_std": 0.049376, + "nauc_ndcg_at_5_diff1": 0.573234, + "nauc_ndcg_at_10_max": 0.268191, + "nauc_ndcg_at_10_std": 0.057808, + "nauc_ndcg_at_10_diff1": 0.558911, + "nauc_ndcg_at_20_max": 0.267245, + "nauc_ndcg_at_20_std": 0.060011, + "nauc_ndcg_at_20_diff1": 0.562107, + "nauc_ndcg_at_100_max": 0.267719, + "nauc_ndcg_at_100_std": 0.048038, + "nauc_ndcg_at_100_diff1": 0.571135, + "nauc_ndcg_at_1000_max": 0.2722, + "nauc_ndcg_at_1000_std": 0.0459, + "nauc_ndcg_at_1000_diff1": 0.581777, + "nauc_map_at_1_max": 0.294879, + "nauc_map_at_1_std": 0.019281, + "nauc_map_at_1_diff1": 0.668929, + "nauc_map_at_3_max": 0.284145, + "nauc_map_at_3_std": 0.031425, + "nauc_map_at_3_diff1": 0.608473, + "nauc_map_at_5_max": 0.281054, + "nauc_map_at_5_std": 0.037183, + "nauc_map_at_5_diff1": 0.600672, + "nauc_map_at_10_max": 0.279386, + "nauc_map_at_10_std": 0.039912, + "nauc_map_at_10_diff1": 0.595453, + "nauc_map_at_20_max": 0.278928, + "nauc_map_at_20_std": 0.040197, + "nauc_map_at_20_diff1": 0.596677, + "nauc_map_at_100_max": 0.278747, + "nauc_map_at_100_std": 0.038466, + "nauc_map_at_100_diff1": 0.598016, + "nauc_map_at_1000_max": 0.278862, + "nauc_map_at_1000_std": 0.038443, + "nauc_map_at_1000_diff1": 0.598421, + "nauc_recall_at_1_max": 0.294879, + "nauc_recall_at_1_std": 0.019281, + "nauc_recall_at_1_diff1": 0.668929, + "nauc_recall_at_3_max": 0.264362, + "nauc_recall_at_3_std": 0.059257, + "nauc_recall_at_3_diff1": 0.524144, + "nauc_recall_at_5_max": 0.246783, + "nauc_recall_at_5_std": 0.093916, + "nauc_recall_at_5_diff1": 0.478094, + "nauc_recall_at_10_max": 0.216442, + "nauc_recall_at_10_std": 0.141453, + "nauc_recall_at_10_diff1": 0.398454, + "nauc_recall_at_20_max": 0.203432, + "nauc_recall_at_20_std": 0.174695, + "nauc_recall_at_20_diff1": 0.382078, + "nauc_recall_at_100_max": 0.146674, + "nauc_recall_at_100_std": 0.114286, + "nauc_recall_at_100_diff1": 0.308065, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.294879, + "nauc_precision_at_1_std": 0.019281, + "nauc_precision_at_1_diff1": 0.668929, + "nauc_precision_at_3_max": 0.264362, + "nauc_precision_at_3_std": 0.059257, + "nauc_precision_at_3_diff1": 0.524144, + "nauc_precision_at_5_max": 0.246783, + "nauc_precision_at_5_std": 0.093916, + "nauc_precision_at_5_diff1": 0.478094, + "nauc_precision_at_10_max": 0.216442, + "nauc_precision_at_10_std": 0.141453, + "nauc_precision_at_10_diff1": 0.398454, + "nauc_precision_at_20_max": 0.203432, + "nauc_precision_at_20_std": 0.174695, + "nauc_precision_at_20_diff1": 0.382078, + "nauc_precision_at_100_max": 0.146674, + "nauc_precision_at_100_std": 0.114286, + "nauc_precision_at_100_diff1": 0.308065, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.293727, + "nauc_mrr_at_1_std": 0.009607, + "nauc_mrr_at_1_diff1": 0.674026, + "nauc_mrr_at_3_max": 0.283542, + "nauc_mrr_at_3_std": 0.026324, + "nauc_mrr_at_3_diff1": 0.61118, + "nauc_mrr_at_5_max": 0.280438, + "nauc_mrr_at_5_std": 0.031962, + "nauc_mrr_at_5_diff1": 0.603444, + "nauc_mrr_at_10_max": 0.278844, + "nauc_mrr_at_10_std": 0.03441, + "nauc_mrr_at_10_diff1": 0.598323, + "nauc_mrr_at_20_max": 0.278382, + "nauc_mrr_at_20_std": 0.034648, + "nauc_mrr_at_20_diff1": 0.599572, + "nauc_mrr_at_100_max": 0.278196, + "nauc_mrr_at_100_std": 0.032871, + "nauc_mrr_at_100_diff1": 0.600934, + "nauc_mrr_at_1000_max": 0.278311, + "nauc_mrr_at_1000_std": 0.03284, + "nauc_mrr_at_1000_diff1": 0.601343, + "main_score": 0.57799, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.485467910766602, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/BillSumUS.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/BillSumUS.json new file mode 100644 index 0000000000..5fc1f10605 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/BillSumUS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0c063eb9b2f3085bbbc48f8d51f21a179254187e", + "task_name": "BillSumUS", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.872, + "ndcg_at_3": 0.90645, + "ndcg_at_5": 0.91549, + "ndcg_at_10": 0.92294, + "ndcg_at_20": 0.92556, + "ndcg_at_100": 0.92707, + "ndcg_at_1000": 0.92785, + "map_at_1": 0.872, + "map_at_3": 0.89767, + "map_at_5": 0.90267, + "map_at_10": 0.90594, + "map_at_20": 0.90671, + "map_at_100": 0.90692, + "map_at_1000": 0.90696, + "recall_at_1": 0.872, + "recall_at_3": 0.932, + "recall_at_5": 0.954, + "recall_at_10": 0.976, + "recall_at_20": 0.986, + "recall_at_100": 0.994, + "recall_at_1000": 1.0, + "precision_at_1": 0.872, + "precision_at_3": 0.31067, + "precision_at_5": 0.1908, + "precision_at_10": 0.0976, + "precision_at_20": 0.0493, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.872, + "mrr_at_3": 0.897667, + "mrr_at_5": 0.902667, + "mrr_at_10": 0.905938, + "mrr_at_20": 0.906714, + "mrr_at_100": 0.906924, + "mrr_at_1000": 0.906956, + "nauc_ndcg_at_1_max": 0.81063, + "nauc_ndcg_at_1_std": -0.289837, + "nauc_ndcg_at_1_diff1": 0.913155, + "nauc_ndcg_at_3_max": 0.795793, + "nauc_ndcg_at_3_std": -0.310567, + "nauc_ndcg_at_3_diff1": 0.893969, + "nauc_ndcg_at_5_max": 0.814286, + "nauc_ndcg_at_5_std": -0.303, + "nauc_ndcg_at_5_diff1": 0.898329, + "nauc_ndcg_at_10_max": 0.810762, + "nauc_ndcg_at_10_std": -0.305518, + "nauc_ndcg_at_10_diff1": 0.90336, + "nauc_ndcg_at_20_max": 0.813766, + "nauc_ndcg_at_20_std": -0.287992, + "nauc_ndcg_at_20_diff1": 0.901761, + "nauc_ndcg_at_100_max": 0.812958, + "nauc_ndcg_at_100_std": -0.287521, + "nauc_ndcg_at_100_diff1": 0.903918, + "nauc_ndcg_at_1000_max": 0.810889, + "nauc_ndcg_at_1000_std": -0.293718, + "nauc_ndcg_at_1000_diff1": 0.902856, + "nauc_map_at_1_max": 0.81063, + "nauc_map_at_1_std": -0.289837, + "nauc_map_at_1_diff1": 0.913155, + "nauc_map_at_3_max": 0.800377, + "nauc_map_at_3_std": -0.304236, + "nauc_map_at_3_diff1": 0.89865, + "nauc_map_at_5_max": 0.810137, + "nauc_map_at_5_std": -0.299913, + "nauc_map_at_5_diff1": 0.901171, + "nauc_map_at_10_max": 0.808626, + "nauc_map_at_10_std": -0.301158, + "nauc_map_at_10_diff1": 0.903196, + "nauc_map_at_20_max": 0.809506, + "nauc_map_at_20_std": -0.296078, + "nauc_map_at_20_diff1": 0.902813, + "nauc_map_at_100_max": 0.809334, + "nauc_map_at_100_std": -0.296395, + "nauc_map_at_100_diff1": 0.903096, + "nauc_map_at_1000_max": 0.809267, + "nauc_map_at_1000_std": -0.296555, + "nauc_map_at_1000_diff1": 0.903062, + "nauc_recall_at_1_max": 0.81063, + "nauc_recall_at_1_std": -0.289837, + "nauc_recall_at_1_diff1": 0.913155, + "nauc_recall_at_3_max": 0.776144, + "nauc_recall_at_3_std": -0.337659, + "nauc_recall_at_3_diff1": 0.874636, + "nauc_recall_at_5_max": 0.842894, + "nauc_recall_at_5_std": -0.320282, + "nauc_recall_at_5_diff1": 0.883084, + "nauc_recall_at_10_max": 0.838157, + "nauc_recall_at_10_std": -0.351657, + "nauc_recall_at_10_diff1": 0.913827, + "nauc_recall_at_20_max": 0.908297, + "nauc_recall_at_20_std": -0.079899, + "nauc_recall_at_20_diff1": 0.889623, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.302988, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.81063, + "nauc_precision_at_1_std": -0.289837, + "nauc_precision_at_1_diff1": 0.913155, + "nauc_precision_at_3_max": 0.776144, + "nauc_precision_at_3_std": -0.337659, + "nauc_precision_at_3_diff1": 0.874636, + "nauc_precision_at_5_max": 0.842894, + "nauc_precision_at_5_std": -0.320282, + "nauc_precision_at_5_diff1": 0.883084, + "nauc_precision_at_10_max": 0.838157, + "nauc_precision_at_10_std": -0.351657, + "nauc_precision_at_10_diff1": 0.913827, + "nauc_precision_at_20_max": 0.908297, + "nauc_precision_at_20_std": -0.079899, + "nauc_precision_at_20_diff1": 0.889623, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.302988, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.81063, + "nauc_mrr_at_1_std": -0.289837, + "nauc_mrr_at_1_diff1": 0.913155, + "nauc_mrr_at_3_max": 0.800377, + "nauc_mrr_at_3_std": -0.304236, + "nauc_mrr_at_3_diff1": 0.89865, + "nauc_mrr_at_5_max": 0.810137, + "nauc_mrr_at_5_std": -0.299913, + "nauc_mrr_at_5_diff1": 0.901171, + "nauc_mrr_at_10_max": 0.808626, + "nauc_mrr_at_10_std": -0.301158, + "nauc_mrr_at_10_diff1": 0.903196, + "nauc_mrr_at_20_max": 0.809506, + "nauc_mrr_at_20_std": -0.296078, + "nauc_mrr_at_20_diff1": 0.902813, + "nauc_mrr_at_100_max": 0.809334, + "nauc_mrr_at_100_std": -0.296395, + "nauc_mrr_at_100_diff1": 0.903096, + "nauc_mrr_at_1000_max": 0.809267, + "nauc_mrr_at_1000_std": -0.296555, + "nauc_mrr_at_1000_diff1": 0.903062, + "main_score": 0.92294, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.048428058624268, + "kg_co2_emissions": null +} \ No newline at end of file