diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ArguAna-NL.v2.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ArguAna-NL.v2.json new file mode 100644 index 0000000000..5ffdc3d37c --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.28165, + "ndcg_at_3": 0.42261, + "ndcg_at_5": 0.47269, + "ndcg_at_10": 0.52833, + "ndcg_at_20": 0.55167, + "ndcg_at_100": 0.56506, + "ndcg_at_1000": 0.56755, + "map_at_1": 0.28165, + "map_at_3": 0.38691, + "map_at_5": 0.41486, + "map_at_10": 0.43781, + "map_at_20": 0.44448, + "map_at_100": 0.4466, + "map_at_1000": 0.44672, + "recall_at_1": 0.28165, + "recall_at_3": 0.52632, + "recall_at_5": 0.64723, + "recall_at_10": 0.81935, + "recall_at_20": 0.90967, + "recall_at_100": 0.97795, + "recall_at_1000": 0.99644, + "accuracy": 0.28165, + "precision_at_1": 0.28165, + "precision_at_3": 0.17544, + "precision_at_5": 0.12945, + "precision_at_10": 0.08193, + "precision_at_20": 0.04548, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.291607, + "mrr_at_3": 0.389521, + "mrr_at_5": 0.41854, + "mrr_at_10": 0.44134, + "mrr_at_20": 0.448012, + "mrr_at_100": 0.450132, + "mrr_at_1000": 0.450249, + "nauc_ndcg_at_1_max": -0.058575, + "nauc_ndcg_at_1_std": -0.117341, + "nauc_ndcg_at_1_diff1": 0.163698, + "nauc_ndcg_at_3_max": -0.008404, + "nauc_ndcg_at_3_std": -0.091175, + "nauc_ndcg_at_3_diff1": 0.13168, + "nauc_ndcg_at_5_max": 0.003185, + "nauc_ndcg_at_5_std": -0.06749, + "nauc_ndcg_at_5_diff1": 0.126001, + "nauc_ndcg_at_10_max": 0.011393, + "nauc_ndcg_at_10_std": -0.071515, + "nauc_ndcg_at_10_diff1": 0.121006, + "nauc_ndcg_at_20_max": 0.007193, + "nauc_ndcg_at_20_std": -0.067634, + "nauc_ndcg_at_20_diff1": 0.125568, + "nauc_ndcg_at_100_max": -0.001323, + "nauc_ndcg_at_100_std": -0.0733, + "nauc_ndcg_at_100_diff1": 0.134571, + "nauc_ndcg_at_1000_max": -0.005748, + "nauc_ndcg_at_1000_std": -0.077493, + "nauc_ndcg_at_1000_diff1": 0.1335, + "nauc_map_at_1_max": -0.058575, + "nauc_map_at_1_std": -0.117341, + "nauc_map_at_1_diff1": 0.163698, + "nauc_map_at_3_max": -0.019556, + "nauc_map_at_3_std": -0.097113, + "nauc_map_at_3_diff1": 0.139249, + "nauc_map_at_5_max": -0.013435, + "nauc_map_at_5_std": -0.084764, + "nauc_map_at_5_diff1": 0.136707, + "nauc_map_at_10_max": -0.012002, + "nauc_map_at_10_std": -0.087299, + "nauc_map_at_10_diff1": 0.134826, + "nauc_map_at_20_max": -0.013571, + "nauc_map_at_20_std": -0.086692, + "nauc_map_at_20_diff1": 0.136174, + "nauc_map_at_100_max": -0.014674, + "nauc_map_at_100_std": -0.087328, + "nauc_map_at_100_diff1": 0.137571, + "nauc_map_at_1000_max": -0.014846, + "nauc_map_at_1000_std": -0.08748, + "nauc_map_at_1000_diff1": 0.137509, + "nauc_recall_at_1_max": -0.058575, + "nauc_recall_at_1_std": -0.117341, + "nauc_recall_at_1_diff1": 0.163698, + "nauc_recall_at_3_max": 0.023499, + "nauc_recall_at_3_std": -0.074134, + "nauc_recall_at_3_diff1": 0.109827, + "nauc_recall_at_5_max": 0.059181, + "nauc_recall_at_5_std": -0.006342, + "nauc_recall_at_5_diff1": 0.089406, + "nauc_recall_at_10_max": 0.147877, + "nauc_recall_at_10_std": 0.01739, + "nauc_recall_at_10_diff1": 0.04385, + "nauc_recall_at_20_max": 0.224471, + "nauc_recall_at_20_std": 0.140309, + "nauc_recall_at_20_diff1": 0.027272, + "nauc_recall_at_100_max": 0.382563, + "nauc_recall_at_100_std": 0.412413, + "nauc_recall_at_100_diff1": 0.210431, + "nauc_recall_at_1000_max": 0.105937, + "nauc_recall_at_1000_std": 0.716702, + "nauc_recall_at_1000_diff1": 0.143205, + "nauc_precision_at_1_max": -0.058575, + "nauc_precision_at_1_std": -0.117341, + "nauc_precision_at_1_diff1": 0.163698, + "nauc_precision_at_3_max": 0.023499, + "nauc_precision_at_3_std": -0.074134, + "nauc_precision_at_3_diff1": 0.109827, + "nauc_precision_at_5_max": 0.059181, + "nauc_precision_at_5_std": -0.006342, + "nauc_precision_at_5_diff1": 0.089406, + "nauc_precision_at_10_max": 0.147877, + "nauc_precision_at_10_std": 0.01739, + "nauc_precision_at_10_diff1": 0.04385, + "nauc_precision_at_20_max": 0.224471, + "nauc_precision_at_20_std": 0.140309, + "nauc_precision_at_20_diff1": 0.027272, + "nauc_precision_at_100_max": 0.382563, + "nauc_precision_at_100_std": 0.412413, + "nauc_precision_at_100_diff1": 0.210431, + "nauc_precision_at_1000_max": 0.105937, + "nauc_precision_at_1000_std": 0.716702, + "nauc_precision_at_1000_diff1": 0.143205, + "nauc_mrr_at_1_max": -0.054476, + "nauc_mrr_at_1_std": -0.104827, + "nauc_mrr_at_1_diff1": 0.131784, + "nauc_mrr_at_3_max": -0.032505, + "nauc_mrr_at_3_std": -0.094189, + "nauc_mrr_at_3_diff1": 0.108074, + "nauc_mrr_at_5_max": -0.02381, + "nauc_mrr_at_5_std": -0.081145, + "nauc_mrr_at_5_diff1": 0.107671, + "nauc_mrr_at_10_max": -0.022272, + "nauc_mrr_at_10_std": -0.083949, + "nauc_mrr_at_10_diff1": 0.105275, + "nauc_mrr_at_20_max": -0.024023, + "nauc_mrr_at_20_std": -0.083287, + "nauc_mrr_at_20_diff1": 0.106053, + "nauc_mrr_at_100_max": -0.025205, + "nauc_mrr_at_100_std": -0.083895, + "nauc_mrr_at_100_diff1": 0.107212, + "nauc_mrr_at_1000_max": -0.02538, + "nauc_mrr_at_1000_std": -0.084044, + "nauc_mrr_at_1000_diff1": 0.107139, + "cv_recall_at_1": 0.29161, + "cv_recall_at_3": 0.52276, + "cv_recall_at_5": 0.64794, + "cv_recall_at_10": 0.81935, + "cv_recall_at_20": 0.90967, + "cv_recall_at_100": 0.97795, + "cv_recall_at_1000": 0.99644, + "main_score": 0.52833, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 32.616788148880005, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/BelebeleRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/BelebeleRetrieval.json new file mode 100644 index 0000000000..287be2f143 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/BelebeleRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", + "task_name": "BelebeleRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82444, + "ndcg_at_3": 0.87624, + "ndcg_at_5": 0.88643, + "ndcg_at_10": 0.89199, + "ndcg_at_20": 0.89793, + "ndcg_at_100": 0.90216, + "ndcg_at_1000": 0.90261, + "map_at_1": 0.82444, + "map_at_3": 0.86444, + "map_at_5": 0.87017, + "map_at_10": 0.87257, + "map_at_20": 0.87422, + "map_at_100": 0.87484, + "map_at_1000": 0.87486, + "recall_at_1": 0.82444, + "recall_at_3": 0.91, + "recall_at_5": 0.93444, + "recall_at_10": 0.95111, + "recall_at_20": 0.97444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.82444, + "precision_at_1": 0.82444, + "precision_at_3": 0.30333, + "precision_at_5": 0.18689, + "precision_at_10": 0.09511, + "precision_at_20": 0.04872, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824444, + "mrr_at_3": 0.864444, + "mrr_at_5": 0.870167, + "mrr_at_10": 0.872566, + "mrr_at_20": 0.874219, + "mrr_at_100": 0.874837, + "mrr_at_1000": 0.874856, + "nauc_ndcg_at_1_max": 0.736346, + "nauc_ndcg_at_1_std": -0.152939, + "nauc_ndcg_at_1_diff1": 0.900406, + "nauc_ndcg_at_3_max": 0.753487, + "nauc_ndcg_at_3_std": -0.118256, + "nauc_ndcg_at_3_diff1": 0.880145, + "nauc_ndcg_at_5_max": 0.756932, + "nauc_ndcg_at_5_std": -0.098124, + "nauc_ndcg_at_5_diff1": 0.878829, + "nauc_ndcg_at_10_max": 0.758045, + "nauc_ndcg_at_10_std": -0.109289, + "nauc_ndcg_at_10_diff1": 0.878373, + "nauc_ndcg_at_20_max": 0.762329, + "nauc_ndcg_at_20_std": -0.098692, + "nauc_ndcg_at_20_diff1": 0.884562, + "nauc_ndcg_at_100_max": 0.755876, + "nauc_ndcg_at_100_std": -0.110295, + "nauc_ndcg_at_100_diff1": 0.884719, + "nauc_ndcg_at_1000_max": 0.754921, + "nauc_ndcg_at_1000_std": -0.113711, + "nauc_ndcg_at_1000_diff1": 0.884899, + "nauc_map_at_1_max": 0.736346, + "nauc_map_at_1_std": -0.152939, + "nauc_map_at_1_diff1": 0.900406, + "nauc_map_at_3_max": 0.749284, + "nauc_map_at_3_std": -0.128462, + "nauc_map_at_3_diff1": 0.885508, + "nauc_map_at_5_max": 0.751014, + "nauc_map_at_5_std": -0.118797, + "nauc_map_at_5_diff1": 0.885208, + "nauc_map_at_10_max": 0.751413, + "nauc_map_at_10_std": -0.122542, + "nauc_map_at_10_diff1": 0.884999, + "nauc_map_at_20_max": 0.752243, + "nauc_map_at_20_std": -0.120371, + "nauc_map_at_20_diff1": 0.886579, + "nauc_map_at_100_max": 0.751488, + "nauc_map_at_100_std": -0.121763, + "nauc_map_at_100_diff1": 0.886622, + "nauc_map_at_1000_max": 0.751455, + "nauc_map_at_1000_std": -0.121888, + "nauc_map_at_1000_diff1": 0.886631, + "nauc_recall_at_1_max": 0.736346, + "nauc_recall_at_1_std": -0.152939, + "nauc_recall_at_1_diff1": 0.900406, + "nauc_recall_at_3_max": 0.770441, + "nauc_recall_at_3_std": -0.075809, + "nauc_recall_at_3_diff1": 0.858215, + "nauc_recall_at_5_max": 0.788887, + "nauc_recall_at_5_std": 0.019537, + "nauc_recall_at_5_diff1": 0.843921, + "nauc_recall_at_10_max": 0.805545, + "nauc_recall_at_10_std": -0.021687, + "nauc_recall_at_10_diff1": 0.831296, + "nauc_recall_at_20_max": 0.915053, + "nauc_recall_at_20_std": 0.220375, + "nauc_recall_at_20_diff1": 0.878618, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.593838, + "nauc_recall_at_100_diff1": 0.851385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736346, + "nauc_precision_at_1_std": -0.152939, + "nauc_precision_at_1_diff1": 0.900406, + "nauc_precision_at_3_max": 0.770441, + "nauc_precision_at_3_std": -0.075809, + "nauc_precision_at_3_diff1": 0.858215, + "nauc_precision_at_5_max": 0.788887, + "nauc_precision_at_5_std": 0.019537, + "nauc_precision_at_5_diff1": 0.843921, + "nauc_precision_at_10_max": 0.805545, + "nauc_precision_at_10_std": -0.021687, + "nauc_precision_at_10_diff1": 0.831296, + "nauc_precision_at_20_max": 0.915053, + "nauc_precision_at_20_std": 0.220375, + "nauc_precision_at_20_diff1": 0.878618, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.593838, + "nauc_precision_at_100_diff1": 0.851385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736346, + "nauc_mrr_at_1_std": -0.152939, + "nauc_mrr_at_1_diff1": 0.900406, + "nauc_mrr_at_3_max": 0.749284, + "nauc_mrr_at_3_std": -0.128462, + "nauc_mrr_at_3_diff1": 0.885508, + "nauc_mrr_at_5_max": 0.751014, + "nauc_mrr_at_5_std": -0.118797, + "nauc_mrr_at_5_diff1": 0.885208, + "nauc_mrr_at_10_max": 0.751413, + "nauc_mrr_at_10_std": -0.122542, + "nauc_mrr_at_10_diff1": 0.884999, + "nauc_mrr_at_20_max": 0.752243, + "nauc_mrr_at_20_std": -0.120371, + "nauc_mrr_at_20_diff1": 0.886579, + "nauc_mrr_at_100_max": 0.751488, + "nauc_mrr_at_100_std": -0.121763, + "nauc_mrr_at_100_diff1": 0.886622, + "nauc_mrr_at_1000_max": 0.751455, + "nauc_mrr_at_1000_std": -0.121888, + "nauc_mrr_at_1000_diff1": 0.886631, + "cv_recall_at_1": 0.82444, + "cv_recall_at_3": 0.91, + "cv_recall_at_5": 0.93444, + "cv_recall_at_10": 0.95111, + "cv_recall_at_20": 0.97444, + "cv_recall_at_100": 0.99667, + "cv_recall_at_1000": 1.0, + "main_score": 0.89199, + "hf_subset": "nld_Latn-nld_Latn", + "languages": [ + "nld-Latn", + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 12.863165855407715, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CovidDisinformationNLMultiLabelClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CovidDisinformationNLMultiLabelClassification.json new file mode 100644 index 0000000000..c31cebd1b3 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CovidDisinformationNLMultiLabelClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7ad922bdef875db1f530847c6ffff05fc154f2e8", + "task_name": "CovidDisinformationNLMultiLabelClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.063492, + "lrap": 0.659017, + "f1": 0.478172 + }, + { + "accuracy": 0.095238, + "lrap": 0.657901, + "f1": 0.527395 + }, + { + "accuracy": 0.055556, + "lrap": 0.597299, + "f1": 0.511576 + }, + { + "accuracy": 0.134921, + "lrap": 0.654347, + "f1": 0.502989 + }, + { + "accuracy": 0.119048, + "lrap": 0.691912, + "f1": 0.568642 + }, + { + "accuracy": 0.031746, + "lrap": 0.617249, + "f1": 0.453931 + }, + { + "accuracy": 0.099206, + "lrap": 0.599998, + "f1": 0.516556 + }, + { + "accuracy": 0.047619, + "lrap": 0.655185, + "f1": 0.40647 + }, + { + "accuracy": 0.075397, + "lrap": 0.621118, + "f1": 0.481542 + }, + { + "accuracy": 0.095238, + "lrap": 0.61009, + "f1": 0.524683 + } + ], + "accuracy": 0.081746, + "lrap": 0.636412, + "f1": 0.497195, + "main_score": 0.497195, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 0.9803752899169922, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchBookReviewSentimentClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchBookReviewSentimentClassification.json new file mode 100644 index 0000000000..c79cf677dc --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchBookReviewSentimentClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "1c2815ad38cf4794eb8d678fb08f569ea79392f6", + "task_name": "DutchBookReviewSentimentClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.741906, + "f1": 0.741319, + "f1_weighted": 0.741319, + "precision": 0.744125, + "precision_weighted": 0.744125, + "recall": 0.741906, + "recall_weighted": 0.741906, + "ap": 0.685638, + "ap_weighted": 0.685638 + }, + { + "accuracy": 0.755396, + "f1": 0.754123, + "f1_weighted": 0.754123, + "precision": 0.760795, + "precision_weighted": 0.760795, + "recall": 0.755396, + "recall_weighted": 0.755396, + "ap": 0.703887, + "ap_weighted": 0.703887 + }, + { + "accuracy": 0.803957, + "f1": 0.803823, + "f1_weighted": 0.803823, + "precision": 0.804786, + "precision_weighted": 0.804786, + "recall": 0.803957, + "recall_weighted": 0.803957, + "ap": 0.749452, + "ap_weighted": 0.749452 + }, + { + "accuracy": 0.765288, + "f1": 0.759671, + "f1_weighted": 0.759671, + "precision": 0.792646, + "precision_weighted": 0.792646, + "recall": 0.765288, + "recall_weighted": 0.765288, + "ap": 0.686542, + "ap_weighted": 0.686542 + }, + { + "accuracy": 0.802608, + "f1": 0.802574, + "f1_weighted": 0.802574, + "precision": 0.802814, + "precision_weighted": 0.802814, + "recall": 0.802608, + "recall_weighted": 0.802608, + "ap": 0.740548, + "ap_weighted": 0.740548 + }, + { + "accuracy": 0.76214, + "f1": 0.760918, + "f1_weighted": 0.760918, + "precision": 0.767612, + "precision_weighted": 0.767612, + "recall": 0.76214, + "recall_weighted": 0.76214, + "ap": 0.711253, + "ap_weighted": 0.711253 + }, + { + "accuracy": 0.746403, + "f1": 0.744418, + "f1_weighted": 0.744418, + "precision": 0.754303, + "precision_weighted": 0.754303, + "recall": 0.746403, + "recall_weighted": 0.746403, + "ap": 0.696907, + "ap_weighted": 0.696907 + }, + { + "accuracy": 0.755396, + "f1": 0.75332, + "f1_weighted": 0.75332, + "precision": 0.76429, + "precision_weighted": 0.76429, + "recall": 0.755396, + "recall_weighted": 0.755396, + "ap": 0.682814, + "ap_weighted": 0.682814 + }, + { + "accuracy": 0.779676, + "f1": 0.777167, + "f1_weighted": 0.777167, + "precision": 0.792867, + "precision_weighted": 0.792867, + "recall": 0.779676, + "recall_weighted": 0.779676, + "ap": 0.704363, + "ap_weighted": 0.704363 + }, + { + "accuracy": 0.781924, + "f1": 0.780338, + "f1_weighted": 0.780338, + "precision": 0.790311, + "precision_weighted": 0.790311, + "recall": 0.781924, + "recall_weighted": 0.781924, + "ap": 0.708897, + "ap_weighted": 0.708897 + } + ], + "accuracy": 0.769469, + "f1": 0.767767, + "f1_weighted": 0.767767, + "precision": 0.777455, + "precision_weighted": 0.777455, + "recall": 0.769469, + "recall_weighted": 0.769469, + "ap": 0.70703, + "ap_weighted": 0.70703, + "main_score": 0.769469, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 31.782846689224243, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchBookReviewSentimentClassification.v2.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..f900d49e27 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.616734, + "f1": 0.613047, + "f1_weighted": 0.61303, + "precision": 0.621428, + "precision_weighted": 0.621439, + "recall": 0.616778, + "recall_weighted": 0.616734, + "ap": 0.569575, + "ap_weighted": 0.569575 + }, + { + "accuracy": 0.77193, + "f1": 0.771929, + "f1_weighted": 0.771929, + "precision": 0.771932, + "precision_weighted": 0.771932, + "recall": 0.771929, + "recall_weighted": 0.77193, + "ap": 0.709952, + "ap_weighted": 0.709952 + }, + { + "accuracy": 0.786325, + "f1": 0.78425, + "f1_weighted": 0.78424, + "precision": 0.79788, + "precision_weighted": 0.797907, + "recall": 0.786369, + "recall_weighted": 0.786325, + "ap": 0.711525, + "ap_weighted": 0.711525 + }, + { + "accuracy": 0.748988, + "f1": 0.748732, + "f1_weighted": 0.748735, + "precision": 0.749979, + "precision_weighted": 0.749972, + "recall": 0.748974, + "recall_weighted": 0.748988, + "ap": 0.690478, + "ap_weighted": 0.690478 + }, + { + "accuracy": 0.763833, + "f1": 0.759452, + "f1_weighted": 0.759437, + "precision": 0.784703, + "precision_weighted": 0.784738, + "recall": 0.763894, + "recall_weighted": 0.763833, + "ap": 0.686566, + "ap_weighted": 0.686566 + }, + { + "accuracy": 0.716599, + "f1": 0.710564, + "f1_weighted": 0.710545, + "precision": 0.736447, + "precision_weighted": 0.736477, + "recall": 0.716664, + "recall_weighted": 0.716599, + "ap": 0.644535, + "ap_weighted": 0.644535 + }, + { + "accuracy": 0.781826, + "f1": 0.778049, + "f1_weighted": 0.778036, + "precision": 0.802552, + "precision_weighted": 0.802588, + "recall": 0.781885, + "recall_weighted": 0.781826, + "ap": 0.703741, + "ap_weighted": 0.703741 + }, + { + "accuracy": 0.759784, + "f1": 0.7587, + "f1_weighted": 0.758693, + "precision": 0.764601, + "precision_weighted": 0.764617, + "recall": 0.759814, + "recall_weighted": 0.759784, + "ap": 0.68921, + "ap_weighted": 0.68921 + }, + { + "accuracy": 0.803869, + "f1": 0.801765, + "f1_weighted": 0.801756, + "precision": 0.817449, + "precision_weighted": 0.817478, + "recall": 0.803915, + "recall_weighted": 0.803869, + "ap": 0.728324, + "ap_weighted": 0.728324 + }, + { + "accuracy": 0.708952, + "f1": 0.708952, + "f1_weighted": 0.708952, + "precision": 0.708953, + "precision_weighted": 0.708954, + "recall": 0.708952, + "recall_weighted": 0.708952, + "ap": 0.647834, + "ap_weighted": 0.647834 + } + ], + "accuracy": 0.745884, + "f1": 0.743544, + "f1_weighted": 0.743535, + "precision": 0.755592, + "precision_weighted": 0.75561, + "recall": 0.745918, + "recall_weighted": 0.745884, + "ap": 0.678174, + "ap_weighted": 0.678174, + "main_score": 0.745884, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 40.92440056800842, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchColaClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchColaClassification.json new file mode 100644 index 0000000000..dbf94c4b14 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchColaClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "2269ed7d95d8abaab829f1592b4b2047372e9f81", + "task_name": "DutchColaClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.525, + "f1": 0.524389, + "f1_weighted": 0.524389, + "precision": 0.525129, + "precision_weighted": 0.525129, + "recall": 0.525, + "recall_weighted": 0.525, + "ap": 0.513083, + "ap_weighted": 0.513083 + }, + { + "accuracy": 0.549167, + "f1": 0.548903, + "f1_weighted": 0.548903, + "precision": 0.549282, + "precision_weighted": 0.549282, + "recall": 0.549167, + "recall_weighted": 0.549167, + "ap": 0.526889, + "ap_weighted": 0.526889 + }, + { + "accuracy": 0.548333, + "f1": 0.548313, + "f1_weighted": 0.548313, + "precision": 0.548342, + "precision_weighted": 0.548342, + "recall": 0.548333, + "recall_weighted": 0.548333, + "ap": 0.526472, + "ap_weighted": 0.526472 + }, + { + "accuracy": 0.572917, + "f1": 0.572753, + "f1_weighted": 0.572753, + "precision": 0.573029, + "precision_weighted": 0.573029, + "recall": 0.572917, + "recall_weighted": 0.572917, + "ap": 0.541575, + "ap_weighted": 0.541575 + }, + { + "accuracy": 0.554583, + "f1": 0.554477, + "f1_weighted": 0.554477, + "precision": 0.554635, + "precision_weighted": 0.554635, + "recall": 0.554583, + "recall_weighted": 0.554583, + "ap": 0.530182, + "ap_weighted": 0.530182 + }, + { + "accuracy": 0.572083, + "f1": 0.571709, + "f1_weighted": 0.571709, + "precision": 0.572337, + "precision_weighted": 0.572337, + "recall": 0.572083, + "recall_weighted": 0.572083, + "ap": 0.540947, + "ap_weighted": 0.540947 + }, + { + "accuracy": 0.565833, + "f1": 0.565826, + "f1_weighted": 0.565826, + "precision": 0.565838, + "precision_weighted": 0.565838, + "recall": 0.565833, + "recall_weighted": 0.565833, + "ap": 0.537287, + "ap_weighted": 0.537287 + }, + { + "accuracy": 0.560833, + "f1": 0.560501, + "f1_weighted": 0.560501, + "precision": 0.561018, + "precision_weighted": 0.561018, + "recall": 0.560833, + "recall_weighted": 0.560833, + "ap": 0.533924, + "ap_weighted": 0.533924 + }, + { + "accuracy": 0.55125, + "f1": 0.54874, + "f1_weighted": 0.54874, + "precision": 0.552416, + "precision_weighted": 0.552416, + "recall": 0.55125, + "recall_weighted": 0.55125, + "ap": 0.527911, + "ap_weighted": 0.527911 + }, + { + "accuracy": 0.554167, + "f1": 0.554164, + "f1_weighted": 0.554164, + "precision": 0.554168, + "precision_weighted": 0.554168, + "recall": 0.554167, + "recall_weighted": 0.554167, + "ap": 0.530003, + "ap_weighted": 0.530003 + } + ], + "accuracy": 0.555417, + "f1": 0.554977, + "f1_weighted": 0.554977, + "precision": 0.555619, + "precision_weighted": 0.555619, + "recall": 0.555417, + "recall_weighted": 0.555417, + "ap": 0.530827, + "ap_weighted": 0.530827, + "main_score": 0.554977, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 22.705316066741943, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchGovernmentBiasClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchGovernmentBiasClassification.json new file mode 100644 index 0000000000..3795130815 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchGovernmentBiasClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "bf5e20ee2d3ce2e24e4de50f5dd8573e0e0e2fec", + "task_name": "DutchGovernmentBiasClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.650266, + "f1": 0.61097, + "f1_weighted": 0.669831, + "precision": 0.615216, + "precision_weighted": 0.719782, + "recall": 0.645187, + "recall_weighted": 0.650266, + "ap": 0.346741, + "ap_weighted": 0.346741 + }, + { + "accuracy": 0.654255, + "f1": 0.616483, + "f1_weighted": 0.673782, + "precision": 0.62095, + "precision_weighted": 0.72554, + "recall": 0.652801, + "recall_weighted": 0.654255, + "ap": 0.352469, + "ap_weighted": 0.352469 + }, + { + "accuracy": 0.68617, + "f1": 0.641288, + "f1_weighted": 0.701693, + "precision": 0.638509, + "precision_weighted": 0.73657, + "recall": 0.669511, + "recall_weighted": 0.68617, + "ap": 0.37019, + "ap_weighted": 0.37019 + }, + { + "accuracy": 0.615691, + "f1": 0.596254, + "f1_weighted": 0.638427, + "precision": 0.624727, + "precision_weighted": 0.740257, + "recall": 0.661055, + "recall_weighted": 0.615691, + "ap": 0.352792, + "ap_weighted": 0.352792 + }, + { + "accuracy": 0.62234, + "f1": 0.586992, + "f1_weighted": 0.644513, + "precision": 0.597545, + "precision_weighted": 0.705799, + "recall": 0.624631, + "recall_weighted": 0.62234, + "ap": 0.330062, + "ap_weighted": 0.330062 + }, + { + "accuracy": 0.666223, + "f1": 0.640543, + "f1_weighted": 0.686282, + "precision": 0.652819, + "precision_weighted": 0.761881, + "recall": 0.696927, + "recall_weighted": 0.666223, + "ap": 0.385136, + "ap_weighted": 0.385136 + }, + { + "accuracy": 0.707447, + "f1": 0.659574, + "f1_weighted": 0.720349, + "precision": 0.653781, + "precision_weighted": 0.747045, + "recall": 0.683926, + "recall_weighted": 0.707447, + "ap": 0.386275, + "ap_weighted": 0.386275 + }, + { + "accuracy": 0.646277, + "f1": 0.617579, + "f1_weighted": 0.667451, + "precision": 0.629853, + "precision_weighted": 0.738733, + "recall": 0.667042, + "recall_weighted": 0.646277, + "ap": 0.360876, + "ap_weighted": 0.360876 + }, + { + "accuracy": 0.667553, + "f1": 0.613153, + "f1_weighted": 0.682214, + "precision": 0.610651, + "precision_weighted": 0.709539, + "recall": 0.632341, + "recall_weighted": 0.667553, + "ap": 0.340678, + "ap_weighted": 0.340678 + }, + { + "accuracy": 0.647606, + "f1": 0.610184, + "f1_weighted": 0.667683, + "precision": 0.61581, + "precision_weighted": 0.72121, + "recall": 0.646659, + "recall_weighted": 0.647606, + "ap": 0.347349, + "ap_weighted": 0.347349 + } + ], + "accuracy": 0.656383, + "f1": 0.619302, + "f1_weighted": 0.675223, + "precision": 0.625986, + "precision_weighted": 0.730636, + "recall": 0.658008, + "recall_weighted": 0.656383, + "ap": 0.357257, + "ap_weighted": 0.357257, + "main_score": 0.619302, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4.414151906967163, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesClassification.json new file mode 100644 index 0000000000..bb25433610 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "0a7227d31f85c5676be92767f8df5405ea93de54", + "task_name": "DutchNewsArticlesClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.56, + "f1": 0.536066, + "f1_weighted": 0.536066, + "precision": 0.547107, + "precision_weighted": 0.547107, + "recall": 0.56, + "recall_weighted": 0.56, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5525, + "f1": 0.517833, + "f1_weighted": 0.517833, + "precision": 0.523902, + "precision_weighted": 0.523902, + "recall": 0.5525, + "recall_weighted": 0.5525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.555, + "f1": 0.543052, + "f1_weighted": 0.543052, + "precision": 0.542723, + "precision_weighted": 0.542723, + "recall": 0.555, + "recall_weighted": 0.555, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.541667, + "f1": 0.519187, + "f1_weighted": 0.519187, + "precision": 0.515449, + "precision_weighted": 0.515449, + "recall": 0.541667, + "recall_weighted": 0.541667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.535, + "f1": 0.51019, + "f1_weighted": 0.51019, + "precision": 0.514776, + "precision_weighted": 0.514776, + "recall": 0.535, + "recall_weighted": 0.535, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.555, + "f1": 0.532232, + "f1_weighted": 0.532232, + "precision": 0.543611, + "precision_weighted": 0.543611, + "recall": 0.555, + "recall_weighted": 0.555, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.53, + "f1": 0.520574, + "f1_weighted": 0.520574, + "precision": 0.52692, + "precision_weighted": 0.52692, + "recall": 0.53, + "recall_weighted": 0.53, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5775, + "f1": 0.569413, + "f1_weighted": 0.569413, + "precision": 0.57695, + "precision_weighted": 0.57695, + "recall": 0.5775, + "recall_weighted": 0.5775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.508333, + "f1": 0.488942, + "f1_weighted": 0.488942, + "precision": 0.497744, + "precision_weighted": 0.497744, + "recall": 0.508333, + "recall_weighted": 0.508333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.58, + "f1": 0.562033, + "f1_weighted": 0.562033, + "precision": 0.571998, + "precision_weighted": 0.571998, + "recall": 0.58, + "recall_weighted": 0.58, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.5495, + "f1": 0.529952, + "f1_weighted": 0.529952, + "precision": 0.536118, + "precision_weighted": 0.536118, + "recall": 0.5495, + "recall_weighted": 0.5495, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.529952, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 9.873759508132935, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesClusteringP2P.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesClusteringP2P.json new file mode 100644 index 0000000000..d15a187fc3 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesClusteringP2P.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "0a7227d31f85c5676be92767f8df5405ea93de54", + "task_name": "DutchNewsArticlesClusteringP2P", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.303759, + 0.334118, + 0.383877, + 0.332659, + 0.378857, + 0.36793, + 0.35036, + 0.386382, + 0.294866, + 0.374617 + ] + }, + "v_measure": 0.350743, + "v_measure_std": 0.031555, + "main_score": 0.350743, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 6.489532470703125, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesClusteringS2S.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesClusteringS2S.json new file mode 100644 index 0000000000..4a45f037b3 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "0a7227d31f85c5676be92767f8df5405ea93de54", + "task_name": "DutchNewsArticlesClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.312237, + 0.244897, + 0.284428, + 0.278911, + 0.270496, + 0.272729, + 0.287384, + 0.292834, + 0.290926, + 0.255541 + ] + }, + "v_measure": 0.279038, + "v_measure_std": 0.018338, + "main_score": 0.279038, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4.116559743881226, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesRetrieval.json new file mode 100644 index 0000000000..d98241e4a8 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchNewsArticlesRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "c8042a86f3eb0d1fcec79a4a44ebf1eafe635462", + "task_name": "DutchNewsArticlesRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.705, + "ndcg_at_3": 0.78381, + "ndcg_at_5": 0.79663, + "ndcg_at_10": 0.80882, + "ndcg_at_20": 0.81696, + "ndcg_at_100": 0.82456, + "ndcg_at_1000": 0.82632, + "map_at_1": 0.705, + "map_at_3": 0.765, + "map_at_5": 0.77215, + "map_at_10": 0.77712, + "map_at_20": 0.77938, + "map_at_100": 0.78045, + "map_at_1000": 0.78051, + "recall_at_1": 0.705, + "recall_at_3": 0.838, + "recall_at_5": 0.869, + "recall_at_10": 0.907, + "recall_at_20": 0.939, + "recall_at_100": 0.98, + "recall_at_1000": 0.994, + "accuracy": 0.705, + "precision_at_1": 0.705, + "precision_at_3": 0.27933, + "precision_at_5": 0.1738, + "precision_at_10": 0.0907, + "precision_at_20": 0.04695, + "precision_at_100": 0.0098, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.705, + "mrr_at_3": 0.764833, + "mrr_at_5": 0.771983, + "mrr_at_10": 0.776952, + "mrr_at_20": 0.779215, + "mrr_at_100": 0.780283, + "mrr_at_1000": 0.780347, + "nauc_ndcg_at_1_max": 0.429995, + "nauc_ndcg_at_1_std": -0.13937, + "nauc_ndcg_at_1_diff1": 0.801072, + "nauc_ndcg_at_3_max": 0.464746, + "nauc_ndcg_at_3_std": -0.184529, + "nauc_ndcg_at_3_diff1": 0.787946, + "nauc_ndcg_at_5_max": 0.467184, + "nauc_ndcg_at_5_std": -0.171994, + "nauc_ndcg_at_5_diff1": 0.788278, + "nauc_ndcg_at_10_max": 0.474964, + "nauc_ndcg_at_10_std": -0.150422, + "nauc_ndcg_at_10_diff1": 0.786949, + "nauc_ndcg_at_20_max": 0.483259, + "nauc_ndcg_at_20_std": -0.130914, + "nauc_ndcg_at_20_diff1": 0.786554, + "nauc_ndcg_at_100_max": 0.474585, + "nauc_ndcg_at_100_std": -0.136752, + "nauc_ndcg_at_100_diff1": 0.788045, + "nauc_ndcg_at_1000_max": 0.470227, + "nauc_ndcg_at_1000_std": -0.144624, + "nauc_ndcg_at_1000_diff1": 0.788813, + "nauc_map_at_1_max": 0.429995, + "nauc_map_at_1_std": -0.13937, + "nauc_map_at_1_diff1": 0.801072, + "nauc_map_at_3_max": 0.453365, + "nauc_map_at_3_std": -0.177195, + "nauc_map_at_3_diff1": 0.790946, + "nauc_map_at_5_max": 0.454556, + "nauc_map_at_5_std": -0.170354, + "nauc_map_at_5_diff1": 0.791368, + "nauc_map_at_10_max": 0.457372, + "nauc_map_at_10_std": -0.161962, + "nauc_map_at_10_diff1": 0.790914, + "nauc_map_at_20_max": 0.459032, + "nauc_map_at_20_std": -0.157803, + "nauc_map_at_20_diff1": 0.790886, + "nauc_map_at_100_max": 0.457907, + "nauc_map_at_100_std": -0.158545, + "nauc_map_at_100_diff1": 0.791043, + "nauc_map_at_1000_max": 0.457792, + "nauc_map_at_1000_std": -0.158733, + "nauc_map_at_1000_diff1": 0.791058, + "nauc_recall_at_1_max": 0.429995, + "nauc_recall_at_1_std": -0.13937, + "nauc_recall_at_1_diff1": 0.801072, + "nauc_recall_at_3_max": 0.510311, + "nauc_recall_at_3_std": -0.21013, + "nauc_recall_at_3_diff1": 0.776589, + "nauc_recall_at_5_max": 0.526511, + "nauc_recall_at_5_std": -0.17345, + "nauc_recall_at_5_diff1": 0.774259, + "nauc_recall_at_10_max": 0.589601, + "nauc_recall_at_10_std": -0.056223, + "nauc_recall_at_10_diff1": 0.76195, + "nauc_recall_at_20_max": 0.739771, + "nauc_recall_at_20_std": 0.207176, + "nauc_recall_at_20_diff1": 0.744172, + "nauc_recall_at_100_max": 0.897082, + "nauc_recall_at_100_std": 0.64141, + "nauc_recall_at_100_diff1": 0.72402, + "nauc_recall_at_1000_max": 0.953704, + "nauc_recall_at_1000_std": 0.758481, + "nauc_recall_at_1000_diff1": 0.744865, + "nauc_precision_at_1_max": 0.429995, + "nauc_precision_at_1_std": -0.13937, + "nauc_precision_at_1_diff1": 0.801072, + "nauc_precision_at_3_max": 0.510311, + "nauc_precision_at_3_std": -0.21013, + "nauc_precision_at_3_diff1": 0.776589, + "nauc_precision_at_5_max": 0.526511, + "nauc_precision_at_5_std": -0.17345, + "nauc_precision_at_5_diff1": 0.774259, + "nauc_precision_at_10_max": 0.589601, + "nauc_precision_at_10_std": -0.056223, + "nauc_precision_at_10_diff1": 0.76195, + "nauc_precision_at_20_max": 0.739771, + "nauc_precision_at_20_std": 0.207176, + "nauc_precision_at_20_diff1": 0.744172, + "nauc_precision_at_100_max": 0.897082, + "nauc_precision_at_100_std": 0.64141, + "nauc_precision_at_100_diff1": 0.72402, + "nauc_precision_at_1000_max": 0.953704, + "nauc_precision_at_1000_std": 0.758481, + "nauc_precision_at_1000_diff1": 0.744865, + "nauc_mrr_at_1_max": 0.429995, + "nauc_mrr_at_1_std": -0.13937, + "nauc_mrr_at_1_diff1": 0.801072, + "nauc_mrr_at_3_max": 0.45297, + "nauc_mrr_at_3_std": -0.17754, + "nauc_mrr_at_3_diff1": 0.790591, + "nauc_mrr_at_5_max": 0.454148, + "nauc_mrr_at_5_std": -0.170713, + "nauc_mrr_at_5_diff1": 0.791002, + "nauc_mrr_at_10_max": 0.456954, + "nauc_mrr_at_10_std": -0.162334, + "nauc_mrr_at_10_diff1": 0.79054, + "nauc_mrr_at_20_max": 0.458608, + "nauc_mrr_at_20_std": -0.158182, + "nauc_mrr_at_20_diff1": 0.790508, + "nauc_mrr_at_100_max": 0.457481, + "nauc_mrr_at_100_std": -0.158926, + "nauc_mrr_at_100_diff1": 0.790662, + "nauc_mrr_at_1000_max": 0.457366, + "nauc_mrr_at_1000_std": -0.159114, + "nauc_mrr_at_1000_diff1": 0.790677, + "cv_recall_at_1": 0.705, + "cv_recall_at_3": 0.838, + "cv_recall_at_5": 0.869, + "cv_recall_at_10": 0.907, + "cv_recall_at_20": 0.939, + "cv_recall_at_100": 0.98, + "cv_recall_at_1000": 0.994, + "main_score": 0.80882, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 1499.2726728916168, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchSarcasticHeadlinesClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchSarcasticHeadlinesClassification.json new file mode 100644 index 0000000000..e98ed10f9f --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DutchSarcasticHeadlinesClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "7e520e36394795859583f84f81fcb97de915d05a", + "task_name": "DutchSarcasticHeadlinesClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.646305, + "f1": 0.641782, + "f1_weighted": 0.651678, + "precision": 0.648967, + "precision_weighted": 0.679962, + "recall": 0.658479, + "recall_weighted": 0.646305, + "ap": 0.480315, + "ap_weighted": 0.480315 + }, + { + "accuracy": 0.708145, + "f1": 0.675427, + "f1_weighted": 0.700762, + "precision": 0.688917, + "precision_weighted": 0.701065, + "recall": 0.670622, + "recall_weighted": 0.708145, + "ap": 0.513014, + "ap_weighted": 0.513014 + }, + { + "accuracy": 0.684012, + "f1": 0.67828, + "f1_weighted": 0.688838, + "precision": 0.681497, + "precision_weighted": 0.710777, + "recall": 0.693087, + "recall_weighted": 0.684012, + "ap": 0.512365, + "ap_weighted": 0.512365 + }, + { + "accuracy": 0.718703, + "f1": 0.701423, + "f1_weighted": 0.719082, + "precision": 0.700902, + "precision_weighted": 0.719502, + "recall": 0.701988, + "recall_weighted": 0.718703, + "ap": 0.534415, + "ap_weighted": 0.534415 + }, + { + "accuracy": 0.689291, + "f1": 0.676868, + "f1_weighted": 0.692445, + "precision": 0.675053, + "precision_weighted": 0.698979, + "recall": 0.682327, + "recall_weighted": 0.689291, + "ap": 0.508309, + "ap_weighted": 0.508309 + }, + { + "accuracy": 0.667421, + "f1": 0.656446, + "f1_weighted": 0.671542, + "precision": 0.655639, + "precision_weighted": 0.68159, + "recall": 0.663588, + "recall_weighted": 0.667421, + "ap": 0.489185, + "ap_weighted": 0.489185 + }, + { + "accuracy": 0.629713, + "f1": 0.618534, + "f1_weighted": 0.634589, + "precision": 0.618956, + "precision_weighted": 0.646354, + "recall": 0.625429, + "recall_weighted": 0.629713, + "ap": 0.456381, + "ap_weighted": 0.456381 + }, + { + "accuracy": 0.63273, + "f1": 0.624268, + "f1_weighted": 0.638131, + "precision": 0.626428, + "precision_weighted": 0.654962, + "recall": 0.634165, + "recall_weighted": 0.63273, + "ap": 0.462381, + "ap_weighted": 0.462381 + }, + { + "accuracy": 0.634992, + "f1": 0.630996, + "f1_weighted": 0.640437, + "precision": 0.639826, + "precision_weighted": 0.671344, + "recall": 0.64861, + "recall_weighted": 0.634992, + "ap": 0.4718, + "ap_weighted": 0.4718 + }, + { + "accuracy": 0.688537, + "f1": 0.674325, + "f1_weighted": 0.691051, + "precision": 0.6725, + "precision_weighted": 0.69543, + "recall": 0.678169, + "recall_weighted": 0.688537, + "ap": 0.505648, + "ap_weighted": 0.505648 + } + ], + "accuracy": 0.669985, + "f1": 0.657835, + "f1_weighted": 0.672855, + "precision": 0.660869, + "precision_weighted": 0.685996, + "recall": 0.665646, + "recall_weighted": 0.669985, + "ap": 0.493381, + "ap_weighted": 0.493381, + "main_score": 0.657835, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 7.215841293334961, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/IconclassClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/IconclassClassification.json new file mode 100644 index 0000000000..1bdb7962bb --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/IconclassClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "1cd02f1579dab39fedc95de8cc15fd620557a9f2", + "task_name": "IconclassClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.549505, + "f1": 0.546555, + "f1_weighted": 0.547032, + "precision": 0.567373, + "precision_weighted": 0.568063, + "recall": 0.549627, + "recall_weighted": 0.549505, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.559406, + "f1": 0.549341, + "f1_weighted": 0.551115, + "precision": 0.561003, + "precision_weighted": 0.56303, + "recall": 0.557971, + "recall_weighted": 0.559406, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.50495, + "f1": 0.501009, + "f1_weighted": 0.502698, + "precision": 0.50495, + "precision_weighted": 0.507123, + "recall": 0.503733, + "recall_weighted": 0.50495, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.549505, + "f1": 0.545213, + "f1_weighted": 0.546043, + "precision": 0.549342, + "precision_weighted": 0.550145, + "recall": 0.548748, + "recall_weighted": 0.549505, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.544554, + "f1": 0.536521, + "f1_weighted": 0.537898, + "precision": 0.539371, + "precision_weighted": 0.540884, + "recall": 0.543478, + "recall_weighted": 0.544554, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.483888, + "f1_weighted": 0.485464, + "precision": 0.494954, + "precision_weighted": 0.495903, + "recall": 0.498243, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.554455, + "f1": 0.544438, + "f1_weighted": 0.546299, + "precision": 0.542978, + "precision_weighted": 0.544705, + "recall": 0.552481, + "recall_weighted": 0.554455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.574257, + "f1": 0.566804, + "f1_weighted": 0.567199, + "precision": 0.572178, + "precision_weighted": 0.572857, + "recall": 0.57422, + "recall_weighted": 0.574257, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.559406, + "f1": 0.552965, + "f1_weighted": 0.554578, + "precision": 0.559612, + "precision_weighted": 0.561054, + "recall": 0.557751, + "recall_weighted": 0.559406, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.574257, + "f1": 0.56298, + "f1_weighted": 0.564275, + "precision": 0.571755, + "precision_weighted": 0.572745, + "recall": 0.572903, + "recall_weighted": 0.574257, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.54703, + "f1": 0.538971, + "f1_weighted": 0.54026, + "precision": 0.546352, + "precision_weighted": 0.547651, + "recall": 0.545916, + "recall_weighted": 0.54703, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.538971, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 12.006743669509888, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/IconclassClusteringS2S.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/IconclassClusteringS2S.json new file mode 100644 index 0000000000..7a32518159 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/IconclassClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "1cd02f1579dab39fedc95de8cc15fd620557a9f2", + "task_name": "IconclassClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.29525, + 0.199482, + 0.211635, + 0.246522, + 0.292797, + 0.275458, + 0.266952, + 0.271777, + 0.278488, + 0.256454 + ] + }, + "v_measure": 0.259481, + "v_measure_std": 0.030462, + "main_score": 0.259481, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.470700263977051, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/LegalQANLRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/LegalQANLRetrieval.json new file mode 100644 index 0000000000..22dd6593a2 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/LegalQANLRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "8f593522dfbe7ec07055ca9d38a700e7643d3882", + "task_name": "LegalQANLRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.5, + "ndcg_at_3": 0.58896, + "ndcg_at_5": 0.61063, + "ndcg_at_10": 0.64904, + "ndcg_at_20": 0.66116, + "ndcg_at_100": 0.6776, + "ndcg_at_1000": 0.68552, + "map_at_1": 0.38513, + "map_at_3": 0.52443, + "map_at_5": 0.54052, + "map_at_10": 0.55901, + "map_at_20": 0.56407, + "map_at_100": 0.56754, + "map_at_1000": 0.56801, + "recall_at_1": 0.38513, + "recall_at_3": 0.66495, + "recall_at_5": 0.71724, + "recall_at_10": 0.82377, + "recall_at_20": 0.86209, + "recall_at_100": 0.93301, + "recall_at_1000": 0.98039, + "accuracy": 0.38513, + "precision_at_1": 0.5, + "precision_at_3": 0.29739, + "precision_at_5": 0.19412, + "precision_at_10": 0.11373, + "precision_at_20": 0.06176, + "precision_at_100": 0.01373, + "precision_at_1000": 0.00151, + "mrr_at_1": 0.5, + "mrr_at_3": 0.630719, + "mrr_at_5": 0.644444, + "mrr_at_10": 0.656765, + "mrr_at_20": 0.656765, + "mrr_at_100": 0.658062, + "mrr_at_1000": 0.658138, + "nauc_ndcg_at_1_max": 0.221559, + "nauc_ndcg_at_1_std": -0.095431, + "nauc_ndcg_at_1_diff1": 0.570602, + "nauc_ndcg_at_3_max": 0.163744, + "nauc_ndcg_at_3_std": -0.172948, + "nauc_ndcg_at_3_diff1": 0.416515, + "nauc_ndcg_at_5_max": 0.187274, + "nauc_ndcg_at_5_std": -0.153243, + "nauc_ndcg_at_5_diff1": 0.406057, + "nauc_ndcg_at_10_max": 0.205572, + "nauc_ndcg_at_10_std": -0.14684, + "nauc_ndcg_at_10_diff1": 0.415657, + "nauc_ndcg_at_20_max": 0.209987, + "nauc_ndcg_at_20_std": -0.146705, + "nauc_ndcg_at_20_diff1": 0.428021, + "nauc_ndcg_at_100_max": 0.192717, + "nauc_ndcg_at_100_std": -0.122193, + "nauc_ndcg_at_100_diff1": 0.419229, + "nauc_ndcg_at_1000_max": 0.198747, + "nauc_ndcg_at_1000_std": -0.123433, + "nauc_ndcg_at_1000_diff1": 0.446197, + "nauc_map_at_1_max": 0.160581, + "nauc_map_at_1_std": -0.074788, + "nauc_map_at_1_diff1": 0.480492, + "nauc_map_at_3_max": 0.166793, + "nauc_map_at_3_std": -0.150938, + "nauc_map_at_3_diff1": 0.415881, + "nauc_map_at_5_max": 0.172484, + "nauc_map_at_5_std": -0.139139, + "nauc_map_at_5_diff1": 0.417601, + "nauc_map_at_10_max": 0.182316, + "nauc_map_at_10_std": -0.134323, + "nauc_map_at_10_diff1": 0.423659, + "nauc_map_at_20_max": 0.183525, + "nauc_map_at_20_std": -0.133763, + "nauc_map_at_20_diff1": 0.427585, + "nauc_map_at_100_max": 0.180473, + "nauc_map_at_100_std": -0.129507, + "nauc_map_at_100_diff1": 0.427253, + "nauc_map_at_1000_max": 0.180812, + "nauc_map_at_1000_std": -0.129348, + "nauc_map_at_1000_diff1": 0.428409, + "nauc_recall_at_1_max": 0.160581, + "nauc_recall_at_1_std": -0.074788, + "nauc_recall_at_1_diff1": 0.480492, + "nauc_recall_at_3_max": 0.141818, + "nauc_recall_at_3_std": -0.212026, + "nauc_recall_at_3_diff1": 0.252025, + "nauc_recall_at_5_max": 0.181756, + "nauc_recall_at_5_std": -0.167941, + "nauc_recall_at_5_diff1": 0.21683, + "nauc_recall_at_10_max": 0.231655, + "nauc_recall_at_10_std": -0.163738, + "nauc_recall_at_10_diff1": 0.145145, + "nauc_recall_at_20_max": 0.300191, + "nauc_recall_at_20_std": -0.181056, + "nauc_recall_at_20_diff1": 0.188114, + "nauc_recall_at_100_max": 0.148323, + "nauc_recall_at_100_std": 0.132057, + "nauc_recall_at_100_diff1": -0.201755, + "nauc_recall_at_1000_max": 0.707378, + "nauc_recall_at_1000_std": 0.750164, + "nauc_recall_at_1000_diff1": 0.083857, + "nauc_precision_at_1_max": 0.221559, + "nauc_precision_at_1_std": -0.095431, + "nauc_precision_at_1_diff1": 0.570602, + "nauc_precision_at_3_max": 0.077023, + "nauc_precision_at_3_std": -0.303087, + "nauc_precision_at_3_diff1": 0.284479, + "nauc_precision_at_5_max": 0.08176, + "nauc_precision_at_5_std": -0.240632, + "nauc_precision_at_5_diff1": 0.243766, + "nauc_precision_at_10_max": 0.011547, + "nauc_precision_at_10_std": -0.126801, + "nauc_precision_at_10_diff1": 0.116242, + "nauc_precision_at_20_max": -0.012272, + "nauc_precision_at_20_std": -0.10117, + "nauc_precision_at_20_diff1": 0.139393, + "nauc_precision_at_100_max": -0.134741, + "nauc_precision_at_100_std": 0.049287, + "nauc_precision_at_100_diff1": 0.021323, + "nauc_precision_at_1000_max": -0.159073, + "nauc_precision_at_1000_std": -0.038178, + "nauc_precision_at_1000_diff1": 0.199104, + "nauc_mrr_at_1_max": 0.221559, + "nauc_mrr_at_1_std": -0.095431, + "nauc_mrr_at_1_diff1": 0.570602, + "nauc_mrr_at_3_max": 0.20902, + "nauc_mrr_at_3_std": -0.14063, + "nauc_mrr_at_3_diff1": 0.501336, + "nauc_mrr_at_5_max": 0.218187, + "nauc_mrr_at_5_std": -0.135906, + "nauc_mrr_at_5_diff1": 0.494286, + "nauc_mrr_at_10_max": 0.230146, + "nauc_mrr_at_10_std": -0.138232, + "nauc_mrr_at_10_diff1": 0.512701, + "nauc_mrr_at_20_max": 0.230146, + "nauc_mrr_at_20_std": -0.138232, + "nauc_mrr_at_20_diff1": 0.512701, + "nauc_mrr_at_100_max": 0.228299, + "nauc_mrr_at_100_std": -0.136531, + "nauc_mrr_at_100_diff1": 0.511595, + "nauc_mrr_at_1000_max": 0.22853, + "nauc_mrr_at_1000_std": -0.136054, + "nauc_mrr_at_1000_diff1": 0.51171, + "cv_recall_at_1": 0.5, + "cv_recall_at_3": 0.79412, + "cv_recall_at_5": 0.85294, + "cv_recall_at_10": 0.94118, + "cv_recall_at_20": 0.94118, + "cv_recall_at_100": 0.98039, + "cv_recall_at_1000": 0.9902, + "main_score": 0.64904, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 32.486756801605225, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveIntentClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveIntentClassification.json new file mode 100644 index 0000000000..6d45083174 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveIntentClassification.json @@ -0,0 +1,269 @@ +{ + "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", + "task_name": "MassiveIntentClassification", + "mteb_version": "2.1.1", + "scores": { + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.631087, + "f1": 0.587957, + "f1_weighted": 0.622526, + "precision": 0.59646, + "precision_weighted": 0.693833, + "recall": 0.686016, + "recall_weighted": 0.631087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.639941, + "f1": 0.587061, + "f1_weighted": 0.630211, + "precision": 0.579236, + "precision_weighted": 0.681498, + "recall": 0.686134, + "recall_weighted": 0.639941, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.630595, + "f1": 0.578095, + "f1_weighted": 0.62294, + "precision": 0.580626, + "precision_weighted": 0.724204, + "recall": 0.686832, + "recall_weighted": 0.630595, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.623217, + "f1": 0.561839, + "f1_weighted": 0.612432, + "precision": 0.566539, + "precision_weighted": 0.691528, + "recall": 0.672744, + "recall_weighted": 0.623217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.619282, + "f1": 0.56751, + "f1_weighted": 0.608471, + "precision": 0.578867, + "precision_weighted": 0.686867, + "recall": 0.666038, + "recall_weighted": 0.619282, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.610428, + "f1": 0.573011, + "f1_weighted": 0.596055, + "precision": 0.585993, + "precision_weighted": 0.704673, + "recall": 0.680588, + "recall_weighted": 0.610428, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.60846, + "f1": 0.563719, + "f1_weighted": 0.596807, + "precision": 0.565627, + "precision_weighted": 0.662801, + "recall": 0.676579, + "recall_weighted": 0.60846, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.620758, + "f1": 0.571294, + "f1_weighted": 0.605737, + "precision": 0.571779, + "precision_weighted": 0.684154, + "recall": 0.687246, + "recall_weighted": 0.620758, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.596163, + "f1": 0.567524, + "f1_weighted": 0.577132, + "precision": 0.581199, + "precision_weighted": 0.69586, + "recall": 0.684178, + "recall_weighted": 0.596163, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.598623, + "f1": 0.537739, + "f1_weighted": 0.592682, + "precision": 0.542919, + "precision_weighted": 0.677145, + "recall": 0.648113, + "recall_weighted": 0.598623, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.617855, + "f1": 0.569575, + "f1_weighted": 0.606499, + "precision": 0.574924, + "precision_weighted": 0.690256, + "recall": 0.677447, + "recall_weighted": 0.617855, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.617855, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.635171, + "f1": 0.607803, + "f1_weighted": 0.629924, + "precision": 0.616688, + "precision_weighted": 0.707027, + "recall": 0.699983, + "recall_weighted": 0.635171, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.641224, + "f1": 0.601843, + "f1_weighted": 0.637226, + "precision": 0.597445, + "precision_weighted": 0.717518, + "recall": 0.700755, + "recall_weighted": 0.641224, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.621049, + "f1": 0.592059, + "f1_weighted": 0.614517, + "precision": 0.578049, + "precision_weighted": 0.666357, + "recall": 0.689913, + "recall_weighted": 0.621049, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.637189, + "f1": 0.599951, + "f1_weighted": 0.630383, + "precision": 0.602108, + "precision_weighted": 0.716917, + "recall": 0.689408, + "recall_weighted": 0.637189, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.617014, + "f1": 0.580175, + "f1_weighted": 0.604808, + "precision": 0.608091, + "precision_weighted": 0.712136, + "recall": 0.681366, + "recall_weighted": 0.617014, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.601547, + "f1": 0.591986, + "f1_weighted": 0.590993, + "precision": 0.605716, + "precision_weighted": 0.70642, + "recall": 0.681926, + "recall_weighted": 0.601547, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.620377, + "f1": 0.599543, + "f1_weighted": 0.610796, + "precision": 0.60635, + "precision_weighted": 0.708592, + "recall": 0.707536, + "recall_weighted": 0.620377, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.629119, + "f1": 0.596442, + "f1_weighted": 0.618559, + "precision": 0.59489, + "precision_weighted": 0.704812, + "recall": 0.683253, + "recall_weighted": 0.629119, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.600538, + "f1": 0.589356, + "f1_weighted": 0.579763, + "precision": 0.598249, + "precision_weighted": 0.687844, + "recall": 0.69751, + "recall_weighted": 0.600538, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.604909, + "f1": 0.578083, + "f1_weighted": 0.599169, + "precision": 0.586706, + "precision_weighted": 0.700668, + "recall": 0.696657, + "recall_weighted": 0.604909, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.620814, + "f1": 0.593724, + "f1_weighted": 0.611614, + "precision": 0.599429, + "precision_weighted": 0.702829, + "recall": 0.692831, + "recall_weighted": 0.620814, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.620814, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 47.6840455532074, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveScenarioClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveScenarioClassification.json new file mode 100644 index 0000000000..04506b4ea8 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveScenarioClassification.json @@ -0,0 +1,269 @@ +{ + "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", + "task_name": "MassiveScenarioClassification", + "mteb_version": "2.1.1", + "scores": { + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.721594, + "f1": 0.712035, + "f1_weighted": 0.721123, + "precision": 0.69029, + "precision_weighted": 0.745498, + "recall": 0.762433, + "recall_weighted": 0.721594, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.716675, + "f1": 0.704599, + "f1_weighted": 0.714809, + "precision": 0.681719, + "precision_weighted": 0.747543, + "recall": 0.771096, + "recall_weighted": 0.716675, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.712248, + "f1": 0.69428, + "f1_weighted": 0.711617, + "precision": 0.678226, + "precision_weighted": 0.750095, + "recall": 0.758138, + "recall_weighted": 0.712248, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.674865, + "f1": 0.66136, + "f1_weighted": 0.671323, + "precision": 0.654108, + "precision_weighted": 0.71891, + "recall": 0.732684, + "recall_weighted": 0.674865, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.699459, + "f1": 0.682047, + "f1_weighted": 0.698006, + "precision": 0.68652, + "precision_weighted": 0.756588, + "recall": 0.742197, + "recall_weighted": 0.699459, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.675848, + "f1": 0.663367, + "f1_weighted": 0.670434, + "precision": 0.648178, + "precision_weighted": 0.70951, + "recall": 0.722913, + "recall_weighted": 0.675848, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.693556, + "f1": 0.671544, + "f1_weighted": 0.69312, + "precision": 0.667127, + "precision_weighted": 0.741416, + "recall": 0.731893, + "recall_weighted": 0.693556, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.688146, + "f1": 0.686028, + "f1_weighted": 0.68967, + "precision": 0.674132, + "precision_weighted": 0.734103, + "recall": 0.743213, + "recall_weighted": 0.688146, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.692081, + "f1": 0.687281, + "f1_weighted": 0.691271, + "precision": 0.675286, + "precision_weighted": 0.732957, + "recall": 0.745163, + "recall_weighted": 0.692081, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697983, + "f1": 0.68406, + "f1_weighted": 0.697336, + "precision": 0.677314, + "precision_weighted": 0.745548, + "recall": 0.746881, + "recall_weighted": 0.697983, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.697245, + "f1": 0.68466, + "f1_weighted": 0.695871, + "precision": 0.67329, + "precision_weighted": 0.738217, + "recall": 0.745661, + "recall_weighted": 0.697245, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.697245, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.71419, + "f1": 0.699081, + "f1_weighted": 0.713396, + "precision": 0.679392, + "precision_weighted": 0.735159, + "recall": 0.747703, + "recall_weighted": 0.71419, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7115, + "f1": 0.700784, + "f1_weighted": 0.70712, + "precision": 0.678319, + "precision_weighted": 0.739772, + "recall": 0.766243, + "recall_weighted": 0.7115, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.729993, + "f1": 0.714423, + "f1_weighted": 0.726637, + "precision": 0.698105, + "precision_weighted": 0.763164, + "recall": 0.776992, + "recall_weighted": 0.729993, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.684936, + "f1": 0.676725, + "f1_weighted": 0.684781, + "precision": 0.67007, + "precision_weighted": 0.736424, + "recall": 0.744044, + "recall_weighted": 0.684936, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.706792, + "f1": 0.697388, + "f1_weighted": 0.70395, + "precision": 0.697503, + "precision_weighted": 0.760207, + "recall": 0.757707, + "recall_weighted": 0.706792, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.680565, + "f1": 0.667304, + "f1_weighted": 0.677472, + "precision": 0.659551, + "precision_weighted": 0.722447, + "recall": 0.721363, + "recall_weighted": 0.680565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686954, + "f1": 0.67198, + "f1_weighted": 0.68742, + "precision": 0.665802, + "precision_weighted": 0.74276, + "recall": 0.737167, + "recall_weighted": 0.686954, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686617, + "f1": 0.687293, + "f1_weighted": 0.687765, + "precision": 0.676431, + "precision_weighted": 0.73209, + "recall": 0.742337, + "recall_weighted": 0.686617, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.689307, + "f1": 0.683545, + "f1_weighted": 0.686541, + "precision": 0.672801, + "precision_weighted": 0.73561, + "recall": 0.746853, + "recall_weighted": 0.689307, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.706792, + "f1": 0.698699, + "f1_weighted": 0.704696, + "precision": 0.692249, + "precision_weighted": 0.756069, + "recall": 0.761141, + "recall_weighted": 0.706792, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.699765, + "f1": 0.689722, + "f1_weighted": 0.697978, + "precision": 0.679022, + "precision_weighted": 0.74237, + "recall": 0.750155, + "recall_weighted": 0.699765, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.699765, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 18.315648794174194, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MultiEURLEXMultilabelClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MultiEURLEXMultilabelClassification.json new file mode 100644 index 0000000000..f1baf420da --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MultiEURLEXMultilabelClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", + "task_name": "MultiEURLEXMultilabelClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.0068, + "lrap": 0.284075, + "f1": 0.114439 + }, + { + "accuracy": 0.0066, + "lrap": 0.294234, + "f1": 0.121461 + }, + { + "accuracy": 0.0086, + "lrap": 0.295758, + "f1": 0.11495 + }, + { + "accuracy": 0.0114, + "lrap": 0.289697, + "f1": 0.113258 + }, + { + "accuracy": 0.0088, + "lrap": 0.287085, + "f1": 0.110458 + }, + { + "accuracy": 0.0082, + "lrap": 0.29661, + "f1": 0.115663 + }, + { + "accuracy": 0.003, + "lrap": 0.297996, + "f1": 0.104077 + }, + { + "accuracy": 0.0032, + "lrap": 0.28068, + "f1": 0.109572 + }, + { + "accuracy": 0.0098, + "lrap": 0.312711, + "f1": 0.131348 + }, + { + "accuracy": 0.006, + "lrap": 0.270809, + "f1": 0.098708 + } + ], + "accuracy": 0.00724, + "lrap": 0.290966, + "f1": 0.113393, + "main_score": 0.00724, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 156.81056714057922, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MultiHateClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MultiHateClassification.json new file mode 100644 index 0000000000..6a9f6db26e --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MultiHateClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9", + "task_name": "MultiHateClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.644, + "f1": 0.596845, + "f1_weighted": 0.652548, + "precision": 0.594878, + "precision_weighted": 0.665754, + "recall": 0.604495, + "recall_weighted": 0.644, + "ap": 0.359537, + "ap_weighted": 0.359537 + }, + { + "accuracy": 0.49, + "f1": 0.487769, + "f1_weighted": 0.501427, + "precision": 0.548535, + "precision_weighted": 0.635476, + "recall": 0.55371, + "recall_weighted": 0.49, + "ap": 0.323136, + "ap_weighted": 0.323136 + }, + { + "accuracy": 0.598, + "f1": 0.554029, + "f1_weighted": 0.610603, + "precision": 0.555539, + "precision_weighted": 0.632121, + "recall": 0.563041, + "recall_weighted": 0.598, + "ap": 0.330393, + "ap_weighted": 0.330393 + }, + { + "accuracy": 0.59, + "f1": 0.56625, + "f1_weighted": 0.607255, + "precision": 0.577389, + "precision_weighted": 0.656996, + "recall": 0.592105, + "recall_weighted": 0.59, + "ap": 0.347184, + "ap_weighted": 0.347184 + }, + { + "accuracy": 0.523, + "f1": 0.518656, + "f1_weighted": 0.53713, + "precision": 0.569407, + "precision_weighted": 0.657015, + "recall": 0.579146, + "recall_weighted": 0.523, + "ap": 0.337176, + "ap_weighted": 0.337176 + }, + { + "accuracy": 0.587, + "f1": 0.57813, + "f1_weighted": 0.602843, + "precision": 0.611477, + "precision_weighted": 0.698219, + "recall": 0.631489, + "recall_weighted": 0.587, + "ap": 0.371248, + "ap_weighted": 0.371248 + }, + { + "accuracy": 0.527, + "f1": 0.517406, + "f1_weighted": 0.544896, + "precision": 0.552424, + "precision_weighted": 0.636616, + "recall": 0.561717, + "recall_weighted": 0.527, + "ap": 0.32781, + "ap_weighted": 0.32781 + }, + { + "accuracy": 0.582, + "f1": 0.543038, + "f1_weighted": 0.596944, + "precision": 0.547168, + "precision_weighted": 0.625346, + "recall": 0.554542, + "recall_weighted": 0.582, + "ap": 0.325082, + "ap_weighted": 0.325082 + }, + { + "accuracy": 0.664, + "f1": 0.6262, + "f1_weighted": 0.674223, + "precision": 0.623799, + "precision_weighted": 0.693804, + "recall": 0.639984, + "recall_weighted": 0.664, + "ap": 0.386544, + "ap_weighted": 0.386544 + }, + { + "accuracy": 0.619, + "f1": 0.582141, + "f1_weighted": 0.632279, + "precision": 0.583639, + "precision_weighted": 0.658827, + "recall": 0.596345, + "recall_weighted": 0.619, + "ap": 0.351773, + "ap_weighted": 0.351773 + } + ], + "accuracy": 0.5824, + "f1": 0.557046, + "f1_weighted": 0.596015, + "precision": 0.576426, + "precision_weighted": 0.656017, + "recall": 0.587658, + "recall_weighted": 0.5824, + "ap": 0.345988, + "ap_weighted": 0.345988, + "main_score": 0.5824, + "hf_subset": "nld", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 9.70898151397705, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/NFCorpus-NL.v2.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..cc12dacd3e --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37307, + "ndcg_at_3": 0.33723, + "ndcg_at_5": 0.32084, + "ndcg_at_10": 0.2947, + "ndcg_at_20": 0.276, + "ndcg_at_100": 0.27065, + "ndcg_at_1000": 0.35804, + "map_at_1": 0.0445, + "map_at_3": 0.07597, + "map_at_5": 0.08992, + "map_at_10": 0.10537, + "map_at_20": 0.11692, + "map_at_100": 0.13215, + "map_at_1000": 0.14454, + "recall_at_1": 0.0445, + "recall_at_3": 0.0894, + "recall_at_5": 0.11576, + "recall_at_10": 0.14241, + "recall_at_20": 0.17627, + "recall_at_100": 0.28454, + "recall_at_1000": 0.58688, + "accuracy": 0.0445, + "precision_at_1": 0.39319, + "precision_at_3": 0.32095, + "precision_at_5": 0.28111, + "precision_at_10": 0.22136, + "precision_at_20": 0.1644, + "precision_at_100": 0.06762, + "precision_at_1000": 0.01895, + "mrr_at_1": 0.393189, + "mrr_at_3": 0.464396, + "mrr_at_5": 0.478947, + "mrr_at_10": 0.486496, + "mrr_at_20": 0.490696, + "mrr_at_100": 0.492916, + "mrr_at_1000": 0.49348, + "nauc_ndcg_at_1_max": 0.365082, + "nauc_ndcg_at_1_std": 0.24027, + "nauc_ndcg_at_1_diff1": 0.258792, + "nauc_ndcg_at_3_max": 0.431572, + "nauc_ndcg_at_3_std": 0.294904, + "nauc_ndcg_at_3_diff1": 0.233554, + "nauc_ndcg_at_5_max": 0.455614, + "nauc_ndcg_at_5_std": 0.315563, + "nauc_ndcg_at_5_diff1": 0.223572, + "nauc_ndcg_at_10_max": 0.466288, + "nauc_ndcg_at_10_std": 0.346627, + "nauc_ndcg_at_10_diff1": 0.220801, + "nauc_ndcg_at_20_max": 0.468564, + "nauc_ndcg_at_20_std": 0.351414, + "nauc_ndcg_at_20_diff1": 0.223316, + "nauc_ndcg_at_100_max": 0.495096, + "nauc_ndcg_at_100_std": 0.372836, + "nauc_ndcg_at_100_diff1": 0.220761, + "nauc_ndcg_at_1000_max": 0.527177, + "nauc_ndcg_at_1000_std": 0.433983, + "nauc_ndcg_at_1000_diff1": 0.221709, + "nauc_map_at_1_max": 0.274133, + "nauc_map_at_1_std": -0.048224, + "nauc_map_at_1_diff1": 0.391512, + "nauc_map_at_3_max": 0.301398, + "nauc_map_at_3_std": 0.009758, + "nauc_map_at_3_diff1": 0.278784, + "nauc_map_at_5_max": 0.336223, + "nauc_map_at_5_std": 0.051199, + "nauc_map_at_5_diff1": 0.263534, + "nauc_map_at_10_max": 0.384347, + "nauc_map_at_10_std": 0.119658, + "nauc_map_at_10_diff1": 0.250509, + "nauc_map_at_20_max": 0.412359, + "nauc_map_at_20_std": 0.158891, + "nauc_map_at_20_diff1": 0.252332, + "nauc_map_at_100_max": 0.435399, + "nauc_map_at_100_std": 0.216319, + "nauc_map_at_100_diff1": 0.235391, + "nauc_map_at_1000_max": 0.440638, + "nauc_map_at_1000_std": 0.249101, + "nauc_map_at_1000_diff1": 0.227418, + "nauc_recall_at_1_max": 0.274133, + "nauc_recall_at_1_std": -0.048224, + "nauc_recall_at_1_diff1": 0.391512, + "nauc_recall_at_3_max": 0.271466, + "nauc_recall_at_3_std": 0.018456, + "nauc_recall_at_3_diff1": 0.222856, + "nauc_recall_at_5_max": 0.304444, + "nauc_recall_at_5_std": 0.041201, + "nauc_recall_at_5_diff1": 0.199876, + "nauc_recall_at_10_max": 0.354872, + "nauc_recall_at_10_std": 0.115811, + "nauc_recall_at_10_diff1": 0.194238, + "nauc_recall_at_20_max": 0.375329, + "nauc_recall_at_20_std": 0.162881, + "nauc_recall_at_20_diff1": 0.183537, + "nauc_recall_at_100_max": 0.346678, + "nauc_recall_at_100_std": 0.258509, + "nauc_recall_at_100_diff1": 0.112327, + "nauc_recall_at_1000_max": 0.336098, + "nauc_recall_at_1000_std": 0.330828, + "nauc_recall_at_1000_diff1": 0.089831, + "nauc_precision_at_1_max": 0.386967, + "nauc_precision_at_1_std": 0.265452, + "nauc_precision_at_1_diff1": 0.237965, + "nauc_precision_at_3_max": 0.449734, + "nauc_precision_at_3_std": 0.366224, + "nauc_precision_at_3_diff1": 0.151712, + "nauc_precision_at_5_max": 0.459953, + "nauc_precision_at_5_std": 0.400147, + "nauc_precision_at_5_diff1": 0.113632, + "nauc_precision_at_10_max": 0.445648, + "nauc_precision_at_10_std": 0.454154, + "nauc_precision_at_10_diff1": 0.106035, + "nauc_precision_at_20_max": 0.399218, + "nauc_precision_at_20_std": 0.461138, + "nauc_precision_at_20_diff1": 0.093994, + "nauc_precision_at_100_max": 0.288077, + "nauc_precision_at_100_std": 0.470417, + "nauc_precision_at_100_diff1": 0.020392, + "nauc_precision_at_1000_max": 0.072688, + "nauc_precision_at_1000_std": 0.29039, + "nauc_precision_at_1000_diff1": -0.002665, + "nauc_mrr_at_1_max": 0.386967, + "nauc_mrr_at_1_std": 0.265452, + "nauc_mrr_at_1_diff1": 0.237965, + "nauc_mrr_at_3_max": 0.432227, + "nauc_mrr_at_3_std": 0.325265, + "nauc_mrr_at_3_diff1": 0.245464, + "nauc_mrr_at_5_max": 0.44181, + "nauc_mrr_at_5_std": 0.327836, + "nauc_mrr_at_5_diff1": 0.238411, + "nauc_mrr_at_10_max": 0.445903, + "nauc_mrr_at_10_std": 0.337207, + "nauc_mrr_at_10_diff1": 0.240922, + "nauc_mrr_at_20_max": 0.446723, + "nauc_mrr_at_20_std": 0.337416, + "nauc_mrr_at_20_diff1": 0.240289, + "nauc_mrr_at_100_max": 0.447405, + "nauc_mrr_at_100_std": 0.337844, + "nauc_mrr_at_100_diff1": 0.24143, + "nauc_mrr_at_1000_max": 0.447022, + "nauc_mrr_at_1000_std": 0.337516, + "nauc_mrr_at_1000_diff1": 0.241319, + "cv_recall_at_1": 0.39319, + "cv_recall_at_3": 0.55108, + "cv_recall_at_5": 0.6161, + "cv_recall_at_10": 0.67183, + "cv_recall_at_20": 0.72755, + "cv_recall_at_100": 0.82043, + "cv_recall_at_1000": 0.94427, + "main_score": 0.2947, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 20.875349521636963, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderClassification.json new file mode 100644 index 0000000000..3de1d5d767 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "9af5657575a669dc18c7f897a67287ff7d1a0c65", + "task_name": "OpenTenderClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.459532, + "f1": 0.43737, + "f1_weighted": 0.437389, + "precision": 0.444957, + "precision_weighted": 0.444899, + "recall": 0.459479, + "recall_weighted": 0.459532, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.466444, + "f1": 0.44709, + "f1_weighted": 0.447018, + "precision": 0.454594, + "precision_weighted": 0.454543, + "recall": 0.466514, + "recall_weighted": 0.466444, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.463545, + "f1": 0.441064, + "f1_weighted": 0.441033, + "precision": 0.459865, + "precision_weighted": 0.459859, + "recall": 0.463589, + "recall_weighted": 0.463545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.469565, + "f1": 0.448647, + "f1_weighted": 0.448606, + "precision": 0.458002, + "precision_weighted": 0.457909, + "recall": 0.469577, + "recall_weighted": 0.469565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.452843, + "f1": 0.434404, + "f1_weighted": 0.43438, + "precision": 0.45043, + "precision_weighted": 0.450433, + "recall": 0.452865, + "recall_weighted": 0.452843, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.435452, + "f1": 0.415326, + "f1_weighted": 0.415247, + "precision": 0.425398, + "precision_weighted": 0.425366, + "recall": 0.435585, + "recall_weighted": 0.435452, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.460647, + "f1": 0.441486, + "f1_weighted": 0.441439, + "precision": 0.456769, + "precision_weighted": 0.45676, + "recall": 0.460688, + "recall_weighted": 0.460647, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.455518, + "f1": 0.432338, + "f1_weighted": 0.432284, + "precision": 0.449145, + "precision_weighted": 0.449053, + "recall": 0.45554, + "recall_weighted": 0.455518, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.439019, + "f1": 0.416471, + "f1_weighted": 0.416351, + "precision": 0.427066, + "precision_weighted": 0.426911, + "recall": 0.439085, + "recall_weighted": 0.439019, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.44214, + "f1": 0.421755, + "f1_weighted": 0.421696, + "precision": 0.434418, + "precision_weighted": 0.434379, + "recall": 0.442176, + "recall_weighted": 0.44214, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.45447, + "f1": 0.433595, + "f1_weighted": 0.433544, + "precision": 0.446064, + "precision_weighted": 0.446011, + "recall": 0.45451, + "recall_weighted": 0.45447, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.433595, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 31.865575551986694, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderClusteringP2P.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderClusteringP2P.json new file mode 100644 index 0000000000..ad1c45511b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderClusteringP2P.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "9af5657575a669dc18c7f897a67287ff7d1a0c65", + "task_name": "OpenTenderClusteringP2P", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.349762, + 0.350977, + 0.348864, + 0.320314, + 0.351008, + 0.354456, + 0.316031, + 0.303594, + 0.343516, + 0.325921 + ] + }, + "v_measure": 0.336445, + "v_measure_std": 0.017309, + "main_score": 0.336445, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 8.80665111541748, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderClusteringS2S.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderClusteringS2S.json new file mode 100644 index 0000000000..8a2107ea74 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "ad86cf1813d130e17dda0092d1c4f2c664e68d0c", + "task_name": "OpenTenderClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.28267, + 0.27416, + 0.288852, + 0.248766, + 0.284054, + 0.278341, + 0.269561, + 0.260914, + 0.286789, + 0.286897 + ] + }, + "v_measure": 0.2761, + "v_measure_std": 0.012366, + "main_score": 0.2761, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 6.161849498748779, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderRetrieval.json new file mode 100644 index 0000000000..a69fe6b51d --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/OpenTenderRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "83eec1aa9c58f1dc8acfac015f653a9c25bda3f4", + "task_name": "OpenTenderRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.316, + "ndcg_at_3": 0.39339, + "ndcg_at_5": 0.40733, + "ndcg_at_10": 0.42189, + "ndcg_at_20": 0.4331, + "ndcg_at_100": 0.45294, + "ndcg_at_1000": 0.46964, + "map_at_1": 0.316, + "map_at_3": 0.3745, + "map_at_5": 0.3822, + "map_at_10": 0.38821, + "map_at_20": 0.3912, + "map_at_100": 0.39388, + "map_at_1000": 0.39445, + "recall_at_1": 0.316, + "recall_at_3": 0.448, + "recall_at_5": 0.482, + "recall_at_10": 0.527, + "recall_at_20": 0.572, + "recall_at_100": 0.68, + "recall_at_1000": 0.815, + "accuracy": 0.316, + "precision_at_1": 0.316, + "precision_at_3": 0.14933, + "precision_at_5": 0.0964, + "precision_at_10": 0.0527, + "precision_at_20": 0.0286, + "precision_at_100": 0.0068, + "precision_at_1000": 0.00082, + "mrr_at_1": 0.312, + "mrr_at_3": 0.371833, + "mrr_at_5": 0.379733, + "mrr_at_10": 0.385526, + "mrr_at_20": 0.388695, + "mrr_at_100": 0.391368, + "mrr_at_1000": 0.391941, + "nauc_ndcg_at_1_max": 0.376738, + "nauc_ndcg_at_1_std": -0.085038, + "nauc_ndcg_at_1_diff1": 0.541394, + "nauc_ndcg_at_3_max": 0.351983, + "nauc_ndcg_at_3_std": -0.116415, + "nauc_ndcg_at_3_diff1": 0.462114, + "nauc_ndcg_at_5_max": 0.354976, + "nauc_ndcg_at_5_std": -0.119143, + "nauc_ndcg_at_5_diff1": 0.462623, + "nauc_ndcg_at_10_max": 0.338317, + "nauc_ndcg_at_10_std": -0.126082, + "nauc_ndcg_at_10_diff1": 0.45499, + "nauc_ndcg_at_20_max": 0.337958, + "nauc_ndcg_at_20_std": -0.122963, + "nauc_ndcg_at_20_diff1": 0.456569, + "nauc_ndcg_at_100_max": 0.337291, + "nauc_ndcg_at_100_std": -0.111127, + "nauc_ndcg_at_100_diff1": 0.453118, + "nauc_ndcg_at_1000_max": 0.345467, + "nauc_ndcg_at_1000_std": -0.097506, + "nauc_ndcg_at_1000_diff1": 0.456201, + "nauc_map_at_1_max": 0.376738, + "nauc_map_at_1_std": -0.085038, + "nauc_map_at_1_diff1": 0.541394, + "nauc_map_at_3_max": 0.357045, + "nauc_map_at_3_std": -0.109244, + "nauc_map_at_3_diff1": 0.480858, + "nauc_map_at_5_max": 0.358698, + "nauc_map_at_5_std": -0.110971, + "nauc_map_at_5_diff1": 0.481434, + "nauc_map_at_10_max": 0.35167, + "nauc_map_at_10_std": -0.113966, + "nauc_map_at_10_diff1": 0.478277, + "nauc_map_at_20_max": 0.351508, + "nauc_map_at_20_std": -0.113217, + "nauc_map_at_20_diff1": 0.478773, + "nauc_map_at_100_max": 0.3513, + "nauc_map_at_100_std": -0.111614, + "nauc_map_at_100_diff1": 0.478272, + "nauc_map_at_1000_max": 0.351584, + "nauc_map_at_1000_std": -0.111127, + "nauc_map_at_1000_diff1": 0.478353, + "nauc_recall_at_1_max": 0.376738, + "nauc_recall_at_1_std": -0.085038, + "nauc_recall_at_1_diff1": 0.541394, + "nauc_recall_at_3_max": 0.337845, + "nauc_recall_at_3_std": -0.1368, + "nauc_recall_at_3_diff1": 0.408567, + "nauc_recall_at_5_max": 0.345039, + "nauc_recall_at_5_std": -0.142704, + "nauc_recall_at_5_diff1": 0.408162, + "nauc_recall_at_10_max": 0.293107, + "nauc_recall_at_10_std": -0.164479, + "nauc_recall_at_10_diff1": 0.382626, + "nauc_recall_at_20_max": 0.290252, + "nauc_recall_at_20_std": -0.152201, + "nauc_recall_at_20_diff1": 0.385677, + "nauc_recall_at_100_max": 0.278825, + "nauc_recall_at_100_std": -0.079231, + "nauc_recall_at_100_diff1": 0.35037, + "nauc_recall_at_1000_max": 0.368153, + "nauc_recall_at_1000_std": 0.13818, + "nauc_recall_at_1000_diff1": 0.34591, + "nauc_precision_at_1_max": 0.376738, + "nauc_precision_at_1_std": -0.085038, + "nauc_precision_at_1_diff1": 0.541394, + "nauc_precision_at_3_max": 0.337845, + "nauc_precision_at_3_std": -0.1368, + "nauc_precision_at_3_diff1": 0.408567, + "nauc_precision_at_5_max": 0.345039, + "nauc_precision_at_5_std": -0.142704, + "nauc_precision_at_5_diff1": 0.408162, + "nauc_precision_at_10_max": 0.293107, + "nauc_precision_at_10_std": -0.164479, + "nauc_precision_at_10_diff1": 0.382626, + "nauc_precision_at_20_max": 0.290252, + "nauc_precision_at_20_std": -0.152201, + "nauc_precision_at_20_diff1": 0.385677, + "nauc_precision_at_100_max": 0.278825, + "nauc_precision_at_100_std": -0.079231, + "nauc_precision_at_100_diff1": 0.35037, + "nauc_precision_at_1000_max": 0.368153, + "nauc_precision_at_1000_std": 0.13818, + "nauc_precision_at_1000_diff1": 0.34591, + "nauc_mrr_at_1_max": 0.35394, + "nauc_mrr_at_1_std": -0.097999, + "nauc_mrr_at_1_diff1": 0.553594, + "nauc_mrr_at_3_max": 0.345521, + "nauc_mrr_at_3_std": -0.116397, + "nauc_mrr_at_3_diff1": 0.485223, + "nauc_mrr_at_5_max": 0.347304, + "nauc_mrr_at_5_std": -0.118481, + "nauc_mrr_at_5_diff1": 0.485958, + "nauc_mrr_at_10_max": 0.340814, + "nauc_mrr_at_10_std": -0.120906, + "nauc_mrr_at_10_diff1": 0.483005, + "nauc_mrr_at_20_max": 0.340517, + "nauc_mrr_at_20_std": -0.120313, + "nauc_mrr_at_20_diff1": 0.483338, + "nauc_mrr_at_100_max": 0.340269, + "nauc_mrr_at_100_std": -0.118736, + "nauc_mrr_at_100_diff1": 0.482855, + "nauc_mrr_at_1000_max": 0.340541, + "nauc_mrr_at_1000_std": -0.118257, + "nauc_mrr_at_1000_diff1": 0.482941, + "cv_recall_at_1": 0.312, + "cv_recall_at_3": 0.447, + "cv_recall_at_5": 0.482, + "cv_recall_at_10": 0.525, + "cv_recall_at_20": 0.572, + "cv_recall_at_100": 0.68, + "cv_recall_at_1000": 0.815, + "main_score": 0.42189, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 577.4204275608063, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SCIDOCS-NL.v2.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..8030e36e38 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.177, + "ndcg_at_3": 0.15222, + "ndcg_at_5": 0.13146, + "ndcg_at_10": 0.1584, + "ndcg_at_20": 0.18281, + "ndcg_at_100": 0.22928, + "ndcg_at_1000": 0.27929, + "map_at_1": 0.03593, + "map_at_3": 0.06832, + "map_at_5": 0.08038, + "map_at_10": 0.09238, + "map_at_20": 0.10085, + "map_at_100": 0.10945, + "map_at_1000": 0.11205, + "recall_at_1": 0.03593, + "recall_at_3": 0.08787, + "recall_at_5": 0.11752, + "recall_at_10": 0.1669, + "recall_at_20": 0.22398, + "recall_at_100": 0.37452, + "recall_at_1000": 0.62002, + "accuracy": 0.03593, + "precision_at_1": 0.177, + "precision_at_3": 0.14433, + "precision_at_5": 0.1158, + "precision_at_10": 0.0823, + "precision_at_20": 0.05525, + "precision_at_100": 0.01845, + "precision_at_1000": 0.00305, + "mrr_at_1": 0.177, + "mrr_at_3": 0.243333, + "mrr_at_5": 0.259383, + "mrr_at_10": 0.275027, + "mrr_at_20": 0.281654, + "mrr_at_100": 0.286612, + "mrr_at_1000": 0.287335, + "nauc_ndcg_at_1_max": 0.20669, + "nauc_ndcg_at_1_std": 0.010569, + "nauc_ndcg_at_1_diff1": 0.212182, + "nauc_ndcg_at_3_max": 0.267516, + "nauc_ndcg_at_3_std": 0.068557, + "nauc_ndcg_at_3_diff1": 0.183254, + "nauc_ndcg_at_5_max": 0.286011, + "nauc_ndcg_at_5_std": 0.11121, + "nauc_ndcg_at_5_diff1": 0.178793, + "nauc_ndcg_at_10_max": 0.297336, + "nauc_ndcg_at_10_std": 0.14058, + "nauc_ndcg_at_10_diff1": 0.172256, + "nauc_ndcg_at_20_max": 0.309961, + "nauc_ndcg_at_20_std": 0.181861, + "nauc_ndcg_at_20_diff1": 0.160133, + "nauc_ndcg_at_100_max": 0.317628, + "nauc_ndcg_at_100_std": 0.242727, + "nauc_ndcg_at_100_diff1": 0.138658, + "nauc_ndcg_at_1000_max": 0.322825, + "nauc_ndcg_at_1000_std": 0.259447, + "nauc_ndcg_at_1000_diff1": 0.133432, + "nauc_map_at_1_max": 0.206792, + "nauc_map_at_1_std": 0.008987, + "nauc_map_at_1_diff1": 0.214413, + "nauc_map_at_3_max": 0.265551, + "nauc_map_at_3_std": 0.048674, + "nauc_map_at_3_diff1": 0.185114, + "nauc_map_at_5_max": 0.287272, + "nauc_map_at_5_std": 0.07783, + "nauc_map_at_5_diff1": 0.184828, + "nauc_map_at_10_max": 0.298831, + "nauc_map_at_10_std": 0.104583, + "nauc_map_at_10_diff1": 0.181273, + "nauc_map_at_20_max": 0.310524, + "nauc_map_at_20_std": 0.131666, + "nauc_map_at_20_diff1": 0.173987, + "nauc_map_at_100_max": 0.314606, + "nauc_map_at_100_std": 0.155355, + "nauc_map_at_100_diff1": 0.165123, + "nauc_map_at_1000_max": 0.315474, + "nauc_map_at_1000_std": 0.158742, + "nauc_map_at_1000_diff1": 0.16412, + "nauc_recall_at_1_max": 0.206792, + "nauc_recall_at_1_std": 0.008987, + "nauc_recall_at_1_diff1": 0.214413, + "nauc_recall_at_3_max": 0.275507, + "nauc_recall_at_3_std": 0.081371, + "nauc_recall_at_3_diff1": 0.167964, + "nauc_recall_at_5_max": 0.299468, + "nauc_recall_at_5_std": 0.150999, + "nauc_recall_at_5_diff1": 0.157976, + "nauc_recall_at_10_max": 0.299974, + "nauc_recall_at_10_std": 0.191206, + "nauc_recall_at_10_diff1": 0.140281, + "nauc_recall_at_20_max": 0.308535, + "nauc_recall_at_20_std": 0.261075, + "nauc_recall_at_20_diff1": 0.108883, + "nauc_recall_at_100_max": 0.289301, + "nauc_recall_at_100_std": 0.376708, + "nauc_recall_at_100_diff1": 0.050074, + "nauc_recall_at_1000_max": 0.253647, + "nauc_recall_at_1000_std": 0.402445, + "nauc_recall_at_1000_diff1": 0.008872, + "nauc_precision_at_1_max": 0.20669, + "nauc_precision_at_1_std": 0.010569, + "nauc_precision_at_1_diff1": 0.212182, + "nauc_precision_at_3_max": 0.280121, + "nauc_precision_at_3_std": 0.084148, + "nauc_precision_at_3_diff1": 0.168652, + "nauc_precision_at_5_max": 0.30444, + "nauc_precision_at_5_std": 0.153971, + "nauc_precision_at_5_diff1": 0.157422, + "nauc_precision_at_10_max": 0.305594, + "nauc_precision_at_10_std": 0.195802, + "nauc_precision_at_10_diff1": 0.139444, + "nauc_precision_at_20_max": 0.31503, + "nauc_precision_at_20_std": 0.265711, + "nauc_precision_at_20_diff1": 0.110053, + "nauc_precision_at_100_max": 0.295211, + "nauc_precision_at_100_std": 0.376838, + "nauc_precision_at_100_diff1": 0.052997, + "nauc_precision_at_1000_max": 0.265279, + "nauc_precision_at_1000_std": 0.399706, + "nauc_precision_at_1000_diff1": 0.014565, + "nauc_mrr_at_1_max": 0.20669, + "nauc_mrr_at_1_std": 0.010569, + "nauc_mrr_at_1_diff1": 0.212182, + "nauc_mrr_at_3_max": 0.246718, + "nauc_mrr_at_3_std": 0.070635, + "nauc_mrr_at_3_diff1": 0.196715, + "nauc_mrr_at_5_max": 0.250916, + "nauc_mrr_at_5_std": 0.094588, + "nauc_mrr_at_5_diff1": 0.192184, + "nauc_mrr_at_10_max": 0.25181, + "nauc_mrr_at_10_std": 0.096697, + "nauc_mrr_at_10_diff1": 0.18965, + "nauc_mrr_at_20_max": 0.252486, + "nauc_mrr_at_20_std": 0.099943, + "nauc_mrr_at_20_diff1": 0.190004, + "nauc_mrr_at_100_max": 0.252985, + "nauc_mrr_at_100_std": 0.100325, + "nauc_mrr_at_100_diff1": 0.189466, + "nauc_mrr_at_1000_max": 0.252906, + "nauc_mrr_at_1000_std": 0.099942, + "nauc_mrr_at_1000_diff1": 0.189343, + "cv_recall_at_1": 0.177, + "cv_recall_at_3": 0.327, + "cv_recall_at_5": 0.399, + "cv_recall_at_10": 0.512, + "cv_recall_at_20": 0.606, + "cv_recall_at_100": 0.789, + "cv_recall_at_1000": 0.957, + "main_score": 0.1584, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 104.24603033065796, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SIB200Classification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SIB200Classification.json new file mode 100644 index 0000000000..042fb73d62 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SIB200Classification.json @@ -0,0 +1,399 @@ +{ + "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", + "task_name": "SIB200Classification", + "mteb_version": "2.1.1", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.654779, + "f1": 0.639315, + "f1_weighted": 0.663021, + "precision": 0.647136, + "precision_weighted": 0.692962, + "recall": 0.656541, + "recall_weighted": 0.654779, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.667618, + "f1": 0.644537, + "f1_weighted": 0.671216, + "precision": 0.645089, + "precision_weighted": 0.68632, + "recall": 0.656645, + "recall_weighted": 0.667618, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.633381, + "f1": 0.624656, + "f1_weighted": 0.633488, + "precision": 0.641433, + "precision_weighted": 0.680658, + "recall": 0.650919, + "recall_weighted": 0.633381, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.694722, + "f1": 0.672789, + "f1_weighted": 0.692868, + "precision": 0.669634, + "precision_weighted": 0.697679, + "recall": 0.682724, + "recall_weighted": 0.694722, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697575, + "f1": 0.687901, + "f1_weighted": 0.697855, + "precision": 0.696342, + "precision_weighted": 0.716983, + "recall": 0.694692, + "recall_weighted": 0.697575, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.653352, + "f1": 0.644566, + "f1_weighted": 0.659458, + "precision": 0.645842, + "precision_weighted": 0.693894, + "recall": 0.674425, + "recall_weighted": 0.653352, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.690442, + "f1": 0.665747, + "f1_weighted": 0.693654, + "precision": 0.673103, + "precision_weighted": 0.717572, + "recall": 0.679624, + "recall_weighted": 0.690442, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.631954, + "f1": 0.616088, + "f1_weighted": 0.632825, + "precision": 0.617943, + "precision_weighted": 0.652059, + "recall": 0.636775, + "recall_weighted": 0.631954, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.663338, + "f1": 0.650134, + "f1_weighted": 0.664606, + "precision": 0.65606, + "precision_weighted": 0.696119, + "recall": 0.676095, + "recall_weighted": 0.663338, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.734665, + "f1": 0.72328, + "f1_weighted": 0.735021, + "precision": 0.719901, + "precision_weighted": 0.73929, + "recall": 0.729467, + "recall_weighted": 0.734665, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.672183, + "f1": 0.656901, + "f1_weighted": 0.674401, + "precision": 0.661248, + "precision_weighted": 0.697354, + "recall": 0.673791, + "recall_weighted": 0.672183, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.672183, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + } + ], + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.676768, + "f1": 0.666991, + "f1_weighted": 0.685084, + "precision": 0.678652, + "precision_weighted": 0.729197, + "recall": 0.699463, + "recall_weighted": 0.676768, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.707071, + "f1": 0.685972, + "f1_weighted": 0.710073, + "precision": 0.693976, + "precision_weighted": 0.727479, + "recall": 0.698852, + "recall_weighted": 0.707071, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.515152, + "f1": 0.50456, + "f1_weighted": 0.507785, + "precision": 0.5104, + "precision_weighted": 0.553347, + "recall": 0.548051, + "recall_weighted": 0.515152, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.70922, + "f1_weighted": 0.724772, + "precision": 0.710562, + "precision_weighted": 0.736848, + "recall": 0.72216, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686869, + "f1": 0.677914, + "f1_weighted": 0.683379, + "precision": 0.702028, + "precision_weighted": 0.708254, + "recall": 0.68918, + "recall_weighted": 0.686869, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.616162, + "f1": 0.610738, + "f1_weighted": 0.616395, + "precision": 0.631239, + "precision_weighted": 0.678036, + "recall": 0.661029, + "recall_weighted": 0.616162, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.656566, + "f1": 0.641945, + "f1_weighted": 0.653842, + "precision": 0.644432, + "precision_weighted": 0.67302, + "recall": 0.665744, + "recall_weighted": 0.656566, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.626263, + "f1": 0.616821, + "f1_weighted": 0.636508, + "precision": 0.640105, + "precision_weighted": 0.682551, + "recall": 0.642388, + "recall_weighted": 0.626263, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.717172, + "f1": 0.722636, + "f1_weighted": 0.718533, + "precision": 0.72898, + "precision_weighted": 0.751651, + "recall": 0.753181, + "recall_weighted": 0.717172, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686869, + "f1": 0.665221, + "f1_weighted": 0.682992, + "precision": 0.665816, + "precision_weighted": 0.685366, + "recall": 0.672416, + "recall_weighted": 0.686869, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.661616, + "f1": 0.650202, + "f1_weighted": 0.661936, + "precision": 0.660619, + "precision_weighted": 0.692575, + "recall": 0.675246, + "recall_weighted": 0.661616, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.661616, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.681373, + "f1": 0.68201, + "f1_weighted": 0.681748, + "precision": 0.685073, + "precision_weighted": 0.712469, + "recall": 0.715732, + "recall_weighted": 0.681373, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681373, + "f1": 0.662452, + "f1_weighted": 0.682775, + "precision": 0.665684, + "precision_weighted": 0.715133, + "recall": 0.688448, + "recall_weighted": 0.681373, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681373, + "f1": 0.690106, + "f1_weighted": 0.677805, + "precision": 0.705135, + "precision_weighted": 0.724116, + "recall": 0.72377, + "recall_weighted": 0.681373, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.656863, + "f1": 0.635308, + "f1_weighted": 0.646087, + "precision": 0.629272, + "precision_weighted": 0.654021, + "recall": 0.659583, + "recall_weighted": 0.656863, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686275, + "f1": 0.681019, + "f1_weighted": 0.68407, + "precision": 0.694059, + "precision_weighted": 0.708511, + "recall": 0.689256, + "recall_weighted": 0.686275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.676471, + "f1": 0.670365, + "f1_weighted": 0.682814, + "precision": 0.674633, + "precision_weighted": 0.731246, + "recall": 0.707147, + "recall_weighted": 0.676471, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720588, + "f1": 0.71448, + "f1_weighted": 0.720727, + "precision": 0.727309, + "precision_weighted": 0.751515, + "recall": 0.736193, + "recall_weighted": 0.720588, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.647059, + "f1": 0.640979, + "f1_weighted": 0.646327, + "precision": 0.634172, + "precision_weighted": 0.662182, + "recall": 0.667649, + "recall_weighted": 0.647059, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.70098, + "f1": 0.692103, + "f1_weighted": 0.6917, + "precision": 0.693966, + "precision_weighted": 0.713278, + "recall": 0.721649, + "recall_weighted": 0.70098, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.705882, + "f1": 0.700453, + "f1_weighted": 0.702472, + "precision": 0.697643, + "precision_weighted": 0.70772, + "recall": 0.712141, + "recall_weighted": 0.705882, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.683824, + "f1": 0.676928, + "f1_weighted": 0.681653, + "precision": 0.680695, + "precision_weighted": 0.708019, + "recall": 0.702157, + "recall_weighted": 0.683824, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.683824, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4.639748573303223, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SIB200ClusteringS2S.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SIB200ClusteringS2S.json new file mode 100644 index 0000000000..5c57c2209a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SIB200ClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", + "task_name": "SIB200ClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.245471, + 0.273554, + 0.190713, + 0.173065, + 0.250689, + 0.305892, + 0.209143, + 0.225088, + 0.257527, + 0.279537 + ] + }, + "v_measure": 0.241068, + "v_measure_std": 0.039439, + "main_score": 0.241068, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.619786024093628, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SICK-NL-STS.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SICK-NL-STS.json new file mode 100644 index 0000000000..55158d07d5 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SICK-NL-STS.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "7f88f003fc4e37ed8cd9ade84e390d871b032fef", + "task_name": "SICK-NL-STS", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "pearson": 0.801864, + "spearman": 0.758229, + "cosine_pearson": 0.801864, + "cosine_spearman": 0.758229, + "manhattan_pearson": 0.770614, + "manhattan_spearman": 0.756404, + "euclidean_pearson": 0.772821, + "euclidean_spearman": 0.75823, + "main_score": 0.758229, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 2.7820980548858643, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SICKNLPairClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SICKNLPairClassification.json new file mode 100644 index 0000000000..418dc79719 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SICKNLPairClassification.json @@ -0,0 +1,48 @@ +{ + "dataset_revision": "a13a1892bcb4c077dc416d390389223eea5f20f0", + "task_name": "SICKNLPairClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "similarity_accuracy": 0.810402, + "similarity_f1": 0.855821, + "similarity_precision": 0.855516, + "similarity_recall": 0.856125, + "similarity_ap": 0.929353, + "cosine_accuracy": 0.810402, + "cosine_f1": 0.855821, + "cosine_precision": 0.855516, + "cosine_recall": 0.856125, + "cosine_ap": 0.929355, + "manhattan_accuracy": 0.808983, + "manhattan_f1": 0.854362, + "manhattan_precision": 0.864964, + "manhattan_recall": 0.844017, + "manhattan_ap": 0.928459, + "euclidean_accuracy": 0.810402, + "euclidean_f1": 0.855821, + "euclidean_precision": 0.855516, + "euclidean_recall": 0.856125, + "euclidean_ap": 0.929355, + "dot_accuracy": 0.810402, + "dot_f1": 0.855821, + "dot_precision": 0.855516, + "dot_recall": 0.856125, + "dot_ap": 0.929355, + "max_accuracy": 0.810402, + "max_f1": 0.855821, + "max_precision": 0.864964, + "max_recall": 0.856125, + "max_ap": 0.929355, + "main_score": 0.929355, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 0.5507051944732666, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/STSBenchmarkMultilingualSTS.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/STSBenchmarkMultilingualSTS.json new file mode 100644 index 0000000000..426bf3619e --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/STSBenchmarkMultilingualSTS.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c", + "task_name": "STSBenchmarkMultilingualSTS", + "mteb_version": "2.1.1", + "scores": { + "dev": [ + { + "pearson": 0.843513, + "spearman": 0.847247, + "cosine_pearson": 0.843513, + "cosine_spearman": 0.847247, + "manhattan_pearson": 0.839974, + "manhattan_spearman": 0.844587, + "euclidean_pearson": 0.842528, + "euclidean_spearman": 0.847247, + "main_score": 0.847247, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + } + ], + "test": [ + { + "pearson": 0.806343, + "spearman": 0.813066, + "cosine_pearson": 0.806343, + "cosine_spearman": 0.813062, + "manhattan_pearson": 0.801664, + "manhattan_spearman": 0.812377, + "euclidean_pearson": 0.802882, + "euclidean_spearman": 0.813062, + "main_score": 0.813062, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 1.7967932224273682, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SciFact-NL.v2.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SciFact-NL.v2.json new file mode 100644 index 0000000000..b4ec495b39 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.53, + "ndcg_at_3": 0.58467, + "ndcg_at_5": 0.61496, + "ndcg_at_10": 0.64329, + "ndcg_at_20": 0.65838, + "ndcg_at_100": 0.67188, + "ndcg_at_1000": 0.68155, + "map_at_1": 0.49717, + "map_at_3": 0.55928, + "map_at_5": 0.57958, + "map_at_10": 0.59387, + "map_at_20": 0.5983, + "map_at_100": 0.6005, + "map_at_1000": 0.60086, + "recall_at_1": 0.49717, + "recall_at_3": 0.62839, + "recall_at_5": 0.70317, + "recall_at_10": 0.783, + "recall_at_20": 0.84033, + "recall_at_100": 0.91, + "recall_at_1000": 0.98667, + "accuracy": 0.49717, + "precision_at_1": 0.53, + "precision_at_3": 0.23, + "precision_at_5": 0.15733, + "precision_at_10": 0.08933, + "precision_at_20": 0.048, + "precision_at_100": 0.0104, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.53, + "mrr_at_3": 0.582222, + "mrr_at_5": 0.597389, + "mrr_at_10": 0.607884, + "mrr_at_20": 0.611753, + "mrr_at_100": 0.613506, + "mrr_at_1000": 0.61386, + "nauc_ndcg_at_1_max": 0.543357, + "nauc_ndcg_at_1_std": 0.12238, + "nauc_ndcg_at_1_diff1": 0.613259, + "nauc_ndcg_at_3_max": 0.516739, + "nauc_ndcg_at_3_std": 0.064016, + "nauc_ndcg_at_3_diff1": 0.589588, + "nauc_ndcg_at_5_max": 0.51817, + "nauc_ndcg_at_5_std": 0.060574, + "nauc_ndcg_at_5_diff1": 0.581536, + "nauc_ndcg_at_10_max": 0.542294, + "nauc_ndcg_at_10_std": 0.096984, + "nauc_ndcg_at_10_diff1": 0.574179, + "nauc_ndcg_at_20_max": 0.5444, + "nauc_ndcg_at_20_std": 0.091461, + "nauc_ndcg_at_20_diff1": 0.579989, + "nauc_ndcg_at_100_max": 0.546056, + "nauc_ndcg_at_100_std": 0.098677, + "nauc_ndcg_at_100_diff1": 0.582417, + "nauc_ndcg_at_1000_max": 0.545109, + "nauc_ndcg_at_1000_std": 0.102011, + "nauc_ndcg_at_1000_diff1": 0.587571, + "nauc_map_at_1_max": 0.487858, + "nauc_map_at_1_std": 0.031912, + "nauc_map_at_1_diff1": 0.599415, + "nauc_map_at_3_max": 0.499328, + "nauc_map_at_3_std": 0.047022, + "nauc_map_at_3_diff1": 0.59097, + "nauc_map_at_5_max": 0.512668, + "nauc_map_at_5_std": 0.057401, + "nauc_map_at_5_diff1": 0.591426, + "nauc_map_at_10_max": 0.531582, + "nauc_map_at_10_std": 0.078708, + "nauc_map_at_10_diff1": 0.589697, + "nauc_map_at_20_max": 0.532421, + "nauc_map_at_20_std": 0.0781, + "nauc_map_at_20_diff1": 0.591441, + "nauc_map_at_100_max": 0.532282, + "nauc_map_at_100_std": 0.079708, + "nauc_map_at_100_diff1": 0.591721, + "nauc_map_at_1000_max": 0.532234, + "nauc_map_at_1000_std": 0.079811, + "nauc_map_at_1000_diff1": 0.591864, + "nauc_recall_at_1_max": 0.487858, + "nauc_recall_at_1_std": 0.031912, + "nauc_recall_at_1_diff1": 0.599415, + "nauc_recall_at_3_max": 0.485059, + "nauc_recall_at_3_std": 0.019646, + "nauc_recall_at_3_diff1": 0.561659, + "nauc_recall_at_5_max": 0.484444, + "nauc_recall_at_5_std": 0.004213, + "nauc_recall_at_5_diff1": 0.534022, + "nauc_recall_at_10_max": 0.553057, + "nauc_recall_at_10_std": 0.124774, + "nauc_recall_at_10_diff1": 0.493913, + "nauc_recall_at_20_max": 0.566374, + "nauc_recall_at_20_std": 0.084073, + "nauc_recall_at_20_diff1": 0.508181, + "nauc_recall_at_100_max": 0.629197, + "nauc_recall_at_100_std": 0.156603, + "nauc_recall_at_100_diff1": 0.510444, + "nauc_recall_at_1000_max": 0.96732, + "nauc_recall_at_1000_std": 0.930556, + "nauc_recall_at_1000_diff1": 0.861111, + "nauc_precision_at_1_max": 0.543357, + "nauc_precision_at_1_std": 0.12238, + "nauc_precision_at_1_diff1": 0.613259, + "nauc_precision_at_3_max": 0.520413, + "nauc_precision_at_3_std": 0.182837, + "nauc_precision_at_3_diff1": 0.49509, + "nauc_precision_at_5_max": 0.503546, + "nauc_precision_at_5_std": 0.229969, + "nauc_precision_at_5_diff1": 0.396043, + "nauc_precision_at_10_max": 0.520198, + "nauc_precision_at_10_std": 0.356249, + "nauc_precision_at_10_diff1": 0.266526, + "nauc_precision_at_20_max": 0.471595, + "nauc_precision_at_20_std": 0.358803, + "nauc_precision_at_20_diff1": 0.203615, + "nauc_precision_at_100_max": 0.389631, + "nauc_precision_at_100_std": 0.408683, + "nauc_precision_at_100_diff1": 0.099755, + "nauc_precision_at_1000_max": 0.331774, + "nauc_precision_at_1000_std": 0.532448, + "nauc_precision_at_1000_diff1": -0.012175, + "nauc_mrr_at_1_max": 0.543357, + "nauc_mrr_at_1_std": 0.12238, + "nauc_mrr_at_1_diff1": 0.613259, + "nauc_mrr_at_3_max": 0.545173, + "nauc_mrr_at_3_std": 0.112359, + "nauc_mrr_at_3_diff1": 0.595783, + "nauc_mrr_at_5_max": 0.539929, + "nauc_mrr_at_5_std": 0.106637, + "nauc_mrr_at_5_diff1": 0.588183, + "nauc_mrr_at_10_max": 0.542147, + "nauc_mrr_at_10_std": 0.114341, + "nauc_mrr_at_10_diff1": 0.585954, + "nauc_mrr_at_20_max": 0.542414, + "nauc_mrr_at_20_std": 0.112275, + "nauc_mrr_at_20_diff1": 0.587557, + "nauc_mrr_at_100_max": 0.543231, + "nauc_mrr_at_100_std": 0.11363, + "nauc_mrr_at_100_diff1": 0.588406, + "nauc_mrr_at_1000_max": 0.543196, + "nauc_mrr_at_1000_std": 0.113775, + "nauc_mrr_at_1000_diff1": 0.588547, + "cv_recall_at_1": 0.53, + "cv_recall_at_3": 0.65333, + "cv_recall_at_5": 0.72, + "cv_recall_at_10": 0.79333, + "cv_recall_at_20": 0.84667, + "cv_recall_at_100": 0.91, + "cv_recall_at_1000": 0.98667, + "main_score": 0.64329, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 29.568699598312378, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBClusteringP2P.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBClusteringP2P.json new file mode 100644 index 0000000000..9362f717fc --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBClusteringP2P.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "544acc2e46909eab2b49962b043a18b9c9772770", + "task_name": "VABBClusteringP2P", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.413261, + 0.397042, + 0.403771, + 0.396465, + 0.357072, + 0.396762, + 0.410889, + 0.426345, + 0.437359, + 0.45574 + ] + }, + "v_measure": 0.409471, + "v_measure_std": 0.025462, + "main_score": 0.409471, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 7.076416969299316, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBClusteringS2S.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBClusteringS2S.json new file mode 100644 index 0000000000..e8c3ab4729 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "544acc2e46909eab2b49962b043a18b9c9772770", + "task_name": "VABBClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.392435, + 0.339174, + 0.334491, + 0.325867, + 0.381294, + 0.349042, + 0.344405, + 0.329898, + 0.357558, + 0.365464 + ] + }, + "v_measure": 0.351963, + "v_measure_std": 0.02101, + "main_score": 0.351963, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.675556182861328, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBMultiLabelClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBMultiLabelClassification.json new file mode 100644 index 0000000000..b820b30673 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBMultiLabelClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "584c70f5104671772119f21e9f8a3c912ac07d4a", + "task_name": "VABBMultiLabelClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.289335, + "lrap": 0.483223, + "f1": 0.513568 + }, + { + "accuracy": 0.304173, + "lrap": 0.493252, + "f1": 0.523195 + }, + { + "accuracy": 0.296136, + "lrap": 0.492281, + "f1": 0.521612 + }, + { + "accuracy": 0.297682, + "lrap": 0.488902, + "f1": 0.516543 + }, + { + "accuracy": 0.304173, + "lrap": 0.492171, + "f1": 0.510457 + }, + { + "accuracy": 0.3051, + "lrap": 0.489708, + "f1": 0.517513 + }, + { + "accuracy": 0.289335, + "lrap": 0.487032, + "f1": 0.523812 + }, + { + "accuracy": 0.302318, + "lrap": 0.49638, + "f1": 0.530345 + }, + { + "accuracy": 0.294281, + "lrap": 0.498515, + "f1": 0.52562 + }, + { + "accuracy": 0.310974, + "lrap": 0.497082, + "f1": 0.528946 + } + ], + "accuracy": 0.299351, + "lrap": 0.491855, + "f1": 0.521161, + "main_score": 0.521161, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 25.798327445983887, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBRetrieval.json new file mode 100644 index 0000000000..6052c395a0 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VABBRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "af4a1e5b3ed451103894f86ff6b3ce85085d7b48", + "task_name": "VABBRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.63, + "ndcg_at_3": 0.71033, + "ndcg_at_5": 0.72316, + "ndcg_at_10": 0.73669, + "ndcg_at_20": 0.74368, + "ndcg_at_100": 0.75283, + "ndcg_at_1000": 0.75963, + "map_at_1": 0.63, + "map_at_3": 0.69133, + "map_at_5": 0.69848, + "map_at_10": 0.70405, + "map_at_20": 0.70605, + "map_at_100": 0.70726, + "map_at_1000": 0.70749, + "recall_at_1": 0.63, + "recall_at_3": 0.765, + "recall_at_5": 0.796, + "recall_at_10": 0.838, + "recall_at_20": 0.865, + "recall_at_100": 0.915, + "recall_at_1000": 0.97, + "accuracy": 0.63, + "precision_at_1": 0.63, + "precision_at_3": 0.255, + "precision_at_5": 0.1592, + "precision_at_10": 0.0838, + "precision_at_20": 0.04325, + "precision_at_100": 0.00915, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.63, + "mrr_at_3": 0.691833, + "mrr_at_5": 0.698983, + "mrr_at_10": 0.70441, + "mrr_at_20": 0.706408, + "mrr_at_100": 0.707619, + "mrr_at_1000": 0.707851, + "nauc_ndcg_at_1_max": 0.53148, + "nauc_ndcg_at_1_std": 0.061715, + "nauc_ndcg_at_1_diff1": 0.76114, + "nauc_ndcg_at_3_max": 0.591919, + "nauc_ndcg_at_3_std": 0.13339, + "nauc_ndcg_at_3_diff1": 0.72109, + "nauc_ndcg_at_5_max": 0.616286, + "nauc_ndcg_at_5_std": 0.158201, + "nauc_ndcg_at_5_diff1": 0.72646, + "nauc_ndcg_at_10_max": 0.618733, + "nauc_ndcg_at_10_std": 0.18762, + "nauc_ndcg_at_10_diff1": 0.725901, + "nauc_ndcg_at_20_max": 0.619314, + "nauc_ndcg_at_20_std": 0.183689, + "nauc_ndcg_at_20_diff1": 0.726889, + "nauc_ndcg_at_100_max": 0.608006, + "nauc_ndcg_at_100_std": 0.174475, + "nauc_ndcg_at_100_diff1": 0.725512, + "nauc_ndcg_at_1000_max": 0.60482, + "nauc_ndcg_at_1000_std": 0.163452, + "nauc_ndcg_at_1000_diff1": 0.729154, + "nauc_map_at_1_max": 0.53148, + "nauc_map_at_1_std": 0.061715, + "nauc_map_at_1_diff1": 0.76114, + "nauc_map_at_3_max": 0.575424, + "nauc_map_at_3_std": 0.114024, + "nauc_map_at_3_diff1": 0.731267, + "nauc_map_at_5_max": 0.587746, + "nauc_map_at_5_std": 0.126562, + "nauc_map_at_5_diff1": 0.734353, + "nauc_map_at_10_max": 0.588442, + "nauc_map_at_10_std": 0.136596, + "nauc_map_at_10_diff1": 0.734471, + "nauc_map_at_20_max": 0.58854, + "nauc_map_at_20_std": 0.135239, + "nauc_map_at_20_diff1": 0.734871, + "nauc_map_at_100_max": 0.587074, + "nauc_map_at_100_std": 0.13377, + "nauc_map_at_100_diff1": 0.734736, + "nauc_map_at_1000_max": 0.586954, + "nauc_map_at_1000_std": 0.133442, + "nauc_map_at_1000_diff1": 0.73488, + "nauc_recall_at_1_max": 0.53148, + "nauc_recall_at_1_std": 0.061715, + "nauc_recall_at_1_diff1": 0.76114, + "nauc_recall_at_3_max": 0.650015, + "nauc_recall_at_3_std": 0.201498, + "nauc_recall_at_3_diff1": 0.685631, + "nauc_recall_at_5_max": 0.731067, + "nauc_recall_at_5_std": 0.284836, + "nauc_recall_at_5_diff1": 0.697303, + "nauc_recall_at_10_max": 0.766184, + "nauc_recall_at_10_std": 0.451715, + "nauc_recall_at_10_diff1": 0.686362, + "nauc_recall_at_20_max": 0.794216, + "nauc_recall_at_20_std": 0.473501, + "nauc_recall_at_20_diff1": 0.684426, + "nauc_recall_at_100_max": 0.735256, + "nauc_recall_at_100_std": 0.511869, + "nauc_recall_at_100_diff1": 0.643747, + "nauc_recall_at_1000_max": 0.794927, + "nauc_recall_at_1000_std": 0.510162, + "nauc_recall_at_1000_diff1": 0.681124, + "nauc_precision_at_1_max": 0.53148, + "nauc_precision_at_1_std": 0.061715, + "nauc_precision_at_1_diff1": 0.76114, + "nauc_precision_at_3_max": 0.650015, + "nauc_precision_at_3_std": 0.201498, + "nauc_precision_at_3_diff1": 0.685631, + "nauc_precision_at_5_max": 0.731067, + "nauc_precision_at_5_std": 0.284836, + "nauc_precision_at_5_diff1": 0.697303, + "nauc_precision_at_10_max": 0.766184, + "nauc_precision_at_10_std": 0.451715, + "nauc_precision_at_10_diff1": 0.686362, + "nauc_precision_at_20_max": 0.794216, + "nauc_precision_at_20_std": 0.473501, + "nauc_precision_at_20_diff1": 0.684426, + "nauc_precision_at_100_max": 0.735256, + "nauc_precision_at_100_std": 0.511869, + "nauc_precision_at_100_diff1": 0.643747, + "nauc_precision_at_1000_max": 0.794927, + "nauc_precision_at_1000_std": 0.510162, + "nauc_precision_at_1000_diff1": 0.681124, + "nauc_mrr_at_1_max": 0.53148, + "nauc_mrr_at_1_std": 0.061715, + "nauc_mrr_at_1_diff1": 0.76114, + "nauc_mrr_at_3_max": 0.575687, + "nauc_mrr_at_3_std": 0.11653, + "nauc_mrr_at_3_diff1": 0.730644, + "nauc_mrr_at_5_max": 0.588031, + "nauc_mrr_at_5_std": 0.129138, + "nauc_mrr_at_5_diff1": 0.733721, + "nauc_mrr_at_10_max": 0.588659, + "nauc_mrr_at_10_std": 0.138075, + "nauc_mrr_at_10_diff1": 0.73415, + "nauc_mrr_at_20_max": 0.588764, + "nauc_mrr_at_20_std": 0.13674, + "nauc_mrr_at_20_diff1": 0.734547, + "nauc_mrr_at_100_max": 0.587294, + "nauc_mrr_at_100_std": 0.135268, + "nauc_mrr_at_100_diff1": 0.734408, + "nauc_mrr_at_1000_max": 0.587174, + "nauc_mrr_at_1000_std": 0.134941, + "nauc_mrr_at_1000_diff1": 0.734552, + "cv_recall_at_1": 0.63, + "cv_recall_at_3": 0.766, + "cv_recall_at_5": 0.797, + "cv_recall_at_10": 0.838, + "cv_recall_at_20": 0.865, + "cv_recall_at_100": 0.915, + "cv_recall_at_1000": 0.97, + "main_score": 0.73669, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 158.3289177417755, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VaccinChatNLClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VaccinChatNLClassification.json new file mode 100644 index 0000000000..a09eec63ed --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VaccinChatNLClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "bd27d0058bea2ad52470d9072a3b5da6b97c1ac3", + "task_name": "VaccinChatNLClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.448718, + "f1": 0.474799, + "f1_weighted": 0.428673, + "precision": 0.484249, + "precision_weighted": 0.596583, + "recall": 0.641026, + "recall_weighted": 0.448718, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.463248, + "f1": 0.506061, + "f1_weighted": 0.438135, + "precision": 0.520297, + "precision_weighted": 0.639296, + "recall": 0.659048, + "recall_weighted": 0.463248, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.452137, + "f1": 0.489637, + "f1_weighted": 0.415784, + "precision": 0.518966, + "precision_weighted": 0.61418, + "recall": 0.652321, + "recall_weighted": 0.452137, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.464957, + "f1": 0.478264, + "f1_weighted": 0.439689, + "precision": 0.495249, + "precision_weighted": 0.635127, + "recall": 0.635381, + "recall_weighted": 0.464957, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.468376, + "f1": 0.478443, + "f1_weighted": 0.441903, + "precision": 0.497131, + "precision_weighted": 0.669566, + "recall": 0.638454, + "recall_weighted": 0.468376, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.452991, + "f1": 0.500842, + "f1_weighted": 0.440349, + "precision": 0.525986, + "precision_weighted": 0.657661, + "recall": 0.653356, + "recall_weighted": 0.452991, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.468376, + "f1": 0.490453, + "f1_weighted": 0.436539, + "precision": 0.492521, + "precision_weighted": 0.586177, + "recall": 0.651346, + "recall_weighted": 0.468376, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.450427, + "f1": 0.481991, + "f1_weighted": 0.420417, + "precision": 0.494007, + "precision_weighted": 0.538312, + "recall": 0.626579, + "recall_weighted": 0.450427, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.467521, + "f1": 0.483345, + "f1_weighted": 0.441564, + "precision": 0.485741, + "precision_weighted": 0.57362, + "recall": 0.643372, + "recall_weighted": 0.467521, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.497436, + "f1": 0.497236, + "f1_weighted": 0.484998, + "precision": 0.499158, + "precision_weighted": 0.640826, + "recall": 0.653433, + "recall_weighted": 0.497436, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.463419, + "f1": 0.488107, + "f1_weighted": 0.438805, + "precision": 0.50133, + "precision_weighted": 0.615135, + "recall": 0.645432, + "recall_weighted": 0.463419, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.488107, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 20.96759796142578, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/WikipediaRerankingMultilingual.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/WikipediaRerankingMultilingual.json new file mode 100644 index 0000000000..84f9e297cb --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/WikipediaRerankingMultilingual.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "803771c366038ed587b21e3d8fe25f8f73134fad", + "task_name": "WikipediaRerankingMultilingual", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73, + "ndcg_at_3": 0.82559, + "ndcg_at_5": 0.85141, + "ndcg_at_10": 0.86673, + "ndcg_at_20": 0.86673, + "ndcg_at_100": 0.86673, + "ndcg_at_1000": 0.86673, + "map_at_1": 0.73, + "map_at_3": 0.80278, + "map_at_5": 0.81711, + "map_at_10": 0.82369, + "map_at_20": 0.82369, + "map_at_100": 0.82369, + "map_at_1000": 0.82369, + "recall_at_1": 0.73, + "recall_at_3": 0.89133, + "recall_at_5": 0.954, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.73, + "precision_at_1": 0.73, + "precision_at_3": 0.29711, + "precision_at_5": 0.1908, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73, + "mrr_at_3": 0.802778, + "mrr_at_5": 0.817111, + "mrr_at_10": 0.823689, + "mrr_at_20": 0.823689, + "mrr_at_100": 0.823689, + "mrr_at_1000": 0.823689, + "nauc_ndcg_at_1_max": 0.443809, + "nauc_ndcg_at_1_std": 0.250686, + "nauc_ndcg_at_1_diff1": 0.696484, + "nauc_ndcg_at_3_max": 0.432263, + "nauc_ndcg_at_3_std": 0.249936, + "nauc_ndcg_at_3_diff1": 0.655342, + "nauc_ndcg_at_5_max": 0.432045, + "nauc_ndcg_at_5_std": 0.250404, + "nauc_ndcg_at_5_diff1": 0.672001, + "nauc_ndcg_at_10_max": 0.441744, + "nauc_ndcg_at_10_std": 0.251109, + "nauc_ndcg_at_10_diff1": 0.673246, + "nauc_ndcg_at_20_max": 0.441744, + "nauc_ndcg_at_20_std": 0.251109, + "nauc_ndcg_at_20_diff1": 0.673246, + "nauc_ndcg_at_100_max": 0.441744, + "nauc_ndcg_at_100_std": 0.251109, + "nauc_ndcg_at_100_diff1": 0.673246, + "nauc_ndcg_at_1000_max": 0.441744, + "nauc_ndcg_at_1000_std": 0.251109, + "nauc_ndcg_at_1000_diff1": 0.673246, + "nauc_map_at_1_max": 0.443809, + "nauc_map_at_1_std": 0.250686, + "nauc_map_at_1_diff1": 0.696484, + "nauc_map_at_3_max": 0.438273, + "nauc_map_at_3_std": 0.250152, + "nauc_map_at_3_diff1": 0.665847, + "nauc_map_at_5_max": 0.439177, + "nauc_map_at_5_std": 0.25003, + "nauc_map_at_5_diff1": 0.674311, + "nauc_map_at_10_max": 0.442397, + "nauc_map_at_10_std": 0.250875, + "nauc_map_at_10_diff1": 0.674717, + "nauc_map_at_20_max": 0.442397, + "nauc_map_at_20_std": 0.250875, + "nauc_map_at_20_diff1": 0.674717, + "nauc_map_at_100_max": 0.442397, + "nauc_map_at_100_std": 0.250875, + "nauc_map_at_100_diff1": 0.674717, + "nauc_map_at_1000_max": 0.442397, + "nauc_map_at_1000_std": 0.250875, + "nauc_map_at_1000_diff1": 0.674717, + "nauc_recall_at_1_max": 0.443809, + "nauc_recall_at_1_std": 0.250686, + "nauc_recall_at_1_diff1": 0.696484, + "nauc_recall_at_3_max": 0.401733, + "nauc_recall_at_3_std": 0.24891, + "nauc_recall_at_3_diff1": 0.606589, + "nauc_recall_at_5_max": 0.352001, + "nauc_recall_at_5_std": 0.256154, + "nauc_recall_at_5_diff1": 0.660679, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.443809, + "nauc_precision_at_1_std": 0.250686, + "nauc_precision_at_1_diff1": 0.696484, + "nauc_precision_at_3_max": 0.401733, + "nauc_precision_at_3_std": 0.24891, + "nauc_precision_at_3_diff1": 0.606589, + "nauc_precision_at_5_max": 0.352001, + "nauc_precision_at_5_std": 0.256154, + "nauc_precision_at_5_diff1": 0.660679, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.443809, + "nauc_mrr_at_1_std": 0.250686, + "nauc_mrr_at_1_diff1": 0.696484, + "nauc_mrr_at_3_max": 0.438273, + "nauc_mrr_at_3_std": 0.250152, + "nauc_mrr_at_3_diff1": 0.665847, + "nauc_mrr_at_5_max": 0.439177, + "nauc_mrr_at_5_std": 0.25003, + "nauc_mrr_at_5_diff1": 0.674311, + "nauc_mrr_at_10_max": 0.442397, + "nauc_mrr_at_10_std": 0.250875, + "nauc_mrr_at_10_diff1": 0.674717, + "nauc_mrr_at_20_max": 0.442397, + "nauc_mrr_at_20_std": 0.250875, + "nauc_mrr_at_20_diff1": 0.674717, + "nauc_mrr_at_100_max": 0.442397, + "nauc_mrr_at_100_std": 0.250875, + "nauc_mrr_at_100_diff1": 0.674717, + "nauc_mrr_at_1000_max": 0.442397, + "nauc_mrr_at_1000_std": 0.250875, + "nauc_mrr_at_1000_diff1": 0.674717, + "cv_recall_at_1": 0.73, + "cv_recall_at_3": 0.89133, + "cv_recall_at_5": 0.954, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.82369, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 8.653775215148926, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/WikipediaRetrievalMultilingual.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/WikipediaRetrievalMultilingual.json new file mode 100644 index 0000000000..f768cfceae --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/WikipediaRetrievalMultilingual.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "5f6c91d21f2f5b9afb663858d19848fbd223c775", + "task_name": "WikipediaRetrievalMultilingual", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.72, + "ndcg_at_3": 0.80707, + "ndcg_at_5": 0.82684, + "ndcg_at_10": 0.83999, + "ndcg_at_20": 0.84386, + "ndcg_at_100": 0.84819, + "ndcg_at_1000": 0.84913, + "map_at_1": 0.72, + "map_at_3": 0.78678, + "map_at_5": 0.79774, + "map_at_10": 0.80329, + "map_at_20": 0.80435, + "map_at_100": 0.80495, + "map_at_1000": 0.80499, + "recall_at_1": 0.72, + "recall_at_3": 0.86533, + "recall_at_5": 0.91333, + "recall_at_10": 0.95333, + "recall_at_20": 0.96867, + "recall_at_100": 0.992, + "recall_at_1000": 0.99933, + "accuracy": 0.72, + "precision_at_1": 0.72, + "precision_at_3": 0.28844, + "precision_at_5": 0.18267, + "precision_at_10": 0.09533, + "precision_at_20": 0.04843, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.72, + "mrr_at_3": 0.786778, + "mrr_at_5": 0.797744, + "mrr_at_10": 0.803211, + "mrr_at_20": 0.804315, + "mrr_at_100": 0.804914, + "mrr_at_1000": 0.80495, + "nauc_ndcg_at_1_max": 0.461558, + "nauc_ndcg_at_1_std": -0.008019, + "nauc_ndcg_at_1_diff1": 0.671043, + "nauc_ndcg_at_3_max": 0.477534, + "nauc_ndcg_at_3_std": 0.03296, + "nauc_ndcg_at_3_diff1": 0.624476, + "nauc_ndcg_at_5_max": 0.489911, + "nauc_ndcg_at_5_std": 0.039952, + "nauc_ndcg_at_5_diff1": 0.627597, + "nauc_ndcg_at_10_max": 0.495153, + "nauc_ndcg_at_10_std": 0.049832, + "nauc_ndcg_at_10_diff1": 0.632554, + "nauc_ndcg_at_20_max": 0.492533, + "nauc_ndcg_at_20_std": 0.049077, + "nauc_ndcg_at_20_diff1": 0.632865, + "nauc_ndcg_at_100_max": 0.484785, + "nauc_ndcg_at_100_std": 0.036917, + "nauc_ndcg_at_100_diff1": 0.636077, + "nauc_ndcg_at_1000_max": 0.484576, + "nauc_ndcg_at_1000_std": 0.03516, + "nauc_ndcg_at_1000_diff1": 0.636188, + "nauc_map_at_1_max": 0.461558, + "nauc_map_at_1_std": -0.008019, + "nauc_map_at_1_diff1": 0.671043, + "nauc_map_at_3_max": 0.474209, + "nauc_map_at_3_std": 0.02123, + "nauc_map_at_3_diff1": 0.636727, + "nauc_map_at_5_max": 0.480429, + "nauc_map_at_5_std": 0.024767, + "nauc_map_at_5_diff1": 0.638864, + "nauc_map_at_10_max": 0.482019, + "nauc_map_at_10_std": 0.027946, + "nauc_map_at_10_diff1": 0.64061, + "nauc_map_at_20_max": 0.481371, + "nauc_map_at_20_std": 0.027842, + "nauc_map_at_20_diff1": 0.64068, + "nauc_map_at_100_max": 0.480449, + "nauc_map_at_100_std": 0.02642, + "nauc_map_at_100_diff1": 0.640994, + "nauc_map_at_1000_max": 0.480432, + "nauc_map_at_1000_std": 0.026386, + "nauc_map_at_1000_diff1": 0.64099, + "nauc_recall_at_1_max": 0.461558, + "nauc_recall_at_1_std": -0.008019, + "nauc_recall_at_1_diff1": 0.671043, + "nauc_recall_at_3_max": 0.490771, + "nauc_recall_at_3_std": 0.082538, + "nauc_recall_at_3_diff1": 0.573406, + "nauc_recall_at_5_max": 0.548581, + "nauc_recall_at_5_std": 0.131448, + "nauc_recall_at_5_diff1": 0.561908, + "nauc_recall_at_10_max": 0.646952, + "nauc_recall_at_10_std": 0.29884, + "nauc_recall_at_10_diff1": 0.559044, + "nauc_recall_at_20_max": 0.674047, + "nauc_recall_at_20_std": 0.398663, + "nauc_recall_at_20_diff1": 0.530465, + "nauc_recall_at_100_max": 0.501323, + "nauc_recall_at_100_std": 0.304038, + "nauc_recall_at_100_diff1": 0.544507, + "nauc_recall_at_1000_max": 0.554155, + "nauc_recall_at_1000_std": 0.122782, + "nauc_recall_at_1000_diff1": -0.171335, + "nauc_precision_at_1_max": 0.461558, + "nauc_precision_at_1_std": -0.008019, + "nauc_precision_at_1_diff1": 0.671043, + "nauc_precision_at_3_max": 0.490771, + "nauc_precision_at_3_std": 0.082538, + "nauc_precision_at_3_diff1": 0.573406, + "nauc_precision_at_5_max": 0.548581, + "nauc_precision_at_5_std": 0.131448, + "nauc_precision_at_5_diff1": 0.561908, + "nauc_precision_at_10_max": 0.646952, + "nauc_precision_at_10_std": 0.29884, + "nauc_precision_at_10_diff1": 0.559044, + "nauc_precision_at_20_max": 0.674047, + "nauc_precision_at_20_std": 0.398663, + "nauc_precision_at_20_diff1": 0.530465, + "nauc_precision_at_100_max": 0.501323, + "nauc_precision_at_100_std": 0.304038, + "nauc_precision_at_100_diff1": 0.544507, + "nauc_precision_at_1000_max": 0.554155, + "nauc_precision_at_1000_std": 0.122782, + "nauc_precision_at_1000_diff1": -0.171335, + "nauc_mrr_at_1_max": 0.461558, + "nauc_mrr_at_1_std": -0.008019, + "nauc_mrr_at_1_diff1": 0.671043, + "nauc_mrr_at_3_max": 0.474209, + "nauc_mrr_at_3_std": 0.02123, + "nauc_mrr_at_3_diff1": 0.636727, + "nauc_mrr_at_5_max": 0.480429, + "nauc_mrr_at_5_std": 0.024767, + "nauc_mrr_at_5_diff1": 0.638864, + "nauc_mrr_at_10_max": 0.481961, + "nauc_mrr_at_10_std": 0.027114, + "nauc_mrr_at_10_diff1": 0.640228, + "nauc_mrr_at_20_max": 0.481344, + "nauc_mrr_at_20_std": 0.027451, + "nauc_mrr_at_20_diff1": 0.640501, + "nauc_mrr_at_100_max": 0.480421, + "nauc_mrr_at_100_std": 0.026029, + "nauc_mrr_at_100_diff1": 0.640814, + "nauc_mrr_at_1000_max": 0.480405, + "nauc_mrr_at_1000_std": 0.025995, + "nauc_mrr_at_1000_diff1": 0.640809, + "cv_recall_at_1": 0.72, + "cv_recall_at_3": 0.86533, + "cv_recall_at_5": 0.91333, + "cv_recall_at_10": 0.95267, + "cv_recall_at_20": 0.96867, + "cv_recall_at_100": 0.992, + "cv_recall_at_1000": 0.99933, + "main_score": 0.83999, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 230.7146074771881, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/XLWICNLPairClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/XLWICNLPairClassification.json new file mode 100644 index 0000000000..9e1b7b9cc9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/XLWICNLPairClassification.json @@ -0,0 +1,48 @@ +{ + "dataset_revision": "0b33ce358b1b5d500ff3715ba3d777b4d2c21cb0", + "task_name": "XLWICNLPairClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "similarity_accuracy": 0.620518, + "similarity_f1": 0.68118, + "similarity_precision": 0.52603, + "similarity_recall": 0.966135, + "similarity_ap": 0.627398, + "cosine_accuracy": 0.620518, + "cosine_f1": 0.68118, + "cosine_precision": 0.52603, + "cosine_recall": 0.966135, + "cosine_ap": 0.627398, + "manhattan_accuracy": 0.623506, + "manhattan_f1": 0.67799, + "manhattan_precision": 0.525796, + "manhattan_recall": 0.954183, + "manhattan_ap": 0.626076, + "euclidean_accuracy": 0.620518, + "euclidean_f1": 0.68118, + "euclidean_precision": 0.52603, + "euclidean_recall": 0.966135, + "euclidean_ap": 0.627398, + "dot_accuracy": 0.620518, + "dot_f1": 0.68118, + "dot_precision": 0.52603, + "dot_recall": 0.966135, + "dot_ap": 0.627398, + "max_accuracy": 0.623506, + "max_f1": 0.68118, + "max_precision": 0.52603, + "max_recall": 0.966135, + "max_ap": 0.627398, + "main_score": 0.627398, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 0.2889695167541504, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/bBSARDNLRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/bBSARDNLRetrieval.json new file mode 100644 index 0000000000..1e9c6df2ce --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/bBSARDNLRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "52027c212ba9765a3e9737c9cbf9a06ae83cbb93", + "task_name": "bBSARDNLRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15766, + "ndcg_at_3": 0.1711, + "ndcg_at_5": 0.1775, + "ndcg_at_10": 0.20085, + "ndcg_at_20": 0.22475, + "ndcg_at_100": 0.26819, + "ndcg_at_1000": 0.31415, + "map_at_1": 0.08121, + "map_at_3": 0.12076, + "map_at_5": 0.12966, + "map_at_10": 0.1424, + "map_at_20": 0.15069, + "map_at_100": 0.15871, + "map_at_1000": 0.16167, + "recall_at_1": 0.08121, + "recall_at_3": 0.15004, + "recall_at_5": 0.18544, + "recall_at_10": 0.26397, + "recall_at_20": 0.34809, + "recall_at_100": 0.52817, + "recall_at_1000": 0.78629, + "accuracy": 0.08121, + "precision_at_1": 0.15766, + "precision_at_3": 0.12012, + "precision_at_5": 0.09009, + "precision_at_10": 0.06532, + "precision_at_20": 0.04617, + "precision_at_100": 0.01712, + "precision_at_1000": 0.00295, + "mrr_at_1": 0.157658, + "mrr_at_3": 0.21021, + "mrr_at_5": 0.223273, + "mrr_at_10": 0.236408, + "mrr_at_20": 0.245095, + "mrr_at_100": 0.24918, + "mrr_at_1000": 0.250036, + "nauc_ndcg_at_1_max": 0.180876, + "nauc_ndcg_at_1_std": -0.038306, + "nauc_ndcg_at_1_diff1": 0.487803, + "nauc_ndcg_at_3_max": 0.149711, + "nauc_ndcg_at_3_std": 0.033475, + "nauc_ndcg_at_3_diff1": 0.436147, + "nauc_ndcg_at_5_max": 0.182063, + "nauc_ndcg_at_5_std": 0.027935, + "nauc_ndcg_at_5_diff1": 0.449206, + "nauc_ndcg_at_10_max": 0.181873, + "nauc_ndcg_at_10_std": 0.004153, + "nauc_ndcg_at_10_diff1": 0.423394, + "nauc_ndcg_at_20_max": 0.190085, + "nauc_ndcg_at_20_std": 0.029713, + "nauc_ndcg_at_20_diff1": 0.423383, + "nauc_ndcg_at_100_max": 0.210984, + "nauc_ndcg_at_100_std": 0.09414, + "nauc_ndcg_at_100_diff1": 0.423303, + "nauc_ndcg_at_1000_max": 0.217033, + "nauc_ndcg_at_1000_std": 0.104107, + "nauc_ndcg_at_1000_diff1": 0.425197, + "nauc_map_at_1_max": 0.038445, + "nauc_map_at_1_std": -0.027865, + "nauc_map_at_1_diff1": 0.500143, + "nauc_map_at_3_max": 0.115587, + "nauc_map_at_3_std": 0.006244, + "nauc_map_at_3_diff1": 0.481559, + "nauc_map_at_5_max": 0.141462, + "nauc_map_at_5_std": 0.005569, + "nauc_map_at_5_diff1": 0.478647, + "nauc_map_at_10_max": 0.141649, + "nauc_map_at_10_std": -0.005222, + "nauc_map_at_10_diff1": 0.467474, + "nauc_map_at_20_max": 0.144012, + "nauc_map_at_20_std": 0.003221, + "nauc_map_at_20_diff1": 0.46919, + "nauc_map_at_100_max": 0.152658, + "nauc_map_at_100_std": 0.017807, + "nauc_map_at_100_diff1": 0.471312, + "nauc_map_at_1000_max": 0.154735, + "nauc_map_at_1000_std": 0.020242, + "nauc_map_at_1000_diff1": 0.470605, + "nauc_recall_at_1_max": 0.038445, + "nauc_recall_at_1_std": -0.027865, + "nauc_recall_at_1_diff1": 0.500143, + "nauc_recall_at_3_max": 0.126259, + "nauc_recall_at_3_std": 0.049238, + "nauc_recall_at_3_diff1": 0.429506, + "nauc_recall_at_5_max": 0.199393, + "nauc_recall_at_5_std": 0.036282, + "nauc_recall_at_5_diff1": 0.412585, + "nauc_recall_at_10_max": 0.166444, + "nauc_recall_at_10_std": -0.018251, + "nauc_recall_at_10_diff1": 0.325049, + "nauc_recall_at_20_max": 0.173661, + "nauc_recall_at_20_std": 0.050619, + "nauc_recall_at_20_diff1": 0.30676, + "nauc_recall_at_100_max": 0.209243, + "nauc_recall_at_100_std": 0.230996, + "nauc_recall_at_100_diff1": 0.278948, + "nauc_recall_at_1000_max": 0.234038, + "nauc_recall_at_1000_std": 0.362143, + "nauc_recall_at_1000_diff1": 0.289026, + "nauc_precision_at_1_max": 0.180876, + "nauc_precision_at_1_std": -0.038306, + "nauc_precision_at_1_diff1": 0.487803, + "nauc_precision_at_3_max": 0.21894, + "nauc_precision_at_3_std": 0.060996, + "nauc_precision_at_3_diff1": 0.397055, + "nauc_precision_at_5_max": 0.251713, + "nauc_precision_at_5_std": 0.049604, + "nauc_precision_at_5_diff1": 0.383773, + "nauc_precision_at_10_max": 0.217019, + "nauc_precision_at_10_std": 0.018446, + "nauc_precision_at_10_diff1": 0.3116, + "nauc_precision_at_20_max": 0.209899, + "nauc_precision_at_20_std": 0.046734, + "nauc_precision_at_20_diff1": 0.266522, + "nauc_precision_at_100_max": 0.185357, + "nauc_precision_at_100_std": 0.082412, + "nauc_precision_at_100_diff1": 0.143844, + "nauc_precision_at_1000_max": 0.101246, + "nauc_precision_at_1000_std": 0.007166, + "nauc_precision_at_1000_diff1": -0.005313, + "nauc_mrr_at_1_max": 0.180876, + "nauc_mrr_at_1_std": -0.038306, + "nauc_mrr_at_1_diff1": 0.487803, + "nauc_mrr_at_3_max": 0.192123, + "nauc_mrr_at_3_std": 0.039818, + "nauc_mrr_at_3_diff1": 0.403672, + "nauc_mrr_at_5_max": 0.210871, + "nauc_mrr_at_5_std": 0.038245, + "nauc_mrr_at_5_diff1": 0.410087, + "nauc_mrr_at_10_max": 0.213721, + "nauc_mrr_at_10_std": 0.033257, + "nauc_mrr_at_10_diff1": 0.399815, + "nauc_mrr_at_20_max": 0.220684, + "nauc_mrr_at_20_std": 0.039253, + "nauc_mrr_at_20_diff1": 0.398592, + "nauc_mrr_at_100_max": 0.221396, + "nauc_mrr_at_100_std": 0.044407, + "nauc_mrr_at_100_diff1": 0.396755, + "nauc_mrr_at_1000_max": 0.221369, + "nauc_mrr_at_1000_std": 0.044352, + "nauc_mrr_at_1000_diff1": 0.3971, + "cv_recall_at_1": 0.15766, + "cv_recall_at_3": 0.27477, + "cv_recall_at_5": 0.33333, + "cv_recall_at_10": 0.44144, + "cv_recall_at_20": 0.56306, + "cv_recall_at_100": 0.72523, + "cv_recall_at_1000": 0.91892, + "main_score": 0.20085, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 43.741578102111816, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna-NL.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna-NL.v2.json new file mode 100644 index 0000000000..20b1e969e2 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.266, + "ndcg_at_3": 0.41844, + "ndcg_at_5": 0.47565, + "ndcg_at_10": 0.52133, + "ndcg_at_20": 0.54707, + "ndcg_at_100": 0.55961, + "ndcg_at_1000": 0.56237, + "map_at_1": 0.266, + "map_at_3": 0.38028, + "map_at_5": 0.41207, + "map_at_10": 0.43113, + "map_at_20": 0.43821, + "map_at_100": 0.44015, + "map_at_1000": 0.44027, + "recall_at_1": 0.266, + "recall_at_3": 0.52916, + "recall_at_5": 0.66785, + "recall_at_10": 0.80797, + "recall_at_20": 0.90967, + "recall_at_100": 0.9744, + "recall_at_1000": 0.99502, + "accuracy": 0.266, + "precision_at_1": 0.266, + "precision_at_3": 0.17639, + "precision_at_5": 0.13357, + "precision_at_10": 0.0808, + "precision_at_20": 0.04548, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.27596, + "mrr_at_3": 0.383357, + "mrr_at_5": 0.415612, + "mrr_at_10": 0.434619, + "mrr_at_20": 0.4417, + "mrr_at_100": 0.443634, + "mrr_at_1000": 0.443759, + "nauc_ndcg_at_1_max": -0.08843, + "nauc_ndcg_at_1_std": -0.080326, + "nauc_ndcg_at_1_diff1": 0.085828, + "nauc_ndcg_at_3_max": -0.03845, + "nauc_ndcg_at_3_std": -0.071894, + "nauc_ndcg_at_3_diff1": 0.063148, + "nauc_ndcg_at_5_max": -0.033706, + "nauc_ndcg_at_5_std": -0.062744, + "nauc_ndcg_at_5_diff1": 0.047573, + "nauc_ndcg_at_10_max": -0.021335, + "nauc_ndcg_at_10_std": -0.056705, + "nauc_ndcg_at_10_diff1": 0.052986, + "nauc_ndcg_at_20_max": -0.024221, + "nauc_ndcg_at_20_std": -0.059, + "nauc_ndcg_at_20_diff1": 0.055663, + "nauc_ndcg_at_100_max": -0.031078, + "nauc_ndcg_at_100_std": -0.057663, + "nauc_ndcg_at_100_diff1": 0.062141, + "nauc_ndcg_at_1000_max": -0.036304, + "nauc_ndcg_at_1000_std": -0.060538, + "nauc_ndcg_at_1000_diff1": 0.06027, + "nauc_map_at_1_max": -0.08843, + "nauc_map_at_1_std": -0.080326, + "nauc_map_at_1_diff1": 0.085828, + "nauc_map_at_3_max": -0.050034, + "nauc_map_at_3_std": -0.075044, + "nauc_map_at_3_diff1": 0.068127, + "nauc_map_at_5_max": -0.047575, + "nauc_map_at_5_std": -0.069666, + "nauc_map_at_5_diff1": 0.060006, + "nauc_map_at_10_max": -0.043354, + "nauc_map_at_10_std": -0.067156, + "nauc_map_at_10_diff1": 0.062115, + "nauc_map_at_20_max": -0.044639, + "nauc_map_at_20_std": -0.067979, + "nauc_map_at_20_diff1": 0.062723, + "nauc_map_at_100_max": -0.045439, + "nauc_map_at_100_std": -0.067531, + "nauc_map_at_100_diff1": 0.063706, + "nauc_map_at_1000_max": -0.045623, + "nauc_map_at_1000_std": -0.067621, + "nauc_map_at_1000_diff1": 0.063661, + "nauc_recall_at_1_max": -0.08843, + "nauc_recall_at_1_std": -0.080326, + "nauc_recall_at_1_diff1": 0.085828, + "nauc_recall_at_3_max": -0.005409, + "nauc_recall_at_3_std": -0.062415, + "nauc_recall_at_3_diff1": 0.04906, + "nauc_recall_at_5_max": 0.013033, + "nauc_recall_at_5_std": -0.038175, + "nauc_recall_at_5_diff1": 0.003195, + "nauc_recall_at_10_max": 0.096109, + "nauc_recall_at_10_std": -0.000824, + "nauc_recall_at_10_diff1": 0.009397, + "nauc_recall_at_20_max": 0.183999, + "nauc_recall_at_20_std": 0.030371, + "nauc_recall_at_20_diff1": 0.001318, + "nauc_recall_at_100_max": 0.337132, + "nauc_recall_at_100_std": 0.265805, + "nauc_recall_at_100_diff1": 0.164277, + "nauc_recall_at_1000_max": -0.075151, + "nauc_recall_at_1000_std": 0.502285, + "nauc_recall_at_1000_diff1": -0.155899, + "nauc_precision_at_1_max": -0.08843, + "nauc_precision_at_1_std": -0.080326, + "nauc_precision_at_1_diff1": 0.085828, + "nauc_precision_at_3_max": -0.005409, + "nauc_precision_at_3_std": -0.062415, + "nauc_precision_at_3_diff1": 0.04906, + "nauc_precision_at_5_max": 0.013033, + "nauc_precision_at_5_std": -0.038175, + "nauc_precision_at_5_diff1": 0.003195, + "nauc_precision_at_10_max": 0.096109, + "nauc_precision_at_10_std": -0.000824, + "nauc_precision_at_10_diff1": 0.009397, + "nauc_precision_at_20_max": 0.183999, + "nauc_precision_at_20_std": 0.030371, + "nauc_precision_at_20_diff1": 0.001318, + "nauc_precision_at_100_max": 0.337132, + "nauc_precision_at_100_std": 0.265805, + "nauc_precision_at_100_diff1": 0.164277, + "nauc_precision_at_1000_max": -0.075151, + "nauc_precision_at_1000_std": 0.502285, + "nauc_precision_at_1000_diff1": -0.155899, + "nauc_mrr_at_1_max": -0.086741, + "nauc_mrr_at_1_std": -0.073608, + "nauc_mrr_at_1_diff1": 0.054382, + "nauc_mrr_at_3_max": -0.059801, + "nauc_mrr_at_3_std": -0.075504, + "nauc_mrr_at_3_diff1": 0.041351, + "nauc_mrr_at_5_max": -0.058325, + "nauc_mrr_at_5_std": -0.068661, + "nauc_mrr_at_5_diff1": 0.030864, + "nauc_mrr_at_10_max": -0.052857, + "nauc_mrr_at_10_std": -0.066112, + "nauc_mrr_at_10_diff1": 0.034079, + "nauc_mrr_at_20_max": -0.054363, + "nauc_mrr_at_20_std": -0.066904, + "nauc_mrr_at_20_diff1": 0.034038, + "nauc_mrr_at_100_max": -0.055229, + "nauc_mrr_at_100_std": -0.066454, + "nauc_mrr_at_100_diff1": 0.034818, + "nauc_mrr_at_1000_max": -0.055416, + "nauc_mrr_at_1000_std": -0.066542, + "nauc_mrr_at_1000_diff1": 0.034762, + "cv_recall_at_1": 0.27596, + "cv_recall_at_3": 0.52774, + "cv_recall_at_5": 0.66785, + "cv_recall_at_10": 0.80797, + "cv_recall_at_20": 0.90967, + "cv_recall_at_100": 0.9744, + "cv_recall_at_1000": 0.99502, + "main_score": 0.52133, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 105.73984885215759, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CovidDisinformationNLMultiLabelClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CovidDisinformationNLMultiLabelClassification.json new file mode 100644 index 0000000000..ae86f5aaa8 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CovidDisinformationNLMultiLabelClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7ad922bdef875db1f530847c6ffff05fc154f2e8", + "task_name": "CovidDisinformationNLMultiLabelClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.107143, + "lrap": 0.710423, + "f1": 0.517724 + }, + { + "accuracy": 0.063492, + "lrap": 0.640094, + "f1": 0.532791 + }, + { + "accuracy": 0.083333, + "lrap": 0.581564, + "f1": 0.517182 + }, + { + "accuracy": 0.119048, + "lrap": 0.673963, + "f1": 0.500164 + }, + { + "accuracy": 0.162698, + "lrap": 0.726166, + "f1": 0.548482 + }, + { + "accuracy": 0.059524, + "lrap": 0.630762, + "f1": 0.526841 + }, + { + "accuracy": 0.09127, + "lrap": 0.610168, + "f1": 0.53035 + }, + { + "accuracy": 0.071429, + "lrap": 0.687175, + "f1": 0.39145 + }, + { + "accuracy": 0.09127, + "lrap": 0.57177, + "f1": 0.499024 + }, + { + "accuracy": 0.095238, + "lrap": 0.613814, + "f1": 0.53269 + } + ], + "accuracy": 0.094444, + "lrap": 0.64459, + "f1": 0.50967, + "main_score": 0.50967, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 1.7832989692687988, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchBookReviewSentimentClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchBookReviewSentimentClassification.json new file mode 100644 index 0000000000..847090f1d7 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchBookReviewSentimentClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "1c2815ad38cf4794eb8d678fb08f569ea79392f6", + "task_name": "DutchBookReviewSentimentClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.765288, + "f1": 0.762475, + "f1_weighted": 0.762475, + "precision": 0.778477, + "precision_weighted": 0.778477, + "recall": 0.765288, + "recall_weighted": 0.765288, + "ap": 0.690443, + "ap_weighted": 0.690443 + }, + { + "accuracy": 0.790917, + "f1": 0.790535, + "f1_weighted": 0.790535, + "precision": 0.793056, + "precision_weighted": 0.793056, + "recall": 0.790917, + "recall_weighted": 0.790917, + "ap": 0.737997, + "ap_weighted": 0.737997 + }, + { + "accuracy": 0.808903, + "f1": 0.80774, + "f1_weighted": 0.80774, + "precision": 0.816565, + "precision_weighted": 0.816565, + "recall": 0.808903, + "recall_weighted": 0.808903, + "ap": 0.737026, + "ap_weighted": 0.737026 + }, + { + "accuracy": 0.776529, + "f1": 0.776382, + "f1_weighted": 0.776382, + "precision": 0.777257, + "precision_weighted": 0.777257, + "recall": 0.776529, + "recall_weighted": 0.776529, + "ap": 0.718864, + "ap_weighted": 0.718864 + }, + { + "accuracy": 0.806655, + "f1": 0.805885, + "f1_weighted": 0.805885, + "precision": 0.811594, + "precision_weighted": 0.811594, + "recall": 0.806655, + "recall_weighted": 0.806655, + "ap": 0.760909, + "ap_weighted": 0.760909 + }, + { + "accuracy": 0.729766, + "f1": 0.72712, + "f1_weighted": 0.72712, + "precision": 0.739038, + "precision_weighted": 0.739038, + "recall": 0.729766, + "recall_weighted": 0.729766, + "ap": 0.680622, + "ap_weighted": 0.680622 + }, + { + "accuracy": 0.760342, + "f1": 0.759141, + "f1_weighted": 0.759141, + "precision": 0.765637, + "precision_weighted": 0.765637, + "recall": 0.760342, + "recall_weighted": 0.760342, + "ap": 0.689563, + "ap_weighted": 0.689563 + }, + { + "accuracy": 0.765288, + "f1": 0.765269, + "f1_weighted": 0.765269, + "precision": 0.765374, + "precision_weighted": 0.765374, + "recall": 0.765288, + "recall_weighted": 0.765288, + "ap": 0.701778, + "ap_weighted": 0.701778 + }, + { + "accuracy": 0.772482, + "f1": 0.762949, + "f1_weighted": 0.762949, + "precision": 0.824718, + "precision_weighted": 0.824718, + "recall": 0.772482, + "recall_weighted": 0.772482, + "ap": 0.689233, + "ap_weighted": 0.689233 + }, + { + "accuracy": 0.814299, + "f1": 0.814258, + "f1_weighted": 0.814258, + "precision": 0.814576, + "precision_weighted": 0.814576, + "recall": 0.814299, + "recall_weighted": 0.814299, + "ap": 0.758954, + "ap_weighted": 0.758954 + } + ], + "accuracy": 0.779047, + "f1": 0.777175, + "f1_weighted": 0.777175, + "precision": 0.788629, + "precision_weighted": 0.788629, + "recall": 0.779047, + "recall_weighted": 0.779047, + "ap": 0.716539, + "ap_weighted": 0.716539, + "main_score": 0.779047, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 38.252898931503296, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchBookReviewSentimentClassification.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..1c76e658a2 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.77103, + "f1": 0.771026, + "f1_weighted": 0.771025, + "precision": 0.771056, + "precision_weighted": 0.771058, + "recall": 0.771032, + "recall_weighted": 0.77103, + "ap": 0.708095, + "ap_weighted": 0.708095 + }, + { + "accuracy": 0.732344, + "f1": 0.728632, + "f1_weighted": 0.728617, + "precision": 0.745903, + "precision_weighted": 0.745929, + "recall": 0.732396, + "recall_weighted": 0.732344, + "ap": 0.659747, + "ap_weighted": 0.659747 + }, + { + "accuracy": 0.780027, + "f1": 0.780024, + "f1_weighted": 0.780024, + "precision": 0.780045, + "precision_weighted": 0.780046, + "recall": 0.780029, + "recall_weighted": 0.780027, + "ap": 0.717645, + "ap_weighted": 0.717645 + }, + { + "accuracy": 0.677013, + "f1": 0.676856, + "f1_weighted": 0.676853, + "precision": 0.677375, + "precision_weighted": 0.677379, + "recall": 0.677023, + "recall_weighted": 0.677013, + "ap": 0.618301, + "ap_weighted": 0.618301 + }, + { + "accuracy": 0.77238, + "f1": 0.767716, + "f1_weighted": 0.767701, + "precision": 0.796318, + "precision_weighted": 0.796356, + "recall": 0.772444, + "recall_weighted": 0.77238, + "ap": 0.693838, + "ap_weighted": 0.693838 + }, + { + "accuracy": 0.790373, + "f1": 0.784233, + "f1_weighted": 0.784217, + "precision": 0.827869, + "precision_weighted": 0.827919, + "recall": 0.790449, + "recall_weighted": 0.790373, + "ap": 0.708086, + "ap_weighted": 0.708086 + }, + { + "accuracy": 0.824112, + "f1": 0.824036, + "f1_weighted": 0.824038, + "precision": 0.824646, + "precision_weighted": 0.82464, + "recall": 0.824102, + "recall_weighted": 0.824112, + "ap": 0.771401, + "ap_weighted": 0.771401 + }, + { + "accuracy": 0.780927, + "f1": 0.77724, + "f1_weighted": 0.777227, + "precision": 0.800982, + "precision_weighted": 0.801017, + "recall": 0.780985, + "recall_weighted": 0.780927, + "ap": 0.703068, + "ap_weighted": 0.703068 + }, + { + "accuracy": 0.782276, + "f1": 0.774801, + "f1_weighted": 0.774783, + "precision": 0.825709, + "precision_weighted": 0.825762, + "recall": 0.782358, + "recall_weighted": 0.782276, + "ap": 0.699396, + "ap_weighted": 0.699396 + }, + { + "accuracy": 0.71345, + "f1": 0.706751, + "f1_weighted": 0.706731, + "precision": 0.735063, + "precision_weighted": 0.735095, + "recall": 0.713518, + "recall_weighted": 0.71345, + "ap": 0.641545, + "ap_weighted": 0.641545 + } + ], + "accuracy": 0.762393, + "f1": 0.759131, + "f1_weighted": 0.759122, + "precision": 0.778497, + "precision_weighted": 0.77852, + "recall": 0.762434, + "recall_weighted": 0.762393, + "ap": 0.692112, + "ap_weighted": 0.692112, + "main_score": 0.762393, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 66.32430148124695, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchColaClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchColaClassification.json new file mode 100644 index 0000000000..a0df31dc63 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchColaClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "2269ed7d95d8abaab829f1592b4b2047372e9f81", + "task_name": "DutchColaClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.542083, + "f1": 0.540757, + "f1_weighted": 0.540757, + "precision": 0.542575, + "precision_weighted": 0.542575, + "recall": 0.542083, + "recall_weighted": 0.542083, + "ap": 0.522641, + "ap_weighted": 0.522641 + }, + { + "accuracy": 0.549583, + "f1": 0.548473, + "f1_weighted": 0.548473, + "precision": 0.550076, + "precision_weighted": 0.550076, + "recall": 0.549583, + "recall_weighted": 0.549583, + "ap": 0.527028, + "ap_weighted": 0.527028 + }, + { + "accuracy": 0.55625, + "f1": 0.555944, + "f1_weighted": 0.555944, + "precision": 0.556405, + "precision_weighted": 0.556405, + "recall": 0.55625, + "recall_weighted": 0.55625, + "ap": 0.531131, + "ap_weighted": 0.531131 + }, + { + "accuracy": 0.59125, + "f1": 0.590066, + "f1_weighted": 0.590066, + "precision": 0.592317, + "precision_weighted": 0.592317, + "recall": 0.59125, + "recall_weighted": 0.59125, + "ap": 0.553143, + "ap_weighted": 0.553143 + }, + { + "accuracy": 0.573333, + "f1": 0.573319, + "f1_weighted": 0.573319, + "precision": 0.573343, + "precision_weighted": 0.573343, + "recall": 0.573333, + "recall_weighted": 0.573333, + "ap": 0.541982, + "ap_weighted": 0.541982 + }, + { + "accuracy": 0.578333, + "f1": 0.578326, + "f1_weighted": 0.578326, + "precision": 0.578339, + "precision_weighted": 0.578339, + "recall": 0.578333, + "recall_weighted": 0.578333, + "ap": 0.545252, + "ap_weighted": 0.545252 + }, + { + "accuracy": 0.5825, + "f1": 0.582012, + "f1_weighted": 0.582012, + "precision": 0.582887, + "precision_weighted": 0.582887, + "recall": 0.5825, + "recall_weighted": 0.5825, + "ap": 0.547621, + "ap_weighted": 0.547621 + }, + { + "accuracy": 0.545833, + "f1": 0.545795, + "f1_weighted": 0.545795, + "precision": 0.545849, + "precision_weighted": 0.545849, + "recall": 0.545833, + "recall_weighted": 0.545833, + "ap": 0.525057, + "ap_weighted": 0.525057 + }, + { + "accuracy": 0.552083, + "f1": 0.548661, + "f1_weighted": 0.548661, + "precision": 0.553713, + "precision_weighted": 0.553713, + "recall": 0.552083, + "recall_weighted": 0.552083, + "ap": 0.528352, + "ap_weighted": 0.528352 + }, + { + "accuracy": 0.555, + "f1": 0.554683, + "f1_weighted": 0.554683, + "precision": 0.555157, + "precision_weighted": 0.555157, + "recall": 0.555, + "recall_weighted": 0.555, + "ap": 0.530372, + "ap_weighted": 0.530372 + } + ], + "accuracy": 0.562625, + "f1": 0.561804, + "f1_weighted": 0.561804, + "precision": 0.563066, + "precision_weighted": 0.563066, + "recall": 0.562625, + "recall_weighted": 0.562625, + "ap": 0.535258, + "ap_weighted": 0.535258, + "main_score": 0.561804, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 23.459006309509277, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchGovernmentBiasClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchGovernmentBiasClassification.json new file mode 100644 index 0000000000..c719853082 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchGovernmentBiasClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "bf5e20ee2d3ce2e24e4de50f5dd8573e0e0e2fec", + "task_name": "DutchGovernmentBiasClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.660904, + "f1": 0.623509, + "f1_weighted": 0.679996, + "precision": 0.627214, + "precision_weighted": 0.73119, + "recall": 0.66058, + "recall_weighted": 0.660904, + "ap": 0.358866, + "ap_weighted": 0.358866 + }, + { + "accuracy": 0.658245, + "f1": 0.625294, + "f1_weighted": 0.678192, + "precision": 0.6322, + "precision_weighted": 0.738154, + "recall": 0.668601, + "recall_weighted": 0.658245, + "ap": 0.363913, + "ap_weighted": 0.363913 + }, + { + "accuracy": 0.679521, + "f1": 0.641465, + "f1_weighted": 0.697074, + "precision": 0.642118, + "precision_weighted": 0.74356, + "recall": 0.678104, + "recall_weighted": 0.679521, + "ap": 0.374758, + "ap_weighted": 0.374758 + }, + { + "accuracy": 0.621011, + "f1": 0.600851, + "f1_weighted": 0.643555, + "precision": 0.627431, + "precision_weighted": 0.742363, + "recall": 0.664659, + "recall_weighted": 0.621011, + "ap": 0.355787, + "ap_weighted": 0.355787 + }, + { + "accuracy": 0.601064, + "f1": 0.57262, + "f1_weighted": 0.625109, + "precision": 0.591714, + "precision_weighted": 0.70329, + "recall": 0.618402, + "recall_weighted": 0.601064, + "ap": 0.32442, + "ap_weighted": 0.32442 + }, + { + "accuracy": 0.642287, + "f1": 0.622298, + "f1_weighted": 0.663664, + "precision": 0.646123, + "precision_weighted": 0.760551, + "recall": 0.688897, + "recall_weighted": 0.642287, + "ap": 0.375103, + "ap_weighted": 0.375103 + }, + { + "accuracy": 0.691489, + "f1": 0.650331, + "f1_weighted": 0.707442, + "precision": 0.648011, + "precision_weighted": 0.746525, + "recall": 0.682938, + "recall_weighted": 0.691489, + "ap": 0.381071, + "ap_weighted": 0.381071 + }, + { + "accuracy": 0.667553, + "f1": 0.636437, + "f1_weighted": 0.687072, + "precision": 0.643301, + "precision_weighted": 0.749181, + "recall": 0.683093, + "recall_weighted": 0.667553, + "ap": 0.375718, + "ap_weighted": 0.375718 + }, + { + "accuracy": 0.625, + "f1": 0.570442, + "f1_weighted": 0.643322, + "precision": 0.572732, + "precision_weighted": 0.677855, + "recall": 0.588778, + "recall_weighted": 0.625, + "ap": 0.308084, + "ap_weighted": 0.308084 + }, + { + "accuracy": 0.62633, + "f1": 0.592388, + "f1_weighted": 0.648384, + "precision": 0.603329, + "precision_weighted": 0.711676, + "recall": 0.632245, + "recall_weighted": 0.62633, + "ap": 0.335313, + "ap_weighted": 0.335313 + } + ], + "accuracy": 0.64734, + "f1": 0.613564, + "f1_weighted": 0.667381, + "precision": 0.623417, + "precision_weighted": 0.730435, + "recall": 0.65663, + "recall_weighted": 0.64734, + "ap": 0.355303, + "ap_weighted": 0.355303, + "main_score": 0.613564, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4.863346338272095, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesClassification.json new file mode 100644 index 0000000000..d10a09b4ca --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "0a7227d31f85c5676be92767f8df5405ea93de54", + "task_name": "DutchNewsArticlesClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.590833, + "f1": 0.572391, + "f1_weighted": 0.572391, + "precision": 0.577525, + "precision_weighted": 0.577525, + "recall": 0.590833, + "recall_weighted": 0.590833, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.580833, + "f1": 0.557278, + "f1_weighted": 0.557278, + "precision": 0.569591, + "precision_weighted": 0.569591, + "recall": 0.580833, + "recall_weighted": 0.580833, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.555833, + "f1": 0.545143, + "f1_weighted": 0.545143, + "precision": 0.544348, + "precision_weighted": 0.544348, + "recall": 0.555833, + "recall_weighted": 0.555833, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.559167, + "f1": 0.543633, + "f1_weighted": 0.543633, + "precision": 0.542702, + "precision_weighted": 0.542702, + "recall": 0.559167, + "recall_weighted": 0.559167, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.578333, + "f1": 0.555198, + "f1_weighted": 0.555198, + "precision": 0.557391, + "precision_weighted": 0.557391, + "recall": 0.578333, + "recall_weighted": 0.578333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.586667, + "f1": 0.56092, + "f1_weighted": 0.56092, + "precision": 0.571057, + "precision_weighted": 0.571057, + "recall": 0.586667, + "recall_weighted": 0.586667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5525, + "f1": 0.545619, + "f1_weighted": 0.545619, + "precision": 0.555951, + "precision_weighted": 0.555951, + "recall": 0.5525, + "recall_weighted": 0.5525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.591667, + "f1": 0.585257, + "f1_weighted": 0.585257, + "precision": 0.596475, + "precision_weighted": 0.596475, + "recall": 0.591667, + "recall_weighted": 0.591667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.540833, + "f1": 0.523005, + "f1_weighted": 0.523005, + "precision": 0.541412, + "precision_weighted": 0.541412, + "recall": 0.540833, + "recall_weighted": 0.540833, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.585833, + "f1": 0.575485, + "f1_weighted": 0.575485, + "precision": 0.593873, + "precision_weighted": 0.593873, + "recall": 0.585833, + "recall_weighted": 0.585833, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.57225, + "f1": 0.556393, + "f1_weighted": 0.556393, + "precision": 0.565033, + "precision_weighted": 0.565033, + "recall": 0.57225, + "recall_weighted": 0.57225, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.556393, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 14.916642904281616, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesClusteringP2P.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesClusteringP2P.json new file mode 100644 index 0000000000..34fba0a45f --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesClusteringP2P.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "0a7227d31f85c5676be92767f8df5405ea93de54", + "task_name": "DutchNewsArticlesClusteringP2P", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.421589, + 0.395908, + 0.379716, + 0.398276, + 0.41421, + 0.349326, + 0.437973, + 0.363569, + 0.350559, + 0.416418 + ] + }, + "v_measure": 0.392754, + "v_measure_std": 0.029369, + "main_score": 0.392754, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 10.539153099060059, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesClusteringS2S.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesClusteringS2S.json new file mode 100644 index 0000000000..82bdc83146 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "0a7227d31f85c5676be92767f8df5405ea93de54", + "task_name": "DutchNewsArticlesClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.202621, + 0.199447, + 0.209502, + 0.204208, + 0.184982, + 0.193107, + 0.234364, + 0.208528, + 0.194543, + 0.19556 + ] + }, + "v_measure": 0.202686, + "v_measure_std": 0.012725, + "main_score": 0.202686, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 5.199413061141968, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesRetrieval.json new file mode 100644 index 0000000000..b789f683d8 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchNewsArticlesRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "c8042a86f3eb0d1fcec79a4a44ebf1eafe635462", + "task_name": "DutchNewsArticlesRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.698, + "ndcg_at_3": 0.78864, + "ndcg_at_5": 0.80452, + "ndcg_at_10": 0.81668, + "ndcg_at_20": 0.82265, + "ndcg_at_100": 0.82869, + "ndcg_at_1000": 0.83093, + "map_at_1": 0.698, + "map_at_3": 0.767, + "map_at_5": 0.77595, + "map_at_10": 0.78089, + "map_at_20": 0.78261, + "map_at_100": 0.78348, + "map_at_1000": 0.78357, + "recall_at_1": 0.698, + "recall_at_3": 0.851, + "recall_at_5": 0.889, + "recall_at_10": 0.927, + "recall_at_20": 0.95, + "recall_at_100": 0.982, + "recall_at_1000": 0.999, + "accuracy": 0.698, + "precision_at_1": 0.698, + "precision_at_3": 0.28367, + "precision_at_5": 0.1778, + "precision_at_10": 0.0927, + "precision_at_20": 0.0475, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.698, + "mrr_at_3": 0.766833, + "mrr_at_5": 0.775783, + "mrr_at_10": 0.780724, + "mrr_at_20": 0.782442, + "mrr_at_100": 0.783312, + "mrr_at_1000": 0.783406, + "nauc_ndcg_at_1_max": 0.414658, + "nauc_ndcg_at_1_std": -0.08646, + "nauc_ndcg_at_1_diff1": 0.819265, + "nauc_ndcg_at_3_max": 0.456902, + "nauc_ndcg_at_3_std": -0.075805, + "nauc_ndcg_at_3_diff1": 0.807811, + "nauc_ndcg_at_5_max": 0.470179, + "nauc_ndcg_at_5_std": -0.061021, + "nauc_ndcg_at_5_diff1": 0.810638, + "nauc_ndcg_at_10_max": 0.46829, + "nauc_ndcg_at_10_std": -0.053577, + "nauc_ndcg_at_10_diff1": 0.81056, + "nauc_ndcg_at_20_max": 0.472153, + "nauc_ndcg_at_20_std": -0.04333, + "nauc_ndcg_at_20_diff1": 0.810814, + "nauc_ndcg_at_100_max": 0.466641, + "nauc_ndcg_at_100_std": -0.04836, + "nauc_ndcg_at_100_diff1": 0.811839, + "nauc_ndcg_at_1000_max": 0.460699, + "nauc_ndcg_at_1000_std": -0.056121, + "nauc_ndcg_at_1000_diff1": 0.81151, + "nauc_map_at_1_max": 0.414658, + "nauc_map_at_1_std": -0.08646, + "nauc_map_at_1_diff1": 0.819265, + "nauc_map_at_3_max": 0.445671, + "nauc_map_at_3_std": -0.076861, + "nauc_map_at_3_diff1": 0.810142, + "nauc_map_at_5_max": 0.451287, + "nauc_map_at_5_std": -0.070548, + "nauc_map_at_5_diff1": 0.811658, + "nauc_map_at_10_max": 0.450269, + "nauc_map_at_10_std": -0.068508, + "nauc_map_at_10_diff1": 0.81155, + "nauc_map_at_20_max": 0.451155, + "nauc_map_at_20_std": -0.066012, + "nauc_map_at_20_diff1": 0.811637, + "nauc_map_at_100_max": 0.450656, + "nauc_map_at_100_std": -0.06626, + "nauc_map_at_100_diff1": 0.811845, + "nauc_map_at_1000_max": 0.450447, + "nauc_map_at_1000_std": -0.066538, + "nauc_map_at_1000_diff1": 0.811828, + "nauc_recall_at_1_max": 0.414658, + "nauc_recall_at_1_std": -0.08646, + "nauc_recall_at_1_diff1": 0.819265, + "nauc_recall_at_3_max": 0.503251, + "nauc_recall_at_3_std": -0.072663, + "nauc_recall_at_3_diff1": 0.798683, + "nauc_recall_at_5_max": 0.572992, + "nauc_recall_at_5_std": -0.006698, + "nauc_recall_at_5_diff1": 0.806768, + "nauc_recall_at_10_max": 0.609922, + "nauc_recall_at_10_std": 0.077779, + "nauc_recall_at_10_diff1": 0.805751, + "nauc_recall_at_20_max": 0.718814, + "nauc_recall_at_20_std": 0.258422, + "nauc_recall_at_20_diff1": 0.806218, + "nauc_recall_at_100_max": 0.873042, + "nauc_recall_at_100_std": 0.500415, + "nauc_recall_at_100_diff1": 0.831284, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.414658, + "nauc_precision_at_1_std": -0.08646, + "nauc_precision_at_1_diff1": 0.819265, + "nauc_precision_at_3_max": 0.503251, + "nauc_precision_at_3_std": -0.072663, + "nauc_precision_at_3_diff1": 0.798683, + "nauc_precision_at_5_max": 0.572992, + "nauc_precision_at_5_std": -0.006698, + "nauc_precision_at_5_diff1": 0.806768, + "nauc_precision_at_10_max": 0.609922, + "nauc_precision_at_10_std": 0.077779, + "nauc_precision_at_10_diff1": 0.805751, + "nauc_precision_at_20_max": 0.718814, + "nauc_precision_at_20_std": 0.258422, + "nauc_precision_at_20_diff1": 0.806218, + "nauc_precision_at_100_max": 0.873042, + "nauc_precision_at_100_std": 0.500415, + "nauc_precision_at_100_diff1": 0.831284, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.869281, + "nauc_mrr_at_1_max": 0.414658, + "nauc_mrr_at_1_std": -0.08646, + "nauc_mrr_at_1_diff1": 0.819265, + "nauc_mrr_at_3_max": 0.445223, + "nauc_mrr_at_3_std": -0.076709, + "nauc_mrr_at_3_diff1": 0.809676, + "nauc_mrr_at_5_max": 0.450818, + "nauc_mrr_at_5_std": -0.070395, + "nauc_mrr_at_5_diff1": 0.811173, + "nauc_mrr_at_10_max": 0.449789, + "nauc_mrr_at_10_std": -0.068353, + "nauc_mrr_at_10_diff1": 0.811054, + "nauc_mrr_at_20_max": 0.450671, + "nauc_mrr_at_20_std": -0.065857, + "nauc_mrr_at_20_diff1": 0.811136, + "nauc_mrr_at_100_max": 0.45017, + "nauc_mrr_at_100_std": -0.066105, + "nauc_mrr_at_100_diff1": 0.811341, + "nauc_mrr_at_1000_max": 0.449961, + "nauc_mrr_at_1000_std": -0.066382, + "nauc_mrr_at_1000_diff1": 0.811324, + "cv_recall_at_1": 0.698, + "cv_recall_at_3": 0.851, + "cv_recall_at_5": 0.889, + "cv_recall_at_10": 0.927, + "cv_recall_at_20": 0.95, + "cv_recall_at_100": 0.982, + "cv_recall_at_1000": 0.999, + "main_score": 0.81668, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 2187.092450618744, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchSarcasticHeadlinesClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchSarcasticHeadlinesClassification.json new file mode 100644 index 0000000000..a98a0c93fd --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DutchSarcasticHeadlinesClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "7e520e36394795859583f84f81fcb97de915d05a", + "task_name": "DutchSarcasticHeadlinesClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.670437, + "f1": 0.663153, + "f1_weighted": 0.675331, + "precision": 0.664888, + "precision_weighted": 0.693153, + "recall": 0.675087, + "recall_weighted": 0.670437, + "ap": 0.49703, + "ap_weighted": 0.49703 + }, + { + "accuracy": 0.647813, + "f1": 0.629735, + "f1_weighted": 0.649849, + "precision": 0.628656, + "precision_weighted": 0.652676, + "recall": 0.631668, + "recall_weighted": 0.647813, + "ap": 0.464172, + "ap_weighted": 0.464172 + }, + { + "accuracy": 0.652338, + "f1": 0.648587, + "f1_weighted": 0.657513, + "precision": 0.657401, + "precision_weighted": 0.68914, + "recall": 0.667269, + "recall_weighted": 0.652338, + "ap": 0.487168, + "ap_weighted": 0.487168 + }, + { + "accuracy": 0.70362, + "f1": 0.695309, + "f1_weighted": 0.707681, + "precision": 0.694626, + "precision_weighted": 0.720806, + "recall": 0.705668, + "recall_weighted": 0.70362, + "ap": 0.527774, + "ap_weighted": 0.527774 + }, + { + "accuracy": 0.690045, + "f1": 0.675471, + "f1_weighted": 0.692379, + "precision": 0.673668, + "precision_weighted": 0.696291, + "recall": 0.678985, + "recall_weighted": 0.690045, + "ap": 0.506776, + "ap_weighted": 0.506776 + }, + { + "accuracy": 0.665158, + "f1": 0.662486, + "f1_weighted": 0.66987, + "precision": 0.674305, + "precision_weighted": 0.707435, + "recall": 0.684663, + "recall_weighted": 0.665158, + "ap": 0.501204, + "ap_weighted": 0.501204 + }, + { + "accuracy": 0.634238, + "f1": 0.618048, + "f1_weighted": 0.637381, + "precision": 0.617066, + "precision_weighted": 0.642512, + "recall": 0.621167, + "recall_weighted": 0.634238, + "ap": 0.454599, + "ap_weighted": 0.454599 + }, + { + "accuracy": 0.668929, + "f1": 0.654498, + "f1_weighted": 0.671858, + "precision": 0.652964, + "precision_weighted": 0.67706, + "recall": 0.658484, + "recall_weighted": 0.668929, + "ap": 0.486649, + "ap_weighted": 0.486649 + }, + { + "accuracy": 0.615385, + "f1": 0.614596, + "f1_weighted": 0.618883, + "precision": 0.637808, + "precision_weighted": 0.673293, + "recall": 0.643133, + "recall_weighted": 0.615385, + "ap": 0.465071, + "ap_weighted": 0.465071 + }, + { + "accuracy": 0.701357, + "f1": 0.671789, + "f1_weighted": 0.696008, + "precision": 0.680458, + "precision_weighted": 0.694954, + "recall": 0.667937, + "recall_weighted": 0.701357, + "ap": 0.507106, + "ap_weighted": 0.507106 + } + ], + "accuracy": 0.664932, + "f1": 0.653367, + "f1_weighted": 0.667675, + "precision": 0.658184, + "precision_weighted": 0.684732, + "recall": 0.663406, + "recall_weighted": 0.664932, + "ap": 0.489755, + "ap_weighted": 0.489755, + "main_score": 0.653367, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 7.295542001724243, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IconclassClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IconclassClassification.json new file mode 100644 index 0000000000..3dad56bfaa --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IconclassClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "1cd02f1579dab39fedc95de8cc15fd620557a9f2", + "task_name": "IconclassClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.584158, + "f1": 0.578786, + "f1_weighted": 0.579944, + "precision": 0.598414, + "precision_weighted": 0.599664, + "recall": 0.583443, + "recall_weighted": 0.584158, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.519802, + "f1": 0.506988, + "f1_weighted": 0.508886, + "precision": 0.521092, + "precision_weighted": 0.522105, + "recall": 0.517347, + "recall_weighted": 0.519802, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.49505, + "f1": 0.487022, + "f1_weighted": 0.488813, + "precision": 0.486673, + "precision_weighted": 0.488507, + "recall": 0.493412, + "recall_weighted": 0.49505, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.529703, + "f1": 0.521787, + "f1_weighted": 0.523489, + "precision": 0.523282, + "precision_weighted": 0.524747, + "recall": 0.527888, + "recall_weighted": 0.529703, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.490099, + "f1": 0.469638, + "f1_weighted": 0.4713, + "precision": 0.473025, + "precision_weighted": 0.473929, + "recall": 0.487923, + "recall_weighted": 0.490099, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.490099, + "f1": 0.484462, + "f1_weighted": 0.486336, + "precision": 0.49283, + "precision_weighted": 0.494079, + "recall": 0.487703, + "recall_weighted": 0.490099, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.524752, + "f1": 0.507682, + "f1_weighted": 0.510152, + "precision": 0.502064, + "precision_weighted": 0.50393, + "recall": 0.521739, + "recall_weighted": 0.524752, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.549505, + "f1": 0.536317, + "f1_weighted": 0.537954, + "precision": 0.541444, + "precision_weighted": 0.5426, + "recall": 0.54765, + "recall_weighted": 0.549505, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.519802, + "f1": 0.509583, + "f1_weighted": 0.511713, + "precision": 0.510391, + "precision_weighted": 0.511906, + "recall": 0.517128, + "recall_weighted": 0.519802, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.529703, + "f1": 0.525477, + "f1_weighted": 0.526251, + "precision": 0.5294, + "precision_weighted": 0.529725, + "recall": 0.528546, + "recall_weighted": 0.529703, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.523267, + "f1": 0.512774, + "f1_weighted": 0.514484, + "precision": 0.517862, + "precision_weighted": 0.519119, + "recall": 0.521278, + "recall_weighted": 0.523267, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.512774, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 12.752440214157104, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IconclassClusteringS2S.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IconclassClusteringS2S.json new file mode 100644 index 0000000000..83e0db0b42 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IconclassClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "1cd02f1579dab39fedc95de8cc15fd620557a9f2", + "task_name": "IconclassClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.205175, + 0.246144, + 0.191393, + 0.265703, + 0.209999, + 0.184199, + 0.276985, + 0.287159, + 0.25649, + 0.20868 + ] + }, + "v_measure": 0.233193, + "v_measure_std": 0.035593, + "main_score": 0.233193, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.518655300140381, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LegalQANLRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LegalQANLRetrieval.json new file mode 100644 index 0000000000..b5b42080d1 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LegalQANLRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "8f593522dfbe7ec07055ca9d38a700e7643d3882", + "task_name": "LegalQANLRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.80392, + "ndcg_at_3": 0.786, + "ndcg_at_5": 0.79941, + "ndcg_at_10": 0.81231, + "ndcg_at_20": 0.8261, + "ndcg_at_100": 0.84089, + "ndcg_at_1000": 0.84304, + "map_at_1": 0.60368, + "map_at_3": 0.72345, + "map_at_5": 0.73835, + "map_at_10": 0.74856, + "map_at_20": 0.75468, + "map_at_100": 0.75818, + "map_at_1000": 0.75842, + "recall_at_1": 0.60368, + "recall_at_3": 0.80417, + "recall_at_5": 0.84044, + "recall_at_10": 0.8723, + "recall_at_20": 0.91675, + "recall_at_100": 0.97794, + "recall_at_1000": 0.98775, + "accuracy": 0.60368, + "precision_at_1": 0.80392, + "precision_at_3": 0.36275, + "precision_at_5": 0.23137, + "precision_at_10": 0.12255, + "precision_at_20": 0.06569, + "precision_at_100": 0.01471, + "precision_at_1000": 0.00152, + "mrr_at_1": 0.803922, + "mrr_at_3": 0.883987, + "mrr_at_5": 0.885948, + "mrr_at_10": 0.885948, + "mrr_at_20": 0.886524, + "mrr_at_100": 0.886524, + "mrr_at_1000": 0.886524, + "nauc_ndcg_at_1_max": 0.19028, + "nauc_ndcg_at_1_std": -0.331569, + "nauc_ndcg_at_1_diff1": 0.830597, + "nauc_ndcg_at_3_max": 0.179629, + "nauc_ndcg_at_3_std": 0.017052, + "nauc_ndcg_at_3_diff1": 0.416141, + "nauc_ndcg_at_5_max": 0.186667, + "nauc_ndcg_at_5_std": -0.019206, + "nauc_ndcg_at_5_diff1": 0.419552, + "nauc_ndcg_at_10_max": 0.158796, + "nauc_ndcg_at_10_std": -0.001273, + "nauc_ndcg_at_10_diff1": 0.400623, + "nauc_ndcg_at_20_max": 0.177511, + "nauc_ndcg_at_20_std": -0.006027, + "nauc_ndcg_at_20_diff1": 0.438299, + "nauc_ndcg_at_100_max": 0.186617, + "nauc_ndcg_at_100_std": -0.014018, + "nauc_ndcg_at_100_diff1": 0.477013, + "nauc_ndcg_at_1000_max": 0.194294, + "nauc_ndcg_at_1000_std": -0.029237, + "nauc_ndcg_at_1000_diff1": 0.486831, + "nauc_map_at_1_max": 0.163174, + "nauc_map_at_1_std": -0.10739, + "nauc_map_at_1_diff1": 0.498965, + "nauc_map_at_3_max": 0.193756, + "nauc_map_at_3_std": 0.02605, + "nauc_map_at_3_diff1": 0.408072, + "nauc_map_at_5_max": 0.190741, + "nauc_map_at_5_std": 0.001245, + "nauc_map_at_5_diff1": 0.413102, + "nauc_map_at_10_max": 0.172838, + "nauc_map_at_10_std": 0.008229, + "nauc_map_at_10_diff1": 0.401398, + "nauc_map_at_20_max": 0.176045, + "nauc_map_at_20_std": 0.001687, + "nauc_map_at_20_diff1": 0.416557, + "nauc_map_at_100_max": 0.179184, + "nauc_map_at_100_std": 0.00174, + "nauc_map_at_100_diff1": 0.422948, + "nauc_map_at_1000_max": 0.179544, + "nauc_map_at_1000_std": 0.000626, + "nauc_map_at_1000_diff1": 0.423474, + "nauc_recall_at_1_max": 0.163174, + "nauc_recall_at_1_std": -0.10739, + "nauc_recall_at_1_diff1": 0.498965, + "nauc_recall_at_3_max": 0.171006, + "nauc_recall_at_3_std": 0.188145, + "nauc_recall_at_3_diff1": 0.151373, + "nauc_recall_at_5_max": 0.128135, + "nauc_recall_at_5_std": 0.103503, + "nauc_recall_at_5_diff1": 0.107185, + "nauc_recall_at_10_max": 0.035245, + "nauc_recall_at_10_std": 0.169885, + "nauc_recall_at_10_diff1": 0.002648, + "nauc_recall_at_20_max": 0.127627, + "nauc_recall_at_20_std": 0.281431, + "nauc_recall_at_20_diff1": 0.039187, + "nauc_recall_at_100_max": 0.311205, + "nauc_recall_at_100_std": 0.892497, + "nauc_recall_at_100_diff1": 0.22707, + "nauc_recall_at_1000_max": 0.973913, + "nauc_recall_at_1000_std": 0.910842, + "nauc_recall_at_1000_diff1": 0.650077, + "nauc_precision_at_1_max": 0.19028, + "nauc_precision_at_1_std": -0.331569, + "nauc_precision_at_1_diff1": 0.830597, + "nauc_precision_at_3_max": -0.018444, + "nauc_precision_at_3_std": 0.086293, + "nauc_precision_at_3_diff1": 0.063931, + "nauc_precision_at_5_max": -0.074178, + "nauc_precision_at_5_std": -0.011486, + "nauc_precision_at_5_diff1": 0.004854, + "nauc_precision_at_10_max": -0.146179, + "nauc_precision_at_10_std": 0.012773, + "nauc_precision_at_10_diff1": -0.080923, + "nauc_precision_at_20_max": -0.129114, + "nauc_precision_at_20_std": -0.01829, + "nauc_precision_at_20_diff1": -0.049818, + "nauc_precision_at_100_max": -0.161947, + "nauc_precision_at_100_std": -0.067236, + "nauc_precision_at_100_diff1": -0.062832, + "nauc_precision_at_1000_max": -0.16144, + "nauc_precision_at_1000_std": -0.130743, + "nauc_precision_at_1000_diff1": -0.072806, + "nauc_mrr_at_1_max": 0.19028, + "nauc_mrr_at_1_std": -0.331569, + "nauc_mrr_at_1_diff1": 0.830597, + "nauc_mrr_at_3_max": 0.230115, + "nauc_mrr_at_3_std": -0.265601, + "nauc_mrr_at_3_diff1": 0.7939, + "nauc_mrr_at_5_max": 0.218469, + "nauc_mrr_at_5_std": -0.286275, + "nauc_mrr_at_5_diff1": 0.795187, + "nauc_mrr_at_10_max": 0.218469, + "nauc_mrr_at_10_std": -0.286275, + "nauc_mrr_at_10_diff1": 0.795187, + "nauc_mrr_at_20_max": 0.222648, + "nauc_mrr_at_20_std": -0.278351, + "nauc_mrr_at_20_diff1": 0.795574, + "nauc_mrr_at_100_max": 0.222648, + "nauc_mrr_at_100_std": -0.278351, + "nauc_mrr_at_100_diff1": 0.795574, + "nauc_mrr_at_1000_max": 0.222648, + "nauc_mrr_at_1000_std": -0.278351, + "nauc_mrr_at_1000_diff1": 0.795574, + "cv_recall_at_1": 0.80392, + "cv_recall_at_3": 0.97059, + "cv_recall_at_5": 0.98039, + "cv_recall_at_10": 0.98039, + "cv_recall_at_20": 0.9902, + "cv_recall_at_100": 0.9902, + "cv_recall_at_1000": 0.9902, + "main_score": 0.81231, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 66.22662448883057, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NFCorpus-NL.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..abac43edae --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.3839, + "ndcg_at_3": 0.35188, + "ndcg_at_5": 0.32434, + "ndcg_at_10": 0.29044, + "ndcg_at_20": 0.26585, + "ndcg_at_100": 0.25812, + "ndcg_at_1000": 0.34813, + "map_at_1": 0.05051, + "map_at_3": 0.08398, + "map_at_5": 0.09506, + "map_at_10": 0.10843, + "map_at_20": 0.11735, + "map_at_100": 0.12939, + "map_at_1000": 0.14073, + "recall_at_1": 0.05051, + "recall_at_3": 0.09263, + "recall_at_5": 0.11206, + "recall_at_10": 0.13737, + "recall_at_20": 0.16469, + "recall_at_100": 0.2572, + "recall_at_1000": 0.57372, + "accuracy": 0.05051, + "precision_at_1": 0.39938, + "precision_at_3": 0.3323, + "precision_at_5": 0.27678, + "precision_at_10": 0.20991, + "precision_at_20": 0.14923, + "precision_at_100": 0.06152, + "precision_at_1000": 0.01859, + "mrr_at_1": 0.399381, + "mrr_at_3": 0.478328, + "mrr_at_5": 0.485913, + "mrr_at_10": 0.49175, + "mrr_at_20": 0.495913, + "mrr_at_100": 0.499139, + "mrr_at_1000": 0.499573, + "nauc_ndcg_at_1_max": 0.302691, + "nauc_ndcg_at_1_std": 0.148121, + "nauc_ndcg_at_1_diff1": 0.360392, + "nauc_ndcg_at_3_max": 0.362669, + "nauc_ndcg_at_3_std": 0.242544, + "nauc_ndcg_at_3_diff1": 0.274521, + "nauc_ndcg_at_5_max": 0.380106, + "nauc_ndcg_at_5_std": 0.266454, + "nauc_ndcg_at_5_diff1": 0.241501, + "nauc_ndcg_at_10_max": 0.368566, + "nauc_ndcg_at_10_std": 0.281154, + "nauc_ndcg_at_10_diff1": 0.220631, + "nauc_ndcg_at_20_max": 0.37126, + "nauc_ndcg_at_20_std": 0.286178, + "nauc_ndcg_at_20_diff1": 0.230772, + "nauc_ndcg_at_100_max": 0.390491, + "nauc_ndcg_at_100_std": 0.288888, + "nauc_ndcg_at_100_diff1": 0.300215, + "nauc_ndcg_at_1000_max": 0.438461, + "nauc_ndcg_at_1000_std": 0.324343, + "nauc_ndcg_at_1000_diff1": 0.279326, + "nauc_map_at_1_max": 0.153026, + "nauc_map_at_1_std": -0.139312, + "nauc_map_at_1_diff1": 0.450699, + "nauc_map_at_3_max": 0.183948, + "nauc_map_at_3_std": -0.055288, + "nauc_map_at_3_diff1": 0.377382, + "nauc_map_at_5_max": 0.22293, + "nauc_map_at_5_std": -0.01237, + "nauc_map_at_5_diff1": 0.369132, + "nauc_map_at_10_max": 0.261224, + "nauc_map_at_10_std": 0.051017, + "nauc_map_at_10_diff1": 0.349596, + "nauc_map_at_20_max": 0.286288, + "nauc_map_at_20_std": 0.097058, + "nauc_map_at_20_diff1": 0.330994, + "nauc_map_at_100_max": 0.309474, + "nauc_map_at_100_std": 0.141858, + "nauc_map_at_100_diff1": 0.315246, + "nauc_map_at_1000_max": 0.314708, + "nauc_map_at_1000_std": 0.162808, + "nauc_map_at_1000_diff1": 0.29788, + "nauc_recall_at_1_max": 0.153026, + "nauc_recall_at_1_std": -0.139312, + "nauc_recall_at_1_diff1": 0.450699, + "nauc_recall_at_3_max": 0.186694, + "nauc_recall_at_3_std": -0.033483, + "nauc_recall_at_3_diff1": 0.360316, + "nauc_recall_at_5_max": 0.215234, + "nauc_recall_at_5_std": 0.008926, + "nauc_recall_at_5_diff1": 0.346086, + "nauc_recall_at_10_max": 0.232736, + "nauc_recall_at_10_std": 0.064003, + "nauc_recall_at_10_diff1": 0.33418, + "nauc_recall_at_20_max": 0.267124, + "nauc_recall_at_20_std": 0.12563, + "nauc_recall_at_20_diff1": 0.304862, + "nauc_recall_at_100_max": 0.248551, + "nauc_recall_at_100_std": 0.193654, + "nauc_recall_at_100_diff1": 0.259162, + "nauc_recall_at_1000_max": 0.189093, + "nauc_recall_at_1000_std": 0.141248, + "nauc_recall_at_1000_diff1": 0.125568, + "nauc_precision_at_1_max": 0.326519, + "nauc_precision_at_1_std": 0.162947, + "nauc_precision_at_1_diff1": 0.361128, + "nauc_precision_at_3_max": 0.390731, + "nauc_precision_at_3_std": 0.313695, + "nauc_precision_at_3_diff1": 0.20123, + "nauc_precision_at_5_max": 0.411874, + "nauc_precision_at_5_std": 0.372344, + "nauc_precision_at_5_diff1": 0.117651, + "nauc_precision_at_10_max": 0.377992, + "nauc_precision_at_10_std": 0.424368, + "nauc_precision_at_10_diff1": 0.033101, + "nauc_precision_at_20_max": 0.349944, + "nauc_precision_at_20_std": 0.461537, + "nauc_precision_at_20_diff1": -0.032782, + "nauc_precision_at_100_max": 0.247367, + "nauc_precision_at_100_std": 0.446814, + "nauc_precision_at_100_diff1": -0.097762, + "nauc_precision_at_1000_max": 0.048462, + "nauc_precision_at_1000_std": 0.236522, + "nauc_precision_at_1000_diff1": -0.158521, + "nauc_mrr_at_1_max": 0.326519, + "nauc_mrr_at_1_std": 0.162947, + "nauc_mrr_at_1_diff1": 0.361128, + "nauc_mrr_at_3_max": 0.393349, + "nauc_mrr_at_3_std": 0.25736, + "nauc_mrr_at_3_diff1": 0.323759, + "nauc_mrr_at_5_max": 0.391924, + "nauc_mrr_at_5_std": 0.263046, + "nauc_mrr_at_5_diff1": 0.31667, + "nauc_mrr_at_10_max": 0.389827, + "nauc_mrr_at_10_std": 0.263847, + "nauc_mrr_at_10_diff1": 0.316448, + "nauc_mrr_at_20_max": 0.39112, + "nauc_mrr_at_20_std": 0.266102, + "nauc_mrr_at_20_diff1": 0.316467, + "nauc_mrr_at_100_max": 0.392931, + "nauc_mrr_at_100_std": 0.268103, + "nauc_mrr_at_100_diff1": 0.317605, + "nauc_mrr_at_1000_max": 0.392822, + "nauc_mrr_at_1000_std": 0.267728, + "nauc_mrr_at_1000_diff1": 0.317459, + "cv_recall_at_1": 0.39938, + "cv_recall_at_3": 0.56966, + "cv_recall_at_5": 0.60372, + "cv_recall_at_10": 0.64706, + "cv_recall_at_20": 0.70898, + "cv_recall_at_100": 0.82353, + "cv_recall_at_1000": 0.95046, + "main_score": 0.29044, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 69.27178263664246, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderClassification.json new file mode 100644 index 0000000000..ac611feba9 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "9af5657575a669dc18c7f897a67287ff7d1a0c65", + "task_name": "OpenTenderClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.457079, + "f1": 0.440002, + "f1_weighted": 0.439997, + "precision": 0.460471, + "precision_weighted": 0.460488, + "recall": 0.457096, + "recall_weighted": 0.457079, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.443255, + "f1": 0.427301, + "f1_weighted": 0.427228, + "precision": 0.440915, + "precision_weighted": 0.440917, + "recall": 0.443435, + "recall_weighted": 0.443255, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.456633, + "f1": 0.432321, + "f1_weighted": 0.432255, + "precision": 0.445334, + "precision_weighted": 0.445322, + "recall": 0.456728, + "recall_weighted": 0.456633, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.464214, + "f1": 0.445971, + "f1_weighted": 0.445895, + "precision": 0.453788, + "precision_weighted": 0.453754, + "recall": 0.464297, + "recall_weighted": 0.464214, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.422742, + "f1": 0.406758, + "f1_weighted": 0.406663, + "precision": 0.429132, + "precision_weighted": 0.429074, + "recall": 0.422862, + "recall_weighted": 0.422742, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.44437, + "f1": 0.424113, + "f1_weighted": 0.424019, + "precision": 0.432697, + "precision_weighted": 0.432684, + "recall": 0.444578, + "recall_weighted": 0.44437, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.437904, + "f1": 0.41622, + "f1_weighted": 0.416126, + "precision": 0.434538, + "precision_weighted": 0.434468, + "recall": 0.437948, + "recall_weighted": 0.437904, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.443924, + "f1": 0.424226, + "f1_weighted": 0.424177, + "precision": 0.435242, + "precision_weighted": 0.435224, + "recall": 0.443991, + "recall_weighted": 0.443924, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.417391, + "f1": 0.396226, + "f1_weighted": 0.396128, + "precision": 0.412742, + "precision_weighted": 0.412684, + "recall": 0.417505, + "recall_weighted": 0.417391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.430323, + "f1": 0.409691, + "f1_weighted": 0.409546, + "precision": 0.423807, + "precision_weighted": 0.423684, + "recall": 0.4305, + "recall_weighted": 0.430323, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.441784, + "f1": 0.422283, + "f1_weighted": 0.422204, + "precision": 0.436867, + "precision_weighted": 0.43683, + "recall": 0.441894, + "recall_weighted": 0.441784, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.422283, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 37.41386556625366, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderClusteringP2P.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderClusteringP2P.json new file mode 100644 index 0000000000..754346d22c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderClusteringP2P.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "9af5657575a669dc18c7f897a67287ff7d1a0c65", + "task_name": "OpenTenderClusteringP2P", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.298147, + 0.271176, + 0.286563, + 0.250944, + 0.263679, + 0.247288, + 0.250084, + 0.230897, + 0.263802, + 0.223222 + ] + }, + "v_measure": 0.25858, + "v_measure_std": 0.021989, + "main_score": 0.25858, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 14.205816507339478, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderClusteringS2S.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderClusteringS2S.json new file mode 100644 index 0000000000..b838d36d38 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "ad86cf1813d130e17dda0092d1c4f2c664e68d0c", + "task_name": "OpenTenderClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.225755, + 0.19594, + 0.221383, + 0.197721, + 0.211982, + 0.234489, + 0.196788, + 0.241184, + 0.219232, + 0.203497 + ] + }, + "v_measure": 0.214797, + "v_measure_std": 0.015409, + "main_score": 0.214797, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 8.387627124786377, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderRetrieval.json new file mode 100644 index 0000000000..d8714e5af6 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OpenTenderRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "83eec1aa9c58f1dc8acfac015f653a9c25bda3f4", + "task_name": "OpenTenderRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.279, + "ndcg_at_3": 0.35678, + "ndcg_at_5": 0.37219, + "ndcg_at_10": 0.39043, + "ndcg_at_20": 0.40128, + "ndcg_at_100": 0.42356, + "ndcg_at_1000": 0.44003, + "map_at_1": 0.279, + "map_at_3": 0.338, + "map_at_5": 0.34665, + "map_at_10": 0.35425, + "map_at_20": 0.35722, + "map_at_100": 0.36017, + "map_at_1000": 0.36068, + "recall_at_1": 0.279, + "recall_at_3": 0.411, + "recall_at_5": 0.448, + "recall_at_10": 0.504, + "recall_at_20": 0.547, + "recall_at_100": 0.669, + "recall_at_1000": 0.805, + "accuracy": 0.279, + "precision_at_1": 0.279, + "precision_at_3": 0.137, + "precision_at_5": 0.0896, + "precision_at_10": 0.0504, + "precision_at_20": 0.02735, + "precision_at_100": 0.00669, + "precision_at_1000": 0.00081, + "mrr_at_1": 0.275, + "mrr_at_3": 0.333833, + "mrr_at_5": 0.343833, + "mrr_at_10": 0.351472, + "mrr_at_20": 0.354426, + "mrr_at_100": 0.357377, + "mrr_at_1000": 0.357889, + "nauc_ndcg_at_1_max": 0.397778, + "nauc_ndcg_at_1_std": 0.018669, + "nauc_ndcg_at_1_diff1": 0.543456, + "nauc_ndcg_at_3_max": 0.357339, + "nauc_ndcg_at_3_std": -0.026696, + "nauc_ndcg_at_3_diff1": 0.463999, + "nauc_ndcg_at_5_max": 0.347147, + "nauc_ndcg_at_5_std": -0.035549, + "nauc_ndcg_at_5_diff1": 0.454857, + "nauc_ndcg_at_10_max": 0.332929, + "nauc_ndcg_at_10_std": -0.038257, + "nauc_ndcg_at_10_diff1": 0.441961, + "nauc_ndcg_at_20_max": 0.327418, + "nauc_ndcg_at_20_std": -0.040096, + "nauc_ndcg_at_20_diff1": 0.442441, + "nauc_ndcg_at_100_max": 0.32165, + "nauc_ndcg_at_100_std": -0.040928, + "nauc_ndcg_at_100_diff1": 0.447758, + "nauc_ndcg_at_1000_max": 0.33006, + "nauc_ndcg_at_1000_std": -0.027424, + "nauc_ndcg_at_1000_diff1": 0.453608, + "nauc_map_at_1_max": 0.397778, + "nauc_map_at_1_std": 0.018669, + "nauc_map_at_1_diff1": 0.543456, + "nauc_map_at_3_max": 0.367477, + "nauc_map_at_3_std": -0.016254, + "nauc_map_at_3_diff1": 0.481584, + "nauc_map_at_5_max": 0.361628, + "nauc_map_at_5_std": -0.021436, + "nauc_map_at_5_diff1": 0.476435, + "nauc_map_at_10_max": 0.35555, + "nauc_map_at_10_std": -0.022619, + "nauc_map_at_10_diff1": 0.470812, + "nauc_map_at_20_max": 0.354159, + "nauc_map_at_20_std": -0.022984, + "nauc_map_at_20_diff1": 0.470913, + "nauc_map_at_100_max": 0.353215, + "nauc_map_at_100_std": -0.023613, + "nauc_map_at_100_diff1": 0.471819, + "nauc_map_at_1000_max": 0.353404, + "nauc_map_at_1000_std": -0.023224, + "nauc_map_at_1000_diff1": 0.471952, + "nauc_recall_at_1_max": 0.397778, + "nauc_recall_at_1_std": 0.018669, + "nauc_recall_at_1_diff1": 0.543456, + "nauc_recall_at_3_max": 0.328954, + "nauc_recall_at_3_std": -0.055588, + "nauc_recall_at_3_diff1": 0.41562, + "nauc_recall_at_5_max": 0.30512, + "nauc_recall_at_5_std": -0.075922, + "nauc_recall_at_5_diff1": 0.393662, + "nauc_recall_at_10_max": 0.261713, + "nauc_recall_at_10_std": -0.084555, + "nauc_recall_at_10_diff1": 0.354476, + "nauc_recall_at_20_max": 0.23574, + "nauc_recall_at_20_std": -0.094783, + "nauc_recall_at_20_diff1": 0.353246, + "nauc_recall_at_100_max": 0.184725, + "nauc_recall_at_100_std": -0.100639, + "nauc_recall_at_100_diff1": 0.368437, + "nauc_recall_at_1000_max": 0.244972, + "nauc_recall_at_1000_std": 0.066279, + "nauc_recall_at_1000_diff1": 0.419474, + "nauc_precision_at_1_max": 0.397778, + "nauc_precision_at_1_std": 0.018669, + "nauc_precision_at_1_diff1": 0.543456, + "nauc_precision_at_3_max": 0.328954, + "nauc_precision_at_3_std": -0.055588, + "nauc_precision_at_3_diff1": 0.41562, + "nauc_precision_at_5_max": 0.30512, + "nauc_precision_at_5_std": -0.075922, + "nauc_precision_at_5_diff1": 0.393662, + "nauc_precision_at_10_max": 0.261713, + "nauc_precision_at_10_std": -0.084555, + "nauc_precision_at_10_diff1": 0.354476, + "nauc_precision_at_20_max": 0.23574, + "nauc_precision_at_20_std": -0.094783, + "nauc_precision_at_20_diff1": 0.353246, + "nauc_precision_at_100_max": 0.184725, + "nauc_precision_at_100_std": -0.100639, + "nauc_precision_at_100_diff1": 0.368437, + "nauc_precision_at_1000_max": 0.244972, + "nauc_precision_at_1000_std": 0.066279, + "nauc_precision_at_1000_diff1": 0.419474, + "nauc_mrr_at_1_max": 0.390799, + "nauc_mrr_at_1_std": 0.000765, + "nauc_mrr_at_1_diff1": 0.559221, + "nauc_mrr_at_3_max": 0.364127, + "nauc_mrr_at_3_std": -0.027436, + "nauc_mrr_at_3_diff1": 0.492791, + "nauc_mrr_at_5_max": 0.357357, + "nauc_mrr_at_5_std": -0.033592, + "nauc_mrr_at_5_diff1": 0.486434, + "nauc_mrr_at_10_max": 0.351428, + "nauc_mrr_at_10_std": -0.034379, + "nauc_mrr_at_10_diff1": 0.480546, + "nauc_mrr_at_20_max": 0.350004, + "nauc_mrr_at_20_std": -0.034788, + "nauc_mrr_at_20_diff1": 0.480685, + "nauc_mrr_at_100_max": 0.349043, + "nauc_mrr_at_100_std": -0.035463, + "nauc_mrr_at_100_diff1": 0.481631, + "nauc_mrr_at_1000_max": 0.349228, + "nauc_mrr_at_1000_std": -0.035084, + "nauc_mrr_at_1000_diff1": 0.481773, + "cv_recall_at_1": 0.275, + "cv_recall_at_3": 0.405, + "cv_recall_at_5": 0.448, + "cv_recall_at_10": 0.504, + "cv_recall_at_20": 0.547, + "cv_recall_at_100": 0.669, + "cv_recall_at_1000": 0.805, + "main_score": 0.39043, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 673.9353997707367, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS-NL.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..f0796afaa4 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.18, + "ndcg_at_3": 0.14439, + "ndcg_at_5": 0.12388, + "ndcg_at_10": 0.14841, + "ndcg_at_20": 0.17147, + "ndcg_at_100": 0.2155, + "ndcg_at_1000": 0.2653, + "map_at_1": 0.03658, + "map_at_3": 0.06317, + "map_at_5": 0.07372, + "map_at_10": 0.08527, + "map_at_20": 0.09308, + "map_at_100": 0.10097, + "map_at_1000": 0.10346, + "recall_at_1": 0.03658, + "recall_at_3": 0.08198, + "recall_at_5": 0.10898, + "recall_at_10": 0.15407, + "recall_at_20": 0.20835, + "recall_at_100": 0.3517, + "recall_at_1000": 0.59535, + "accuracy": 0.03658, + "precision_at_1": 0.18, + "precision_at_3": 0.135, + "precision_at_5": 0.1078, + "precision_at_10": 0.076, + "precision_at_20": 0.05135, + "precision_at_100": 0.01732, + "precision_at_1000": 0.00294, + "mrr_at_1": 0.18, + "mrr_at_3": 0.241333, + "mrr_at_5": 0.256183, + "mrr_at_10": 0.268274, + "mrr_at_20": 0.274844, + "mrr_at_100": 0.27977, + "mrr_at_1000": 0.280605, + "nauc_ndcg_at_1_max": 0.243229, + "nauc_ndcg_at_1_std": 0.106878, + "nauc_ndcg_at_1_diff1": 0.240334, + "nauc_ndcg_at_3_max": 0.308506, + "nauc_ndcg_at_3_std": 0.185327, + "nauc_ndcg_at_3_diff1": 0.221838, + "nauc_ndcg_at_5_max": 0.316814, + "nauc_ndcg_at_5_std": 0.184767, + "nauc_ndcg_at_5_diff1": 0.213422, + "nauc_ndcg_at_10_max": 0.34022, + "nauc_ndcg_at_10_std": 0.22595, + "nauc_ndcg_at_10_diff1": 0.217565, + "nauc_ndcg_at_20_max": 0.353611, + "nauc_ndcg_at_20_std": 0.251638, + "nauc_ndcg_at_20_diff1": 0.222969, + "nauc_ndcg_at_100_max": 0.355012, + "nauc_ndcg_at_100_std": 0.299859, + "nauc_ndcg_at_100_diff1": 0.214608, + "nauc_ndcg_at_1000_max": 0.365603, + "nauc_ndcg_at_1000_std": 0.318458, + "nauc_ndcg_at_1000_diff1": 0.218999, + "nauc_map_at_1_max": 0.242544, + "nauc_map_at_1_std": 0.103443, + "nauc_map_at_1_diff1": 0.240513, + "nauc_map_at_3_max": 0.320599, + "nauc_map_at_3_std": 0.1798, + "nauc_map_at_3_diff1": 0.228145, + "nauc_map_at_5_max": 0.336491, + "nauc_map_at_5_std": 0.186343, + "nauc_map_at_5_diff1": 0.227713, + "nauc_map_at_10_max": 0.360084, + "nauc_map_at_10_std": 0.226828, + "nauc_map_at_10_diff1": 0.23261, + "nauc_map_at_20_max": 0.368364, + "nauc_map_at_20_std": 0.242461, + "nauc_map_at_20_diff1": 0.235962, + "nauc_map_at_100_max": 0.36826, + "nauc_map_at_100_std": 0.258832, + "nauc_map_at_100_diff1": 0.23517, + "nauc_map_at_1000_max": 0.370018, + "nauc_map_at_1000_std": 0.261892, + "nauc_map_at_1000_diff1": 0.235913, + "nauc_recall_at_1_max": 0.242544, + "nauc_recall_at_1_std": 0.103443, + "nauc_recall_at_1_diff1": 0.240513, + "nauc_recall_at_3_max": 0.325566, + "nauc_recall_at_3_std": 0.207597, + "nauc_recall_at_3_diff1": 0.21315, + "nauc_recall_at_5_max": 0.329293, + "nauc_recall_at_5_std": 0.200843, + "nauc_recall_at_5_diff1": 0.195786, + "nauc_recall_at_10_max": 0.3508, + "nauc_recall_at_10_std": 0.262216, + "nauc_recall_at_10_diff1": 0.195528, + "nauc_recall_at_20_max": 0.361638, + "nauc_recall_at_20_std": 0.30014, + "nauc_recall_at_20_diff1": 0.200892, + "nauc_recall_at_100_max": 0.324555, + "nauc_recall_at_100_std": 0.381279, + "nauc_recall_at_100_diff1": 0.155906, + "nauc_recall_at_1000_max": 0.309736, + "nauc_recall_at_1000_std": 0.408638, + "nauc_recall_at_1000_diff1": 0.136511, + "nauc_precision_at_1_max": 0.243229, + "nauc_precision_at_1_std": 0.106878, + "nauc_precision_at_1_diff1": 0.240334, + "nauc_precision_at_3_max": 0.329105, + "nauc_precision_at_3_std": 0.212875, + "nauc_precision_at_3_diff1": 0.214651, + "nauc_precision_at_5_max": 0.331474, + "nauc_precision_at_5_std": 0.204914, + "nauc_precision_at_5_diff1": 0.196038, + "nauc_precision_at_10_max": 0.355291, + "nauc_precision_at_10_std": 0.265844, + "nauc_precision_at_10_diff1": 0.197832, + "nauc_precision_at_20_max": 0.36735, + "nauc_precision_at_20_std": 0.303107, + "nauc_precision_at_20_diff1": 0.204295, + "nauc_precision_at_100_max": 0.330057, + "nauc_precision_at_100_std": 0.382357, + "nauc_precision_at_100_diff1": 0.159614, + "nauc_precision_at_1000_max": 0.315408, + "nauc_precision_at_1000_std": 0.40453, + "nauc_precision_at_1000_diff1": 0.140276, + "nauc_mrr_at_1_max": 0.243229, + "nauc_mrr_at_1_std": 0.106878, + "nauc_mrr_at_1_diff1": 0.240334, + "nauc_mrr_at_3_max": 0.272015, + "nauc_mrr_at_3_std": 0.157862, + "nauc_mrr_at_3_diff1": 0.224194, + "nauc_mrr_at_5_max": 0.266564, + "nauc_mrr_at_5_std": 0.153953, + "nauc_mrr_at_5_diff1": 0.215058, + "nauc_mrr_at_10_max": 0.272802, + "nauc_mrr_at_10_std": 0.161629, + "nauc_mrr_at_10_diff1": 0.219383, + "nauc_mrr_at_20_max": 0.275171, + "nauc_mrr_at_20_std": 0.165395, + "nauc_mrr_at_20_diff1": 0.218882, + "nauc_mrr_at_100_max": 0.275576, + "nauc_mrr_at_100_std": 0.167035, + "nauc_mrr_at_100_diff1": 0.218233, + "nauc_mrr_at_1000_max": 0.275627, + "nauc_mrr_at_1000_std": 0.166702, + "nauc_mrr_at_1000_diff1": 0.218575, + "cv_recall_at_1": 0.18, + "cv_recall_at_3": 0.322, + "cv_recall_at_5": 0.388, + "cv_recall_at_10": 0.479, + "cv_recall_at_20": 0.573, + "cv_recall_at_100": 0.766, + "cv_recall_at_1000": 0.951, + "main_score": 0.14841, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 343.9494557380676, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-NL-STS.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-NL-STS.json new file mode 100644 index 0000000000..c4c58fcb0e --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-NL-STS.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "7f88f003fc4e37ed8cd9ade84e390d871b032fef", + "task_name": "SICK-NL-STS", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "pearson": 0.801029, + "spearman": 0.76342, + "cosine_pearson": 0.801029, + "cosine_spearman": 0.763419, + "manhattan_pearson": 0.775434, + "manhattan_spearman": 0.763054, + "euclidean_pearson": 0.775065, + "euclidean_spearman": 0.763419, + "main_score": 0.763419, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 5.001436471939087, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICKNLPairClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICKNLPairClassification.json new file mode 100644 index 0000000000..3c6383d500 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICKNLPairClassification.json @@ -0,0 +1,48 @@ +{ + "dataset_revision": "a13a1892bcb4c077dc416d390389223eea5f20f0", + "task_name": "SICKNLPairClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "similarity_accuracy": 0.782979, + "similarity_f1": 0.84443, + "similarity_precision": 0.796215, + "similarity_recall": 0.89886, + "similarity_ap": 0.922429, + "cosine_accuracy": 0.782979, + "cosine_f1": 0.84443, + "cosine_precision": 0.796215, + "cosine_recall": 0.89886, + "cosine_ap": 0.922429, + "manhattan_accuracy": 0.782033, + "manhattan_f1": 0.842501, + "manhattan_precision": 0.809586, + "manhattan_recall": 0.878205, + "manhattan_ap": 0.921482, + "euclidean_accuracy": 0.782979, + "euclidean_f1": 0.84443, + "euclidean_precision": 0.796215, + "euclidean_recall": 0.89886, + "euclidean_ap": 0.922429, + "dot_accuracy": 0.782979, + "dot_f1": 0.84443, + "dot_precision": 0.796215, + "dot_recall": 0.89886, + "dot_ap": 0.922428, + "max_accuracy": 0.782979, + "max_f1": 0.84443, + "max_precision": 0.809586, + "max_recall": 0.89886, + "max_ap": 0.922429, + "main_score": 0.922429, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 1.3492803573608398, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SciFact-NL.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SciFact-NL.v2.json new file mode 100644 index 0000000000..a447c651d2 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51, + "ndcg_at_3": 0.58385, + "ndcg_at_5": 0.60587, + "ndcg_at_10": 0.62866, + "ndcg_at_20": 0.64501, + "ndcg_at_100": 0.6645, + "ndcg_at_1000": 0.67182, + "map_at_1": 0.4825, + "map_at_3": 0.55526, + "map_at_5": 0.57027, + "map_at_10": 0.58082, + "map_at_20": 0.58622, + "map_at_100": 0.58944, + "map_at_1000": 0.58966, + "recall_at_1": 0.4825, + "recall_at_3": 0.63683, + "recall_at_5": 0.6925, + "recall_at_10": 0.75928, + "recall_at_20": 0.82022, + "recall_at_100": 0.91933, + "recall_at_1000": 0.97933, + "accuracy": 0.4825, + "precision_at_1": 0.51, + "precision_at_3": 0.23222, + "precision_at_5": 0.154, + "precision_at_10": 0.085, + "precision_at_20": 0.04633, + "precision_at_100": 0.01043, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.51, + "mrr_at_3": 0.575556, + "mrr_at_5": 0.587722, + "mrr_at_10": 0.596464, + "mrr_at_20": 0.600062, + "mrr_at_100": 0.602717, + "mrr_at_1000": 0.602937, + "nauc_ndcg_at_1_max": 0.47359, + "nauc_ndcg_at_1_std": 0.061984, + "nauc_ndcg_at_1_diff1": 0.703283, + "nauc_ndcg_at_3_max": 0.446061, + "nauc_ndcg_at_3_std": 0.024284, + "nauc_ndcg_at_3_diff1": 0.649376, + "nauc_ndcg_at_5_max": 0.450958, + "nauc_ndcg_at_5_std": 0.051538, + "nauc_ndcg_at_5_diff1": 0.633071, + "nauc_ndcg_at_10_max": 0.464809, + "nauc_ndcg_at_10_std": 0.075771, + "nauc_ndcg_at_10_diff1": 0.628216, + "nauc_ndcg_at_20_max": 0.482176, + "nauc_ndcg_at_20_std": 0.09507, + "nauc_ndcg_at_20_diff1": 0.630588, + "nauc_ndcg_at_100_max": 0.47361, + "nauc_ndcg_at_100_std": 0.08799, + "nauc_ndcg_at_100_diff1": 0.628521, + "nauc_ndcg_at_1000_max": 0.47546, + "nauc_ndcg_at_1000_std": 0.082443, + "nauc_ndcg_at_1000_diff1": 0.638116, + "nauc_map_at_1_max": 0.403812, + "nauc_map_at_1_std": -0.022504, + "nauc_map_at_1_diff1": 0.694486, + "nauc_map_at_3_max": 0.426131, + "nauc_map_at_3_std": -0.002698, + "nauc_map_at_3_diff1": 0.663444, + "nauc_map_at_5_max": 0.438256, + "nauc_map_at_5_std": 0.021848, + "nauc_map_at_5_diff1": 0.653064, + "nauc_map_at_10_max": 0.44686, + "nauc_map_at_10_std": 0.034514, + "nauc_map_at_10_diff1": 0.651207, + "nauc_map_at_20_max": 0.453653, + "nauc_map_at_20_std": 0.042374, + "nauc_map_at_20_diff1": 0.652325, + "nauc_map_at_100_max": 0.452889, + "nauc_map_at_100_std": 0.042383, + "nauc_map_at_100_diff1": 0.652141, + "nauc_map_at_1000_max": 0.452985, + "nauc_map_at_1000_std": 0.042238, + "nauc_map_at_1000_diff1": 0.652413, + "nauc_recall_at_1_max": 0.403812, + "nauc_recall_at_1_std": -0.022504, + "nauc_recall_at_1_diff1": 0.694486, + "nauc_recall_at_3_max": 0.402851, + "nauc_recall_at_3_std": -0.004525, + "nauc_recall_at_3_diff1": 0.593574, + "nauc_recall_at_5_max": 0.42981, + "nauc_recall_at_5_std": 0.083635, + "nauc_recall_at_5_diff1": 0.548977, + "nauc_recall_at_10_max": 0.466788, + "nauc_recall_at_10_std": 0.16974, + "nauc_recall_at_10_diff1": 0.50947, + "nauc_recall_at_20_max": 0.569824, + "nauc_recall_at_20_std": 0.295506, + "nauc_recall_at_20_diff1": 0.506737, + "nauc_recall_at_100_max": 0.502323, + "nauc_recall_at_100_std": 0.330663, + "nauc_recall_at_100_diff1": 0.348547, + "nauc_recall_at_1000_max": 0.720882, + "nauc_recall_at_1000_std": 0.480663, + "nauc_recall_at_1000_diff1": 0.475543, + "nauc_precision_at_1_max": 0.47359, + "nauc_precision_at_1_std": 0.061984, + "nauc_precision_at_1_diff1": 0.703283, + "nauc_precision_at_3_max": 0.488919, + "nauc_precision_at_3_std": 0.166311, + "nauc_precision_at_3_diff1": 0.499258, + "nauc_precision_at_5_max": 0.508849, + "nauc_precision_at_5_std": 0.278832, + "nauc_precision_at_5_diff1": 0.380852, + "nauc_precision_at_10_max": 0.539722, + "nauc_precision_at_10_std": 0.389945, + "nauc_precision_at_10_diff1": 0.293323, + "nauc_precision_at_20_max": 0.543896, + "nauc_precision_at_20_std": 0.47217, + "nauc_precision_at_20_diff1": 0.21698, + "nauc_precision_at_100_max": 0.462017, + "nauc_precision_at_100_std": 0.513446, + "nauc_precision_at_100_diff1": 0.053088, + "nauc_precision_at_1000_max": 0.451915, + "nauc_precision_at_1000_std": 0.54956, + "nauc_precision_at_1000_diff1": -0.018702, + "nauc_mrr_at_1_max": 0.47359, + "nauc_mrr_at_1_std": 0.061984, + "nauc_mrr_at_1_diff1": 0.703283, + "nauc_mrr_at_3_max": 0.475224, + "nauc_mrr_at_3_std": 0.066052, + "nauc_mrr_at_3_diff1": 0.661213, + "nauc_mrr_at_5_max": 0.479255, + "nauc_mrr_at_5_std": 0.081598, + "nauc_mrr_at_5_diff1": 0.654184, + "nauc_mrr_at_10_max": 0.48129, + "nauc_mrr_at_10_std": 0.088197, + "nauc_mrr_at_10_diff1": 0.652805, + "nauc_mrr_at_20_max": 0.484339, + "nauc_mrr_at_20_std": 0.090483, + "nauc_mrr_at_20_diff1": 0.6529, + "nauc_mrr_at_100_max": 0.482608, + "nauc_mrr_at_100_std": 0.089247, + "nauc_mrr_at_100_diff1": 0.652431, + "nauc_mrr_at_1000_max": 0.482728, + "nauc_mrr_at_1000_std": 0.089142, + "nauc_mrr_at_1000_diff1": 0.652706, + "cv_recall_at_1": 0.51, + "cv_recall_at_3": 0.66, + "cv_recall_at_5": 0.71333, + "cv_recall_at_10": 0.77667, + "cv_recall_at_20": 0.82667, + "cv_recall_at_100": 0.92, + "cv_recall_at_1000": 0.98, + "main_score": 0.62866, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 97.36396431922913, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBClusteringP2P.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBClusteringP2P.json new file mode 100644 index 0000000000..85d077d6b1 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBClusteringP2P.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "544acc2e46909eab2b49962b043a18b9c9772770", + "task_name": "VABBClusteringP2P", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.431946, + 0.318539, + 0.339467, + 0.287892, + 0.345335, + 0.385026, + 0.359978, + 0.373506, + 0.407402, + 0.391508 + ] + }, + "v_measure": 0.36406, + "v_measure_std": 0.040762, + "main_score": 0.36406, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 8.2699716091156, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBClusteringS2S.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBClusteringS2S.json new file mode 100644 index 0000000000..9104e51e99 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "544acc2e46909eab2b49962b043a18b9c9772770", + "task_name": "VABBClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.257871, + 0.286085, + 0.267169, + 0.325616, + 0.270608, + 0.321144, + 0.277705, + 0.283754, + 0.294771, + 0.29363 + ] + }, + "v_measure": 0.287835, + "v_measure_std": 0.020887, + "main_score": 0.287835, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.9344680309295654, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBMultiLabelClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBMultiLabelClassification.json new file mode 100644 index 0000000000..c3b0f40908 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBMultiLabelClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "584c70f5104671772119f21e9f8a3c912ac07d4a", + "task_name": "VABBMultiLabelClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.282535, + "lrap": 0.472083, + "f1": 0.515938 + }, + { + "accuracy": 0.289335, + "lrap": 0.473728, + "f1": 0.505706 + }, + { + "accuracy": 0.286862, + "lrap": 0.47356, + "f1": 0.505375 + }, + { + "accuracy": 0.288717, + "lrap": 0.472749, + "f1": 0.502725 + }, + { + "accuracy": 0.282844, + "lrap": 0.468985, + "f1": 0.512196 + }, + { + "accuracy": 0.293972, + "lrap": 0.479048, + "f1": 0.509211 + }, + { + "accuracy": 0.288408, + "lrap": 0.475536, + "f1": 0.523773 + }, + { + "accuracy": 0.295518, + "lrap": 0.484944, + "f1": 0.528666 + }, + { + "accuracy": 0.30541, + "lrap": 0.489652, + "f1": 0.523939 + }, + { + "accuracy": 0.299227, + "lrap": 0.4808, + "f1": 0.522284 + } + ], + "accuracy": 0.291283, + "lrap": 0.477109, + "f1": 0.514981, + "main_score": 0.514981, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 40.88381481170654, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBRetrieval.json new file mode 100644 index 0000000000..03b819aa75 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VABBRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "af4a1e5b3ed451103894f86ff6b3ce85085d7b48", + "task_name": "VABBRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.641, + "ndcg_at_3": 0.72157, + "ndcg_at_5": 0.73831, + "ndcg_at_10": 0.74959, + "ndcg_at_20": 0.75916, + "ndcg_at_100": 0.76655, + "ndcg_at_1000": 0.77246, + "map_at_1": 0.641, + "map_at_3": 0.70233, + "map_at_5": 0.71178, + "map_at_10": 0.7166, + "map_at_20": 0.7192, + "map_at_100": 0.72028, + "map_at_1000": 0.72048, + "recall_at_1": 0.641, + "recall_at_3": 0.777, + "recall_at_5": 0.817, + "recall_at_10": 0.851, + "recall_at_20": 0.889, + "recall_at_100": 0.928, + "recall_at_1000": 0.976, + "accuracy": 0.641, + "precision_at_1": 0.641, + "precision_at_3": 0.259, + "precision_at_5": 0.1634, + "precision_at_10": 0.0851, + "precision_at_20": 0.04445, + "precision_at_100": 0.00928, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.641, + "mrr_at_3": 0.702333, + "mrr_at_5": 0.711983, + "mrr_at_10": 0.71647, + "mrr_at_20": 0.719116, + "mrr_at_100": 0.720147, + "mrr_at_1000": 0.720345, + "nauc_ndcg_at_1_max": 0.55422, + "nauc_ndcg_at_1_std": 0.048607, + "nauc_ndcg_at_1_diff1": 0.784113, + "nauc_ndcg_at_3_max": 0.589057, + "nauc_ndcg_at_3_std": 0.083167, + "nauc_ndcg_at_3_diff1": 0.723214, + "nauc_ndcg_at_5_max": 0.60507, + "nauc_ndcg_at_5_std": 0.106492, + "nauc_ndcg_at_5_diff1": 0.727846, + "nauc_ndcg_at_10_max": 0.604593, + "nauc_ndcg_at_10_std": 0.11032, + "nauc_ndcg_at_10_diff1": 0.729345, + "nauc_ndcg_at_20_max": 0.601129, + "nauc_ndcg_at_20_std": 0.112862, + "nauc_ndcg_at_20_diff1": 0.728374, + "nauc_ndcg_at_100_max": 0.600435, + "nauc_ndcg_at_100_std": 0.10855, + "nauc_ndcg_at_100_diff1": 0.731569, + "nauc_ndcg_at_1000_max": 0.595233, + "nauc_ndcg_at_1000_std": 0.101266, + "nauc_ndcg_at_1000_diff1": 0.734769, + "nauc_map_at_1_max": 0.55422, + "nauc_map_at_1_std": 0.048607, + "nauc_map_at_1_diff1": 0.784113, + "nauc_map_at_3_max": 0.580951, + "nauc_map_at_3_std": 0.07388, + "nauc_map_at_3_diff1": 0.739129, + "nauc_map_at_5_max": 0.589365, + "nauc_map_at_5_std": 0.085855, + "nauc_map_at_5_diff1": 0.742055, + "nauc_map_at_10_max": 0.589043, + "nauc_map_at_10_std": 0.087195, + "nauc_map_at_10_diff1": 0.742934, + "nauc_map_at_20_max": 0.588109, + "nauc_map_at_20_std": 0.087255, + "nauc_map_at_20_diff1": 0.742835, + "nauc_map_at_100_max": 0.587986, + "nauc_map_at_100_std": 0.08641, + "nauc_map_at_100_diff1": 0.743343, + "nauc_map_at_1000_max": 0.587818, + "nauc_map_at_1000_std": 0.086174, + "nauc_map_at_1000_diff1": 0.743433, + "nauc_recall_at_1_max": 0.55422, + "nauc_recall_at_1_std": 0.048607, + "nauc_recall_at_1_diff1": 0.784113, + "nauc_recall_at_3_max": 0.617254, + "nauc_recall_at_3_std": 0.116237, + "nauc_recall_at_3_diff1": 0.666781, + "nauc_recall_at_5_max": 0.67105, + "nauc_recall_at_5_std": 0.19524, + "nauc_recall_at_5_diff1": 0.670895, + "nauc_recall_at_10_max": 0.68131, + "nauc_recall_at_10_std": 0.229186, + "nauc_recall_at_10_diff1": 0.66549, + "nauc_recall_at_20_max": 0.677513, + "nauc_recall_at_20_std": 0.28969, + "nauc_recall_at_20_diff1": 0.638839, + "nauc_recall_at_100_max": 0.707348, + "nauc_recall_at_100_std": 0.329145, + "nauc_recall_at_100_diff1": 0.636866, + "nauc_recall_at_1000_max": 0.587302, + "nauc_recall_at_1000_std": 0.298514, + "nauc_recall_at_1000_diff1": 0.660695, + "nauc_precision_at_1_max": 0.55422, + "nauc_precision_at_1_std": 0.048607, + "nauc_precision_at_1_diff1": 0.784113, + "nauc_precision_at_3_max": 0.617254, + "nauc_precision_at_3_std": 0.116237, + "nauc_precision_at_3_diff1": 0.666781, + "nauc_precision_at_5_max": 0.67105, + "nauc_precision_at_5_std": 0.19524, + "nauc_precision_at_5_diff1": 0.670895, + "nauc_precision_at_10_max": 0.68131, + "nauc_precision_at_10_std": 0.229186, + "nauc_precision_at_10_diff1": 0.66549, + "nauc_precision_at_20_max": 0.677513, + "nauc_precision_at_20_std": 0.28969, + "nauc_precision_at_20_diff1": 0.638839, + "nauc_precision_at_100_max": 0.707348, + "nauc_precision_at_100_std": 0.329145, + "nauc_precision_at_100_diff1": 0.636866, + "nauc_precision_at_1000_max": 0.587302, + "nauc_precision_at_1000_std": 0.298514, + "nauc_precision_at_1000_diff1": 0.660695, + "nauc_mrr_at_1_max": 0.55422, + "nauc_mrr_at_1_std": 0.048607, + "nauc_mrr_at_1_diff1": 0.784113, + "nauc_mrr_at_3_max": 0.57954, + "nauc_mrr_at_3_std": 0.074915, + "nauc_mrr_at_3_diff1": 0.739534, + "nauc_mrr_at_5_max": 0.587429, + "nauc_mrr_at_5_std": 0.087144, + "nauc_mrr_at_5_diff1": 0.74184, + "nauc_mrr_at_10_max": 0.587558, + "nauc_mrr_at_10_std": 0.087581, + "nauc_mrr_at_10_diff1": 0.743206, + "nauc_mrr_at_20_max": 0.586543, + "nauc_mrr_at_20_std": 0.087494, + "nauc_mrr_at_20_diff1": 0.743038, + "nauc_mrr_at_100_max": 0.586486, + "nauc_mrr_at_100_std": 0.086808, + "nauc_mrr_at_100_diff1": 0.743617, + "nauc_mrr_at_1000_max": 0.586317, + "nauc_mrr_at_1000_std": 0.086573, + "nauc_mrr_at_1000_diff1": 0.743708, + "cv_recall_at_1": 0.641, + "cv_recall_at_3": 0.778, + "cv_recall_at_5": 0.819, + "cv_recall_at_10": 0.851, + "cv_recall_at_20": 0.89, + "cv_recall_at_100": 0.928, + "cv_recall_at_1000": 0.976, + "main_score": 0.74959, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 166.92625975608826, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VaccinChatNLClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VaccinChatNLClassification.json new file mode 100644 index 0000000000..cd6db91657 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VaccinChatNLClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "bd27d0058bea2ad52470d9072a3b5da6b97c1ac3", + "task_name": "VaccinChatNLClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.476068, + "f1": 0.521575, + "f1_weighted": 0.447321, + "precision": 0.526851, + "precision_weighted": 0.612136, + "recall": 0.6801, + "recall_weighted": 0.476068, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.48547, + "f1": 0.530949, + "f1_weighted": 0.453271, + "precision": 0.548776, + "precision_weighted": 0.677763, + "recall": 0.681754, + "recall_weighted": 0.48547, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.474359, + "f1": 0.516048, + "f1_weighted": 0.43313, + "precision": 0.519053, + "precision_weighted": 0.555365, + "recall": 0.676214, + "recall_weighted": 0.474359, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.494017, + "f1": 0.519912, + "f1_weighted": 0.46949, + "precision": 0.528935, + "precision_weighted": 0.629503, + "recall": 0.666039, + "recall_weighted": 0.494017, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.492308, + "f1": 0.521121, + "f1_weighted": 0.468566, + "precision": 0.522075, + "precision_weighted": 0.649794, + "recall": 0.666138, + "recall_weighted": 0.492308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.499145, + "f1": 0.527419, + "f1_weighted": 0.475351, + "precision": 0.531708, + "precision_weighted": 0.650736, + "recall": 0.685003, + "recall_weighted": 0.499145, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.505983, + "f1": 0.547872, + "f1_weighted": 0.476644, + "precision": 0.556767, + "precision_weighted": 0.658719, + "recall": 0.699919, + "recall_weighted": 0.505983, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.487179, + "f1": 0.517199, + "f1_weighted": 0.452341, + "precision": 0.525521, + "precision_weighted": 0.599398, + "recall": 0.664368, + "recall_weighted": 0.487179, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.488034, + "f1": 0.514743, + "f1_weighted": 0.458167, + "precision": 0.508908, + "precision_weighted": 0.588417, + "recall": 0.668475, + "recall_weighted": 0.488034, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.518803, + "f1": 0.524809, + "f1_weighted": 0.498442, + "precision": 0.522221, + "precision_weighted": 0.664153, + "recall": 0.679348, + "recall_weighted": 0.518803, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.492137, + "f1": 0.524165, + "f1_weighted": 0.463272, + "precision": 0.529081, + "precision_weighted": 0.628599, + "recall": 0.676736, + "recall_weighted": 0.492137, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.524165, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 24.557223796844482, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/XLWICNLPairClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/XLWICNLPairClassification.json new file mode 100644 index 0000000000..1ae4cfa70c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/XLWICNLPairClassification.json @@ -0,0 +1,48 @@ +{ + "dataset_revision": "0b33ce358b1b5d500ff3715ba3d777b4d2c21cb0", + "task_name": "XLWICNLPairClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "similarity_accuracy": 0.616534, + "similarity_f1": 0.679365, + "similarity_precision": 0.564644, + "similarity_recall": 0.85259, + "similarity_ap": 0.640112, + "cosine_accuracy": 0.616534, + "cosine_f1": 0.679365, + "cosine_precision": 0.564644, + "cosine_recall": 0.85259, + "cosine_ap": 0.640112, + "manhattan_accuracy": 0.624502, + "manhattan_f1": 0.679395, + "manhattan_precision": 0.565563, + "manhattan_recall": 0.850598, + "manhattan_ap": 0.643539, + "euclidean_accuracy": 0.616534, + "euclidean_f1": 0.679365, + "euclidean_precision": 0.564644, + "euclidean_recall": 0.85259, + "euclidean_ap": 0.640114, + "dot_accuracy": 0.616534, + "dot_f1": 0.679365, + "dot_precision": 0.564644, + "dot_recall": 0.85259, + "dot_ap": 0.640112, + "max_accuracy": 0.624502, + "max_f1": 0.679395, + "max_precision": 0.565563, + "max_recall": 0.85259, + "max_ap": 0.643539, + "main_score": 0.643539, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 0.6824939250946045, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/bBSARDNLRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/bBSARDNLRetrieval.json new file mode 100644 index 0000000000..c66096e792 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/bBSARDNLRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "52027c212ba9765a3e9737c9cbf9a06ae83cbb93", + "task_name": "bBSARDNLRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19369, + "ndcg_at_3": 0.2037, + "ndcg_at_5": 0.21709, + "ndcg_at_10": 0.24071, + "ndcg_at_20": 0.26725, + "ndcg_at_100": 0.31249, + "ndcg_at_1000": 0.35425, + "map_at_1": 0.07533, + "map_at_3": 0.13162, + "map_at_5": 0.14919, + "map_at_10": 0.16308, + "map_at_20": 0.17288, + "map_at_100": 0.18344, + "map_at_1000": 0.18621, + "recall_at_1": 0.07533, + "recall_at_3": 0.18858, + "recall_at_5": 0.24425, + "recall_at_10": 0.32155, + "recall_at_20": 0.42221, + "recall_at_100": 0.61163, + "recall_at_1000": 0.83166, + "accuracy": 0.07533, + "precision_at_1": 0.19369, + "precision_at_3": 0.14414, + "precision_at_5": 0.11351, + "precision_at_10": 0.08018, + "precision_at_20": 0.05495, + "precision_at_100": 0.01959, + "precision_at_1000": 0.00327, + "mrr_at_1": 0.193694, + "mrr_at_3": 0.264264, + "mrr_at_5": 0.279129, + "mrr_at_10": 0.292369, + "mrr_at_20": 0.299523, + "mrr_at_100": 0.304227, + "mrr_at_1000": 0.304786, + "nauc_ndcg_at_1_max": 0.347797, + "nauc_ndcg_at_1_std": 0.085815, + "nauc_ndcg_at_1_diff1": 0.165728, + "nauc_ndcg_at_3_max": 0.285742, + "nauc_ndcg_at_3_std": -0.000948, + "nauc_ndcg_at_3_diff1": 0.143647, + "nauc_ndcg_at_5_max": 0.236637, + "nauc_ndcg_at_5_std": 0.032487, + "nauc_ndcg_at_5_diff1": 0.148962, + "nauc_ndcg_at_10_max": 0.26264, + "nauc_ndcg_at_10_std": 0.067965, + "nauc_ndcg_at_10_diff1": 0.151914, + "nauc_ndcg_at_20_max": 0.311071, + "nauc_ndcg_at_20_std": 0.138041, + "nauc_ndcg_at_20_diff1": 0.162481, + "nauc_ndcg_at_100_max": 0.31864, + "nauc_ndcg_at_100_std": 0.175189, + "nauc_ndcg_at_100_diff1": 0.169705, + "nauc_ndcg_at_1000_max": 0.3197, + "nauc_ndcg_at_1000_std": 0.156375, + "nauc_ndcg_at_1000_diff1": 0.154497, + "nauc_map_at_1_max": 0.22325, + "nauc_map_at_1_std": 0.001816, + "nauc_map_at_1_diff1": 0.194429, + "nauc_map_at_3_max": 0.220475, + "nauc_map_at_3_std": -0.012574, + "nauc_map_at_3_diff1": 0.157123, + "nauc_map_at_5_max": 0.207525, + "nauc_map_at_5_std": 0.014216, + "nauc_map_at_5_diff1": 0.159606, + "nauc_map_at_10_max": 0.22526, + "nauc_map_at_10_std": 0.026045, + "nauc_map_at_10_diff1": 0.157507, + "nauc_map_at_20_max": 0.247599, + "nauc_map_at_20_std": 0.052586, + "nauc_map_at_20_diff1": 0.164005, + "nauc_map_at_100_max": 0.259002, + "nauc_map_at_100_std": 0.062368, + "nauc_map_at_100_diff1": 0.168183, + "nauc_map_at_1000_max": 0.261089, + "nauc_map_at_1000_std": 0.062258, + "nauc_map_at_1000_diff1": 0.166939, + "nauc_recall_at_1_max": 0.22325, + "nauc_recall_at_1_std": 0.001816, + "nauc_recall_at_1_diff1": 0.194429, + "nauc_recall_at_3_max": 0.176463, + "nauc_recall_at_3_std": 0.003601, + "nauc_recall_at_3_diff1": 0.137678, + "nauc_recall_at_5_max": 0.143856, + "nauc_recall_at_5_std": 0.063873, + "nauc_recall_at_5_diff1": 0.140707, + "nauc_recall_at_10_max": 0.170235, + "nauc_recall_at_10_std": 0.106426, + "nauc_recall_at_10_diff1": 0.104276, + "nauc_recall_at_20_max": 0.281752, + "nauc_recall_at_20_std": 0.25663, + "nauc_recall_at_20_diff1": 0.10733, + "nauc_recall_at_100_max": 0.285558, + "nauc_recall_at_100_std": 0.368096, + "nauc_recall_at_100_diff1": 0.123247, + "nauc_recall_at_1000_max": 0.357193, + "nauc_recall_at_1000_std": 0.486998, + "nauc_recall_at_1000_diff1": 0.059054, + "nauc_precision_at_1_max": 0.347797, + "nauc_precision_at_1_std": 0.085815, + "nauc_precision_at_1_diff1": 0.165728, + "nauc_precision_at_3_max": 0.324051, + "nauc_precision_at_3_std": 0.014089, + "nauc_precision_at_3_diff1": 0.08662, + "nauc_precision_at_5_max": 0.243804, + "nauc_precision_at_5_std": 0.051256, + "nauc_precision_at_5_diff1": 0.090207, + "nauc_precision_at_10_max": 0.299204, + "nauc_precision_at_10_std": 0.125124, + "nauc_precision_at_10_diff1": 0.103626, + "nauc_precision_at_20_max": 0.354982, + "nauc_precision_at_20_std": 0.234356, + "nauc_precision_at_20_diff1": 0.120728, + "nauc_precision_at_100_max": 0.33507, + "nauc_precision_at_100_std": 0.167037, + "nauc_precision_at_100_diff1": 0.081966, + "nauc_precision_at_1000_max": 0.204683, + "nauc_precision_at_1000_std": 0.000482, + "nauc_precision_at_1000_diff1": -0.011616, + "nauc_mrr_at_1_max": 0.347797, + "nauc_mrr_at_1_std": 0.085815, + "nauc_mrr_at_1_diff1": 0.165728, + "nauc_mrr_at_3_max": 0.331968, + "nauc_mrr_at_3_std": 0.060516, + "nauc_mrr_at_3_diff1": 0.1613, + "nauc_mrr_at_5_max": 0.326486, + "nauc_mrr_at_5_std": 0.072693, + "nauc_mrr_at_5_diff1": 0.166899, + "nauc_mrr_at_10_max": 0.326644, + "nauc_mrr_at_10_std": 0.087442, + "nauc_mrr_at_10_diff1": 0.162078, + "nauc_mrr_at_20_max": 0.334457, + "nauc_mrr_at_20_std": 0.096353, + "nauc_mrr_at_20_diff1": 0.159328, + "nauc_mrr_at_100_max": 0.335638, + "nauc_mrr_at_100_std": 0.097191, + "nauc_mrr_at_100_diff1": 0.16053, + "nauc_mrr_at_1000_max": 0.335545, + "nauc_mrr_at_1000_std": 0.096459, + "nauc_mrr_at_1000_diff1": 0.160627, + "cv_recall_at_1": 0.19369, + "cv_recall_at_3": 0.35586, + "cv_recall_at_5": 0.41892, + "cv_recall_at_10": 0.51802, + "cv_recall_at_20": 0.62613, + "cv_recall_at_100": 0.81532, + "cv_recall_at_1000": 0.95495, + "main_score": 0.24071, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 81.41716623306274, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/ArguAna-NL.v2.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/ArguAna-NL.v2.json new file mode 100644 index 0000000000..61380f1a5d --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27383, + "ndcg_at_3": 0.42516, + "ndcg_at_5": 0.47855, + "ndcg_at_10": 0.53125, + "ndcg_at_20": 0.55854, + "ndcg_at_100": 0.57003, + "ndcg_at_1000": 0.57107, + "map_at_1": 0.27383, + "map_at_3": 0.38798, + "map_at_5": 0.41799, + "map_at_10": 0.43976, + "map_at_20": 0.44752, + "map_at_100": 0.4493, + "map_at_1000": 0.44934, + "recall_at_1": 0.27383, + "recall_at_3": 0.53272, + "recall_at_5": 0.66074, + "recall_at_10": 0.82361, + "recall_at_20": 0.92959, + "recall_at_100": 0.98862, + "recall_at_1000": 0.99644, + "accuracy": 0.27383, + "precision_at_1": 0.27383, + "precision_at_3": 0.17757, + "precision_at_5": 0.13215, + "precision_at_10": 0.08236, + "precision_at_20": 0.04648, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.283784, + "mrr_at_3": 0.390825, + "mrr_at_5": 0.421799, + "mrr_at_10": 0.443382, + "mrr_at_20": 0.451106, + "mrr_at_100": 0.452921, + "mrr_at_1000": 0.452965, + "nauc_ndcg_at_1_max": -0.114535, + "nauc_ndcg_at_1_std": -0.132642, + "nauc_ndcg_at_1_diff1": 0.139828, + "nauc_ndcg_at_3_max": -0.077189, + "nauc_ndcg_at_3_std": -0.126428, + "nauc_ndcg_at_3_diff1": 0.095187, + "nauc_ndcg_at_5_max": -0.062636, + "nauc_ndcg_at_5_std": -0.107966, + "nauc_ndcg_at_5_diff1": 0.08847, + "nauc_ndcg_at_10_max": -0.063142, + "nauc_ndcg_at_10_std": -0.110204, + "nauc_ndcg_at_10_diff1": 0.083946, + "nauc_ndcg_at_20_max": -0.059451, + "nauc_ndcg_at_20_std": -0.10946, + "nauc_ndcg_at_20_diff1": 0.097559, + "nauc_ndcg_at_100_max": -0.068609, + "nauc_ndcg_at_100_std": -0.109083, + "nauc_ndcg_at_100_diff1": 0.10189, + "nauc_ndcg_at_1000_max": -0.07058, + "nauc_ndcg_at_1000_std": -0.111909, + "nauc_ndcg_at_1000_diff1": 0.101469, + "nauc_map_at_1_max": -0.114535, + "nauc_map_at_1_std": -0.132642, + "nauc_map_at_1_diff1": 0.139828, + "nauc_map_at_3_max": -0.083567, + "nauc_map_at_3_std": -0.125699, + "nauc_map_at_3_diff1": 0.105285, + "nauc_map_at_5_max": -0.07567, + "nauc_map_at_5_std": -0.115356, + "nauc_map_at_5_diff1": 0.101972, + "nauc_map_at_10_max": -0.075922, + "nauc_map_at_10_std": -0.116212, + "nauc_map_at_10_diff1": 0.101513, + "nauc_map_at_20_max": -0.075566, + "nauc_map_at_20_std": -0.116509, + "nauc_map_at_20_diff1": 0.105055, + "nauc_map_at_100_max": -0.07664, + "nauc_map_at_100_std": -0.116304, + "nauc_map_at_100_diff1": 0.105843, + "nauc_map_at_1000_max": -0.076707, + "nauc_map_at_1000_std": -0.116407, + "nauc_map_at_1000_diff1": 0.105835, + "nauc_recall_at_1_max": -0.114535, + "nauc_recall_at_1_std": -0.132642, + "nauc_recall_at_1_diff1": 0.139828, + "nauc_recall_at_3_max": -0.059831, + "nauc_recall_at_3_std": -0.129431, + "nauc_recall_at_3_diff1": 0.066296, + "nauc_recall_at_5_max": -0.018344, + "nauc_recall_at_5_std": -0.081763, + "nauc_recall_at_5_diff1": 0.042679, + "nauc_recall_at_10_max": 0.003887, + "nauc_recall_at_10_std": -0.078686, + "nauc_recall_at_10_diff1": -0.017766, + "nauc_recall_at_20_max": 0.153229, + "nauc_recall_at_20_std": -0.015045, + "nauc_recall_at_20_diff1": 0.035995, + "nauc_recall_at_100_max": 0.202253, + "nauc_recall_at_100_std": 0.440842, + "nauc_recall_at_100_diff1": 0.108385, + "nauc_recall_at_1000_max": -0.221871, + "nauc_recall_at_1000_std": 0.224666, + "nauc_recall_at_1000_diff1": -0.117185, + "nauc_precision_at_1_max": -0.114535, + "nauc_precision_at_1_std": -0.132642, + "nauc_precision_at_1_diff1": 0.139828, + "nauc_precision_at_3_max": -0.059831, + "nauc_precision_at_3_std": -0.129431, + "nauc_precision_at_3_diff1": 0.066296, + "nauc_precision_at_5_max": -0.018344, + "nauc_precision_at_5_std": -0.081763, + "nauc_precision_at_5_diff1": 0.042679, + "nauc_precision_at_10_max": 0.003887, + "nauc_precision_at_10_std": -0.078686, + "nauc_precision_at_10_diff1": -0.017766, + "nauc_precision_at_20_max": 0.153229, + "nauc_precision_at_20_std": -0.015045, + "nauc_precision_at_20_diff1": 0.035995, + "nauc_precision_at_100_max": 0.202253, + "nauc_precision_at_100_std": 0.440842, + "nauc_precision_at_100_diff1": 0.108385, + "nauc_precision_at_1000_max": -0.221871, + "nauc_precision_at_1000_std": 0.224666, + "nauc_precision_at_1000_diff1": -0.117185, + "nauc_mrr_at_1_max": -0.113418, + "nauc_mrr_at_1_std": -0.124479, + "nauc_mrr_at_1_diff1": 0.107894, + "nauc_mrr_at_3_max": -0.096655, + "nauc_mrr_at_3_std": -0.124036, + "nauc_mrr_at_3_diff1": 0.076732, + "nauc_mrr_at_5_max": -0.088316, + "nauc_mrr_at_5_std": -0.113887, + "nauc_mrr_at_5_diff1": 0.072934, + "nauc_mrr_at_10_max": -0.087298, + "nauc_mrr_at_10_std": -0.114409, + "nauc_mrr_at_10_diff1": 0.07315, + "nauc_mrr_at_20_max": -0.08744, + "nauc_mrr_at_20_std": -0.114793, + "nauc_mrr_at_20_diff1": 0.075748, + "nauc_mrr_at_100_max": -0.088405, + "nauc_mrr_at_100_std": -0.114466, + "nauc_mrr_at_100_diff1": 0.076541, + "nauc_mrr_at_1000_max": -0.088473, + "nauc_mrr_at_1000_std": -0.114568, + "nauc_mrr_at_1000_diff1": 0.076528, + "cv_recall_at_1": 0.28378, + "cv_recall_at_3": 0.52987, + "cv_recall_at_5": 0.66145, + "cv_recall_at_10": 0.82361, + "cv_recall_at_20": 0.92888, + "cv_recall_at_100": 0.98862, + "cv_recall_at_1000": 0.99644, + "main_score": 0.53125, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 106.99797749519348, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/DutchBookReviewSentimentClassification.v2.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..9dfdae2ead --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.51552, + "f1": 0.515472, + "f1_weighted": 0.515474, + "precision": 0.515521, + "precision_weighted": 0.515521, + "recall": 0.515515, + "recall_weighted": 0.51552, + "ap": 0.507778, + "ap_weighted": 0.507778 + }, + { + "accuracy": 0.616734, + "f1": 0.61523, + "f1_weighted": 0.615219, + "precision": 0.618631, + "precision_weighted": 0.618638, + "recall": 0.616762, + "recall_weighted": 0.616734, + "ap": 0.570275, + "ap_weighted": 0.570275 + }, + { + "accuracy": 0.640126, + "f1": 0.636129, + "f1_weighted": 0.636146, + "precision": 0.646489, + "precision_weighted": 0.646475, + "recall": 0.640079, + "recall_weighted": 0.640126, + "ap": 0.594638, + "ap_weighted": 0.594638 + }, + { + "accuracy": 0.583896, + "f1": 0.581992, + "f1_weighted": 0.58198, + "precision": 0.585494, + "precision_weighted": 0.585499, + "recall": 0.583926, + "recall_weighted": 0.583896, + "ap": 0.547945, + "ap_weighted": 0.547945 + }, + { + "accuracy": 0.630679, + "f1": 0.630445, + "f1_weighted": 0.630441, + "precision": 0.631029, + "precision_weighted": 0.631032, + "recall": 0.630691, + "recall_weighted": 0.630679, + "ap": 0.581382, + "ap_weighted": 0.581382 + }, + { + "accuracy": 0.612686, + "f1": 0.599726, + "f1_weighted": 0.599693, + "precision": 0.629592, + "precision_weighted": 0.629613, + "recall": 0.612767, + "recall_weighted": 0.612686, + "ap": 0.565511, + "ap_weighted": 0.565511 + }, + { + "accuracy": 0.671615, + "f1": 0.66952, + "f1_weighted": 0.669508, + "precision": 0.676143, + "precision_weighted": 0.676156, + "recall": 0.671651, + "recall_weighted": 0.671615, + "ap": 0.611019, + "ap_weighted": 0.611019 + }, + { + "accuracy": 0.641475, + "f1": 0.635862, + "f1_weighted": 0.635842, + "precision": 0.650868, + "precision_weighted": 0.650885, + "recall": 0.641531, + "recall_weighted": 0.641475, + "ap": 0.586589, + "ap_weighted": 0.586589 + }, + { + "accuracy": 0.650472, + "f1": 0.646556, + "f1_weighted": 0.646539, + "precision": 0.657532, + "precision_weighted": 0.657547, + "recall": 0.65052, + "recall_weighted": 0.650472, + "ap": 0.593752, + "ap_weighted": 0.593752 + }, + { + "accuracy": 0.622582, + "f1": 0.619921, + "f1_weighted": 0.619907, + "precision": 0.626172, + "precision_weighted": 0.626182, + "recall": 0.62262, + "recall_weighted": 0.622582, + "ap": 0.573966, + "ap_weighted": 0.573966 + } + ], + "accuracy": 0.618578, + "f1": 0.615085, + "f1_weighted": 0.615075, + "precision": 0.623747, + "precision_weighted": 0.623755, + "recall": 0.618606, + "recall_weighted": 0.618578, + "ap": 0.573285, + "ap_weighted": 0.573285, + "main_score": 0.618578, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 126.2210156917572, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/NFCorpus-NL.v2.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..eb503213eb --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.39164, + "ndcg_at_3": 0.34619, + "ndcg_at_5": 0.33135, + "ndcg_at_10": 0.30062, + "ndcg_at_20": 0.27604, + "ndcg_at_100": 0.26756, + "ndcg_at_1000": 0.35637, + "map_at_1": 0.04646, + "map_at_3": 0.07797, + "map_at_5": 0.09169, + "map_at_10": 0.10714, + "map_at_20": 0.11785, + "map_at_100": 0.13121, + "map_at_1000": 0.14329, + "recall_at_1": 0.04646, + "recall_at_3": 0.08398, + "recall_at_5": 0.11229, + "recall_at_10": 0.1438, + "recall_at_20": 0.17796, + "recall_at_100": 0.26841, + "recall_at_1000": 0.58055, + "accuracy": 0.04646, + "precision_at_1": 0.40248, + "precision_at_3": 0.32817, + "precision_at_5": 0.28978, + "precision_at_10": 0.22322, + "precision_at_20": 0.15944, + "precision_at_100": 0.06502, + "precision_at_1000": 0.01916, + "mrr_at_1": 0.402477, + "mrr_at_3": 0.46388, + "mrr_at_5": 0.47967, + "mrr_at_10": 0.488025, + "mrr_at_20": 0.491942, + "mrr_at_100": 0.49451, + "mrr_at_1000": 0.494991, + "nauc_ndcg_at_1_max": 0.400399, + "nauc_ndcg_at_1_std": 0.230813, + "nauc_ndcg_at_1_diff1": 0.332064, + "nauc_ndcg_at_3_max": 0.413918, + "nauc_ndcg_at_3_std": 0.262634, + "nauc_ndcg_at_3_diff1": 0.281381, + "nauc_ndcg_at_5_max": 0.41922, + "nauc_ndcg_at_5_std": 0.286527, + "nauc_ndcg_at_5_diff1": 0.265085, + "nauc_ndcg_at_10_max": 0.433838, + "nauc_ndcg_at_10_std": 0.311284, + "nauc_ndcg_at_10_diff1": 0.254522, + "nauc_ndcg_at_20_max": 0.432402, + "nauc_ndcg_at_20_std": 0.315577, + "nauc_ndcg_at_20_diff1": 0.250775, + "nauc_ndcg_at_100_max": 0.45622, + "nauc_ndcg_at_100_std": 0.316548, + "nauc_ndcg_at_100_diff1": 0.253123, + "nauc_ndcg_at_1000_max": 0.5068, + "nauc_ndcg_at_1000_std": 0.38719, + "nauc_ndcg_at_1000_diff1": 0.250601, + "nauc_map_at_1_max": 0.198446, + "nauc_map_at_1_std": -0.095093, + "nauc_map_at_1_diff1": 0.486264, + "nauc_map_at_3_max": 0.270441, + "nauc_map_at_3_std": -0.023653, + "nauc_map_at_3_diff1": 0.427919, + "nauc_map_at_5_max": 0.292042, + "nauc_map_at_5_std": 0.019736, + "nauc_map_at_5_diff1": 0.377051, + "nauc_map_at_10_max": 0.343916, + "nauc_map_at_10_std": 0.088711, + "nauc_map_at_10_diff1": 0.337132, + "nauc_map_at_20_max": 0.365645, + "nauc_map_at_20_std": 0.130617, + "nauc_map_at_20_diff1": 0.312869, + "nauc_map_at_100_max": 0.384531, + "nauc_map_at_100_std": 0.182381, + "nauc_map_at_100_diff1": 0.29432, + "nauc_map_at_1000_max": 0.391707, + "nauc_map_at_1000_std": 0.217165, + "nauc_map_at_1000_diff1": 0.28529, + "nauc_recall_at_1_max": 0.198446, + "nauc_recall_at_1_std": -0.095093, + "nauc_recall_at_1_diff1": 0.486264, + "nauc_recall_at_3_max": 0.275497, + "nauc_recall_at_3_std": -0.021655, + "nauc_recall_at_3_diff1": 0.394901, + "nauc_recall_at_5_max": 0.256911, + "nauc_recall_at_5_std": 0.02089, + "nauc_recall_at_5_diff1": 0.275623, + "nauc_recall_at_10_max": 0.331709, + "nauc_recall_at_10_std": 0.091473, + "nauc_recall_at_10_diff1": 0.245579, + "nauc_recall_at_20_max": 0.312194, + "nauc_recall_at_20_std": 0.10911, + "nauc_recall_at_20_diff1": 0.203857, + "nauc_recall_at_100_max": 0.324626, + "nauc_recall_at_100_std": 0.189558, + "nauc_recall_at_100_diff1": 0.161462, + "nauc_recall_at_1000_max": 0.316526, + "nauc_recall_at_1000_std": 0.274237, + "nauc_recall_at_1000_diff1": 0.087618, + "nauc_precision_at_1_max": 0.429079, + "nauc_precision_at_1_std": 0.248716, + "nauc_precision_at_1_diff1": 0.334088, + "nauc_precision_at_3_max": 0.42416, + "nauc_precision_at_3_std": 0.304374, + "nauc_precision_at_3_diff1": 0.196636, + "nauc_precision_at_5_max": 0.419832, + "nauc_precision_at_5_std": 0.364902, + "nauc_precision_at_5_diff1": 0.134301, + "nauc_precision_at_10_max": 0.406173, + "nauc_precision_at_10_std": 0.42583, + "nauc_precision_at_10_diff1": 0.075126, + "nauc_precision_at_20_max": 0.374343, + "nauc_precision_at_20_std": 0.463647, + "nauc_precision_at_20_diff1": 0.041345, + "nauc_precision_at_100_max": 0.251052, + "nauc_precision_at_100_std": 0.489531, + "nauc_precision_at_100_diff1": -0.030151, + "nauc_precision_at_1000_max": 0.078135, + "nauc_precision_at_1000_std": 0.333551, + "nauc_precision_at_1000_diff1": -0.058693, + "nauc_mrr_at_1_max": 0.429079, + "nauc_mrr_at_1_std": 0.248716, + "nauc_mrr_at_1_diff1": 0.334088, + "nauc_mrr_at_3_max": 0.453226, + "nauc_mrr_at_3_std": 0.292728, + "nauc_mrr_at_3_diff1": 0.296758, + "nauc_mrr_at_5_max": 0.464084, + "nauc_mrr_at_5_std": 0.309135, + "nauc_mrr_at_5_diff1": 0.296158, + "nauc_mrr_at_10_max": 0.468941, + "nauc_mrr_at_10_std": 0.309592, + "nauc_mrr_at_10_diff1": 0.299751, + "nauc_mrr_at_20_max": 0.469988, + "nauc_mrr_at_20_std": 0.31075, + "nauc_mrr_at_20_diff1": 0.298748, + "nauc_mrr_at_100_max": 0.470973, + "nauc_mrr_at_100_std": 0.311974, + "nauc_mrr_at_100_diff1": 0.299064, + "nauc_mrr_at_1000_max": 0.470873, + "nauc_mrr_at_1000_std": 0.311717, + "nauc_mrr_at_1000_diff1": 0.299217, + "cv_recall_at_1": 0.40248, + "cv_recall_at_3": 0.5387, + "cv_recall_at_5": 0.60681, + "cv_recall_at_10": 0.66873, + "cv_recall_at_20": 0.72136, + "cv_recall_at_100": 0.82043, + "cv_recall_at_1000": 0.94737, + "main_score": 0.30062, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 69.78714203834534, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SCIDOCS-NL.v2.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..ae4a307ff4 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.202, + "ndcg_at_3": 0.1655, + "ndcg_at_5": 0.14737, + "ndcg_at_10": 0.17833, + "ndcg_at_20": 0.20386, + "ndcg_at_100": 0.24929, + "ndcg_at_1000": 0.29698, + "map_at_1": 0.04108, + "map_at_3": 0.07293, + "map_at_5": 0.08845, + "map_at_10": 0.10399, + "map_at_20": 0.11311, + "map_at_100": 0.12179, + "map_at_1000": 0.12428, + "recall_at_1": 0.04108, + "recall_at_3": 0.09402, + "recall_at_5": 0.13232, + "recall_at_10": 0.189, + "recall_at_20": 0.24888, + "recall_at_100": 0.39547, + "recall_at_1000": 0.62912, + "accuracy": 0.04108, + "precision_at_1": 0.202, + "precision_at_3": 0.15433, + "precision_at_5": 0.1304, + "precision_at_10": 0.0931, + "precision_at_20": 0.06125, + "precision_at_100": 0.01948, + "precision_at_1000": 0.0031, + "mrr_at_1": 0.202, + "mrr_at_3": 0.275167, + "mrr_at_5": 0.294517, + "mrr_at_10": 0.30823, + "mrr_at_20": 0.314604, + "mrr_at_100": 0.319196, + "mrr_at_1000": 0.319886, + "nauc_ndcg_at_1_max": 0.239025, + "nauc_ndcg_at_1_std": 0.052646, + "nauc_ndcg_at_1_diff1": 0.259233, + "nauc_ndcg_at_3_max": 0.299595, + "nauc_ndcg_at_3_std": 0.095018, + "nauc_ndcg_at_3_diff1": 0.232031, + "nauc_ndcg_at_5_max": 0.313376, + "nauc_ndcg_at_5_std": 0.120577, + "nauc_ndcg_at_5_diff1": 0.223974, + "nauc_ndcg_at_10_max": 0.315462, + "nauc_ndcg_at_10_std": 0.149732, + "nauc_ndcg_at_10_diff1": 0.215606, + "nauc_ndcg_at_20_max": 0.328857, + "nauc_ndcg_at_20_std": 0.171968, + "nauc_ndcg_at_20_diff1": 0.208517, + "nauc_ndcg_at_100_max": 0.343019, + "nauc_ndcg_at_100_std": 0.228574, + "nauc_ndcg_at_100_diff1": 0.198013, + "nauc_ndcg_at_1000_max": 0.339818, + "nauc_ndcg_at_1000_std": 0.246968, + "nauc_ndcg_at_1000_diff1": 0.185077, + "nauc_map_at_1_max": 0.235475, + "nauc_map_at_1_std": 0.048602, + "nauc_map_at_1_diff1": 0.26251, + "nauc_map_at_3_max": 0.294987, + "nauc_map_at_3_std": 0.075663, + "nauc_map_at_3_diff1": 0.229027, + "nauc_map_at_5_max": 0.319188, + "nauc_map_at_5_std": 0.102576, + "nauc_map_at_5_diff1": 0.233983, + "nauc_map_at_10_max": 0.322924, + "nauc_map_at_10_std": 0.12546, + "nauc_map_at_10_diff1": 0.228117, + "nauc_map_at_20_max": 0.329338, + "nauc_map_at_20_std": 0.14007, + "nauc_map_at_20_diff1": 0.222812, + "nauc_map_at_100_max": 0.335323, + "nauc_map_at_100_std": 0.160204, + "nauc_map_at_100_diff1": 0.218856, + "nauc_map_at_1000_max": 0.336054, + "nauc_map_at_1000_std": 0.163131, + "nauc_map_at_1000_diff1": 0.217994, + "nauc_recall_at_1_max": 0.235475, + "nauc_recall_at_1_std": 0.048602, + "nauc_recall_at_1_diff1": 0.26251, + "nauc_recall_at_3_max": 0.31397, + "nauc_recall_at_3_std": 0.107827, + "nauc_recall_at_3_diff1": 0.223131, + "nauc_recall_at_5_max": 0.325848, + "nauc_recall_at_5_std": 0.148899, + "nauc_recall_at_5_diff1": 0.20119, + "nauc_recall_at_10_max": 0.307156, + "nauc_recall_at_10_std": 0.188862, + "nauc_recall_at_10_diff1": 0.176733, + "nauc_recall_at_20_max": 0.320009, + "nauc_recall_at_20_std": 0.222788, + "nauc_recall_at_20_diff1": 0.156408, + "nauc_recall_at_100_max": 0.31375, + "nauc_recall_at_100_std": 0.335233, + "nauc_recall_at_100_diff1": 0.113458, + "nauc_recall_at_1000_max": 0.254091, + "nauc_recall_at_1000_std": 0.388677, + "nauc_recall_at_1000_diff1": 0.027733, + "nauc_precision_at_1_max": 0.239025, + "nauc_precision_at_1_std": 0.052646, + "nauc_precision_at_1_diff1": 0.259233, + "nauc_precision_at_3_max": 0.32046, + "nauc_precision_at_3_std": 0.112999, + "nauc_precision_at_3_diff1": 0.223137, + "nauc_precision_at_5_max": 0.331668, + "nauc_precision_at_5_std": 0.154076, + "nauc_precision_at_5_diff1": 0.200338, + "nauc_precision_at_10_max": 0.313416, + "nauc_precision_at_10_std": 0.193281, + "nauc_precision_at_10_diff1": 0.177362, + "nauc_precision_at_20_max": 0.326468, + "nauc_precision_at_20_std": 0.226581, + "nauc_precision_at_20_diff1": 0.156684, + "nauc_precision_at_100_max": 0.319416, + "nauc_precision_at_100_std": 0.334683, + "nauc_precision_at_100_diff1": 0.11182, + "nauc_precision_at_1000_max": 0.26253, + "nauc_precision_at_1000_std": 0.384221, + "nauc_precision_at_1000_diff1": 0.030266, + "nauc_mrr_at_1_max": 0.239025, + "nauc_mrr_at_1_std": 0.052646, + "nauc_mrr_at_1_diff1": 0.259233, + "nauc_mrr_at_3_max": 0.272932, + "nauc_mrr_at_3_std": 0.092272, + "nauc_mrr_at_3_diff1": 0.247295, + "nauc_mrr_at_5_max": 0.270758, + "nauc_mrr_at_5_std": 0.09897, + "nauc_mrr_at_5_diff1": 0.235686, + "nauc_mrr_at_10_max": 0.27266, + "nauc_mrr_at_10_std": 0.107555, + "nauc_mrr_at_10_diff1": 0.232982, + "nauc_mrr_at_20_max": 0.275246, + "nauc_mrr_at_20_std": 0.108716, + "nauc_mrr_at_20_diff1": 0.233657, + "nauc_mrr_at_100_max": 0.275019, + "nauc_mrr_at_100_std": 0.109573, + "nauc_mrr_at_100_diff1": 0.233759, + "nauc_mrr_at_1000_max": 0.274818, + "nauc_mrr_at_1000_std": 0.109193, + "nauc_mrr_at_1000_diff1": 0.233729, + "cv_recall_at_1": 0.202, + "cv_recall_at_3": 0.369, + "cv_recall_at_5": 0.452, + "cv_recall_at_10": 0.552, + "cv_recall_at_20": 0.643, + "cv_recall_at_100": 0.811, + "cv_recall_at_1000": 0.965, + "main_score": 0.17833, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 714.0872688293457, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact-NL.v2.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact-NL.v2.json new file mode 100644 index 0000000000..aaa5e4b5f8 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.56667, + "ndcg_at_3": 0.6448, + "ndcg_at_5": 0.67278, + "ndcg_at_10": 0.69198, + "ndcg_at_20": 0.70249, + "ndcg_at_100": 0.71579, + "ndcg_at_1000": 0.72189, + "map_at_1": 0.53694, + "map_at_3": 0.61591, + "map_at_5": 0.63438, + "map_at_10": 0.64441, + "map_at_20": 0.64764, + "map_at_100": 0.64966, + "map_at_1000": 0.64986, + "recall_at_1": 0.53694, + "recall_at_3": 0.70072, + "recall_at_5": 0.77067, + "recall_at_10": 0.82356, + "recall_at_20": 0.86389, + "recall_at_100": 0.93333, + "recall_at_1000": 0.98333, + "accuracy": 0.53694, + "precision_at_1": 0.56667, + "precision_at_3": 0.25667, + "precision_at_5": 0.172, + "precision_at_10": 0.09333, + "precision_at_20": 0.04933, + "precision_at_100": 0.01063, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.566667, + "mrr_at_3": 0.633889, + "mrr_at_5": 0.649056, + "mrr_at_10": 0.65604, + "mrr_at_20": 0.658392, + "mrr_at_100": 0.660064, + "mrr_at_1000": 0.660259, + "nauc_ndcg_at_1_max": 0.530995, + "nauc_ndcg_at_1_std": 0.035303, + "nauc_ndcg_at_1_diff1": 0.740427, + "nauc_ndcg_at_3_max": 0.548171, + "nauc_ndcg_at_3_std": 0.03474, + "nauc_ndcg_at_3_diff1": 0.706903, + "nauc_ndcg_at_5_max": 0.546279, + "nauc_ndcg_at_5_std": 0.035544, + "nauc_ndcg_at_5_diff1": 0.699244, + "nauc_ndcg_at_10_max": 0.567586, + "nauc_ndcg_at_10_std": 0.076792, + "nauc_ndcg_at_10_diff1": 0.694307, + "nauc_ndcg_at_20_max": 0.565779, + "nauc_ndcg_at_20_std": 0.068775, + "nauc_ndcg_at_20_diff1": 0.701008, + "nauc_ndcg_at_100_max": 0.564256, + "nauc_ndcg_at_100_std": 0.069213, + "nauc_ndcg_at_100_diff1": 0.703804, + "nauc_ndcg_at_1000_max": 0.561076, + "nauc_ndcg_at_1000_std": 0.068345, + "nauc_ndcg_at_1000_diff1": 0.706402, + "nauc_map_at_1_max": 0.467851, + "nauc_map_at_1_std": -0.061071, + "nauc_map_at_1_diff1": 0.736576, + "nauc_map_at_3_max": 0.514889, + "nauc_map_at_3_std": 0.00306, + "nauc_map_at_3_diff1": 0.716531, + "nauc_map_at_5_max": 0.526031, + "nauc_map_at_5_std": 0.015703, + "nauc_map_at_5_diff1": 0.711797, + "nauc_map_at_10_max": 0.539972, + "nauc_map_at_10_std": 0.037324, + "nauc_map_at_10_diff1": 0.710302, + "nauc_map_at_20_max": 0.539808, + "nauc_map_at_20_std": 0.036513, + "nauc_map_at_20_diff1": 0.712203, + "nauc_map_at_100_max": 0.539473, + "nauc_map_at_100_std": 0.036509, + "nauc_map_at_100_diff1": 0.712035, + "nauc_map_at_1000_max": 0.53936, + "nauc_map_at_1000_std": 0.036393, + "nauc_map_at_1000_diff1": 0.712147, + "nauc_recall_at_1_max": 0.467851, + "nauc_recall_at_1_std": -0.061071, + "nauc_recall_at_1_diff1": 0.736576, + "nauc_recall_at_3_max": 0.54777, + "nauc_recall_at_3_std": 0.020674, + "nauc_recall_at_3_diff1": 0.662102, + "nauc_recall_at_5_max": 0.551671, + "nauc_recall_at_5_std": 0.030852, + "nauc_recall_at_5_diff1": 0.629501, + "nauc_recall_at_10_max": 0.627701, + "nauc_recall_at_10_std": 0.187303, + "nauc_recall_at_10_diff1": 0.59392, + "nauc_recall_at_20_max": 0.634645, + "nauc_recall_at_20_std": 0.144249, + "nauc_recall_at_20_diff1": 0.622369, + "nauc_recall_at_100_max": 0.691013, + "nauc_recall_at_100_std": 0.22423, + "nauc_recall_at_100_diff1": 0.652031, + "nauc_recall_at_1000_max": 0.739589, + "nauc_recall_at_1000_std": 0.649393, + "nauc_recall_at_1000_diff1": 0.760504, + "nauc_precision_at_1_max": 0.530995, + "nauc_precision_at_1_std": 0.035303, + "nauc_precision_at_1_diff1": 0.740427, + "nauc_precision_at_3_max": 0.539551, + "nauc_precision_at_3_std": 0.246213, + "nauc_precision_at_3_diff1": 0.467739, + "nauc_precision_at_5_max": 0.515852, + "nauc_precision_at_5_std": 0.309781, + "nauc_precision_at_5_diff1": 0.326814, + "nauc_precision_at_10_max": 0.518949, + "nauc_precision_at_10_std": 0.443505, + "nauc_precision_at_10_diff1": 0.195692, + "nauc_precision_at_20_max": 0.453394, + "nauc_precision_at_20_std": 0.440517, + "nauc_precision_at_20_diff1": 0.135674, + "nauc_precision_at_100_max": 0.394584, + "nauc_precision_at_100_std": 0.506926, + "nauc_precision_at_100_diff1": 0.007312, + "nauc_precision_at_1000_max": 0.33689, + "nauc_precision_at_1000_std": 0.594305, + "nauc_precision_at_1000_diff1": -0.117978, + "nauc_mrr_at_1_max": 0.530995, + "nauc_mrr_at_1_std": 0.035303, + "nauc_mrr_at_1_diff1": 0.740427, + "nauc_mrr_at_3_max": 0.562918, + "nauc_mrr_at_3_std": 0.062758, + "nauc_mrr_at_3_diff1": 0.717961, + "nauc_mrr_at_5_max": 0.562207, + "nauc_mrr_at_5_std": 0.066696, + "nauc_mrr_at_5_diff1": 0.714616, + "nauc_mrr_at_10_max": 0.565834, + "nauc_mrr_at_10_std": 0.07796, + "nauc_mrr_at_10_diff1": 0.712767, + "nauc_mrr_at_20_max": 0.565046, + "nauc_mrr_at_20_std": 0.075138, + "nauc_mrr_at_20_diff1": 0.714122, + "nauc_mrr_at_100_max": 0.564217, + "nauc_mrr_at_100_std": 0.074327, + "nauc_mrr_at_100_diff1": 0.714324, + "nauc_mrr_at_1000_max": 0.56412, + "nauc_mrr_at_1000_std": 0.074237, + "nauc_mrr_at_1000_diff1": 0.714439, + "cv_recall_at_1": 0.56667, + "cv_recall_at_3": 0.72, + "cv_recall_at_5": 0.78667, + "cv_recall_at_10": 0.83333, + "cv_recall_at_20": 0.87, + "cv_recall_at_100": 0.93333, + "cv_recall_at_1000": 0.98333, + "main_score": 0.69198, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 98.17832803726196, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/ArguAna-NL.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/ArguAna-NL.json new file mode 100644 index 0000000000..a32c244d01 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/ArguAna-NL.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24751, + "ndcg_at_3": 0.36915, + "ndcg_at_5": 0.4209, + "ndcg_at_10": 0.47077, + "ndcg_at_20": 0.50069, + "ndcg_at_100": 0.51966, + "ndcg_at_1000": 0.52438, + "map_at_1": 0.24751, + "map_at_3": 0.33831, + "map_at_5": 0.36697, + "map_at_10": 0.38726, + "map_at_20": 0.3955, + "map_at_100": 0.39836, + "map_at_1000": 0.39854, + "recall_at_1": 0.24751, + "recall_at_3": 0.45875, + "recall_at_5": 0.58464, + "recall_at_10": 0.7404, + "recall_at_20": 0.85846, + "recall_at_100": 0.95733, + "recall_at_1000": 0.99431, + "accuracy": 0.24751, + "precision_at_1": 0.24751, + "precision_at_3": 0.15292, + "precision_at_5": 0.11693, + "precision_at_10": 0.07404, + "precision_at_20": 0.04292, + "precision_at_100": 0.00957, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.253912, + "mrr_at_3": 0.339734, + "mrr_at_5": 0.369286, + "mrr_at_10": 0.389797, + "mrr_at_20": 0.398006, + "mrr_at_100": 0.400898, + "mrr_at_1000": 0.401079, + "nauc_ndcg_at_1_max": -0.095805, + "nauc_ndcg_at_1_std": -0.08316, + "nauc_ndcg_at_1_diff1": 0.110064, + "nauc_ndcg_at_3_max": -0.019689, + "nauc_ndcg_at_3_std": -0.032854, + "nauc_ndcg_at_3_diff1": 0.091584, + "nauc_ndcg_at_5_max": -0.009582, + "nauc_ndcg_at_5_std": -0.026644, + "nauc_ndcg_at_5_diff1": 0.094242, + "nauc_ndcg_at_10_max": -0.016051, + "nauc_ndcg_at_10_std": -0.014786, + "nauc_ndcg_at_10_diff1": 0.069387, + "nauc_ndcg_at_20_max": -9e-05, + "nauc_ndcg_at_20_std": 0.004982, + "nauc_ndcg_at_20_diff1": 0.09007, + "nauc_ndcg_at_100_max": -0.015729, + "nauc_ndcg_at_100_std": -0.005, + "nauc_ndcg_at_100_diff1": 0.091459, + "nauc_ndcg_at_1000_max": -0.021002, + "nauc_ndcg_at_1000_std": -0.01652, + "nauc_ndcg_at_1000_diff1": 0.089821, + "nauc_map_at_1_max": -0.095805, + "nauc_map_at_1_std": -0.08316, + "nauc_map_at_1_diff1": 0.110064, + "nauc_map_at_3_max": -0.036965, + "nauc_map_at_3_std": -0.043532, + "nauc_map_at_3_diff1": 0.094689, + "nauc_map_at_5_max": -0.031651, + "nauc_map_at_5_std": -0.040162, + "nauc_map_at_5_diff1": 0.096606, + "nauc_map_at_10_max": -0.035069, + "nauc_map_at_10_std": -0.035922, + "nauc_map_at_10_diff1": 0.086825, + "nauc_map_at_20_max": -0.031535, + "nauc_map_at_20_std": -0.031399, + "nauc_map_at_20_diff1": 0.092102, + "nauc_map_at_100_max": -0.03341, + "nauc_map_at_100_std": -0.032819, + "nauc_map_at_100_diff1": 0.092529, + "nauc_map_at_1000_max": -0.033501, + "nauc_map_at_1000_std": -0.033176, + "nauc_map_at_1000_diff1": 0.092521, + "nauc_recall_at_1_max": -0.095805, + "nauc_recall_at_1_std": -0.08316, + "nauc_recall_at_1_diff1": 0.110064, + "nauc_recall_at_3_max": 0.027451, + "nauc_recall_at_3_std": -0.004006, + "nauc_recall_at_3_diff1": 0.083538, + "nauc_recall_at_5_max": 0.057115, + "nauc_recall_at_5_std": 0.013759, + "nauc_recall_at_5_diff1": 0.087648, + "nauc_recall_at_10_max": 0.057939, + "nauc_recall_at_10_std": 0.07618, + "nauc_recall_at_10_diff1": -0.013114, + "nauc_recall_at_20_max": 0.235594, + "nauc_recall_at_20_std": 0.294095, + "nauc_recall_at_20_diff1": 0.096985, + "nauc_recall_at_100_max": 0.223636, + "nauc_recall_at_100_std": 0.595575, + "nauc_recall_at_100_diff1": 0.131498, + "nauc_recall_at_1000_max": -0.247665, + "nauc_recall_at_1000_std": 0.449541, + "nauc_recall_at_1000_diff1": -0.256703, + "nauc_precision_at_1_max": -0.095805, + "nauc_precision_at_1_std": -0.08316, + "nauc_precision_at_1_diff1": 0.110064, + "nauc_precision_at_3_max": 0.027451, + "nauc_precision_at_3_std": -0.004006, + "nauc_precision_at_3_diff1": 0.083538, + "nauc_precision_at_5_max": 0.057115, + "nauc_precision_at_5_std": 0.013759, + "nauc_precision_at_5_diff1": 0.087648, + "nauc_precision_at_10_max": 0.057939, + "nauc_precision_at_10_std": 0.07618, + "nauc_precision_at_10_diff1": -0.013114, + "nauc_precision_at_20_max": 0.235594, + "nauc_precision_at_20_std": 0.294095, + "nauc_precision_at_20_diff1": 0.096985, + "nauc_precision_at_100_max": 0.223636, + "nauc_precision_at_100_std": 0.595575, + "nauc_precision_at_100_diff1": 0.131498, + "nauc_precision_at_1000_max": -0.247665, + "nauc_precision_at_1000_std": 0.449541, + "nauc_precision_at_1000_diff1": -0.256703, + "nauc_mrr_at_1_max": -0.091947, + "nauc_mrr_at_1_std": -0.081026, + "nauc_mrr_at_1_diff1": 0.08879, + "nauc_mrr_at_3_max": -0.047753, + "nauc_mrr_at_3_std": -0.045791, + "nauc_mrr_at_3_diff1": 0.070571, + "nauc_mrr_at_5_max": -0.039339, + "nauc_mrr_at_5_std": -0.04061, + "nauc_mrr_at_5_diff1": 0.075168, + "nauc_mrr_at_10_max": -0.041415, + "nauc_mrr_at_10_std": -0.036081, + "nauc_mrr_at_10_diff1": 0.066526, + "nauc_mrr_at_20_max": -0.038309, + "nauc_mrr_at_20_std": -0.031786, + "nauc_mrr_at_20_diff1": 0.071139, + "nauc_mrr_at_100_max": -0.040071, + "nauc_mrr_at_100_std": -0.033017, + "nauc_mrr_at_100_diff1": 0.071498, + "nauc_mrr_at_1000_max": -0.040165, + "nauc_mrr_at_1000_std": -0.033372, + "nauc_mrr_at_1000_diff1": 0.071477, + "cv_recall_at_1": 0.25391, + "cv_recall_at_3": 0.45448, + "cv_recall_at_5": 0.58321, + "cv_recall_at_10": 0.7404, + "cv_recall_at_20": 0.85775, + "cv_recall_at_100": 0.95733, + "cv_recall_at_1000": 0.99431, + "main_score": 0.47077, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 216.77535104751587, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/ArguAna-NL.v2.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/ArguAna-NL.v2.json new file mode 100644 index 0000000000..ff6f8ed50a --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24822, + "ndcg_at_3": 0.36976, + "ndcg_at_5": 0.42121, + "ndcg_at_10": 0.47109, + "ndcg_at_20": 0.50101, + "ndcg_at_100": 0.51997, + "ndcg_at_1000": 0.5247, + "map_at_1": 0.24822, + "map_at_3": 0.3389, + "map_at_5": 0.36739, + "map_at_10": 0.38768, + "map_at_20": 0.39592, + "map_at_100": 0.39878, + "map_at_1000": 0.39896, + "recall_at_1": 0.24822, + "recall_at_3": 0.45946, + "recall_at_5": 0.58464, + "recall_at_10": 0.7404, + "recall_at_20": 0.85846, + "recall_at_100": 0.95733, + "recall_at_1000": 0.99431, + "accuracy": 0.24822, + "precision_at_1": 0.24822, + "precision_at_3": 0.15315, + "precision_at_5": 0.11693, + "precision_at_10": 0.07404, + "precision_at_20": 0.04292, + "precision_at_100": 0.00957, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.254623, + "mrr_at_3": 0.340327, + "mrr_at_5": 0.369701, + "mrr_at_10": 0.390212, + "mrr_at_20": 0.398428, + "mrr_at_100": 0.401317, + "mrr_at_1000": 0.401499, + "nauc_ndcg_at_1_max": -0.097638, + "nauc_ndcg_at_1_std": -0.079146, + "nauc_ndcg_at_1_diff1": 0.10776, + "nauc_ndcg_at_3_max": -0.019151, + "nauc_ndcg_at_3_std": -0.031083, + "nauc_ndcg_at_3_diff1": 0.089888, + "nauc_ndcg_at_5_max": -0.010102, + "nauc_ndcg_at_5_std": -0.025322, + "nauc_ndcg_at_5_diff1": 0.093287, + "nauc_ndcg_at_10_max": -0.016617, + "nauc_ndcg_at_10_std": -0.013344, + "nauc_ndcg_at_10_diff1": 0.068562, + "nauc_ndcg_at_20_max": -0.000736, + "nauc_ndcg_at_20_std": 0.006562, + "nauc_ndcg_at_20_diff1": 0.088884, + "nauc_ndcg_at_100_max": -0.016407, + "nauc_ndcg_at_100_std": -0.003281, + "nauc_ndcg_at_100_diff1": 0.090189, + "nauc_ndcg_at_1000_max": -0.021687, + "nauc_ndcg_at_1000_std": -0.014766, + "nauc_ndcg_at_1000_diff1": 0.08853, + "nauc_map_at_1_max": -0.097638, + "nauc_map_at_1_std": -0.079146, + "nauc_map_at_1_diff1": 0.10776, + "nauc_map_at_3_max": -0.037053, + "nauc_map_at_3_std": -0.041484, + "nauc_map_at_3_diff1": 0.092926, + "nauc_map_at_5_max": -0.032366, + "nauc_map_at_5_std": -0.038371, + "nauc_map_at_5_diff1": 0.095278, + "nauc_map_at_10_max": -0.035807, + "nauc_map_at_10_std": -0.034068, + "nauc_map_at_10_diff1": 0.085534, + "nauc_map_at_20_max": -0.032307, + "nauc_map_at_20_std": -0.029491, + "nauc_map_at_20_diff1": 0.090694, + "nauc_map_at_100_max": -0.034186, + "nauc_map_at_100_std": -0.030883, + "nauc_map_at_100_diff1": 0.091107, + "nauc_map_at_1000_max": -0.034277, + "nauc_map_at_1000_std": -0.031239, + "nauc_map_at_1000_diff1": 0.091099, + "nauc_recall_at_1_max": -0.097638, + "nauc_recall_at_1_std": -0.079146, + "nauc_recall_at_1_diff1": 0.10776, + "nauc_recall_at_3_max": 0.029764, + "nauc_recall_at_3_std": -0.00288, + "nauc_recall_at_3_diff1": 0.081991, + "nauc_recall_at_5_max": 0.057115, + "nauc_recall_at_5_std": 0.013759, + "nauc_recall_at_5_diff1": 0.08784, + "nauc_recall_at_10_max": 0.057939, + "nauc_recall_at_10_std": 0.07618, + "nauc_recall_at_10_diff1": -0.011988, + "nauc_recall_at_20_max": 0.235594, + "nauc_recall_at_20_std": 0.294095, + "nauc_recall_at_20_diff1": 0.096985, + "nauc_recall_at_100_max": 0.223636, + "nauc_recall_at_100_std": 0.595575, + "nauc_recall_at_100_diff1": 0.131498, + "nauc_recall_at_1000_max": -0.247665, + "nauc_recall_at_1000_std": 0.449541, + "nauc_recall_at_1000_diff1": -0.256703, + "nauc_precision_at_1_max": -0.097638, + "nauc_precision_at_1_std": -0.079146, + "nauc_precision_at_1_diff1": 0.10776, + "nauc_precision_at_3_max": 0.029764, + "nauc_precision_at_3_std": -0.00288, + "nauc_precision_at_3_diff1": 0.081991, + "nauc_precision_at_5_max": 0.057115, + "nauc_precision_at_5_std": 0.013759, + "nauc_precision_at_5_diff1": 0.08784, + "nauc_precision_at_10_max": 0.057939, + "nauc_precision_at_10_std": 0.07618, + "nauc_precision_at_10_diff1": -0.011988, + "nauc_precision_at_20_max": 0.235594, + "nauc_precision_at_20_std": 0.294095, + "nauc_precision_at_20_diff1": 0.096985, + "nauc_precision_at_100_max": 0.223636, + "nauc_precision_at_100_std": 0.595575, + "nauc_precision_at_100_diff1": 0.131498, + "nauc_precision_at_1000_max": -0.247665, + "nauc_precision_at_1000_std": 0.449541, + "nauc_precision_at_1000_diff1": -0.256703, + "nauc_mrr_at_1_max": -0.093764, + "nauc_mrr_at_1_std": -0.07706, + "nauc_mrr_at_1_diff1": 0.086538, + "nauc_mrr_at_3_max": -0.047835, + "nauc_mrr_at_3_std": -0.043754, + "nauc_mrr_at_3_diff1": 0.068831, + "nauc_mrr_at_5_max": -0.040045, + "nauc_mrr_at_5_std": -0.038828, + "nauc_mrr_at_5_diff1": 0.073861, + "nauc_mrr_at_10_max": -0.042145, + "nauc_mrr_at_10_std": -0.034238, + "nauc_mrr_at_10_diff1": 0.065255, + "nauc_mrr_at_20_max": -0.039072, + "nauc_mrr_at_20_std": -0.029889, + "nauc_mrr_at_20_diff1": 0.069753, + "nauc_mrr_at_100_max": -0.040838, + "nauc_mrr_at_100_std": -0.031092, + "nauc_mrr_at_100_diff1": 0.070096, + "nauc_mrr_at_1000_max": -0.040933, + "nauc_mrr_at_1000_std": -0.031447, + "nauc_mrr_at_1000_diff1": 0.070075, + "cv_recall_at_1": 0.25462, + "cv_recall_at_3": 0.45519, + "cv_recall_at_5": 0.58321, + "cv_recall_at_10": 0.7404, + "cv_recall_at_20": 0.85775, + "cv_recall_at_100": 0.95733, + "cv_recall_at_1000": 0.99431, + "main_score": 0.47109, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 24.79352903366089, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CovidDisinformationNLMultiLabelClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CovidDisinformationNLMultiLabelClassification.json new file mode 100644 index 0000000000..560955e897 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CovidDisinformationNLMultiLabelClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7ad922bdef875db1f530847c6ffff05fc154f2e8", + "task_name": "CovidDisinformationNLMultiLabelClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.146825, + "lrap": 0.718661, + "f1": 0.481274 + }, + { + "accuracy": 0.111111, + "lrap": 0.673814, + "f1": 0.528437 + }, + { + "accuracy": 0.079365, + "lrap": 0.602827, + "f1": 0.516622 + }, + { + "accuracy": 0.115079, + "lrap": 0.664363, + "f1": 0.525607 + }, + { + "accuracy": 0.150794, + "lrap": 0.703327, + "f1": 0.558155 + }, + { + "accuracy": 0.043651, + "lrap": 0.621551, + "f1": 0.470187 + }, + { + "accuracy": 0.06746, + "lrap": 0.616275, + "f1": 0.524632 + }, + { + "accuracy": 0.063492, + "lrap": 0.695099, + "f1": 0.380426 + }, + { + "accuracy": 0.063492, + "lrap": 0.606954, + "f1": 0.463219 + }, + { + "accuracy": 0.107143, + "lrap": 0.645793, + "f1": 0.529257 + } + ], + "accuracy": 0.094841, + "lrap": 0.654866, + "f1": 0.497782, + "main_score": 0.497782, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 1.2573142051696777, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchBookReviewSentimentClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchBookReviewSentimentClassification.json new file mode 100644 index 0000000000..37ffe5c60a --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchBookReviewSentimentClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "1c2815ad38cf4794eb8d678fb08f569ea79392f6", + "task_name": "DutchBookReviewSentimentClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.598471, + "f1": 0.597706, + "f1_weighted": 0.597706, + "precision": 0.599226, + "precision_weighted": 0.599226, + "recall": 0.598471, + "recall_weighted": 0.598471, + "ap": 0.558154, + "ap_weighted": 0.558154 + }, + { + "accuracy": 0.517086, + "f1": 0.503032, + "f1_weighted": 0.503032, + "precision": 0.519266, + "precision_weighted": 0.519266, + "recall": 0.517086, + "recall_weighted": 0.517086, + "ap": 0.508983, + "ap_weighted": 0.508983 + }, + { + "accuracy": 0.630845, + "f1": 0.626889, + "f1_weighted": 0.626889, + "precision": 0.63664, + "precision_weighted": 0.63664, + "recall": 0.630845, + "recall_weighted": 0.630845, + "ap": 0.586983, + "ap_weighted": 0.586983 + }, + { + "accuracy": 0.544065, + "f1": 0.543027, + "f1_weighted": 0.543027, + "precision": 0.544469, + "precision_weighted": 0.544469, + "recall": 0.544065, + "recall_weighted": 0.544065, + "ap": 0.523805, + "ap_weighted": 0.523805 + }, + { + "accuracy": 0.564748, + "f1": 0.563936, + "f1_weighted": 0.563936, + "precision": 0.565234, + "precision_weighted": 0.565234, + "recall": 0.564748, + "recall_weighted": 0.564748, + "ap": 0.536963, + "ap_weighted": 0.536963 + }, + { + "accuracy": 0.518885, + "f1": 0.514883, + "f1_weighted": 0.514883, + "precision": 0.519529, + "precision_weighted": 0.519529, + "recall": 0.518885, + "recall_weighted": 0.518885, + "ap": 0.509744, + "ap_weighted": 0.509744 + }, + { + "accuracy": 0.592176, + "f1": 0.588401, + "f1_weighted": 0.588401, + "precision": 0.595687, + "precision_weighted": 0.595687, + "recall": 0.592176, + "recall_weighted": 0.592176, + "ap": 0.556598, + "ap_weighted": 0.556598 + }, + { + "accuracy": 0.533273, + "f1": 0.529234, + "f1_weighted": 0.529234, + "precision": 0.534456, + "precision_weighted": 0.534456, + "recall": 0.533273, + "recall_weighted": 0.533273, + "ap": 0.517571, + "ap_weighted": 0.517571 + }, + { + "accuracy": 0.573741, + "f1": 0.563417, + "f1_weighted": 0.563417, + "precision": 0.581445, + "precision_weighted": 0.581445, + "recall": 0.573741, + "recall_weighted": 0.573741, + "ap": 0.541029, + "ap_weighted": 0.541029 + }, + { + "accuracy": 0.585432, + "f1": 0.585311, + "f1_weighted": 0.585311, + "precision": 0.585532, + "precision_weighted": 0.585532, + "recall": 0.585432, + "recall_weighted": 0.585432, + "ap": 0.549773, + "ap_weighted": 0.549773 + } + ], + "accuracy": 0.565872, + "f1": 0.561584, + "f1_weighted": 0.561584, + "precision": 0.568148, + "precision_weighted": 0.568148, + "recall": 0.565872, + "recall_weighted": 0.565872, + "ap": 0.53896, + "ap_weighted": 0.53896, + "main_score": 0.565872, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 30.701661109924316, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchBookReviewSentimentClassification.v2.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..7b7cd1859b --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.499775, + "f1": 0.499773, + "f1_weighted": 0.499772, + "precision": 0.499776, + "precision_weighted": 0.499776, + "recall": 0.499776, + "recall_weighted": 0.499775, + "ap": 0.499663, + "ap_weighted": 0.499663 + }, + { + "accuracy": 0.59919, + "f1": 0.598345, + "f1_weighted": 0.598336, + "precision": 0.600062, + "precision_weighted": 0.600066, + "recall": 0.599211, + "recall_weighted": 0.59919, + "ap": 0.558396, + "ap_weighted": 0.558396 + }, + { + "accuracy": 0.51327, + "f1": 0.504545, + "f1_weighted": 0.504575, + "precision": 0.514208, + "precision_weighted": 0.514207, + "recall": 0.513211, + "recall_weighted": 0.51327, + "ap": 0.506618, + "ap_weighted": 0.506618 + }, + { + "accuracy": 0.552407, + "f1": 0.550304, + "f1_weighted": 0.55029, + "precision": 0.553444, + "precision_weighted": 0.553447, + "recall": 0.552438, + "recall_weighted": 0.552407, + "ap": 0.528413, + "ap_weighted": 0.528413 + }, + { + "accuracy": 0.598291, + "f1": 0.597892, + "f1_weighted": 0.597898, + "precision": 0.598662, + "precision_weighted": 0.59866, + "recall": 0.598277, + "recall_weighted": 0.598291, + "ap": 0.55922, + "ap_weighted": 0.55922 + }, + { + "accuracy": 0.587045, + "f1": 0.569967, + "f1_weighted": 0.569928, + "precision": 0.603634, + "precision_weighted": 0.603652, + "recall": 0.587134, + "recall_weighted": 0.587045, + "ap": 0.548772, + "ap_weighted": 0.548772 + }, + { + "accuracy": 0.611336, + "f1": 0.608384, + "f1_weighted": 0.608369, + "precision": 0.614856, + "precision_weighted": 0.614865, + "recall": 0.611375, + "recall_weighted": 0.611336, + "ap": 0.566033, + "ap_weighted": 0.566033 + }, + { + "accuracy": 0.584345, + "f1": 0.568883, + "f1_weighted": 0.568846, + "precision": 0.598612, + "precision_weighted": 0.598629, + "recall": 0.584431, + "recall_weighted": 0.584345, + "ap": 0.547161, + "ap_weighted": 0.547161 + }, + { + "accuracy": 0.587045, + "f1": 0.585692, + "f1_weighted": 0.585682, + "precision": 0.588231, + "precision_weighted": 0.588236, + "recall": 0.58707, + "recall_weighted": 0.587045, + "ap": 0.550114, + "ap_weighted": 0.550114 + }, + { + "accuracy": 0.575798, + "f1": 0.574011, + "f1_weighted": 0.573999, + "precision": 0.577131, + "precision_weighted": 0.577136, + "recall": 0.575828, + "recall_weighted": 0.575798, + "ap": 0.54278, + "ap_weighted": 0.54278 + } + ], + "accuracy": 0.57085, + "f1": 0.56578, + "f1_weighted": 0.565769, + "precision": 0.574862, + "precision_weighted": 0.574867, + "recall": 0.570875, + "recall_weighted": 0.57085, + "ap": 0.540717, + "ap_weighted": 0.540717, + "main_score": 0.57085, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 37.839746713638306, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchColaClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchColaClassification.json new file mode 100644 index 0000000000..8c2d066ce4 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchColaClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "2269ed7d95d8abaab829f1592b4b2047372e9f81", + "task_name": "DutchColaClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.53125, + "f1": 0.530316, + "f1_weighted": 0.530316, + "precision": 0.5315, + "precision_weighted": 0.5315, + "recall": 0.53125, + "recall_weighted": 0.53125, + "ap": 0.516522, + "ap_weighted": 0.516522 + }, + { + "accuracy": 0.530417, + "f1": 0.530221, + "f1_weighted": 0.530221, + "precision": 0.530467, + "precision_weighted": 0.530467, + "recall": 0.530417, + "recall_weighted": 0.530417, + "ap": 0.516097, + "ap_weighted": 0.516097 + }, + { + "accuracy": 0.531667, + "f1": 0.531354, + "f1_weighted": 0.531354, + "precision": 0.531751, + "precision_weighted": 0.531751, + "recall": 0.531667, + "recall_weighted": 0.531667, + "ap": 0.516891, + "ap_weighted": 0.516891 + }, + { + "accuracy": 0.552083, + "f1": 0.552074, + "f1_weighted": 0.552074, + "precision": 0.552088, + "precision_weighted": 0.552088, + "recall": 0.552083, + "recall_weighted": 0.552083, + "ap": 0.52873, + "ap_weighted": 0.52873 + }, + { + "accuracy": 0.538333, + "f1": 0.537917, + "f1_weighted": 0.537917, + "precision": 0.538472, + "precision_weighted": 0.538472, + "recall": 0.538333, + "recall_weighted": 0.538333, + "ap": 0.52073, + "ap_weighted": 0.52073 + }, + { + "accuracy": 0.525417, + "f1": 0.525398, + "f1_weighted": 0.525398, + "precision": 0.525421, + "precision_weighted": 0.525421, + "recall": 0.525417, + "recall_weighted": 0.525417, + "ap": 0.513363, + "ap_weighted": 0.513363 + }, + { + "accuracy": 0.551667, + "f1": 0.551566, + "f1_weighted": 0.551566, + "precision": 0.551713, + "precision_weighted": 0.551713, + "recall": 0.551667, + "recall_weighted": 0.551667, + "ap": 0.528585, + "ap_weighted": 0.528585 + }, + { + "accuracy": 0.541667, + "f1": 0.541635, + "f1_weighted": 0.541635, + "precision": 0.541678, + "precision_weighted": 0.541678, + "recall": 0.541667, + "recall_weighted": 0.541667, + "ap": 0.522541, + "ap_weighted": 0.522541 + }, + { + "accuracy": 0.525833, + "f1": 0.523151, + "f1_weighted": 0.523151, + "precision": 0.526428, + "precision_weighted": 0.526428, + "recall": 0.525833, + "recall_weighted": 0.525833, + "ap": 0.513497, + "ap_weighted": 0.513497 + }, + { + "accuracy": 0.535417, + "f1": 0.535381, + "f1_weighted": 0.535381, + "precision": 0.535428, + "precision_weighted": 0.535428, + "recall": 0.535417, + "recall_weighted": 0.535417, + "ap": 0.518941, + "ap_weighted": 0.518941 + } + ], + "accuracy": 0.536375, + "f1": 0.535901, + "f1_weighted": 0.535901, + "precision": 0.536495, + "precision_weighted": 0.536495, + "recall": 0.536375, + "recall_weighted": 0.536375, + "ap": 0.51959, + "ap_weighted": 0.51959, + "main_score": 0.535901, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 22.352335453033447, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchGovernmentBiasClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchGovernmentBiasClassification.json new file mode 100644 index 0000000000..16722211c8 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchGovernmentBiasClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "bf5e20ee2d3ce2e24e4de50f5dd8573e0e0e2fec", + "task_name": "DutchGovernmentBiasClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.646277, + "f1": 0.609773, + "f1_weighted": 0.666592, + "precision": 0.616127, + "precision_weighted": 0.721947, + "recall": 0.647396, + "recall_weighted": 0.646277, + "ap": 0.347655, + "ap_weighted": 0.347655 + }, + { + "accuracy": 0.647606, + "f1": 0.604213, + "f1_weighted": 0.666602, + "precision": 0.607, + "precision_weighted": 0.710836, + "recall": 0.633562, + "recall_weighted": 0.647606, + "ap": 0.338636, + "ap_weighted": 0.338636 + }, + { + "accuracy": 0.683511, + "f1": 0.635872, + "f1_weighted": 0.698573, + "precision": 0.632757, + "precision_weighted": 0.730444, + "recall": 0.661161, + "recall_weighted": 0.683511, + "ap": 0.363678, + "ap_weighted": 0.363678 + }, + { + "accuracy": 0.654255, + "f1": 0.630679, + "f1_weighted": 0.675102, + "precision": 0.647418, + "precision_weighted": 0.758683, + "recall": 0.690456, + "recall_weighted": 0.654255, + "ap": 0.378269, + "ap_weighted": 0.378269 + }, + { + "accuracy": 0.591755, + "f1": 0.558286, + "f1_weighted": 0.61617, + "precision": 0.574442, + "precision_weighted": 0.685122, + "recall": 0.595724, + "recall_weighted": 0.591755, + "ap": 0.310284, + "ap_weighted": 0.310284 + }, + { + "accuracy": 0.648936, + "f1": 0.625532, + "f1_weighted": 0.6701, + "precision": 0.643321, + "precision_weighted": 0.755006, + "recall": 0.685215, + "recall_weighted": 0.648936, + "ap": 0.373708, + "ap_weighted": 0.373708 + }, + { + "accuracy": 0.68617, + "f1": 0.641288, + "f1_weighted": 0.701693, + "precision": 0.638509, + "precision_weighted": 0.73657, + "recall": 0.669511, + "recall_weighted": 0.68617, + "ap": 0.37019, + "ap_weighted": 0.37019 + }, + { + "accuracy": 0.605053, + "f1": 0.577818, + "f1_weighted": 0.628866, + "precision": 0.597556, + "precision_weighted": 0.709392, + "recall": 0.626016, + "recall_weighted": 0.605053, + "ap": 0.329422, + "ap_weighted": 0.329422 + }, + { + "accuracy": 0.650266, + "f1": 0.602367, + "f1_weighted": 0.668068, + "precision": 0.603266, + "precision_weighted": 0.705863, + "recall": 0.627178, + "recall_weighted": 0.650266, + "ap": 0.334759, + "ap_weighted": 0.334759 + }, + { + "accuracy": 0.664894, + "f1": 0.633528, + "f1_weighted": 0.684568, + "precision": 0.64061, + "precision_weighted": 0.746629, + "recall": 0.679654, + "recall_weighted": 0.664894, + "ap": 0.37279, + "ap_weighted": 0.37279 + } + ], + "accuracy": 0.647872, + "f1": 0.611936, + "f1_weighted": 0.667633, + "precision": 0.620101, + "precision_weighted": 0.726049, + "recall": 0.651587, + "recall_weighted": 0.647872, + "ap": 0.351939, + "ap_weighted": 0.351939, + "main_score": 0.611936, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4.326375484466553, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesClassification.json new file mode 100644 index 0000000000..d3e6014051 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "0a7227d31f85c5676be92767f8df5405ea93de54", + "task_name": "DutchNewsArticlesClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.556667, + "f1": 0.538823, + "f1_weighted": 0.538823, + "precision": 0.550152, + "precision_weighted": 0.550152, + "recall": 0.556667, + "recall_weighted": 0.556667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.536667, + "f1": 0.516937, + "f1_weighted": 0.516937, + "precision": 0.532058, + "precision_weighted": 0.532058, + "recall": 0.536667, + "recall_weighted": 0.536667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.523333, + "f1": 0.511851, + "f1_weighted": 0.511851, + "precision": 0.512268, + "precision_weighted": 0.512268, + "recall": 0.523333, + "recall_weighted": 0.523333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.554167, + "f1": 0.534896, + "f1_weighted": 0.534896, + "precision": 0.534644, + "precision_weighted": 0.534644, + "recall": 0.554167, + "recall_weighted": 0.554167, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545, + "f1": 0.521833, + "f1_weighted": 0.521833, + "precision": 0.520267, + "precision_weighted": 0.520267, + "recall": 0.545, + "recall_weighted": 0.545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.575, + "f1": 0.550597, + "f1_weighted": 0.550597, + "precision": 0.551189, + "precision_weighted": 0.551189, + "recall": 0.575, + "recall_weighted": 0.575, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.519167, + "f1": 0.507022, + "f1_weighted": 0.507022, + "precision": 0.52116, + "precision_weighted": 0.52116, + "recall": 0.519167, + "recall_weighted": 0.519167, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.536667, + "f1": 0.535077, + "f1_weighted": 0.535077, + "precision": 0.55162, + "precision_weighted": 0.55162, + "recall": 0.536667, + "recall_weighted": 0.536667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.515833, + "f1": 0.502053, + "f1_weighted": 0.502053, + "precision": 0.512316, + "precision_weighted": 0.512316, + "recall": 0.515833, + "recall_weighted": 0.515833, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.546667, + "f1": 0.527135, + "f1_weighted": 0.527135, + "precision": 0.548721, + "precision_weighted": 0.548721, + "recall": 0.546667, + "recall_weighted": 0.546667, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.540917, + "f1": 0.524623, + "f1_weighted": 0.524623, + "precision": 0.533439, + "precision_weighted": 0.533439, + "recall": 0.540917, + "recall_weighted": 0.540917, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.524623, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 8.869338989257812, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesClusteringP2P.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesClusteringP2P.json new file mode 100644 index 0000000000..87ccddc097 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesClusteringP2P.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "0a7227d31f85c5676be92767f8df5405ea93de54", + "task_name": "DutchNewsArticlesClusteringP2P", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.308231, + 0.337049, + 0.308732, + 0.366935, + 0.35523, + 0.367699, + 0.357611, + 0.350503, + 0.321819, + 0.361492 + ] + }, + "v_measure": 0.34353, + "v_measure_std": 0.021929, + "main_score": 0.34353, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 7.064275741577148, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesClusteringS2S.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesClusteringS2S.json new file mode 100644 index 0000000000..f4e3a2cec1 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "0a7227d31f85c5676be92767f8df5405ea93de54", + "task_name": "DutchNewsArticlesClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.192427, + 0.187862, + 0.211635, + 0.214324, + 0.17798, + 0.195478, + 0.185798, + 0.205387, + 0.184244, + 0.200143 + ] + }, + "v_measure": 0.195528, + "v_measure_std": 0.011531, + "main_score": 0.195528, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.6444482803344727, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesRetrieval.json new file mode 100644 index 0000000000..776b6f518a --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchNewsArticlesRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "c8042a86f3eb0d1fcec79a4a44ebf1eafe635462", + "task_name": "DutchNewsArticlesRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.65418, + "ndcg_at_5": 0.67354, + "ndcg_at_10": 0.69045, + "ndcg_at_20": 0.70194, + "ndcg_at_100": 0.71719, + "ndcg_at_1000": 0.72296, + "map_at_1": 0.57, + "map_at_3": 0.6335, + "map_at_5": 0.64425, + "map_at_10": 0.65128, + "map_at_20": 0.65436, + "map_at_100": 0.65657, + "map_at_1000": 0.65679, + "recall_at_1": 0.57, + "recall_at_3": 0.714, + "recall_at_5": 0.761, + "recall_at_10": 0.813, + "recall_at_20": 0.859, + "recall_at_100": 0.94, + "recall_at_1000": 0.985, + "accuracy": 0.57, + "precision_at_1": 0.57, + "precision_at_3": 0.238, + "precision_at_5": 0.1522, + "precision_at_10": 0.0813, + "precision_at_20": 0.04295, + "precision_at_100": 0.0094, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.57, + "mrr_at_3": 0.633333, + "mrr_at_5": 0.644083, + "mrr_at_10": 0.651113, + "mrr_at_20": 0.654194, + "mrr_at_100": 0.656402, + "mrr_at_1000": 0.656627, + "nauc_ndcg_at_1_max": 0.50286, + "nauc_ndcg_at_1_std": -0.018136, + "nauc_ndcg_at_1_diff1": 0.776989, + "nauc_ndcg_at_3_max": 0.553218, + "nauc_ndcg_at_3_std": 0.006791, + "nauc_ndcg_at_3_diff1": 0.734263, + "nauc_ndcg_at_5_max": 0.555278, + "nauc_ndcg_at_5_std": 0.012183, + "nauc_ndcg_at_5_diff1": 0.736035, + "nauc_ndcg_at_10_max": 0.555252, + "nauc_ndcg_at_10_std": 0.024756, + "nauc_ndcg_at_10_diff1": 0.735412, + "nauc_ndcg_at_20_max": 0.5586, + "nauc_ndcg_at_20_std": 0.037218, + "nauc_ndcg_at_20_diff1": 0.736429, + "nauc_ndcg_at_100_max": 0.5587, + "nauc_ndcg_at_100_std": 0.040142, + "nauc_ndcg_at_100_diff1": 0.741334, + "nauc_ndcg_at_1000_max": 0.55352, + "nauc_ndcg_at_1000_std": 0.031866, + "nauc_ndcg_at_1000_diff1": 0.742964, + "nauc_map_at_1_max": 0.50286, + "nauc_map_at_1_std": -0.018136, + "nauc_map_at_1_diff1": 0.776989, + "nauc_map_at_3_max": 0.539511, + "nauc_map_at_3_std": -0.000597, + "nauc_map_at_3_diff1": 0.746169, + "nauc_map_at_5_max": 0.540199, + "nauc_map_at_5_std": 0.002203, + "nauc_map_at_5_diff1": 0.74696, + "nauc_map_at_10_max": 0.539735, + "nauc_map_at_10_std": 0.006812, + "nauc_map_at_10_diff1": 0.746792, + "nauc_map_at_20_max": 0.540138, + "nauc_map_at_20_std": 0.009362, + "nauc_map_at_20_diff1": 0.747125, + "nauc_map_at_100_max": 0.540373, + "nauc_map_at_100_std": 0.010349, + "nauc_map_at_100_diff1": 0.747888, + "nauc_map_at_1000_max": 0.540214, + "nauc_map_at_1000_std": 0.010142, + "nauc_map_at_1000_diff1": 0.747934, + "nauc_recall_at_1_max": 0.50286, + "nauc_recall_at_1_std": -0.018136, + "nauc_recall_at_1_diff1": 0.776989, + "nauc_recall_at_3_max": 0.599735, + "nauc_recall_at_3_std": 0.03215, + "nauc_recall_at_3_diff1": 0.693725, + "nauc_recall_at_5_max": 0.613347, + "nauc_recall_at_5_std": 0.051364, + "nauc_recall_at_5_diff1": 0.695184, + "nauc_recall_at_10_max": 0.627774, + "nauc_recall_at_10_std": 0.115898, + "nauc_recall_at_10_diff1": 0.684461, + "nauc_recall_at_20_max": 0.677179, + "nauc_recall_at_20_std": 0.23642, + "nauc_recall_at_20_diff1": 0.677103, + "nauc_recall_at_100_max": 0.807454, + "nauc_recall_at_100_std": 0.496569, + "nauc_recall_at_100_diff1": 0.696927, + "nauc_recall_at_1000_max": 0.928105, + "nauc_recall_at_1000_std": 0.819857, + "nauc_recall_at_1000_diff1": 0.761594, + "nauc_precision_at_1_max": 0.50286, + "nauc_precision_at_1_std": -0.018136, + "nauc_precision_at_1_diff1": 0.776989, + "nauc_precision_at_3_max": 0.599735, + "nauc_precision_at_3_std": 0.03215, + "nauc_precision_at_3_diff1": 0.693725, + "nauc_precision_at_5_max": 0.613347, + "nauc_precision_at_5_std": 0.051364, + "nauc_precision_at_5_diff1": 0.695184, + "nauc_precision_at_10_max": 0.627774, + "nauc_precision_at_10_std": 0.115898, + "nauc_precision_at_10_diff1": 0.684461, + "nauc_precision_at_20_max": 0.677179, + "nauc_precision_at_20_std": 0.23642, + "nauc_precision_at_20_diff1": 0.677103, + "nauc_precision_at_100_max": 0.807454, + "nauc_precision_at_100_std": 0.496569, + "nauc_precision_at_100_diff1": 0.696927, + "nauc_precision_at_1000_max": 0.928105, + "nauc_precision_at_1000_std": 0.819857, + "nauc_precision_at_1000_diff1": 0.761594, + "nauc_mrr_at_1_max": 0.50286, + "nauc_mrr_at_1_std": -0.018136, + "nauc_mrr_at_1_diff1": 0.776989, + "nauc_mrr_at_3_max": 0.538684, + "nauc_mrr_at_3_std": -0.000695, + "nauc_mrr_at_3_diff1": 0.746004, + "nauc_mrr_at_5_max": 0.539349, + "nauc_mrr_at_5_std": 0.002102, + "nauc_mrr_at_5_diff1": 0.74679, + "nauc_mrr_at_10_max": 0.538869, + "nauc_mrr_at_10_std": 0.006707, + "nauc_mrr_at_10_diff1": 0.746618, + "nauc_mrr_at_20_max": 0.539264, + "nauc_mrr_at_20_std": 0.009256, + "nauc_mrr_at_20_diff1": 0.746949, + "nauc_mrr_at_100_max": 0.539492, + "nauc_mrr_at_100_std": 0.010241, + "nauc_mrr_at_100_diff1": 0.747711, + "nauc_mrr_at_1000_max": 0.539332, + "nauc_mrr_at_1000_std": 0.010034, + "nauc_mrr_at_1000_diff1": 0.747757, + "cv_recall_at_1": 0.57, + "cv_recall_at_3": 0.714, + "cv_recall_at_5": 0.761, + "cv_recall_at_10": 0.813, + "cv_recall_at_20": 0.859, + "cv_recall_at_100": 0.94, + "cv_recall_at_1000": 0.985, + "main_score": 0.69045, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 1597.7045805454254, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchSarcasticHeadlinesClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchSarcasticHeadlinesClassification.json new file mode 100644 index 0000000000..c655e02d0b --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/DutchSarcasticHeadlinesClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "7e520e36394795859583f84f81fcb97de915d05a", + "task_name": "DutchSarcasticHeadlinesClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.617647, + "f1": 0.609195, + "f1_weighted": 0.623325, + "precision": 0.611975, + "precision_weighted": 0.640868, + "recall": 0.618901, + "recall_weighted": 0.617647, + "ap": 0.450319, + "ap_weighted": 0.450319 + }, + { + "accuracy": 0.634238, + "f1": 0.581939, + "f1_weighted": 0.618292, + "precision": 0.598481, + "precision_weighted": 0.617528, + "recall": 0.582489, + "recall_weighted": 0.634238, + "ap": 0.430618, + "ap_weighted": 0.430618 + }, + { + "accuracy": 0.657617, + "f1": 0.621031, + "f1_weighted": 0.64998, + "precision": 0.629751, + "precision_weighted": 0.647993, + "recall": 0.61862, + "recall_weighted": 0.657617, + "ap": 0.459175, + "ap_weighted": 0.459175 + }, + { + "accuracy": 0.62368, + "f1": 0.623474, + "f1_weighted": 0.625639, + "precision": 0.654269, + "precision_weighted": 0.692042, + "recall": 0.657685, + "recall_weighted": 0.62368, + "ap": 0.475424, + "ap_weighted": 0.475424 + }, + { + "accuracy": 0.665158, + "f1": 0.639774, + "f1_weighted": 0.663283, + "precision": 0.641625, + "precision_weighted": 0.661921, + "recall": 0.638487, + "recall_weighted": 0.665158, + "ap": 0.473533, + "ap_weighted": 0.473533 + }, + { + "accuracy": 0.616139, + "f1": 0.613331, + "f1_weighted": 0.621432, + "precision": 0.626127, + "precision_weighted": 0.658687, + "recall": 0.633477, + "recall_weighted": 0.616139, + "ap": 0.459171, + "ap_weighted": 0.459171 + }, + { + "accuracy": 0.621418, + "f1": 0.580964, + "f1_weighted": 0.612974, + "precision": 0.587608, + "precision_weighted": 0.609741, + "recall": 0.580092, + "recall_weighted": 0.621418, + "ap": 0.426724, + "ap_weighted": 0.426724 + }, + { + "accuracy": 0.63273, + "f1": 0.625114, + "f1_weighted": 0.638251, + "precision": 0.628106, + "precision_weighted": 0.657093, + "recall": 0.636138, + "recall_weighted": 0.63273, + "ap": 0.463609, + "ap_weighted": 0.463609 + }, + { + "accuracy": 0.576169, + "f1": 0.575613, + "f1_weighted": 0.57939, + "precision": 0.600515, + "precision_weighted": 0.635023, + "recall": 0.603763, + "recall_weighted": 0.576169, + "ap": 0.436559, + "ap_weighted": 0.436559 + }, + { + "accuracy": 0.68175, + "f1": 0.670406, + "f1_weighted": 0.685439, + "precision": 0.669009, + "precision_weighted": 0.694029, + "recall": 0.677063, + "recall_weighted": 0.68175, + "ap": 0.502204, + "ap_weighted": 0.502204 + } + ], + "accuracy": 0.632655, + "f1": 0.614084, + "f1_weighted": 0.6318, + "precision": 0.624747, + "precision_weighted": 0.651492, + "recall": 0.624671, + "recall_weighted": 0.632655, + "ap": 0.457734, + "ap_weighted": 0.457734, + "main_score": 0.614084, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 6.905735969543457, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/IconclassClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/IconclassClassification.json new file mode 100644 index 0000000000..5baa7bd44d --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/IconclassClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "1cd02f1579dab39fedc95de8cc15fd620557a9f2", + "task_name": "IconclassClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.519802, + "f1": 0.515057, + "f1_weighted": 0.516496, + "precision": 0.538466, + "precision_weighted": 0.540474, + "recall": 0.519104, + "recall_weighted": 0.519802, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.539604, + "f1": 0.529028, + "f1_weighted": 0.53116, + "precision": 0.536992, + "precision_weighted": 0.539111, + "recall": 0.537549, + "recall_weighted": 0.539604, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.519802, + "f1": 0.511474, + "f1_weighted": 0.513124, + "precision": 0.525729, + "precision_weighted": 0.527997, + "recall": 0.518665, + "recall_weighted": 0.519802, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.50495, + "f1": 0.501254, + "f1_weighted": 0.503195, + "precision": 0.510552, + "precision_weighted": 0.512737, + "recall": 0.503294, + "recall_weighted": 0.50495, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.534653, + "f1": 0.530069, + "f1_weighted": 0.531821, + "precision": 0.533186, + "precision_weighted": 0.534935, + "recall": 0.532938, + "recall_weighted": 0.534653, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.509901, + "f1": 0.491918, + "f1_weighted": 0.493821, + "precision": 0.495819, + "precision_weighted": 0.497231, + "recall": 0.507686, + "recall_weighted": 0.509901, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.514851, + "f1": 0.500459, + "f1_weighted": 0.502426, + "precision": 0.503793, + "precision_weighted": 0.505154, + "recall": 0.512297, + "recall_weighted": 0.514851, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.554455, + "f1": 0.540046, + "f1_weighted": 0.541874, + "precision": 0.54074, + "precision_weighted": 0.542643, + "recall": 0.552921, + "recall_weighted": 0.554455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.534653, + "f1": 0.527917, + "f1_weighted": 0.529492, + "precision": 0.542153, + "precision_weighted": 0.54323, + "recall": 0.532718, + "recall_weighted": 0.534653, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.519802, + "f1": 0.510199, + "f1_weighted": 0.511638, + "precision": 0.52398, + "precision_weighted": 0.525561, + "recall": 0.518445, + "recall_weighted": 0.519802, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.525248, + "f1": 0.515742, + "f1_weighted": 0.517505, + "precision": 0.525141, + "precision_weighted": 0.526907, + "recall": 0.523562, + "recall_weighted": 0.525248, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.515742, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 11.742171287536621, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/IconclassClusteringS2S.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/IconclassClusteringS2S.json new file mode 100644 index 0000000000..6734eb171a --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/IconclassClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "1cd02f1579dab39fedc95de8cc15fd620557a9f2", + "task_name": "IconclassClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.206145, + 0.244838, + 0.24807, + 0.241727, + 0.237336, + 0.215431, + 0.252027, + 0.266421, + 0.222875, + 0.251879 + ] + }, + "v_measure": 0.238675, + "v_measure_std": 0.017629, + "main_score": 0.238675, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.3683488368988037, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/LegalQANLRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/LegalQANLRetrieval.json new file mode 100644 index 0000000000..ee172f4f13 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/LegalQANLRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "8f593522dfbe7ec07055ca9d38a700e7643d3882", + "task_name": "LegalQANLRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.61765, + "ndcg_at_3": 0.68724, + "ndcg_at_5": 0.71513, + "ndcg_at_10": 0.74155, + "ndcg_at_20": 0.74609, + "ndcg_at_100": 0.75936, + "ndcg_at_1000": 0.76431, + "map_at_1": 0.4799, + "map_at_3": 0.62473, + "map_at_5": 0.6463, + "map_at_10": 0.66117, + "map_at_20": 0.66343, + "map_at_100": 0.6662, + "map_at_1000": 0.66668, + "recall_at_1": 0.4799, + "recall_at_3": 0.74984, + "recall_at_5": 0.81021, + "recall_at_10": 0.87998, + "recall_at_20": 0.89297, + "recall_at_100": 0.95261, + "recall_at_1000": 0.97917, + "accuracy": 0.4799, + "precision_at_1": 0.61765, + "precision_at_3": 0.33333, + "precision_at_5": 0.22353, + "precision_at_10": 0.12451, + "precision_at_20": 0.06422, + "precision_at_100": 0.01412, + "precision_at_1000": 0.00148, + "mrr_at_1": 0.617647, + "mrr_at_3": 0.743464, + "mrr_at_5": 0.754739, + "mrr_at_10": 0.760263, + "mrr_at_20": 0.760263, + "mrr_at_100": 0.760363, + "mrr_at_1000": 0.760363, + "nauc_ndcg_at_1_max": 0.235511, + "nauc_ndcg_at_1_std": -0.210819, + "nauc_ndcg_at_1_diff1": 0.67251, + "nauc_ndcg_at_3_max": 0.181422, + "nauc_ndcg_at_3_std": -0.168069, + "nauc_ndcg_at_3_diff1": 0.551546, + "nauc_ndcg_at_5_max": 0.199954, + "nauc_ndcg_at_5_std": -0.145138, + "nauc_ndcg_at_5_diff1": 0.577931, + "nauc_ndcg_at_10_max": 0.218284, + "nauc_ndcg_at_10_std": -0.101795, + "nauc_ndcg_at_10_diff1": 0.581985, + "nauc_ndcg_at_20_max": 0.220282, + "nauc_ndcg_at_20_std": -0.116695, + "nauc_ndcg_at_20_diff1": 0.584971, + "nauc_ndcg_at_100_max": 0.228165, + "nauc_ndcg_at_100_std": -0.117965, + "nauc_ndcg_at_100_diff1": 0.588489, + "nauc_ndcg_at_1000_max": 0.227329, + "nauc_ndcg_at_1000_std": -0.1324, + "nauc_ndcg_at_1000_diff1": 0.591057, + "nauc_map_at_1_max": 0.144268, + "nauc_map_at_1_std": -0.14815, + "nauc_map_at_1_diff1": 0.541432, + "nauc_map_at_3_max": 0.161651, + "nauc_map_at_3_std": -0.157318, + "nauc_map_at_3_diff1": 0.549822, + "nauc_map_at_5_max": 0.175563, + "nauc_map_at_5_std": -0.143681, + "nauc_map_at_5_diff1": 0.572639, + "nauc_map_at_10_max": 0.181434, + "nauc_map_at_10_std": -0.124604, + "nauc_map_at_10_diff1": 0.570131, + "nauc_map_at_20_max": 0.18148, + "nauc_map_at_20_std": -0.129047, + "nauc_map_at_20_diff1": 0.570495, + "nauc_map_at_100_max": 0.181946, + "nauc_map_at_100_std": -0.130574, + "nauc_map_at_100_diff1": 0.571465, + "nauc_map_at_1000_max": 0.18166, + "nauc_map_at_1000_std": -0.131658, + "nauc_map_at_1000_diff1": 0.571436, + "nauc_recall_at_1_max": 0.144268, + "nauc_recall_at_1_std": -0.14815, + "nauc_recall_at_1_diff1": 0.541432, + "nauc_recall_at_3_max": 0.161154, + "nauc_recall_at_3_std": -0.091677, + "nauc_recall_at_3_diff1": 0.432164, + "nauc_recall_at_5_max": 0.158661, + "nauc_recall_at_5_std": -0.021815, + "nauc_recall_at_5_diff1": 0.449637, + "nauc_recall_at_10_max": 0.220265, + "nauc_recall_at_10_std": 0.26092, + "nauc_recall_at_10_diff1": 0.406131, + "nauc_recall_at_20_max": 0.247742, + "nauc_recall_at_20_std": 0.210988, + "nauc_recall_at_20_diff1": 0.427399, + "nauc_recall_at_100_max": 0.51495, + "nauc_recall_at_100_std": 0.631338, + "nauc_recall_at_100_diff1": 0.460145, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.91373, + "nauc_recall_at_1000_diff1": 0.689397, + "nauc_precision_at_1_max": 0.235511, + "nauc_precision_at_1_std": -0.210819, + "nauc_precision_at_1_diff1": 0.67251, + "nauc_precision_at_3_max": 0.095002, + "nauc_precision_at_3_std": -0.124701, + "nauc_precision_at_3_diff1": 0.343554, + "nauc_precision_at_5_max": 0.070461, + "nauc_precision_at_5_std": -0.026309, + "nauc_precision_at_5_diff1": 0.230549, + "nauc_precision_at_10_max": 0.063394, + "nauc_precision_at_10_std": 0.089785, + "nauc_precision_at_10_diff1": 0.032301, + "nauc_precision_at_20_max": 0.028705, + "nauc_precision_at_20_std": 0.032025, + "nauc_precision_at_20_diff1": -0.007911, + "nauc_precision_at_100_max": 0.005796, + "nauc_precision_at_100_std": 0.020731, + "nauc_precision_at_100_diff1": -0.104603, + "nauc_precision_at_1000_max": -0.034884, + "nauc_precision_at_1000_std": -0.044218, + "nauc_precision_at_1000_diff1": -0.141891, + "nauc_mrr_at_1_max": 0.235511, + "nauc_mrr_at_1_std": -0.210819, + "nauc_mrr_at_1_diff1": 0.67251, + "nauc_mrr_at_3_max": 0.279066, + "nauc_mrr_at_3_std": -0.262346, + "nauc_mrr_at_3_diff1": 0.629832, + "nauc_mrr_at_5_max": 0.28002, + "nauc_mrr_at_5_std": -0.243917, + "nauc_mrr_at_5_diff1": 0.632477, + "nauc_mrr_at_10_max": 0.277912, + "nauc_mrr_at_10_std": -0.24239, + "nauc_mrr_at_10_diff1": 0.641672, + "nauc_mrr_at_20_max": 0.277912, + "nauc_mrr_at_20_std": -0.24239, + "nauc_mrr_at_20_diff1": 0.641672, + "nauc_mrr_at_100_max": 0.27799, + "nauc_mrr_at_100_std": -0.24193, + "nauc_mrr_at_100_diff1": 0.641557, + "nauc_mrr_at_1000_max": 0.27799, + "nauc_mrr_at_1000_std": -0.24193, + "nauc_mrr_at_1000_diff1": 0.641557, + "cv_recall_at_1": 0.61765, + "cv_recall_at_3": 0.89216, + "cv_recall_at_5": 0.94118, + "cv_recall_at_10": 0.98039, + "cv_recall_at_20": 0.98039, + "cv_recall_at_100": 0.9902, + "cv_recall_at_1000": 0.9902, + "main_score": 0.74155, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 36.13457441329956, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus-NL.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus-NL.json new file mode 100644 index 0000000000..20b43598d2 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus-NL.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.35139, + "ndcg_at_3": 0.32525, + "ndcg_at_5": 0.30867, + "ndcg_at_10": 0.27646, + "ndcg_at_20": 0.25437, + "ndcg_at_100": 0.24503, + "ndcg_at_1000": 0.33398, + "map_at_1": 0.04214, + "map_at_3": 0.07342, + "map_at_5": 0.0846, + "map_at_10": 0.09667, + "map_at_20": 0.10703, + "map_at_100": 0.11826, + "map_at_1000": 0.129, + "recall_at_1": 0.04214, + "recall_at_3": 0.08582, + "recall_at_5": 0.10714, + "recall_at_10": 0.13024, + "recall_at_20": 0.16216, + "recall_at_100": 0.25078, + "recall_at_1000": 0.56767, + "accuracy": 0.04214, + "precision_at_1": 0.35913, + "precision_at_3": 0.31063, + "precision_at_5": 0.27307, + "precision_at_10": 0.20495, + "precision_at_20": 0.14706, + "precision_at_100": 0.05944, + "precision_at_1000": 0.01784, + "mrr_at_1": 0.359133, + "mrr_at_3": 0.430857, + "mrr_at_5": 0.44742, + "mrr_at_10": 0.453571, + "mrr_at_20": 0.456488, + "mrr_at_100": 0.459878, + "mrr_at_1000": 0.460388, + "nauc_ndcg_at_1_max": 0.375998, + "nauc_ndcg_at_1_std": 0.226952, + "nauc_ndcg_at_1_diff1": 0.376175, + "nauc_ndcg_at_3_max": 0.358151, + "nauc_ndcg_at_3_std": 0.242167, + "nauc_ndcg_at_3_diff1": 0.268461, + "nauc_ndcg_at_5_max": 0.375425, + "nauc_ndcg_at_5_std": 0.278667, + "nauc_ndcg_at_5_diff1": 0.256437, + "nauc_ndcg_at_10_max": 0.381662, + "nauc_ndcg_at_10_std": 0.308122, + "nauc_ndcg_at_10_diff1": 0.249358, + "nauc_ndcg_at_20_max": 0.38884, + "nauc_ndcg_at_20_std": 0.317609, + "nauc_ndcg_at_20_diff1": 0.242274, + "nauc_ndcg_at_100_max": 0.438698, + "nauc_ndcg_at_100_std": 0.304414, + "nauc_ndcg_at_100_diff1": 0.280724, + "nauc_ndcg_at_1000_max": 0.47698, + "nauc_ndcg_at_1000_std": 0.349053, + "nauc_ndcg_at_1000_diff1": 0.271706, + "nauc_map_at_1_max": 0.273464, + "nauc_map_at_1_std": -0.007474, + "nauc_map_at_1_diff1": 0.560216, + "nauc_map_at_3_max": 0.293297, + "nauc_map_at_3_std": 0.002054, + "nauc_map_at_3_diff1": 0.389422, + "nauc_map_at_5_max": 0.31037, + "nauc_map_at_5_std": 0.037831, + "nauc_map_at_5_diff1": 0.356611, + "nauc_map_at_10_max": 0.344992, + "nauc_map_at_10_std": 0.100943, + "nauc_map_at_10_diff1": 0.343015, + "nauc_map_at_20_max": 0.364602, + "nauc_map_at_20_std": 0.149152, + "nauc_map_at_20_diff1": 0.327336, + "nauc_map_at_100_max": 0.380395, + "nauc_map_at_100_std": 0.19221, + "nauc_map_at_100_diff1": 0.315087, + "nauc_map_at_1000_max": 0.38723, + "nauc_map_at_1000_std": 0.222408, + "nauc_map_at_1000_diff1": 0.301385, + "nauc_recall_at_1_max": 0.273464, + "nauc_recall_at_1_std": -0.007474, + "nauc_recall_at_1_diff1": 0.560216, + "nauc_recall_at_3_max": 0.256723, + "nauc_recall_at_3_std": -0.035629, + "nauc_recall_at_3_diff1": 0.334618, + "nauc_recall_at_5_max": 0.267723, + "nauc_recall_at_5_std": 0.006924, + "nauc_recall_at_5_diff1": 0.292806, + "nauc_recall_at_10_max": 0.295835, + "nauc_recall_at_10_std": 0.065891, + "nauc_recall_at_10_diff1": 0.279923, + "nauc_recall_at_20_max": 0.321287, + "nauc_recall_at_20_std": 0.117859, + "nauc_recall_at_20_diff1": 0.240606, + "nauc_recall_at_100_max": 0.319139, + "nauc_recall_at_100_std": 0.17853, + "nauc_recall_at_100_diff1": 0.179119, + "nauc_recall_at_1000_max": 0.224286, + "nauc_recall_at_1000_std": 0.131076, + "nauc_recall_at_1000_diff1": 0.088138, + "nauc_precision_at_1_max": 0.39305, + "nauc_precision_at_1_std": 0.240318, + "nauc_precision_at_1_diff1": 0.388089, + "nauc_precision_at_3_max": 0.358433, + "nauc_precision_at_3_std": 0.287482, + "nauc_precision_at_3_diff1": 0.178169, + "nauc_precision_at_5_max": 0.365739, + "nauc_precision_at_5_std": 0.365784, + "nauc_precision_at_5_diff1": 0.115433, + "nauc_precision_at_10_max": 0.345665, + "nauc_precision_at_10_std": 0.430403, + "nauc_precision_at_10_diff1": 0.066265, + "nauc_precision_at_20_max": 0.315441, + "nauc_precision_at_20_std": 0.484519, + "nauc_precision_at_20_diff1": 0.019578, + "nauc_precision_at_100_max": 0.226578, + "nauc_precision_at_100_std": 0.482818, + "nauc_precision_at_100_diff1": -0.063754, + "nauc_precision_at_1000_max": 0.066804, + "nauc_precision_at_1000_std": 0.329016, + "nauc_precision_at_1000_diff1": -0.134083, + "nauc_mrr_at_1_max": 0.39305, + "nauc_mrr_at_1_std": 0.240318, + "nauc_mrr_at_1_diff1": 0.388089, + "nauc_mrr_at_3_max": 0.400296, + "nauc_mrr_at_3_std": 0.272339, + "nauc_mrr_at_3_diff1": 0.348166, + "nauc_mrr_at_5_max": 0.415753, + "nauc_mrr_at_5_std": 0.283282, + "nauc_mrr_at_5_diff1": 0.357285, + "nauc_mrr_at_10_max": 0.412336, + "nauc_mrr_at_10_std": 0.281674, + "nauc_mrr_at_10_diff1": 0.353242, + "nauc_mrr_at_20_max": 0.415527, + "nauc_mrr_at_20_std": 0.284613, + "nauc_mrr_at_20_diff1": 0.354843, + "nauc_mrr_at_100_max": 0.417042, + "nauc_mrr_at_100_std": 0.286597, + "nauc_mrr_at_100_diff1": 0.353762, + "nauc_mrr_at_1000_max": 0.416792, + "nauc_mrr_at_1000_std": 0.286374, + "nauc_mrr_at_1000_diff1": 0.353712, + "cv_recall_at_1": 0.35913, + "cv_recall_at_3": 0.52322, + "cv_recall_at_5": 0.59752, + "cv_recall_at_10": 0.64396, + "cv_recall_at_20": 0.68421, + "cv_recall_at_100": 0.81734, + "cv_recall_at_1000": 0.94737, + "main_score": 0.27646, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 55.30191111564636, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus-NL.v2.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..bf911e9f5a --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.35139, + "ndcg_at_3": 0.32525, + "ndcg_at_5": 0.30867, + "ndcg_at_10": 0.27645, + "ndcg_at_20": 0.25436, + "ndcg_at_100": 0.24501, + "ndcg_at_1000": 0.33396, + "map_at_1": 0.04214, + "map_at_3": 0.07342, + "map_at_5": 0.0846, + "map_at_10": 0.09667, + "map_at_20": 0.10703, + "map_at_100": 0.11825, + "map_at_1000": 0.12899, + "recall_at_1": 0.04214, + "recall_at_3": 0.08582, + "recall_at_5": 0.10714, + "recall_at_10": 0.13024, + "recall_at_20": 0.1619, + "recall_at_100": 0.25074, + "recall_at_1000": 0.56765, + "accuracy": 0.04214, + "precision_at_1": 0.35913, + "precision_at_3": 0.31063, + "precision_at_5": 0.27307, + "precision_at_10": 0.20495, + "precision_at_20": 0.14706, + "precision_at_100": 0.05941, + "precision_at_1000": 0.01784, + "mrr_at_1": 0.359133, + "mrr_at_3": 0.430857, + "mrr_at_5": 0.44742, + "mrr_at_10": 0.453571, + "mrr_at_20": 0.456488, + "mrr_at_100": 0.459872, + "mrr_at_1000": 0.460382, + "nauc_ndcg_at_1_max": 0.375998, + "nauc_ndcg_at_1_std": 0.226952, + "nauc_ndcg_at_1_diff1": 0.377884, + "nauc_ndcg_at_3_max": 0.358496, + "nauc_ndcg_at_3_std": 0.242167, + "nauc_ndcg_at_3_diff1": 0.26996, + "nauc_ndcg_at_5_max": 0.375697, + "nauc_ndcg_at_5_std": 0.278667, + "nauc_ndcg_at_5_diff1": 0.257618, + "nauc_ndcg_at_10_max": 0.381995, + "nauc_ndcg_at_10_std": 0.308157, + "nauc_ndcg_at_10_diff1": 0.250562, + "nauc_ndcg_at_20_max": 0.388991, + "nauc_ndcg_at_20_std": 0.316791, + "nauc_ndcg_at_20_diff1": 0.243459, + "nauc_ndcg_at_100_max": 0.438751, + "nauc_ndcg_at_100_std": 0.304373, + "nauc_ndcg_at_100_diff1": 0.282748, + "nauc_ndcg_at_1000_max": 0.477369, + "nauc_ndcg_at_1000_std": 0.349068, + "nauc_ndcg_at_1000_diff1": 0.273719, + "nauc_map_at_1_max": 0.273464, + "nauc_map_at_1_std": -0.007474, + "nauc_map_at_1_diff1": 0.561719, + "nauc_map_at_3_max": 0.293332, + "nauc_map_at_3_std": 0.002054, + "nauc_map_at_3_diff1": 0.391308, + "nauc_map_at_5_max": 0.310402, + "nauc_map_at_5_std": 0.037831, + "nauc_map_at_5_diff1": 0.358342, + "nauc_map_at_10_max": 0.345039, + "nauc_map_at_10_std": 0.100945, + "nauc_map_at_10_diff1": 0.344586, + "nauc_map_at_20_max": 0.36463, + "nauc_map_at_20_std": 0.148969, + "nauc_map_at_20_diff1": 0.328851, + "nauc_map_at_100_max": 0.380386, + "nauc_map_at_100_std": 0.192169, + "nauc_map_at_100_diff1": 0.316772, + "nauc_map_at_1000_max": 0.387297, + "nauc_map_at_1000_std": 0.222379, + "nauc_map_at_1000_diff1": 0.303026, + "nauc_recall_at_1_max": 0.273464, + "nauc_recall_at_1_std": -0.007474, + "nauc_recall_at_1_diff1": 0.561719, + "nauc_recall_at_3_max": 0.256813, + "nauc_recall_at_3_std": -0.035629, + "nauc_recall_at_3_diff1": 0.336256, + "nauc_recall_at_5_max": 0.267802, + "nauc_recall_at_5_std": 0.006924, + "nauc_recall_at_5_diff1": 0.294238, + "nauc_recall_at_10_max": 0.295974, + "nauc_recall_at_10_std": 0.065891, + "nauc_recall_at_10_diff1": 0.281191, + "nauc_recall_at_20_max": 0.321791, + "nauc_recall_at_20_std": 0.115757, + "nauc_recall_at_20_diff1": 0.24245, + "nauc_recall_at_100_max": 0.318944, + "nauc_recall_at_100_std": 0.178492, + "nauc_recall_at_100_diff1": 0.181174, + "nauc_recall_at_1000_max": 0.224476, + "nauc_recall_at_1000_std": 0.131131, + "nauc_recall_at_1000_diff1": 0.090046, + "nauc_precision_at_1_max": 0.39305, + "nauc_precision_at_1_std": 0.240318, + "nauc_precision_at_1_diff1": 0.389793, + "nauc_precision_at_3_max": 0.358951, + "nauc_precision_at_3_std": 0.287482, + "nauc_precision_at_3_diff1": 0.179548, + "nauc_precision_at_5_max": 0.366095, + "nauc_precision_at_5_std": 0.365784, + "nauc_precision_at_5_diff1": 0.116379, + "nauc_precision_at_10_max": 0.34611, + "nauc_precision_at_10_std": 0.430403, + "nauc_precision_at_10_diff1": 0.066857, + "nauc_precision_at_20_max": 0.315434, + "nauc_precision_at_20_std": 0.482129, + "nauc_precision_at_20_diff1": 0.019622, + "nauc_precision_at_100_max": 0.226353, + "nauc_precision_at_100_std": 0.483011, + "nauc_precision_at_100_diff1": -0.062891, + "nauc_precision_at_1000_max": 0.067225, + "nauc_precision_at_1000_std": 0.329227, + "nauc_precision_at_1000_diff1": -0.133907, + "nauc_mrr_at_1_max": 0.39305, + "nauc_mrr_at_1_std": 0.240318, + "nauc_mrr_at_1_diff1": 0.389793, + "nauc_mrr_at_3_max": 0.400729, + "nauc_mrr_at_3_std": 0.272339, + "nauc_mrr_at_3_diff1": 0.349892, + "nauc_mrr_at_5_max": 0.416193, + "nauc_mrr_at_5_std": 0.283282, + "nauc_mrr_at_5_diff1": 0.359041, + "nauc_mrr_at_10_max": 0.412781, + "nauc_mrr_at_10_std": 0.281674, + "nauc_mrr_at_10_diff1": 0.355015, + "nauc_mrr_at_20_max": 0.415973, + "nauc_mrr_at_20_std": 0.284613, + "nauc_mrr_at_20_diff1": 0.356624, + "nauc_mrr_at_100_max": 0.417467, + "nauc_mrr_at_100_std": 0.286571, + "nauc_mrr_at_100_diff1": 0.35556, + "nauc_mrr_at_1000_max": 0.417218, + "nauc_mrr_at_1000_std": 0.286349, + "nauc_mrr_at_1000_diff1": 0.355507, + "cv_recall_at_1": 0.35913, + "cv_recall_at_3": 0.52322, + "cv_recall_at_5": 0.59752, + "cv_recall_at_10": 0.64396, + "cv_recall_at_20": 0.68421, + "cv_recall_at_100": 0.81734, + "cv_recall_at_1000": 0.94737, + "main_score": 0.27645, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 14.0537269115448, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderClassification.json new file mode 100644 index 0000000000..6f6d08a8bd --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "9af5657575a669dc18c7f897a67287ff7d1a0c65", + "task_name": "OpenTenderClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.400892, + "f1": 0.387554, + "f1_weighted": 0.387495, + "precision": 0.404461, + "precision_weighted": 0.404366, + "recall": 0.400937, + "recall_weighted": 0.400892, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.392642, + "f1": 0.382493, + "f1_weighted": 0.382429, + "precision": 0.392697, + "precision_weighted": 0.392692, + "recall": 0.39278, + "recall_weighted": 0.392642, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.39621, + "f1": 0.378474, + "f1_weighted": 0.378445, + "precision": 0.38612, + "precision_weighted": 0.386133, + "recall": 0.396281, + "recall_weighted": 0.39621, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.400446, + "f1": 0.391972, + "f1_weighted": 0.391893, + "precision": 0.406439, + "precision_weighted": 0.406326, + "recall": 0.400505, + "recall_weighted": 0.400446, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.371906, + "f1": 0.361856, + "f1_weighted": 0.361819, + "precision": 0.386107, + "precision_weighted": 0.386075, + "recall": 0.371955, + "recall_weighted": 0.371906, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.378149, + "f1": 0.366939, + "f1_weighted": 0.366885, + "precision": 0.380917, + "precision_weighted": 0.380957, + "recall": 0.378309, + "recall_weighted": 0.378149, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.385953, + "f1": 0.369721, + "f1_weighted": 0.369625, + "precision": 0.388747, + "precision_weighted": 0.388715, + "recall": 0.386043, + "recall_weighted": 0.385953, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.380379, + "f1": 0.365327, + "f1_weighted": 0.365212, + "precision": 0.383331, + "precision_weighted": 0.383204, + "recall": 0.380458, + "recall_weighted": 0.380379, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.369454, + "f1": 0.351369, + "f1_weighted": 0.351245, + "precision": 0.367092, + "precision_weighted": 0.366908, + "recall": 0.369538, + "recall_weighted": 0.369454, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.384615, + "f1": 0.367907, + "f1_weighted": 0.367755, + "precision": 0.376591, + "precision_weighted": 0.376434, + "recall": 0.384739, + "recall_weighted": 0.384615, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.386065, + "f1": 0.372361, + "f1_weighted": 0.37228, + "precision": 0.38725, + "precision_weighted": 0.387181, + "recall": 0.386154, + "recall_weighted": 0.386065, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.372361, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 30.14235520362854, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderClusteringP2P.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderClusteringP2P.json new file mode 100644 index 0000000000..0d0c9816af --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderClusteringP2P.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "9af5657575a669dc18c7f897a67287ff7d1a0c65", + "task_name": "OpenTenderClusteringP2P", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.188085, + 0.185382, + 0.179222, + 0.168354, + 0.163528, + 0.196659, + 0.178229, + 0.162917, + 0.204253, + 0.17575 + ] + }, + "v_measure": 0.180238, + "v_measure_std": 0.012962, + "main_score": 0.180238, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 8.211481809616089, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderClusteringS2S.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderClusteringS2S.json new file mode 100644 index 0000000000..e8a81af15a --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "ad86cf1813d130e17dda0092d1c4f2c664e68d0c", + "task_name": "OpenTenderClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.150386, + 0.150854, + 0.16141, + 0.165097, + 0.167398, + 0.168763, + 0.15442, + 0.167169, + 0.152253, + 0.164686 + ] + }, + "v_measure": 0.160244, + "v_measure_std": 0.007067, + "main_score": 0.160244, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 5.602222442626953, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderRetrieval.json new file mode 100644 index 0000000000..e5bf2fa6ad --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/OpenTenderRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "83eec1aa9c58f1dc8acfac015f653a9c25bda3f4", + "task_name": "OpenTenderRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.334, + "ndcg_at_3": 0.41439, + "ndcg_at_5": 0.43281, + "ndcg_at_10": 0.4476, + "ndcg_at_20": 0.45904, + "ndcg_at_100": 0.47462, + "ndcg_at_1000": 0.48994, + "map_at_1": 0.334, + "map_at_3": 0.3945, + "map_at_5": 0.4049, + "map_at_10": 0.41095, + "map_at_20": 0.41425, + "map_at_100": 0.41633, + "map_at_1000": 0.41685, + "recall_at_1": 0.334, + "recall_at_3": 0.472, + "recall_at_5": 0.516, + "recall_at_10": 0.562, + "recall_at_20": 0.606, + "recall_at_100": 0.691, + "recall_at_1000": 0.815, + "accuracy": 0.334, + "precision_at_1": 0.334, + "precision_at_3": 0.15733, + "precision_at_5": 0.1032, + "precision_at_10": 0.0562, + "precision_at_20": 0.0303, + "precision_at_100": 0.00691, + "precision_at_1000": 0.00082, + "mrr_at_1": 0.329, + "mrr_at_3": 0.392333, + "mrr_at_5": 0.402933, + "mrr_at_10": 0.408723, + "mrr_at_20": 0.412114, + "mrr_at_100": 0.414182, + "mrr_at_1000": 0.414703, + "nauc_ndcg_at_1_max": 0.411851, + "nauc_ndcg_at_1_std": -0.102811, + "nauc_ndcg_at_1_diff1": 0.539969, + "nauc_ndcg_at_3_max": 0.434585, + "nauc_ndcg_at_3_std": -0.107645, + "nauc_ndcg_at_3_diff1": 0.45272, + "nauc_ndcg_at_5_max": 0.431705, + "nauc_ndcg_at_5_std": -0.101261, + "nauc_ndcg_at_5_diff1": 0.449007, + "nauc_ndcg_at_10_max": 0.427137, + "nauc_ndcg_at_10_std": -0.103802, + "nauc_ndcg_at_10_diff1": 0.444265, + "nauc_ndcg_at_20_max": 0.421944, + "nauc_ndcg_at_20_std": -0.100118, + "nauc_ndcg_at_20_diff1": 0.441569, + "nauc_ndcg_at_100_max": 0.420022, + "nauc_ndcg_at_100_std": -0.09225, + "nauc_ndcg_at_100_diff1": 0.443558, + "nauc_ndcg_at_1000_max": 0.426854, + "nauc_ndcg_at_1000_std": -0.076134, + "nauc_ndcg_at_1000_diff1": 0.444471, + "nauc_map_at_1_max": 0.411851, + "nauc_map_at_1_std": -0.102811, + "nauc_map_at_1_diff1": 0.539969, + "nauc_map_at_3_max": 0.428467, + "nauc_map_at_3_std": -0.107447, + "nauc_map_at_3_diff1": 0.473359, + "nauc_map_at_5_max": 0.42665, + "nauc_map_at_5_std": -0.103776, + "nauc_map_at_5_diff1": 0.471384, + "nauc_map_at_10_max": 0.424779, + "nauc_map_at_10_std": -0.104747, + "nauc_map_at_10_diff1": 0.469753, + "nauc_map_at_20_max": 0.423326, + "nauc_map_at_20_std": -0.103614, + "nauc_map_at_20_diff1": 0.46907, + "nauc_map_at_100_max": 0.423081, + "nauc_map_at_100_std": -0.10297, + "nauc_map_at_100_diff1": 0.469287, + "nauc_map_at_1000_max": 0.423297, + "nauc_map_at_1000_std": -0.102479, + "nauc_map_at_1000_diff1": 0.469274, + "nauc_recall_at_1_max": 0.411851, + "nauc_recall_at_1_std": -0.102811, + "nauc_recall_at_1_diff1": 0.539969, + "nauc_recall_at_3_max": 0.452509, + "nauc_recall_at_3_std": -0.107819, + "nauc_recall_at_3_diff1": 0.393303, + "nauc_recall_at_5_max": 0.446684, + "nauc_recall_at_5_std": -0.09269, + "nauc_recall_at_5_diff1": 0.382758, + "nauc_recall_at_10_max": 0.432518, + "nauc_recall_at_10_std": -0.100904, + "nauc_recall_at_10_diff1": 0.363137, + "nauc_recall_at_20_max": 0.410788, + "nauc_recall_at_20_std": -0.085991, + "nauc_recall_at_20_diff1": 0.347535, + "nauc_recall_at_100_max": 0.395841, + "nauc_recall_at_100_std": -0.023559, + "nauc_recall_at_100_diff1": 0.347059, + "nauc_recall_at_1000_max": 0.48532, + "nauc_recall_at_1000_std": 0.25063, + "nauc_recall_at_1000_diff1": 0.318079, + "nauc_precision_at_1_max": 0.411851, + "nauc_precision_at_1_std": -0.102811, + "nauc_precision_at_1_diff1": 0.539969, + "nauc_precision_at_3_max": 0.452509, + "nauc_precision_at_3_std": -0.107819, + "nauc_precision_at_3_diff1": 0.393303, + "nauc_precision_at_5_max": 0.446684, + "nauc_precision_at_5_std": -0.09269, + "nauc_precision_at_5_diff1": 0.382758, + "nauc_precision_at_10_max": 0.432518, + "nauc_precision_at_10_std": -0.100904, + "nauc_precision_at_10_diff1": 0.363137, + "nauc_precision_at_20_max": 0.410788, + "nauc_precision_at_20_std": -0.085991, + "nauc_precision_at_20_diff1": 0.347535, + "nauc_precision_at_100_max": 0.395841, + "nauc_precision_at_100_std": -0.023559, + "nauc_precision_at_100_diff1": 0.347059, + "nauc_precision_at_1000_max": 0.48532, + "nauc_precision_at_1000_std": 0.25063, + "nauc_precision_at_1000_diff1": 0.318079, + "nauc_mrr_at_1_max": 0.424376, + "nauc_mrr_at_1_std": -0.112318, + "nauc_mrr_at_1_diff1": 0.555182, + "nauc_mrr_at_3_max": 0.437952, + "nauc_mrr_at_3_std": -0.112639, + "nauc_mrr_at_3_diff1": 0.478542, + "nauc_mrr_at_5_max": 0.436608, + "nauc_mrr_at_5_std": -0.107116, + "nauc_mrr_at_5_diff1": 0.478104, + "nauc_mrr_at_10_max": 0.434825, + "nauc_mrr_at_10_std": -0.10871, + "nauc_mrr_at_10_diff1": 0.476659, + "nauc_mrr_at_20_max": 0.433403, + "nauc_mrr_at_20_std": -0.107741, + "nauc_mrr_at_20_diff1": 0.475787, + "nauc_mrr_at_100_max": 0.433205, + "nauc_mrr_at_100_std": -0.107107, + "nauc_mrr_at_100_diff1": 0.476033, + "nauc_mrr_at_1000_max": 0.433418, + "nauc_mrr_at_1000_std": -0.106625, + "nauc_mrr_at_1000_diff1": 0.476019, + "cv_recall_at_1": 0.329, + "cv_recall_at_3": 0.472, + "cv_recall_at_5": 0.517, + "cv_recall_at_10": 0.561, + "cv_recall_at_20": 0.606, + "cv_recall_at_100": 0.69, + "cv_recall_at_1000": 0.815, + "main_score": 0.4476, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 570.5540606975555, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SCIDOCS-NL.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SCIDOCS-NL.json new file mode 100644 index 0000000000..0917239503 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SCIDOCS-NL.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.185, + "ndcg_at_3": 0.15125, + "ndcg_at_5": 0.12828, + "ndcg_at_10": 0.15381, + "ndcg_at_20": 0.17654, + "ndcg_at_100": 0.21957, + "ndcg_at_1000": 0.26644, + "map_at_1": 0.03763, + "map_at_3": 0.06629, + "map_at_5": 0.07638, + "map_at_10": 0.08783, + "map_at_20": 0.096, + "map_at_100": 0.10365, + "map_at_1000": 0.10595, + "recall_at_1": 0.03763, + "recall_at_3": 0.08612, + "recall_at_5": 0.11207, + "recall_at_10": 0.15935, + "recall_at_20": 0.21255, + "recall_at_100": 0.35325, + "recall_at_1000": 0.58328, + "accuracy": 0.03763, + "precision_at_1": 0.185, + "precision_at_3": 0.14133, + "precision_at_5": 0.1104, + "precision_at_10": 0.0784, + "precision_at_20": 0.0523, + "precision_at_100": 0.01741, + "precision_at_1000": 0.00287, + "mrr_at_1": 0.185, + "mrr_at_3": 0.252833, + "mrr_at_5": 0.267633, + "mrr_at_10": 0.280871, + "mrr_at_20": 0.286443, + "mrr_at_100": 0.290993, + "mrr_at_1000": 0.291821, + "nauc_ndcg_at_1_max": 0.260377, + "nauc_ndcg_at_1_std": 0.083936, + "nauc_ndcg_at_1_diff1": 0.233187, + "nauc_ndcg_at_3_max": 0.286475, + "nauc_ndcg_at_3_std": 0.095372, + "nauc_ndcg_at_3_diff1": 0.215218, + "nauc_ndcg_at_5_max": 0.298203, + "nauc_ndcg_at_5_std": 0.114083, + "nauc_ndcg_at_5_diff1": 0.207619, + "nauc_ndcg_at_10_max": 0.320204, + "nauc_ndcg_at_10_std": 0.151187, + "nauc_ndcg_at_10_diff1": 0.208633, + "nauc_ndcg_at_20_max": 0.33335, + "nauc_ndcg_at_20_std": 0.187486, + "nauc_ndcg_at_20_diff1": 0.195411, + "nauc_ndcg_at_100_max": 0.34988, + "nauc_ndcg_at_100_std": 0.233557, + "nauc_ndcg_at_100_diff1": 0.19865, + "nauc_ndcg_at_1000_max": 0.351445, + "nauc_ndcg_at_1000_std": 0.257715, + "nauc_ndcg_at_1000_diff1": 0.185629, + "nauc_map_at_1_max": 0.260658, + "nauc_map_at_1_std": 0.080151, + "nauc_map_at_1_diff1": 0.236591, + "nauc_map_at_3_max": 0.301538, + "nauc_map_at_3_std": 0.085207, + "nauc_map_at_3_diff1": 0.231815, + "nauc_map_at_5_max": 0.318244, + "nauc_map_at_5_std": 0.10061, + "nauc_map_at_5_diff1": 0.225984, + "nauc_map_at_10_max": 0.333017, + "nauc_map_at_10_std": 0.131033, + "nauc_map_at_10_diff1": 0.224096, + "nauc_map_at_20_max": 0.341643, + "nauc_map_at_20_std": 0.154, + "nauc_map_at_20_diff1": 0.212538, + "nauc_map_at_100_max": 0.347655, + "nauc_map_at_100_std": 0.170298, + "nauc_map_at_100_diff1": 0.212031, + "nauc_map_at_1000_max": 0.348537, + "nauc_map_at_1000_std": 0.173829, + "nauc_map_at_1000_diff1": 0.21127, + "nauc_recall_at_1_max": 0.260658, + "nauc_recall_at_1_std": 0.080151, + "nauc_recall_at_1_diff1": 0.236591, + "nauc_recall_at_3_max": 0.286563, + "nauc_recall_at_3_std": 0.089812, + "nauc_recall_at_3_diff1": 0.206666, + "nauc_recall_at_5_max": 0.298656, + "nauc_recall_at_5_std": 0.125154, + "nauc_recall_at_5_diff1": 0.186403, + "nauc_recall_at_10_max": 0.31966, + "nauc_recall_at_10_std": 0.186721, + "nauc_recall_at_10_diff1": 0.177804, + "nauc_recall_at_20_max": 0.327867, + "nauc_recall_at_20_std": 0.248119, + "nauc_recall_at_20_diff1": 0.145771, + "nauc_recall_at_100_max": 0.329699, + "nauc_recall_at_100_std": 0.327581, + "nauc_recall_at_100_diff1": 0.142574, + "nauc_recall_at_1000_max": 0.278441, + "nauc_recall_at_1000_std": 0.377895, + "nauc_recall_at_1000_diff1": 0.062299, + "nauc_precision_at_1_max": 0.260377, + "nauc_precision_at_1_std": 0.083936, + "nauc_precision_at_1_diff1": 0.233187, + "nauc_precision_at_3_max": 0.29014, + "nauc_precision_at_3_std": 0.095271, + "nauc_precision_at_3_diff1": 0.206428, + "nauc_precision_at_5_max": 0.30229, + "nauc_precision_at_5_std": 0.130812, + "nauc_precision_at_5_diff1": 0.186595, + "nauc_precision_at_10_max": 0.323155, + "nauc_precision_at_10_std": 0.190133, + "nauc_precision_at_10_diff1": 0.17795, + "nauc_precision_at_20_max": 0.332203, + "nauc_precision_at_20_std": 0.251482, + "nauc_precision_at_20_diff1": 0.145181, + "nauc_precision_at_100_max": 0.330239, + "nauc_precision_at_100_std": 0.326596, + "nauc_precision_at_100_diff1": 0.14008, + "nauc_precision_at_1000_max": 0.278357, + "nauc_precision_at_1000_std": 0.371335, + "nauc_precision_at_1000_diff1": 0.058295, + "nauc_mrr_at_1_max": 0.260377, + "nauc_mrr_at_1_std": 0.083936, + "nauc_mrr_at_1_diff1": 0.233187, + "nauc_mrr_at_3_max": 0.263385, + "nauc_mrr_at_3_std": 0.1018, + "nauc_mrr_at_3_diff1": 0.212057, + "nauc_mrr_at_5_max": 0.263414, + "nauc_mrr_at_5_std": 0.110631, + "nauc_mrr_at_5_diff1": 0.205018, + "nauc_mrr_at_10_max": 0.273618, + "nauc_mrr_at_10_std": 0.120086, + "nauc_mrr_at_10_diff1": 0.20948, + "nauc_mrr_at_20_max": 0.274007, + "nauc_mrr_at_20_std": 0.121926, + "nauc_mrr_at_20_diff1": 0.209692, + "nauc_mrr_at_100_max": 0.274905, + "nauc_mrr_at_100_std": 0.123323, + "nauc_mrr_at_100_diff1": 0.210915, + "nauc_mrr_at_1000_max": 0.274933, + "nauc_mrr_at_1000_std": 0.123276, + "nauc_mrr_at_1000_diff1": 0.210847, + "cv_recall_at_1": 0.185, + "cv_recall_at_3": 0.342, + "cv_recall_at_5": 0.407, + "cv_recall_at_10": 0.506, + "cv_recall_at_20": 0.585, + "cv_recall_at_100": 0.759, + "cv_recall_at_1000": 0.937, + "main_score": 0.15381, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 205.10788702964783, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SCIDOCS-NL.v2.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..9320bea970 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.185, + "ndcg_at_3": 0.15125, + "ndcg_at_5": 0.12828, + "ndcg_at_10": 0.15379, + "ndcg_at_20": 0.17661, + "ndcg_at_100": 0.21961, + "ndcg_at_1000": 0.2664, + "map_at_1": 0.03763, + "map_at_3": 0.06629, + "map_at_5": 0.07638, + "map_at_10": 0.08781, + "map_at_20": 0.09599, + "map_at_100": 0.10364, + "map_at_1000": 0.10593, + "recall_at_1": 0.03763, + "recall_at_3": 0.08612, + "recall_at_5": 0.11207, + "recall_at_10": 0.15935, + "recall_at_20": 0.21275, + "recall_at_100": 0.35345, + "recall_at_1000": 0.58308, + "accuracy": 0.03763, + "precision_at_1": 0.185, + "precision_at_3": 0.14133, + "precision_at_5": 0.1104, + "precision_at_10": 0.0784, + "precision_at_20": 0.05235, + "precision_at_100": 0.01742, + "precision_at_1000": 0.00287, + "mrr_at_1": 0.185, + "mrr_at_3": 0.252833, + "mrr_at_5": 0.267633, + "mrr_at_10": 0.280871, + "mrr_at_20": 0.286493, + "mrr_at_100": 0.291007, + "mrr_at_1000": 0.291825, + "nauc_ndcg_at_1_max": 0.260377, + "nauc_ndcg_at_1_std": 0.083936, + "nauc_ndcg_at_1_diff1": 0.234286, + "nauc_ndcg_at_3_max": 0.286475, + "nauc_ndcg_at_3_std": 0.095372, + "nauc_ndcg_at_3_diff1": 0.215967, + "nauc_ndcg_at_5_max": 0.298203, + "nauc_ndcg_at_5_std": 0.114083, + "nauc_ndcg_at_5_diff1": 0.208132, + "nauc_ndcg_at_10_max": 0.32016, + "nauc_ndcg_at_10_std": 0.151445, + "nauc_ndcg_at_10_diff1": 0.209255, + "nauc_ndcg_at_20_max": 0.332962, + "nauc_ndcg_at_20_std": 0.187802, + "nauc_ndcg_at_20_diff1": 0.195703, + "nauc_ndcg_at_100_max": 0.349952, + "nauc_ndcg_at_100_std": 0.233699, + "nauc_ndcg_at_100_diff1": 0.199338, + "nauc_ndcg_at_1000_max": 0.351114, + "nauc_ndcg_at_1000_std": 0.257611, + "nauc_ndcg_at_1000_diff1": 0.186276, + "nauc_map_at_1_max": 0.260658, + "nauc_map_at_1_std": 0.080151, + "nauc_map_at_1_diff1": 0.237668, + "nauc_map_at_3_max": 0.301538, + "nauc_map_at_3_std": 0.085207, + "nauc_map_at_3_diff1": 0.232492, + "nauc_map_at_5_max": 0.318244, + "nauc_map_at_5_std": 0.10061, + "nauc_map_at_5_diff1": 0.226505, + "nauc_map_at_10_max": 0.332911, + "nauc_map_at_10_std": 0.131239, + "nauc_map_at_10_diff1": 0.224596, + "nauc_map_at_20_max": 0.341442, + "nauc_map_at_20_std": 0.154159, + "nauc_map_at_20_diff1": 0.212977, + "nauc_map_at_100_max": 0.347539, + "nauc_map_at_100_std": 0.170426, + "nauc_map_at_100_diff1": 0.212562, + "nauc_map_at_1000_max": 0.348411, + "nauc_map_at_1000_std": 0.173955, + "nauc_map_at_1000_diff1": 0.21179, + "nauc_recall_at_1_max": 0.260658, + "nauc_recall_at_1_std": 0.080151, + "nauc_recall_at_1_diff1": 0.237668, + "nauc_recall_at_3_max": 0.286563, + "nauc_recall_at_3_std": 0.089812, + "nauc_recall_at_3_diff1": 0.207255, + "nauc_recall_at_5_max": 0.298656, + "nauc_recall_at_5_std": 0.125154, + "nauc_recall_at_5_diff1": 0.186614, + "nauc_recall_at_10_max": 0.31966, + "nauc_recall_at_10_std": 0.187216, + "nauc_recall_at_10_diff1": 0.178346, + "nauc_recall_at_20_max": 0.32709, + "nauc_recall_at_20_std": 0.248793, + "nauc_recall_at_20_diff1": 0.145505, + "nauc_recall_at_100_max": 0.330037, + "nauc_recall_at_100_std": 0.327805, + "nauc_recall_at_100_diff1": 0.143187, + "nauc_recall_at_1000_max": 0.277241, + "nauc_recall_at_1000_std": 0.376789, + "nauc_recall_at_1000_diff1": 0.062954, + "nauc_precision_at_1_max": 0.260377, + "nauc_precision_at_1_std": 0.083936, + "nauc_precision_at_1_diff1": 0.234286, + "nauc_precision_at_3_max": 0.29014, + "nauc_precision_at_3_std": 0.095271, + "nauc_precision_at_3_diff1": 0.207032, + "nauc_precision_at_5_max": 0.30229, + "nauc_precision_at_5_std": 0.130812, + "nauc_precision_at_5_diff1": 0.18681, + "nauc_precision_at_10_max": 0.323155, + "nauc_precision_at_10_std": 0.190639, + "nauc_precision_at_10_diff1": 0.178503, + "nauc_precision_at_20_max": 0.331414, + "nauc_precision_at_20_std": 0.252169, + "nauc_precision_at_20_diff1": 0.144911, + "nauc_precision_at_100_max": 0.330581, + "nauc_precision_at_100_std": 0.326822, + "nauc_precision_at_100_diff1": 0.140698, + "nauc_precision_at_1000_max": 0.277143, + "nauc_precision_at_1000_std": 0.370221, + "nauc_precision_at_1000_diff1": 0.058962, + "nauc_mrr_at_1_max": 0.260377, + "nauc_mrr_at_1_std": 0.083936, + "nauc_mrr_at_1_diff1": 0.234286, + "nauc_mrr_at_3_max": 0.263385, + "nauc_mrr_at_3_std": 0.1018, + "nauc_mrr_at_3_diff1": 0.213024, + "nauc_mrr_at_5_max": 0.263414, + "nauc_mrr_at_5_std": 0.110631, + "nauc_mrr_at_5_diff1": 0.205843, + "nauc_mrr_at_10_max": 0.273618, + "nauc_mrr_at_10_std": 0.120113, + "nauc_mrr_at_10_diff1": 0.21031, + "nauc_mrr_at_20_max": 0.273882, + "nauc_mrr_at_20_std": 0.121987, + "nauc_mrr_at_20_diff1": 0.210398, + "nauc_mrr_at_100_max": 0.274912, + "nauc_mrr_at_100_std": 0.123339, + "nauc_mrr_at_100_diff1": 0.211749, + "nauc_mrr_at_1000_max": 0.274928, + "nauc_mrr_at_1000_std": 0.123301, + "nauc_mrr_at_1000_diff1": 0.211672, + "cv_recall_at_1": 0.185, + "cv_recall_at_3": 0.342, + "cv_recall_at_5": 0.407, + "cv_recall_at_10": 0.506, + "cv_recall_at_20": 0.586, + "cv_recall_at_100": 0.76, + "cv_recall_at_1000": 0.937, + "main_score": 0.15379, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 70.94012808799744, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SIB200Classification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SIB200Classification.json new file mode 100644 index 0000000000..48cc65380d --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SIB200Classification.json @@ -0,0 +1,399 @@ +{ + "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", + "task_name": "SIB200Classification", + "mteb_version": "2.1.1", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.700428, + "f1": 0.681329, + "f1_weighted": 0.702219, + "precision": 0.686652, + "precision_weighted": 0.710974, + "recall": 0.685206, + "recall_weighted": 0.700428, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.647646, + "f1": 0.635084, + "f1_weighted": 0.648973, + "precision": 0.635577, + "precision_weighted": 0.6694, + "recall": 0.651293, + "recall_weighted": 0.647646, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.616262, + "f1": 0.609479, + "f1_weighted": 0.61968, + "precision": 0.643556, + "precision_weighted": 0.676448, + "recall": 0.63127, + "recall_weighted": 0.616262, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71184, + "f1": 0.6898, + "f1_weighted": 0.711966, + "precision": 0.696714, + "precision_weighted": 0.720581, + "recall": 0.693427, + "recall_weighted": 0.71184, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.67475, + "f1": 0.666449, + "f1_weighted": 0.68184, + "precision": 0.676767, + "precision_weighted": 0.710048, + "recall": 0.680686, + "recall_weighted": 0.67475, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.680456, + "f1": 0.669403, + "f1_weighted": 0.685827, + "precision": 0.670842, + "precision_weighted": 0.719949, + "recall": 0.698447, + "recall_weighted": 0.680456, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.694722, + "f1": 0.684294, + "f1_weighted": 0.69332, + "precision": 0.686076, + "precision_weighted": 0.70708, + "recall": 0.697611, + "recall_weighted": 0.694722, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.67475, + "f1": 0.663809, + "f1_weighted": 0.677286, + "precision": 0.658991, + "precision_weighted": 0.690045, + "recall": 0.677205, + "recall_weighted": 0.67475, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.67475, + "f1": 0.655792, + "f1_weighted": 0.668881, + "precision": 0.666861, + "precision_weighted": 0.692605, + "recall": 0.678758, + "recall_weighted": 0.67475, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681883, + "f1": 0.662105, + "f1_weighted": 0.686119, + "precision": 0.664958, + "precision_weighted": 0.699389, + "recall": 0.670007, + "recall_weighted": 0.681883, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.675749, + "f1": 0.661754, + "f1_weighted": 0.677611, + "precision": 0.668699, + "precision_weighted": 0.699652, + "recall": 0.676391, + "recall_weighted": 0.675749, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.675749, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + } + ], + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.616162, + "f1": 0.594979, + "f1_weighted": 0.612379, + "precision": 0.620286, + "precision_weighted": 0.638936, + "recall": 0.610807, + "recall_weighted": 0.616162, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.656566, + "f1": 0.640925, + "f1_weighted": 0.661829, + "precision": 0.641728, + "precision_weighted": 0.684789, + "recall": 0.66232, + "recall_weighted": 0.656566, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.585859, + "f1": 0.576948, + "f1_weighted": 0.583911, + "precision": 0.590479, + "precision_weighted": 0.618371, + "recall": 0.602564, + "recall_weighted": 0.585859, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.676768, + "f1": 0.640862, + "f1_weighted": 0.675133, + "precision": 0.659468, + "precision_weighted": 0.687929, + "recall": 0.643455, + "recall_weighted": 0.676768, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686869, + "f1": 0.668023, + "f1_weighted": 0.693193, + "precision": 0.696681, + "precision_weighted": 0.726916, + "recall": 0.676408, + "recall_weighted": 0.686869, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.666667, + "f1": 0.661503, + "f1_weighted": 0.672398, + "precision": 0.661389, + "precision_weighted": 0.707475, + "recall": 0.691384, + "recall_weighted": 0.666667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686869, + "f1": 0.686051, + "f1_weighted": 0.69449, + "precision": 0.714796, + "precision_weighted": 0.730363, + "recall": 0.692825, + "recall_weighted": 0.686869, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.59596, + "f1": 0.592413, + "f1_weighted": 0.600663, + "precision": 0.6127, + "precision_weighted": 0.650797, + "recall": 0.624452, + "recall_weighted": 0.59596, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.656566, + "f1": 0.604391, + "f1_weighted": 0.642891, + "precision": 0.623638, + "precision_weighted": 0.659852, + "recall": 0.631464, + "recall_weighted": 0.656566, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686869, + "f1": 0.648483, + "f1_weighted": 0.680949, + "precision": 0.696135, + "precision_weighted": 0.721771, + "recall": 0.666401, + "recall_weighted": 0.686869, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.651515, + "f1": 0.631458, + "f1_weighted": 0.651784, + "precision": 0.65173, + "precision_weighted": 0.68272, + "recall": 0.650208, + "recall_weighted": 0.651515, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.651515, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.730392, + "f1": 0.714687, + "f1_weighted": 0.728028, + "precision": 0.734453, + "precision_weighted": 0.742328, + "recall": 0.716193, + "recall_weighted": 0.730392, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.666667, + "f1": 0.664815, + "f1_weighted": 0.666529, + "precision": 0.688557, + "precision_weighted": 0.714357, + "recall": 0.698182, + "recall_weighted": 0.666667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.651961, + "f1": 0.661912, + "f1_weighted": 0.650173, + "precision": 0.684732, + "precision_weighted": 0.688413, + "recall": 0.685088, + "recall_weighted": 0.651961, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.661765, + "f1": 0.645552, + "f1_weighted": 0.655893, + "precision": 0.664336, + "precision_weighted": 0.671856, + "recall": 0.655328, + "recall_weighted": 0.661765, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.671569, + "f1": 0.6664, + "f1_weighted": 0.67373, + "precision": 0.676804, + "precision_weighted": 0.698963, + "recall": 0.683496, + "recall_weighted": 0.671569, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.735294, + "f1": 0.738423, + "f1_weighted": 0.731654, + "precision": 0.727171, + "precision_weighted": 0.755058, + "recall": 0.777239, + "recall_weighted": 0.735294, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.715686, + "f1": 0.710773, + "f1_weighted": 0.716539, + "precision": 0.716051, + "precision_weighted": 0.742191, + "recall": 0.730841, + "recall_weighted": 0.715686, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.661765, + "f1": 0.665566, + "f1_weighted": 0.665551, + "precision": 0.668733, + "precision_weighted": 0.694822, + "recall": 0.691593, + "recall_weighted": 0.661765, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.622549, + "f1": 0.598631, + "f1_weighted": 0.606371, + "precision": 0.638624, + "precision_weighted": 0.645095, + "recall": 0.634139, + "recall_weighted": 0.622549, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.661765, + "f1": 0.647592, + "f1_weighted": 0.662949, + "precision": 0.654445, + "precision_weighted": 0.682949, + "recall": 0.6654, + "recall_weighted": 0.661765, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.677941, + "f1": 0.671435, + "f1_weighted": 0.675742, + "precision": 0.685391, + "precision_weighted": 0.703603, + "recall": 0.69375, + "recall_weighted": 0.677941, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.677941, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4.625234842300415, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SICK-NL-STS.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SICK-NL-STS.json new file mode 100644 index 0000000000..b288b29676 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SICK-NL-STS.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "7f88f003fc4e37ed8cd9ade84e390d871b032fef", + "task_name": "SICK-NL-STS", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "pearson": 0.690606, + "spearman": 0.637302, + "cosine_pearson": 0.690606, + "cosine_spearman": 0.637302, + "manhattan_pearson": 0.654511, + "manhattan_spearman": 0.636218, + "euclidean_pearson": 0.655494, + "euclidean_spearman": 0.637302, + "main_score": 0.637302, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 2.7820441722869873, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SICKNLPairClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SICKNLPairClassification.json new file mode 100644 index 0000000000..b4142b14a8 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SICKNLPairClassification.json @@ -0,0 +1,48 @@ +{ + "dataset_revision": "a13a1892bcb4c077dc416d390389223eea5f20f0", + "task_name": "SICKNLPairClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "similarity_accuracy": 0.664303, + "similarity_f1": 0.797836, + "similarity_precision": 0.664611, + "similarity_recall": 0.997863, + "similarity_ap": 0.731155, + "cosine_accuracy": 0.664303, + "cosine_f1": 0.797836, + "cosine_precision": 0.664611, + "cosine_recall": 0.997863, + "cosine_ap": 0.731156, + "manhattan_accuracy": 0.664303, + "manhattan_f1": 0.797836, + "manhattan_precision": 0.664611, + "manhattan_recall": 0.997863, + "manhattan_ap": 0.730136, + "euclidean_accuracy": 0.664303, + "euclidean_f1": 0.797836, + "euclidean_precision": 0.664611, + "euclidean_recall": 0.997863, + "euclidean_ap": 0.731156, + "dot_accuracy": 0.664303, + "dot_f1": 0.797836, + "dot_precision": 0.664611, + "dot_recall": 0.997863, + "dot_ap": 0.731156, + "max_accuracy": 0.664303, + "max_f1": 0.797836, + "max_precision": 0.664611, + "max_recall": 0.997863, + "max_ap": 0.731156, + "main_score": 0.731156, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 0.4322934150695801, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-NL.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-NL.json new file mode 100644 index 0000000000..f58778c57a --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-NL.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.54667, + "ndcg_at_3": 0.62965, + "ndcg_at_5": 0.65139, + "ndcg_at_10": 0.6789, + "ndcg_at_20": 0.68751, + "ndcg_at_100": 0.69898, + "ndcg_at_1000": 0.70998, + "map_at_1": 0.52233, + "map_at_3": 0.60106, + "map_at_5": 0.61581, + "map_at_10": 0.62831, + "map_at_20": 0.63125, + "map_at_100": 0.63318, + "map_at_1000": 0.63365, + "recall_at_1": 0.52233, + "recall_at_3": 0.68856, + "recall_at_5": 0.74256, + "recall_at_10": 0.8235, + "recall_at_20": 0.854, + "recall_at_100": 0.91267, + "recall_at_1000": 0.99667, + "accuracy": 0.52233, + "precision_at_1": 0.54667, + "precision_at_3": 0.24889, + "precision_at_5": 0.16467, + "precision_at_10": 0.09233, + "precision_at_20": 0.04833, + "precision_at_100": 0.0104, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.546667, + "mrr_at_3": 0.617222, + "mrr_at_5": 0.628889, + "mrr_at_10": 0.639001, + "mrr_at_20": 0.641106, + "mrr_at_100": 0.642345, + "mrr_at_1000": 0.642791, + "nauc_ndcg_at_1_max": 0.58382, + "nauc_ndcg_at_1_std": 0.151381, + "nauc_ndcg_at_1_diff1": 0.679761, + "nauc_ndcg_at_3_max": 0.55952, + "nauc_ndcg_at_3_std": 0.120044, + "nauc_ndcg_at_3_diff1": 0.624924, + "nauc_ndcg_at_5_max": 0.570147, + "nauc_ndcg_at_5_std": 0.147864, + "nauc_ndcg_at_5_diff1": 0.61729, + "nauc_ndcg_at_10_max": 0.584468, + "nauc_ndcg_at_10_std": 0.143345, + "nauc_ndcg_at_10_diff1": 0.624282, + "nauc_ndcg_at_20_max": 0.586865, + "nauc_ndcg_at_20_std": 0.141892, + "nauc_ndcg_at_20_diff1": 0.616824, + "nauc_ndcg_at_100_max": 0.58598, + "nauc_ndcg_at_100_std": 0.148202, + "nauc_ndcg_at_100_diff1": 0.623157, + "nauc_ndcg_at_1000_max": 0.581628, + "nauc_ndcg_at_1000_std": 0.152663, + "nauc_ndcg_at_1000_diff1": 0.627955, + "nauc_map_at_1_max": 0.520903, + "nauc_map_at_1_std": 0.086285, + "nauc_map_at_1_diff1": 0.658882, + "nauc_map_at_3_max": 0.541778, + "nauc_map_at_3_std": 0.112241, + "nauc_map_at_3_diff1": 0.631871, + "nauc_map_at_5_max": 0.562913, + "nauc_map_at_5_std": 0.140637, + "nauc_map_at_5_diff1": 0.62979, + "nauc_map_at_10_max": 0.571038, + "nauc_map_at_10_std": 0.141463, + "nauc_map_at_10_diff1": 0.632188, + "nauc_map_at_20_max": 0.57308, + "nauc_map_at_20_std": 0.141965, + "nauc_map_at_20_diff1": 0.630456, + "nauc_map_at_100_max": 0.573066, + "nauc_map_at_100_std": 0.143708, + "nauc_map_at_100_diff1": 0.631403, + "nauc_map_at_1000_max": 0.572834, + "nauc_map_at_1000_std": 0.144036, + "nauc_map_at_1000_diff1": 0.631696, + "nauc_recall_at_1_max": 0.520903, + "nauc_recall_at_1_std": 0.086285, + "nauc_recall_at_1_diff1": 0.658882, + "nauc_recall_at_3_max": 0.522424, + "nauc_recall_at_3_std": 0.073047, + "nauc_recall_at_3_diff1": 0.581136, + "nauc_recall_at_5_max": 0.556228, + "nauc_recall_at_5_std": 0.141315, + "nauc_recall_at_5_diff1": 0.555103, + "nauc_recall_at_10_max": 0.60694, + "nauc_recall_at_10_std": 0.097341, + "nauc_recall_at_10_diff1": 0.574125, + "nauc_recall_at_20_max": 0.621399, + "nauc_recall_at_20_std": 0.071549, + "nauc_recall_at_20_diff1": 0.519888, + "nauc_recall_at_100_max": 0.634643, + "nauc_recall_at_100_std": 0.080106, + "nauc_recall_at_100_diff1": 0.557719, + "nauc_recall_at_1000_max": -0.171335, + "nauc_recall_at_1000_std": 0.122782, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.58382, + "nauc_precision_at_1_std": 0.151381, + "nauc_precision_at_1_diff1": 0.679761, + "nauc_precision_at_3_max": 0.581149, + "nauc_precision_at_3_std": 0.238965, + "nauc_precision_at_3_diff1": 0.465061, + "nauc_precision_at_5_max": 0.595732, + "nauc_precision_at_5_std": 0.359771, + "nauc_precision_at_5_diff1": 0.353704, + "nauc_precision_at_10_max": 0.553592, + "nauc_precision_at_10_std": 0.359382, + "nauc_precision_at_10_diff1": 0.24828, + "nauc_precision_at_20_max": 0.521323, + "nauc_precision_at_20_std": 0.350516, + "nauc_precision_at_20_diff1": 0.154749, + "nauc_precision_at_100_max": 0.404905, + "nauc_precision_at_100_std": 0.364427, + "nauc_precision_at_100_diff1": 0.056868, + "nauc_precision_at_1000_max": 0.287617, + "nauc_precision_at_1000_std": 0.472213, + "nauc_precision_at_1000_diff1": -0.125767, + "nauc_mrr_at_1_max": 0.58382, + "nauc_mrr_at_1_std": 0.151381, + "nauc_mrr_at_1_diff1": 0.679761, + "nauc_mrr_at_3_max": 0.580236, + "nauc_mrr_at_3_std": 0.145713, + "nauc_mrr_at_3_diff1": 0.64186, + "nauc_mrr_at_5_max": 0.581865, + "nauc_mrr_at_5_std": 0.157405, + "nauc_mrr_at_5_diff1": 0.637903, + "nauc_mrr_at_10_max": 0.585749, + "nauc_mrr_at_10_std": 0.154433, + "nauc_mrr_at_10_diff1": 0.639982, + "nauc_mrr_at_20_max": 0.584489, + "nauc_mrr_at_20_std": 0.153413, + "nauc_mrr_at_20_diff1": 0.637887, + "nauc_mrr_at_100_max": 0.584554, + "nauc_mrr_at_100_std": 0.154249, + "nauc_mrr_at_100_diff1": 0.639066, + "nauc_mrr_at_1000_max": 0.584378, + "nauc_mrr_at_1000_std": 0.154483, + "nauc_mrr_at_1000_diff1": 0.639365, + "cv_recall_at_1": 0.54667, + "cv_recall_at_3": 0.70667, + "cv_recall_at_5": 0.76, + "cv_recall_at_10": 0.83667, + "cv_recall_at_20": 0.86333, + "cv_recall_at_100": 0.91333, + "cv_recall_at_1000": 0.99667, + "main_score": 0.6789, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 56.32186317443848, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-NL.v2.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-NL.v2.json new file mode 100644 index 0000000000..e4962f6e2a --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.54667, + "ndcg_at_3": 0.62965, + "ndcg_at_5": 0.65139, + "ndcg_at_10": 0.67987, + "ndcg_at_20": 0.68754, + "ndcg_at_100": 0.69902, + "ndcg_at_1000": 0.71002, + "map_at_1": 0.52233, + "map_at_3": 0.60106, + "map_at_5": 0.61581, + "map_at_10": 0.62864, + "map_at_20": 0.63129, + "map_at_100": 0.63322, + "map_at_1000": 0.63369, + "recall_at_1": 0.52233, + "recall_at_3": 0.68856, + "recall_at_5": 0.74256, + "recall_at_10": 0.82683, + "recall_at_20": 0.854, + "recall_at_100": 0.91267, + "recall_at_1000": 0.99667, + "accuracy": 0.52233, + "precision_at_1": 0.54667, + "precision_at_3": 0.24889, + "precision_at_5": 0.16467, + "precision_at_10": 0.09267, + "precision_at_20": 0.04833, + "precision_at_100": 0.0104, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.546667, + "mrr_at_3": 0.617222, + "mrr_at_5": 0.628889, + "mrr_at_10": 0.639335, + "mrr_at_20": 0.641136, + "mrr_at_100": 0.642374, + "mrr_at_1000": 0.64282, + "nauc_ndcg_at_1_max": 0.58382, + "nauc_ndcg_at_1_std": 0.151381, + "nauc_ndcg_at_1_diff1": 0.681067, + "nauc_ndcg_at_3_max": 0.55952, + "nauc_ndcg_at_3_std": 0.120044, + "nauc_ndcg_at_3_diff1": 0.626415, + "nauc_ndcg_at_5_max": 0.570147, + "nauc_ndcg_at_5_std": 0.147864, + "nauc_ndcg_at_5_diff1": 0.618862, + "nauc_ndcg_at_10_max": 0.583108, + "nauc_ndcg_at_10_std": 0.141095, + "nauc_ndcg_at_10_diff1": 0.624755, + "nauc_ndcg_at_20_max": 0.586817, + "nauc_ndcg_at_20_std": 0.141811, + "nauc_ndcg_at_20_diff1": 0.618525, + "nauc_ndcg_at_100_max": 0.585939, + "nauc_ndcg_at_100_std": 0.148151, + "nauc_ndcg_at_100_diff1": 0.624603, + "nauc_ndcg_at_1000_max": 0.581586, + "nauc_ndcg_at_1000_std": 0.15261, + "nauc_ndcg_at_1000_diff1": 0.629477, + "nauc_map_at_1_max": 0.520903, + "nauc_map_at_1_std": 0.086285, + "nauc_map_at_1_diff1": 0.660155, + "nauc_map_at_3_max": 0.541778, + "nauc_map_at_3_std": 0.112241, + "nauc_map_at_3_diff1": 0.633296, + "nauc_map_at_5_max": 0.562913, + "nauc_map_at_5_std": 0.140637, + "nauc_map_at_5_diff1": 0.631259, + "nauc_map_at_10_max": 0.570606, + "nauc_map_at_10_std": 0.140768, + "nauc_map_at_10_diff1": 0.633333, + "nauc_map_at_20_max": 0.57304, + "nauc_map_at_20_std": 0.141901, + "nauc_map_at_20_diff1": 0.631949, + "nauc_map_at_100_max": 0.573036, + "nauc_map_at_100_std": 0.14367, + "nauc_map_at_100_diff1": 0.632872, + "nauc_map_at_1000_max": 0.572803, + "nauc_map_at_1000_std": 0.143998, + "nauc_map_at_1000_diff1": 0.633169, + "nauc_recall_at_1_max": 0.520903, + "nauc_recall_at_1_std": 0.086285, + "nauc_recall_at_1_diff1": 0.660155, + "nauc_recall_at_3_max": 0.522424, + "nauc_recall_at_3_std": 0.073047, + "nauc_recall_at_3_diff1": 0.58278, + "nauc_recall_at_5_max": 0.556228, + "nauc_recall_at_5_std": 0.141315, + "nauc_recall_at_5_diff1": 0.557011, + "nauc_recall_at_10_max": 0.599978, + "nauc_recall_at_10_std": 0.08435, + "nauc_recall_at_10_diff1": 0.569245, + "nauc_recall_at_20_max": 0.621399, + "nauc_recall_at_20_std": 0.071549, + "nauc_recall_at_20_diff1": 0.523, + "nauc_recall_at_100_max": 0.634643, + "nauc_recall_at_100_std": 0.080106, + "nauc_recall_at_100_diff1": 0.557719, + "nauc_recall_at_1000_max": -0.171335, + "nauc_recall_at_1000_std": 0.122782, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.58382, + "nauc_precision_at_1_std": 0.151381, + "nauc_precision_at_1_diff1": 0.681067, + "nauc_precision_at_3_max": 0.581149, + "nauc_precision_at_3_std": 0.238965, + "nauc_precision_at_3_diff1": 0.466406, + "nauc_precision_at_5_max": 0.595732, + "nauc_precision_at_5_std": 0.359771, + "nauc_precision_at_5_diff1": 0.355041, + "nauc_precision_at_10_max": 0.549322, + "nauc_precision_at_10_std": 0.354873, + "nauc_precision_at_10_diff1": 0.242529, + "nauc_precision_at_20_max": 0.521323, + "nauc_precision_at_20_std": 0.350516, + "nauc_precision_at_20_diff1": 0.156147, + "nauc_precision_at_100_max": 0.404905, + "nauc_precision_at_100_std": 0.364427, + "nauc_precision_at_100_diff1": 0.056868, + "nauc_precision_at_1000_max": 0.287617, + "nauc_precision_at_1000_std": 0.472213, + "nauc_precision_at_1000_diff1": -0.125767, + "nauc_mrr_at_1_max": 0.58382, + "nauc_mrr_at_1_std": 0.151381, + "nauc_mrr_at_1_diff1": 0.681067, + "nauc_mrr_at_3_max": 0.580236, + "nauc_mrr_at_3_std": 0.145713, + "nauc_mrr_at_3_diff1": 0.643315, + "nauc_mrr_at_5_max": 0.581865, + "nauc_mrr_at_5_std": 0.157405, + "nauc_mrr_at_5_diff1": 0.6394, + "nauc_mrr_at_10_max": 0.585325, + "nauc_mrr_at_10_std": 0.15374, + "nauc_mrr_at_10_diff1": 0.641154, + "nauc_mrr_at_20_max": 0.58445, + "nauc_mrr_at_20_std": 0.15335, + "nauc_mrr_at_20_diff1": 0.639403, + "nauc_mrr_at_100_max": 0.584516, + "nauc_mrr_at_100_std": 0.154187, + "nauc_mrr_at_100_diff1": 0.640554, + "nauc_mrr_at_1000_max": 0.584341, + "nauc_mrr_at_1000_std": 0.154421, + "nauc_mrr_at_1000_diff1": 0.640857, + "cv_recall_at_1": 0.54667, + "cv_recall_at_3": 0.70667, + "cv_recall_at_5": 0.76, + "cv_recall_at_10": 0.84, + "cv_recall_at_20": 0.86333, + "cv_recall_at_100": 0.91333, + "cv_recall_at_1000": 0.99667, + "main_score": 0.67987, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 18.98550271987915, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBClusteringP2P.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBClusteringP2P.json new file mode 100644 index 0000000000..67cdaaccdc --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBClusteringP2P.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "544acc2e46909eab2b49962b043a18b9c9772770", + "task_name": "VABBClusteringP2P", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.37463, + 0.342061, + 0.362003, + 0.421453, + 0.413788, + 0.383469, + 0.401616, + 0.345566, + 0.428923, + 0.311517 + ] + }, + "v_measure": 0.378503, + "v_measure_std": 0.036576, + "main_score": 0.378503, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.456865072250366, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBClusteringS2S.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBClusteringS2S.json new file mode 100644 index 0000000000..5e98503099 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBClusteringS2S.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "544acc2e46909eab2b49962b043a18b9c9772770", + "task_name": "VABBClusteringS2S", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.303665, + 0.295102, + 0.270387, + 0.30198, + 0.262952, + 0.305774, + 0.306244, + 0.313316, + 0.277125, + 0.280981 + ] + }, + "v_measure": 0.291753, + "v_measure_std": 0.016569, + "main_score": 0.291753, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.4111690521240234, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBMultiLabelClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBMultiLabelClassification.json new file mode 100644 index 0000000000..eda483eba7 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBMultiLabelClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "584c70f5104671772119f21e9f8a3c912ac07d4a", + "task_name": "VABBMultiLabelClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.274498, + "lrap": 0.465443, + "f1": 0.50245 + }, + { + "accuracy": 0.288408, + "lrap": 0.474392, + "f1": 0.496914 + }, + { + "accuracy": 0.286244, + "lrap": 0.47198, + "f1": 0.486534 + }, + { + "accuracy": 0.279134, + "lrap": 0.471756, + "f1": 0.501933 + }, + { + "accuracy": 0.291499, + "lrap": 0.479192, + "f1": 0.499993 + }, + { + "accuracy": 0.292427, + "lrap": 0.477733, + "f1": 0.492557 + }, + { + "accuracy": 0.285626, + "lrap": 0.473432, + "f1": 0.503553 + }, + { + "accuracy": 0.285626, + "lrap": 0.475585, + "f1": 0.505043 + }, + { + "accuracy": 0.304173, + "lrap": 0.494595, + "f1": 0.514418 + }, + { + "accuracy": 0.2949, + "lrap": 0.478683, + "f1": 0.510067 + } + ], + "accuracy": 0.288253, + "lrap": 0.476279, + "f1": 0.501346, + "main_score": 0.501346, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 20.442073345184326, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBRetrieval.json new file mode 100644 index 0000000000..418a0f31ea --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VABBRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "af4a1e5b3ed451103894f86ff6b3ce85085d7b48", + "task_name": "VABBRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.649, + "ndcg_at_3": 0.71676, + "ndcg_at_5": 0.73071, + "ndcg_at_10": 0.73941, + "ndcg_at_20": 0.74742, + "ndcg_at_100": 0.75522, + "ndcg_at_1000": 0.76192, + "map_at_1": 0.649, + "map_at_3": 0.701, + "map_at_5": 0.70895, + "map_at_10": 0.71252, + "map_at_20": 0.71482, + "map_at_100": 0.7159, + "map_at_1000": 0.71611, + "recall_at_1": 0.649, + "recall_at_3": 0.762, + "recall_at_5": 0.795, + "recall_at_10": 0.822, + "recall_at_20": 0.853, + "recall_at_100": 0.895, + "recall_at_1000": 0.95, + "accuracy": 0.649, + "precision_at_1": 0.649, + "precision_at_3": 0.254, + "precision_at_5": 0.159, + "precision_at_10": 0.0822, + "precision_at_20": 0.04265, + "precision_at_100": 0.00895, + "precision_at_1000": 0.00095, + "mrr_at_1": 0.649, + "mrr_at_3": 0.701, + "mrr_at_5": 0.7092, + "mrr_at_10": 0.712604, + "mrr_at_20": 0.714911, + "mrr_at_100": 0.715991, + "mrr_at_1000": 0.716201, + "nauc_ndcg_at_1_max": 0.597648, + "nauc_ndcg_at_1_std": 0.079331, + "nauc_ndcg_at_1_diff1": 0.80653, + "nauc_ndcg_at_3_max": 0.673654, + "nauc_ndcg_at_3_std": 0.162712, + "nauc_ndcg_at_3_diff1": 0.77498, + "nauc_ndcg_at_5_max": 0.679366, + "nauc_ndcg_at_5_std": 0.16195, + "nauc_ndcg_at_5_diff1": 0.770949, + "nauc_ndcg_at_10_max": 0.682788, + "nauc_ndcg_at_10_std": 0.181495, + "nauc_ndcg_at_10_diff1": 0.767725, + "nauc_ndcg_at_20_max": 0.6818, + "nauc_ndcg_at_20_std": 0.178982, + "nauc_ndcg_at_20_diff1": 0.767532, + "nauc_ndcg_at_100_max": 0.677009, + "nauc_ndcg_at_100_std": 0.175846, + "nauc_ndcg_at_100_diff1": 0.7674, + "nauc_ndcg_at_1000_max": 0.672586, + "nauc_ndcg_at_1000_std": 0.170663, + "nauc_ndcg_at_1000_diff1": 0.771677, + "nauc_map_at_1_max": 0.597648, + "nauc_map_at_1_std": 0.079331, + "nauc_map_at_1_diff1": 0.80653, + "nauc_map_at_3_max": 0.652805, + "nauc_map_at_3_std": 0.139113, + "nauc_map_at_3_diff1": 0.783164, + "nauc_map_at_5_max": 0.655389, + "nauc_map_at_5_std": 0.138221, + "nauc_map_at_5_diff1": 0.78097, + "nauc_map_at_10_max": 0.656318, + "nauc_map_at_10_std": 0.14519, + "nauc_map_at_10_diff1": 0.779799, + "nauc_map_at_20_max": 0.655887, + "nauc_map_at_20_std": 0.144342, + "nauc_map_at_20_diff1": 0.779736, + "nauc_map_at_100_max": 0.655121, + "nauc_map_at_100_std": 0.143841, + "nauc_map_at_100_diff1": 0.779816, + "nauc_map_at_1000_max": 0.654974, + "nauc_map_at_1000_std": 0.143725, + "nauc_map_at_1000_diff1": 0.779962, + "nauc_recall_at_1_max": 0.597648, + "nauc_recall_at_1_std": 0.079331, + "nauc_recall_at_1_diff1": 0.80653, + "nauc_recall_at_3_max": 0.745044, + "nauc_recall_at_3_std": 0.243871, + "nauc_recall_at_3_diff1": 0.747187, + "nauc_recall_at_5_max": 0.770539, + "nauc_recall_at_5_std": 0.251468, + "nauc_recall_at_5_diff1": 0.733206, + "nauc_recall_at_10_max": 0.797839, + "nauc_recall_at_10_std": 0.346715, + "nauc_recall_at_10_diff1": 0.71519, + "nauc_recall_at_20_max": 0.813313, + "nauc_recall_at_20_std": 0.362012, + "nauc_recall_at_20_diff1": 0.705334, + "nauc_recall_at_100_max": 0.81055, + "nauc_recall_at_100_std": 0.391723, + "nauc_recall_at_100_diff1": 0.680999, + "nauc_recall_at_1000_max": 0.807815, + "nauc_recall_at_1000_std": 0.438581, + "nauc_recall_at_1000_diff1": 0.723315, + "nauc_precision_at_1_max": 0.597648, + "nauc_precision_at_1_std": 0.079331, + "nauc_precision_at_1_diff1": 0.80653, + "nauc_precision_at_3_max": 0.745044, + "nauc_precision_at_3_std": 0.243871, + "nauc_precision_at_3_diff1": 0.747187, + "nauc_precision_at_5_max": 0.770539, + "nauc_precision_at_5_std": 0.251468, + "nauc_precision_at_5_diff1": 0.733206, + "nauc_precision_at_10_max": 0.797839, + "nauc_precision_at_10_std": 0.346715, + "nauc_precision_at_10_diff1": 0.71519, + "nauc_precision_at_20_max": 0.813313, + "nauc_precision_at_20_std": 0.362012, + "nauc_precision_at_20_diff1": 0.705334, + "nauc_precision_at_100_max": 0.81055, + "nauc_precision_at_100_std": 0.391723, + "nauc_precision_at_100_diff1": 0.680999, + "nauc_precision_at_1000_max": 0.807815, + "nauc_precision_at_1000_std": 0.438581, + "nauc_precision_at_1000_diff1": 0.723315, + "nauc_mrr_at_1_max": 0.597648, + "nauc_mrr_at_1_std": 0.079331, + "nauc_mrr_at_1_diff1": 0.80653, + "nauc_mrr_at_3_max": 0.65112, + "nauc_mrr_at_3_std": 0.138277, + "nauc_mrr_at_3_diff1": 0.783164, + "nauc_mrr_at_5_max": 0.654314, + "nauc_mrr_at_5_std": 0.139219, + "nauc_mrr_at_5_diff1": 0.780531, + "nauc_mrr_at_10_max": 0.655152, + "nauc_mrr_at_10_std": 0.14495, + "nauc_mrr_at_10_diff1": 0.77965, + "nauc_mrr_at_20_max": 0.654696, + "nauc_mrr_at_20_std": 0.144068, + "nauc_mrr_at_20_diff1": 0.779584, + "nauc_mrr_at_100_max": 0.653924, + "nauc_mrr_at_100_std": 0.143564, + "nauc_mrr_at_100_diff1": 0.77966, + "nauc_mrr_at_1000_max": 0.653776, + "nauc_mrr_at_1000_std": 0.143447, + "nauc_mrr_at_1000_diff1": 0.779806, + "cv_recall_at_1": 0.649, + "cv_recall_at_3": 0.762, + "cv_recall_at_5": 0.796, + "cv_recall_at_10": 0.822, + "cv_recall_at_20": 0.853, + "cv_recall_at_100": 0.895, + "cv_recall_at_1000": 0.95, + "main_score": 0.73941, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 155.143878698349, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VaccinChatNLClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VaccinChatNLClassification.json new file mode 100644 index 0000000000..28bebea6dc --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/VaccinChatNLClassification.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "bd27d0058bea2ad52470d9072a3b5da6b97c1ac3", + "task_name": "VaccinChatNLClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.406838, + "f1": 0.441803, + "f1_weighted": 0.380975, + "precision": 0.457685, + "precision_weighted": 0.579117, + "recall": 0.608298, + "recall_weighted": 0.406838, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.397436, + "f1": 0.423791, + "f1_weighted": 0.364983, + "precision": 0.439349, + "precision_weighted": 0.523936, + "recall": 0.583587, + "recall_weighted": 0.397436, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.387179, + "f1": 0.425258, + "f1_weighted": 0.347143, + "precision": 0.441969, + "precision_weighted": 0.49581, + "recall": 0.582282, + "recall_weighted": 0.387179, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.393162, + "f1": 0.413647, + "f1_weighted": 0.35976, + "precision": 0.423516, + "precision_weighted": 0.512781, + "recall": 0.569919, + "recall_weighted": 0.393162, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.394017, + "f1": 0.411748, + "f1_weighted": 0.360766, + "precision": 0.428615, + "precision_weighted": 0.525171, + "recall": 0.568156, + "recall_weighted": 0.394017, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.424786, + "f1": 0.451065, + "f1_weighted": 0.410132, + "precision": 0.470626, + "precision_weighted": 0.62693, + "recall": 0.605271, + "recall_weighted": 0.424786, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.403419, + "f1": 0.425035, + "f1_weighted": 0.366394, + "precision": 0.438237, + "precision_weighted": 0.526314, + "recall": 0.583492, + "recall_weighted": 0.403419, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.395726, + "f1": 0.410381, + "f1_weighted": 0.357241, + "precision": 0.414667, + "precision_weighted": 0.463797, + "recall": 0.576464, + "recall_weighted": 0.395726, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.394017, + "f1": 0.43006, + "f1_weighted": 0.360574, + "precision": 0.452223, + "precision_weighted": 0.541232, + "recall": 0.591615, + "recall_weighted": 0.394017, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.398291, + "f1": 0.422777, + "f1_weighted": 0.37399, + "precision": 0.456226, + "precision_weighted": 0.613136, + "recall": 0.575788, + "recall_weighted": 0.398291, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.399487, + "f1": 0.425557, + "f1_weighted": 0.368196, + "precision": 0.442311, + "precision_weighted": 0.540822, + "recall": 0.584487, + "recall_weighted": 0.399487, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.425557, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 20.2387957572937, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/WebFAQRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/WebFAQRetrieval.json new file mode 100644 index 0000000000..f303b5aa51 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/WebFAQRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "f64f483ad0f31d2e78209d524c14a4a867965959", + "task_name": "WebFAQRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6043, + "ndcg_at_3": 0.68092, + "ndcg_at_5": 0.69848, + "ndcg_at_10": 0.71319, + "ndcg_at_20": 0.7224, + "ndcg_at_100": 0.73473, + "ndcg_at_1000": 0.74146, + "map_at_1": 0.6043, + "map_at_3": 0.66252, + "map_at_5": 0.67224, + "map_at_10": 0.67839, + "map_at_20": 0.68095, + "map_at_100": 0.68266, + "map_at_1000": 0.6829, + "recall_at_1": 0.6043, + "recall_at_3": 0.734, + "recall_at_5": 0.7767, + "recall_at_10": 0.8218, + "recall_at_20": 0.858, + "recall_at_100": 0.9244, + "recall_at_1000": 0.9781, + "accuracy": 0.6043, + "precision_at_1": 0.6043, + "precision_at_3": 0.24467, + "precision_at_5": 0.15534, + "precision_at_10": 0.08218, + "precision_at_20": 0.0429, + "precision_at_100": 0.00924, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.6044, + "mrr_at_3": 0.662567, + "mrr_at_5": 0.672267, + "mrr_at_10": 0.678423, + "mrr_at_20": 0.680993, + "mrr_at_100": 0.6827, + "mrr_at_1000": 0.682941, + "nauc_ndcg_at_1_max": 0.476811, + "nauc_ndcg_at_1_std": -0.126762, + "nauc_ndcg_at_1_diff1": 0.790633, + "nauc_ndcg_at_3_max": 0.491893, + "nauc_ndcg_at_3_std": -0.125014, + "nauc_ndcg_at_3_diff1": 0.757957, + "nauc_ndcg_at_5_max": 0.494036, + "nauc_ndcg_at_5_std": -0.117082, + "nauc_ndcg_at_5_diff1": 0.752735, + "nauc_ndcg_at_10_max": 0.492745, + "nauc_ndcg_at_10_std": -0.114481, + "nauc_ndcg_at_10_diff1": 0.751579, + "nauc_ndcg_at_20_max": 0.494251, + "nauc_ndcg_at_20_std": -0.108762, + "nauc_ndcg_at_20_diff1": 0.753344, + "nauc_ndcg_at_100_max": 0.493975, + "nauc_ndcg_at_100_std": -0.104886, + "nauc_ndcg_at_100_diff1": 0.754689, + "nauc_ndcg_at_1000_max": 0.493117, + "nauc_ndcg_at_1000_std": -0.107488, + "nauc_ndcg_at_1000_diff1": 0.757073, + "nauc_map_at_1_max": 0.476811, + "nauc_map_at_1_std": -0.126762, + "nauc_map_at_1_diff1": 0.790633, + "nauc_map_at_3_max": 0.488057, + "nauc_map_at_3_std": -0.125588, + "nauc_map_at_3_diff1": 0.766362, + "nauc_map_at_5_max": 0.489016, + "nauc_map_at_5_std": -0.121508, + "nauc_map_at_5_diff1": 0.763857, + "nauc_map_at_10_max": 0.488434, + "nauc_map_at_10_std": -0.12057, + "nauc_map_at_10_diff1": 0.763539, + "nauc_map_at_20_max": 0.488748, + "nauc_map_at_20_std": -0.119295, + "nauc_map_at_20_diff1": 0.764099, + "nauc_map_at_100_max": 0.48867, + "nauc_map_at_100_std": -0.11881, + "nauc_map_at_100_diff1": 0.764235, + "nauc_map_at_1000_max": 0.488634, + "nauc_map_at_1000_std": -0.118863, + "nauc_map_at_1000_diff1": 0.764313, + "nauc_recall_at_1_max": 0.476811, + "nauc_recall_at_1_std": -0.126762, + "nauc_recall_at_1_diff1": 0.790633, + "nauc_recall_at_3_max": 0.50489, + "nauc_recall_at_3_std": -0.122999, + "nauc_recall_at_3_diff1": 0.729427, + "nauc_recall_at_5_max": 0.51366, + "nauc_recall_at_5_std": -0.098488, + "nauc_recall_at_5_diff1": 0.709322, + "nauc_recall_at_10_max": 0.512138, + "nauc_recall_at_10_std": -0.083246, + "nauc_recall_at_10_diff1": 0.695606, + "nauc_recall_at_20_max": 0.527089, + "nauc_recall_at_20_std": -0.036222, + "nauc_recall_at_20_diff1": 0.694287, + "nauc_recall_at_100_max": 0.550005, + "nauc_recall_at_100_std": 0.079485, + "nauc_recall_at_100_diff1": 0.672668, + "nauc_recall_at_1000_max": 0.621412, + "nauc_recall_at_1000_std": 0.297874, + "nauc_recall_at_1000_diff1": 0.660112, + "nauc_precision_at_1_max": 0.476811, + "nauc_precision_at_1_std": -0.126762, + "nauc_precision_at_1_diff1": 0.790633, + "nauc_precision_at_3_max": 0.50489, + "nauc_precision_at_3_std": -0.122999, + "nauc_precision_at_3_diff1": 0.729427, + "nauc_precision_at_5_max": 0.51366, + "nauc_precision_at_5_std": -0.098488, + "nauc_precision_at_5_diff1": 0.709322, + "nauc_precision_at_10_max": 0.512138, + "nauc_precision_at_10_std": -0.083246, + "nauc_precision_at_10_diff1": 0.695606, + "nauc_precision_at_20_max": 0.527089, + "nauc_precision_at_20_std": -0.036222, + "nauc_precision_at_20_diff1": 0.694287, + "nauc_precision_at_100_max": 0.550005, + "nauc_precision_at_100_std": 0.079485, + "nauc_precision_at_100_diff1": 0.672668, + "nauc_precision_at_1000_max": 0.621412, + "nauc_precision_at_1000_std": 0.297874, + "nauc_precision_at_1000_diff1": 0.660112, + "nauc_mrr_at_1_max": 0.476406, + "nauc_mrr_at_1_std": -0.126483, + "nauc_mrr_at_1_diff1": 0.790453, + "nauc_mrr_at_3_max": 0.48788, + "nauc_mrr_at_3_std": -0.125491, + "nauc_mrr_at_3_diff1": 0.766251, + "nauc_mrr_at_5_max": 0.488707, + "nauc_mrr_at_5_std": -0.121644, + "nauc_mrr_at_5_diff1": 0.763702, + "nauc_mrr_at_10_max": 0.488067, + "nauc_mrr_at_10_std": -0.120699, + "nauc_mrr_at_10_diff1": 0.76335, + "nauc_mrr_at_20_max": 0.488395, + "nauc_mrr_at_20_std": -0.119369, + "nauc_mrr_at_20_diff1": 0.763933, + "nauc_mrr_at_100_max": 0.488303, + "nauc_mrr_at_100_std": -0.118888, + "nauc_mrr_at_100_diff1": 0.76406, + "nauc_mrr_at_1000_max": 0.488275, + "nauc_mrr_at_1000_std": -0.118935, + "nauc_mrr_at_1000_diff1": 0.764143, + "cv_recall_at_1": 0.6044, + "cv_recall_at_3": 0.7339, + "cv_recall_at_5": 0.7765, + "cv_recall_at_10": 0.8217, + "cv_recall_at_20": 0.858, + "cv_recall_at_100": 0.9243, + "cv_recall_at_1000": 0.9781, + "main_score": 0.71319, + "hf_subset": "nld", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4837.454292535782, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/XLWICNLPairClassification.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/XLWICNLPairClassification.json new file mode 100644 index 0000000000..598ee26e93 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/XLWICNLPairClassification.json @@ -0,0 +1,48 @@ +{ + "dataset_revision": "0b33ce358b1b5d500ff3715ba3d777b4d2c21cb0", + "task_name": "XLWICNLPairClassification", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "similarity_accuracy": 0.583665, + "similarity_f1": 0.667553, + "similarity_precision": 0.500998, + "similarity_recall": 1.0, + "similarity_ap": 0.601874, + "cosine_accuracy": 0.583665, + "cosine_f1": 0.667553, + "cosine_precision": 0.500998, + "cosine_recall": 1.0, + "cosine_ap": 0.601874, + "manhattan_accuracy": 0.582669, + "manhattan_f1": 0.66711, + "manhattan_precision": 0.500499, + "manhattan_recall": 1.0, + "manhattan_ap": 0.601726, + "euclidean_accuracy": 0.583665, + "euclidean_f1": 0.667553, + "euclidean_precision": 0.500998, + "euclidean_recall": 1.0, + "euclidean_ap": 0.601874, + "dot_accuracy": 0.583665, + "dot_f1": 0.667553, + "dot_precision": 0.500998, + "dot_recall": 1.0, + "dot_ap": 0.601874, + "max_accuracy": 0.583665, + "max_f1": 0.667553, + "max_precision": 0.500998, + "max_recall": 1.0, + "max_ap": 0.601874, + "main_score": 0.601874, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 0.24745416641235352, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/bBSARDNLRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/bBSARDNLRetrieval.json new file mode 100644 index 0000000000..bfb3cf9a9b --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/bBSARDNLRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "52027c212ba9765a3e9737c9cbf9a06ae83cbb93", + "task_name": "bBSARDNLRetrieval", + "mteb_version": "2.1.1", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15766, + "ndcg_at_3": 0.14256, + "ndcg_at_5": 0.14637, + "ndcg_at_10": 0.16354, + "ndcg_at_20": 0.18585, + "ndcg_at_100": 0.22865, + "ndcg_at_1000": 0.27921, + "map_at_1": 0.07626, + "map_at_3": 0.0981, + "map_at_5": 0.10699, + "map_at_10": 0.11638, + "map_at_20": 0.12389, + "map_at_100": 0.13201, + "map_at_1000": 0.13487, + "recall_at_1": 0.07626, + "recall_at_3": 0.11351, + "recall_at_5": 0.14053, + "recall_at_10": 0.1994, + "recall_at_20": 0.28001, + "recall_at_100": 0.46502, + "recall_at_1000": 0.75462, + "accuracy": 0.07626, + "precision_at_1": 0.15766, + "precision_at_3": 0.0961, + "precision_at_5": 0.07297, + "precision_at_10": 0.05315, + "precision_at_20": 0.04032, + "precision_at_100": 0.01495, + "precision_at_1000": 0.0028, + "mrr_at_1": 0.157658, + "mrr_at_3": 0.186937, + "mrr_at_5": 0.194369, + "mrr_at_10": 0.206083, + "mrr_at_20": 0.213354, + "mrr_at_100": 0.219137, + "mrr_at_1000": 0.220117, + "nauc_ndcg_at_1_max": 0.168095, + "nauc_ndcg_at_1_std": -0.099433, + "nauc_ndcg_at_1_diff1": 0.195525, + "nauc_ndcg_at_3_max": 0.212584, + "nauc_ndcg_at_3_std": -0.039314, + "nauc_ndcg_at_3_diff1": 0.1182, + "nauc_ndcg_at_5_max": 0.22051, + "nauc_ndcg_at_5_std": -0.010298, + "nauc_ndcg_at_5_diff1": 0.126129, + "nauc_ndcg_at_10_max": 0.209762, + "nauc_ndcg_at_10_std": 0.038196, + "nauc_ndcg_at_10_diff1": 0.100786, + "nauc_ndcg_at_20_max": 0.227717, + "nauc_ndcg_at_20_std": 0.059625, + "nauc_ndcg_at_20_diff1": 0.10637, + "nauc_ndcg_at_100_max": 0.281735, + "nauc_ndcg_at_100_std": 0.152832, + "nauc_ndcg_at_100_diff1": 0.126309, + "nauc_ndcg_at_1000_max": 0.269001, + "nauc_ndcg_at_1000_std": 0.128376, + "nauc_ndcg_at_1000_diff1": 0.123706, + "nauc_map_at_1_max": 0.166124, + "nauc_map_at_1_std": 0.015926, + "nauc_map_at_1_diff1": 0.093829, + "nauc_map_at_3_max": 0.211617, + "nauc_map_at_3_std": 0.045585, + "nauc_map_at_3_diff1": 0.087392, + "nauc_map_at_5_max": 0.207776, + "nauc_map_at_5_std": 0.044077, + "nauc_map_at_5_diff1": 0.091773, + "nauc_map_at_10_max": 0.201525, + "nauc_map_at_10_std": 0.055725, + "nauc_map_at_10_diff1": 0.081232, + "nauc_map_at_20_max": 0.212063, + "nauc_map_at_20_std": 0.061003, + "nauc_map_at_20_diff1": 0.088395, + "nauc_map_at_100_max": 0.227639, + "nauc_map_at_100_std": 0.080024, + "nauc_map_at_100_diff1": 0.094784, + "nauc_map_at_1000_max": 0.22841, + "nauc_map_at_1000_std": 0.079837, + "nauc_map_at_1000_diff1": 0.095657, + "nauc_recall_at_1_max": 0.166124, + "nauc_recall_at_1_std": 0.015926, + "nauc_recall_at_1_diff1": 0.093829, + "nauc_recall_at_3_max": 0.223444, + "nauc_recall_at_3_std": 0.054539, + "nauc_recall_at_3_diff1": 0.07701, + "nauc_recall_at_5_max": 0.239054, + "nauc_recall_at_5_std": 0.05641, + "nauc_recall_at_5_diff1": 0.101265, + "nauc_recall_at_10_max": 0.188058, + "nauc_recall_at_10_std": 0.125019, + "nauc_recall_at_10_diff1": 0.032062, + "nauc_recall_at_20_max": 0.237074, + "nauc_recall_at_20_std": 0.135725, + "nauc_recall_at_20_diff1": 0.066959, + "nauc_recall_at_100_max": 0.399733, + "nauc_recall_at_100_std": 0.395444, + "nauc_recall_at_100_diff1": 0.153281, + "nauc_recall_at_1000_max": 0.378191, + "nauc_recall_at_1000_std": 0.434833, + "nauc_recall_at_1000_diff1": 0.131289, + "nauc_precision_at_1_max": 0.168095, + "nauc_precision_at_1_std": -0.099433, + "nauc_precision_at_1_diff1": 0.195525, + "nauc_precision_at_3_max": 0.226268, + "nauc_precision_at_3_std": -0.062027, + "nauc_precision_at_3_diff1": 0.12661, + "nauc_precision_at_5_max": 0.202372, + "nauc_precision_at_5_std": -0.057212, + "nauc_precision_at_5_diff1": 0.147236, + "nauc_precision_at_10_max": 0.194893, + "nauc_precision_at_10_std": -0.023146, + "nauc_precision_at_10_diff1": 0.135939, + "nauc_precision_at_20_max": 0.198576, + "nauc_precision_at_20_std": -0.003792, + "nauc_precision_at_20_diff1": 0.152457, + "nauc_precision_at_100_max": 0.187168, + "nauc_precision_at_100_std": 0.054497, + "nauc_precision_at_100_diff1": 0.15026, + "nauc_precision_at_1000_max": 0.079921, + "nauc_precision_at_1000_std": -0.119283, + "nauc_precision_at_1000_diff1": 0.12114, + "nauc_mrr_at_1_max": 0.168095, + "nauc_mrr_at_1_std": -0.099433, + "nauc_mrr_at_1_diff1": 0.195525, + "nauc_mrr_at_3_max": 0.157789, + "nauc_mrr_at_3_std": -0.086852, + "nauc_mrr_at_3_diff1": 0.147639, + "nauc_mrr_at_5_max": 0.175573, + "nauc_mrr_at_5_std": -0.076659, + "nauc_mrr_at_5_diff1": 0.155199, + "nauc_mrr_at_10_max": 0.171594, + "nauc_mrr_at_10_std": -0.057364, + "nauc_mrr_at_10_diff1": 0.14556, + "nauc_mrr_at_20_max": 0.176329, + "nauc_mrr_at_20_std": -0.053458, + "nauc_mrr_at_20_diff1": 0.146104, + "nauc_mrr_at_100_max": 0.182251, + "nauc_mrr_at_100_std": -0.047602, + "nauc_mrr_at_100_diff1": 0.151289, + "nauc_mrr_at_1000_max": 0.181994, + "nauc_mrr_at_1000_std": -0.04826, + "nauc_mrr_at_1000_diff1": 0.151221, + "cv_recall_at_1": 0.15766, + "cv_recall_at_3": 0.22973, + "cv_recall_at_5": 0.26126, + "cv_recall_at_10": 0.35586, + "cv_recall_at_20": 0.46847, + "cv_recall_at_100": 0.68919, + "cv_recall_at_1000": 0.90991, + "main_score": 0.16354, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 44.42706274986267, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/ArguAna-NL.v2.json b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/ArguAna-NL.v2.json new file mode 100644 index 0000000000..65267e6151 --- /dev/null +++ b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.22546, + "ndcg_at_3": 0.35026, + "ndcg_at_5": 0.39914, + "ndcg_at_10": 0.45478, + "ndcg_at_20": 0.48821, + "ndcg_at_100": 0.50699, + "ndcg_at_1000": 0.51138, + "map_at_1": 0.22546, + "map_at_3": 0.31899, + "map_at_5": 0.34609, + "map_at_10": 0.36905, + "map_at_20": 0.3785, + "map_at_100": 0.38125, + "map_at_1000": 0.38144, + "recall_at_1": 0.22546, + "recall_at_3": 0.44097, + "recall_at_5": 0.55974, + "recall_at_10": 0.73186, + "recall_at_20": 0.86202, + "recall_at_100": 0.96088, + "recall_at_1000": 0.99431, + "accuracy": 0.22546, + "precision_at_1": 0.22546, + "precision_at_3": 0.14699, + "precision_at_5": 0.11195, + "precision_at_10": 0.07319, + "precision_at_20": 0.0431, + "precision_at_100": 0.00961, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.231152, + "mrr_at_3": 0.320413, + "mrr_at_5": 0.348044, + "mrr_at_10": 0.371213, + "mrr_at_20": 0.380665, + "mrr_at_100": 0.383419, + "mrr_at_1000": 0.383604, + "nauc_ndcg_at_1_max": 0.000477, + "nauc_ndcg_at_1_std": 0.011402, + "nauc_ndcg_at_1_diff1": 0.105345, + "nauc_ndcg_at_3_max": 0.022154, + "nauc_ndcg_at_3_std": 0.012553, + "nauc_ndcg_at_3_diff1": 0.077683, + "nauc_ndcg_at_5_max": 0.040282, + "nauc_ndcg_at_5_std": 0.025005, + "nauc_ndcg_at_5_diff1": 0.081101, + "nauc_ndcg_at_10_max": 0.052551, + "nauc_ndcg_at_10_std": 0.045146, + "nauc_ndcg_at_10_diff1": 0.076406, + "nauc_ndcg_at_20_max": 0.055413, + "nauc_ndcg_at_20_std": 0.052722, + "nauc_ndcg_at_20_diff1": 0.083566, + "nauc_ndcg_at_100_max": 0.047346, + "nauc_ndcg_at_100_std": 0.05006, + "nauc_ndcg_at_100_diff1": 0.085759, + "nauc_ndcg_at_1000_max": 0.040909, + "nauc_ndcg_at_1000_std": 0.039615, + "nauc_ndcg_at_1000_diff1": 0.086045, + "nauc_map_at_1_max": 0.000477, + "nauc_map_at_1_std": 0.011402, + "nauc_map_at_1_diff1": 0.105345, + "nauc_map_at_3_max": 0.016938, + "nauc_map_at_3_std": 0.012553, + "nauc_map_at_3_diff1": 0.08264, + "nauc_map_at_5_max": 0.026905, + "nauc_map_at_5_std": 0.019225, + "nauc_map_at_5_diff1": 0.084775, + "nauc_map_at_10_max": 0.031153, + "nauc_map_at_10_std": 0.027542, + "nauc_map_at_10_diff1": 0.083228, + "nauc_map_at_20_max": 0.0311, + "nauc_map_at_20_std": 0.028701, + "nauc_map_at_20_diff1": 0.085181, + "nauc_map_at_100_max": 0.030447, + "nauc_map_at_100_std": 0.028597, + "nauc_map_at_100_diff1": 0.085829, + "nauc_map_at_1000_max": 0.030236, + "nauc_map_at_1000_std": 0.028226, + "nauc_map_at_1000_diff1": 0.085863, + "nauc_recall_at_1_max": 0.000477, + "nauc_recall_at_1_std": 0.011402, + "nauc_recall_at_1_diff1": 0.105345, + "nauc_recall_at_3_max": 0.036209, + "nauc_recall_at_3_std": 0.012455, + "nauc_recall_at_3_diff1": 0.064926, + "nauc_recall_at_5_max": 0.081224, + "nauc_recall_at_5_std": 0.04352, + "nauc_recall_at_5_diff1": 0.071495, + "nauc_recall_at_10_max": 0.145364, + "nauc_recall_at_10_std": 0.124387, + "nauc_recall_at_10_diff1": 0.04841, + "nauc_recall_at_20_max": 0.244139, + "nauc_recall_at_20_std": 0.250896, + "nauc_recall_at_20_diff1": 0.083246, + "nauc_recall_at_100_max": 0.368212, + "nauc_recall_at_100_std": 0.589276, + "nauc_recall_at_100_diff1": 0.121761, + "nauc_recall_at_1000_max": 0.063115, + "nauc_recall_at_1000_std": 0.261159, + "nauc_recall_at_1000_diff1": 0.376676, + "nauc_precision_at_1_max": 0.000477, + "nauc_precision_at_1_std": 0.011402, + "nauc_precision_at_1_diff1": 0.105345, + "nauc_precision_at_3_max": 0.036209, + "nauc_precision_at_3_std": 0.012455, + "nauc_precision_at_3_diff1": 0.064926, + "nauc_precision_at_5_max": 0.081224, + "nauc_precision_at_5_std": 0.04352, + "nauc_precision_at_5_diff1": 0.071495, + "nauc_precision_at_10_max": 0.145364, + "nauc_precision_at_10_std": 0.124387, + "nauc_precision_at_10_diff1": 0.04841, + "nauc_precision_at_20_max": 0.244139, + "nauc_precision_at_20_std": 0.250896, + "nauc_precision_at_20_diff1": 0.083246, + "nauc_precision_at_100_max": 0.368212, + "nauc_precision_at_100_std": 0.589276, + "nauc_precision_at_100_diff1": 0.121761, + "nauc_precision_at_1000_max": 0.063115, + "nauc_precision_at_1000_std": 0.261159, + "nauc_precision_at_1000_diff1": 0.376676, + "nauc_mrr_at_1_max": -0.002997, + "nauc_mrr_at_1_std": 0.018234, + "nauc_mrr_at_1_diff1": 0.085693, + "nauc_mrr_at_3_max": 0.006137, + "nauc_mrr_at_3_std": 0.012168, + "nauc_mrr_at_3_diff1": 0.064868, + "nauc_mrr_at_5_max": 0.01752, + "nauc_mrr_at_5_std": 0.02084, + "nauc_mrr_at_5_diff1": 0.067506, + "nauc_mrr_at_10_max": 0.022879, + "nauc_mrr_at_10_std": 0.029204, + "nauc_mrr_at_10_diff1": 0.066564, + "nauc_mrr_at_20_max": 0.02254, + "nauc_mrr_at_20_std": 0.030396, + "nauc_mrr_at_20_diff1": 0.068001, + "nauc_mrr_at_100_max": 0.021795, + "nauc_mrr_at_100_std": 0.030306, + "nauc_mrr_at_100_diff1": 0.06848, + "nauc_mrr_at_1000_max": 0.02158, + "nauc_mrr_at_1000_std": 0.029938, + "nauc_mrr_at_1000_diff1": 0.068503, + "cv_recall_at_1": 0.23115, + "cv_recall_at_3": 0.43812, + "cv_recall_at_5": 0.55832, + "cv_recall_at_10": 0.73186, + "cv_recall_at_20": 0.86202, + "cv_recall_at_100": 0.96088, + "cv_recall_at_1000": 0.99431, + "main_score": 0.45478, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 23.423912286758423, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/DutchBookReviewSentimentClassification.v2.json b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..db5cf75b99 --- /dev/null +++ b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.489429, + "f1": 0.488434, + "f1_weighted": 0.488424, + "precision": 0.489365, + "precision_weighted": 0.489365, + "recall": 0.489449, + "recall_weighted": 0.489429, + "ap": 0.494602, + "ap_weighted": 0.494602 + }, + { + "accuracy": 0.586595, + "f1": 0.586161, + "f1_weighted": 0.586167, + "precision": 0.58694, + "precision_weighted": 0.586938, + "recall": 0.58658, + "recall_weighted": 0.586595, + "ap": 0.55108, + "ap_weighted": 0.55108 + }, + { + "accuracy": 0.532614, + "f1": 0.524747, + "f1_weighted": 0.524775, + "precision": 0.534855, + "precision_weighted": 0.534852, + "recall": 0.532556, + "recall_weighted": 0.532614, + "ap": 0.51748, + "ap_weighted": 0.51748 + }, + { + "accuracy": 0.497526, + "f1": 0.49367, + "f1_weighted": 0.49365, + "precision": 0.497488, + "precision_weighted": 0.497488, + "recall": 0.497565, + "recall_weighted": 0.497526, + "ap": 0.498563, + "ap_weighted": 0.498563 + }, + { + "accuracy": 0.569051, + "f1": 0.568087, + "f1_weighted": 0.568078, + "precision": 0.5697, + "precision_weighted": 0.569703, + "recall": 0.569072, + "recall_weighted": 0.569051, + "ap": 0.538671, + "ap_weighted": 0.538671 + }, + { + "accuracy": 0.568151, + "f1": 0.564073, + "f1_weighted": 0.564055, + "precision": 0.570858, + "precision_weighted": 0.570865, + "recall": 0.568195, + "recall_weighted": 0.568151, + "ap": 0.53777, + "ap_weighted": 0.53777 + }, + { + "accuracy": 0.564552, + "f1": 0.562587, + "f1_weighted": 0.5626, + "precision": 0.565695, + "precision_weighted": 0.565691, + "recall": 0.564522, + "recall_weighted": 0.564552, + "ap": 0.536844, + "ap_weighted": 0.536844 + }, + { + "accuracy": 0.565902, + "f1": 0.563164, + "f1_weighted": 0.563148, + "precision": 0.567643, + "precision_weighted": 0.567648, + "recall": 0.565938, + "recall_weighted": 0.565902, + "ap": 0.536498, + "ap_weighted": 0.536498 + }, + { + "accuracy": 0.582546, + "f1": 0.580453, + "f1_weighted": 0.58044, + "precision": 0.58427, + "precision_weighted": 0.584276, + "recall": 0.582578, + "recall_weighted": 0.582546, + "ap": 0.54704, + "ap_weighted": 0.54704 + }, + { + "accuracy": 0.577598, + "f1": 0.577247, + "f1_weighted": 0.577242, + "precision": 0.577873, + "precision_weighted": 0.577875, + "recall": 0.577611, + "recall_weighted": 0.577598, + "ap": 0.544276, + "ap_weighted": 0.544276 + } + ], + "accuracy": 0.553396, + "f1": 0.550862, + "f1_weighted": 0.550858, + "precision": 0.554469, + "precision_weighted": 0.55447, + "recall": 0.553407, + "recall_weighted": 0.553396, + "ap": 0.530282, + "ap_weighted": 0.530282, + "main_score": 0.553396, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 36.58539628982544, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/NFCorpus-NL.v2.json b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..eeeb79d078 --- /dev/null +++ b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.33437, + "ndcg_at_3": 0.28341, + "ndcg_at_5": 0.26185, + "ndcg_at_10": 0.23539, + "ndcg_at_20": 0.21577, + "ndcg_at_100": 0.21189, + "ndcg_at_1000": 0.30154, + "map_at_1": 0.04023, + "map_at_3": 0.06613, + "map_at_5": 0.07512, + "map_at_10": 0.08575, + "map_at_20": 0.09267, + "map_at_100": 0.10181, + "map_at_1000": 0.11125, + "recall_at_1": 0.04023, + "recall_at_3": 0.07582, + "recall_at_5": 0.093, + "recall_at_10": 0.11592, + "recall_at_20": 0.13809, + "recall_at_100": 0.21724, + "recall_at_1000": 0.52757, + "accuracy": 0.04023, + "precision_at_1": 0.35294, + "precision_at_3": 0.26213, + "precision_at_5": 0.22043, + "precision_at_10": 0.16687, + "precision_at_20": 0.11966, + "precision_at_100": 0.04929, + "precision_at_1000": 0.0168, + "mrr_at_1": 0.352941, + "mrr_at_3": 0.413829, + "mrr_at_5": 0.422497, + "mrr_at_10": 0.429939, + "mrr_at_20": 0.433838, + "mrr_at_100": 0.437167, + "mrr_at_1000": 0.437895, + "nauc_ndcg_at_1_max": 0.305028, + "nauc_ndcg_at_1_std": 0.197188, + "nauc_ndcg_at_1_diff1": 0.329286, + "nauc_ndcg_at_3_max": 0.398995, + "nauc_ndcg_at_3_std": 0.249038, + "nauc_ndcg_at_3_diff1": 0.325, + "nauc_ndcg_at_5_max": 0.413881, + "nauc_ndcg_at_5_std": 0.265873, + "nauc_ndcg_at_5_diff1": 0.308282, + "nauc_ndcg_at_10_max": 0.415631, + "nauc_ndcg_at_10_std": 0.290681, + "nauc_ndcg_at_10_diff1": 0.280561, + "nauc_ndcg_at_20_max": 0.40992, + "nauc_ndcg_at_20_std": 0.286768, + "nauc_ndcg_at_20_diff1": 0.266209, + "nauc_ndcg_at_100_max": 0.426555, + "nauc_ndcg_at_100_std": 0.260181, + "nauc_ndcg_at_100_diff1": 0.268843, + "nauc_ndcg_at_1000_max": 0.46359, + "nauc_ndcg_at_1000_std": 0.314638, + "nauc_ndcg_at_1000_diff1": 0.246079, + "nauc_map_at_1_max": 0.163802, + "nauc_map_at_1_std": -0.114463, + "nauc_map_at_1_diff1": 0.434029, + "nauc_map_at_3_max": 0.231158, + "nauc_map_at_3_std": -0.036358, + "nauc_map_at_3_diff1": 0.39272, + "nauc_map_at_5_max": 0.247491, + "nauc_map_at_5_std": -0.014194, + "nauc_map_at_5_diff1": 0.359244, + "nauc_map_at_10_max": 0.301317, + "nauc_map_at_10_std": 0.048722, + "nauc_map_at_10_diff1": 0.333318, + "nauc_map_at_20_max": 0.326858, + "nauc_map_at_20_std": 0.088378, + "nauc_map_at_20_diff1": 0.324887, + "nauc_map_at_100_max": 0.342785, + "nauc_map_at_100_std": 0.125738, + "nauc_map_at_100_diff1": 0.306784, + "nauc_map_at_1000_max": 0.352006, + "nauc_map_at_1000_std": 0.15802, + "nauc_map_at_1000_diff1": 0.297687, + "nauc_recall_at_1_max": 0.163802, + "nauc_recall_at_1_std": -0.114463, + "nauc_recall_at_1_diff1": 0.434029, + "nauc_recall_at_3_max": 0.27305, + "nauc_recall_at_3_std": -0.015033, + "nauc_recall_at_3_diff1": 0.372922, + "nauc_recall_at_5_max": 0.255361, + "nauc_recall_at_5_std": -0.013748, + "nauc_recall_at_5_diff1": 0.30498, + "nauc_recall_at_10_max": 0.309186, + "nauc_recall_at_10_std": 0.060927, + "nauc_recall_at_10_diff1": 0.278423, + "nauc_recall_at_20_max": 0.346491, + "nauc_recall_at_20_std": 0.116595, + "nauc_recall_at_20_diff1": 0.251703, + "nauc_recall_at_100_max": 0.332838, + "nauc_recall_at_100_std": 0.16158, + "nauc_recall_at_100_diff1": 0.173116, + "nauc_recall_at_1000_max": 0.227952, + "nauc_recall_at_1000_std": 0.181434, + "nauc_recall_at_1000_diff1": 0.040783, + "nauc_precision_at_1_max": 0.333152, + "nauc_precision_at_1_std": 0.204949, + "nauc_precision_at_1_diff1": 0.31607, + "nauc_precision_at_3_max": 0.450273, + "nauc_precision_at_3_std": 0.312869, + "nauc_precision_at_3_diff1": 0.24402, + "nauc_precision_at_5_max": 0.453986, + "nauc_precision_at_5_std": 0.350137, + "nauc_precision_at_5_diff1": 0.200493, + "nauc_precision_at_10_max": 0.434571, + "nauc_precision_at_10_std": 0.419784, + "nauc_precision_at_10_diff1": 0.126433, + "nauc_precision_at_20_max": 0.40052, + "nauc_precision_at_20_std": 0.465262, + "nauc_precision_at_20_diff1": 0.077889, + "nauc_precision_at_100_max": 0.275344, + "nauc_precision_at_100_std": 0.474203, + "nauc_precision_at_100_diff1": 0.003026, + "nauc_precision_at_1000_max": 0.074688, + "nauc_precision_at_1000_std": 0.315874, + "nauc_precision_at_1000_diff1": -0.024131, + "nauc_mrr_at_1_max": 0.333152, + "nauc_mrr_at_1_std": 0.204949, + "nauc_mrr_at_1_diff1": 0.31607, + "nauc_mrr_at_3_max": 0.412205, + "nauc_mrr_at_3_std": 0.263707, + "nauc_mrr_at_3_diff1": 0.312737, + "nauc_mrr_at_5_max": 0.415908, + "nauc_mrr_at_5_std": 0.266203, + "nauc_mrr_at_5_diff1": 0.31251, + "nauc_mrr_at_10_max": 0.416426, + "nauc_mrr_at_10_std": 0.271594, + "nauc_mrr_at_10_diff1": 0.316213, + "nauc_mrr_at_20_max": 0.419018, + "nauc_mrr_at_20_std": 0.2738, + "nauc_mrr_at_20_diff1": 0.312733, + "nauc_mrr_at_100_max": 0.419057, + "nauc_mrr_at_100_std": 0.274635, + "nauc_mrr_at_100_diff1": 0.312788, + "nauc_mrr_at_1000_max": 0.418685, + "nauc_mrr_at_1000_std": 0.274142, + "nauc_mrr_at_1000_diff1": 0.312899, + "cv_recall_at_1": 0.35294, + "cv_recall_at_3": 0.48607, + "cv_recall_at_5": 0.52322, + "cv_recall_at_10": 0.58204, + "cv_recall_at_20": 0.64396, + "cv_recall_at_100": 0.77709, + "cv_recall_at_1000": 0.95046, + "main_score": 0.23539, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 12.43450140953064, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/SCIDOCS-NL.v2.json b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..c62d1df487 --- /dev/null +++ b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.166, + "ndcg_at_3": 0.13119, + "ndcg_at_5": 0.1162, + "ndcg_at_10": 0.13942, + "ndcg_at_20": 0.15941, + "ndcg_at_100": 0.20651, + "ndcg_at_1000": 0.25919, + "map_at_1": 0.03345, + "map_at_3": 0.05742, + "map_at_5": 0.06835, + "map_at_10": 0.07921, + "map_at_20": 0.08585, + "map_at_100": 0.09378, + "map_at_1000": 0.09643, + "recall_at_1": 0.03345, + "recall_at_3": 0.07368, + "recall_at_5": 0.10373, + "recall_at_10": 0.14647, + "recall_at_20": 0.19345, + "recall_at_100": 0.34668, + "recall_at_1000": 0.60483, + "accuracy": 0.03345, + "precision_at_1": 0.166, + "precision_at_3": 0.121, + "precision_at_5": 0.1022, + "precision_at_10": 0.0721, + "precision_at_20": 0.0476, + "precision_at_100": 0.01707, + "precision_at_1000": 0.00298, + "mrr_at_1": 0.166, + "mrr_at_3": 0.222, + "mrr_at_5": 0.24105, + "mrr_at_10": 0.252635, + "mrr_at_20": 0.258747, + "mrr_at_100": 0.264756, + "mrr_at_1000": 0.265537, + "nauc_ndcg_at_1_max": 0.263461, + "nauc_ndcg_at_1_std": 0.064177, + "nauc_ndcg_at_1_diff1": 0.186041, + "nauc_ndcg_at_3_max": 0.322705, + "nauc_ndcg_at_3_std": 0.118141, + "nauc_ndcg_at_3_diff1": 0.173923, + "nauc_ndcg_at_5_max": 0.352514, + "nauc_ndcg_at_5_std": 0.143395, + "nauc_ndcg_at_5_diff1": 0.182213, + "nauc_ndcg_at_10_max": 0.358332, + "nauc_ndcg_at_10_std": 0.15873, + "nauc_ndcg_at_10_diff1": 0.18763, + "nauc_ndcg_at_20_max": 0.371255, + "nauc_ndcg_at_20_std": 0.186371, + "nauc_ndcg_at_20_diff1": 0.178351, + "nauc_ndcg_at_100_max": 0.385012, + "nauc_ndcg_at_100_std": 0.228587, + "nauc_ndcg_at_100_diff1": 0.170832, + "nauc_ndcg_at_1000_max": 0.381791, + "nauc_ndcg_at_1000_std": 0.24398, + "nauc_ndcg_at_1000_diff1": 0.159207, + "nauc_map_at_1_max": 0.264137, + "nauc_map_at_1_std": 0.064228, + "nauc_map_at_1_diff1": 0.186062, + "nauc_map_at_3_max": 0.327134, + "nauc_map_at_3_std": 0.098612, + "nauc_map_at_3_diff1": 0.188694, + "nauc_map_at_5_max": 0.360355, + "nauc_map_at_5_std": 0.126175, + "nauc_map_at_5_diff1": 0.202563, + "nauc_map_at_10_max": 0.367069, + "nauc_map_at_10_std": 0.140946, + "nauc_map_at_10_diff1": 0.205471, + "nauc_map_at_20_max": 0.37487, + "nauc_map_at_20_std": 0.155563, + "nauc_map_at_20_diff1": 0.200546, + "nauc_map_at_100_max": 0.382862, + "nauc_map_at_100_std": 0.171014, + "nauc_map_at_100_diff1": 0.199028, + "nauc_map_at_1000_max": 0.383287, + "nauc_map_at_1000_std": 0.173724, + "nauc_map_at_1000_diff1": 0.197923, + "nauc_recall_at_1_max": 0.264137, + "nauc_recall_at_1_std": 0.064228, + "nauc_recall_at_1_diff1": 0.186062, + "nauc_recall_at_3_max": 0.339992, + "nauc_recall_at_3_std": 0.131549, + "nauc_recall_at_3_diff1": 0.171033, + "nauc_recall_at_5_max": 0.379481, + "nauc_recall_at_5_std": 0.171029, + "nauc_recall_at_5_diff1": 0.179954, + "nauc_recall_at_10_max": 0.367541, + "nauc_recall_at_10_std": 0.187068, + "nauc_recall_at_10_diff1": 0.180299, + "nauc_recall_at_20_max": 0.370067, + "nauc_recall_at_20_std": 0.229594, + "nauc_recall_at_20_diff1": 0.150096, + "nauc_recall_at_100_max": 0.358952, + "nauc_recall_at_100_std": 0.30203, + "nauc_recall_at_100_diff1": 0.115463, + "nauc_recall_at_1000_max": 0.292192, + "nauc_recall_at_1000_std": 0.319388, + "nauc_recall_at_1000_diff1": 0.052301, + "nauc_precision_at_1_max": 0.263461, + "nauc_precision_at_1_std": 0.064177, + "nauc_precision_at_1_diff1": 0.186041, + "nauc_precision_at_3_max": 0.342092, + "nauc_precision_at_3_std": 0.135745, + "nauc_precision_at_3_diff1": 0.170839, + "nauc_precision_at_5_max": 0.381615, + "nauc_precision_at_5_std": 0.175553, + "nauc_precision_at_5_diff1": 0.179536, + "nauc_precision_at_10_max": 0.369429, + "nauc_precision_at_10_std": 0.19145, + "nauc_precision_at_10_diff1": 0.178936, + "nauc_precision_at_20_max": 0.371153, + "nauc_precision_at_20_std": 0.233703, + "nauc_precision_at_20_diff1": 0.147494, + "nauc_precision_at_100_max": 0.359954, + "nauc_precision_at_100_std": 0.305383, + "nauc_precision_at_100_diff1": 0.112183, + "nauc_precision_at_1000_max": 0.292376, + "nauc_precision_at_1000_std": 0.321849, + "nauc_precision_at_1000_diff1": 0.046875, + "nauc_mrr_at_1_max": 0.263461, + "nauc_mrr_at_1_std": 0.064177, + "nauc_mrr_at_1_diff1": 0.186041, + "nauc_mrr_at_3_max": 0.298499, + "nauc_mrr_at_3_std": 0.117552, + "nauc_mrr_at_3_diff1": 0.163303, + "nauc_mrr_at_5_max": 0.303633, + "nauc_mrr_at_5_std": 0.124072, + "nauc_mrr_at_5_diff1": 0.166855, + "nauc_mrr_at_10_max": 0.304037, + "nauc_mrr_at_10_std": 0.128673, + "nauc_mrr_at_10_diff1": 0.168815, + "nauc_mrr_at_20_max": 0.305297, + "nauc_mrr_at_20_std": 0.131743, + "nauc_mrr_at_20_diff1": 0.167079, + "nauc_mrr_at_100_max": 0.304565, + "nauc_mrr_at_100_std": 0.132546, + "nauc_mrr_at_100_diff1": 0.166178, + "nauc_mrr_at_1000_max": 0.304406, + "nauc_mrr_at_1000_std": 0.132175, + "nauc_mrr_at_1000_diff1": 0.16625, + "cv_recall_at_1": 0.166, + "cv_recall_at_3": 0.293, + "cv_recall_at_5": 0.378, + "cv_recall_at_10": 0.461, + "cv_recall_at_20": 0.548, + "cv_recall_at_100": 0.771, + "cv_recall_at_1000": 0.947, + "main_score": 0.13942, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 64.49183058738708, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/SciFact-NL.v2.json b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/SciFact-NL.v2.json new file mode 100644 index 0000000000..50413c4256 --- /dev/null +++ b/results/ibm-granite__granite-embedding-107m-multilingual/47db56afe692f731540413c67dd818ff492277e7/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46, + "ndcg_at_3": 0.53213, + "ndcg_at_5": 0.5569, + "ndcg_at_10": 0.58879, + "ndcg_at_20": 0.60281, + "ndcg_at_100": 0.6203, + "ndcg_at_1000": 0.6299, + "map_at_1": 0.43833, + "map_at_3": 0.50631, + "map_at_5": 0.52139, + "map_at_10": 0.53569, + "map_at_20": 0.53984, + "map_at_100": 0.5423, + "map_at_1000": 0.5427, + "recall_at_1": 0.43833, + "recall_at_3": 0.58261, + "recall_at_5": 0.64261, + "recall_at_10": 0.737, + "recall_at_20": 0.79072, + "recall_at_100": 0.88483, + "recall_at_1000": 0.96, + "accuracy": 0.43833, + "precision_at_1": 0.46, + "precision_at_3": 0.20889, + "precision_at_5": 0.13933, + "precision_at_10": 0.08167, + "precision_at_20": 0.04433, + "precision_at_100": 0.01, + "precision_at_1000": 0.00109, + "mrr_at_1": 0.46, + "mrr_at_3": 0.527222, + "mrr_at_5": 0.541556, + "mrr_at_10": 0.552942, + "mrr_at_20": 0.555881, + "mrr_at_100": 0.557768, + "mrr_at_1000": 0.558039, + "nauc_ndcg_at_1_max": 0.575281, + "nauc_ndcg_at_1_std": 0.11425, + "nauc_ndcg_at_1_diff1": 0.678217, + "nauc_ndcg_at_3_max": 0.54303, + "nauc_ndcg_at_3_std": 0.10056, + "nauc_ndcg_at_3_diff1": 0.604586, + "nauc_ndcg_at_5_max": 0.55215, + "nauc_ndcg_at_5_std": 0.119994, + "nauc_ndcg_at_5_diff1": 0.596405, + "nauc_ndcg_at_10_max": 0.573331, + "nauc_ndcg_at_10_std": 0.132938, + "nauc_ndcg_at_10_diff1": 0.583718, + "nauc_ndcg_at_20_max": 0.576345, + "nauc_ndcg_at_20_std": 0.134976, + "nauc_ndcg_at_20_diff1": 0.581012, + "nauc_ndcg_at_100_max": 0.567126, + "nauc_ndcg_at_100_std": 0.130731, + "nauc_ndcg_at_100_diff1": 0.580735, + "nauc_ndcg_at_1000_max": 0.566719, + "nauc_ndcg_at_1000_std": 0.134887, + "nauc_ndcg_at_1000_diff1": 0.589695, + "nauc_map_at_1_max": 0.531008, + "nauc_map_at_1_std": 0.050084, + "nauc_map_at_1_diff1": 0.681265, + "nauc_map_at_3_max": 0.532357, + "nauc_map_at_3_std": 0.081545, + "nauc_map_at_3_diff1": 0.626004, + "nauc_map_at_5_max": 0.541217, + "nauc_map_at_5_std": 0.096614, + "nauc_map_at_5_diff1": 0.623178, + "nauc_map_at_10_max": 0.55274, + "nauc_map_at_10_std": 0.103418, + "nauc_map_at_10_diff1": 0.616799, + "nauc_map_at_20_max": 0.554668, + "nauc_map_at_20_std": 0.105173, + "nauc_map_at_20_diff1": 0.616702, + "nauc_map_at_100_max": 0.5532, + "nauc_map_at_100_std": 0.105176, + "nauc_map_at_100_diff1": 0.616825, + "nauc_map_at_1000_max": 0.553235, + "nauc_map_at_1000_std": 0.105369, + "nauc_map_at_1000_diff1": 0.617174, + "nauc_recall_at_1_max": 0.531008, + "nauc_recall_at_1_std": 0.050084, + "nauc_recall_at_1_diff1": 0.681265, + "nauc_recall_at_3_max": 0.520058, + "nauc_recall_at_3_std": 0.089837, + "nauc_recall_at_3_diff1": 0.543198, + "nauc_recall_at_5_max": 0.537499, + "nauc_recall_at_5_std": 0.143786, + "nauc_recall_at_5_diff1": 0.506015, + "nauc_recall_at_10_max": 0.606603, + "nauc_recall_at_10_std": 0.193067, + "nauc_recall_at_10_diff1": 0.437434, + "nauc_recall_at_20_max": 0.63193, + "nauc_recall_at_20_std": 0.207984, + "nauc_recall_at_20_diff1": 0.396636, + "nauc_recall_at_100_max": 0.565231, + "nauc_recall_at_100_std": 0.179646, + "nauc_recall_at_100_diff1": 0.275991, + "nauc_recall_at_1000_max": 0.527622, + "nauc_recall_at_1000_std": 0.459578, + "nauc_recall_at_1000_diff1": 0.197635, + "nauc_precision_at_1_max": 0.575281, + "nauc_precision_at_1_std": 0.11425, + "nauc_precision_at_1_diff1": 0.678217, + "nauc_precision_at_3_max": 0.573536, + "nauc_precision_at_3_std": 0.220695, + "nauc_precision_at_3_diff1": 0.484881, + "nauc_precision_at_5_max": 0.586213, + "nauc_precision_at_5_std": 0.283434, + "nauc_precision_at_5_diff1": 0.422303, + "nauc_precision_at_10_max": 0.549858, + "nauc_precision_at_10_std": 0.314866, + "nauc_precision_at_10_diff1": 0.238991, + "nauc_precision_at_20_max": 0.485553, + "nauc_precision_at_20_std": 0.322892, + "nauc_precision_at_20_diff1": 0.148714, + "nauc_precision_at_100_max": 0.304055, + "nauc_precision_at_100_std": 0.326493, + "nauc_precision_at_100_diff1": -0.009054, + "nauc_precision_at_1000_max": 0.175503, + "nauc_precision_at_1000_std": 0.340179, + "nauc_precision_at_1000_diff1": -0.1041, + "nauc_mrr_at_1_max": 0.575281, + "nauc_mrr_at_1_std": 0.11425, + "nauc_mrr_at_1_diff1": 0.678217, + "nauc_mrr_at_3_max": 0.574033, + "nauc_mrr_at_3_std": 0.13453, + "nauc_mrr_at_3_diff1": 0.620689, + "nauc_mrr_at_5_max": 0.574732, + "nauc_mrr_at_5_std": 0.142451, + "nauc_mrr_at_5_diff1": 0.614568, + "nauc_mrr_at_10_max": 0.580336, + "nauc_mrr_at_10_std": 0.146317, + "nauc_mrr_at_10_diff1": 0.613661, + "nauc_mrr_at_20_max": 0.580181, + "nauc_mrr_at_20_std": 0.145517, + "nauc_mrr_at_20_diff1": 0.612831, + "nauc_mrr_at_100_max": 0.57926, + "nauc_mrr_at_100_std": 0.144318, + "nauc_mrr_at_100_diff1": 0.612803, + "nauc_mrr_at_1000_max": 0.57922, + "nauc_mrr_at_1000_std": 0.144587, + "nauc_mrr_at_1000_diff1": 0.613064, + "cv_recall_at_1": 0.46, + "cv_recall_at_3": 0.61, + "cv_recall_at_5": 0.67, + "cv_recall_at_10": 0.75667, + "cv_recall_at_20": 0.80333, + "cv_recall_at_100": 0.89, + "cv_recall_at_1000": 0.96, + "main_score": 0.58879, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 16.92676305770874, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/ArguAna-NL.v2.json b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/ArguAna-NL.v2.json new file mode 100644 index 0000000000..e26d89d277 --- /dev/null +++ b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24751, + "ndcg_at_3": 0.37711, + "ndcg_at_5": 0.42804, + "ndcg_at_10": 0.4823, + "ndcg_at_20": 0.51115, + "ndcg_at_100": 0.52921, + "ndcg_at_1000": 0.53222, + "map_at_1": 0.24751, + "map_at_3": 0.34436, + "map_at_5": 0.37259, + "map_at_10": 0.39497, + "map_at_20": 0.40293, + "map_at_100": 0.40562, + "map_at_1000": 0.40576, + "recall_at_1": 0.24751, + "recall_at_3": 0.47226, + "recall_at_5": 0.59602, + "recall_at_10": 0.76387, + "recall_at_20": 0.87767, + "recall_at_100": 0.97226, + "recall_at_1000": 0.99502, + "accuracy": 0.24751, + "precision_at_1": 0.24751, + "precision_at_3": 0.15742, + "precision_at_5": 0.1192, + "precision_at_10": 0.07639, + "precision_at_20": 0.04388, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.256046, + "mrr_at_3": 0.346373, + "mrr_at_5": 0.376031, + "mrr_at_10": 0.398129, + "mrr_at_20": 0.406093, + "mrr_at_100": 0.408781, + "mrr_at_1000": 0.408915, + "nauc_ndcg_at_1_max": -0.020024, + "nauc_ndcg_at_1_std": -0.006859, + "nauc_ndcg_at_1_diff1": 0.12807, + "nauc_ndcg_at_3_max": 0.020603, + "nauc_ndcg_at_3_std": 0.024376, + "nauc_ndcg_at_3_diff1": 0.080974, + "nauc_ndcg_at_5_max": 0.011174, + "nauc_ndcg_at_5_std": 0.026601, + "nauc_ndcg_at_5_diff1": 0.063524, + "nauc_ndcg_at_10_max": 0.026996, + "nauc_ndcg_at_10_std": 0.03869, + "nauc_ndcg_at_10_diff1": 0.066779, + "nauc_ndcg_at_20_max": 0.032941, + "nauc_ndcg_at_20_std": 0.041013, + "nauc_ndcg_at_20_diff1": 0.074096, + "nauc_ndcg_at_100_max": 0.024514, + "nauc_ndcg_at_100_std": 0.035526, + "nauc_ndcg_at_100_diff1": 0.082398, + "nauc_ndcg_at_1000_max": 0.018592, + "nauc_ndcg_at_1000_std": 0.030464, + "nauc_ndcg_at_1000_diff1": 0.082323, + "nauc_map_at_1_max": -0.020024, + "nauc_map_at_1_std": -0.006859, + "nauc_map_at_1_diff1": 0.12807, + "nauc_map_at_3_max": 0.011706, + "nauc_map_at_3_std": 0.016936, + "nauc_map_at_3_diff1": 0.092988, + "nauc_map_at_5_max": 0.006388, + "nauc_map_at_5_std": 0.018087, + "nauc_map_at_5_diff1": 0.083465, + "nauc_map_at_10_max": 0.011127, + "nauc_map_at_10_std": 0.022495, + "nauc_map_at_10_diff1": 0.085118, + "nauc_map_at_20_max": 0.01204, + "nauc_map_at_20_std": 0.022562, + "nauc_map_at_20_diff1": 0.08709, + "nauc_map_at_100_max": 0.011022, + "nauc_map_at_100_std": 0.021806, + "nauc_map_at_100_diff1": 0.088241, + "nauc_map_at_1000_max": 0.010783, + "nauc_map_at_1000_std": 0.021661, + "nauc_map_at_1000_diff1": 0.08825, + "nauc_recall_at_1_max": -0.020024, + "nauc_recall_at_1_std": -0.006859, + "nauc_recall_at_1_diff1": 0.12807, + "nauc_recall_at_3_max": 0.044843, + "nauc_recall_at_3_std": 0.044892, + "nauc_recall_at_3_diff1": 0.047551, + "nauc_recall_at_5_max": 0.023722, + "nauc_recall_at_5_std": 0.052396, + "nauc_recall_at_5_diff1": 0.000891, + "nauc_recall_at_10_max": 0.105774, + "nauc_recall_at_10_std": 0.115024, + "nauc_recall_at_10_diff1": -0.012015, + "nauc_recall_at_20_max": 0.223449, + "nauc_recall_at_20_std": 0.198215, + "nauc_recall_at_20_diff1": -0.005741, + "nauc_recall_at_100_max": 0.422368, + "nauc_recall_at_100_std": 0.442484, + "nauc_recall_at_100_diff1": 0.121876, + "nauc_recall_at_1000_max": 0.047674, + "nauc_recall_at_1000_std": 0.253197, + "nauc_recall_at_1000_diff1": 0.257726, + "nauc_precision_at_1_max": -0.020024, + "nauc_precision_at_1_std": -0.006859, + "nauc_precision_at_1_diff1": 0.12807, + "nauc_precision_at_3_max": 0.044843, + "nauc_precision_at_3_std": 0.044892, + "nauc_precision_at_3_diff1": 0.047551, + "nauc_precision_at_5_max": 0.023722, + "nauc_precision_at_5_std": 0.052396, + "nauc_precision_at_5_diff1": 0.000891, + "nauc_precision_at_10_max": 0.105774, + "nauc_precision_at_10_std": 0.115024, + "nauc_precision_at_10_diff1": -0.012015, + "nauc_precision_at_20_max": 0.223449, + "nauc_precision_at_20_std": 0.198215, + "nauc_precision_at_20_diff1": -0.005741, + "nauc_precision_at_100_max": 0.422368, + "nauc_precision_at_100_std": 0.442484, + "nauc_precision_at_100_diff1": 0.121876, + "nauc_precision_at_1000_max": 0.047674, + "nauc_precision_at_1000_std": 0.253197, + "nauc_precision_at_1000_diff1": 0.257726, + "nauc_mrr_at_1_max": -0.027253, + "nauc_mrr_at_1_std": 0.001539, + "nauc_mrr_at_1_diff1": 0.09954, + "nauc_mrr_at_3_max": -0.004938, + "nauc_mrr_at_3_std": 0.018398, + "nauc_mrr_at_3_diff1": 0.067164, + "nauc_mrr_at_5_max": -0.006985, + "nauc_mrr_at_5_std": 0.01953, + "nauc_mrr_at_5_diff1": 0.059936, + "nauc_mrr_at_10_max": -0.002548, + "nauc_mrr_at_10_std": 0.024202, + "nauc_mrr_at_10_diff1": 0.061296, + "nauc_mrr_at_20_max": -0.00203, + "nauc_mrr_at_20_std": 0.024294, + "nauc_mrr_at_20_diff1": 0.062659, + "nauc_mrr_at_100_max": -0.003171, + "nauc_mrr_at_100_std": 0.023558, + "nauc_mrr_at_100_diff1": 0.063587, + "nauc_mrr_at_1000_max": -0.003414, + "nauc_mrr_at_1000_std": 0.023415, + "nauc_mrr_at_1000_diff1": 0.063585, + "cv_recall_at_1": 0.25605, + "cv_recall_at_3": 0.46799, + "cv_recall_at_5": 0.59744, + "cv_recall_at_10": 0.76387, + "cv_recall_at_20": 0.87767, + "cv_recall_at_100": 0.97226, + "cv_recall_at_1000": 0.99502, + "main_score": 0.4823, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 67.21080899238586, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/DutchBookReviewSentimentClassification.v2.json b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..1200f4a97e --- /dev/null +++ b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.475933, + "f1": 0.471828, + "f1_weighted": 0.471807, + "precision": 0.475198, + "precision_weighted": 0.475196, + "recall": 0.475973, + "recall_weighted": 0.475933, + "ap": 0.488252, + "ap_weighted": 0.488252 + }, + { + "accuracy": 0.582546, + "f1": 0.582465, + "f1_weighted": 0.582468, + "precision": 0.582602, + "precision_weighted": 0.582601, + "recall": 0.58254, + "recall_weighted": 0.582546, + "ap": 0.548053, + "ap_weighted": 0.548053 + }, + { + "accuracy": 0.538911, + "f1": 0.532416, + "f1_weighted": 0.532441, + "precision": 0.541135, + "precision_weighted": 0.541131, + "recall": 0.538858, + "recall_weighted": 0.538911, + "ap": 0.52118, + "ap_weighted": 0.52118 + }, + { + "accuracy": 0.531264, + "f1": 0.529091, + "f1_weighted": 0.529077, + "precision": 0.531887, + "precision_weighted": 0.531889, + "recall": 0.531295, + "recall_weighted": 0.531264, + "ap": 0.516285, + "ap_weighted": 0.516285 + }, + { + "accuracy": 0.567251, + "f1": 0.566834, + "f1_weighted": 0.56684, + "precision": 0.567494, + "precision_weighted": 0.567492, + "recall": 0.567238, + "recall_weighted": 0.567251, + "ap": 0.538214, + "ap_weighted": 0.538214 + }, + { + "accuracy": 0.575349, + "f1": 0.572701, + "f1_weighted": 0.572685, + "precision": 0.577312, + "precision_weighted": 0.577317, + "recall": 0.575384, + "recall_weighted": 0.575349, + "ap": 0.542377, + "ap_weighted": 0.542377 + }, + { + "accuracy": 0.576698, + "f1": 0.576621, + "f1_weighted": 0.576618, + "precision": 0.576762, + "precision_weighted": 0.576763, + "recall": 0.576704, + "recall_weighted": 0.576698, + "ap": 0.543856, + "ap_weighted": 0.543856 + }, + { + "accuracy": 0.576248, + "f1": 0.574585, + "f1_weighted": 0.574573, + "precision": 0.577497, + "precision_weighted": 0.577502, + "recall": 0.576277, + "recall_weighted": 0.576248, + "ap": 0.543085, + "ap_weighted": 0.543085 + }, + { + "accuracy": 0.580297, + "f1": 0.577769, + "f1_weighted": 0.577754, + "precision": 0.582314, + "precision_weighted": 0.58232, + "recall": 0.580332, + "recall_weighted": 0.580297, + "ap": 0.54553, + "ap_weighted": 0.54553 + }, + { + "accuracy": 0.565002, + "f1": 0.564832, + "f1_weighted": 0.564836, + "precision": 0.565093, + "precision_weighted": 0.565092, + "recall": 0.564993, + "recall_weighted": 0.565002, + "ap": 0.53667, + "ap_weighted": 0.53667 + } + ], + "accuracy": 0.55695, + "f1": 0.554914, + "f1_weighted": 0.55491, + "precision": 0.55773, + "precision_weighted": 0.55773, + "recall": 0.556959, + "recall_weighted": 0.55695, + "ap": 0.53235, + "ap_weighted": 0.53235, + "main_score": 0.55695, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 40.2167010307312, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/NFCorpus-NL.v2.json b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..2b66a0ea08 --- /dev/null +++ b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.31424, + "ndcg_at_3": 0.28305, + "ndcg_at_5": 0.26867, + "ndcg_at_10": 0.24269, + "ndcg_at_20": 0.22106, + "ndcg_at_100": 0.21809, + "ndcg_at_1000": 0.30745, + "map_at_1": 0.03961, + "map_at_3": 0.06598, + "map_at_5": 0.07562, + "map_at_10": 0.08782, + "map_at_20": 0.09473, + "map_at_100": 0.10487, + "map_at_1000": 0.11455, + "recall_at_1": 0.03961, + "recall_at_3": 0.07563, + "recall_at_5": 0.09308, + "recall_at_10": 0.1205, + "recall_at_20": 0.14497, + "recall_at_100": 0.22569, + "recall_at_1000": 0.53935, + "accuracy": 0.03961, + "precision_at_1": 0.33127, + "precision_at_3": 0.26625, + "precision_at_5": 0.23406, + "precision_at_10": 0.17709, + "precision_at_20": 0.12399, + "precision_at_100": 0.05198, + "precision_at_1000": 0.01692, + "mrr_at_1": 0.331269, + "mrr_at_3": 0.397317, + "mrr_at_5": 0.41419, + "mrr_at_10": 0.422415, + "mrr_at_20": 0.426065, + "mrr_at_100": 0.428717, + "mrr_at_1000": 0.429464, + "nauc_ndcg_at_1_max": 0.295209, + "nauc_ndcg_at_1_std": 0.161186, + "nauc_ndcg_at_1_diff1": 0.338987, + "nauc_ndcg_at_3_max": 0.350354, + "nauc_ndcg_at_3_std": 0.209154, + "nauc_ndcg_at_3_diff1": 0.310807, + "nauc_ndcg_at_5_max": 0.357902, + "nauc_ndcg_at_5_std": 0.231648, + "nauc_ndcg_at_5_diff1": 0.292362, + "nauc_ndcg_at_10_max": 0.381103, + "nauc_ndcg_at_10_std": 0.245964, + "nauc_ndcg_at_10_diff1": 0.285638, + "nauc_ndcg_at_20_max": 0.394073, + "nauc_ndcg_at_20_std": 0.26828, + "nauc_ndcg_at_20_diff1": 0.269994, + "nauc_ndcg_at_100_max": 0.425879, + "nauc_ndcg_at_100_std": 0.24887, + "nauc_ndcg_at_100_diff1": 0.276668, + "nauc_ndcg_at_1000_max": 0.463744, + "nauc_ndcg_at_1000_std": 0.318198, + "nauc_ndcg_at_1000_diff1": 0.258309, + "nauc_map_at_1_max": 0.124828, + "nauc_map_at_1_std": -0.098259, + "nauc_map_at_1_diff1": 0.366369, + "nauc_map_at_3_max": 0.191041, + "nauc_map_at_3_std": -0.045688, + "nauc_map_at_3_diff1": 0.316956, + "nauc_map_at_5_max": 0.215776, + "nauc_map_at_5_std": -0.014638, + "nauc_map_at_5_diff1": 0.303672, + "nauc_map_at_10_max": 0.26666, + "nauc_map_at_10_std": 0.037769, + "nauc_map_at_10_diff1": 0.285282, + "nauc_map_at_20_max": 0.292216, + "nauc_map_at_20_std": 0.0774, + "nauc_map_at_20_diff1": 0.285523, + "nauc_map_at_100_max": 0.317414, + "nauc_map_at_100_std": 0.120079, + "nauc_map_at_100_diff1": 0.279839, + "nauc_map_at_1000_max": 0.328923, + "nauc_map_at_1000_std": 0.15277, + "nauc_map_at_1000_diff1": 0.274322, + "nauc_recall_at_1_max": 0.124828, + "nauc_recall_at_1_std": -0.098259, + "nauc_recall_at_1_diff1": 0.366369, + "nauc_recall_at_3_max": 0.220922, + "nauc_recall_at_3_std": -0.039874, + "nauc_recall_at_3_diff1": 0.328647, + "nauc_recall_at_5_max": 0.246227, + "nauc_recall_at_5_std": -0.015568, + "nauc_recall_at_5_diff1": 0.293723, + "nauc_recall_at_10_max": 0.284758, + "nauc_recall_at_10_std": 0.022523, + "nauc_recall_at_10_diff1": 0.251977, + "nauc_recall_at_20_max": 0.3221, + "nauc_recall_at_20_std": 0.098895, + "nauc_recall_at_20_diff1": 0.230406, + "nauc_recall_at_100_max": 0.356661, + "nauc_recall_at_100_std": 0.17155, + "nauc_recall_at_100_diff1": 0.186912, + "nauc_recall_at_1000_max": 0.214117, + "nauc_recall_at_1000_std": 0.187134, + "nauc_recall_at_1000_diff1": 0.013557, + "nauc_precision_at_1_max": 0.321338, + "nauc_precision_at_1_std": 0.174111, + "nauc_precision_at_1_diff1": 0.327994, + "nauc_precision_at_3_max": 0.384566, + "nauc_precision_at_3_std": 0.269637, + "nauc_precision_at_3_diff1": 0.243769, + "nauc_precision_at_5_max": 0.382782, + "nauc_precision_at_5_std": 0.313735, + "nauc_precision_at_5_diff1": 0.202979, + "nauc_precision_at_10_max": 0.405492, + "nauc_precision_at_10_std": 0.366679, + "nauc_precision_at_10_diff1": 0.159756, + "nauc_precision_at_20_max": 0.398924, + "nauc_precision_at_20_std": 0.459738, + "nauc_precision_at_20_diff1": 0.1174, + "nauc_precision_at_100_max": 0.325049, + "nauc_precision_at_100_std": 0.469506, + "nauc_precision_at_100_diff1": 0.073906, + "nauc_precision_at_1000_max": 0.093215, + "nauc_precision_at_1000_std": 0.309756, + "nauc_precision_at_1000_diff1": 0.007896, + "nauc_mrr_at_1_max": 0.321338, + "nauc_mrr_at_1_std": 0.174111, + "nauc_mrr_at_1_diff1": 0.327994, + "nauc_mrr_at_3_max": 0.37852, + "nauc_mrr_at_3_std": 0.2079, + "nauc_mrr_at_3_diff1": 0.346517, + "nauc_mrr_at_5_max": 0.383155, + "nauc_mrr_at_5_std": 0.211645, + "nauc_mrr_at_5_diff1": 0.339318, + "nauc_mrr_at_10_max": 0.386243, + "nauc_mrr_at_10_std": 0.210742, + "nauc_mrr_at_10_diff1": 0.342745, + "nauc_mrr_at_20_max": 0.390668, + "nauc_mrr_at_20_std": 0.217503, + "nauc_mrr_at_20_diff1": 0.342496, + "nauc_mrr_at_100_max": 0.391344, + "nauc_mrr_at_100_std": 0.219424, + "nauc_mrr_at_100_diff1": 0.341516, + "nauc_mrr_at_1000_max": 0.390835, + "nauc_mrr_at_1000_std": 0.218851, + "nauc_mrr_at_1000_diff1": 0.341468, + "cv_recall_at_1": 0.33127, + "cv_recall_at_3": 0.47678, + "cv_recall_at_5": 0.55108, + "cv_recall_at_10": 0.613, + "cv_recall_at_20": 0.66563, + "cv_recall_at_100": 0.77399, + "cv_recall_at_1000": 0.95046, + "main_score": 0.24269, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 38.31590294837952, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/SCIDOCS-NL.v2.json b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..9e6f6a7c5a --- /dev/null +++ b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.164, + "ndcg_at_3": 0.13549, + "ndcg_at_5": 0.11861, + "ndcg_at_10": 0.14298, + "ndcg_at_20": 0.1659, + "ndcg_at_100": 0.20921, + "ndcg_at_1000": 0.26196, + "map_at_1": 0.0332, + "map_at_3": 0.05921, + "map_at_5": 0.0706, + "map_at_10": 0.08143, + "map_at_20": 0.08895, + "map_at_100": 0.09631, + "map_at_1000": 0.09902, + "recall_at_1": 0.0332, + "recall_at_3": 0.07753, + "recall_at_5": 0.10622, + "recall_at_10": 0.1513, + "recall_at_20": 0.20532, + "recall_at_100": 0.34782, + "recall_at_1000": 0.60557, + "accuracy": 0.0332, + "precision_at_1": 0.164, + "precision_at_3": 0.12733, + "precision_at_5": 0.1046, + "precision_at_10": 0.0744, + "precision_at_20": 0.05045, + "precision_at_100": 0.01711, + "precision_at_1000": 0.00298, + "mrr_at_1": 0.164, + "mrr_at_3": 0.225333, + "mrr_at_5": 0.241283, + "mrr_at_10": 0.254296, + "mrr_at_20": 0.261371, + "mrr_at_100": 0.266145, + "mrr_at_1000": 0.266913, + "nauc_ndcg_at_1_max": 0.288953, + "nauc_ndcg_at_1_std": 0.056948, + "nauc_ndcg_at_1_diff1": 0.261295, + "nauc_ndcg_at_3_max": 0.341373, + "nauc_ndcg_at_3_std": 0.117617, + "nauc_ndcg_at_3_diff1": 0.211461, + "nauc_ndcg_at_5_max": 0.355502, + "nauc_ndcg_at_5_std": 0.127489, + "nauc_ndcg_at_5_diff1": 0.209092, + "nauc_ndcg_at_10_max": 0.3668, + "nauc_ndcg_at_10_std": 0.149827, + "nauc_ndcg_at_10_diff1": 0.207752, + "nauc_ndcg_at_20_max": 0.379931, + "nauc_ndcg_at_20_std": 0.176161, + "nauc_ndcg_at_20_diff1": 0.20799, + "nauc_ndcg_at_100_max": 0.400965, + "nauc_ndcg_at_100_std": 0.221204, + "nauc_ndcg_at_100_diff1": 0.199652, + "nauc_ndcg_at_1000_max": 0.400927, + "nauc_ndcg_at_1000_std": 0.237916, + "nauc_ndcg_at_1000_diff1": 0.195596, + "nauc_map_at_1_max": 0.287749, + "nauc_map_at_1_std": 0.05684, + "nauc_map_at_1_diff1": 0.25656, + "nauc_map_at_3_max": 0.350768, + "nauc_map_at_3_std": 0.099036, + "nauc_map_at_3_diff1": 0.222479, + "nauc_map_at_5_max": 0.366656, + "nauc_map_at_5_std": 0.109753, + "nauc_map_at_5_diff1": 0.226542, + "nauc_map_at_10_max": 0.380225, + "nauc_map_at_10_std": 0.131775, + "nauc_map_at_10_diff1": 0.225597, + "nauc_map_at_20_max": 0.38932, + "nauc_map_at_20_std": 0.147696, + "nauc_map_at_20_diff1": 0.226089, + "nauc_map_at_100_max": 0.397582, + "nauc_map_at_100_std": 0.162959, + "nauc_map_at_100_diff1": 0.221671, + "nauc_map_at_1000_max": 0.398306, + "nauc_map_at_1000_std": 0.165842, + "nauc_map_at_1000_diff1": 0.221513, + "nauc_recall_at_1_max": 0.287749, + "nauc_recall_at_1_std": 0.05684, + "nauc_recall_at_1_diff1": 0.25656, + "nauc_recall_at_3_max": 0.355316, + "nauc_recall_at_3_std": 0.132301, + "nauc_recall_at_3_diff1": 0.193735, + "nauc_recall_at_5_max": 0.372498, + "nauc_recall_at_5_std": 0.14703, + "nauc_recall_at_5_diff1": 0.192482, + "nauc_recall_at_10_max": 0.371292, + "nauc_recall_at_10_std": 0.178118, + "nauc_recall_at_10_diff1": 0.181791, + "nauc_recall_at_20_max": 0.37632, + "nauc_recall_at_20_std": 0.219517, + "nauc_recall_at_20_diff1": 0.174322, + "nauc_recall_at_100_max": 0.388995, + "nauc_recall_at_100_std": 0.305904, + "nauc_recall_at_100_diff1": 0.137211, + "nauc_recall_at_1000_max": 0.323946, + "nauc_recall_at_1000_std": 0.326527, + "nauc_recall_at_1000_diff1": 0.090028, + "nauc_precision_at_1_max": 0.288953, + "nauc_precision_at_1_std": 0.056948, + "nauc_precision_at_1_diff1": 0.261295, + "nauc_precision_at_3_max": 0.358633, + "nauc_precision_at_3_std": 0.137655, + "nauc_precision_at_3_diff1": 0.196904, + "nauc_precision_at_5_max": 0.374073, + "nauc_precision_at_5_std": 0.15024, + "nauc_precision_at_5_diff1": 0.193379, + "nauc_precision_at_10_max": 0.374354, + "nauc_precision_at_10_std": 0.182274, + "nauc_precision_at_10_diff1": 0.184433, + "nauc_precision_at_20_max": 0.380579, + "nauc_precision_at_20_std": 0.223524, + "nauc_precision_at_20_diff1": 0.176788, + "nauc_precision_at_100_max": 0.393908, + "nauc_precision_at_100_std": 0.311573, + "nauc_precision_at_100_diff1": 0.141029, + "nauc_precision_at_1000_max": 0.329003, + "nauc_precision_at_1000_std": 0.32951, + "nauc_precision_at_1000_diff1": 0.097463, + "nauc_mrr_at_1_max": 0.288953, + "nauc_mrr_at_1_std": 0.056948, + "nauc_mrr_at_1_diff1": 0.261295, + "nauc_mrr_at_3_max": 0.312009, + "nauc_mrr_at_3_std": 0.1114, + "nauc_mrr_at_3_diff1": 0.214673, + "nauc_mrr_at_5_max": 0.31871, + "nauc_mrr_at_5_std": 0.119219, + "nauc_mrr_at_5_diff1": 0.213635, + "nauc_mrr_at_10_max": 0.318788, + "nauc_mrr_at_10_std": 0.12281, + "nauc_mrr_at_10_diff1": 0.212398, + "nauc_mrr_at_20_max": 0.318773, + "nauc_mrr_at_20_std": 0.125009, + "nauc_mrr_at_20_diff1": 0.213795, + "nauc_mrr_at_100_max": 0.319944, + "nauc_mrr_at_100_std": 0.126542, + "nauc_mrr_at_100_diff1": 0.215016, + "nauc_mrr_at_1000_max": 0.319851, + "nauc_mrr_at_1000_std": 0.126294, + "nauc_mrr_at_1000_diff1": 0.215074, + "cv_recall_at_1": 0.164, + "cv_recall_at_3": 0.306, + "cv_recall_at_5": 0.376, + "cv_recall_at_10": 0.476, + "cv_recall_at_20": 0.58, + "cv_recall_at_100": 0.775, + "cv_recall_at_1000": 0.952, + "main_score": 0.14298, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 200.81424975395203, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/SciFact-NL.v2.json b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/SciFact-NL.v2.json new file mode 100644 index 0000000000..72b5d09587 --- /dev/null +++ b/results/ibm-granite__granite-embedding-278m-multilingual/84e3546b88b0cb69f8078608a1df558020bcbf1f/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.47, + "ndcg_at_3": 0.54662, + "ndcg_at_5": 0.57637, + "ndcg_at_10": 0.60192, + "ndcg_at_20": 0.616, + "ndcg_at_100": 0.63381, + "ndcg_at_1000": 0.64448, + "map_at_1": 0.44733, + "map_at_3": 0.51786, + "map_at_5": 0.53658, + "map_at_10": 0.54893, + "map_at_20": 0.55294, + "map_at_100": 0.55605, + "map_at_1000": 0.55642, + "recall_at_1": 0.44733, + "recall_at_3": 0.60172, + "recall_at_5": 0.67322, + "recall_at_10": 0.74789, + "recall_at_20": 0.80189, + "recall_at_100": 0.89017, + "recall_at_1000": 0.97667, + "accuracy": 0.44733, + "precision_at_1": 0.47, + "precision_at_3": 0.21556, + "precision_at_5": 0.148, + "precision_at_10": 0.08367, + "precision_at_20": 0.045, + "precision_at_100": 0.01013, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.47, + "mrr_at_3": 0.542222, + "mrr_at_5": 0.557556, + "mrr_at_10": 0.56587, + "mrr_at_20": 0.56957, + "mrr_at_100": 0.571789, + "mrr_at_1000": 0.572097, + "nauc_ndcg_at_1_max": 0.576414, + "nauc_ndcg_at_1_std": 0.092661, + "nauc_ndcg_at_1_diff1": 0.750467, + "nauc_ndcg_at_3_max": 0.559057, + "nauc_ndcg_at_3_std": 0.068078, + "nauc_ndcg_at_3_diff1": 0.670416, + "nauc_ndcg_at_5_max": 0.591783, + "nauc_ndcg_at_5_std": 0.091301, + "nauc_ndcg_at_5_diff1": 0.670218, + "nauc_ndcg_at_10_max": 0.611432, + "nauc_ndcg_at_10_std": 0.127124, + "nauc_ndcg_at_10_diff1": 0.670212, + "nauc_ndcg_at_20_max": 0.602266, + "nauc_ndcg_at_20_std": 0.130077, + "nauc_ndcg_at_20_diff1": 0.663109, + "nauc_ndcg_at_100_max": 0.597496, + "nauc_ndcg_at_100_std": 0.126238, + "nauc_ndcg_at_100_diff1": 0.668668, + "nauc_ndcg_at_1000_max": 0.594622, + "nauc_ndcg_at_1000_std": 0.123211, + "nauc_ndcg_at_1000_diff1": 0.673696, + "nauc_map_at_1_max": 0.5498, + "nauc_map_at_1_std": 0.055959, + "nauc_map_at_1_diff1": 0.743477, + "nauc_map_at_3_max": 0.548637, + "nauc_map_at_3_std": 0.058924, + "nauc_map_at_3_diff1": 0.687794, + "nauc_map_at_5_max": 0.570908, + "nauc_map_at_5_std": 0.072697, + "nauc_map_at_5_diff1": 0.690695, + "nauc_map_at_10_max": 0.583367, + "nauc_map_at_10_std": 0.091261, + "nauc_map_at_10_diff1": 0.690057, + "nauc_map_at_20_max": 0.58117, + "nauc_map_at_20_std": 0.091751, + "nauc_map_at_20_diff1": 0.68844, + "nauc_map_at_100_max": 0.580411, + "nauc_map_at_100_std": 0.092441, + "nauc_map_at_100_diff1": 0.689239, + "nauc_map_at_1000_max": 0.580369, + "nauc_map_at_1000_std": 0.092331, + "nauc_map_at_1000_diff1": 0.689351, + "nauc_recall_at_1_max": 0.5498, + "nauc_recall_at_1_std": 0.055959, + "nauc_recall_at_1_diff1": 0.743477, + "nauc_recall_at_3_max": 0.541321, + "nauc_recall_at_3_std": 0.046518, + "nauc_recall_at_3_diff1": 0.603992, + "nauc_recall_at_5_max": 0.621745, + "nauc_recall_at_5_std": 0.098565, + "nauc_recall_at_5_diff1": 0.590275, + "nauc_recall_at_10_max": 0.690133, + "nauc_recall_at_10_std": 0.231389, + "nauc_recall_at_10_diff1": 0.575489, + "nauc_recall_at_20_max": 0.648654, + "nauc_recall_at_20_std": 0.268294, + "nauc_recall_at_20_diff1": 0.513092, + "nauc_recall_at_100_max": 0.644459, + "nauc_recall_at_100_std": 0.279675, + "nauc_recall_at_100_diff1": 0.515543, + "nauc_recall_at_1000_max": 0.559624, + "nauc_recall_at_1000_std": 0.541883, + "nauc_recall_at_1000_diff1": 0.482593, + "nauc_precision_at_1_max": 0.576414, + "nauc_precision_at_1_std": 0.092661, + "nauc_precision_at_1_diff1": 0.750467, + "nauc_precision_at_3_max": 0.582299, + "nauc_precision_at_3_std": 0.142969, + "nauc_precision_at_3_diff1": 0.572269, + "nauc_precision_at_5_max": 0.627699, + "nauc_precision_at_5_std": 0.245652, + "nauc_precision_at_5_diff1": 0.475716, + "nauc_precision_at_10_max": 0.592938, + "nauc_precision_at_10_std": 0.35592, + "nauc_precision_at_10_diff1": 0.33914, + "nauc_precision_at_20_max": 0.524681, + "nauc_precision_at_20_std": 0.392784, + "nauc_precision_at_20_diff1": 0.244895, + "nauc_precision_at_100_max": 0.334647, + "nauc_precision_at_100_std": 0.381408, + "nauc_precision_at_100_diff1": 0.082446, + "nauc_precision_at_1000_max": 0.189533, + "nauc_precision_at_1000_std": 0.399901, + "nauc_precision_at_1000_diff1": -0.091352, + "nauc_mrr_at_1_max": 0.576414, + "nauc_mrr_at_1_std": 0.092661, + "nauc_mrr_at_1_diff1": 0.750467, + "nauc_mrr_at_3_max": 0.582555, + "nauc_mrr_at_3_std": 0.103893, + "nauc_mrr_at_3_diff1": 0.693205, + "nauc_mrr_at_5_max": 0.593578, + "nauc_mrr_at_5_std": 0.115014, + "nauc_mrr_at_5_diff1": 0.687479, + "nauc_mrr_at_10_max": 0.595597, + "nauc_mrr_at_10_std": 0.123225, + "nauc_mrr_at_10_diff1": 0.688141, + "nauc_mrr_at_20_max": 0.592887, + "nauc_mrr_at_20_std": 0.122838, + "nauc_mrr_at_20_diff1": 0.686371, + "nauc_mrr_at_100_max": 0.592378, + "nauc_mrr_at_100_std": 0.121015, + "nauc_mrr_at_100_diff1": 0.687609, + "nauc_mrr_at_1000_max": 0.59231, + "nauc_mrr_at_1000_std": 0.121, + "nauc_mrr_at_1000_diff1": 0.687753, + "cv_recall_at_1": 0.47, + "cv_recall_at_3": 0.63333, + "cv_recall_at_5": 0.7, + "cv_recall_at_10": 0.76333, + "cv_recall_at_20": 0.81667, + "cv_recall_at_100": 0.89333, + "cv_recall_at_1000": 0.97667, + "main_score": 0.60192, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 62.390262603759766, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ArguAna-NL.v2.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ArguAna-NL.v2.json new file mode 100644 index 0000000000..108e2a031f --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.23471, + "ndcg_at_3": 0.36192, + "ndcg_at_5": 0.40339, + "ndcg_at_10": 0.45099, + "ndcg_at_20": 0.48096, + "ndcg_at_100": 0.50598, + "ndcg_at_1000": 0.51125, + "map_at_1": 0.23471, + "map_at_3": 0.33001, + "map_at_5": 0.35295, + "map_at_10": 0.37273, + "map_at_20": 0.38112, + "map_at_100": 0.38475, + "map_at_1000": 0.38496, + "recall_at_1": 0.23471, + "recall_at_3": 0.45448, + "recall_at_5": 0.55548, + "recall_at_10": 0.70199, + "recall_at_20": 0.81935, + "recall_at_100": 0.95164, + "recall_at_1000": 0.99289, + "accuracy": 0.23471, + "precision_at_1": 0.23471, + "precision_at_3": 0.15149, + "precision_at_5": 0.1111, + "precision_at_10": 0.0702, + "precision_at_20": 0.04097, + "precision_at_100": 0.00952, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.241821, + "mrr_at_3": 0.331674, + "mrr_at_5": 0.355607, + "mrr_at_10": 0.375493, + "mrr_at_20": 0.383881, + "mrr_at_100": 0.387516, + "mrr_at_1000": 0.387719, + "nauc_ndcg_at_1_max": -0.042094, + "nauc_ndcg_at_1_std": -0.042539, + "nauc_ndcg_at_1_diff1": 0.105628, + "nauc_ndcg_at_3_max": 0.012251, + "nauc_ndcg_at_3_std": 0.002343, + "nauc_ndcg_at_3_diff1": 0.093265, + "nauc_ndcg_at_5_max": 0.023307, + "nauc_ndcg_at_5_std": 0.015366, + "nauc_ndcg_at_5_diff1": 0.096906, + "nauc_ndcg_at_10_max": 0.051699, + "nauc_ndcg_at_10_std": 0.035213, + "nauc_ndcg_at_10_diff1": 0.107912, + "nauc_ndcg_at_20_max": 0.052102, + "nauc_ndcg_at_20_std": 0.042637, + "nauc_ndcg_at_20_diff1": 0.107579, + "nauc_ndcg_at_100_max": 0.036305, + "nauc_ndcg_at_100_std": 0.038429, + "nauc_ndcg_at_100_diff1": 0.104864, + "nauc_ndcg_at_1000_max": 0.028735, + "nauc_ndcg_at_1000_std": 0.025648, + "nauc_ndcg_at_1000_diff1": 0.103014, + "nauc_map_at_1_max": -0.042094, + "nauc_map_at_1_std": -0.042539, + "nauc_map_at_1_diff1": 0.105628, + "nauc_map_at_3_max": 0.000175, + "nauc_map_at_3_std": -0.008809, + "nauc_map_at_3_diff1": 0.094338, + "nauc_map_at_5_max": 0.006297, + "nauc_map_at_5_std": -0.001369, + "nauc_map_at_5_diff1": 0.096688, + "nauc_map_at_10_max": 0.017056, + "nauc_map_at_10_std": 0.006024, + "nauc_map_at_10_diff1": 0.100688, + "nauc_map_at_20_max": 0.01646, + "nauc_map_at_20_std": 0.007292, + "nauc_map_at_20_diff1": 0.100423, + "nauc_map_at_100_max": 0.014148, + "nauc_map_at_100_std": 0.006508, + "nauc_map_at_100_diff1": 0.100112, + "nauc_map_at_1000_max": 0.013867, + "nauc_map_at_1000_std": 0.006112, + "nauc_map_at_1000_diff1": 0.10002, + "nauc_recall_at_1_max": -0.042094, + "nauc_recall_at_1_std": -0.042539, + "nauc_recall_at_1_diff1": 0.105628, + "nauc_recall_at_3_max": 0.044772, + "nauc_recall_at_3_std": 0.032831, + "nauc_recall_at_3_diff1": 0.091028, + "nauc_recall_at_5_max": 0.073276, + "nauc_recall_at_5_std": 0.065081, + "nauc_recall_at_5_diff1": 0.098399, + "nauc_recall_at_10_max": 0.191188, + "nauc_recall_at_10_std": 0.151651, + "nauc_recall_at_10_diff1": 0.141409, + "nauc_recall_at_20_max": 0.26574, + "nauc_recall_at_20_std": 0.260346, + "nauc_recall_at_20_diff1": 0.156995, + "nauc_recall_at_100_max": 0.35051, + "nauc_recall_at_100_std": 0.679063, + "nauc_recall_at_100_diff1": 0.189181, + "nauc_recall_at_1000_max": 0.107036, + "nauc_recall_at_1000_std": 0.73925, + "nauc_recall_at_1000_diff1": 0.223515, + "nauc_precision_at_1_max": -0.042094, + "nauc_precision_at_1_std": -0.042539, + "nauc_precision_at_1_diff1": 0.105628, + "nauc_precision_at_3_max": 0.044772, + "nauc_precision_at_3_std": 0.032831, + "nauc_precision_at_3_diff1": 0.091028, + "nauc_precision_at_5_max": 0.073276, + "nauc_precision_at_5_std": 0.065081, + "nauc_precision_at_5_diff1": 0.098399, + "nauc_precision_at_10_max": 0.191188, + "nauc_precision_at_10_std": 0.151651, + "nauc_precision_at_10_diff1": 0.141409, + "nauc_precision_at_20_max": 0.26574, + "nauc_precision_at_20_std": 0.260346, + "nauc_precision_at_20_diff1": 0.156995, + "nauc_precision_at_100_max": 0.35051, + "nauc_precision_at_100_std": 0.679063, + "nauc_precision_at_100_diff1": 0.189181, + "nauc_precision_at_1000_max": 0.107036, + "nauc_precision_at_1000_std": 0.73925, + "nauc_precision_at_1000_diff1": 0.223515, + "nauc_mrr_at_1_max": -0.033719, + "nauc_mrr_at_1_std": -0.035243, + "nauc_mrr_at_1_diff1": 0.081531, + "nauc_mrr_at_3_max": -0.009483, + "nauc_mrr_at_3_std": -0.011281, + "nauc_mrr_at_3_diff1": 0.069666, + "nauc_mrr_at_5_max": 0.000613, + "nauc_mrr_at_5_std": -0.001355, + "nauc_mrr_at_5_diff1": 0.075759, + "nauc_mrr_at_10_max": 0.012135, + "nauc_mrr_at_10_std": 0.006707, + "nauc_mrr_at_10_diff1": 0.080111, + "nauc_mrr_at_20_max": 0.011216, + "nauc_mrr_at_20_std": 0.007915, + "nauc_mrr_at_20_diff1": 0.079249, + "nauc_mrr_at_100_max": 0.009018, + "nauc_mrr_at_100_std": 0.007194, + "nauc_mrr_at_100_diff1": 0.078831, + "nauc_mrr_at_1000_max": 0.008736, + "nauc_mrr_at_1000_std": 0.006802, + "nauc_mrr_at_1000_diff1": 0.078727, + "cv_recall_at_1": 0.24182, + "cv_recall_at_3": 0.45021, + "cv_recall_at_5": 0.55477, + "cv_recall_at_10": 0.70199, + "cv_recall_at_20": 0.81935, + "cv_recall_at_100": 0.95164, + "cv_recall_at_1000": 0.99289, + "main_score": 0.45099, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 70.41213631629944, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DutchBookReviewSentimentClassification.v2.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..92c95ab6c1 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.626631, + "f1": 0.622766, + "f1_weighted": 0.622783, + "precision": 0.631969, + "precision_weighted": 0.631957, + "recall": 0.626585, + "recall_weighted": 0.626631, + "ap": 0.583156, + "ap_weighted": 0.583156 + }, + { + "accuracy": 0.639226, + "f1": 0.637851, + "f1_weighted": 0.637841, + "precision": 0.641418, + "precision_weighted": 0.641426, + "recall": 0.639254, + "recall_weighted": 0.639226, + "ap": 0.586667, + "ap_weighted": 0.586667 + }, + { + "accuracy": 0.644175, + "f1": 0.64172, + "f1_weighted": 0.641733, + "precision": 0.648176, + "precision_weighted": 0.648165, + "recall": 0.644137, + "recall_weighted": 0.644175, + "ap": 0.596739, + "ap_weighted": 0.596739 + }, + { + "accuracy": 0.582096, + "f1": 0.579974, + "f1_weighted": 0.579961, + "precision": 0.583833, + "precision_weighted": 0.583839, + "recall": 0.582128, + "recall_weighted": 0.582096, + "ap": 0.546745, + "ap_weighted": 0.546745 + }, + { + "accuracy": 0.648223, + "f1": 0.647658, + "f1_weighted": 0.647665, + "precision": 0.649151, + "precision_weighted": 0.649146, + "recall": 0.648205, + "recall_weighted": 0.648223, + "ap": 0.597753, + "ap_weighted": 0.597753 + }, + { + "accuracy": 0.638776, + "f1": 0.63123, + "f1_weighted": 0.631206, + "precision": 0.651261, + "precision_weighted": 0.651281, + "recall": 0.638841, + "recall_weighted": 0.638776, + "ap": 0.584186, + "ap_weighted": 0.584186 + }, + { + "accuracy": 0.707602, + "f1": 0.707571, + "f1_weighted": 0.70757, + "precision": 0.7077, + "precision_weighted": 0.707702, + "recall": 0.707607, + "recall_weighted": 0.707602, + "ap": 0.645806, + "ap_weighted": 0.645806 + }, + { + "accuracy": 0.660369, + "f1": 0.654069, + "f1_weighted": 0.654048, + "precision": 0.67308, + "precision_weighted": 0.673102, + "recall": 0.66043, + "recall_weighted": 0.660369, + "ap": 0.600259, + "ap_weighted": 0.600259 + }, + { + "accuracy": 0.680162, + "f1": 0.677226, + "f1_weighted": 0.677213, + "precision": 0.687041, + "precision_weighted": 0.687058, + "recall": 0.680205, + "recall_weighted": 0.680162, + "ap": 0.617152, + "ap_weighted": 0.617152 + }, + { + "accuracy": 0.619883, + "f1": 0.613485, + "f1_weighted": 0.613463, + "precision": 0.628477, + "precision_weighted": 0.628492, + "recall": 0.619941, + "recall_weighted": 0.619883, + "ap": 0.571188, + "ap_weighted": 0.571188 + } + ], + "accuracy": 0.644714, + "f1": 0.641355, + "f1_weighted": 0.641348, + "precision": 0.650211, + "precision_weighted": 0.650217, + "recall": 0.644733, + "recall_weighted": 0.644714, + "ap": 0.592965, + "ap_weighted": 0.592965, + "main_score": 0.644714, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 54.85489320755005, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus-NL.v2.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..78e185112b --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37307, + "ndcg_at_3": 0.32247, + "ndcg_at_5": 0.30173, + "ndcg_at_10": 0.27113, + "ndcg_at_20": 0.24641, + "ndcg_at_100": 0.23971, + "ndcg_at_1000": 0.32594, + "map_at_1": 0.04336, + "map_at_3": 0.07051, + "map_at_5": 0.08004, + "map_at_10": 0.09395, + "map_at_20": 0.10275, + "map_at_100": 0.11385, + "map_at_1000": 0.12421, + "recall_at_1": 0.04336, + "recall_at_3": 0.07852, + "recall_at_5": 0.09474, + "recall_at_10": 0.12469, + "recall_at_20": 0.15123, + "recall_at_100": 0.24427, + "recall_at_1000": 0.54215, + "accuracy": 0.04336, + "precision_at_1": 0.3808, + "precision_at_3": 0.30031, + "precision_at_5": 0.26068, + "precision_at_10": 0.19969, + "precision_at_20": 0.13994, + "precision_at_100": 0.05746, + "precision_at_1000": 0.0179, + "mrr_at_1": 0.380805, + "mrr_at_3": 0.434985, + "mrr_at_5": 0.447214, + "mrr_at_10": 0.455197, + "mrr_at_20": 0.459596, + "mrr_at_100": 0.462704, + "mrr_at_1000": 0.463239, + "nauc_ndcg_at_1_max": 0.322544, + "nauc_ndcg_at_1_std": 0.222916, + "nauc_ndcg_at_1_diff1": 0.246651, + "nauc_ndcg_at_3_max": 0.340238, + "nauc_ndcg_at_3_std": 0.299619, + "nauc_ndcg_at_3_diff1": 0.164299, + "nauc_ndcg_at_5_max": 0.344567, + "nauc_ndcg_at_5_std": 0.327703, + "nauc_ndcg_at_5_diff1": 0.14466, + "nauc_ndcg_at_10_max": 0.349479, + "nauc_ndcg_at_10_std": 0.336921, + "nauc_ndcg_at_10_diff1": 0.14992, + "nauc_ndcg_at_20_max": 0.352619, + "nauc_ndcg_at_20_std": 0.322056, + "nauc_ndcg_at_20_diff1": 0.149966, + "nauc_ndcg_at_100_max": 0.380637, + "nauc_ndcg_at_100_std": 0.293684, + "nauc_ndcg_at_100_diff1": 0.177053, + "nauc_ndcg_at_1000_max": 0.440805, + "nauc_ndcg_at_1000_std": 0.317261, + "nauc_ndcg_at_1000_diff1": 0.148157, + "nauc_map_at_1_max": 0.24563, + "nauc_map_at_1_std": -0.054774, + "nauc_map_at_1_diff1": 0.459871, + "nauc_map_at_3_max": 0.243398, + "nauc_map_at_3_std": -0.013366, + "nauc_map_at_3_diff1": 0.304095, + "nauc_map_at_5_max": 0.249871, + "nauc_map_at_5_std": 0.030135, + "nauc_map_at_5_diff1": 0.265692, + "nauc_map_at_10_max": 0.269677, + "nauc_map_at_10_std": 0.101824, + "nauc_map_at_10_diff1": 0.235302, + "nauc_map_at_20_max": 0.28115, + "nauc_map_at_20_std": 0.148939, + "nauc_map_at_20_diff1": 0.208398, + "nauc_map_at_100_max": 0.30499, + "nauc_map_at_100_std": 0.189899, + "nauc_map_at_100_diff1": 0.197795, + "nauc_map_at_1000_max": 0.319842, + "nauc_map_at_1000_std": 0.216029, + "nauc_map_at_1000_diff1": 0.183917, + "nauc_recall_at_1_max": 0.24563, + "nauc_recall_at_1_std": -0.054774, + "nauc_recall_at_1_diff1": 0.459871, + "nauc_recall_at_3_max": 0.222865, + "nauc_recall_at_3_std": -0.011263, + "nauc_recall_at_3_diff1": 0.254034, + "nauc_recall_at_5_max": 0.226578, + "nauc_recall_at_5_std": 0.036691, + "nauc_recall_at_5_diff1": 0.212703, + "nauc_recall_at_10_max": 0.234464, + "nauc_recall_at_10_std": 0.103642, + "nauc_recall_at_10_diff1": 0.196221, + "nauc_recall_at_20_max": 0.245108, + "nauc_recall_at_20_std": 0.144718, + "nauc_recall_at_20_diff1": 0.164488, + "nauc_recall_at_100_max": 0.264103, + "nauc_recall_at_100_std": 0.192409, + "nauc_recall_at_100_diff1": 0.142552, + "nauc_recall_at_1000_max": 0.260975, + "nauc_recall_at_1000_std": 0.186551, + "nauc_recall_at_1000_diff1": 0.036549, + "nauc_precision_at_1_max": 0.319894, + "nauc_precision_at_1_std": 0.229757, + "nauc_precision_at_1_diff1": 0.237003, + "nauc_precision_at_3_max": 0.345733, + "nauc_precision_at_3_std": 0.352331, + "nauc_precision_at_3_diff1": 0.077853, + "nauc_precision_at_5_max": 0.331509, + "nauc_precision_at_5_std": 0.413081, + "nauc_precision_at_5_diff1": 0.017274, + "nauc_precision_at_10_max": 0.332026, + "nauc_precision_at_10_std": 0.460941, + "nauc_precision_at_10_diff1": -0.013797, + "nauc_precision_at_20_max": 0.317408, + "nauc_precision_at_20_std": 0.483343, + "nauc_precision_at_20_diff1": -0.045323, + "nauc_precision_at_100_max": 0.28724, + "nauc_precision_at_100_std": 0.476195, + "nauc_precision_at_100_diff1": -0.06414, + "nauc_precision_at_1000_max": 0.153296, + "nauc_precision_at_1000_std": 0.321589, + "nauc_precision_at_1000_diff1": -0.099583, + "nauc_mrr_at_1_max": 0.319894, + "nauc_mrr_at_1_std": 0.229757, + "nauc_mrr_at_1_diff1": 0.237003, + "nauc_mrr_at_3_max": 0.357982, + "nauc_mrr_at_3_std": 0.290537, + "nauc_mrr_at_3_diff1": 0.2053, + "nauc_mrr_at_5_max": 0.362279, + "nauc_mrr_at_5_std": 0.297426, + "nauc_mrr_at_5_diff1": 0.201199, + "nauc_mrr_at_10_max": 0.363297, + "nauc_mrr_at_10_std": 0.298437, + "nauc_mrr_at_10_diff1": 0.205601, + "nauc_mrr_at_20_max": 0.368979, + "nauc_mrr_at_20_std": 0.29929, + "nauc_mrr_at_20_diff1": 0.207095, + "nauc_mrr_at_100_max": 0.368582, + "nauc_mrr_at_100_std": 0.29788, + "nauc_mrr_at_100_diff1": 0.206737, + "nauc_mrr_at_1000_max": 0.368353, + "nauc_mrr_at_1000_std": 0.297613, + "nauc_mrr_at_1000_diff1": 0.206784, + "cv_recall_at_1": 0.3808, + "cv_recall_at_3": 0.50464, + "cv_recall_at_5": 0.55728, + "cv_recall_at_10": 0.613, + "cv_recall_at_20": 0.67802, + "cv_recall_at_100": 0.80495, + "cv_recall_at_1000": 0.93808, + "main_score": 0.27113, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 48.25339078903198, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SCIDOCS-NL.v2.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..2053b1714d --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.158, + "ndcg_at_3": 0.11693, + "ndcg_at_5": 0.10313, + "ndcg_at_10": 0.1237, + "ndcg_at_20": 0.14089, + "ndcg_at_100": 0.18204, + "ndcg_at_1000": 0.23348, + "map_at_1": 0.03203, + "map_at_3": 0.05089, + "map_at_5": 0.06087, + "map_at_10": 0.06983, + "map_at_20": 0.07509, + "map_at_100": 0.08168, + "map_at_1000": 0.08416, + "recall_at_1": 0.03203, + "recall_at_3": 0.06393, + "recall_at_5": 0.08978, + "recall_at_10": 0.12748, + "recall_at_20": 0.16817, + "recall_at_100": 0.30378, + "recall_at_1000": 0.55542, + "accuracy": 0.03203, + "precision_at_1": 0.158, + "precision_at_3": 0.10533, + "precision_at_5": 0.0888, + "precision_at_10": 0.0631, + "precision_at_20": 0.0415, + "precision_at_100": 0.01494, + "precision_at_1000": 0.00273, + "mrr_at_1": 0.158, + "mrr_at_3": 0.203167, + "mrr_at_5": 0.218417, + "mrr_at_10": 0.231492, + "mrr_at_20": 0.237078, + "mrr_at_100": 0.242259, + "mrr_at_1000": 0.243235, + "nauc_ndcg_at_1_max": 0.263869, + "nauc_ndcg_at_1_std": 0.048945, + "nauc_ndcg_at_1_diff1": 0.222228, + "nauc_ndcg_at_3_max": 0.306431, + "nauc_ndcg_at_3_std": 0.098378, + "nauc_ndcg_at_3_diff1": 0.186803, + "nauc_ndcg_at_5_max": 0.317605, + "nauc_ndcg_at_5_std": 0.110451, + "nauc_ndcg_at_5_diff1": 0.205221, + "nauc_ndcg_at_10_max": 0.319579, + "nauc_ndcg_at_10_std": 0.147288, + "nauc_ndcg_at_10_diff1": 0.195022, + "nauc_ndcg_at_20_max": 0.321436, + "nauc_ndcg_at_20_std": 0.171452, + "nauc_ndcg_at_20_diff1": 0.190951, + "nauc_ndcg_at_100_max": 0.335208, + "nauc_ndcg_at_100_std": 0.242274, + "nauc_ndcg_at_100_diff1": 0.181572, + "nauc_ndcg_at_1000_max": 0.338215, + "nauc_ndcg_at_1000_std": 0.267326, + "nauc_ndcg_at_1000_diff1": 0.176515, + "nauc_map_at_1_max": 0.264146, + "nauc_map_at_1_std": 0.047661, + "nauc_map_at_1_diff1": 0.225747, + "nauc_map_at_3_max": 0.312613, + "nauc_map_at_3_std": 0.088144, + "nauc_map_at_3_diff1": 0.202155, + "nauc_map_at_5_max": 0.330854, + "nauc_map_at_5_std": 0.101497, + "nauc_map_at_5_diff1": 0.214326, + "nauc_map_at_10_max": 0.341326, + "nauc_map_at_10_std": 0.134387, + "nauc_map_at_10_diff1": 0.209377, + "nauc_map_at_20_max": 0.339382, + "nauc_map_at_20_std": 0.146459, + "nauc_map_at_20_diff1": 0.206346, + "nauc_map_at_100_max": 0.345039, + "nauc_map_at_100_std": 0.172519, + "nauc_map_at_100_diff1": 0.204101, + "nauc_map_at_1000_max": 0.345347, + "nauc_map_at_1000_std": 0.176659, + "nauc_map_at_1000_diff1": 0.203236, + "nauc_recall_at_1_max": 0.264146, + "nauc_recall_at_1_std": 0.047661, + "nauc_recall_at_1_diff1": 0.225747, + "nauc_recall_at_3_max": 0.316401, + "nauc_recall_at_3_std": 0.115979, + "nauc_recall_at_3_diff1": 0.172042, + "nauc_recall_at_5_max": 0.32996, + "nauc_recall_at_5_std": 0.133468, + "nauc_recall_at_5_diff1": 0.201414, + "nauc_recall_at_10_max": 0.323974, + "nauc_recall_at_10_std": 0.197791, + "nauc_recall_at_10_diff1": 0.177563, + "nauc_recall_at_20_max": 0.308422, + "nauc_recall_at_20_std": 0.233534, + "nauc_recall_at_20_diff1": 0.160613, + "nauc_recall_at_100_max": 0.306428, + "nauc_recall_at_100_std": 0.362326, + "nauc_recall_at_100_diff1": 0.125143, + "nauc_recall_at_1000_max": 0.268563, + "nauc_recall_at_1000_std": 0.405955, + "nauc_recall_at_1000_diff1": 0.080727, + "nauc_precision_at_1_max": 0.263869, + "nauc_precision_at_1_std": 0.048945, + "nauc_precision_at_1_diff1": 0.222228, + "nauc_precision_at_3_max": 0.318742, + "nauc_precision_at_3_std": 0.118842, + "nauc_precision_at_3_diff1": 0.169883, + "nauc_precision_at_5_max": 0.333396, + "nauc_precision_at_5_std": 0.13731, + "nauc_precision_at_5_diff1": 0.200827, + "nauc_precision_at_10_max": 0.32751, + "nauc_precision_at_10_std": 0.201402, + "nauc_precision_at_10_diff1": 0.177241, + "nauc_precision_at_20_max": 0.313938, + "nauc_precision_at_20_std": 0.238711, + "nauc_precision_at_20_diff1": 0.16134, + "nauc_precision_at_100_max": 0.309666, + "nauc_precision_at_100_std": 0.368456, + "nauc_precision_at_100_diff1": 0.126227, + "nauc_precision_at_1000_max": 0.271892, + "nauc_precision_at_1000_std": 0.405522, + "nauc_precision_at_1000_diff1": 0.083843, + "nauc_mrr_at_1_max": 0.263869, + "nauc_mrr_at_1_std": 0.048945, + "nauc_mrr_at_1_diff1": 0.222228, + "nauc_mrr_at_3_max": 0.283579, + "nauc_mrr_at_3_std": 0.086019, + "nauc_mrr_at_3_diff1": 0.188424, + "nauc_mrr_at_5_max": 0.281174, + "nauc_mrr_at_5_std": 0.088585, + "nauc_mrr_at_5_diff1": 0.197073, + "nauc_mrr_at_10_max": 0.279426, + "nauc_mrr_at_10_std": 0.097979, + "nauc_mrr_at_10_diff1": 0.194117, + "nauc_mrr_at_20_max": 0.280834, + "nauc_mrr_at_20_std": 0.101189, + "nauc_mrr_at_20_diff1": 0.194124, + "nauc_mrr_at_100_max": 0.281225, + "nauc_mrr_at_100_std": 0.103936, + "nauc_mrr_at_100_diff1": 0.192823, + "nauc_mrr_at_1000_max": 0.281293, + "nauc_mrr_at_1000_std": 0.10339, + "nauc_mrr_at_1000_diff1": 0.193066, + "cv_recall_at_1": 0.158, + "cv_recall_at_3": 0.26, + "cv_recall_at_5": 0.327, + "cv_recall_at_10": 0.425, + "cv_recall_at_20": 0.505, + "cv_recall_at_100": 0.715, + "cv_recall_at_1000": 0.936, + "main_score": 0.1237, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 224.59793901443481, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-NL.v2.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-NL.v2.json new file mode 100644 index 0000000000..ccabfa5f41 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.53667, + "ndcg_at_3": 0.63234, + "ndcg_at_5": 0.65137, + "ndcg_at_10": 0.66758, + "ndcg_at_20": 0.6744, + "ndcg_at_100": 0.69364, + "ndcg_at_1000": 0.703, + "map_at_1": 0.51233, + "map_at_3": 0.60075, + "map_at_5": 0.61501, + "map_at_10": 0.62311, + "map_at_20": 0.6254, + "map_at_100": 0.6284, + "map_at_1000": 0.62876, + "recall_at_1": 0.51233, + "recall_at_3": 0.69783, + "recall_at_5": 0.74489, + "recall_at_10": 0.79039, + "recall_at_20": 0.81422, + "recall_at_100": 0.91333, + "recall_at_1000": 0.98667, + "accuracy": 0.51233, + "precision_at_1": 0.53667, + "precision_at_3": 0.25222, + "precision_at_5": 0.16467, + "precision_at_10": 0.08867, + "precision_at_20": 0.04617, + "precision_at_100": 0.0104, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.536667, + "mrr_at_3": 0.617778, + "mrr_at_5": 0.627111, + "mrr_at_10": 0.632786, + "mrr_at_20": 0.634592, + "mrr_at_100": 0.637027, + "mrr_at_1000": 0.637343, + "nauc_ndcg_at_1_max": 0.414636, + "nauc_ndcg_at_1_std": -0.060942, + "nauc_ndcg_at_1_diff1": 0.62843, + "nauc_ndcg_at_3_max": 0.455167, + "nauc_ndcg_at_3_std": -0.017698, + "nauc_ndcg_at_3_diff1": 0.58314, + "nauc_ndcg_at_5_max": 0.486076, + "nauc_ndcg_at_5_std": 0.024357, + "nauc_ndcg_at_5_diff1": 0.590153, + "nauc_ndcg_at_10_max": 0.502348, + "nauc_ndcg_at_10_std": 0.038135, + "nauc_ndcg_at_10_diff1": 0.590637, + "nauc_ndcg_at_20_max": 0.500784, + "nauc_ndcg_at_20_std": 0.033107, + "nauc_ndcg_at_20_diff1": 0.595626, + "nauc_ndcg_at_100_max": 0.494942, + "nauc_ndcg_at_100_std": 0.033142, + "nauc_ndcg_at_100_diff1": 0.596359, + "nauc_ndcg_at_1000_max": 0.489179, + "nauc_ndcg_at_1000_std": 0.026573, + "nauc_ndcg_at_1000_diff1": 0.598814, + "nauc_map_at_1_max": 0.378064, + "nauc_map_at_1_std": -0.099378, + "nauc_map_at_1_diff1": 0.626212, + "nauc_map_at_3_max": 0.425045, + "nauc_map_at_3_std": -0.046603, + "nauc_map_at_3_diff1": 0.595727, + "nauc_map_at_5_max": 0.455308, + "nauc_map_at_5_std": -0.011288, + "nauc_map_at_5_diff1": 0.600808, + "nauc_map_at_10_max": 0.464311, + "nauc_map_at_10_std": -0.00429, + "nauc_map_at_10_diff1": 0.600647, + "nauc_map_at_20_max": 0.464393, + "nauc_map_at_20_std": -0.003659, + "nauc_map_at_20_diff1": 0.602365, + "nauc_map_at_100_max": 0.464005, + "nauc_map_at_100_std": -0.002976, + "nauc_map_at_100_diff1": 0.602843, + "nauc_map_at_1000_max": 0.463815, + "nauc_map_at_1000_std": -0.003228, + "nauc_map_at_1000_diff1": 0.602959, + "nauc_recall_at_1_max": 0.378064, + "nauc_recall_at_1_std": -0.099378, + "nauc_recall_at_1_diff1": 0.626212, + "nauc_recall_at_3_max": 0.470507, + "nauc_recall_at_3_std": -0.005968, + "nauc_recall_at_3_diff1": 0.527291, + "nauc_recall_at_5_max": 0.55981, + "nauc_recall_at_5_std": 0.121136, + "nauc_recall_at_5_diff1": 0.532719, + "nauc_recall_at_10_max": 0.630012, + "nauc_recall_at_10_std": 0.190079, + "nauc_recall_at_10_diff1": 0.531039, + "nauc_recall_at_20_max": 0.626319, + "nauc_recall_at_20_std": 0.162648, + "nauc_recall_at_20_diff1": 0.540374, + "nauc_recall_at_100_max": 0.653164, + "nauc_recall_at_100_std": 0.254076, + "nauc_recall_at_100_diff1": 0.503546, + "nauc_recall_at_1000_max": 0.737395, + "nauc_recall_at_1000_std": 0.609127, + "nauc_recall_at_1000_diff1": 0.320378, + "nauc_precision_at_1_max": 0.414636, + "nauc_precision_at_1_std": -0.060942, + "nauc_precision_at_1_diff1": 0.62843, + "nauc_precision_at_3_max": 0.494005, + "nauc_precision_at_3_std": 0.155288, + "nauc_precision_at_3_diff1": 0.403844, + "nauc_precision_at_5_max": 0.539721, + "nauc_precision_at_5_std": 0.318048, + "nauc_precision_at_5_diff1": 0.326759, + "nauc_precision_at_10_max": 0.528711, + "nauc_precision_at_10_std": 0.359646, + "nauc_precision_at_10_diff1": 0.243229, + "nauc_precision_at_20_max": 0.48677, + "nauc_precision_at_20_std": 0.369276, + "nauc_precision_at_20_diff1": 0.224353, + "nauc_precision_at_100_max": 0.391154, + "nauc_precision_at_100_std": 0.44088, + "nauc_precision_at_100_diff1": 0.080356, + "nauc_precision_at_1000_max": 0.284893, + "nauc_precision_at_1000_std": 0.481468, + "nauc_precision_at_1000_diff1": -0.06745, + "nauc_mrr_at_1_max": 0.414636, + "nauc_mrr_at_1_std": -0.060942, + "nauc_mrr_at_1_diff1": 0.62843, + "nauc_mrr_at_3_max": 0.467831, + "nauc_mrr_at_3_std": -0.005693, + "nauc_mrr_at_3_diff1": 0.60665, + "nauc_mrr_at_5_max": 0.476685, + "nauc_mrr_at_5_std": 0.011061, + "nauc_mrr_at_5_diff1": 0.606319, + "nauc_mrr_at_10_max": 0.478929, + "nauc_mrr_at_10_std": 0.011129, + "nauc_mrr_at_10_diff1": 0.606893, + "nauc_mrr_at_20_max": 0.478575, + "nauc_mrr_at_20_std": 0.008039, + "nauc_mrr_at_20_diff1": 0.608859, + "nauc_mrr_at_100_max": 0.477021, + "nauc_mrr_at_100_std": 0.00735, + "nauc_mrr_at_100_diff1": 0.60841, + "nauc_mrr_at_1000_max": 0.476851, + "nauc_mrr_at_1000_std": 0.007207, + "nauc_mrr_at_1000_diff1": 0.608481, + "cv_recall_at_1": 0.53667, + "cv_recall_at_3": 0.72, + "cv_recall_at_5": 0.76, + "cv_recall_at_10": 0.8, + "cv_recall_at_20": 0.82333, + "cv_recall_at_100": 0.91667, + "cv_recall_at_1000": 0.98667, + "main_score": 0.66758, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 69.49193906784058, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ArguAna-NL.v2.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ArguAna-NL.v2.json new file mode 100644 index 0000000000..12178f482e --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25249, + "ndcg_at_3": 0.39413, + "ndcg_at_5": 0.43867, + "ndcg_at_10": 0.48945, + "ndcg_at_20": 0.5177, + "ndcg_at_100": 0.53521, + "ndcg_at_1000": 0.53931, + "map_at_1": 0.25249, + "map_at_3": 0.35906, + "map_at_5": 0.38377, + "map_at_10": 0.40497, + "map_at_20": 0.41273, + "map_at_100": 0.4153, + "map_at_1000": 0.41547, + "recall_at_1": 0.25249, + "recall_at_3": 0.49573, + "recall_at_5": 0.60384, + "recall_at_10": 0.7596, + "recall_at_20": 0.87127, + "recall_at_100": 0.96373, + "recall_at_1000": 0.99502, + "accuracy": 0.25249, + "precision_at_1": 0.25249, + "precision_at_3": 0.16524, + "precision_at_5": 0.12077, + "precision_at_10": 0.07596, + "precision_at_20": 0.04356, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.262447, + "mrr_at_3": 0.362138, + "mrr_at_5": 0.387565, + "mrr_at_10": 0.408461, + "mrr_at_20": 0.416225, + "mrr_at_100": 0.41879, + "mrr_at_1000": 0.418961, + "nauc_ndcg_at_1_max": -0.115141, + "nauc_ndcg_at_1_std": -0.076879, + "nauc_ndcg_at_1_diff1": 0.08541, + "nauc_ndcg_at_3_max": -0.053649, + "nauc_ndcg_at_3_std": -0.050131, + "nauc_ndcg_at_3_diff1": 0.070994, + "nauc_ndcg_at_5_max": -0.033405, + "nauc_ndcg_at_5_std": -0.043051, + "nauc_ndcg_at_5_diff1": 0.093633, + "nauc_ndcg_at_10_max": -0.028806, + "nauc_ndcg_at_10_std": -0.033737, + "nauc_ndcg_at_10_diff1": 0.091238, + "nauc_ndcg_at_20_max": -0.02543, + "nauc_ndcg_at_20_std": -0.026549, + "nauc_ndcg_at_20_diff1": 0.090669, + "nauc_ndcg_at_100_max": -0.033176, + "nauc_ndcg_at_100_std": -0.02618, + "nauc_ndcg_at_100_diff1": 0.091219, + "nauc_ndcg_at_1000_max": -0.041628, + "nauc_ndcg_at_1000_std": -0.035632, + "nauc_ndcg_at_1000_diff1": 0.088818, + "nauc_map_at_1_max": -0.115141, + "nauc_map_at_1_std": -0.076879, + "nauc_map_at_1_diff1": 0.08541, + "nauc_map_at_3_max": -0.068019, + "nauc_map_at_3_std": -0.056855, + "nauc_map_at_3_diff1": 0.073599, + "nauc_map_at_5_max": -0.057206, + "nauc_map_at_5_std": -0.052575, + "nauc_map_at_5_diff1": 0.086367, + "nauc_map_at_10_max": -0.056282, + "nauc_map_at_10_std": -0.049866, + "nauc_map_at_10_diff1": 0.085516, + "nauc_map_at_20_max": -0.05573, + "nauc_map_at_20_std": -0.048455, + "nauc_map_at_20_diff1": 0.085291, + "nauc_map_at_100_max": -0.056494, + "nauc_map_at_100_std": -0.04802, + "nauc_map_at_100_diff1": 0.085421, + "nauc_map_at_1000_max": -0.056815, + "nauc_map_at_1000_std": -0.048341, + "nauc_map_at_1000_diff1": 0.085333, + "nauc_recall_at_1_max": -0.115141, + "nauc_recall_at_1_std": -0.076879, + "nauc_recall_at_1_diff1": 0.08541, + "nauc_recall_at_3_max": -0.013729, + "nauc_recall_at_3_std": -0.031271, + "nauc_recall_at_3_diff1": 0.064053, + "nauc_recall_at_5_max": 0.041932, + "nauc_recall_at_5_std": -0.013564, + "nauc_recall_at_5_diff1": 0.119181, + "nauc_recall_at_10_max": 0.09379, + "nauc_recall_at_10_std": 0.042193, + "nauc_recall_at_10_diff1": 0.117705, + "nauc_recall_at_20_max": 0.206618, + "nauc_recall_at_20_std": 0.158707, + "nauc_recall_at_20_diff1": 0.131868, + "nauc_recall_at_100_max": 0.43452, + "nauc_recall_at_100_std": 0.555207, + "nauc_recall_at_100_diff1": 0.237825, + "nauc_recall_at_1000_max": 0.231144, + "nauc_recall_at_1000_std": 0.544206, + "nauc_recall_at_1000_diff1": 0.272659, + "nauc_precision_at_1_max": -0.115141, + "nauc_precision_at_1_std": -0.076879, + "nauc_precision_at_1_diff1": 0.08541, + "nauc_precision_at_3_max": -0.013729, + "nauc_precision_at_3_std": -0.031271, + "nauc_precision_at_3_diff1": 0.064053, + "nauc_precision_at_5_max": 0.041932, + "nauc_precision_at_5_std": -0.013564, + "nauc_precision_at_5_diff1": 0.119181, + "nauc_precision_at_10_max": 0.09379, + "nauc_precision_at_10_std": 0.042193, + "nauc_precision_at_10_diff1": 0.117705, + "nauc_precision_at_20_max": 0.206618, + "nauc_precision_at_20_std": 0.158707, + "nauc_precision_at_20_diff1": 0.131868, + "nauc_precision_at_100_max": 0.43452, + "nauc_precision_at_100_std": 0.555207, + "nauc_precision_at_100_diff1": 0.237825, + "nauc_precision_at_1000_max": 0.231144, + "nauc_precision_at_1000_std": 0.544206, + "nauc_precision_at_1000_diff1": 0.272659, + "nauc_mrr_at_1_max": -0.104668, + "nauc_mrr_at_1_std": -0.067832, + "nauc_mrr_at_1_diff1": 0.053233, + "nauc_mrr_at_3_max": -0.073831, + "nauc_mrr_at_3_std": -0.057263, + "nauc_mrr_at_3_diff1": 0.048274, + "nauc_mrr_at_5_max": -0.062686, + "nauc_mrr_at_5_std": -0.049759, + "nauc_mrr_at_5_diff1": 0.060074, + "nauc_mrr_at_10_max": -0.061267, + "nauc_mrr_at_10_std": -0.048881, + "nauc_mrr_at_10_diff1": 0.059644, + "nauc_mrr_at_20_max": -0.060906, + "nauc_mrr_at_20_std": -0.047475, + "nauc_mrr_at_20_diff1": 0.058804, + "nauc_mrr_at_100_max": -0.061716, + "nauc_mrr_at_100_std": -0.04704, + "nauc_mrr_at_100_diff1": 0.058713, + "nauc_mrr_at_1000_max": -0.062037, + "nauc_mrr_at_1000_std": -0.047358, + "nauc_mrr_at_1000_diff1": 0.058611, + "cv_recall_at_1": 0.26245, + "cv_recall_at_3": 0.49431, + "cv_recall_at_5": 0.60526, + "cv_recall_at_10": 0.7596, + "cv_recall_at_20": 0.87127, + "cv_recall_at_100": 0.96373, + "cv_recall_at_1000": 0.99502, + "main_score": 0.48945, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 219.21254467964172, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/DutchBookReviewSentimentClassification.v2.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..a653a17958 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.596041, + "f1": 0.590482, + "f1_weighted": 0.590504, + "precision": 0.601478, + "precision_weighted": 0.601467, + "recall": 0.595989, + "recall_weighted": 0.596041, + "ap": 0.559781, + "ap_weighted": 0.559781 + }, + { + "accuracy": 0.612236, + "f1": 0.612128, + "f1_weighted": 0.612131, + "precision": 0.612349, + "precision_weighted": 0.612348, + "recall": 0.612228, + "recall_weighted": 0.612236, + "ap": 0.568918, + "ap_weighted": 0.568918 + }, + { + "accuracy": 0.635628, + "f1": 0.627057, + "f1_weighted": 0.627082, + "precision": 0.649238, + "precision_weighted": 0.649217, + "recall": 0.635559, + "recall_weighted": 0.635628, + "ap": 0.593922, + "ap_weighted": 0.593922 + }, + { + "accuracy": 0.556455, + "f1": 0.544304, + "f1_weighted": 0.544271, + "precision": 0.563299, + "precision_weighted": 0.563308, + "recall": 0.556529, + "recall_weighted": 0.556455, + "ap": 0.530449, + "ap_weighted": 0.530449 + }, + { + "accuracy": 0.641475, + "f1": 0.641034, + "f1_weighted": 0.641039, + "precision": 0.642151, + "precision_weighted": 0.642147, + "recall": 0.64146, + "recall_weighted": 0.641475, + "ap": 0.592025, + "ap_weighted": 0.592025 + }, + { + "accuracy": 0.615834, + "f1": 0.608464, + "f1_weighted": 0.60844, + "precision": 0.625367, + "precision_weighted": 0.625383, + "recall": 0.615896, + "recall_weighted": 0.615834, + "ap": 0.568264, + "ap_weighted": 0.568264 + }, + { + "accuracy": 0.651822, + "f1": 0.651576, + "f1_weighted": 0.651581, + "precision": 0.652232, + "precision_weighted": 0.652228, + "recall": 0.65181, + "recall_weighted": 0.651822, + "ap": 0.600018, + "ap_weighted": 0.600018 + }, + { + "accuracy": 0.625281, + "f1": 0.616627, + "f1_weighted": 0.616601, + "precision": 0.637832, + "precision_weighted": 0.637851, + "recall": 0.625349, + "recall_weighted": 0.625281, + "ap": 0.574533, + "ap_weighted": 0.574533 + }, + { + "accuracy": 0.706253, + "f1": 0.7044, + "f1_weighted": 0.704389, + "precision": 0.711625, + "precision_weighted": 0.71164, + "recall": 0.706289, + "recall_weighted": 0.706253, + "ap": 0.639659, + "ap_weighted": 0.639659 + }, + { + "accuracy": 0.615385, + "f1": 0.613672, + "f1_weighted": 0.613661, + "precision": 0.617512, + "precision_weighted": 0.617519, + "recall": 0.615415, + "recall_weighted": 0.615385, + "ap": 0.569238, + "ap_weighted": 0.569238 + } + ], + "accuracy": 0.625641, + "f1": 0.620974, + "f1_weighted": 0.62097, + "precision": 0.631308, + "precision_weighted": 0.631311, + "recall": 0.625652, + "recall_weighted": 0.625641, + "ap": 0.579681, + "ap_weighted": 0.579681, + "main_score": 0.625641, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 78.06181359291077, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NFCorpus-NL.v2.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..c49f3c9061 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.41022, + "ndcg_at_3": 0.35149, + "ndcg_at_5": 0.32688, + "ndcg_at_10": 0.29824, + "ndcg_at_20": 0.2772, + "ndcg_at_100": 0.26995, + "ndcg_at_1000": 0.35768, + "map_at_1": 0.04945, + "map_at_3": 0.07728, + "map_at_5": 0.09002, + "map_at_10": 0.10582, + "map_at_20": 0.11777, + "map_at_100": 0.13126, + "map_at_1000": 0.14293, + "recall_at_1": 0.04945, + "recall_at_3": 0.08639, + "recall_at_5": 0.1083, + "recall_at_10": 0.14404, + "recall_at_20": 0.18541, + "recall_at_100": 0.28114, + "recall_at_1000": 0.5796, + "accuracy": 0.04945, + "precision_at_1": 0.42415, + "precision_at_3": 0.32714, + "precision_at_5": 0.28173, + "precision_at_10": 0.21858, + "precision_at_20": 0.15991, + "precision_at_100": 0.06542, + "precision_at_1000": 0.01897, + "mrr_at_1": 0.424149, + "mrr_at_3": 0.4742, + "mrr_at_5": 0.485965, + "mrr_at_10": 0.495791, + "mrr_at_20": 0.501139, + "mrr_at_100": 0.503636, + "mrr_at_1000": 0.504144, + "nauc_ndcg_at_1_max": 0.341189, + "nauc_ndcg_at_1_std": 0.260823, + "nauc_ndcg_at_1_diff1": 0.261234, + "nauc_ndcg_at_3_max": 0.378895, + "nauc_ndcg_at_3_std": 0.294521, + "nauc_ndcg_at_3_diff1": 0.231204, + "nauc_ndcg_at_5_max": 0.383786, + "nauc_ndcg_at_5_std": 0.30056, + "nauc_ndcg_at_5_diff1": 0.21777, + "nauc_ndcg_at_10_max": 0.386575, + "nauc_ndcg_at_10_std": 0.321267, + "nauc_ndcg_at_10_diff1": 0.207955, + "nauc_ndcg_at_20_max": 0.382254, + "nauc_ndcg_at_20_std": 0.338945, + "nauc_ndcg_at_20_diff1": 0.207487, + "nauc_ndcg_at_100_max": 0.401892, + "nauc_ndcg_at_100_std": 0.315733, + "nauc_ndcg_at_100_diff1": 0.210859, + "nauc_ndcg_at_1000_max": 0.45016, + "nauc_ndcg_at_1000_std": 0.361743, + "nauc_ndcg_at_1000_diff1": 0.196427, + "nauc_map_at_1_max": 0.155482, + "nauc_map_at_1_std": -0.050091, + "nauc_map_at_1_diff1": 0.393838, + "nauc_map_at_3_max": 0.198423, + "nauc_map_at_3_std": 0.009768, + "nauc_map_at_3_diff1": 0.347444, + "nauc_map_at_5_max": 0.223545, + "nauc_map_at_5_std": 0.045132, + "nauc_map_at_5_diff1": 0.311421, + "nauc_map_at_10_max": 0.265622, + "nauc_map_at_10_std": 0.106851, + "nauc_map_at_10_diff1": 0.288285, + "nauc_map_at_20_max": 0.288443, + "nauc_map_at_20_std": 0.160077, + "nauc_map_at_20_diff1": 0.277949, + "nauc_map_at_100_max": 0.318324, + "nauc_map_at_100_std": 0.204887, + "nauc_map_at_100_diff1": 0.263853, + "nauc_map_at_1000_max": 0.327534, + "nauc_map_at_1000_std": 0.23452, + "nauc_map_at_1000_diff1": 0.249792, + "nauc_recall_at_1_max": 0.155482, + "nauc_recall_at_1_std": -0.050091, + "nauc_recall_at_1_diff1": 0.393838, + "nauc_recall_at_3_max": 0.17994, + "nauc_recall_at_3_std": 0.009305, + "nauc_recall_at_3_diff1": 0.318843, + "nauc_recall_at_5_max": 0.205698, + "nauc_recall_at_5_std": 0.034341, + "nauc_recall_at_5_diff1": 0.264813, + "nauc_recall_at_10_max": 0.244088, + "nauc_recall_at_10_std": 0.083741, + "nauc_recall_at_10_diff1": 0.227972, + "nauc_recall_at_20_max": 0.241995, + "nauc_recall_at_20_std": 0.169166, + "nauc_recall_at_20_diff1": 0.200723, + "nauc_recall_at_100_max": 0.249765, + "nauc_recall_at_100_std": 0.212713, + "nauc_recall_at_100_diff1": 0.123249, + "nauc_recall_at_1000_max": 0.243261, + "nauc_recall_at_1000_std": 0.267839, + "nauc_recall_at_1000_diff1": 0.067656, + "nauc_precision_at_1_max": 0.360997, + "nauc_precision_at_1_std": 0.263909, + "nauc_precision_at_1_diff1": 0.249415, + "nauc_precision_at_3_max": 0.396522, + "nauc_precision_at_3_std": 0.339264, + "nauc_precision_at_3_diff1": 0.165278, + "nauc_precision_at_5_max": 0.394197, + "nauc_precision_at_5_std": 0.360777, + "nauc_precision_at_5_diff1": 0.108806, + "nauc_precision_at_10_max": 0.390187, + "nauc_precision_at_10_std": 0.422921, + "nauc_precision_at_10_diff1": 0.059229, + "nauc_precision_at_20_max": 0.36707, + "nauc_precision_at_20_std": 0.475968, + "nauc_precision_at_20_diff1": 0.026596, + "nauc_precision_at_100_max": 0.27559, + "nauc_precision_at_100_std": 0.453164, + "nauc_precision_at_100_diff1": -0.060639, + "nauc_precision_at_1000_max": 0.075934, + "nauc_precision_at_1000_std": 0.308482, + "nauc_precision_at_1000_diff1": -0.149364, + "nauc_mrr_at_1_max": 0.360997, + "nauc_mrr_at_1_std": 0.263909, + "nauc_mrr_at_1_diff1": 0.249415, + "nauc_mrr_at_3_max": 0.395835, + "nauc_mrr_at_3_std": 0.310555, + "nauc_mrr_at_3_diff1": 0.219317, + "nauc_mrr_at_5_max": 0.402711, + "nauc_mrr_at_5_std": 0.309708, + "nauc_mrr_at_5_diff1": 0.214603, + "nauc_mrr_at_10_max": 0.405153, + "nauc_mrr_at_10_std": 0.307971, + "nauc_mrr_at_10_diff1": 0.212207, + "nauc_mrr_at_20_max": 0.406598, + "nauc_mrr_at_20_std": 0.313867, + "nauc_mrr_at_20_diff1": 0.211539, + "nauc_mrr_at_100_max": 0.406227, + "nauc_mrr_at_100_std": 0.313691, + "nauc_mrr_at_100_diff1": 0.210836, + "nauc_mrr_at_1000_max": 0.406007, + "nauc_mrr_at_1000_std": 0.313467, + "nauc_mrr_at_1000_diff1": 0.211155, + "cv_recall_at_1": 0.42415, + "cv_recall_at_3": 0.5387, + "cv_recall_at_5": 0.59133, + "cv_recall_at_10": 0.66254, + "cv_recall_at_20": 0.73994, + "cv_recall_at_100": 0.83901, + "cv_recall_at_1000": 0.95046, + "main_score": 0.29824, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 142.1261124610901, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SCIDOCS-NL.v2.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..f54fd6c45c --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.159, + "ndcg_at_3": 0.12382, + "ndcg_at_5": 0.10814, + "ndcg_at_10": 0.13093, + "ndcg_at_20": 0.15119, + "ndcg_at_100": 0.19369, + "ndcg_at_1000": 0.24674, + "map_at_1": 0.03205, + "map_at_3": 0.05535, + "map_at_5": 0.06562, + "map_at_10": 0.07516, + "map_at_20": 0.08126, + "map_at_100": 0.08876, + "map_at_1000": 0.09134, + "recall_at_1": 0.03205, + "recall_at_3": 0.06915, + "recall_at_5": 0.09527, + "recall_at_10": 0.13705, + "recall_at_20": 0.18485, + "recall_at_100": 0.3239, + "recall_at_1000": 0.58433, + "accuracy": 0.03205, + "precision_at_1": 0.159, + "precision_at_3": 0.114, + "precision_at_5": 0.0942, + "precision_at_10": 0.0677, + "precision_at_20": 0.0456, + "precision_at_100": 0.01599, + "precision_at_1000": 0.00288, + "mrr_at_1": 0.159, + "mrr_at_3": 0.204333, + "mrr_at_5": 0.220983, + "mrr_at_10": 0.234828, + "mrr_at_20": 0.241833, + "mrr_at_100": 0.246349, + "mrr_at_1000": 0.247318, + "nauc_ndcg_at_1_max": 0.271375, + "nauc_ndcg_at_1_std": 0.060507, + "nauc_ndcg_at_1_diff1": 0.244913, + "nauc_ndcg_at_3_max": 0.282283, + "nauc_ndcg_at_3_std": 0.105914, + "nauc_ndcg_at_3_diff1": 0.208109, + "nauc_ndcg_at_5_max": 0.279784, + "nauc_ndcg_at_5_std": 0.12713, + "nauc_ndcg_at_5_diff1": 0.189671, + "nauc_ndcg_at_10_max": 0.303785, + "nauc_ndcg_at_10_std": 0.163932, + "nauc_ndcg_at_10_diff1": 0.185915, + "nauc_ndcg_at_20_max": 0.313312, + "nauc_ndcg_at_20_std": 0.17756, + "nauc_ndcg_at_20_diff1": 0.189171, + "nauc_ndcg_at_100_max": 0.306088, + "nauc_ndcg_at_100_std": 0.217514, + "nauc_ndcg_at_100_diff1": 0.168873, + "nauc_ndcg_at_1000_max": 0.302788, + "nauc_ndcg_at_1000_std": 0.240695, + "nauc_ndcg_at_1000_diff1": 0.170731, + "nauc_map_at_1_max": 0.270156, + "nauc_map_at_1_std": 0.060822, + "nauc_map_at_1_diff1": 0.243205, + "nauc_map_at_3_max": 0.300602, + "nauc_map_at_3_std": 0.109892, + "nauc_map_at_3_diff1": 0.224272, + "nauc_map_at_5_max": 0.309855, + "nauc_map_at_5_std": 0.132923, + "nauc_map_at_5_diff1": 0.219852, + "nauc_map_at_10_max": 0.326471, + "nauc_map_at_10_std": 0.16257, + "nauc_map_at_10_diff1": 0.218561, + "nauc_map_at_20_max": 0.331372, + "nauc_map_at_20_std": 0.173027, + "nauc_map_at_20_diff1": 0.219058, + "nauc_map_at_100_max": 0.329482, + "nauc_map_at_100_std": 0.189912, + "nauc_map_at_100_diff1": 0.209755, + "nauc_map_at_1000_max": 0.328816, + "nauc_map_at_1000_std": 0.192947, + "nauc_map_at_1000_diff1": 0.209309, + "nauc_recall_at_1_max": 0.270156, + "nauc_recall_at_1_std": 0.060822, + "nauc_recall_at_1_diff1": 0.243205, + "nauc_recall_at_3_max": 0.275991, + "nauc_recall_at_3_std": 0.121256, + "nauc_recall_at_3_diff1": 0.190896, + "nauc_recall_at_5_max": 0.270208, + "nauc_recall_at_5_std": 0.152338, + "nauc_recall_at_5_diff1": 0.161527, + "nauc_recall_at_10_max": 0.305806, + "nauc_recall_at_10_std": 0.211444, + "nauc_recall_at_10_diff1": 0.154082, + "nauc_recall_at_20_max": 0.30993, + "nauc_recall_at_20_std": 0.225734, + "nauc_recall_at_20_diff1": 0.157161, + "nauc_recall_at_100_max": 0.253594, + "nauc_recall_at_100_std": 0.28374, + "nauc_recall_at_100_diff1": 0.095189, + "nauc_recall_at_1000_max": 0.202985, + "nauc_recall_at_1000_std": 0.338382, + "nauc_recall_at_1000_diff1": 0.083582, + "nauc_precision_at_1_max": 0.271375, + "nauc_precision_at_1_std": 0.060507, + "nauc_precision_at_1_diff1": 0.244913, + "nauc_precision_at_3_max": 0.280372, + "nauc_precision_at_3_std": 0.124145, + "nauc_precision_at_3_diff1": 0.194311, + "nauc_precision_at_5_max": 0.273364, + "nauc_precision_at_5_std": 0.156023, + "nauc_precision_at_5_diff1": 0.164074, + "nauc_precision_at_10_max": 0.309632, + "nauc_precision_at_10_std": 0.215047, + "nauc_precision_at_10_diff1": 0.154825, + "nauc_precision_at_20_max": 0.316229, + "nauc_precision_at_20_std": 0.229411, + "nauc_precision_at_20_diff1": 0.158559, + "nauc_precision_at_100_max": 0.257991, + "nauc_precision_at_100_std": 0.28359, + "nauc_precision_at_100_diff1": 0.094405, + "nauc_precision_at_1000_max": 0.213446, + "nauc_precision_at_1000_std": 0.333428, + "nauc_precision_at_1000_diff1": 0.081388, + "nauc_mrr_at_1_max": 0.271375, + "nauc_mrr_at_1_std": 0.060507, + "nauc_mrr_at_1_diff1": 0.244913, + "nauc_mrr_at_3_max": 0.255959, + "nauc_mrr_at_3_std": 0.077852, + "nauc_mrr_at_3_diff1": 0.199497, + "nauc_mrr_at_5_max": 0.252239, + "nauc_mrr_at_5_std": 0.089679, + "nauc_mrr_at_5_diff1": 0.188661, + "nauc_mrr_at_10_max": 0.259623, + "nauc_mrr_at_10_std": 0.097481, + "nauc_mrr_at_10_diff1": 0.18311, + "nauc_mrr_at_20_max": 0.262183, + "nauc_mrr_at_20_std": 0.097329, + "nauc_mrr_at_20_diff1": 0.184626, + "nauc_mrr_at_100_max": 0.263168, + "nauc_mrr_at_100_std": 0.099258, + "nauc_mrr_at_100_diff1": 0.186169, + "nauc_mrr_at_1000_max": 0.263082, + "nauc_mrr_at_1000_std": 0.099175, + "nauc_mrr_at_1000_diff1": 0.186082, + "cv_recall_at_1": 0.159, + "cv_recall_at_3": 0.263, + "cv_recall_at_5": 0.336, + "cv_recall_at_10": 0.438, + "cv_recall_at_20": 0.541, + "cv_recall_at_100": 0.726, + "cv_recall_at_1000": 0.951, + "main_score": 0.13093, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 469.7696805000305, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact-NL.v2.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact-NL.v2.json new file mode 100644 index 0000000000..030dc59f93 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.64222, + "ndcg_at_5": 0.668, + "ndcg_at_10": 0.684, + "ndcg_at_20": 0.6961, + "ndcg_at_100": 0.71091, + "ndcg_at_1000": 0.7183, + "map_at_1": 0.53661, + "map_at_3": 0.61256, + "map_at_5": 0.63046, + "map_at_10": 0.63823, + "map_at_20": 0.64184, + "map_at_100": 0.64438, + "map_at_1000": 0.64463, + "recall_at_1": 0.53661, + "recall_at_3": 0.69644, + "recall_at_5": 0.76183, + "recall_at_10": 0.80789, + "recall_at_20": 0.854, + "recall_at_100": 0.92933, + "recall_at_1000": 0.99, + "accuracy": 0.53661, + "precision_at_1": 0.57, + "precision_at_3": 0.25444, + "precision_at_5": 0.16933, + "precision_at_10": 0.09133, + "precision_at_20": 0.04833, + "precision_at_100": 0.01057, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.57, + "mrr_at_3": 0.634444, + "mrr_at_5": 0.648278, + "mrr_at_10": 0.653534, + "mrr_at_20": 0.656579, + "mrr_at_100": 0.658346, + "mrr_at_1000": 0.658563, + "nauc_ndcg_at_1_max": 0.515688, + "nauc_ndcg_at_1_std": 0.07476, + "nauc_ndcg_at_1_diff1": 0.766541, + "nauc_ndcg_at_3_max": 0.515798, + "nauc_ndcg_at_3_std": 0.042338, + "nauc_ndcg_at_3_diff1": 0.734754, + "nauc_ndcg_at_5_max": 0.507421, + "nauc_ndcg_at_5_std": 0.049554, + "nauc_ndcg_at_5_diff1": 0.723792, + "nauc_ndcg_at_10_max": 0.521419, + "nauc_ndcg_at_10_std": 0.061758, + "nauc_ndcg_at_10_diff1": 0.728845, + "nauc_ndcg_at_20_max": 0.5297, + "nauc_ndcg_at_20_std": 0.082233, + "nauc_ndcg_at_20_diff1": 0.729474, + "nauc_ndcg_at_100_max": 0.530339, + "nauc_ndcg_at_100_std": 0.08382, + "nauc_ndcg_at_100_diff1": 0.735444, + "nauc_ndcg_at_1000_max": 0.526726, + "nauc_ndcg_at_1000_std": 0.082773, + "nauc_ndcg_at_1000_diff1": 0.736249, + "nauc_map_at_1_max": 0.451368, + "nauc_map_at_1_std": -0.020653, + "nauc_map_at_1_diff1": 0.753656, + "nauc_map_at_3_max": 0.49248, + "nauc_map_at_3_std": 0.018098, + "nauc_map_at_3_diff1": 0.739169, + "nauc_map_at_5_max": 0.497726, + "nauc_map_at_5_std": 0.037934, + "nauc_map_at_5_diff1": 0.733972, + "nauc_map_at_10_max": 0.505336, + "nauc_map_at_10_std": 0.045278, + "nauc_map_at_10_diff1": 0.735368, + "nauc_map_at_20_max": 0.508457, + "nauc_map_at_20_std": 0.052337, + "nauc_map_at_20_diff1": 0.735821, + "nauc_map_at_100_max": 0.509345, + "nauc_map_at_100_std": 0.05355, + "nauc_map_at_100_diff1": 0.73694, + "nauc_map_at_1000_max": 0.509334, + "nauc_map_at_1000_std": 0.053666, + "nauc_map_at_1000_diff1": 0.73708, + "nauc_recall_at_1_max": 0.451368, + "nauc_recall_at_1_std": -0.020653, + "nauc_recall_at_1_diff1": 0.753656, + "nauc_recall_at_3_max": 0.503001, + "nauc_recall_at_3_std": 0.00118, + "nauc_recall_at_3_diff1": 0.698503, + "nauc_recall_at_5_max": 0.488609, + "nauc_recall_at_5_std": 0.028653, + "nauc_recall_at_5_diff1": 0.660181, + "nauc_recall_at_10_max": 0.533508, + "nauc_recall_at_10_std": 0.056433, + "nauc_recall_at_10_diff1": 0.673016, + "nauc_recall_at_20_max": 0.576509, + "nauc_recall_at_20_std": 0.16602, + "nauc_recall_at_20_diff1": 0.662401, + "nauc_recall_at_100_max": 0.612142, + "nauc_recall_at_100_std": 0.220293, + "nauc_recall_at_100_diff1": 0.706371, + "nauc_recall_at_1000_max": 0.317149, + "nauc_recall_at_1000_std": 0.664021, + "nauc_recall_at_1000_diff1": 0.571429, + "nauc_precision_at_1_max": 0.515688, + "nauc_precision_at_1_std": 0.07476, + "nauc_precision_at_1_diff1": 0.766541, + "nauc_precision_at_3_max": 0.511539, + "nauc_precision_at_3_std": 0.178421, + "nauc_precision_at_3_diff1": 0.527829, + "nauc_precision_at_5_max": 0.473041, + "nauc_precision_at_5_std": 0.273877, + "nauc_precision_at_5_diff1": 0.384673, + "nauc_precision_at_10_max": 0.450774, + "nauc_precision_at_10_std": 0.334818, + "nauc_precision_at_10_diff1": 0.290473, + "nauc_precision_at_20_max": 0.448489, + "nauc_precision_at_20_std": 0.434729, + "nauc_precision_at_20_diff1": 0.204839, + "nauc_precision_at_100_max": 0.359036, + "nauc_precision_at_100_std": 0.483291, + "nauc_precision_at_100_diff1": 0.060951, + "nauc_precision_at_1000_max": 0.273641, + "nauc_precision_at_1000_std": 0.576041, + "nauc_precision_at_1000_diff1": -0.110272, + "nauc_mrr_at_1_max": 0.515688, + "nauc_mrr_at_1_std": 0.07476, + "nauc_mrr_at_1_diff1": 0.766541, + "nauc_mrr_at_3_max": 0.532954, + "nauc_mrr_at_3_std": 0.08221, + "nauc_mrr_at_3_diff1": 0.747888, + "nauc_mrr_at_5_max": 0.528545, + "nauc_mrr_at_5_std": 0.085555, + "nauc_mrr_at_5_diff1": 0.741915, + "nauc_mrr_at_10_max": 0.531814, + "nauc_mrr_at_10_std": 0.089056, + "nauc_mrr_at_10_diff1": 0.743084, + "nauc_mrr_at_20_max": 0.533654, + "nauc_mrr_at_20_std": 0.093437, + "nauc_mrr_at_20_diff1": 0.743486, + "nauc_mrr_at_100_max": 0.533273, + "nauc_mrr_at_100_std": 0.092912, + "nauc_mrr_at_100_diff1": 0.744661, + "nauc_mrr_at_1000_max": 0.533219, + "nauc_mrr_at_1000_std": 0.092856, + "nauc_mrr_at_1000_diff1": 0.744729, + "cv_recall_at_1": 0.57, + "cv_recall_at_3": 0.72, + "cv_recall_at_5": 0.78, + "cv_recall_at_10": 0.82, + "cv_recall_at_20": 0.86333, + "cv_recall_at_100": 0.93, + "cv_recall_at_1000": 0.99, + "main_score": 0.684, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 86.25911259651184, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-NL.v2.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-NL.v2.json new file mode 100644 index 0000000000..ec48b513a5 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.20128, + "ndcg_at_3": 0.31223, + "ndcg_at_5": 0.3583, + "ndcg_at_10": 0.3989, + "ndcg_at_20": 0.42835, + "ndcg_at_100": 0.45975, + "ndcg_at_1000": 0.4697, + "map_at_1": 0.20128, + "map_at_3": 0.28473, + "map_at_5": 0.31034, + "map_at_10": 0.32729, + "map_at_20": 0.33564, + "map_at_100": 0.34033, + "map_at_1000": 0.3407, + "recall_at_1": 0.20128, + "recall_at_3": 0.39189, + "recall_at_5": 0.50356, + "recall_at_10": 0.62802, + "recall_at_20": 0.74253, + "recall_at_100": 0.90683, + "recall_at_1000": 0.98506, + "accuracy": 0.20128, + "precision_at_1": 0.20128, + "precision_at_3": 0.13063, + "precision_at_5": 0.10071, + "precision_at_10": 0.0628, + "precision_at_20": 0.03713, + "precision_at_100": 0.00907, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.209815, + "mrr_at_3": 0.286984, + "mrr_at_5": 0.3133, + "mrr_at_10": 0.330503, + "mrr_at_20": 0.338818, + "mrr_at_100": 0.343546, + "mrr_at_1000": 0.343916, + "nauc_ndcg_at_1_max": -0.00689, + "nauc_ndcg_at_1_std": -0.014611, + "nauc_ndcg_at_1_diff1": 0.085112, + "nauc_ndcg_at_3_max": 0.035664, + "nauc_ndcg_at_3_std": 0.033241, + "nauc_ndcg_at_3_diff1": 0.069092, + "nauc_ndcg_at_5_max": 0.062793, + "nauc_ndcg_at_5_std": 0.06297, + "nauc_ndcg_at_5_diff1": 0.074113, + "nauc_ndcg_at_10_max": 0.078568, + "nauc_ndcg_at_10_std": 0.08257, + "nauc_ndcg_at_10_diff1": 0.070176, + "nauc_ndcg_at_20_max": 0.08417, + "nauc_ndcg_at_20_std": 0.093401, + "nauc_ndcg_at_20_diff1": 0.082338, + "nauc_ndcg_at_100_max": 0.077619, + "nauc_ndcg_at_100_std": 0.094208, + "nauc_ndcg_at_100_diff1": 0.0826, + "nauc_ndcg_at_1000_max": 0.064863, + "nauc_ndcg_at_1000_std": 0.076078, + "nauc_ndcg_at_1000_diff1": 0.078558, + "nauc_map_at_1_max": -0.00689, + "nauc_map_at_1_std": -0.014611, + "nauc_map_at_1_diff1": 0.085112, + "nauc_map_at_3_max": 0.025772, + "nauc_map_at_3_std": 0.023235, + "nauc_map_at_3_diff1": 0.070275, + "nauc_map_at_5_max": 0.041, + "nauc_map_at_5_std": 0.040168, + "nauc_map_at_5_diff1": 0.072687, + "nauc_map_at_10_max": 0.047018, + "nauc_map_at_10_std": 0.04709, + "nauc_map_at_10_diff1": 0.071006, + "nauc_map_at_20_max": 0.04792, + "nauc_map_at_20_std": 0.049345, + "nauc_map_at_20_diff1": 0.074176, + "nauc_map_at_100_max": 0.047241, + "nauc_map_at_100_std": 0.049257, + "nauc_map_at_100_diff1": 0.074579, + "nauc_map_at_1000_max": 0.046835, + "nauc_map_at_1000_std": 0.048666, + "nauc_map_at_1000_diff1": 0.074507, + "nauc_recall_at_1_max": -0.00689, + "nauc_recall_at_1_std": -0.014611, + "nauc_recall_at_1_diff1": 0.085112, + "nauc_recall_at_3_max": 0.061484, + "nauc_recall_at_3_std": 0.058977, + "nauc_recall_at_3_diff1": 0.066877, + "nauc_recall_at_5_max": 0.124713, + "nauc_recall_at_5_std": 0.127267, + "nauc_recall_at_5_diff1": 0.07998, + "nauc_recall_at_10_max": 0.18597, + "nauc_recall_at_10_std": 0.204769, + "nauc_recall_at_10_diff1": 0.06852, + "nauc_recall_at_20_max": 0.248126, + "nauc_recall_at_20_std": 0.297485, + "nauc_recall_at_20_diff1": 0.130244, + "nauc_recall_at_100_max": 0.359303, + "nauc_recall_at_100_std": 0.589735, + "nauc_recall_at_100_diff1": 0.182103, + "nauc_recall_at_1000_max": 0.049267, + "nauc_recall_at_1000_std": 0.656075, + "nauc_recall_at_1000_diff1": 0.077412, + "nauc_precision_at_1_max": -0.00689, + "nauc_precision_at_1_std": -0.014611, + "nauc_precision_at_1_diff1": 0.085112, + "nauc_precision_at_3_max": 0.061484, + "nauc_precision_at_3_std": 0.058977, + "nauc_precision_at_3_diff1": 0.066877, + "nauc_precision_at_5_max": 0.124713, + "nauc_precision_at_5_std": 0.127267, + "nauc_precision_at_5_diff1": 0.07998, + "nauc_precision_at_10_max": 0.18597, + "nauc_precision_at_10_std": 0.204769, + "nauc_precision_at_10_diff1": 0.06852, + "nauc_precision_at_20_max": 0.248126, + "nauc_precision_at_20_std": 0.297485, + "nauc_precision_at_20_diff1": 0.130244, + "nauc_precision_at_100_max": 0.359303, + "nauc_precision_at_100_std": 0.589735, + "nauc_precision_at_100_diff1": 0.182103, + "nauc_precision_at_1000_max": 0.049267, + "nauc_precision_at_1000_std": 0.656075, + "nauc_precision_at_1000_diff1": 0.077412, + "nauc_mrr_at_1_max": 0.008142, + "nauc_mrr_at_1_std": 0.002899, + "nauc_mrr_at_1_diff1": 0.054762, + "nauc_mrr_at_3_max": 0.018128, + "nauc_mrr_at_3_std": 0.023524, + "nauc_mrr_at_3_diff1": 0.042258, + "nauc_mrr_at_5_max": 0.036455, + "nauc_mrr_at_5_std": 0.042096, + "nauc_mrr_at_5_diff1": 0.047657, + "nauc_mrr_at_10_max": 0.043445, + "nauc_mrr_at_10_std": 0.049373, + "nauc_mrr_at_10_diff1": 0.046582, + "nauc_mrr_at_20_max": 0.04399, + "nauc_mrr_at_20_std": 0.051484, + "nauc_mrr_at_20_diff1": 0.049035, + "nauc_mrr_at_100_max": 0.043465, + "nauc_mrr_at_100_std": 0.051538, + "nauc_mrr_at_100_diff1": 0.049335, + "nauc_mrr_at_1000_max": 0.043043, + "nauc_mrr_at_1000_std": 0.050961, + "nauc_mrr_at_1000_diff1": 0.049204, + "cv_recall_at_1": 0.20982, + "cv_recall_at_3": 0.38834, + "cv_recall_at_5": 0.50213, + "cv_recall_at_10": 0.62802, + "cv_recall_at_20": 0.74182, + "cv_recall_at_100": 0.90754, + "cv_recall_at_1000": 0.98506, + "main_score": 0.3989, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 34.76997184753418, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DutchBookReviewSentimentClassification.v2.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..8746c0afe2 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.583896, + "f1": 0.58315, + "f1_weighted": 0.583158, + "precision": 0.584474, + "precision_weighted": 0.584471, + "recall": 0.583877, + "recall_weighted": 0.583896, + "ap": 0.549398, + "ap_weighted": 0.549398 + }, + { + "accuracy": 0.610886, + "f1": 0.609711, + "f1_weighted": 0.609701, + "precision": 0.612275, + "precision_weighted": 0.61228, + "recall": 0.610911, + "recall_weighted": 0.610886, + "ap": 0.566316, + "ap_weighted": 0.566316 + }, + { + "accuracy": 0.612686, + "f1": 0.611437, + "f1_weighted": 0.611447, + "precision": 0.614115, + "precision_weighted": 0.614109, + "recall": 0.61266, + "recall_weighted": 0.612686, + "ap": 0.570419, + "ap_weighted": 0.570419 + }, + { + "accuracy": 0.518668, + "f1": 0.513864, + "f1_weighted": 0.513842, + "precision": 0.519487, + "precision_weighted": 0.519489, + "recall": 0.518713, + "recall_weighted": 0.518668, + "ap": 0.509424, + "ap_weighted": 0.509424 + }, + { + "accuracy": 0.627081, + "f1": 0.626597, + "f1_weighted": 0.626603, + "precision": 0.627718, + "precision_weighted": 0.627714, + "recall": 0.627064, + "recall_weighted": 0.627081, + "ap": 0.580704, + "ap_weighted": 0.580704 + }, + { + "accuracy": 0.601889, + "f1": 0.59679, + "f1_weighted": 0.596769, + "precision": 0.607395, + "precision_weighted": 0.607406, + "recall": 0.60194, + "recall_weighted": 0.601889, + "ap": 0.559229, + "ap_weighted": 0.559229 + }, + { + "accuracy": 0.596041, + "f1": 0.594995, + "f1_weighted": 0.595004, + "precision": 0.597012, + "precision_weighted": 0.597008, + "recall": 0.596019, + "recall_weighted": 0.596041, + "ap": 0.558047, + "ap_weighted": 0.558047 + }, + { + "accuracy": 0.619433, + "f1": 0.613947, + "f1_weighted": 0.613926, + "precision": 0.626717, + "precision_weighted": 0.626731, + "recall": 0.619487, + "recall_weighted": 0.619433, + "ap": 0.571048, + "ap_weighted": 0.571048 + }, + { + "accuracy": 0.646424, + "f1": 0.640847, + "f1_weighted": 0.640827, + "precision": 0.656217, + "precision_weighted": 0.656235, + "recall": 0.64648, + "recall_weighted": 0.646424, + "ap": 0.590192, + "ap_weighted": 0.590192 + }, + { + "accuracy": 0.604139, + "f1": 0.603039, + "f1_weighted": 0.60303, + "precision": 0.60534, + "precision_weighted": 0.605345, + "recall": 0.604162, + "recall_weighted": 0.604139, + "ap": 0.561673, + "ap_weighted": 0.561673 + } + ], + "accuracy": 0.602114, + "f1": 0.599438, + "f1_weighted": 0.599431, + "precision": 0.605075, + "precision_weighted": 0.605079, + "recall": 0.602131, + "recall_weighted": 0.602114, + "ap": 0.561645, + "ap_weighted": 0.561645, + "main_score": 0.602114, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 39.72829985618591, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-NL.v2.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..c78798755f --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36223, + "ndcg_at_3": 0.33223, + "ndcg_at_5": 0.31159, + "ndcg_at_10": 0.27973, + "ndcg_at_20": 0.25311, + "ndcg_at_100": 0.2464, + "ndcg_at_1000": 0.3356, + "map_at_1": 0.04958, + "map_at_3": 0.07813, + "map_at_5": 0.08955, + "map_at_10": 0.10192, + "map_at_20": 0.11005, + "map_at_100": 0.12148, + "map_at_1000": 0.13215, + "recall_at_1": 0.04958, + "recall_at_3": 0.08712, + "recall_at_5": 0.10906, + "recall_at_10": 0.1333, + "recall_at_20": 0.1577, + "recall_at_100": 0.25113, + "recall_at_1000": 0.56424, + "accuracy": 0.04958, + "precision_at_1": 0.37771, + "precision_at_3": 0.31269, + "precision_at_5": 0.26749, + "precision_at_10": 0.20217, + "precision_at_20": 0.14149, + "precision_at_100": 0.05889, + "precision_at_1000": 0.01813, + "mrr_at_1": 0.377709, + "mrr_at_3": 0.44066, + "mrr_at_5": 0.454592, + "mrr_at_10": 0.463783, + "mrr_at_20": 0.467125, + "mrr_at_100": 0.470188, + "mrr_at_1000": 0.470737, + "nauc_ndcg_at_1_max": 0.280936, + "nauc_ndcg_at_1_std": 0.219075, + "nauc_ndcg_at_1_diff1": 0.3158, + "nauc_ndcg_at_3_max": 0.286171, + "nauc_ndcg_at_3_std": 0.25645, + "nauc_ndcg_at_3_diff1": 0.253864, + "nauc_ndcg_at_5_max": 0.290115, + "nauc_ndcg_at_5_std": 0.259218, + "nauc_ndcg_at_5_diff1": 0.22353, + "nauc_ndcg_at_10_max": 0.282473, + "nauc_ndcg_at_10_std": 0.274361, + "nauc_ndcg_at_10_diff1": 0.172151, + "nauc_ndcg_at_20_max": 0.281268, + "nauc_ndcg_at_20_std": 0.270331, + "nauc_ndcg_at_20_diff1": 0.173876, + "nauc_ndcg_at_100_max": 0.312159, + "nauc_ndcg_at_100_std": 0.256929, + "nauc_ndcg_at_100_diff1": 0.235804, + "nauc_ndcg_at_1000_max": 0.390215, + "nauc_ndcg_at_1000_std": 0.316052, + "nauc_ndcg_at_1000_diff1": 0.212337, + "nauc_map_at_1_max": 0.088561, + "nauc_map_at_1_std": -0.113165, + "nauc_map_at_1_diff1": 0.45606, + "nauc_map_at_3_max": 0.142729, + "nauc_map_at_3_std": -0.049551, + "nauc_map_at_3_diff1": 0.406064, + "nauc_map_at_5_max": 0.159102, + "nauc_map_at_5_std": -0.00985, + "nauc_map_at_5_diff1": 0.377582, + "nauc_map_at_10_max": 0.189169, + "nauc_map_at_10_std": 0.053724, + "nauc_map_at_10_diff1": 0.330466, + "nauc_map_at_20_max": 0.205395, + "nauc_map_at_20_std": 0.096656, + "nauc_map_at_20_diff1": 0.294848, + "nauc_map_at_100_max": 0.22487, + "nauc_map_at_100_std": 0.140365, + "nauc_map_at_100_diff1": 0.271566, + "nauc_map_at_1000_max": 0.242901, + "nauc_map_at_1000_std": 0.172206, + "nauc_map_at_1000_diff1": 0.254478, + "nauc_recall_at_1_max": 0.088561, + "nauc_recall_at_1_std": -0.113165, + "nauc_recall_at_1_diff1": 0.45606, + "nauc_recall_at_3_max": 0.134736, + "nauc_recall_at_3_std": -0.049139, + "nauc_recall_at_3_diff1": 0.387359, + "nauc_recall_at_5_max": 0.154218, + "nauc_recall_at_5_std": -0.016078, + "nauc_recall_at_5_diff1": 0.344326, + "nauc_recall_at_10_max": 0.176575, + "nauc_recall_at_10_std": 0.049454, + "nauc_recall_at_10_diff1": 0.282788, + "nauc_recall_at_20_max": 0.199207, + "nauc_recall_at_20_std": 0.085677, + "nauc_recall_at_20_diff1": 0.235016, + "nauc_recall_at_100_max": 0.194394, + "nauc_recall_at_100_std": 0.1328, + "nauc_recall_at_100_diff1": 0.200579, + "nauc_recall_at_1000_max": 0.2216, + "nauc_recall_at_1000_std": 0.194759, + "nauc_recall_at_1000_diff1": 0.080277, + "nauc_precision_at_1_max": 0.298355, + "nauc_precision_at_1_std": 0.237213, + "nauc_precision_at_1_diff1": 0.305722, + "nauc_precision_at_3_max": 0.30355, + "nauc_precision_at_3_std": 0.322042, + "nauc_precision_at_3_diff1": 0.16676, + "nauc_precision_at_5_max": 0.2991, + "nauc_precision_at_5_std": 0.349215, + "nauc_precision_at_5_diff1": 0.076834, + "nauc_precision_at_10_max": 0.289578, + "nauc_precision_at_10_std": 0.408075, + "nauc_precision_at_10_diff1": -0.052129, + "nauc_precision_at_20_max": 0.280997, + "nauc_precision_at_20_std": 0.456219, + "nauc_precision_at_20_diff1": -0.122985, + "nauc_precision_at_100_max": 0.257391, + "nauc_precision_at_100_std": 0.489448, + "nauc_precision_at_100_diff1": -0.188009, + "nauc_precision_at_1000_max": 0.147326, + "nauc_precision_at_1000_std": 0.340171, + "nauc_precision_at_1000_diff1": -0.198486, + "nauc_mrr_at_1_max": 0.298355, + "nauc_mrr_at_1_std": 0.237213, + "nauc_mrr_at_1_diff1": 0.305722, + "nauc_mrr_at_3_max": 0.316401, + "nauc_mrr_at_3_std": 0.280105, + "nauc_mrr_at_3_diff1": 0.312282, + "nauc_mrr_at_5_max": 0.32401, + "nauc_mrr_at_5_std": 0.290033, + "nauc_mrr_at_5_diff1": 0.311277, + "nauc_mrr_at_10_max": 0.32735, + "nauc_mrr_at_10_std": 0.289934, + "nauc_mrr_at_10_diff1": 0.305961, + "nauc_mrr_at_20_max": 0.33087, + "nauc_mrr_at_20_std": 0.291976, + "nauc_mrr_at_20_diff1": 0.305225, + "nauc_mrr_at_100_max": 0.333662, + "nauc_mrr_at_100_std": 0.292835, + "nauc_mrr_at_100_diff1": 0.3042, + "nauc_mrr_at_1000_max": 0.333177, + "nauc_mrr_at_1000_std": 0.292613, + "nauc_mrr_at_1000_diff1": 0.304453, + "cv_recall_at_1": 0.37771, + "cv_recall_at_3": 0.51393, + "cv_recall_at_5": 0.57585, + "cv_recall_at_10": 0.64396, + "cv_recall_at_20": 0.6935, + "cv_recall_at_100": 0.80805, + "cv_recall_at_1000": 0.95975, + "main_score": 0.27973, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 20.401089906692505, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.v2.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..f70542538d --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.097, + "ndcg_at_3": 0.0814, + "ndcg_at_5": 0.07097, + "ndcg_at_10": 0.08901, + "ndcg_at_20": 0.10515, + "ndcg_at_100": 0.13914, + "ndcg_at_1000": 0.19104, + "map_at_1": 0.01975, + "map_at_3": 0.03542, + "map_at_5": 0.04137, + "map_at_10": 0.04877, + "map_at_20": 0.05321, + "map_at_100": 0.0587, + "map_at_1000": 0.06086, + "recall_at_1": 0.01975, + "recall_at_3": 0.0466, + "recall_at_5": 0.0634, + "recall_at_10": 0.09632, + "recall_at_20": 0.13432, + "recall_at_100": 0.24488, + "recall_at_1000": 0.5014, + "accuracy": 0.01975, + "precision_at_1": 0.097, + "precision_at_3": 0.07667, + "precision_at_5": 0.0626, + "precision_at_10": 0.0475, + "precision_at_20": 0.0331, + "precision_at_100": 0.01206, + "precision_at_1000": 0.00247, + "mrr_at_1": 0.097, + "mrr_at_3": 0.135833, + "mrr_at_5": 0.146983, + "mrr_at_10": 0.159235, + "mrr_at_20": 0.165823, + "mrr_at_100": 0.170936, + "mrr_at_1000": 0.172132, + "nauc_ndcg_at_1_max": 0.095403, + "nauc_ndcg_at_1_std": -0.101245, + "nauc_ndcg_at_1_diff1": 0.286884, + "nauc_ndcg_at_3_max": 0.115948, + "nauc_ndcg_at_3_std": -0.079103, + "nauc_ndcg_at_3_diff1": 0.240331, + "nauc_ndcg_at_5_max": 0.149878, + "nauc_ndcg_at_5_std": -0.060543, + "nauc_ndcg_at_5_diff1": 0.245597, + "nauc_ndcg_at_10_max": 0.161373, + "nauc_ndcg_at_10_std": -0.041601, + "nauc_ndcg_at_10_diff1": 0.225556, + "nauc_ndcg_at_20_max": 0.162899, + "nauc_ndcg_at_20_std": -0.032876, + "nauc_ndcg_at_20_diff1": 0.217802, + "nauc_ndcg_at_100_max": 0.157296, + "nauc_ndcg_at_100_std": -0.008118, + "nauc_ndcg_at_100_diff1": 0.18389, + "nauc_ndcg_at_1000_max": 0.178457, + "nauc_ndcg_at_1000_std": 0.043308, + "nauc_ndcg_at_1000_diff1": 0.189645, + "nauc_map_at_1_max": 0.094742, + "nauc_map_at_1_std": -0.100108, + "nauc_map_at_1_diff1": 0.283322, + "nauc_map_at_3_max": 0.117274, + "nauc_map_at_3_std": -0.085643, + "nauc_map_at_3_diff1": 0.261803, + "nauc_map_at_5_max": 0.153919, + "nauc_map_at_5_std": -0.066122, + "nauc_map_at_5_diff1": 0.271328, + "nauc_map_at_10_max": 0.176543, + "nauc_map_at_10_std": -0.039955, + "nauc_map_at_10_diff1": 0.263899, + "nauc_map_at_20_max": 0.179907, + "nauc_map_at_20_std": -0.033323, + "nauc_map_at_20_diff1": 0.26075, + "nauc_map_at_100_max": 0.18168, + "nauc_map_at_100_std": -0.02115, + "nauc_map_at_100_diff1": 0.250642, + "nauc_map_at_1000_max": 0.182816, + "nauc_map_at_1000_std": -0.016323, + "nauc_map_at_1000_diff1": 0.249537, + "nauc_recall_at_1_max": 0.094742, + "nauc_recall_at_1_std": -0.100108, + "nauc_recall_at_1_diff1": 0.283322, + "nauc_recall_at_3_max": 0.119913, + "nauc_recall_at_3_std": -0.076628, + "nauc_recall_at_3_diff1": 0.219708, + "nauc_recall_at_5_max": 0.173589, + "nauc_recall_at_5_std": -0.043764, + "nauc_recall_at_5_diff1": 0.23066, + "nauc_recall_at_10_max": 0.183965, + "nauc_recall_at_10_std": -0.013588, + "nauc_recall_at_10_diff1": 0.194138, + "nauc_recall_at_20_max": 0.177087, + "nauc_recall_at_20_std": -0.00048, + "nauc_recall_at_20_diff1": 0.176435, + "nauc_recall_at_100_max": 0.143609, + "nauc_recall_at_100_std": 0.048201, + "nauc_recall_at_100_diff1": 0.089669, + "nauc_recall_at_1000_max": 0.180682, + "nauc_recall_at_1000_std": 0.190488, + "nauc_recall_at_1000_diff1": 0.086723, + "nauc_precision_at_1_max": 0.095403, + "nauc_precision_at_1_std": -0.101245, + "nauc_precision_at_1_diff1": 0.286884, + "nauc_precision_at_3_max": 0.121086, + "nauc_precision_at_3_std": -0.075313, + "nauc_precision_at_3_diff1": 0.221148, + "nauc_precision_at_5_max": 0.176382, + "nauc_precision_at_5_std": -0.041659, + "nauc_precision_at_5_diff1": 0.233609, + "nauc_precision_at_10_max": 0.186419, + "nauc_precision_at_10_std": -0.011459, + "nauc_precision_at_10_diff1": 0.196115, + "nauc_precision_at_20_max": 0.182339, + "nauc_precision_at_20_std": 0.00189, + "nauc_precision_at_20_diff1": 0.18025, + "nauc_precision_at_100_max": 0.149995, + "nauc_precision_at_100_std": 0.050977, + "nauc_precision_at_100_diff1": 0.095278, + "nauc_precision_at_1000_max": 0.188328, + "nauc_precision_at_1000_std": 0.193022, + "nauc_precision_at_1000_diff1": 0.094864, + "nauc_mrr_at_1_max": 0.095403, + "nauc_mrr_at_1_std": -0.101245, + "nauc_mrr_at_1_diff1": 0.286884, + "nauc_mrr_at_3_max": 0.104422, + "nauc_mrr_at_3_std": -0.081413, + "nauc_mrr_at_3_diff1": 0.233891, + "nauc_mrr_at_5_max": 0.112711, + "nauc_mrr_at_5_std": -0.075638, + "nauc_mrr_at_5_diff1": 0.232142, + "nauc_mrr_at_10_max": 0.106974, + "nauc_mrr_at_10_std": -0.077698, + "nauc_mrr_at_10_diff1": 0.216716, + "nauc_mrr_at_20_max": 0.10933, + "nauc_mrr_at_20_std": -0.075677, + "nauc_mrr_at_20_diff1": 0.216213, + "nauc_mrr_at_100_max": 0.108232, + "nauc_mrr_at_100_std": -0.075879, + "nauc_mrr_at_100_diff1": 0.215786, + "nauc_mrr_at_1000_max": 0.108884, + "nauc_mrr_at_1000_std": -0.074984, + "nauc_mrr_at_1000_diff1": 0.21673, + "cv_recall_at_1": 0.097, + "cv_recall_at_3": 0.187, + "cv_recall_at_5": 0.236, + "cv_recall_at_10": 0.325, + "cv_recall_at_20": 0.42, + "cv_recall_at_100": 0.622, + "cv_recall_at_1000": 0.899, + "main_score": 0.08901, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 105.17623353004456, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-NL.v2.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-NL.v2.json new file mode 100644 index 0000000000..9d279498f0 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.56297, + "ndcg_at_5": 0.58276, + "ndcg_at_10": 0.60934, + "ndcg_at_20": 0.62198, + "ndcg_at_100": 0.6396, + "ndcg_at_1000": 0.65296, + "map_at_1": 0.46483, + "map_at_3": 0.53609, + "map_at_5": 0.54962, + "map_at_10": 0.56204, + "map_at_20": 0.56542, + "map_at_100": 0.56806, + "map_at_1000": 0.56855, + "recall_at_1": 0.46483, + "recall_at_3": 0.61439, + "recall_at_5": 0.66461, + "recall_at_10": 0.74389, + "recall_at_20": 0.79333, + "recall_at_100": 0.886, + "recall_at_1000": 0.99333, + "accuracy": 0.46483, + "precision_at_1": 0.49, + "precision_at_3": 0.22556, + "precision_at_5": 0.14867, + "precision_at_10": 0.08433, + "precision_at_20": 0.045, + "precision_at_100": 0.0101, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.49, + "mrr_at_3": 0.553889, + "mrr_at_5": 0.564389, + "mrr_at_10": 0.573831, + "mrr_at_20": 0.577313, + "mrr_at_100": 0.579423, + "mrr_at_1000": 0.579855, + "nauc_ndcg_at_1_max": 0.501277, + "nauc_ndcg_at_1_std": 0.017593, + "nauc_ndcg_at_1_diff1": 0.637004, + "nauc_ndcg_at_3_max": 0.510676, + "nauc_ndcg_at_3_std": 0.063913, + "nauc_ndcg_at_3_diff1": 0.589849, + "nauc_ndcg_at_5_max": 0.513485, + "nauc_ndcg_at_5_std": 0.077318, + "nauc_ndcg_at_5_diff1": 0.5859, + "nauc_ndcg_at_10_max": 0.519822, + "nauc_ndcg_at_10_std": 0.095529, + "nauc_ndcg_at_10_diff1": 0.581757, + "nauc_ndcg_at_20_max": 0.526457, + "nauc_ndcg_at_20_std": 0.110176, + "nauc_ndcg_at_20_diff1": 0.580948, + "nauc_ndcg_at_100_max": 0.524404, + "nauc_ndcg_at_100_std": 0.103259, + "nauc_ndcg_at_100_diff1": 0.586524, + "nauc_ndcg_at_1000_max": 0.520033, + "nauc_ndcg_at_1000_std": 0.093139, + "nauc_ndcg_at_1000_diff1": 0.590796, + "nauc_map_at_1_max": 0.471001, + "nauc_map_at_1_std": -0.029934, + "nauc_map_at_1_diff1": 0.651312, + "nauc_map_at_3_max": 0.494966, + "nauc_map_at_3_std": 0.033185, + "nauc_map_at_3_diff1": 0.60403, + "nauc_map_at_5_max": 0.501202, + "nauc_map_at_5_std": 0.050841, + "nauc_map_at_5_diff1": 0.600167, + "nauc_map_at_10_max": 0.507059, + "nauc_map_at_10_std": 0.064682, + "nauc_map_at_10_diff1": 0.597655, + "nauc_map_at_20_max": 0.508702, + "nauc_map_at_20_std": 0.068279, + "nauc_map_at_20_diff1": 0.597313, + "nauc_map_at_100_max": 0.508356, + "nauc_map_at_100_std": 0.068343, + "nauc_map_at_100_diff1": 0.598712, + "nauc_map_at_1000_max": 0.508225, + "nauc_map_at_1000_std": 0.068023, + "nauc_map_at_1000_diff1": 0.598947, + "nauc_recall_at_1_max": 0.471001, + "nauc_recall_at_1_std": -0.029934, + "nauc_recall_at_1_diff1": 0.651312, + "nauc_recall_at_3_max": 0.516185, + "nauc_recall_at_3_std": 0.076782, + "nauc_recall_at_3_diff1": 0.556578, + "nauc_recall_at_5_max": 0.525237, + "nauc_recall_at_5_std": 0.121435, + "nauc_recall_at_5_diff1": 0.54077, + "nauc_recall_at_10_max": 0.547253, + "nauc_recall_at_10_std": 0.182014, + "nauc_recall_at_10_diff1": 0.515141, + "nauc_recall_at_20_max": 0.584962, + "nauc_recall_at_20_std": 0.28283, + "nauc_recall_at_20_diff1": 0.50003, + "nauc_recall_at_100_max": 0.600116, + "nauc_recall_at_100_std": 0.288239, + "nauc_recall_at_100_diff1": 0.505437, + "nauc_recall_at_1000_max": 0.414332, + "nauc_recall_at_1000_std": -0.075864, + "nauc_recall_at_1000_diff1": 0.422502, + "nauc_precision_at_1_max": 0.501277, + "nauc_precision_at_1_std": 0.017593, + "nauc_precision_at_1_diff1": 0.637004, + "nauc_precision_at_3_max": 0.483041, + "nauc_precision_at_3_std": 0.217844, + "nauc_precision_at_3_diff1": 0.401548, + "nauc_precision_at_5_max": 0.462545, + "nauc_precision_at_5_std": 0.308245, + "nauc_precision_at_5_diff1": 0.337566, + "nauc_precision_at_10_max": 0.431761, + "nauc_precision_at_10_std": 0.399856, + "nauc_precision_at_10_diff1": 0.246222, + "nauc_precision_at_20_max": 0.448295, + "nauc_precision_at_20_std": 0.493989, + "nauc_precision_at_20_diff1": 0.199287, + "nauc_precision_at_100_max": 0.335098, + "nauc_precision_at_100_std": 0.48357, + "nauc_precision_at_100_diff1": 0.093717, + "nauc_precision_at_1000_max": 0.183938, + "nauc_precision_at_1000_std": 0.510248, + "nauc_precision_at_1000_diff1": -0.11304, + "nauc_mrr_at_1_max": 0.501277, + "nauc_mrr_at_1_std": 0.017593, + "nauc_mrr_at_1_diff1": 0.637004, + "nauc_mrr_at_3_max": 0.516515, + "nauc_mrr_at_3_std": 0.069857, + "nauc_mrr_at_3_diff1": 0.596421, + "nauc_mrr_at_5_max": 0.517262, + "nauc_mrr_at_5_std": 0.074357, + "nauc_mrr_at_5_diff1": 0.593074, + "nauc_mrr_at_10_max": 0.515569, + "nauc_mrr_at_10_std": 0.075858, + "nauc_mrr_at_10_diff1": 0.593018, + "nauc_mrr_at_20_max": 0.517792, + "nauc_mrr_at_20_std": 0.078781, + "nauc_mrr_at_20_diff1": 0.593053, + "nauc_mrr_at_100_max": 0.517352, + "nauc_mrr_at_100_std": 0.077476, + "nauc_mrr_at_100_diff1": 0.593631, + "nauc_mrr_at_1000_max": 0.517169, + "nauc_mrr_at_1000_std": 0.077225, + "nauc_mrr_at_1000_diff1": 0.59388, + "cv_recall_at_1": 0.49, + "cv_recall_at_3": 0.63333, + "cv_recall_at_5": 0.68, + "cv_recall_at_10": 0.75333, + "cv_recall_at_20": 0.80667, + "cv_recall_at_100": 0.89, + "cv_recall_at_1000": 0.99333, + "main_score": 0.60934, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 26.08923053741455, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/ArguAna-NL.v2.json b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/ArguAna-NL.v2.json new file mode 100644 index 0000000000..6f599e36fe --- /dev/null +++ b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.17852, + "ndcg_at_3": 0.28388, + "ndcg_at_5": 0.32472, + "ndcg_at_10": 0.36688, + "ndcg_at_20": 0.39671, + "ndcg_at_100": 0.42664, + "ndcg_at_1000": 0.43975, + "map_at_1": 0.17852, + "map_at_3": 0.25723, + "map_at_5": 0.27995, + "map_at_10": 0.29726, + "map_at_20": 0.30554, + "map_at_100": 0.30983, + "map_at_1000": 0.31032, + "recall_at_1": 0.17852, + "recall_at_3": 0.36131, + "recall_at_5": 0.46017, + "recall_at_10": 0.59104, + "recall_at_20": 0.70839, + "recall_at_100": 0.86771, + "recall_at_1000": 0.97084, + "accuracy": 0.17852, + "precision_at_1": 0.17852, + "precision_at_3": 0.12044, + "precision_at_5": 0.09203, + "precision_at_10": 0.0591, + "precision_at_20": 0.03542, + "precision_at_100": 0.00868, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.185633, + "mrr_at_3": 0.25889, + "mrr_at_5": 0.282468, + "mrr_at_10": 0.300012, + "mrr_at_20": 0.308293, + "mrr_at_100": 0.312578, + "mrr_at_1000": 0.313068, + "nauc_ndcg_at_1_max": -0.012596, + "nauc_ndcg_at_1_std": 0.042376, + "nauc_ndcg_at_1_diff1": 0.118474, + "nauc_ndcg_at_3_max": 0.032656, + "nauc_ndcg_at_3_std": 0.067179, + "nauc_ndcg_at_3_diff1": 0.098915, + "nauc_ndcg_at_5_max": 0.049396, + "nauc_ndcg_at_5_std": 0.082279, + "nauc_ndcg_at_5_diff1": 0.105584, + "nauc_ndcg_at_10_max": 0.07005, + "nauc_ndcg_at_10_std": 0.105767, + "nauc_ndcg_at_10_diff1": 0.111077, + "nauc_ndcg_at_20_max": 0.079117, + "nauc_ndcg_at_20_std": 0.118178, + "nauc_ndcg_at_20_diff1": 0.114512, + "nauc_ndcg_at_100_max": 0.08501, + "nauc_ndcg_at_100_std": 0.129169, + "nauc_ndcg_at_100_diff1": 0.120285, + "nauc_ndcg_at_1000_max": 0.067689, + "nauc_ndcg_at_1000_std": 0.113938, + "nauc_ndcg_at_1000_diff1": 0.112721, + "nauc_map_at_1_max": -0.012596, + "nauc_map_at_1_std": 0.042376, + "nauc_map_at_1_diff1": 0.118474, + "nauc_map_at_3_max": 0.022823, + "nauc_map_at_3_std": 0.063414, + "nauc_map_at_3_diff1": 0.101572, + "nauc_map_at_5_max": 0.032231, + "nauc_map_at_5_std": 0.071939, + "nauc_map_at_5_diff1": 0.104994, + "nauc_map_at_10_max": 0.040638, + "nauc_map_at_10_std": 0.08117, + "nauc_map_at_10_diff1": 0.107228, + "nauc_map_at_20_max": 0.042274, + "nauc_map_at_20_std": 0.084289, + "nauc_map_at_20_diff1": 0.108104, + "nauc_map_at_100_max": 0.043035, + "nauc_map_at_100_std": 0.085395, + "nauc_map_at_100_diff1": 0.1093, + "nauc_map_at_1000_max": 0.042404, + "nauc_map_at_1000_std": 0.084861, + "nauc_map_at_1000_diff1": 0.109009, + "nauc_recall_at_1_max": -0.012596, + "nauc_recall_at_1_std": 0.042376, + "nauc_recall_at_1_diff1": 0.118474, + "nauc_recall_at_3_max": 0.057285, + "nauc_recall_at_3_std": 0.076058, + "nauc_recall_at_3_diff1": 0.092802, + "nauc_recall_at_5_max": 0.09485, + "nauc_recall_at_5_std": 0.109768, + "nauc_recall_at_5_diff1": 0.10889, + "nauc_recall_at_10_max": 0.162161, + "nauc_recall_at_10_std": 0.185698, + "nauc_recall_at_10_diff1": 0.12606, + "nauc_recall_at_20_max": 0.230116, + "nauc_recall_at_20_std": 0.26134, + "nauc_recall_at_20_diff1": 0.145504, + "nauc_recall_at_100_max": 0.430663, + "nauc_recall_at_100_std": 0.519566, + "nauc_recall_at_100_diff1": 0.22411, + "nauc_recall_at_1000_max": 0.404662, + "nauc_recall_at_1000_std": 0.784752, + "nauc_recall_at_1000_diff1": 0.067804, + "nauc_precision_at_1_max": -0.012596, + "nauc_precision_at_1_std": 0.042376, + "nauc_precision_at_1_diff1": 0.118474, + "nauc_precision_at_3_max": 0.057285, + "nauc_precision_at_3_std": 0.076058, + "nauc_precision_at_3_diff1": 0.092802, + "nauc_precision_at_5_max": 0.09485, + "nauc_precision_at_5_std": 0.109768, + "nauc_precision_at_5_diff1": 0.10889, + "nauc_precision_at_10_max": 0.162161, + "nauc_precision_at_10_std": 0.185698, + "nauc_precision_at_10_diff1": 0.12606, + "nauc_precision_at_20_max": 0.230116, + "nauc_precision_at_20_std": 0.26134, + "nauc_precision_at_20_diff1": 0.145504, + "nauc_precision_at_100_max": 0.430663, + "nauc_precision_at_100_std": 0.519566, + "nauc_precision_at_100_diff1": 0.22411, + "nauc_precision_at_1000_max": 0.404662, + "nauc_precision_at_1000_std": 0.784752, + "nauc_precision_at_1000_diff1": 0.067804, + "nauc_mrr_at_1_max": -0.004181, + "nauc_mrr_at_1_std": 0.053646, + "nauc_mrr_at_1_diff1": 0.088832, + "nauc_mrr_at_3_max": 0.01126, + "nauc_mrr_at_3_std": 0.066071, + "nauc_mrr_at_3_diff1": 0.073355, + "nauc_mrr_at_5_max": 0.025011, + "nauc_mrr_at_5_std": 0.073102, + "nauc_mrr_at_5_diff1": 0.080836, + "nauc_mrr_at_10_max": 0.034544, + "nauc_mrr_at_10_std": 0.082768, + "nauc_mrr_at_10_diff1": 0.084017, + "nauc_mrr_at_20_max": 0.035498, + "nauc_mrr_at_20_std": 0.085735, + "nauc_mrr_at_20_diff1": 0.084046, + "nauc_mrr_at_100_max": 0.036661, + "nauc_mrr_at_100_std": 0.086979, + "nauc_mrr_at_100_diff1": 0.085357, + "nauc_mrr_at_1000_max": 0.036029, + "nauc_mrr_at_1000_std": 0.086454, + "nauc_mrr_at_1000_diff1": 0.085033, + "cv_recall_at_1": 0.18563, + "cv_recall_at_3": 0.35704, + "cv_recall_at_5": 0.45875, + "cv_recall_at_10": 0.59104, + "cv_recall_at_20": 0.70839, + "cv_recall_at_100": 0.86771, + "cv_recall_at_1000": 0.97084, + "main_score": 0.36688, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 9.6061692237854, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/DutchBookReviewSentimentClassification.v2.json b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..5f5fd9d36c --- /dev/null +++ b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.498426, + "f1": 0.497527, + "f1_weighted": 0.497537, + "precision": 0.498395, + "precision_weighted": 0.498395, + "recall": 0.498407, + "recall_weighted": 0.498426, + "ap": 0.498981, + "ap_weighted": 0.498981 + }, + { + "accuracy": 0.579847, + "f1": 0.579368, + "f1_weighted": 0.579375, + "precision": 0.580192, + "precision_weighted": 0.58019, + "recall": 0.579832, + "recall_weighted": 0.579847, + "ap": 0.546525, + "ap_weighted": 0.546525 + }, + { + "accuracy": 0.506073, + "f1": 0.504455, + "f1_weighted": 0.504468, + "precision": 0.506127, + "precision_weighted": 0.506126, + "recall": 0.506047, + "recall_weighted": 0.506073, + "ap": 0.50284, + "ap_weighted": 0.50284 + }, + { + "accuracy": 0.512371, + "f1": 0.507323, + "f1_weighted": 0.507301, + "precision": 0.512949, + "precision_weighted": 0.512951, + "recall": 0.512416, + "recall_weighted": 0.512371, + "ap": 0.506111, + "ap_weighted": 0.506111 + }, + { + "accuracy": 0.588394, + "f1": 0.588274, + "f1_weighted": 0.588277, + "precision": 0.588487, + "precision_weighted": 0.588486, + "recall": 0.588386, + "recall_weighted": 0.588394, + "ap": 0.552057, + "ap_weighted": 0.552057 + }, + { + "accuracy": 0.540261, + "f1": 0.487213, + "f1_weighted": 0.487139, + "precision": 0.568997, + "precision_weighted": 0.569017, + "recall": 0.540406, + "recall_weighted": 0.540261, + "ap": 0.520972, + "ap_weighted": 0.520972 + }, + { + "accuracy": 0.619433, + "f1": 0.619108, + "f1_weighted": 0.619113, + "precision": 0.619824, + "precision_weighted": 0.619821, + "recall": 0.61942, + "recall_weighted": 0.619433, + "ap": 0.574632, + "ap_weighted": 0.574632 + }, + { + "accuracy": 0.614935, + "f1": 0.610355, + "f1_weighted": 0.610336, + "precision": 0.620681, + "precision_weighted": 0.620693, + "recall": 0.614984, + "recall_weighted": 0.614935, + "ap": 0.568133, + "ap_weighted": 0.568133 + }, + { + "accuracy": 0.578498, + "f1": 0.575778, + "f1_weighted": 0.575762, + "precision": 0.580613, + "precision_weighted": 0.580619, + "recall": 0.578534, + "recall_weighted": 0.578498, + "ap": 0.544358, + "ap_weighted": 0.544358 + }, + { + "accuracy": 0.582096, + "f1": 0.582096, + "f1_weighted": 0.582096, + "precision": 0.582097, + "precision_weighted": 0.582097, + "recall": 0.582097, + "recall_weighted": 0.582096, + "ap": 0.547551, + "ap_weighted": 0.547551 + } + ], + "accuracy": 0.562033, + "f1": 0.55515, + "f1_weighted": 0.55514, + "precision": 0.565836, + "precision_weighted": 0.565839, + "recall": 0.562053, + "recall_weighted": 0.562033, + "ap": 0.536216, + "ap_weighted": 0.536216, + "main_score": 0.562033, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 32.74563956260681, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/NFCorpus-NL.v2.json b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..bd7fe19128 --- /dev/null +++ b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.21672, + "ndcg_at_3": 0.18585, + "ndcg_at_5": 0.17945, + "ndcg_at_10": 0.16406, + "ndcg_at_20": 0.15452, + "ndcg_at_100": 0.15348, + "ndcg_at_1000": 0.24154, + "map_at_1": 0.02204, + "map_at_3": 0.03724, + "map_at_5": 0.04335, + "map_at_10": 0.04886, + "map_at_20": 0.05447, + "map_at_100": 0.06176, + "map_at_1000": 0.07035, + "recall_at_1": 0.02204, + "recall_at_3": 0.04766, + "recall_at_5": 0.06207, + "recall_at_10": 0.07589, + "recall_at_20": 0.09978, + "recall_at_100": 0.1778, + "recall_at_1000": 0.48378, + "accuracy": 0.02204, + "precision_at_1": 0.2322, + "precision_at_3": 0.17647, + "precision_at_5": 0.15666, + "precision_at_10": 0.12322, + "precision_at_20": 0.09489, + "precision_at_100": 0.04272, + "precision_at_1000": 0.01632, + "mrr_at_1": 0.232198, + "mrr_at_3": 0.283798, + "mrr_at_5": 0.296956, + "mrr_at_10": 0.304177, + "mrr_at_20": 0.309888, + "mrr_at_100": 0.314722, + "mrr_at_1000": 0.315552, + "nauc_ndcg_at_1_max": 0.258803, + "nauc_ndcg_at_1_std": 0.129564, + "nauc_ndcg_at_1_diff1": 0.212651, + "nauc_ndcg_at_3_max": 0.24887, + "nauc_ndcg_at_3_std": 0.12218, + "nauc_ndcg_at_3_diff1": 0.169153, + "nauc_ndcg_at_5_max": 0.2749, + "nauc_ndcg_at_5_std": 0.156243, + "nauc_ndcg_at_5_diff1": 0.170551, + "nauc_ndcg_at_10_max": 0.291362, + "nauc_ndcg_at_10_std": 0.187372, + "nauc_ndcg_at_10_diff1": 0.181715, + "nauc_ndcg_at_20_max": 0.305413, + "nauc_ndcg_at_20_std": 0.197467, + "nauc_ndcg_at_20_diff1": 0.20576, + "nauc_ndcg_at_100_max": 0.296798, + "nauc_ndcg_at_100_std": 0.17939, + "nauc_ndcg_at_100_diff1": 0.232898, + "nauc_ndcg_at_1000_max": 0.326097, + "nauc_ndcg_at_1000_std": 0.244145, + "nauc_ndcg_at_1000_diff1": 0.211743, + "nauc_map_at_1_max": 0.18505, + "nauc_map_at_1_std": -0.114952, + "nauc_map_at_1_diff1": 0.281559, + "nauc_map_at_3_max": 0.158116, + "nauc_map_at_3_std": -0.085073, + "nauc_map_at_3_diff1": 0.20911, + "nauc_map_at_5_max": 0.165795, + "nauc_map_at_5_std": -0.044062, + "nauc_map_at_5_diff1": 0.20506, + "nauc_map_at_10_max": 0.181689, + "nauc_map_at_10_std": -0.005141, + "nauc_map_at_10_diff1": 0.205525, + "nauc_map_at_20_max": 0.208695, + "nauc_map_at_20_std": 0.036587, + "nauc_map_at_20_diff1": 0.218023, + "nauc_map_at_100_max": 0.240094, + "nauc_map_at_100_std": 0.087383, + "nauc_map_at_100_diff1": 0.230549, + "nauc_map_at_1000_max": 0.262883, + "nauc_map_at_1000_std": 0.126775, + "nauc_map_at_1000_diff1": 0.231143, + "nauc_recall_at_1_max": 0.18505, + "nauc_recall_at_1_std": -0.114952, + "nauc_recall_at_1_diff1": 0.281559, + "nauc_recall_at_3_max": 0.148235, + "nauc_recall_at_3_std": -0.074828, + "nauc_recall_at_3_diff1": 0.153679, + "nauc_recall_at_5_max": 0.143006, + "nauc_recall_at_5_std": -0.011987, + "nauc_recall_at_5_diff1": 0.152729, + "nauc_recall_at_10_max": 0.152739, + "nauc_recall_at_10_std": 0.020432, + "nauc_recall_at_10_diff1": 0.147826, + "nauc_recall_at_20_max": 0.195997, + "nauc_recall_at_20_std": 0.07282, + "nauc_recall_at_20_diff1": 0.179113, + "nauc_recall_at_100_max": 0.165576, + "nauc_recall_at_100_std": 0.079567, + "nauc_recall_at_100_diff1": 0.144251, + "nauc_recall_at_1000_max": 0.180065, + "nauc_recall_at_1000_std": 0.214531, + "nauc_recall_at_1000_diff1": 0.132001, + "nauc_precision_at_1_max": 0.284082, + "nauc_precision_at_1_std": 0.159127, + "nauc_precision_at_1_diff1": 0.221765, + "nauc_precision_at_3_max": 0.253775, + "nauc_precision_at_3_std": 0.16458, + "nauc_precision_at_3_diff1": 0.154265, + "nauc_precision_at_5_max": 0.299923, + "nauc_precision_at_5_std": 0.240736, + "nauc_precision_at_5_diff1": 0.152241, + "nauc_precision_at_10_max": 0.32208, + "nauc_precision_at_10_std": 0.306811, + "nauc_precision_at_10_diff1": 0.160819, + "nauc_precision_at_20_max": 0.353966, + "nauc_precision_at_20_std": 0.359721, + "nauc_precision_at_20_diff1": 0.174138, + "nauc_precision_at_100_max": 0.37829, + "nauc_precision_at_100_std": 0.419851, + "nauc_precision_at_100_diff1": 0.185169, + "nauc_precision_at_1000_max": 0.230195, + "nauc_precision_at_1000_std": 0.298799, + "nauc_precision_at_1000_diff1": 0.068227, + "nauc_mrr_at_1_max": 0.284082, + "nauc_mrr_at_1_std": 0.159127, + "nauc_mrr_at_1_diff1": 0.221765, + "nauc_mrr_at_3_max": 0.279789, + "nauc_mrr_at_3_std": 0.151099, + "nauc_mrr_at_3_diff1": 0.213661, + "nauc_mrr_at_5_max": 0.284112, + "nauc_mrr_at_5_std": 0.16293, + "nauc_mrr_at_5_diff1": 0.221358, + "nauc_mrr_at_10_max": 0.283937, + "nauc_mrr_at_10_std": 0.165794, + "nauc_mrr_at_10_diff1": 0.220285, + "nauc_mrr_at_20_max": 0.286968, + "nauc_mrr_at_20_std": 0.169099, + "nauc_mrr_at_20_diff1": 0.218688, + "nauc_mrr_at_100_max": 0.287352, + "nauc_mrr_at_100_std": 0.169084, + "nauc_mrr_at_100_diff1": 0.218682, + "nauc_mrr_at_1000_max": 0.287731, + "nauc_mrr_at_1000_std": 0.169446, + "nauc_mrr_at_1000_diff1": 0.21891, + "cv_recall_at_1": 0.2322, + "cv_recall_at_3": 0.34365, + "cv_recall_at_5": 0.39938, + "cv_recall_at_10": 0.45201, + "cv_recall_at_20": 0.53251, + "cv_recall_at_100": 0.73065, + "cv_recall_at_1000": 0.93189, + "main_score": 0.16406, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.8666415214538574, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/SCIDOCS-NL.v2.json b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..335d45ca6b --- /dev/null +++ b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.076, + "ndcg_at_3": 0.06503, + "ndcg_at_5": 0.05592, + "ndcg_at_10": 0.06958, + "ndcg_at_20": 0.07974, + "ndcg_at_100": 0.11064, + "ndcg_at_1000": 0.15582, + "map_at_1": 0.0153, + "map_at_3": 0.02727, + "map_at_5": 0.03149, + "map_at_10": 0.03678, + "map_at_20": 0.03942, + "map_at_100": 0.0439, + "map_at_1000": 0.04572, + "recall_at_1": 0.0153, + "recall_at_3": 0.0379, + "recall_at_5": 0.05023, + "recall_at_10": 0.07552, + "recall_at_20": 0.09968, + "recall_at_100": 0.20115, + "recall_at_1000": 0.42468, + "accuracy": 0.0153, + "precision_at_1": 0.076, + "precision_at_3": 0.06233, + "precision_at_5": 0.0496, + "precision_at_10": 0.0372, + "precision_at_20": 0.0245, + "precision_at_100": 0.00992, + "precision_at_1000": 0.00209, + "mrr_at_1": 0.076, + "mrr_at_3": 0.110167, + "mrr_at_5": 0.118967, + "mrr_at_10": 0.128685, + "mrr_at_20": 0.133082, + "mrr_at_100": 0.137821, + "mrr_at_1000": 0.139067, + "nauc_ndcg_at_1_max": 0.148712, + "nauc_ndcg_at_1_std": -0.01726, + "nauc_ndcg_at_1_diff1": 0.129807, + "nauc_ndcg_at_3_max": 0.191731, + "nauc_ndcg_at_3_std": 0.040455, + "nauc_ndcg_at_3_diff1": 0.103434, + "nauc_ndcg_at_5_max": 0.186564, + "nauc_ndcg_at_5_std": 0.053955, + "nauc_ndcg_at_5_diff1": 0.103235, + "nauc_ndcg_at_10_max": 0.201881, + "nauc_ndcg_at_10_std": 0.06967, + "nauc_ndcg_at_10_diff1": 0.095709, + "nauc_ndcg_at_20_max": 0.21036, + "nauc_ndcg_at_20_std": 0.086298, + "nauc_ndcg_at_20_diff1": 0.107417, + "nauc_ndcg_at_100_max": 0.231954, + "nauc_ndcg_at_100_std": 0.134918, + "nauc_ndcg_at_100_diff1": 0.086448, + "nauc_ndcg_at_1000_max": 0.267803, + "nauc_ndcg_at_1000_std": 0.165605, + "nauc_ndcg_at_1000_diff1": 0.081192, + "nauc_map_at_1_max": 0.147389, + "nauc_map_at_1_std": -0.018458, + "nauc_map_at_1_diff1": 0.129344, + "nauc_map_at_3_max": 0.177708, + "nauc_map_at_3_std": 0.023053, + "nauc_map_at_3_diff1": 0.101851, + "nauc_map_at_5_max": 0.170767, + "nauc_map_at_5_std": 0.0288, + "nauc_map_at_5_diff1": 0.103982, + "nauc_map_at_10_max": 0.187082, + "nauc_map_at_10_std": 0.046129, + "nauc_map_at_10_diff1": 0.095091, + "nauc_map_at_20_max": 0.194884, + "nauc_map_at_20_std": 0.057605, + "nauc_map_at_20_diff1": 0.10432, + "nauc_map_at_100_max": 0.202446, + "nauc_map_at_100_std": 0.07778, + "nauc_map_at_100_diff1": 0.097357, + "nauc_map_at_1000_max": 0.206357, + "nauc_map_at_1000_std": 0.083109, + "nauc_map_at_1000_diff1": 0.096344, + "nauc_recall_at_1_max": 0.147389, + "nauc_recall_at_1_std": -0.018458, + "nauc_recall_at_1_diff1": 0.129344, + "nauc_recall_at_3_max": 0.207701, + "nauc_recall_at_3_std": 0.06496, + "nauc_recall_at_3_diff1": 0.097463, + "nauc_recall_at_5_max": 0.195252, + "nauc_recall_at_5_std": 0.08019, + "nauc_recall_at_5_diff1": 0.097764, + "nauc_recall_at_10_max": 0.216647, + "nauc_recall_at_10_std": 0.101971, + "nauc_recall_at_10_diff1": 0.085211, + "nauc_recall_at_20_max": 0.22572, + "nauc_recall_at_20_std": 0.128114, + "nauc_recall_at_20_diff1": 0.107865, + "nauc_recall_at_100_max": 0.248092, + "nauc_recall_at_100_std": 0.209573, + "nauc_recall_at_100_diff1": 0.057117, + "nauc_recall_at_1000_max": 0.309554, + "nauc_recall_at_1000_std": 0.252991, + "nauc_recall_at_1000_diff1": 0.0457, + "nauc_precision_at_1_max": 0.148712, + "nauc_precision_at_1_std": -0.01726, + "nauc_precision_at_1_diff1": 0.129807, + "nauc_precision_at_3_max": 0.208121, + "nauc_precision_at_3_std": 0.063753, + "nauc_precision_at_3_diff1": 0.096031, + "nauc_precision_at_5_max": 0.196676, + "nauc_precision_at_5_std": 0.081459, + "nauc_precision_at_5_diff1": 0.093861, + "nauc_precision_at_10_max": 0.219176, + "nauc_precision_at_10_std": 0.102402, + "nauc_precision_at_10_diff1": 0.083276, + "nauc_precision_at_20_max": 0.226451, + "nauc_precision_at_20_std": 0.12696, + "nauc_precision_at_20_diff1": 0.105692, + "nauc_precision_at_100_max": 0.247903, + "nauc_precision_at_100_std": 0.208307, + "nauc_precision_at_100_diff1": 0.054548, + "nauc_precision_at_1000_max": 0.307597, + "nauc_precision_at_1000_std": 0.253731, + "nauc_precision_at_1000_diff1": 0.042968, + "nauc_mrr_at_1_max": 0.148712, + "nauc_mrr_at_1_std": -0.01726, + "nauc_mrr_at_1_diff1": 0.129807, + "nauc_mrr_at_3_max": 0.187695, + "nauc_mrr_at_3_std": 0.035615, + "nauc_mrr_at_3_diff1": 0.109089, + "nauc_mrr_at_5_max": 0.187451, + "nauc_mrr_at_5_std": 0.04689, + "nauc_mrr_at_5_diff1": 0.109039, + "nauc_mrr_at_10_max": 0.187829, + "nauc_mrr_at_10_std": 0.046208, + "nauc_mrr_at_10_diff1": 0.107034, + "nauc_mrr_at_20_max": 0.187551, + "nauc_mrr_at_20_std": 0.04939, + "nauc_mrr_at_20_diff1": 0.106875, + "nauc_mrr_at_100_max": 0.190348, + "nauc_mrr_at_100_std": 0.051896, + "nauc_mrr_at_100_diff1": 0.104685, + "nauc_mrr_at_1000_max": 0.190973, + "nauc_mrr_at_1000_std": 0.051575, + "nauc_mrr_at_1000_diff1": 0.104289, + "cv_recall_at_1": 0.076, + "cv_recall_at_3": 0.159, + "cv_recall_at_5": 0.197, + "cv_recall_at_10": 0.27, + "cv_recall_at_20": 0.336, + "cv_recall_at_100": 0.537, + "cv_recall_at_1000": 0.826, + "main_score": 0.06958, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 8.624572038650513, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/SciFact-NL.v2.json b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/SciFact-NL.v2.json new file mode 100644 index 0000000000..41e2c6372a --- /dev/null +++ b/results/minishlab__potion-multilingual-128M/38ebd7f10f71e67fa8db898290f92b82e9cfff2a/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.29667, + "ndcg_at_3": 0.3592, + "ndcg_at_5": 0.38466, + "ndcg_at_10": 0.41411, + "ndcg_at_20": 0.43168, + "ndcg_at_100": 0.4588, + "ndcg_at_1000": 0.48171, + "map_at_1": 0.27917, + "map_at_3": 0.33778, + "map_at_5": 0.35269, + "map_at_10": 0.36635, + "map_at_20": 0.37172, + "map_at_100": 0.37552, + "map_at_1000": 0.37632, + "recall_at_1": 0.27917, + "recall_at_3": 0.40139, + "recall_at_5": 0.46483, + "recall_at_10": 0.549, + "recall_at_20": 0.61567, + "recall_at_100": 0.76133, + "recall_at_1000": 0.94133, + "accuracy": 0.27917, + "precision_at_1": 0.29667, + "precision_at_3": 0.14444, + "precision_at_5": 0.102, + "precision_at_10": 0.062, + "precision_at_20": 0.03483, + "precision_at_100": 0.0086, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.296667, + "mrr_at_3": 0.353889, + "mrr_at_5": 0.367722, + "mrr_at_10": 0.379196, + "mrr_at_20": 0.383752, + "mrr_at_100": 0.387042, + "mrr_at_1000": 0.387824, + "nauc_ndcg_at_1_max": 0.375346, + "nauc_ndcg_at_1_std": 0.057177, + "nauc_ndcg_at_1_diff1": 0.464105, + "nauc_ndcg_at_3_max": 0.330246, + "nauc_ndcg_at_3_std": 0.030709, + "nauc_ndcg_at_3_diff1": 0.396061, + "nauc_ndcg_at_5_max": 0.316113, + "nauc_ndcg_at_5_std": -0.003149, + "nauc_ndcg_at_5_diff1": 0.383472, + "nauc_ndcg_at_10_max": 0.312001, + "nauc_ndcg_at_10_std": -0.005006, + "nauc_ndcg_at_10_diff1": 0.387423, + "nauc_ndcg_at_20_max": 0.31692, + "nauc_ndcg_at_20_std": 0.011386, + "nauc_ndcg_at_20_diff1": 0.387259, + "nauc_ndcg_at_100_max": 0.32927, + "nauc_ndcg_at_100_std": 0.024265, + "nauc_ndcg_at_100_diff1": 0.392414, + "nauc_ndcg_at_1000_max": 0.332202, + "nauc_ndcg_at_1000_std": 0.025785, + "nauc_ndcg_at_1000_diff1": 0.396267, + "nauc_map_at_1_max": 0.338925, + "nauc_map_at_1_std": 0.034978, + "nauc_map_at_1_diff1": 0.467004, + "nauc_map_at_3_max": 0.322615, + "nauc_map_at_3_std": 0.026147, + "nauc_map_at_3_diff1": 0.409761, + "nauc_map_at_5_max": 0.31921, + "nauc_map_at_5_std": 0.011119, + "nauc_map_at_5_diff1": 0.403438, + "nauc_map_at_10_max": 0.319776, + "nauc_map_at_10_std": 0.010036, + "nauc_map_at_10_diff1": 0.405432, + "nauc_map_at_20_max": 0.322004, + "nauc_map_at_20_std": 0.016364, + "nauc_map_at_20_diff1": 0.405163, + "nauc_map_at_100_max": 0.324007, + "nauc_map_at_100_std": 0.017634, + "nauc_map_at_100_diff1": 0.40652, + "nauc_map_at_1000_max": 0.324253, + "nauc_map_at_1000_std": 0.017952, + "nauc_map_at_1000_diff1": 0.406576, + "nauc_recall_at_1_max": 0.338925, + "nauc_recall_at_1_std": 0.034978, + "nauc_recall_at_1_diff1": 0.467004, + "nauc_recall_at_3_max": 0.30492, + "nauc_recall_at_3_std": 0.012115, + "nauc_recall_at_3_diff1": 0.35017, + "nauc_recall_at_5_max": 0.268767, + "nauc_recall_at_5_std": -0.058516, + "nauc_recall_at_5_diff1": 0.31475, + "nauc_recall_at_10_max": 0.253643, + "nauc_recall_at_10_std": -0.067109, + "nauc_recall_at_10_diff1": 0.325664, + "nauc_recall_at_20_max": 0.263103, + "nauc_recall_at_20_std": -0.008689, + "nauc_recall_at_20_diff1": 0.318842, + "nauc_recall_at_100_max": 0.339693, + "nauc_recall_at_100_std": 0.099744, + "nauc_recall_at_100_diff1": 0.331385, + "nauc_recall_at_1000_max": 0.415484, + "nauc_recall_at_1000_std": 0.28911, + "nauc_recall_at_1000_diff1": 0.373382, + "nauc_precision_at_1_max": 0.375346, + "nauc_precision_at_1_std": 0.057177, + "nauc_precision_at_1_diff1": 0.464105, + "nauc_precision_at_3_max": 0.348456, + "nauc_precision_at_3_std": 0.05042, + "nauc_precision_at_3_diff1": 0.332837, + "nauc_precision_at_5_max": 0.333993, + "nauc_precision_at_5_std": -0.018928, + "nauc_precision_at_5_diff1": 0.275288, + "nauc_precision_at_10_max": 0.311421, + "nauc_precision_at_10_std": -0.008536, + "nauc_precision_at_10_diff1": 0.26111, + "nauc_precision_at_20_max": 0.314925, + "nauc_precision_at_20_std": 0.060636, + "nauc_precision_at_20_diff1": 0.242431, + "nauc_precision_at_100_max": 0.349479, + "nauc_precision_at_100_std": 0.123999, + "nauc_precision_at_100_diff1": 0.196786, + "nauc_precision_at_1000_max": 0.332472, + "nauc_precision_at_1000_std": 0.129659, + "nauc_precision_at_1000_diff1": 0.036574, + "nauc_mrr_at_1_max": 0.375346, + "nauc_mrr_at_1_std": 0.057177, + "nauc_mrr_at_1_diff1": 0.464105, + "nauc_mrr_at_3_max": 0.359191, + "nauc_mrr_at_3_std": 0.039583, + "nauc_mrr_at_3_diff1": 0.416476, + "nauc_mrr_at_5_max": 0.348132, + "nauc_mrr_at_5_std": 0.021335, + "nauc_mrr_at_5_diff1": 0.408751, + "nauc_mrr_at_10_max": 0.343014, + "nauc_mrr_at_10_std": 0.020534, + "nauc_mrr_at_10_diff1": 0.407455, + "nauc_mrr_at_20_max": 0.345178, + "nauc_mrr_at_20_std": 0.0239, + "nauc_mrr_at_20_diff1": 0.407879, + "nauc_mrr_at_100_max": 0.34634, + "nauc_mrr_at_100_std": 0.024969, + "nauc_mrr_at_100_diff1": 0.408921, + "nauc_mrr_at_1000_max": 0.346582, + "nauc_mrr_at_1000_std": 0.025325, + "nauc_mrr_at_1000_diff1": 0.409032, + "cv_recall_at_1": 0.29667, + "cv_recall_at_3": 0.42, + "cv_recall_at_5": 0.48333, + "cv_recall_at_10": 0.56667, + "cv_recall_at_20": 0.63, + "cv_recall_at_100": 0.76667, + "cv_recall_at_1000": 0.94333, + "main_score": 0.41411, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4.954301834106445, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ArguAna-NL.v2.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ArguAna-NL.v2.json new file mode 100644 index 0000000000..f140b18794 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.18848, + "ndcg_at_3": 0.30585, + "ndcg_at_5": 0.34793, + "ndcg_at_10": 0.39242, + "ndcg_at_20": 0.41981, + "ndcg_at_100": 0.44658, + "ndcg_at_1000": 0.45911, + "map_at_1": 0.18848, + "map_at_3": 0.27643, + "map_at_5": 0.29991, + "map_at_10": 0.31845, + "map_at_20": 0.32599, + "map_at_100": 0.32984, + "map_at_1000": 0.33029, + "recall_at_1": 0.18848, + "recall_at_3": 0.39118, + "recall_at_5": 0.49289, + "recall_at_10": 0.62945, + "recall_at_20": 0.73755, + "recall_at_100": 0.8798, + "recall_at_1000": 0.98009, + "accuracy": 0.18848, + "precision_at_1": 0.18848, + "precision_at_3": 0.13039, + "precision_at_5": 0.09858, + "precision_at_10": 0.06294, + "precision_at_20": 0.03688, + "precision_at_100": 0.0088, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.194879, + "mrr_at_3": 0.278212, + "mrr_at_5": 0.302537, + "mrr_at_10": 0.320798, + "mrr_at_20": 0.328308, + "mrr_at_100": 0.332191, + "mrr_at_1000": 0.332638, + "nauc_ndcg_at_1_max": -0.029677, + "nauc_ndcg_at_1_std": -0.024812, + "nauc_ndcg_at_1_diff1": 0.028347, + "nauc_ndcg_at_3_max": 0.017144, + "nauc_ndcg_at_3_std": 0.010562, + "nauc_ndcg_at_3_diff1": 0.01745, + "nauc_ndcg_at_5_max": 0.026988, + "nauc_ndcg_at_5_std": 0.023884, + "nauc_ndcg_at_5_diff1": 0.023738, + "nauc_ndcg_at_10_max": 0.035222, + "nauc_ndcg_at_10_std": 0.04414, + "nauc_ndcg_at_10_diff1": 0.023015, + "nauc_ndcg_at_20_max": 0.047731, + "nauc_ndcg_at_20_std": 0.059206, + "nauc_ndcg_at_20_diff1": 0.024745, + "nauc_ndcg_at_100_max": 0.048057, + "nauc_ndcg_at_100_std": 0.059176, + "nauc_ndcg_at_100_diff1": 0.029847, + "nauc_ndcg_at_1000_max": 0.034715, + "nauc_ndcg_at_1000_std": 0.046322, + "nauc_ndcg_at_1000_diff1": 0.02239, + "nauc_map_at_1_max": -0.029677, + "nauc_map_at_1_std": -0.024812, + "nauc_map_at_1_diff1": 0.028347, + "nauc_map_at_3_max": 0.006005, + "nauc_map_at_3_std": 0.00161, + "nauc_map_at_3_diff1": 0.017901, + "nauc_map_at_5_max": 0.011998, + "nauc_map_at_5_std": 0.009426, + "nauc_map_at_5_diff1": 0.021228, + "nauc_map_at_10_max": 0.015589, + "nauc_map_at_10_std": 0.017963, + "nauc_map_at_10_diff1": 0.020787, + "nauc_map_at_20_max": 0.018468, + "nauc_map_at_20_std": 0.021617, + "nauc_map_at_20_diff1": 0.021028, + "nauc_map_at_100_max": 0.01794, + "nauc_map_at_100_std": 0.021473, + "nauc_map_at_100_diff1": 0.021479, + "nauc_map_at_1000_max": 0.017444, + "nauc_map_at_1000_std": 0.021099, + "nauc_map_at_1000_diff1": 0.021136, + "nauc_recall_at_1_max": -0.029677, + "nauc_recall_at_1_std": -0.024812, + "nauc_recall_at_1_diff1": 0.028347, + "nauc_recall_at_3_max": 0.045759, + "nauc_recall_at_3_std": 0.033727, + "nauc_recall_at_3_diff1": 0.016977, + "nauc_recall_at_5_max": 0.066978, + "nauc_recall_at_5_std": 0.063264, + "nauc_recall_at_5_diff1": 0.032059, + "nauc_recall_at_10_max": 0.097441, + "nauc_recall_at_10_std": 0.131949, + "nauc_recall_at_10_diff1": 0.031745, + "nauc_recall_at_20_max": 0.178186, + "nauc_recall_at_20_std": 0.230791, + "nauc_recall_at_20_diff1": 0.044645, + "nauc_recall_at_100_max": 0.3195, + "nauc_recall_at_100_std": 0.388826, + "nauc_recall_at_100_diff1": 0.131663, + "nauc_recall_at_1000_max": 0.30826, + "nauc_recall_at_1000_std": 0.606877, + "nauc_recall_at_1000_diff1": -0.059253, + "nauc_precision_at_1_max": -0.029677, + "nauc_precision_at_1_std": -0.024812, + "nauc_precision_at_1_diff1": 0.028347, + "nauc_precision_at_3_max": 0.045759, + "nauc_precision_at_3_std": 0.033727, + "nauc_precision_at_3_diff1": 0.016977, + "nauc_precision_at_5_max": 0.066978, + "nauc_precision_at_5_std": 0.063264, + "nauc_precision_at_5_diff1": 0.032059, + "nauc_precision_at_10_max": 0.097441, + "nauc_precision_at_10_std": 0.131949, + "nauc_precision_at_10_diff1": 0.031745, + "nauc_precision_at_20_max": 0.178186, + "nauc_precision_at_20_std": 0.230791, + "nauc_precision_at_20_diff1": 0.044645, + "nauc_precision_at_100_max": 0.3195, + "nauc_precision_at_100_std": 0.388826, + "nauc_precision_at_100_diff1": 0.131663, + "nauc_precision_at_1000_max": 0.30826, + "nauc_precision_at_1000_std": 0.606877, + "nauc_precision_at_1000_diff1": -0.059253, + "nauc_mrr_at_1_max": -0.019637, + "nauc_mrr_at_1_std": -0.01252, + "nauc_mrr_at_1_diff1": 0.005018, + "nauc_mrr_at_3_max": 0.000662, + "nauc_mrr_at_3_std": 0.001741, + "nauc_mrr_at_3_diff1": -0.002275, + "nauc_mrr_at_5_max": 0.00788, + "nauc_mrr_at_5_std": 0.011369, + "nauc_mrr_at_5_diff1": 0.002107, + "nauc_mrr_at_10_max": 0.012265, + "nauc_mrr_at_10_std": 0.020089, + "nauc_mrr_at_10_diff1": 0.002258, + "nauc_mrr_at_20_max": 0.014827, + "nauc_mrr_at_20_std": 0.023534, + "nauc_mrr_at_20_diff1": 0.002054, + "nauc_mrr_at_100_max": 0.014439, + "nauc_mrr_at_100_std": 0.023599, + "nauc_mrr_at_100_diff1": 0.002416, + "nauc_mrr_at_1000_max": 0.013944, + "nauc_mrr_at_1000_std": 0.023232, + "nauc_mrr_at_1000_diff1": 0.002049, + "cv_recall_at_1": 0.19488, + "cv_recall_at_3": 0.38905, + "cv_recall_at_5": 0.49431, + "cv_recall_at_10": 0.62945, + "cv_recall_at_20": 0.73684, + "cv_recall_at_100": 0.8798, + "cv_recall_at_1000": 0.98009, + "main_score": 0.39242, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 26.742526531219482, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DutchBookReviewSentimentClassification.v2.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..f396ff734a --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.493477, + "f1": 0.493469, + "f1_weighted": 0.493468, + "precision": 0.493479, + "precision_weighted": 0.493479, + "recall": 0.493479, + "recall_weighted": 0.493477, + "ap": 0.496557, + "ap_weighted": 0.496557 + }, + { + "accuracy": 0.640126, + "f1": 0.639382, + "f1_weighted": 0.639374, + "precision": 0.641325, + "precision_weighted": 0.641331, + "recall": 0.640147, + "recall_weighted": 0.640126, + "ap": 0.587854, + "ap_weighted": 0.587854 + }, + { + "accuracy": 0.614935, + "f1": 0.612955, + "f1_weighted": 0.612967, + "precision": 0.617288, + "precision_weighted": 0.61728, + "recall": 0.614903, + "recall_weighted": 0.614935, + "ap": 0.572632, + "ap_weighted": 0.572632 + }, + { + "accuracy": 0.545209, + "f1": 0.539936, + "f1_weighted": 0.539914, + "precision": 0.547442, + "precision_weighted": 0.547446, + "recall": 0.545257, + "recall_weighted": 0.545209, + "ap": 0.524091, + "ap_weighted": 0.524091 + }, + { + "accuracy": 0.622582, + "f1": 0.621552, + "f1_weighted": 0.621543, + "precision": 0.623968, + "precision_weighted": 0.623974, + "recall": 0.622606, + "recall_weighted": 0.622582, + "ap": 0.57469, + "ap_weighted": 0.57469 + }, + { + "accuracy": 0.607737, + "f1": 0.591969, + "f1_weighted": 0.591933, + "precision": 0.627594, + "precision_weighted": 0.627617, + "recall": 0.607826, + "recall_weighted": 0.607737, + "ap": 0.562034, + "ap_weighted": 0.562034 + }, + { + "accuracy": 0.65632, + "f1": 0.646364, + "f1_weighted": 0.646337, + "precision": 0.676304, + "precision_weighted": 0.67633, + "recall": 0.656396, + "recall_weighted": 0.65632, + "ap": 0.596289, + "ap_weighted": 0.596289 + }, + { + "accuracy": 0.645974, + "f1": 0.643637, + "f1_weighted": 0.643624, + "precision": 0.649965, + "precision_weighted": 0.649976, + "recall": 0.64601, + "recall_weighted": 0.645974, + "ap": 0.591129, + "ap_weighted": 0.591129 + }, + { + "accuracy": 0.626631, + "f1": 0.626449, + "f1_weighted": 0.626445, + "precision": 0.626892, + "precision_weighted": 0.626895, + "recall": 0.626641, + "recall_weighted": 0.626631, + "ap": 0.578456, + "ap_weighted": 0.578456 + }, + { + "accuracy": 0.603689, + "f1": 0.603149, + "f1_weighted": 0.603142, + "precision": 0.60428, + "precision_weighted": 0.604283, + "recall": 0.603705, + "recall_weighted": 0.603689, + "ap": 0.561644, + "ap_weighted": 0.561644 + } + ], + "accuracy": 0.605668, + "f1": 0.601886, + "f1_weighted": 0.601875, + "precision": 0.610854, + "precision_weighted": 0.610861, + "recall": 0.605697, + "recall_weighted": 0.605668, + "ap": 0.564538, + "ap_weighted": 0.564538, + "main_score": 0.605668, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 37.22809815406799, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NFCorpus-NL.v2.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..6dbf5d6220 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19814, + "ndcg_at_3": 0.18073, + "ndcg_at_5": 0.17014, + "ndcg_at_10": 0.15492, + "ndcg_at_20": 0.14692, + "ndcg_at_100": 0.1524, + "ndcg_at_1000": 0.24713, + "map_at_1": 0.017, + "map_at_3": 0.02895, + "map_at_5": 0.03454, + "map_at_10": 0.04132, + "map_at_20": 0.04736, + "map_at_100": 0.05585, + "map_at_1000": 0.06619, + "recall_at_1": 0.017, + "recall_at_3": 0.03407, + "recall_at_5": 0.04723, + "recall_at_10": 0.06961, + "recall_at_20": 0.09974, + "recall_at_100": 0.17741, + "recall_at_1000": 0.49858, + "accuracy": 0.017, + "precision_at_1": 0.20433, + "precision_at_3": 0.17853, + "precision_at_5": 0.15542, + "precision_at_10": 0.1226, + "precision_at_20": 0.09613, + "precision_at_100": 0.04768, + "precision_at_1000": 0.01761, + "mrr_at_1": 0.204334, + "mrr_at_3": 0.262126, + "mrr_at_5": 0.27838, + "mrr_at_10": 0.288718, + "mrr_at_20": 0.295572, + "mrr_at_100": 0.299675, + "mrr_at_1000": 0.300493, + "nauc_ndcg_at_1_max": 0.227239, + "nauc_ndcg_at_1_std": 0.337229, + "nauc_ndcg_at_1_diff1": 0.252051, + "nauc_ndcg_at_3_max": 0.260656, + "nauc_ndcg_at_3_std": 0.336663, + "nauc_ndcg_at_3_diff1": 0.217474, + "nauc_ndcg_at_5_max": 0.264777, + "nauc_ndcg_at_5_std": 0.357074, + "nauc_ndcg_at_5_diff1": 0.228923, + "nauc_ndcg_at_10_max": 0.269175, + "nauc_ndcg_at_10_std": 0.361699, + "nauc_ndcg_at_10_diff1": 0.23771, + "nauc_ndcg_at_20_max": 0.290313, + "nauc_ndcg_at_20_std": 0.37691, + "nauc_ndcg_at_20_diff1": 0.261504, + "nauc_ndcg_at_100_max": 0.302576, + "nauc_ndcg_at_100_std": 0.394677, + "nauc_ndcg_at_100_diff1": 0.315057, + "nauc_ndcg_at_1000_max": 0.364446, + "nauc_ndcg_at_1000_std": 0.43496, + "nauc_ndcg_at_1000_diff1": 0.276559, + "nauc_map_at_1_max": 0.142885, + "nauc_map_at_1_std": 0.369513, + "nauc_map_at_1_diff1": 0.648443, + "nauc_map_at_3_max": 0.197398, + "nauc_map_at_3_std": 0.270088, + "nauc_map_at_3_diff1": 0.563219, + "nauc_map_at_5_max": 0.190951, + "nauc_map_at_5_std": 0.289854, + "nauc_map_at_5_diff1": 0.52059, + "nauc_map_at_10_max": 0.186077, + "nauc_map_at_10_std": 0.308515, + "nauc_map_at_10_diff1": 0.481797, + "nauc_map_at_20_max": 0.199751, + "nauc_map_at_20_std": 0.341464, + "nauc_map_at_20_diff1": 0.456484, + "nauc_map_at_100_max": 0.231153, + "nauc_map_at_100_std": 0.379041, + "nauc_map_at_100_diff1": 0.433405, + "nauc_map_at_1000_max": 0.248759, + "nauc_map_at_1000_std": 0.39192, + "nauc_map_at_1000_diff1": 0.400222, + "nauc_recall_at_1_max": 0.142885, + "nauc_recall_at_1_std": 0.369513, + "nauc_recall_at_1_diff1": 0.648443, + "nauc_recall_at_3_max": 0.180169, + "nauc_recall_at_3_std": 0.22278, + "nauc_recall_at_3_diff1": 0.51388, + "nauc_recall_at_5_max": 0.172191, + "nauc_recall_at_5_std": 0.256436, + "nauc_recall_at_5_diff1": 0.426627, + "nauc_recall_at_10_max": 0.163558, + "nauc_recall_at_10_std": 0.247339, + "nauc_recall_at_10_diff1": 0.375168, + "nauc_recall_at_20_max": 0.183377, + "nauc_recall_at_20_std": 0.28178, + "nauc_recall_at_20_diff1": 0.356854, + "nauc_recall_at_100_max": 0.227545, + "nauc_recall_at_100_std": 0.317402, + "nauc_recall_at_100_diff1": 0.333034, + "nauc_recall_at_1000_max": 0.290628, + "nauc_recall_at_1000_std": 0.255498, + "nauc_recall_at_1000_diff1": 0.244308, + "nauc_precision_at_1_max": 0.236989, + "nauc_precision_at_1_std": 0.323808, + "nauc_precision_at_1_diff1": 0.253151, + "nauc_precision_at_3_max": 0.300047, + "nauc_precision_at_3_std": 0.326441, + "nauc_precision_at_3_diff1": 0.181476, + "nauc_precision_at_5_max": 0.284961, + "nauc_precision_at_5_std": 0.34955, + "nauc_precision_at_5_diff1": 0.170934, + "nauc_precision_at_10_max": 0.286747, + "nauc_precision_at_10_std": 0.386702, + "nauc_precision_at_10_diff1": 0.11739, + "nauc_precision_at_20_max": 0.304021, + "nauc_precision_at_20_std": 0.4063, + "nauc_precision_at_20_diff1": 0.094645, + "nauc_precision_at_100_max": 0.27521, + "nauc_precision_at_100_std": 0.348748, + "nauc_precision_at_100_diff1": 0.048451, + "nauc_precision_at_1000_max": 0.177274, + "nauc_precision_at_1000_std": 0.229341, + "nauc_precision_at_1000_diff1": -0.064003, + "nauc_mrr_at_1_max": 0.236989, + "nauc_mrr_at_1_std": 0.323808, + "nauc_mrr_at_1_diff1": 0.253151, + "nauc_mrr_at_3_max": 0.274501, + "nauc_mrr_at_3_std": 0.303162, + "nauc_mrr_at_3_diff1": 0.225109, + "nauc_mrr_at_5_max": 0.28415, + "nauc_mrr_at_5_std": 0.325026, + "nauc_mrr_at_5_diff1": 0.215824, + "nauc_mrr_at_10_max": 0.283338, + "nauc_mrr_at_10_std": 0.329166, + "nauc_mrr_at_10_diff1": 0.217219, + "nauc_mrr_at_20_max": 0.282325, + "nauc_mrr_at_20_std": 0.328717, + "nauc_mrr_at_20_diff1": 0.220763, + "nauc_mrr_at_100_max": 0.284114, + "nauc_mrr_at_100_std": 0.32974, + "nauc_mrr_at_100_diff1": 0.220743, + "nauc_mrr_at_1000_max": 0.284381, + "nauc_mrr_at_1000_std": 0.329789, + "nauc_mrr_at_1000_diff1": 0.22114, + "cv_recall_at_1": 0.20433, + "cv_recall_at_3": 0.33437, + "cv_recall_at_5": 0.40557, + "cv_recall_at_10": 0.48607, + "cv_recall_at_20": 0.57895, + "cv_recall_at_100": 0.73375, + "cv_recall_at_1000": 0.91641, + "main_score": 0.15492, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 11.406989812850952, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SCIDOCS-NL.v2.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..f63290692b --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.06, + "ndcg_at_3": 0.05488, + "ndcg_at_5": 0.04905, + "ndcg_at_10": 0.0629, + "ndcg_at_20": 0.076, + "ndcg_at_100": 0.11042, + "ndcg_at_1000": 0.16414, + "map_at_1": 0.0121, + "map_at_3": 0.02262, + "map_at_5": 0.02671, + "map_at_10": 0.03197, + "map_at_20": 0.0355, + "map_at_100": 0.04033, + "map_at_1000": 0.04257, + "recall_at_1": 0.0121, + "recall_at_3": 0.0323, + "recall_at_5": 0.04558, + "recall_at_10": 0.07112, + "recall_at_20": 0.10227, + "recall_at_100": 0.2157, + "recall_at_1000": 0.48053, + "accuracy": 0.0121, + "precision_at_1": 0.06, + "precision_at_3": 0.05333, + "precision_at_5": 0.045, + "precision_at_10": 0.0351, + "precision_at_20": 0.0252, + "precision_at_100": 0.01061, + "precision_at_1000": 0.00237, + "mrr_at_1": 0.06, + "mrr_at_3": 0.092833, + "mrr_at_5": 0.103133, + "mrr_at_10": 0.113192, + "mrr_at_20": 0.118658, + "mrr_at_100": 0.124605, + "mrr_at_1000": 0.125895, + "nauc_ndcg_at_1_max": 0.156788, + "nauc_ndcg_at_1_std": 0.128808, + "nauc_ndcg_at_1_diff1": 0.145761, + "nauc_ndcg_at_3_max": 0.172901, + "nauc_ndcg_at_3_std": 0.150065, + "nauc_ndcg_at_3_diff1": 0.08561, + "nauc_ndcg_at_5_max": 0.184878, + "nauc_ndcg_at_5_std": 0.152215, + "nauc_ndcg_at_5_diff1": 0.07812, + "nauc_ndcg_at_10_max": 0.19391, + "nauc_ndcg_at_10_std": 0.178066, + "nauc_ndcg_at_10_diff1": 0.077388, + "nauc_ndcg_at_20_max": 0.193252, + "nauc_ndcg_at_20_std": 0.211361, + "nauc_ndcg_at_20_diff1": 0.083589, + "nauc_ndcg_at_100_max": 0.170265, + "nauc_ndcg_at_100_std": 0.241389, + "nauc_ndcg_at_100_diff1": 0.063865, + "nauc_ndcg_at_1000_max": 0.179803, + "nauc_ndcg_at_1000_std": 0.281143, + "nauc_ndcg_at_1000_diff1": 0.063865, + "nauc_map_at_1_max": 0.157936, + "nauc_map_at_1_std": 0.128231, + "nauc_map_at_1_diff1": 0.143414, + "nauc_map_at_3_max": 0.181304, + "nauc_map_at_3_std": 0.157004, + "nauc_map_at_3_diff1": 0.099722, + "nauc_map_at_5_max": 0.192367, + "nauc_map_at_5_std": 0.161196, + "nauc_map_at_5_diff1": 0.085209, + "nauc_map_at_10_max": 0.198955, + "nauc_map_at_10_std": 0.1845, + "nauc_map_at_10_diff1": 0.084856, + "nauc_map_at_20_max": 0.197853, + "nauc_map_at_20_std": 0.205493, + "nauc_map_at_20_diff1": 0.086024, + "nauc_map_at_100_max": 0.19394, + "nauc_map_at_100_std": 0.218276, + "nauc_map_at_100_diff1": 0.079826, + "nauc_map_at_1000_max": 0.194458, + "nauc_map_at_1000_std": 0.22496, + "nauc_map_at_1000_diff1": 0.079133, + "nauc_recall_at_1_max": 0.157936, + "nauc_recall_at_1_std": 0.128231, + "nauc_recall_at_1_diff1": 0.143414, + "nauc_recall_at_3_max": 0.17397, + "nauc_recall_at_3_std": 0.152681, + "nauc_recall_at_3_diff1": 0.063321, + "nauc_recall_at_5_max": 0.1929, + "nauc_recall_at_5_std": 0.157627, + "nauc_recall_at_5_diff1": 0.058336, + "nauc_recall_at_10_max": 0.201167, + "nauc_recall_at_10_std": 0.19666, + "nauc_recall_at_10_diff1": 0.059275, + "nauc_recall_at_20_max": 0.193824, + "nauc_recall_at_20_std": 0.249397, + "nauc_recall_at_20_diff1": 0.075107, + "nauc_recall_at_100_max": 0.129711, + "nauc_recall_at_100_std": 0.276735, + "nauc_recall_at_100_diff1": 0.034562, + "nauc_recall_at_1000_max": 0.141697, + "nauc_recall_at_1000_std": 0.338474, + "nauc_recall_at_1000_diff1": 0.030255, + "nauc_precision_at_1_max": 0.156788, + "nauc_precision_at_1_std": 0.128808, + "nauc_precision_at_1_diff1": 0.145761, + "nauc_precision_at_3_max": 0.17427, + "nauc_precision_at_3_std": 0.155151, + "nauc_precision_at_3_diff1": 0.064762, + "nauc_precision_at_5_max": 0.191429, + "nauc_precision_at_5_std": 0.160584, + "nauc_precision_at_5_diff1": 0.056186, + "nauc_precision_at_10_max": 0.200394, + "nauc_precision_at_10_std": 0.199136, + "nauc_precision_at_10_diff1": 0.057295, + "nauc_precision_at_20_max": 0.19241, + "nauc_precision_at_20_std": 0.252611, + "nauc_precision_at_20_diff1": 0.07205, + "nauc_precision_at_100_max": 0.130706, + "nauc_precision_at_100_std": 0.28017, + "nauc_precision_at_100_diff1": 0.034566, + "nauc_precision_at_1000_max": 0.136991, + "nauc_precision_at_1000_std": 0.336675, + "nauc_precision_at_1000_diff1": 0.029053, + "nauc_mrr_at_1_max": 0.156788, + "nauc_mrr_at_1_std": 0.128808, + "nauc_mrr_at_1_diff1": 0.145761, + "nauc_mrr_at_3_max": 0.161384, + "nauc_mrr_at_3_std": 0.136441, + "nauc_mrr_at_3_diff1": 0.092841, + "nauc_mrr_at_5_max": 0.166075, + "nauc_mrr_at_5_std": 0.132416, + "nauc_mrr_at_5_diff1": 0.093823, + "nauc_mrr_at_10_max": 0.171146, + "nauc_mrr_at_10_std": 0.143169, + "nauc_mrr_at_10_diff1": 0.094377, + "nauc_mrr_at_20_max": 0.170504, + "nauc_mrr_at_20_std": 0.149065, + "nauc_mrr_at_20_diff1": 0.093795, + "nauc_mrr_at_100_max": 0.167625, + "nauc_mrr_at_100_std": 0.153098, + "nauc_mrr_at_100_diff1": 0.090676, + "nauc_mrr_at_1000_max": 0.168203, + "nauc_mrr_at_1000_std": 0.152705, + "nauc_mrr_at_1000_diff1": 0.091605, + "cv_recall_at_1": 0.06, + "cv_recall_at_3": 0.136, + "cv_recall_at_5": 0.182, + "cv_recall_at_10": 0.257, + "cv_recall_at_20": 0.338, + "cv_recall_at_100": 0.593, + "cv_recall_at_1000": 0.893, + "main_score": 0.0629, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 74.36130833625793, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SciFact-NL.v2.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SciFact-NL.v2.json new file mode 100644 index 0000000000..cf5b9fa178 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.29, + "ndcg_at_3": 0.33615, + "ndcg_at_5": 0.36123, + "ndcg_at_10": 0.38965, + "ndcg_at_20": 0.40814, + "ndcg_at_100": 0.43826, + "ndcg_at_1000": 0.46116, + "map_at_1": 0.28278, + "map_at_3": 0.32074, + "map_at_5": 0.33538, + "map_at_10": 0.34798, + "map_at_20": 0.35287, + "map_at_100": 0.35708, + "map_at_1000": 0.35789, + "recall_at_1": 0.28278, + "recall_at_3": 0.36778, + "recall_at_5": 0.42722, + "recall_at_10": 0.51167, + "recall_at_20": 0.58289, + "recall_at_100": 0.74333, + "recall_at_1000": 0.927, + "accuracy": 0.28278, + "precision_at_1": 0.29, + "precision_at_3": 0.13111, + "precision_at_5": 0.092, + "precision_at_10": 0.05633, + "precision_at_20": 0.03267, + "precision_at_100": 0.00847, + "precision_at_1000": 0.00105, + "mrr_at_1": 0.29, + "mrr_at_3": 0.332778, + "mrr_at_5": 0.346111, + "mrr_at_10": 0.357087, + "mrr_at_20": 0.362185, + "mrr_at_100": 0.365657, + "mrr_at_1000": 0.366308, + "nauc_ndcg_at_1_max": 0.387406, + "nauc_ndcg_at_1_std": 0.112811, + "nauc_ndcg_at_1_diff1": 0.568406, + "nauc_ndcg_at_3_max": 0.40755, + "nauc_ndcg_at_3_std": 0.133777, + "nauc_ndcg_at_3_diff1": 0.522199, + "nauc_ndcg_at_5_max": 0.391084, + "nauc_ndcg_at_5_std": 0.124692, + "nauc_ndcg_at_5_diff1": 0.507527, + "nauc_ndcg_at_10_max": 0.359796, + "nauc_ndcg_at_10_std": 0.133326, + "nauc_ndcg_at_10_diff1": 0.50653, + "nauc_ndcg_at_20_max": 0.359213, + "nauc_ndcg_at_20_std": 0.140057, + "nauc_ndcg_at_20_diff1": 0.491164, + "nauc_ndcg_at_100_max": 0.377425, + "nauc_ndcg_at_100_std": 0.156728, + "nauc_ndcg_at_100_diff1": 0.487571, + "nauc_ndcg_at_1000_max": 0.385959, + "nauc_ndcg_at_1000_std": 0.158088, + "nauc_ndcg_at_1000_diff1": 0.495994, + "nauc_map_at_1_max": 0.402022, + "nauc_map_at_1_std": 0.106202, + "nauc_map_at_1_diff1": 0.568139, + "nauc_map_at_3_max": 0.404307, + "nauc_map_at_3_std": 0.124516, + "nauc_map_at_3_diff1": 0.534647, + "nauc_map_at_5_max": 0.395553, + "nauc_map_at_5_std": 0.120992, + "nauc_map_at_5_diff1": 0.525007, + "nauc_map_at_10_max": 0.382913, + "nauc_map_at_10_std": 0.127626, + "nauc_map_at_10_diff1": 0.52375, + "nauc_map_at_20_max": 0.383127, + "nauc_map_at_20_std": 0.12983, + "nauc_map_at_20_diff1": 0.519194, + "nauc_map_at_100_max": 0.38591, + "nauc_map_at_100_std": 0.132826, + "nauc_map_at_100_diff1": 0.518628, + "nauc_map_at_1000_max": 0.386288, + "nauc_map_at_1000_std": 0.13311, + "nauc_map_at_1000_diff1": 0.51916, + "nauc_recall_at_1_max": 0.402022, + "nauc_recall_at_1_std": 0.106202, + "nauc_recall_at_1_diff1": 0.568139, + "nauc_recall_at_3_max": 0.405292, + "nauc_recall_at_3_std": 0.129875, + "nauc_recall_at_3_diff1": 0.495876, + "nauc_recall_at_5_max": 0.362863, + "nauc_recall_at_5_std": 0.107324, + "nauc_recall_at_5_diff1": 0.459113, + "nauc_recall_at_10_max": 0.265526, + "nauc_recall_at_10_std": 0.122057, + "nauc_recall_at_10_diff1": 0.457382, + "nauc_recall_at_20_max": 0.253884, + "nauc_recall_at_20_std": 0.143421, + "nauc_recall_at_20_diff1": 0.395359, + "nauc_recall_at_100_max": 0.341196, + "nauc_recall_at_100_std": 0.255193, + "nauc_recall_at_100_diff1": 0.329007, + "nauc_recall_at_1000_max": 0.551179, + "nauc_recall_at_1000_std": 0.462381, + "nauc_recall_at_1000_diff1": 0.237356, + "nauc_precision_at_1_max": 0.387406, + "nauc_precision_at_1_std": 0.112811, + "nauc_precision_at_1_diff1": 0.568406, + "nauc_precision_at_3_max": 0.418063, + "nauc_precision_at_3_std": 0.188486, + "nauc_precision_at_3_diff1": 0.456126, + "nauc_precision_at_5_max": 0.374891, + "nauc_precision_at_5_std": 0.189957, + "nauc_precision_at_5_diff1": 0.396325, + "nauc_precision_at_10_max": 0.268389, + "nauc_precision_at_10_std": 0.246601, + "nauc_precision_at_10_diff1": 0.348962, + "nauc_precision_at_20_max": 0.261304, + "nauc_precision_at_20_std": 0.293617, + "nauc_precision_at_20_diff1": 0.256359, + "nauc_precision_at_100_max": 0.276137, + "nauc_precision_at_100_std": 0.402439, + "nauc_precision_at_100_diff1": 0.092985, + "nauc_precision_at_1000_max": 0.243215, + "nauc_precision_at_1000_std": 0.481422, + "nauc_precision_at_1000_diff1": -0.095719, + "nauc_mrr_at_1_max": 0.387406, + "nauc_mrr_at_1_std": 0.112811, + "nauc_mrr_at_1_diff1": 0.568406, + "nauc_mrr_at_3_max": 0.408223, + "nauc_mrr_at_3_std": 0.147632, + "nauc_mrr_at_3_diff1": 0.527473, + "nauc_mrr_at_5_max": 0.398372, + "nauc_mrr_at_5_std": 0.138351, + "nauc_mrr_at_5_diff1": 0.520664, + "nauc_mrr_at_10_max": 0.385159, + "nauc_mrr_at_10_std": 0.140008, + "nauc_mrr_at_10_diff1": 0.520774, + "nauc_mrr_at_20_max": 0.384467, + "nauc_mrr_at_20_std": 0.14088, + "nauc_mrr_at_20_diff1": 0.516791, + "nauc_mrr_at_100_max": 0.386617, + "nauc_mrr_at_100_std": 0.141827, + "nauc_mrr_at_100_diff1": 0.516917, + "nauc_mrr_at_1000_max": 0.38685, + "nauc_mrr_at_1000_std": 0.141794, + "nauc_mrr_at_1000_diff1": 0.517441, + "cv_recall_at_1": 0.29, + "cv_recall_at_3": 0.38667, + "cv_recall_at_5": 0.44333, + "cv_recall_at_10": 0.52667, + "cv_recall_at_20": 0.60667, + "cv_recall_at_100": 0.76, + "cv_recall_at_1000": 0.93333, + "main_score": 0.38965, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 16.05406665802002, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ArguAna-NL.v2.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ArguAna-NL.v2.json new file mode 100644 index 0000000000..55ef119963 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.1458, + "ndcg_at_3": 0.23946, + "ndcg_at_5": 0.28246, + "ndcg_at_10": 0.32914, + "ndcg_at_20": 0.36241, + "ndcg_at_100": 0.39632, + "ndcg_at_1000": 0.41011, + "map_at_1": 0.1458, + "map_at_3": 0.21586, + "map_at_5": 0.23986, + "map_at_10": 0.25913, + "map_at_20": 0.26835, + "map_at_100": 0.27323, + "map_at_1000": 0.27374, + "recall_at_1": 0.1458, + "recall_at_3": 0.30797, + "recall_at_5": 0.41181, + "recall_at_10": 0.55619, + "recall_at_20": 0.68706, + "recall_at_100": 0.867, + "recall_at_1000": 0.97653, + "accuracy": 0.1458, + "precision_at_1": 0.1458, + "precision_at_3": 0.10266, + "precision_at_5": 0.08236, + "precision_at_10": 0.05562, + "precision_at_20": 0.03435, + "precision_at_100": 0.00867, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.150071, + "mrr_at_3": 0.217046, + "mrr_at_5": 0.241726, + "mrr_at_10": 0.260575, + "mrr_at_20": 0.269761, + "mrr_at_100": 0.274678, + "mrr_at_1000": 0.275182, + "nauc_ndcg_at_1_max": -0.069481, + "nauc_ndcg_at_1_std": -0.017901, + "nauc_ndcg_at_1_diff1": 0.161, + "nauc_ndcg_at_3_max": -0.02081, + "nauc_ndcg_at_3_std": 0.014366, + "nauc_ndcg_at_3_diff1": 0.117957, + "nauc_ndcg_at_5_max": -0.014907, + "nauc_ndcg_at_5_std": 0.028951, + "nauc_ndcg_at_5_diff1": 0.118762, + "nauc_ndcg_at_10_max": -0.018357, + "nauc_ndcg_at_10_std": 0.063835, + "nauc_ndcg_at_10_diff1": 0.118721, + "nauc_ndcg_at_20_max": -0.009354, + "nauc_ndcg_at_20_std": 0.073438, + "nauc_ndcg_at_20_diff1": 0.123695, + "nauc_ndcg_at_100_max": -0.015857, + "nauc_ndcg_at_100_std": 0.09342, + "nauc_ndcg_at_100_diff1": 0.125851, + "nauc_ndcg_at_1000_max": -0.016537, + "nauc_ndcg_at_1000_std": 0.06919, + "nauc_ndcg_at_1000_diff1": 0.126173, + "nauc_map_at_1_max": -0.069481, + "nauc_map_at_1_std": -0.017901, + "nauc_map_at_1_diff1": 0.161, + "nauc_map_at_3_max": -0.03133, + "nauc_map_at_3_std": 0.009443, + "nauc_map_at_3_diff1": 0.126727, + "nauc_map_at_5_max": -0.027994, + "nauc_map_at_5_std": 0.018425, + "nauc_map_at_5_diff1": 0.127039, + "nauc_map_at_10_max": -0.030004, + "nauc_map_at_10_std": 0.034294, + "nauc_map_at_10_diff1": 0.127494, + "nauc_map_at_20_max": -0.027851, + "nauc_map_at_20_std": 0.036539, + "nauc_map_at_20_diff1": 0.129107, + "nauc_map_at_100_max": -0.028302, + "nauc_map_at_100_std": 0.03866, + "nauc_map_at_100_diff1": 0.129733, + "nauc_map_at_1000_max": -0.028363, + "nauc_map_at_1000_std": 0.037877, + "nauc_map_at_1000_diff1": 0.129737, + "nauc_recall_at_1_max": -0.069481, + "nauc_recall_at_1_std": -0.017901, + "nauc_recall_at_1_diff1": 0.161, + "nauc_recall_at_3_max": 0.004146, + "nauc_recall_at_3_std": 0.025427, + "nauc_recall_at_3_diff1": 0.097313, + "nauc_recall_at_5_max": 0.016176, + "nauc_recall_at_5_std": 0.05391, + "nauc_recall_at_5_diff1": 0.09997, + "nauc_recall_at_10_max": 0.011084, + "nauc_recall_at_10_std": 0.148341, + "nauc_recall_at_10_diff1": 0.096346, + "nauc_recall_at_20_max": 0.056561, + "nauc_recall_at_20_std": 0.207802, + "nauc_recall_at_20_diff1": 0.110867, + "nauc_recall_at_100_max": 0.03989, + "nauc_recall_at_100_std": 0.559497, + "nauc_recall_at_100_diff1": 0.112759, + "nauc_recall_at_1000_max": 0.243321, + "nauc_recall_at_1000_std": 0.627189, + "nauc_recall_at_1000_diff1": 0.085271, + "nauc_precision_at_1_max": -0.069481, + "nauc_precision_at_1_std": -0.017901, + "nauc_precision_at_1_diff1": 0.161, + "nauc_precision_at_3_max": 0.004146, + "nauc_precision_at_3_std": 0.025427, + "nauc_precision_at_3_diff1": 0.097313, + "nauc_precision_at_5_max": 0.016176, + "nauc_precision_at_5_std": 0.05391, + "nauc_precision_at_5_diff1": 0.09997, + "nauc_precision_at_10_max": 0.011084, + "nauc_precision_at_10_std": 0.148341, + "nauc_precision_at_10_diff1": 0.096346, + "nauc_precision_at_20_max": 0.056561, + "nauc_precision_at_20_std": 0.207802, + "nauc_precision_at_20_diff1": 0.110867, + "nauc_precision_at_100_max": 0.03989, + "nauc_precision_at_100_std": 0.559497, + "nauc_precision_at_100_diff1": 0.112759, + "nauc_precision_at_1000_max": 0.243321, + "nauc_precision_at_1000_std": 0.627189, + "nauc_precision_at_1000_diff1": 0.085271, + "nauc_mrr_at_1_max": -0.073499, + "nauc_mrr_at_1_std": -0.004722, + "nauc_mrr_at_1_diff1": 0.139168, + "nauc_mrr_at_3_max": -0.03762, + "nauc_mrr_at_3_std": 0.01229, + "nauc_mrr_at_3_diff1": 0.113779, + "nauc_mrr_at_5_max": -0.034311, + "nauc_mrr_at_5_std": 0.023524, + "nauc_mrr_at_5_diff1": 0.113004, + "nauc_mrr_at_10_max": -0.035888, + "nauc_mrr_at_10_std": 0.036778, + "nauc_mrr_at_10_diff1": 0.11501, + "nauc_mrr_at_20_max": -0.033965, + "nauc_mrr_at_20_std": 0.038833, + "nauc_mrr_at_20_diff1": 0.116184, + "nauc_mrr_at_100_max": -0.034448, + "nauc_mrr_at_100_std": 0.041185, + "nauc_mrr_at_100_diff1": 0.116754, + "nauc_mrr_at_1000_max": -0.03452, + "nauc_mrr_at_1000_std": 0.040413, + "nauc_mrr_at_1000_diff1": 0.116735, + "cv_recall_at_1": 0.15007, + "cv_recall_at_3": 0.30725, + "cv_recall_at_5": 0.41394, + "cv_recall_at_10": 0.55619, + "cv_recall_at_20": 0.68634, + "cv_recall_at_100": 0.867, + "cv_recall_at_1000": 0.97653, + "main_score": 0.32914, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 12.164743661880493, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DutchBookReviewSentimentClassification.v2.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..01ce895b6f --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.526766, + "f1": 0.508282, + "f1_weighted": 0.508325, + "precision": 0.531387, + "precision_weighted": 0.531382, + "recall": 0.526679, + "recall_weighted": 0.526766, + "ap": 0.514277, + "ap_weighted": 0.514277 + }, + { + "accuracy": 0.601439, + "f1": 0.594588, + "f1_weighted": 0.594564, + "precision": 0.608885, + "precision_weighted": 0.608898, + "recall": 0.601498, + "recall_weighted": 0.601439, + "ap": 0.558701, + "ap_weighted": 0.558701 + }, + { + "accuracy": 0.579847, + "f1": 0.577346, + "f1_weighted": 0.577361, + "precision": 0.581736, + "precision_weighted": 0.58173, + "recall": 0.579813, + "recall_weighted": 0.579847, + "ap": 0.547209, + "ap_weighted": 0.547209 + }, + { + "accuracy": 0.51372, + "f1": 0.512153, + "f1_weighted": 0.51214, + "precision": 0.513926, + "precision_weighted": 0.513927, + "recall": 0.513746, + "recall_weighted": 0.51372, + "ap": 0.506818, + "ap_weighted": 0.506818 + }, + { + "accuracy": 0.566802, + "f1": 0.566751, + "f1_weighted": 0.566753, + "precision": 0.566827, + "precision_weighted": 0.566826, + "recall": 0.566797, + "recall_weighted": 0.566802, + "ap": 0.537734, + "ap_weighted": 0.537734 + }, + { + "accuracy": 0.639676, + "f1": 0.636853, + "f1_weighted": 0.636839, + "precision": 0.644223, + "precision_weighted": 0.644235, + "recall": 0.639716, + "recall_weighted": 0.639676, + "ap": 0.586228, + "ap_weighted": 0.586228 + }, + { + "accuracy": 0.578947, + "f1": 0.572011, + "f1_weighted": 0.572036, + "precision": 0.584338, + "precision_weighted": 0.584329, + "recall": 0.57889, + "recall_weighted": 0.578947, + "ap": 0.547568, + "ap_weighted": 0.547568 + }, + { + "accuracy": 0.623932, + "f1": 0.619681, + "f1_weighted": 0.619663, + "precision": 0.629806, + "precision_weighted": 0.629819, + "recall": 0.623979, + "recall_weighted": 0.623932, + "ap": 0.574454, + "ap_weighted": 0.574454 + }, + { + "accuracy": 0.565902, + "f1": 0.563916, + "f1_weighted": 0.563903, + "precision": 0.567164, + "precision_weighted": 0.567168, + "recall": 0.565932, + "recall_weighted": 0.565902, + "ap": 0.536572, + "ap_weighted": 0.536572 + }, + { + "accuracy": 0.578947, + "f1": 0.576322, + "f1_weighted": 0.576307, + "precision": 0.581002, + "precision_weighted": 0.581008, + "recall": 0.578983, + "recall_weighted": 0.578947, + "ap": 0.544657, + "ap_weighted": 0.544657 + } + ], + "accuracy": 0.577598, + "f1": 0.57279, + "f1_weighted": 0.572789, + "precision": 0.580929, + "precision_weighted": 0.580932, + "recall": 0.577603, + "recall_weighted": 0.577598, + "ap": 0.545422, + "ap_weighted": 0.545422, + "main_score": 0.577598, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 33.5293242931366, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus-NL.v2.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..6a7a15a13f --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19195, + "ndcg_at_3": 0.17751, + "ndcg_at_5": 0.17239, + "ndcg_at_10": 0.16304, + "ndcg_at_20": 0.15578, + "ndcg_at_100": 0.16173, + "ndcg_at_1000": 0.2511, + "map_at_1": 0.0182, + "map_at_3": 0.0313, + "map_at_5": 0.03739, + "map_at_10": 0.04657, + "map_at_20": 0.05309, + "map_at_100": 0.06335, + "map_at_1000": 0.0734, + "recall_at_1": 0.0182, + "recall_at_3": 0.03951, + "recall_at_5": 0.05028, + "recall_at_10": 0.07554, + "recall_at_20": 0.10117, + "recall_at_100": 0.18822, + "recall_at_1000": 0.49974, + "accuracy": 0.0182, + "precision_at_1": 0.20433, + "precision_at_3": 0.17337, + "precision_at_5": 0.15913, + "precision_at_10": 0.13313, + "precision_at_20": 0.10341, + "precision_at_100": 0.04882, + "precision_at_1000": 0.01669, + "mrr_at_1": 0.204334, + "mrr_at_3": 0.262126, + "mrr_at_5": 0.272652, + "mrr_at_10": 0.284992, + "mrr_at_20": 0.29053, + "mrr_at_100": 0.294113, + "mrr_at_1000": 0.295008, + "nauc_ndcg_at_1_max": 0.375567, + "nauc_ndcg_at_1_std": 0.213453, + "nauc_ndcg_at_1_diff1": 0.332131, + "nauc_ndcg_at_3_max": 0.414831, + "nauc_ndcg_at_3_std": 0.289859, + "nauc_ndcg_at_3_diff1": 0.243459, + "nauc_ndcg_at_5_max": 0.412494, + "nauc_ndcg_at_5_std": 0.295905, + "nauc_ndcg_at_5_diff1": 0.216768, + "nauc_ndcg_at_10_max": 0.433242, + "nauc_ndcg_at_10_std": 0.331871, + "nauc_ndcg_at_10_diff1": 0.208231, + "nauc_ndcg_at_20_max": 0.446861, + "nauc_ndcg_at_20_std": 0.354828, + "nauc_ndcg_at_20_diff1": 0.195451, + "nauc_ndcg_at_100_max": 0.469161, + "nauc_ndcg_at_100_std": 0.36427, + "nauc_ndcg_at_100_diff1": 0.199177, + "nauc_ndcg_at_1000_max": 0.50412, + "nauc_ndcg_at_1000_std": 0.422456, + "nauc_ndcg_at_1000_diff1": 0.149165, + "nauc_map_at_1_max": 0.462641, + "nauc_map_at_1_std": 0.113957, + "nauc_map_at_1_diff1": 0.396059, + "nauc_map_at_3_max": 0.37967, + "nauc_map_at_3_std": 0.101225, + "nauc_map_at_3_diff1": 0.296193, + "nauc_map_at_5_max": 0.384159, + "nauc_map_at_5_std": 0.115312, + "nauc_map_at_5_diff1": 0.273818, + "nauc_map_at_10_max": 0.405992, + "nauc_map_at_10_std": 0.151012, + "nauc_map_at_10_diff1": 0.236834, + "nauc_map_at_20_max": 0.421382, + "nauc_map_at_20_std": 0.189, + "nauc_map_at_20_diff1": 0.213642, + "nauc_map_at_100_max": 0.435438, + "nauc_map_at_100_std": 0.252694, + "nauc_map_at_100_diff1": 0.196906, + "nauc_map_at_1000_max": 0.450637, + "nauc_map_at_1000_std": 0.302137, + "nauc_map_at_1000_diff1": 0.176986, + "nauc_recall_at_1_max": 0.462641, + "nauc_recall_at_1_std": 0.113957, + "nauc_recall_at_1_diff1": 0.396059, + "nauc_recall_at_3_max": 0.345822, + "nauc_recall_at_3_std": 0.107671, + "nauc_recall_at_3_diff1": 0.208043, + "nauc_recall_at_5_max": 0.34126, + "nauc_recall_at_5_std": 0.110214, + "nauc_recall_at_5_diff1": 0.203928, + "nauc_recall_at_10_max": 0.348012, + "nauc_recall_at_10_std": 0.156629, + "nauc_recall_at_10_diff1": 0.158617, + "nauc_recall_at_20_max": 0.352148, + "nauc_recall_at_20_std": 0.199973, + "nauc_recall_at_20_diff1": 0.122562, + "nauc_recall_at_100_max": 0.386151, + "nauc_recall_at_100_std": 0.321077, + "nauc_recall_at_100_diff1": 0.14535, + "nauc_recall_at_1000_max": 0.32742, + "nauc_recall_at_1000_std": 0.305996, + "nauc_recall_at_1000_diff1": 0.030839, + "nauc_precision_at_1_max": 0.380567, + "nauc_precision_at_1_std": 0.218384, + "nauc_precision_at_1_diff1": 0.325603, + "nauc_precision_at_3_max": 0.425841, + "nauc_precision_at_3_std": 0.338045, + "nauc_precision_at_3_diff1": 0.187442, + "nauc_precision_at_5_max": 0.401342, + "nauc_precision_at_5_std": 0.337257, + "nauc_precision_at_5_diff1": 0.140283, + "nauc_precision_at_10_max": 0.418807, + "nauc_precision_at_10_std": 0.398088, + "nauc_precision_at_10_diff1": 0.109403, + "nauc_precision_at_20_max": 0.413162, + "nauc_precision_at_20_std": 0.454649, + "nauc_precision_at_20_diff1": 0.082792, + "nauc_precision_at_100_max": 0.34959, + "nauc_precision_at_100_std": 0.49127, + "nauc_precision_at_100_diff1": 0.034649, + "nauc_precision_at_1000_max": 0.201491, + "nauc_precision_at_1000_std": 0.363592, + "nauc_precision_at_1000_diff1": -0.069599, + "nauc_mrr_at_1_max": 0.380567, + "nauc_mrr_at_1_std": 0.218384, + "nauc_mrr_at_1_diff1": 0.325603, + "nauc_mrr_at_3_max": 0.4253, + "nauc_mrr_at_3_std": 0.2694, + "nauc_mrr_at_3_diff1": 0.25557, + "nauc_mrr_at_5_max": 0.416143, + "nauc_mrr_at_5_std": 0.258071, + "nauc_mrr_at_5_diff1": 0.255459, + "nauc_mrr_at_10_max": 0.421865, + "nauc_mrr_at_10_std": 0.267324, + "nauc_mrr_at_10_diff1": 0.255467, + "nauc_mrr_at_20_max": 0.423256, + "nauc_mrr_at_20_std": 0.271255, + "nauc_mrr_at_20_diff1": 0.254144, + "nauc_mrr_at_100_max": 0.425313, + "nauc_mrr_at_100_std": 0.273318, + "nauc_mrr_at_100_diff1": 0.25547, + "nauc_mrr_at_1000_max": 0.424976, + "nauc_mrr_at_1000_std": 0.272839, + "nauc_mrr_at_1000_diff1": 0.2556, + "cv_recall_at_1": 0.20433, + "cv_recall_at_3": 0.33437, + "cv_recall_at_5": 0.3808, + "cv_recall_at_10": 0.47059, + "cv_recall_at_20": 0.54799, + "cv_recall_at_100": 0.72136, + "cv_recall_at_1000": 0.93498, + "main_score": 0.16304, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 5.409268379211426, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.v2.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..2c751e4e22 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.115, + "ndcg_at_3": 0.09263, + "ndcg_at_5": 0.07867, + "ndcg_at_10": 0.09579, + "ndcg_at_20": 0.11531, + "ndcg_at_100": 0.15233, + "ndcg_at_1000": 0.20475, + "map_at_1": 0.02335, + "map_at_3": 0.03961, + "map_at_5": 0.04498, + "map_at_10": 0.05222, + "map_at_20": 0.058, + "map_at_100": 0.0641, + "map_at_1000": 0.06637, + "recall_at_1": 0.02335, + "recall_at_3": 0.05218, + "recall_at_5": 0.06818, + "recall_at_10": 0.09973, + "recall_at_20": 0.14543, + "recall_at_100": 0.2667, + "recall_at_1000": 0.52637, + "accuracy": 0.02335, + "precision_at_1": 0.115, + "precision_at_3": 0.08567, + "precision_at_5": 0.0672, + "precision_at_10": 0.0492, + "precision_at_20": 0.03585, + "precision_at_100": 0.01314, + "precision_at_1000": 0.00259, + "mrr_at_1": 0.115, + "mrr_at_3": 0.159333, + "mrr_at_5": 0.170433, + "mrr_at_10": 0.180017, + "mrr_at_20": 0.187846, + "mrr_at_100": 0.192609, + "mrr_at_1000": 0.193707, + "nauc_ndcg_at_1_max": 0.181409, + "nauc_ndcg_at_1_std": 0.09643, + "nauc_ndcg_at_1_diff1": 0.201384, + "nauc_ndcg_at_3_max": 0.19941, + "nauc_ndcg_at_3_std": 0.143078, + "nauc_ndcg_at_3_diff1": 0.13724, + "nauc_ndcg_at_5_max": 0.202727, + "nauc_ndcg_at_5_std": 0.161734, + "nauc_ndcg_at_5_diff1": 0.113122, + "nauc_ndcg_at_10_max": 0.215907, + "nauc_ndcg_at_10_std": 0.176161, + "nauc_ndcg_at_10_diff1": 0.103187, + "nauc_ndcg_at_20_max": 0.223989, + "nauc_ndcg_at_20_std": 0.205459, + "nauc_ndcg_at_20_diff1": 0.104157, + "nauc_ndcg_at_100_max": 0.260364, + "nauc_ndcg_at_100_std": 0.275187, + "nauc_ndcg_at_100_diff1": 0.091031, + "nauc_ndcg_at_1000_max": 0.265186, + "nauc_ndcg_at_1000_std": 0.299619, + "nauc_ndcg_at_1000_diff1": 0.078894, + "nauc_map_at_1_max": 0.180952, + "nauc_map_at_1_std": 0.102971, + "nauc_map_at_1_diff1": 0.19517, + "nauc_map_at_3_max": 0.198098, + "nauc_map_at_3_std": 0.145313, + "nauc_map_at_3_diff1": 0.139707, + "nauc_map_at_5_max": 0.201101, + "nauc_map_at_5_std": 0.162508, + "nauc_map_at_5_diff1": 0.115118, + "nauc_map_at_10_max": 0.216776, + "nauc_map_at_10_std": 0.177054, + "nauc_map_at_10_diff1": 0.106984, + "nauc_map_at_20_max": 0.22247, + "nauc_map_at_20_std": 0.194021, + "nauc_map_at_20_diff1": 0.105946, + "nauc_map_at_100_max": 0.238939, + "nauc_map_at_100_std": 0.222669, + "nauc_map_at_100_diff1": 0.099425, + "nauc_map_at_1000_max": 0.239826, + "nauc_map_at_1000_std": 0.226273, + "nauc_map_at_1000_diff1": 0.097809, + "nauc_recall_at_1_max": 0.180952, + "nauc_recall_at_1_std": 0.102971, + "nauc_recall_at_1_diff1": 0.19517, + "nauc_recall_at_3_max": 0.201506, + "nauc_recall_at_3_std": 0.160682, + "nauc_recall_at_3_diff1": 0.113876, + "nauc_recall_at_5_max": 0.202926, + "nauc_recall_at_5_std": 0.18202, + "nauc_recall_at_5_diff1": 0.07588, + "nauc_recall_at_10_max": 0.221658, + "nauc_recall_at_10_std": 0.199824, + "nauc_recall_at_10_diff1": 0.066276, + "nauc_recall_at_20_max": 0.22777, + "nauc_recall_at_20_std": 0.24704, + "nauc_recall_at_20_diff1": 0.072849, + "nauc_recall_at_100_max": 0.280285, + "nauc_recall_at_100_std": 0.36412, + "nauc_recall_at_100_diff1": 0.04533, + "nauc_recall_at_1000_max": 0.25839, + "nauc_recall_at_1000_std": 0.394357, + "nauc_recall_at_1000_diff1": 0.004905, + "nauc_precision_at_1_max": 0.181409, + "nauc_precision_at_1_std": 0.09643, + "nauc_precision_at_1_diff1": 0.201384, + "nauc_precision_at_3_max": 0.202886, + "nauc_precision_at_3_std": 0.156407, + "nauc_precision_at_3_diff1": 0.115412, + "nauc_precision_at_5_max": 0.204991, + "nauc_precision_at_5_std": 0.17981, + "nauc_precision_at_5_diff1": 0.077099, + "nauc_precision_at_10_max": 0.223474, + "nauc_precision_at_10_std": 0.198617, + "nauc_precision_at_10_diff1": 0.066161, + "nauc_precision_at_20_max": 0.230583, + "nauc_precision_at_20_std": 0.244659, + "nauc_precision_at_20_diff1": 0.072743, + "nauc_precision_at_100_max": 0.283836, + "nauc_precision_at_100_std": 0.362511, + "nauc_precision_at_100_diff1": 0.045241, + "nauc_precision_at_1000_max": 0.254794, + "nauc_precision_at_1000_std": 0.383715, + "nauc_precision_at_1000_diff1": 0.005404, + "nauc_mrr_at_1_max": 0.181409, + "nauc_mrr_at_1_std": 0.09643, + "nauc_mrr_at_1_diff1": 0.201384, + "nauc_mrr_at_3_max": 0.193418, + "nauc_mrr_at_3_std": 0.127831, + "nauc_mrr_at_3_diff1": 0.154015, + "nauc_mrr_at_5_max": 0.195032, + "nauc_mrr_at_5_std": 0.129549, + "nauc_mrr_at_5_diff1": 0.150327, + "nauc_mrr_at_10_max": 0.195657, + "nauc_mrr_at_10_std": 0.135874, + "nauc_mrr_at_10_diff1": 0.143218, + "nauc_mrr_at_20_max": 0.199009, + "nauc_mrr_at_20_std": 0.143116, + "nauc_mrr_at_20_diff1": 0.145165, + "nauc_mrr_at_100_max": 0.199586, + "nauc_mrr_at_100_std": 0.145971, + "nauc_mrr_at_100_diff1": 0.145049, + "nauc_mrr_at_1000_max": 0.199742, + "nauc_mrr_at_1000_std": 0.145684, + "nauc_mrr_at_1000_diff1": 0.144903, + "cv_recall_at_1": 0.115, + "cv_recall_at_3": 0.216, + "cv_recall_at_5": 0.264, + "cv_recall_at_10": 0.337, + "cv_recall_at_20": 0.445, + "cv_recall_at_100": 0.64, + "cv_recall_at_1000": 0.899, + "main_score": 0.09579, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 30.3039391040802, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-NL.v2.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-NL.v2.json new file mode 100644 index 0000000000..7509758d9d --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24667, + "ndcg_at_3": 0.27852, + "ndcg_at_5": 0.31373, + "ndcg_at_10": 0.33817, + "ndcg_at_20": 0.36925, + "ndcg_at_100": 0.40715, + "ndcg_at_1000": 0.42824, + "map_at_1": 0.22639, + "map_at_3": 0.26259, + "map_at_5": 0.2835, + "map_at_10": 0.29472, + "map_at_20": 0.30341, + "map_at_100": 0.30867, + "map_at_1000": 0.30945, + "recall_at_1": 0.22639, + "recall_at_3": 0.30556, + "recall_at_5": 0.38917, + "recall_at_10": 0.46194, + "recall_at_20": 0.58333, + "recall_at_100": 0.78411, + "recall_at_1000": 0.95, + "accuracy": 0.22639, + "precision_at_1": 0.24667, + "precision_at_3": 0.11333, + "precision_at_5": 0.088, + "precision_at_10": 0.05267, + "precision_at_20": 0.033, + "precision_at_100": 0.0089, + "precision_at_1000": 0.00108, + "mrr_at_1": 0.246667, + "mrr_at_3": 0.28, + "mrr_at_5": 0.2995, + "mrr_at_10": 0.308361, + "mrr_at_20": 0.316589, + "mrr_at_100": 0.321564, + "mrr_at_1000": 0.322221, + "nauc_ndcg_at_1_max": 0.346087, + "nauc_ndcg_at_1_std": 0.139859, + "nauc_ndcg_at_1_diff1": 0.508347, + "nauc_ndcg_at_3_max": 0.299173, + "nauc_ndcg_at_3_std": 0.121903, + "nauc_ndcg_at_3_diff1": 0.451899, + "nauc_ndcg_at_5_max": 0.297148, + "nauc_ndcg_at_5_std": 0.134465, + "nauc_ndcg_at_5_diff1": 0.425609, + "nauc_ndcg_at_10_max": 0.290554, + "nauc_ndcg_at_10_std": 0.144301, + "nauc_ndcg_at_10_diff1": 0.41414, + "nauc_ndcg_at_20_max": 0.313136, + "nauc_ndcg_at_20_std": 0.154689, + "nauc_ndcg_at_20_diff1": 0.424424, + "nauc_ndcg_at_100_max": 0.324115, + "nauc_ndcg_at_100_std": 0.153488, + "nauc_ndcg_at_100_diff1": 0.429887, + "nauc_ndcg_at_1000_max": 0.320562, + "nauc_ndcg_at_1000_std": 0.147535, + "nauc_ndcg_at_1000_diff1": 0.432855, + "nauc_map_at_1_max": 0.30847, + "nauc_map_at_1_std": 0.072841, + "nauc_map_at_1_diff1": 0.510947, + "nauc_map_at_3_max": 0.295477, + "nauc_map_at_3_std": 0.101473, + "nauc_map_at_3_diff1": 0.469088, + "nauc_map_at_5_max": 0.296161, + "nauc_map_at_5_std": 0.112962, + "nauc_map_at_5_diff1": 0.451066, + "nauc_map_at_10_max": 0.296007, + "nauc_map_at_10_std": 0.121802, + "nauc_map_at_10_diff1": 0.445566, + "nauc_map_at_20_max": 0.303699, + "nauc_map_at_20_std": 0.125473, + "nauc_map_at_20_diff1": 0.447844, + "nauc_map_at_100_max": 0.305673, + "nauc_map_at_100_std": 0.125098, + "nauc_map_at_100_diff1": 0.449413, + "nauc_map_at_1000_max": 0.305594, + "nauc_map_at_1000_std": 0.124814, + "nauc_map_at_1000_diff1": 0.449583, + "nauc_recall_at_1_max": 0.30847, + "nauc_recall_at_1_std": 0.072841, + "nauc_recall_at_1_diff1": 0.510947, + "nauc_recall_at_3_max": 0.272216, + "nauc_recall_at_3_std": 0.125196, + "nauc_recall_at_3_diff1": 0.409414, + "nauc_recall_at_5_max": 0.272475, + "nauc_recall_at_5_std": 0.160151, + "nauc_recall_at_5_diff1": 0.353109, + "nauc_recall_at_10_max": 0.247712, + "nauc_recall_at_10_std": 0.179488, + "nauc_recall_at_10_diff1": 0.321082, + "nauc_recall_at_20_max": 0.32369, + "nauc_recall_at_20_std": 0.216233, + "nauc_recall_at_20_diff1": 0.354565, + "nauc_recall_at_100_max": 0.413314, + "nauc_recall_at_100_std": 0.234162, + "nauc_recall_at_100_diff1": 0.343902, + "nauc_recall_at_1000_max": 0.498382, + "nauc_recall_at_1000_std": 0.199502, + "nauc_recall_at_1000_diff1": 0.274105, + "nauc_precision_at_1_max": 0.346087, + "nauc_precision_at_1_std": 0.139859, + "nauc_precision_at_1_diff1": 0.508347, + "nauc_precision_at_3_max": 0.317558, + "nauc_precision_at_3_std": 0.201218, + "nauc_precision_at_3_diff1": 0.388929, + "nauc_precision_at_5_max": 0.327735, + "nauc_precision_at_5_std": 0.239836, + "nauc_precision_at_5_diff1": 0.310026, + "nauc_precision_at_10_max": 0.312776, + "nauc_precision_at_10_std": 0.285614, + "nauc_precision_at_10_diff1": 0.26391, + "nauc_precision_at_20_max": 0.380813, + "nauc_precision_at_20_std": 0.325888, + "nauc_precision_at_20_diff1": 0.262396, + "nauc_precision_at_100_max": 0.368535, + "nauc_precision_at_100_std": 0.366364, + "nauc_precision_at_100_diff1": 0.161165, + "nauc_precision_at_1000_max": 0.276596, + "nauc_precision_at_1000_std": 0.356778, + "nauc_precision_at_1000_diff1": 0.015066, + "nauc_mrr_at_1_max": 0.346087, + "nauc_mrr_at_1_std": 0.139859, + "nauc_mrr_at_1_diff1": 0.508347, + "nauc_mrr_at_3_max": 0.322017, + "nauc_mrr_at_3_std": 0.146282, + "nauc_mrr_at_3_diff1": 0.464039, + "nauc_mrr_at_5_max": 0.318727, + "nauc_mrr_at_5_std": 0.150605, + "nauc_mrr_at_5_diff1": 0.449183, + "nauc_mrr_at_10_max": 0.313918, + "nauc_mrr_at_10_std": 0.149621, + "nauc_mrr_at_10_diff1": 0.444656, + "nauc_mrr_at_20_max": 0.320194, + "nauc_mrr_at_20_std": 0.152923, + "nauc_mrr_at_20_diff1": 0.448387, + "nauc_mrr_at_100_max": 0.321922, + "nauc_mrr_at_100_std": 0.152528, + "nauc_mrr_at_100_diff1": 0.450124, + "nauc_mrr_at_1000_max": 0.321907, + "nauc_mrr_at_1000_std": 0.152319, + "nauc_mrr_at_1000_diff1": 0.450168, + "cv_recall_at_1": 0.24667, + "cv_recall_at_3": 0.32667, + "cv_recall_at_5": 0.41, + "cv_recall_at_10": 0.47667, + "cv_recall_at_20": 0.59667, + "cv_recall_at_100": 0.79333, + "cv_recall_at_1000": 0.95, + "main_score": 0.33817, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 7.5802223682403564, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ArguAna-NL.v2.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ArguAna-NL.v2.json new file mode 100644 index 0000000000..cef498db14 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.16358, + "ndcg_at_3": 0.25658, + "ndcg_at_5": 0.30283, + "ndcg_at_10": 0.34336, + "ndcg_at_20": 0.3732, + "ndcg_at_100": 0.40698, + "ndcg_at_1000": 0.41946, + "map_at_1": 0.16358, + "map_at_3": 0.23388, + "map_at_5": 0.2597, + "map_at_10": 0.27618, + "map_at_20": 0.28446, + "map_at_100": 0.28923, + "map_at_1000": 0.28969, + "recall_at_1": 0.16358, + "recall_at_3": 0.32219, + "recall_at_5": 0.43385, + "recall_at_10": 0.56046, + "recall_at_20": 0.67781, + "recall_at_100": 0.85846, + "recall_at_1000": 0.95733, + "accuracy": 0.16358, + "precision_at_1": 0.16358, + "precision_at_3": 0.1074, + "precision_at_5": 0.08677, + "precision_at_10": 0.05605, + "precision_at_20": 0.03389, + "precision_at_100": 0.00858, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.167852, + "mrr_at_3": 0.235183, + "mrr_at_5": 0.261072, + "mrr_at_10": 0.277668, + "mrr_at_20": 0.285951, + "mrr_at_100": 0.290721, + "mrr_at_1000": 0.291181, + "nauc_ndcg_at_1_max": -0.097127, + "nauc_ndcg_at_1_std": 0.071198, + "nauc_ndcg_at_1_diff1": 0.172125, + "nauc_ndcg_at_3_max": -0.090807, + "nauc_ndcg_at_3_std": 0.118531, + "nauc_ndcg_at_3_diff1": 0.161283, + "nauc_ndcg_at_5_max": -0.083915, + "nauc_ndcg_at_5_std": 0.121963, + "nauc_ndcg_at_5_diff1": 0.155468, + "nauc_ndcg_at_10_max": -0.090315, + "nauc_ndcg_at_10_std": 0.147441, + "nauc_ndcg_at_10_diff1": 0.160495, + "nauc_ndcg_at_20_max": -0.094051, + "nauc_ndcg_at_20_std": 0.157603, + "nauc_ndcg_at_20_diff1": 0.160833, + "nauc_ndcg_at_100_max": -0.09098, + "nauc_ndcg_at_100_std": 0.165657, + "nauc_ndcg_at_100_diff1": 0.161446, + "nauc_ndcg_at_1000_max": -0.094678, + "nauc_ndcg_at_1000_std": 0.154137, + "nauc_ndcg_at_1000_diff1": 0.15718, + "nauc_map_at_1_max": -0.097127, + "nauc_map_at_1_std": 0.071198, + "nauc_map_at_1_diff1": 0.172125, + "nauc_map_at_3_max": -0.091179, + "nauc_map_at_3_std": 0.105804, + "nauc_map_at_3_diff1": 0.163481, + "nauc_map_at_5_max": -0.086589, + "nauc_map_at_5_std": 0.107874, + "nauc_map_at_5_diff1": 0.159907, + "nauc_map_at_10_max": -0.089154, + "nauc_map_at_10_std": 0.118608, + "nauc_map_at_10_diff1": 0.161458, + "nauc_map_at_20_max": -0.090341, + "nauc_map_at_20_std": 0.120905, + "nauc_map_at_20_diff1": 0.161607, + "nauc_map_at_100_max": -0.089638, + "nauc_map_at_100_std": 0.121873, + "nauc_map_at_100_diff1": 0.161437, + "nauc_map_at_1000_max": -0.089798, + "nauc_map_at_1000_std": 0.121551, + "nauc_map_at_1000_diff1": 0.161306, + "nauc_recall_at_1_max": -0.097127, + "nauc_recall_at_1_std": 0.071198, + "nauc_recall_at_1_diff1": 0.172125, + "nauc_recall_at_3_max": -0.090217, + "nauc_recall_at_3_std": 0.150607, + "nauc_recall_at_3_diff1": 0.155931, + "nauc_recall_at_5_max": -0.077548, + "nauc_recall_at_5_std": 0.157198, + "nauc_recall_at_5_diff1": 0.144289, + "nauc_recall_at_10_max": -0.096353, + "nauc_recall_at_10_std": 0.232924, + "nauc_recall_at_10_diff1": 0.160634, + "nauc_recall_at_20_max": -0.111937, + "nauc_recall_at_20_std": 0.294457, + "nauc_recall_at_20_diff1": 0.161687, + "nauc_recall_at_100_max": -0.105413, + "nauc_recall_at_100_std": 0.503262, + "nauc_recall_at_100_diff1": 0.176066, + "nauc_recall_at_1000_max": -0.294077, + "nauc_recall_at_1000_std": 0.654092, + "nauc_recall_at_1000_diff1": 0.009141, + "nauc_precision_at_1_max": -0.097127, + "nauc_precision_at_1_std": 0.071198, + "nauc_precision_at_1_diff1": 0.172125, + "nauc_precision_at_3_max": -0.090217, + "nauc_precision_at_3_std": 0.150607, + "nauc_precision_at_3_diff1": 0.155931, + "nauc_precision_at_5_max": -0.077548, + "nauc_precision_at_5_std": 0.157198, + "nauc_precision_at_5_diff1": 0.144289, + "nauc_precision_at_10_max": -0.096353, + "nauc_precision_at_10_std": 0.232924, + "nauc_precision_at_10_diff1": 0.160634, + "nauc_precision_at_20_max": -0.111937, + "nauc_precision_at_20_std": 0.294457, + "nauc_precision_at_20_diff1": 0.161687, + "nauc_precision_at_100_max": -0.105413, + "nauc_precision_at_100_std": 0.503262, + "nauc_precision_at_100_diff1": 0.176066, + "nauc_precision_at_1000_max": -0.294077, + "nauc_precision_at_1000_std": 0.654092, + "nauc_precision_at_1000_diff1": 0.009141, + "nauc_mrr_at_1_max": -0.089855, + "nauc_mrr_at_1_std": 0.076874, + "nauc_mrr_at_1_diff1": 0.15185, + "nauc_mrr_at_3_max": -0.089984, + "nauc_mrr_at_3_std": 0.106368, + "nauc_mrr_at_3_diff1": 0.153232, + "nauc_mrr_at_5_max": -0.086109, + "nauc_mrr_at_5_std": 0.109842, + "nauc_mrr_at_5_diff1": 0.148682, + "nauc_mrr_at_10_max": -0.088282, + "nauc_mrr_at_10_std": 0.120198, + "nauc_mrr_at_10_diff1": 0.151607, + "nauc_mrr_at_20_max": -0.089454, + "nauc_mrr_at_20_std": 0.122488, + "nauc_mrr_at_20_diff1": 0.151523, + "nauc_mrr_at_100_max": -0.08875, + "nauc_mrr_at_100_std": 0.123469, + "nauc_mrr_at_100_diff1": 0.151237, + "nauc_mrr_at_1000_max": -0.088908, + "nauc_mrr_at_1000_std": 0.123151, + "nauc_mrr_at_1000_diff1": 0.151092, + "cv_recall_at_1": 0.16785, + "cv_recall_at_3": 0.32148, + "cv_recall_at_5": 0.43314, + "cv_recall_at_10": 0.56046, + "cv_recall_at_20": 0.67781, + "cv_recall_at_100": 0.85846, + "cv_recall_at_1000": 0.95733, + "main_score": 0.34336, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 37.963274240493774, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DutchBookReviewSentimentClassification.v2.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..bf53c4747b --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.537112, + "f1": 0.529541, + "f1_weighted": 0.529568, + "precision": 0.539595, + "precision_weighted": 0.53959, + "recall": 0.537055, + "recall_weighted": 0.537112, + "ap": 0.520142, + "ap_weighted": 0.520142 + }, + { + "accuracy": 0.617634, + "f1": 0.615567, + "f1_weighted": 0.615554, + "precision": 0.620269, + "precision_weighted": 0.620277, + "recall": 0.617667, + "recall_weighted": 0.617634, + "ap": 0.570684, + "ap_weighted": 0.570684 + }, + { + "accuracy": 0.585245, + "f1": 0.571581, + "f1_weighted": 0.571616, + "precision": 0.597583, + "precision_weighted": 0.597567, + "recall": 0.585165, + "recall_weighted": 0.585245, + "ap": 0.553638, + "ap_weighted": 0.553638 + }, + { + "accuracy": 0.522717, + "f1": 0.522592, + "f1_weighted": 0.522595, + "precision": 0.522733, + "precision_weighted": 0.522733, + "recall": 0.52271, + "recall_weighted": 0.522717, + "ap": 0.511663, + "ap_weighted": 0.511663 + }, + { + "accuracy": 0.560054, + "f1": 0.558567, + "f1_weighted": 0.558579, + "precision": 0.560841, + "precision_weighted": 0.560838, + "recall": 0.560028, + "recall_weighted": 0.560054, + "ap": 0.533865, + "ap_weighted": 0.533865 + }, + { + "accuracy": 0.662618, + "f1": 0.657902, + "f1_weighted": 0.657884, + "precision": 0.672203, + "precision_weighted": 0.672221, + "recall": 0.662671, + "recall_weighted": 0.662618, + "ap": 0.602542, + "ap_weighted": 0.602542 + }, + { + "accuracy": 0.650022, + "f1": 0.649645, + "f1_weighted": 0.64965, + "precision": 0.650649, + "precision_weighted": 0.650644, + "recall": 0.650008, + "recall_weighted": 0.650022, + "ap": 0.598862, + "ap_weighted": 0.598862 + }, + { + "accuracy": 0.631129, + "f1": 0.630336, + "f1_weighted": 0.630343, + "precision": 0.632233, + "precision_weighted": 0.632228, + "recall": 0.631108, + "recall_weighted": 0.631129, + "ap": 0.584273, + "ap_weighted": 0.584273 + }, + { + "accuracy": 0.62888, + "f1": 0.622984, + "f1_weighted": 0.622963, + "precision": 0.637573, + "precision_weighted": 0.637589, + "recall": 0.628936, + "recall_weighted": 0.62888, + "ap": 0.577543, + "ap_weighted": 0.577543 + }, + { + "accuracy": 0.579397, + "f1": 0.570153, + "f1_weighted": 0.570125, + "precision": 0.586967, + "precision_weighted": 0.586979, + "recall": 0.579463, + "recall_weighted": 0.579397, + "ap": 0.54439, + "ap_weighted": 0.54439 + } + ], + "accuracy": 0.597481, + "f1": 0.592887, + "f1_weighted": 0.592888, + "precision": 0.602065, + "precision_weighted": 0.602067, + "recall": 0.597481, + "recall_weighted": 0.597481, + "ap": 0.55976, + "ap_weighted": 0.55976, + "main_score": 0.597481, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 38.282142162323, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NFCorpus-NL.v2.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..51e93217e2 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.23994, + "ndcg_at_3": 0.21652, + "ndcg_at_5": 0.2009, + "ndcg_at_10": 0.18549, + "ndcg_at_20": 0.17791, + "ndcg_at_100": 0.18445, + "ndcg_at_1000": 0.27438, + "map_at_1": 0.02757, + "map_at_3": 0.04341, + "map_at_5": 0.04914, + "map_at_10": 0.05852, + "map_at_20": 0.06572, + "map_at_100": 0.07745, + "map_at_1000": 0.08822, + "recall_at_1": 0.02757, + "recall_at_3": 0.05094, + "recall_at_5": 0.0612, + "recall_at_10": 0.08177, + "recall_at_20": 0.11372, + "recall_at_100": 0.20743, + "recall_at_1000": 0.51561, + "accuracy": 0.02757, + "precision_at_1": 0.25387, + "precision_at_3": 0.20949, + "precision_at_5": 0.17771, + "precision_at_10": 0.14551, + "precision_at_20": 0.11331, + "precision_at_100": 0.0544, + "precision_at_1000": 0.01775, + "mrr_at_1": 0.25387, + "mrr_at_3": 0.302374, + "mrr_at_5": 0.311352, + "mrr_at_10": 0.319842, + "mrr_at_20": 0.326562, + "mrr_at_100": 0.331287, + "mrr_at_1000": 0.331997, + "nauc_ndcg_at_1_max": 0.301572, + "nauc_ndcg_at_1_std": 0.161931, + "nauc_ndcg_at_1_diff1": 0.182983, + "nauc_ndcg_at_3_max": 0.331539, + "nauc_ndcg_at_3_std": 0.185427, + "nauc_ndcg_at_3_diff1": 0.170904, + "nauc_ndcg_at_5_max": 0.329386, + "nauc_ndcg_at_5_std": 0.203595, + "nauc_ndcg_at_5_diff1": 0.150767, + "nauc_ndcg_at_10_max": 0.337766, + "nauc_ndcg_at_10_std": 0.208101, + "nauc_ndcg_at_10_diff1": 0.128608, + "nauc_ndcg_at_20_max": 0.331498, + "nauc_ndcg_at_20_std": 0.231987, + "nauc_ndcg_at_20_diff1": 0.110524, + "nauc_ndcg_at_100_max": 0.344701, + "nauc_ndcg_at_100_std": 0.247232, + "nauc_ndcg_at_100_diff1": 0.09622, + "nauc_ndcg_at_1000_max": 0.380356, + "nauc_ndcg_at_1000_std": 0.305738, + "nauc_ndcg_at_1000_diff1": 0.063377, + "nauc_map_at_1_max": 0.12769, + "nauc_map_at_1_std": -0.058054, + "nauc_map_at_1_diff1": 0.34627, + "nauc_map_at_3_max": 0.132548, + "nauc_map_at_3_std": -0.03865, + "nauc_map_at_3_diff1": 0.267681, + "nauc_map_at_5_max": 0.148692, + "nauc_map_at_5_std": -0.009248, + "nauc_map_at_5_diff1": 0.239484, + "nauc_map_at_10_max": 0.17712, + "nauc_map_at_10_std": 0.017572, + "nauc_map_at_10_diff1": 0.202578, + "nauc_map_at_20_max": 0.202156, + "nauc_map_at_20_std": 0.056934, + "nauc_map_at_20_diff1": 0.180273, + "nauc_map_at_100_max": 0.241948, + "nauc_map_at_100_std": 0.113856, + "nauc_map_at_100_diff1": 0.154241, + "nauc_map_at_1000_max": 0.262211, + "nauc_map_at_1000_std": 0.155628, + "nauc_map_at_1000_diff1": 0.13645, + "nauc_recall_at_1_max": 0.12769, + "nauc_recall_at_1_std": -0.058054, + "nauc_recall_at_1_diff1": 0.34627, + "nauc_recall_at_3_max": 0.16292, + "nauc_recall_at_3_std": -0.003209, + "nauc_recall_at_3_diff1": 0.24704, + "nauc_recall_at_5_max": 0.169721, + "nauc_recall_at_5_std": 0.029416, + "nauc_recall_at_5_diff1": 0.202567, + "nauc_recall_at_10_max": 0.179524, + "nauc_recall_at_10_std": 0.041459, + "nauc_recall_at_10_diff1": 0.160744, + "nauc_recall_at_20_max": 0.198991, + "nauc_recall_at_20_std": 0.126236, + "nauc_recall_at_20_diff1": 0.093462, + "nauc_recall_at_100_max": 0.25613, + "nauc_recall_at_100_std": 0.247856, + "nauc_recall_at_100_diff1": 0.020064, + "nauc_recall_at_1000_max": 0.197643, + "nauc_recall_at_1000_std": 0.270031, + "nauc_recall_at_1000_diff1": -0.048608, + "nauc_precision_at_1_max": 0.314563, + "nauc_precision_at_1_std": 0.166765, + "nauc_precision_at_1_diff1": 0.179761, + "nauc_precision_at_3_max": 0.335527, + "nauc_precision_at_3_std": 0.222705, + "nauc_precision_at_3_diff1": 0.106065, + "nauc_precision_at_5_max": 0.337093, + "nauc_precision_at_5_std": 0.258108, + "nauc_precision_at_5_diff1": 0.0749, + "nauc_precision_at_10_max": 0.357383, + "nauc_precision_at_10_std": 0.273633, + "nauc_precision_at_10_diff1": 0.027966, + "nauc_precision_at_20_max": 0.349594, + "nauc_precision_at_20_std": 0.333638, + "nauc_precision_at_20_diff1": -0.022429, + "nauc_precision_at_100_max": 0.327542, + "nauc_precision_at_100_std": 0.401882, + "nauc_precision_at_100_diff1": -0.092999, + "nauc_precision_at_1000_max": 0.192234, + "nauc_precision_at_1000_std": 0.303035, + "nauc_precision_at_1000_diff1": -0.138565, + "nauc_mrr_at_1_max": 0.314563, + "nauc_mrr_at_1_std": 0.166765, + "nauc_mrr_at_1_diff1": 0.179761, + "nauc_mrr_at_3_max": 0.347647, + "nauc_mrr_at_3_std": 0.198812, + "nauc_mrr_at_3_diff1": 0.171817, + "nauc_mrr_at_5_max": 0.339427, + "nauc_mrr_at_5_std": 0.198205, + "nauc_mrr_at_5_diff1": 0.169375, + "nauc_mrr_at_10_max": 0.342681, + "nauc_mrr_at_10_std": 0.1987, + "nauc_mrr_at_10_diff1": 0.166571, + "nauc_mrr_at_20_max": 0.343251, + "nauc_mrr_at_20_std": 0.201005, + "nauc_mrr_at_20_diff1": 0.166631, + "nauc_mrr_at_100_max": 0.345036, + "nauc_mrr_at_100_std": 0.204237, + "nauc_mrr_at_100_diff1": 0.164324, + "nauc_mrr_at_1000_max": 0.345015, + "nauc_mrr_at_1000_std": 0.204022, + "nauc_mrr_at_1000_diff1": 0.164348, + "cv_recall_at_1": 0.25387, + "cv_recall_at_3": 0.36533, + "cv_recall_at_5": 0.40557, + "cv_recall_at_10": 0.46749, + "cv_recall_at_20": 0.56966, + "cv_recall_at_100": 0.75542, + "cv_recall_at_1000": 0.93808, + "main_score": 0.18549, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 16.019046545028687, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/SCIDOCS-NL.v2.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..9d82ec80a6 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.139, + "ndcg_at_3": 0.10783, + "ndcg_at_5": 0.09142, + "ndcg_at_10": 0.11182, + "ndcg_at_20": 0.13244, + "ndcg_at_100": 0.16846, + "ndcg_at_1000": 0.22395, + "map_at_1": 0.028, + "map_at_3": 0.04543, + "map_at_5": 0.05261, + "map_at_10": 0.0618, + "map_at_20": 0.06798, + "map_at_100": 0.07389, + "map_at_1000": 0.07644, + "recall_at_1": 0.028, + "recall_at_3": 0.0601, + "recall_at_5": 0.079, + "recall_at_10": 0.11645, + "recall_at_20": 0.16468, + "recall_at_100": 0.28237, + "recall_at_1000": 0.55603, + "accuracy": 0.028, + "precision_at_1": 0.139, + "precision_at_3": 0.099, + "precision_at_5": 0.078, + "precision_at_10": 0.0575, + "precision_at_20": 0.04065, + "precision_at_100": 0.01394, + "precision_at_1000": 0.00274, + "mrr_at_1": 0.139, + "mrr_at_3": 0.1895, + "mrr_at_5": 0.19925, + "mrr_at_10": 0.210628, + "mrr_at_20": 0.21822, + "mrr_at_100": 0.222947, + "mrr_at_1000": 0.224033, + "nauc_ndcg_at_1_max": 0.192526, + "nauc_ndcg_at_1_std": 0.066093, + "nauc_ndcg_at_1_diff1": 0.250799, + "nauc_ndcg_at_3_max": 0.213382, + "nauc_ndcg_at_3_std": 0.123527, + "nauc_ndcg_at_3_diff1": 0.187946, + "nauc_ndcg_at_5_max": 0.220558, + "nauc_ndcg_at_5_std": 0.133222, + "nauc_ndcg_at_5_diff1": 0.180701, + "nauc_ndcg_at_10_max": 0.250519, + "nauc_ndcg_at_10_std": 0.169888, + "nauc_ndcg_at_10_diff1": 0.188455, + "nauc_ndcg_at_20_max": 0.24654, + "nauc_ndcg_at_20_std": 0.193149, + "nauc_ndcg_at_20_diff1": 0.172318, + "nauc_ndcg_at_100_max": 0.271082, + "nauc_ndcg_at_100_std": 0.249433, + "nauc_ndcg_at_100_diff1": 0.165742, + "nauc_ndcg_at_1000_max": 0.288466, + "nauc_ndcg_at_1000_std": 0.279826, + "nauc_ndcg_at_1000_diff1": 0.168698, + "nauc_map_at_1_max": 0.190783, + "nauc_map_at_1_std": 0.065014, + "nauc_map_at_1_diff1": 0.249807, + "nauc_map_at_3_max": 0.211935, + "nauc_map_at_3_std": 0.118705, + "nauc_map_at_3_diff1": 0.187967, + "nauc_map_at_5_max": 0.21935, + "nauc_map_at_5_std": 0.129506, + "nauc_map_at_5_diff1": 0.189414, + "nauc_map_at_10_max": 0.24081, + "nauc_map_at_10_std": 0.153221, + "nauc_map_at_10_diff1": 0.191684, + "nauc_map_at_20_max": 0.239812, + "nauc_map_at_20_std": 0.167518, + "nauc_map_at_20_diff1": 0.182828, + "nauc_map_at_100_max": 0.250195, + "nauc_map_at_100_std": 0.187842, + "nauc_map_at_100_diff1": 0.180342, + "nauc_map_at_1000_max": 0.253076, + "nauc_map_at_1000_std": 0.192809, + "nauc_map_at_1000_diff1": 0.180558, + "nauc_recall_at_1_max": 0.190783, + "nauc_recall_at_1_std": 0.065014, + "nauc_recall_at_1_diff1": 0.249807, + "nauc_recall_at_3_max": 0.21859, + "nauc_recall_at_3_std": 0.144856, + "nauc_recall_at_3_diff1": 0.156735, + "nauc_recall_at_5_max": 0.22568, + "nauc_recall_at_5_std": 0.155515, + "nauc_recall_at_5_diff1": 0.149159, + "nauc_recall_at_10_max": 0.273833, + "nauc_recall_at_10_std": 0.213892, + "nauc_recall_at_10_diff1": 0.169054, + "nauc_recall_at_20_max": 0.249695, + "nauc_recall_at_20_std": 0.247814, + "nauc_recall_at_20_diff1": 0.131275, + "nauc_recall_at_100_max": 0.273925, + "nauc_recall_at_100_std": 0.339891, + "nauc_recall_at_100_diff1": 0.105403, + "nauc_recall_at_1000_max": 0.28591, + "nauc_recall_at_1000_std": 0.391858, + "nauc_recall_at_1000_diff1": 0.095003, + "nauc_precision_at_1_max": 0.192526, + "nauc_precision_at_1_std": 0.066093, + "nauc_precision_at_1_diff1": 0.250799, + "nauc_precision_at_3_max": 0.219004, + "nauc_precision_at_3_std": 0.145585, + "nauc_precision_at_3_diff1": 0.158751, + "nauc_precision_at_5_max": 0.227434, + "nauc_precision_at_5_std": 0.15823, + "nauc_precision_at_5_diff1": 0.152157, + "nauc_precision_at_10_max": 0.276459, + "nauc_precision_at_10_std": 0.21685, + "nauc_precision_at_10_diff1": 0.169934, + "nauc_precision_at_20_max": 0.251439, + "nauc_precision_at_20_std": 0.247453, + "nauc_precision_at_20_diff1": 0.130726, + "nauc_precision_at_100_max": 0.275674, + "nauc_precision_at_100_std": 0.339762, + "nauc_precision_at_100_diff1": 0.105414, + "nauc_precision_at_1000_max": 0.286089, + "nauc_precision_at_1000_std": 0.390483, + "nauc_precision_at_1000_diff1": 0.093829, + "nauc_mrr_at_1_max": 0.192526, + "nauc_mrr_at_1_std": 0.066093, + "nauc_mrr_at_1_diff1": 0.250799, + "nauc_mrr_at_3_max": 0.204253, + "nauc_mrr_at_3_std": 0.106996, + "nauc_mrr_at_3_diff1": 0.209883, + "nauc_mrr_at_5_max": 0.211622, + "nauc_mrr_at_5_std": 0.113848, + "nauc_mrr_at_5_diff1": 0.201514, + "nauc_mrr_at_10_max": 0.217134, + "nauc_mrr_at_10_std": 0.125377, + "nauc_mrr_at_10_diff1": 0.202383, + "nauc_mrr_at_20_max": 0.217316, + "nauc_mrr_at_20_std": 0.130148, + "nauc_mrr_at_20_diff1": 0.199116, + "nauc_mrr_at_100_max": 0.218345, + "nauc_mrr_at_100_std": 0.132302, + "nauc_mrr_at_100_diff1": 0.199796, + "nauc_mrr_at_1000_max": 0.218458, + "nauc_mrr_at_1000_std": 0.131958, + "nauc_mrr_at_1000_diff1": 0.200161, + "cv_recall_at_1": 0.139, + "cv_recall_at_3": 0.254, + "cv_recall_at_5": 0.298, + "cv_recall_at_10": 0.383, + "cv_recall_at_20": 0.488, + "cv_recall_at_100": 0.674, + "cv_recall_at_1000": 0.927, + "main_score": 0.11182, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 94.81982016563416, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/SciFact-NL.v2.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/SciFact-NL.v2.json new file mode 100644 index 0000000000..d6d129aab1 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30667, + "ndcg_at_3": 0.36321, + "ndcg_at_5": 0.39207, + "ndcg_at_10": 0.42229, + "ndcg_at_20": 0.44535, + "ndcg_at_100": 0.47595, + "ndcg_at_1000": 0.49127, + "map_at_1": 0.28889, + "map_at_3": 0.34212, + "map_at_5": 0.35976, + "map_at_10": 0.37317, + "map_at_20": 0.38033, + "map_at_100": 0.38483, + "map_at_1000": 0.38544, + "recall_at_1": 0.28889, + "recall_at_3": 0.404, + "recall_at_5": 0.47411, + "recall_at_10": 0.5645, + "recall_at_20": 0.65056, + "recall_at_100": 0.81156, + "recall_at_1000": 0.93, + "accuracy": 0.28889, + "precision_at_1": 0.30667, + "precision_at_3": 0.15, + "precision_at_5": 0.106, + "precision_at_10": 0.06433, + "precision_at_20": 0.03733, + "precision_at_100": 0.0093, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.306667, + "mrr_at_3": 0.356111, + "mrr_at_5": 0.372611, + "mrr_at_10": 0.383885, + "mrr_at_20": 0.390009, + "mrr_at_100": 0.39393, + "mrr_at_1000": 0.394452, + "nauc_ndcg_at_1_max": 0.419614, + "nauc_ndcg_at_1_std": 0.163649, + "nauc_ndcg_at_1_diff1": 0.546107, + "nauc_ndcg_at_3_max": 0.374394, + "nauc_ndcg_at_3_std": 0.165468, + "nauc_ndcg_at_3_diff1": 0.503564, + "nauc_ndcg_at_5_max": 0.376123, + "nauc_ndcg_at_5_std": 0.173173, + "nauc_ndcg_at_5_diff1": 0.495071, + "nauc_ndcg_at_10_max": 0.40622, + "nauc_ndcg_at_10_std": 0.190462, + "nauc_ndcg_at_10_diff1": 0.493393, + "nauc_ndcg_at_20_max": 0.424947, + "nauc_ndcg_at_20_std": 0.205777, + "nauc_ndcg_at_20_diff1": 0.509826, + "nauc_ndcg_at_100_max": 0.419699, + "nauc_ndcg_at_100_std": 0.21015, + "nauc_ndcg_at_100_diff1": 0.499015, + "nauc_ndcg_at_1000_max": 0.414139, + "nauc_ndcg_at_1000_std": 0.209802, + "nauc_ndcg_at_1000_diff1": 0.505155, + "nauc_map_at_1_max": 0.368647, + "nauc_map_at_1_std": 0.099648, + "nauc_map_at_1_diff1": 0.565335, + "nauc_map_at_3_max": 0.36744, + "nauc_map_at_3_std": 0.140969, + "nauc_map_at_3_diff1": 0.523306, + "nauc_map_at_5_max": 0.372744, + "nauc_map_at_5_std": 0.150656, + "nauc_map_at_5_diff1": 0.516369, + "nauc_map_at_10_max": 0.387507, + "nauc_map_at_10_std": 0.161736, + "nauc_map_at_10_diff1": 0.513438, + "nauc_map_at_20_max": 0.393765, + "nauc_map_at_20_std": 0.167708, + "nauc_map_at_20_diff1": 0.517363, + "nauc_map_at_100_max": 0.39124, + "nauc_map_at_100_std": 0.167635, + "nauc_map_at_100_diff1": 0.516579, + "nauc_map_at_1000_max": 0.390998, + "nauc_map_at_1000_std": 0.167624, + "nauc_map_at_1000_diff1": 0.516696, + "nauc_recall_at_1_max": 0.368647, + "nauc_recall_at_1_std": 0.099648, + "nauc_recall_at_1_diff1": 0.565335, + "nauc_recall_at_3_max": 0.34269, + "nauc_recall_at_3_std": 0.168337, + "nauc_recall_at_3_diff1": 0.464243, + "nauc_recall_at_5_max": 0.350454, + "nauc_recall_at_5_std": 0.192082, + "nauc_recall_at_5_diff1": 0.436895, + "nauc_recall_at_10_max": 0.435966, + "nauc_recall_at_10_std": 0.236365, + "nauc_recall_at_10_diff1": 0.430391, + "nauc_recall_at_20_max": 0.520554, + "nauc_recall_at_20_std": 0.302511, + "nauc_recall_at_20_diff1": 0.495382, + "nauc_recall_at_100_max": 0.582796, + "nauc_recall_at_100_std": 0.418117, + "nauc_recall_at_100_diff1": 0.373917, + "nauc_recall_at_1000_max": 0.649482, + "nauc_recall_at_1000_std": 0.709128, + "nauc_recall_at_1000_diff1": 0.432395, + "nauc_precision_at_1_max": 0.419614, + "nauc_precision_at_1_std": 0.163649, + "nauc_precision_at_1_diff1": 0.546107, + "nauc_precision_at_3_max": 0.394445, + "nauc_precision_at_3_std": 0.262693, + "nauc_precision_at_3_diff1": 0.384789, + "nauc_precision_at_5_max": 0.399157, + "nauc_precision_at_5_std": 0.295508, + "nauc_precision_at_5_diff1": 0.339958, + "nauc_precision_at_10_max": 0.47792, + "nauc_precision_at_10_std": 0.36324, + "nauc_precision_at_10_diff1": 0.289283, + "nauc_precision_at_20_max": 0.516289, + "nauc_precision_at_20_std": 0.424088, + "nauc_precision_at_20_diff1": 0.300291, + "nauc_precision_at_100_max": 0.445998, + "nauc_precision_at_100_std": 0.469587, + "nauc_precision_at_100_diff1": 0.155114, + "nauc_precision_at_1000_max": 0.371886, + "nauc_precision_at_1000_std": 0.528547, + "nauc_precision_at_1000_diff1": 0.069194, + "nauc_mrr_at_1_max": 0.419614, + "nauc_mrr_at_1_std": 0.163649, + "nauc_mrr_at_1_diff1": 0.546107, + "nauc_mrr_at_3_max": 0.399909, + "nauc_mrr_at_3_std": 0.185216, + "nauc_mrr_at_3_diff1": 0.512373, + "nauc_mrr_at_5_max": 0.401645, + "nauc_mrr_at_5_std": 0.191296, + "nauc_mrr_at_5_diff1": 0.506932, + "nauc_mrr_at_10_max": 0.413115, + "nauc_mrr_at_10_std": 0.195429, + "nauc_mrr_at_10_diff1": 0.508851, + "nauc_mrr_at_20_max": 0.41622, + "nauc_mrr_at_20_std": 0.197515, + "nauc_mrr_at_20_diff1": 0.514632, + "nauc_mrr_at_100_max": 0.414173, + "nauc_mrr_at_100_std": 0.196896, + "nauc_mrr_at_100_diff1": 0.513026, + "nauc_mrr_at_1000_max": 0.413923, + "nauc_mrr_at_1000_std": 0.196765, + "nauc_mrr_at_1000_diff1": 0.513038, + "cv_recall_at_1": 0.30667, + "cv_recall_at_3": 0.42, + "cv_recall_at_5": 0.49, + "cv_recall_at_10": 0.58, + "cv_recall_at_20": 0.66333, + "cv_recall_at_100": 0.81667, + "cv_recall_at_1000": 0.93, + "main_score": 0.42229, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 21.536702632904053, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/ArguAna-NL.v2.json b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/ArguAna-NL.v2.json new file mode 100644 index 0000000000..aa8b6c1817 --- /dev/null +++ b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/ArguAna-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", + "task_name": "ArguAna-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15932, + "ndcg_at_3": 0.26335, + "ndcg_at_5": 0.30962, + "ndcg_at_10": 0.35694, + "ndcg_at_20": 0.38652, + "ndcg_at_100": 0.4173, + "ndcg_at_1000": 0.43041, + "map_at_1": 0.15932, + "map_at_3": 0.2372, + "map_at_5": 0.2627, + "map_at_10": 0.28206, + "map_at_20": 0.29023, + "map_at_100": 0.29454, + "map_at_1000": 0.29505, + "recall_at_1": 0.15932, + "recall_at_3": 0.33926, + "recall_at_5": 0.45235, + "recall_at_10": 0.59957, + "recall_at_20": 0.71622, + "recall_at_100": 0.88122, + "recall_at_1000": 0.98364, + "accuracy": 0.15932, + "precision_at_1": 0.15932, + "precision_at_3": 0.11309, + "precision_at_5": 0.09047, + "precision_at_10": 0.05996, + "precision_at_20": 0.03581, + "precision_at_100": 0.00881, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.165007, + "mrr_at_3": 0.238739, + "mrr_at_5": 0.264557, + "mrr_at_10": 0.284163, + "mrr_at_20": 0.292342, + "mrr_at_100": 0.296653, + "mrr_at_1000": 0.297163, + "nauc_ndcg_at_1_max": -0.04459, + "nauc_ndcg_at_1_std": -0.031129, + "nauc_ndcg_at_1_diff1": 0.069966, + "nauc_ndcg_at_3_max": 0.039964, + "nauc_ndcg_at_3_std": 0.01221, + "nauc_ndcg_at_3_diff1": 0.064047, + "nauc_ndcg_at_5_max": 0.043942, + "nauc_ndcg_at_5_std": 0.00892, + "nauc_ndcg_at_5_diff1": 0.06474, + "nauc_ndcg_at_10_max": 0.065038, + "nauc_ndcg_at_10_std": 0.023312, + "nauc_ndcg_at_10_diff1": 0.071921, + "nauc_ndcg_at_20_max": 0.0868, + "nauc_ndcg_at_20_std": 0.045741, + "nauc_ndcg_at_20_diff1": 0.076228, + "nauc_ndcg_at_100_max": 0.07716, + "nauc_ndcg_at_100_std": 0.051659, + "nauc_ndcg_at_100_diff1": 0.068642, + "nauc_ndcg_at_1000_max": 0.062413, + "nauc_ndcg_at_1000_std": 0.036422, + "nauc_ndcg_at_1000_diff1": 0.069513, + "nauc_map_at_1_max": -0.04459, + "nauc_map_at_1_std": -0.031129, + "nauc_map_at_1_diff1": 0.069966, + "nauc_map_at_3_max": 0.022478, + "nauc_map_at_3_std": 0.004545, + "nauc_map_at_3_diff1": 0.063772, + "nauc_map_at_5_max": 0.025397, + "nauc_map_at_5_std": 0.00292, + "nauc_map_at_5_diff1": 0.06445, + "nauc_map_at_10_max": 0.033573, + "nauc_map_at_10_std": 0.008381, + "nauc_map_at_10_diff1": 0.067448, + "nauc_map_at_20_max": 0.038746, + "nauc_map_at_20_std": 0.013862, + "nauc_map_at_20_diff1": 0.068297, + "nauc_map_at_100_max": 0.037579, + "nauc_map_at_100_std": 0.015103, + "nauc_map_at_100_diff1": 0.067401, + "nauc_map_at_1000_max": 0.037106, + "nauc_map_at_1000_std": 0.014756, + "nauc_map_at_1000_diff1": 0.067463, + "nauc_recall_at_1_max": -0.04459, + "nauc_recall_at_1_std": -0.031129, + "nauc_recall_at_1_diff1": 0.069966, + "nauc_recall_at_3_max": 0.082157, + "nauc_recall_at_3_std": 0.030274, + "nauc_recall_at_3_diff1": 0.065207, + "nauc_recall_at_5_max": 0.088344, + "nauc_recall_at_5_std": 0.022204, + "nauc_recall_at_5_diff1": 0.06573, + "nauc_recall_at_10_max": 0.157978, + "nauc_recall_at_10_std": 0.068584, + "nauc_recall_at_10_diff1": 0.087042, + "nauc_recall_at_20_max": 0.282557, + "nauc_recall_at_20_std": 0.184363, + "nauc_recall_at_20_diff1": 0.112584, + "nauc_recall_at_100_max": 0.366329, + "nauc_recall_at_100_std": 0.3794, + "nauc_recall_at_100_diff1": 0.05786, + "nauc_recall_at_1000_max": 0.369217, + "nauc_recall_at_1000_std": 0.43012, + "nauc_recall_at_1000_diff1": 0.087117, + "nauc_precision_at_1_max": -0.04459, + "nauc_precision_at_1_std": -0.031129, + "nauc_precision_at_1_diff1": 0.069966, + "nauc_precision_at_3_max": 0.082157, + "nauc_precision_at_3_std": 0.030274, + "nauc_precision_at_3_diff1": 0.065207, + "nauc_precision_at_5_max": 0.088344, + "nauc_precision_at_5_std": 0.022204, + "nauc_precision_at_5_diff1": 0.06573, + "nauc_precision_at_10_max": 0.157978, + "nauc_precision_at_10_std": 0.068584, + "nauc_precision_at_10_diff1": 0.087042, + "nauc_precision_at_20_max": 0.282557, + "nauc_precision_at_20_std": 0.184363, + "nauc_precision_at_20_diff1": 0.112584, + "nauc_precision_at_100_max": 0.366329, + "nauc_precision_at_100_std": 0.3794, + "nauc_precision_at_100_diff1": 0.05786, + "nauc_precision_at_1000_max": 0.369217, + "nauc_precision_at_1000_std": 0.43012, + "nauc_precision_at_1000_diff1": 0.087117, + "nauc_mrr_at_1_max": -0.031877, + "nauc_mrr_at_1_std": -0.018668, + "nauc_mrr_at_1_diff1": 0.045266, + "nauc_mrr_at_3_max": 0.017517, + "nauc_mrr_at_3_std": 0.005452, + "nauc_mrr_at_3_diff1": 0.043032, + "nauc_mrr_at_5_max": 0.021809, + "nauc_mrr_at_5_std": 0.005099, + "nauc_mrr_at_5_diff1": 0.045129, + "nauc_mrr_at_10_max": 0.031036, + "nauc_mrr_at_10_std": 0.010766, + "nauc_mrr_at_10_diff1": 0.048818, + "nauc_mrr_at_20_max": 0.03604, + "nauc_mrr_at_20_std": 0.016214, + "nauc_mrr_at_20_diff1": 0.049269, + "nauc_mrr_at_100_max": 0.034854, + "nauc_mrr_at_100_std": 0.01747, + "nauc_mrr_at_100_diff1": 0.048161, + "nauc_mrr_at_1000_max": 0.034379, + "nauc_mrr_at_1000_std": 0.017131, + "nauc_mrr_at_1000_diff1": 0.048188, + "cv_recall_at_1": 0.16501, + "cv_recall_at_3": 0.33713, + "cv_recall_at_5": 0.45092, + "cv_recall_at_10": 0.59957, + "cv_recall_at_20": 0.71622, + "cv_recall_at_100": 0.88122, + "cv_recall_at_1000": 0.98364, + "main_score": 0.35694, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 7.961225986480713, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/DutchBookReviewSentimentClassification.v2.json b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/DutchBookReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..91524fd3da --- /dev/null +++ b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/DutchBookReviewSentimentClassification.v2.json @@ -0,0 +1,139 @@ +{ + "dataset_revision": "73cffedb578b628588db03b8608880cf95688bb2", + "task_name": "DutchBookReviewSentimentClassification.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.524966, + "f1": 0.470835, + "f1_weighted": 0.470911, + "precision": 0.541973, + "precision_weighted": 0.541961, + "recall": 0.524822, + "recall_weighted": 0.524966, + "ap": 0.513895, + "ap_weighted": 0.513895 + }, + { + "accuracy": 0.592443, + "f1": 0.588522, + "f1_weighted": 0.588504, + "precision": 0.596169, + "precision_weighted": 0.596178, + "recall": 0.592487, + "recall_weighted": 0.592443, + "ap": 0.553176, + "ap_weighted": 0.553176 + }, + { + "accuracy": 0.590193, + "f1": 0.589579, + "f1_weighted": 0.589586, + "precision": 0.590713, + "precision_weighted": 0.59071, + "recall": 0.590176, + "recall_weighted": 0.590193, + "ap": 0.553676, + "ap_weighted": 0.553676 + }, + { + "accuracy": 0.57175, + "f1": 0.569492, + "f1_weighted": 0.569506, + "precision": 0.573245, + "precision_weighted": 0.57324, + "recall": 0.571717, + "recall_weighted": 0.57175, + "ap": 0.541648, + "ap_weighted": 0.541648 + }, + { + "accuracy": 0.621682, + "f1": 0.621645, + "f1_weighted": 0.621644, + "precision": 0.621737, + "precision_weighted": 0.621738, + "recall": 0.621687, + "recall_weighted": 0.621682, + "ap": 0.575139, + "ap_weighted": 0.575139 + }, + { + "accuracy": 0.578498, + "f1": 0.523702, + "f1_weighted": 0.52363, + "precision": 0.645861, + "precision_weighted": 0.645906, + "recall": 0.57865, + "recall_weighted": 0.578498, + "ap": 0.542787, + "ap_weighted": 0.542787 + }, + { + "accuracy": 0.620783, + "f1": 0.603038, + "f1_weighted": 0.603076, + "precision": 0.646898, + "precision_weighted": 0.64687, + "recall": 0.620688, + "recall_weighted": 0.620783, + "ap": 0.585348, + "ap_weighted": 0.585348 + }, + { + "accuracy": 0.62798, + "f1": 0.613936, + "f1_weighted": 0.613902, + "precision": 0.649936, + "precision_weighted": 0.649962, + "recall": 0.628066, + "recall_weighted": 0.62798, + "ap": 0.575682, + "ap_weighted": 0.575682 + }, + { + "accuracy": 0.623482, + "f1": 0.620347, + "f1_weighted": 0.620331, + "precision": 0.627763, + "precision_weighted": 0.627774, + "recall": 0.623523, + "recall_weighted": 0.623482, + "ap": 0.574449, + "ap_weighted": 0.574449 + }, + { + "accuracy": 0.59964, + "f1": 0.594044, + "f1_weighted": 0.594023, + "precision": 0.605534, + "precision_weighted": 0.605546, + "recall": 0.599693, + "recall_weighted": 0.59964, + "ap": 0.557671, + "ap_weighted": 0.557671 + } + ], + "accuracy": 0.595142, + "f1": 0.579514, + "f1_weighted": 0.579511, + "precision": 0.609983, + "precision_weighted": 0.609988, + "recall": 0.595151, + "recall_weighted": 0.595142, + "ap": 0.557347, + "ap_weighted": 0.557347, + "main_score": 0.595142, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 32.89075827598572, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/NFCorpus-NL.v2.json b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/NFCorpus-NL.v2.json new file mode 100644 index 0000000000..2fe08c16e2 --- /dev/null +++ b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/NFCorpus-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "942953e674fd0f619ff89897abb806dc3df5dd39", + "task_name": "NFCorpus-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25697, + "ndcg_at_3": 0.22696, + "ndcg_at_5": 0.20683, + "ndcg_at_10": 0.19302, + "ndcg_at_20": 0.17909, + "ndcg_at_100": 0.17173, + "ndcg_at_1000": 0.25662, + "map_at_1": 0.0346, + "map_at_3": 0.05136, + "map_at_5": 0.05708, + "map_at_10": 0.0644, + "map_at_20": 0.06962, + "map_at_100": 0.07604, + "map_at_1000": 0.0839, + "recall_at_1": 0.0346, + "recall_at_3": 0.05946, + "recall_at_5": 0.07131, + "recall_at_10": 0.09024, + "recall_at_20": 0.11301, + "recall_at_100": 0.17402, + "recall_at_1000": 0.48205, + "accuracy": 0.0346, + "precision_at_1": 0.27245, + "precision_at_3": 0.21259, + "precision_at_5": 0.17461, + "precision_at_10": 0.1418, + "precision_at_20": 0.10402, + "precision_at_100": 0.04341, + "precision_at_1000": 0.0156, + "mrr_at_1": 0.272446, + "mrr_at_3": 0.329205, + "mrr_at_5": 0.340506, + "mrr_at_10": 0.35142, + "mrr_at_20": 0.356609, + "mrr_at_100": 0.359875, + "mrr_at_1000": 0.360775, + "nauc_ndcg_at_1_max": 0.330007, + "nauc_ndcg_at_1_std": 0.056431, + "nauc_ndcg_at_1_diff1": 0.369126, + "nauc_ndcg_at_3_max": 0.363351, + "nauc_ndcg_at_3_std": 0.094009, + "nauc_ndcg_at_3_diff1": 0.325131, + "nauc_ndcg_at_5_max": 0.373261, + "nauc_ndcg_at_5_std": 0.106976, + "nauc_ndcg_at_5_diff1": 0.321178, + "nauc_ndcg_at_10_max": 0.390215, + "nauc_ndcg_at_10_std": 0.147108, + "nauc_ndcg_at_10_diff1": 0.338743, + "nauc_ndcg_at_20_max": 0.370946, + "nauc_ndcg_at_20_std": 0.136486, + "nauc_ndcg_at_20_diff1": 0.337135, + "nauc_ndcg_at_100_max": 0.351952, + "nauc_ndcg_at_100_std": 0.104614, + "nauc_ndcg_at_100_diff1": 0.326915, + "nauc_ndcg_at_1000_max": 0.375662, + "nauc_ndcg_at_1000_std": 0.138183, + "nauc_ndcg_at_1000_diff1": 0.308666, + "nauc_map_at_1_max": 0.261328, + "nauc_map_at_1_std": -0.082029, + "nauc_map_at_1_diff1": 0.558801, + "nauc_map_at_3_max": 0.262849, + "nauc_map_at_3_std": -0.083297, + "nauc_map_at_3_diff1": 0.445455, + "nauc_map_at_5_max": 0.262385, + "nauc_map_at_5_std": -0.069922, + "nauc_map_at_5_diff1": 0.404414, + "nauc_map_at_10_max": 0.280655, + "nauc_map_at_10_std": -0.039968, + "nauc_map_at_10_diff1": 0.377063, + "nauc_map_at_20_max": 0.289534, + "nauc_map_at_20_std": -0.017666, + "nauc_map_at_20_diff1": 0.365988, + "nauc_map_at_100_max": 0.316754, + "nauc_map_at_100_std": 0.016875, + "nauc_map_at_100_diff1": 0.363129, + "nauc_map_at_1000_max": 0.335379, + "nauc_map_at_1000_std": 0.045019, + "nauc_map_at_1000_diff1": 0.362151, + "nauc_recall_at_1_max": 0.261328, + "nauc_recall_at_1_std": -0.082029, + "nauc_recall_at_1_diff1": 0.558801, + "nauc_recall_at_3_max": 0.221582, + "nauc_recall_at_3_std": -0.097441, + "nauc_recall_at_3_diff1": 0.405691, + "nauc_recall_at_5_max": 0.205575, + "nauc_recall_at_5_std": -0.072541, + "nauc_recall_at_5_diff1": 0.3315, + "nauc_recall_at_10_max": 0.221944, + "nauc_recall_at_10_std": -0.037511, + "nauc_recall_at_10_diff1": 0.296376, + "nauc_recall_at_20_max": 0.191155, + "nauc_recall_at_20_std": -0.035557, + "nauc_recall_at_20_diff1": 0.251501, + "nauc_recall_at_100_max": 0.232089, + "nauc_recall_at_100_std": 0.046583, + "nauc_recall_at_100_diff1": 0.212417, + "nauc_recall_at_1000_max": 0.116476, + "nauc_recall_at_1000_std": 0.024788, + "nauc_recall_at_1000_diff1": 0.118757, + "nauc_precision_at_1_max": 0.32218, + "nauc_precision_at_1_std": 0.060898, + "nauc_precision_at_1_diff1": 0.352077, + "nauc_precision_at_3_max": 0.359552, + "nauc_precision_at_3_std": 0.125287, + "nauc_precision_at_3_diff1": 0.252693, + "nauc_precision_at_5_max": 0.371178, + "nauc_precision_at_5_std": 0.155141, + "nauc_precision_at_5_diff1": 0.201705, + "nauc_precision_at_10_max": 0.413519, + "nauc_precision_at_10_std": 0.263852, + "nauc_precision_at_10_diff1": 0.191761, + "nauc_precision_at_20_max": 0.418359, + "nauc_precision_at_20_std": 0.318051, + "nauc_precision_at_20_diff1": 0.175119, + "nauc_precision_at_100_max": 0.414852, + "nauc_precision_at_100_std": 0.380419, + "nauc_precision_at_100_diff1": 0.166196, + "nauc_precision_at_1000_max": 0.294906, + "nauc_precision_at_1000_std": 0.3291, + "nauc_precision_at_1000_diff1": 0.109739, + "nauc_mrr_at_1_max": 0.32218, + "nauc_mrr_at_1_std": 0.060898, + "nauc_mrr_at_1_diff1": 0.352077, + "nauc_mrr_at_3_max": 0.329723, + "nauc_mrr_at_3_std": 0.073797, + "nauc_mrr_at_3_diff1": 0.336009, + "nauc_mrr_at_5_max": 0.339999, + "nauc_mrr_at_5_std": 0.081616, + "nauc_mrr_at_5_diff1": 0.334723, + "nauc_mrr_at_10_max": 0.342646, + "nauc_mrr_at_10_std": 0.087785, + "nauc_mrr_at_10_diff1": 0.33548, + "nauc_mrr_at_20_max": 0.343956, + "nauc_mrr_at_20_std": 0.090249, + "nauc_mrr_at_20_diff1": 0.333381, + "nauc_mrr_at_100_max": 0.343105, + "nauc_mrr_at_100_std": 0.090557, + "nauc_mrr_at_100_diff1": 0.331805, + "nauc_mrr_at_1000_max": 0.343112, + "nauc_mrr_at_1000_std": 0.090317, + "nauc_mrr_at_1000_diff1": 0.332286, + "cv_recall_at_1": 0.27245, + "cv_recall_at_3": 0.40248, + "cv_recall_at_5": 0.45201, + "cv_recall_at_10": 0.5356, + "cv_recall_at_20": 0.60372, + "cv_recall_at_100": 0.73994, + "cv_recall_at_1000": 0.94427, + "main_score": 0.19302, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 3.3361194133758545, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/SCIDOCS-NL.v2.json b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/SCIDOCS-NL.v2.json new file mode 100644 index 0000000000..5c7031fc9e --- /dev/null +++ b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/SCIDOCS-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38", + "task_name": "SCIDOCS-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.09, + "ndcg_at_3": 0.07213, + "ndcg_at_5": 0.06389, + "ndcg_at_10": 0.07734, + "ndcg_at_20": 0.09159, + "ndcg_at_100": 0.12061, + "ndcg_at_1000": 0.16429, + "map_at_1": 0.01833, + "map_at_3": 0.03081, + "map_at_5": 0.03608, + "map_at_10": 0.04085, + "map_at_20": 0.04488, + "map_at_100": 0.04924, + "map_at_1000": 0.051, + "recall_at_1": 0.01833, + "recall_at_3": 0.04142, + "recall_at_5": 0.05775, + "recall_at_10": 0.08268, + "recall_at_20": 0.11603, + "recall_at_100": 0.21072, + "recall_at_1000": 0.42662, + "accuracy": 0.01833, + "precision_at_1": 0.09, + "precision_at_3": 0.06767, + "precision_at_5": 0.0566, + "precision_at_10": 0.0405, + "precision_at_20": 0.02855, + "precision_at_100": 0.01039, + "precision_at_1000": 0.0021, + "mrr_at_1": 0.09, + "mrr_at_3": 0.123, + "mrr_at_5": 0.13445, + "mrr_at_10": 0.144977, + "mrr_at_20": 0.150896, + "mrr_at_100": 0.155406, + "mrr_at_1000": 0.156516, + "nauc_ndcg_at_1_max": 0.144915, + "nauc_ndcg_at_1_std": -0.001667, + "nauc_ndcg_at_1_diff1": 0.292359, + "nauc_ndcg_at_3_max": 0.186468, + "nauc_ndcg_at_3_std": 0.054713, + "nauc_ndcg_at_3_diff1": 0.263649, + "nauc_ndcg_at_5_max": 0.184193, + "nauc_ndcg_at_5_std": 0.04754, + "nauc_ndcg_at_5_diff1": 0.260287, + "nauc_ndcg_at_10_max": 0.192415, + "nauc_ndcg_at_10_std": 0.060475, + "nauc_ndcg_at_10_diff1": 0.254634, + "nauc_ndcg_at_20_max": 0.207143, + "nauc_ndcg_at_20_std": 0.077828, + "nauc_ndcg_at_20_diff1": 0.24071, + "nauc_ndcg_at_100_max": 0.219677, + "nauc_ndcg_at_100_std": 0.123331, + "nauc_ndcg_at_100_diff1": 0.230153, + "nauc_ndcg_at_1000_max": 0.243928, + "nauc_ndcg_at_1000_std": 0.168752, + "nauc_ndcg_at_1000_diff1": 0.216514, + "nauc_map_at_1_max": 0.148661, + "nauc_map_at_1_std": 0.003343, + "nauc_map_at_1_diff1": 0.287687, + "nauc_map_at_3_max": 0.183642, + "nauc_map_at_3_std": 0.043179, + "nauc_map_at_3_diff1": 0.276693, + "nauc_map_at_5_max": 0.189929, + "nauc_map_at_5_std": 0.045007, + "nauc_map_at_5_diff1": 0.283209, + "nauc_map_at_10_max": 0.198453, + "nauc_map_at_10_std": 0.054604, + "nauc_map_at_10_diff1": 0.277493, + "nauc_map_at_20_max": 0.205089, + "nauc_map_at_20_std": 0.061616, + "nauc_map_at_20_diff1": 0.269181, + "nauc_map_at_100_max": 0.213756, + "nauc_map_at_100_std": 0.07827, + "nauc_map_at_100_diff1": 0.267535, + "nauc_map_at_1000_max": 0.216669, + "nauc_map_at_1000_std": 0.084423, + "nauc_map_at_1000_diff1": 0.266595, + "nauc_recall_at_1_max": 0.148661, + "nauc_recall_at_1_std": 0.003343, + "nauc_recall_at_1_diff1": 0.287687, + "nauc_recall_at_3_max": 0.201952, + "nauc_recall_at_3_std": 0.075797, + "nauc_recall_at_3_diff1": 0.254307, + "nauc_recall_at_5_max": 0.190119, + "nauc_recall_at_5_std": 0.056635, + "nauc_recall_at_5_diff1": 0.248293, + "nauc_recall_at_10_max": 0.199148, + "nauc_recall_at_10_std": 0.077683, + "nauc_recall_at_10_diff1": 0.232793, + "nauc_recall_at_20_max": 0.224379, + "nauc_recall_at_20_std": 0.110186, + "nauc_recall_at_20_diff1": 0.203465, + "nauc_recall_at_100_max": 0.223747, + "nauc_recall_at_100_std": 0.190923, + "nauc_recall_at_100_diff1": 0.166034, + "nauc_recall_at_1000_max": 0.262728, + "nauc_recall_at_1000_std": 0.284549, + "nauc_recall_at_1000_diff1": 0.107447, + "nauc_precision_at_1_max": 0.144915, + "nauc_precision_at_1_std": -0.001667, + "nauc_precision_at_1_diff1": 0.292359, + "nauc_precision_at_3_max": 0.201813, + "nauc_precision_at_3_std": 0.077133, + "nauc_precision_at_3_diff1": 0.255833, + "nauc_precision_at_5_max": 0.191315, + "nauc_precision_at_5_std": 0.058902, + "nauc_precision_at_5_diff1": 0.252403, + "nauc_precision_at_10_max": 0.203581, + "nauc_precision_at_10_std": 0.081574, + "nauc_precision_at_10_diff1": 0.238198, + "nauc_precision_at_20_max": 0.227424, + "nauc_precision_at_20_std": 0.113617, + "nauc_precision_at_20_diff1": 0.206318, + "nauc_precision_at_100_max": 0.225189, + "nauc_precision_at_100_std": 0.192748, + "nauc_precision_at_100_diff1": 0.165683, + "nauc_precision_at_1000_max": 0.264192, + "nauc_precision_at_1000_std": 0.289201, + "nauc_precision_at_1000_diff1": 0.110547, + "nauc_mrr_at_1_max": 0.144915, + "nauc_mrr_at_1_std": -0.001667, + "nauc_mrr_at_1_diff1": 0.292359, + "nauc_mrr_at_3_max": 0.172678, + "nauc_mrr_at_3_std": 0.046579, + "nauc_mrr_at_3_diff1": 0.255173, + "nauc_mrr_at_5_max": 0.164673, + "nauc_mrr_at_5_std": 0.036952, + "nauc_mrr_at_5_diff1": 0.248384, + "nauc_mrr_at_10_max": 0.163719, + "nauc_mrr_at_10_std": 0.037545, + "nauc_mrr_at_10_diff1": 0.246683, + "nauc_mrr_at_20_max": 0.166186, + "nauc_mrr_at_20_std": 0.042609, + "nauc_mrr_at_20_diff1": 0.243423, + "nauc_mrr_at_100_max": 0.167646, + "nauc_mrr_at_100_std": 0.0472, + "nauc_mrr_at_100_diff1": 0.242568, + "nauc_mrr_at_1000_max": 0.16763, + "nauc_mrr_at_1000_std": 0.046963, + "nauc_mrr_at_1000_diff1": 0.242488, + "cv_recall_at_1": 0.09, + "cv_recall_at_3": 0.17, + "cv_recall_at_5": 0.221, + "cv_recall_at_10": 0.302, + "cv_recall_at_20": 0.387, + "cv_recall_at_100": 0.573, + "cv_recall_at_1000": 0.851, + "main_score": 0.07734, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 18.4482741355896, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/SciFact-NL.v2.json b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/SciFact-NL.v2.json new file mode 100644 index 0000000000..615a81fb72 --- /dev/null +++ b/results/sentence-transformers__static-similarity-mrl-multilingual-v1/7264ea07c5365a11d7e6d87dbb6195889a13054f/SciFact-NL.v2.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "856d8dfc294b138856bbf3042450e3782321e44e", + "task_name": "SciFact-NL.v2", + "mteb_version": "2.1.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.33333, + "ndcg_at_3": 0.37183, + "ndcg_at_5": 0.39568, + "ndcg_at_10": 0.42337, + "ndcg_at_20": 0.4433, + "ndcg_at_100": 0.47135, + "ndcg_at_1000": 0.4877, + "map_at_1": 0.31306, + "map_at_3": 0.35528, + "map_at_5": 0.36958, + "map_at_10": 0.38111, + "map_at_20": 0.38692, + "map_at_100": 0.39078, + "map_at_1000": 0.39139, + "recall_at_1": 0.31306, + "recall_at_3": 0.40361, + "recall_at_5": 0.46056, + "recall_at_10": 0.54472, + "recall_at_20": 0.62083, + "recall_at_100": 0.76856, + "recall_at_1000": 0.89567, + "accuracy": 0.31306, + "precision_at_1": 0.33333, + "precision_at_3": 0.14444, + "precision_at_5": 0.10067, + "precision_at_10": 0.05967, + "precision_at_20": 0.03417, + "precision_at_100": 0.00863, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.333333, + "mrr_at_3": 0.371111, + "mrr_at_5": 0.384111, + "mrr_at_10": 0.395266, + "mrr_at_20": 0.400697, + "mrr_at_100": 0.404141, + "mrr_at_1000": 0.40465, + "nauc_ndcg_at_1_max": 0.435361, + "nauc_ndcg_at_1_std": 0.061108, + "nauc_ndcg_at_1_diff1": 0.599787, + "nauc_ndcg_at_3_max": 0.435083, + "nauc_ndcg_at_3_std": 0.052414, + "nauc_ndcg_at_3_diff1": 0.560769, + "nauc_ndcg_at_5_max": 0.431547, + "nauc_ndcg_at_5_std": 0.059583, + "nauc_ndcg_at_5_diff1": 0.539061, + "nauc_ndcg_at_10_max": 0.433285, + "nauc_ndcg_at_10_std": 0.07034, + "nauc_ndcg_at_10_diff1": 0.547384, + "nauc_ndcg_at_20_max": 0.433152, + "nauc_ndcg_at_20_std": 0.07069, + "nauc_ndcg_at_20_diff1": 0.54304, + "nauc_ndcg_at_100_max": 0.431303, + "nauc_ndcg_at_100_std": 0.07876, + "nauc_ndcg_at_100_diff1": 0.542444, + "nauc_ndcg_at_1000_max": 0.432838, + "nauc_ndcg_at_1000_std": 0.07777, + "nauc_ndcg_at_1000_diff1": 0.548795, + "nauc_map_at_1_max": 0.436649, + "nauc_map_at_1_std": 0.06331, + "nauc_map_at_1_diff1": 0.597174, + "nauc_map_at_3_max": 0.435133, + "nauc_map_at_3_std": 0.054389, + "nauc_map_at_3_diff1": 0.568529, + "nauc_map_at_5_max": 0.431356, + "nauc_map_at_5_std": 0.057971, + "nauc_map_at_5_diff1": 0.555711, + "nauc_map_at_10_max": 0.431998, + "nauc_map_at_10_std": 0.062216, + "nauc_map_at_10_diff1": 0.558656, + "nauc_map_at_20_max": 0.431915, + "nauc_map_at_20_std": 0.062671, + "nauc_map_at_20_diff1": 0.557452, + "nauc_map_at_100_max": 0.43119, + "nauc_map_at_100_std": 0.063195, + "nauc_map_at_100_diff1": 0.557271, + "nauc_map_at_1000_max": 0.43122, + "nauc_map_at_1000_std": 0.063201, + "nauc_map_at_1000_diff1": 0.557418, + "nauc_recall_at_1_max": 0.436649, + "nauc_recall_at_1_std": 0.06331, + "nauc_recall_at_1_diff1": 0.597174, + "nauc_recall_at_3_max": 0.431553, + "nauc_recall_at_3_std": 0.042957, + "nauc_recall_at_3_diff1": 0.528918, + "nauc_recall_at_5_max": 0.425959, + "nauc_recall_at_5_std": 0.057602, + "nauc_recall_at_5_diff1": 0.482402, + "nauc_recall_at_10_max": 0.426854, + "nauc_recall_at_10_std": 0.090411, + "nauc_recall_at_10_diff1": 0.504018, + "nauc_recall_at_20_max": 0.422673, + "nauc_recall_at_20_std": 0.089418, + "nauc_recall_at_20_diff1": 0.481333, + "nauc_recall_at_100_max": 0.415065, + "nauc_recall_at_100_std": 0.168613, + "nauc_recall_at_100_diff1": 0.467091, + "nauc_recall_at_1000_max": 0.430654, + "nauc_recall_at_1000_std": 0.222775, + "nauc_recall_at_1000_diff1": 0.546184, + "nauc_precision_at_1_max": 0.435361, + "nauc_precision_at_1_std": 0.061108, + "nauc_precision_at_1_diff1": 0.599787, + "nauc_precision_at_3_max": 0.40869, + "nauc_precision_at_3_std": 0.029419, + "nauc_precision_at_3_diff1": 0.50401, + "nauc_precision_at_5_max": 0.378911, + "nauc_precision_at_5_std": 0.045813, + "nauc_precision_at_5_diff1": 0.427734, + "nauc_precision_at_10_max": 0.374204, + "nauc_precision_at_10_std": 0.082947, + "nauc_precision_at_10_diff1": 0.430089, + "nauc_precision_at_20_max": 0.35639, + "nauc_precision_at_20_std": 0.102375, + "nauc_precision_at_20_diff1": 0.399074, + "nauc_precision_at_100_max": 0.296486, + "nauc_precision_at_100_std": 0.171168, + "nauc_precision_at_100_diff1": 0.279971, + "nauc_precision_at_1000_max": 0.210915, + "nauc_precision_at_1000_std": 0.171508, + "nauc_precision_at_1000_diff1": 0.17774, + "nauc_mrr_at_1_max": 0.435361, + "nauc_mrr_at_1_std": 0.061108, + "nauc_mrr_at_1_diff1": 0.599787, + "nauc_mrr_at_3_max": 0.43513, + "nauc_mrr_at_3_std": 0.057864, + "nauc_mrr_at_3_diff1": 0.569681, + "nauc_mrr_at_5_max": 0.433132, + "nauc_mrr_at_5_std": 0.062546, + "nauc_mrr_at_5_diff1": 0.559453, + "nauc_mrr_at_10_max": 0.433099, + "nauc_mrr_at_10_std": 0.066568, + "nauc_mrr_at_10_diff1": 0.561958, + "nauc_mrr_at_20_max": 0.433482, + "nauc_mrr_at_20_std": 0.066302, + "nauc_mrr_at_20_diff1": 0.560118, + "nauc_mrr_at_100_max": 0.432551, + "nauc_mrr_at_100_std": 0.066553, + "nauc_mrr_at_100_diff1": 0.559797, + "nauc_mrr_at_1000_max": 0.4325, + "nauc_mrr_at_1000_std": 0.066462, + "nauc_mrr_at_1000_diff1": 0.559999, + "cv_recall_at_1": 0.33333, + "cv_recall_at_3": 0.42, + "cv_recall_at_5": 0.47667, + "cv_recall_at_10": 0.56, + "cv_recall_at_20": 0.63667, + "cv_recall_at_100": 0.78, + "cv_recall_at_1000": 0.9, + "main_score": 0.42337, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 4.260462999343872, + "kg_co2_emissions": null +} \ No newline at end of file