diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.json index 677fae436a..c5027ca09c 100644 --- a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.json +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-NL.json @@ -148,7 +148,7 @@ "main_score": 0.08901, "hf_subset": "default", "languages": [ - "eng-Latn" + "nld-Latn" ] } ] diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFactNL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFactNL.json deleted file mode 100644 index 2f7801e1c5..0000000000 --- a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFactNL.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "33f1d717a05c7cf6b571ebedaf4dad8db82684c4", - "task_name": "SciFactNL", - "mteb_version": "1.29.16", - "scores": { - "test": [ - { - "ndcg_at_1": 0.49, - "ndcg_at_3": 0.56297, - "ndcg_at_5": 0.58276, - "ndcg_at_10": 0.60934, - "ndcg_at_20": 0.62198, - "ndcg_at_100": 0.6396, - "ndcg_at_1000": 0.65296, - "map_at_1": 0.46483, - "map_at_3": 0.53609, - "map_at_5": 0.54962, - "map_at_10": 0.56204, - "map_at_20": 0.56542, - "map_at_100": 0.56806, - "map_at_1000": 0.56855, - "recall_at_1": 0.46483, - "recall_at_3": 0.61439, - "recall_at_5": 0.66461, - "recall_at_10": 0.74389, - "recall_at_20": 0.79333, - "recall_at_100": 0.886, - "recall_at_1000": 0.99333, - "precision_at_1": 0.49, - "precision_at_3": 0.22556, - "precision_at_5": 0.14867, - "precision_at_10": 0.08433, - "precision_at_20": 0.045, - "precision_at_100": 0.0101, - "precision_at_1000": 0.00112, - "mrr_at_1": 0.49, - "mrr_at_3": 0.553889, - "mrr_at_5": 0.564389, - "mrr_at_10": 0.573831, - "mrr_at_20": 0.577313, - "mrr_at_100": 0.579423, - "mrr_at_1000": 0.579855, - "nauc_ndcg_at_1_max": 0.501277, - "nauc_ndcg_at_1_std": 0.017593, - "nauc_ndcg_at_1_diff1": 0.637004, - "nauc_ndcg_at_3_max": 0.510676, - "nauc_ndcg_at_3_std": 0.063913, - "nauc_ndcg_at_3_diff1": 0.589849, - "nauc_ndcg_at_5_max": 0.513485, - "nauc_ndcg_at_5_std": 0.077318, - "nauc_ndcg_at_5_diff1": 0.5859, - "nauc_ndcg_at_10_max": 0.519822, - "nauc_ndcg_at_10_std": 0.095529, - "nauc_ndcg_at_10_diff1": 0.581757, - "nauc_ndcg_at_20_max": 0.526457, - "nauc_ndcg_at_20_std": 0.110176, - "nauc_ndcg_at_20_diff1": 0.580948, - "nauc_ndcg_at_100_max": 0.524404, - "nauc_ndcg_at_100_std": 0.103259, - "nauc_ndcg_at_100_diff1": 0.586524, - "nauc_ndcg_at_1000_max": 0.520033, - "nauc_ndcg_at_1000_std": 0.093139, - "nauc_ndcg_at_1000_diff1": 0.590795, - "nauc_map_at_1_max": 0.471001, - "nauc_map_at_1_std": -0.029934, - "nauc_map_at_1_diff1": 0.651312, - "nauc_map_at_3_max": 0.494966, - "nauc_map_at_3_std": 0.033185, - "nauc_map_at_3_diff1": 0.60403, - "nauc_map_at_5_max": 0.501202, - "nauc_map_at_5_std": 0.050841, - "nauc_map_at_5_diff1": 0.600167, - "nauc_map_at_10_max": 0.507059, - "nauc_map_at_10_std": 0.064682, - "nauc_map_at_10_diff1": 0.597655, - "nauc_map_at_20_max": 0.508702, - "nauc_map_at_20_std": 0.068279, - "nauc_map_at_20_diff1": 0.597313, - "nauc_map_at_100_max": 0.508356, - "nauc_map_at_100_std": 0.068343, - "nauc_map_at_100_diff1": 0.598712, - "nauc_map_at_1000_max": 0.508225, - "nauc_map_at_1000_std": 0.068023, - "nauc_map_at_1000_diff1": 0.598947, - "nauc_recall_at_1_max": 0.471001, - "nauc_recall_at_1_std": -0.029934, - "nauc_recall_at_1_diff1": 0.651312, - "nauc_recall_at_3_max": 0.516185, - "nauc_recall_at_3_std": 0.076782, - "nauc_recall_at_3_diff1": 0.556578, - "nauc_recall_at_5_max": 0.525237, - "nauc_recall_at_5_std": 0.121435, - "nauc_recall_at_5_diff1": 0.54077, - "nauc_recall_at_10_max": 0.547253, - "nauc_recall_at_10_std": 0.182014, - "nauc_recall_at_10_diff1": 0.515141, - "nauc_recall_at_20_max": 0.584962, - "nauc_recall_at_20_std": 0.28283, - "nauc_recall_at_20_diff1": 0.50003, - "nauc_recall_at_100_max": 0.600116, - "nauc_recall_at_100_std": 0.288239, - "nauc_recall_at_100_diff1": 0.505437, - "nauc_recall_at_1000_max": 0.414332, - "nauc_recall_at_1000_std": -0.075864, - "nauc_recall_at_1000_diff1": 0.422502, - "nauc_precision_at_1_max": 0.501277, - "nauc_precision_at_1_std": 0.017593, - "nauc_precision_at_1_diff1": 0.637004, - "nauc_precision_at_3_max": 0.483041, - "nauc_precision_at_3_std": 0.217844, - "nauc_precision_at_3_diff1": 0.401548, - "nauc_precision_at_5_max": 0.462545, - "nauc_precision_at_5_std": 0.308245, - "nauc_precision_at_5_diff1": 0.337566, - "nauc_precision_at_10_max": 0.431761, - "nauc_precision_at_10_std": 0.399856, - "nauc_precision_at_10_diff1": 0.246222, - "nauc_precision_at_20_max": 0.448295, - "nauc_precision_at_20_std": 0.493989, - "nauc_precision_at_20_diff1": 0.199287, - "nauc_precision_at_100_max": 0.335098, - "nauc_precision_at_100_std": 0.48357, - "nauc_precision_at_100_diff1": 0.093717, - "nauc_precision_at_1000_max": 0.183938, - "nauc_precision_at_1000_std": 0.510248, - "nauc_precision_at_1000_diff1": -0.11304, - "nauc_mrr_at_1_max": 0.501277, - "nauc_mrr_at_1_std": 0.017593, - "nauc_mrr_at_1_diff1": 0.637004, - "nauc_mrr_at_3_max": 0.516515, - "nauc_mrr_at_3_std": 0.069857, - "nauc_mrr_at_3_diff1": 0.596421, - "nauc_mrr_at_5_max": 0.517262, - "nauc_mrr_at_5_std": 0.074357, - "nauc_mrr_at_5_diff1": 0.593074, - "nauc_mrr_at_10_max": 0.515569, - "nauc_mrr_at_10_std": 0.075858, - "nauc_mrr_at_10_diff1": 0.593018, - "nauc_mrr_at_20_max": 0.517792, - "nauc_mrr_at_20_std": 0.078781, - "nauc_mrr_at_20_diff1": 0.593053, - "nauc_mrr_at_100_max": 0.517352, - "nauc_mrr_at_100_std": 0.077476, - "nauc_mrr_at_100_diff1": 0.593631, - "nauc_mrr_at_1000_max": 0.517169, - "nauc_mrr_at_1000_std": 0.077225, - "nauc_mrr_at_1000_diff1": 0.59388, - "main_score": 0.60934, - "hf_subset": "default", - "languages": [ - "nld-Latn" - ] - } - ] - }, - "evaluation_time": 281.81595492362976, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.json index 44549b4b31..c667c76372 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SCIDOCS-NL.json @@ -148,7 +148,7 @@ "main_score": 0.09579, "hf_subset": "default", "languages": [ - "eng-Latn" + "nld-Latn" ] } ]