Skip to content

Add results for v2 datasets for MTEB-NL #317

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Samoed merged 1 commit into from
Nov 13, 2025
Merged

Add results for v2 datasets for MTEB-NL #317

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
166 changes: 166 additions & 0 deletions ...ba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ArguAna-NL.v2.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,166 @@
{
"dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba",
"task_name": "ArguAna-NL.v2",
"mteb_version": "2.1.7",
"scores": {
"test": [
{
"ndcg_at_1": 0.28165,
"ndcg_at_3": 0.42261,
"ndcg_at_5": 0.47269,
"ndcg_at_10": 0.52833,
"ndcg_at_20": 0.55167,
"ndcg_at_100": 0.56506,
"ndcg_at_1000": 0.56755,
"map_at_1": 0.28165,
"map_at_3": 0.38691,
"map_at_5": 0.41486,
"map_at_10": 0.43781,
"map_at_20": 0.44448,
"map_at_100": 0.4466,
"map_at_1000": 0.44672,
"recall_at_1": 0.28165,
"recall_at_3": 0.52632,
"recall_at_5": 0.64723,
"recall_at_10": 0.81935,
"recall_at_20": 0.90967,
"recall_at_100": 0.97795,
"recall_at_1000": 0.99644,
"accuracy": 0.28165,
"precision_at_1": 0.28165,
"precision_at_3": 0.17544,
"precision_at_5": 0.12945,
"precision_at_10": 0.08193,
"precision_at_20": 0.04548,
"precision_at_100": 0.00978,
"precision_at_1000": 0.001,
"mrr_at_1": 0.291607,
"mrr_at_3": 0.389521,
"mrr_at_5": 0.41854,
"mrr_at_10": 0.44134,
"mrr_at_20": 0.448012,
"mrr_at_100": 0.450132,
"mrr_at_1000": 0.450249,
"nauc_ndcg_at_1_max": -0.058575,
"nauc_ndcg_at_1_std": -0.117341,
"nauc_ndcg_at_1_diff1": 0.163698,
"nauc_ndcg_at_3_max": -0.008404,
"nauc_ndcg_at_3_std": -0.091175,
"nauc_ndcg_at_3_diff1": 0.13168,
"nauc_ndcg_at_5_max": 0.003185,
"nauc_ndcg_at_5_std": -0.06749,
"nauc_ndcg_at_5_diff1": 0.126001,
"nauc_ndcg_at_10_max": 0.011393,
"nauc_ndcg_at_10_std": -0.071515,
"nauc_ndcg_at_10_diff1": 0.121006,
"nauc_ndcg_at_20_max": 0.007193,
"nauc_ndcg_at_20_std": -0.067634,
"nauc_ndcg_at_20_diff1": 0.125568,
"nauc_ndcg_at_100_max": -0.001323,
"nauc_ndcg_at_100_std": -0.0733,
"nauc_ndcg_at_100_diff1": 0.134571,
"nauc_ndcg_at_1000_max": -0.005748,
"nauc_ndcg_at_1000_std": -0.077493,
"nauc_ndcg_at_1000_diff1": 0.1335,
"nauc_map_at_1_max": -0.058575,
"nauc_map_at_1_std": -0.117341,
"nauc_map_at_1_diff1": 0.163698,
"nauc_map_at_3_max": -0.019556,
"nauc_map_at_3_std": -0.097113,
"nauc_map_at_3_diff1": 0.139249,
"nauc_map_at_5_max": -0.013435,
"nauc_map_at_5_std": -0.084764,
"nauc_map_at_5_diff1": 0.136707,
"nauc_map_at_10_max": -0.012002,
"nauc_map_at_10_std": -0.087299,
"nauc_map_at_10_diff1": 0.134826,
"nauc_map_at_20_max": -0.013571,
"nauc_map_at_20_std": -0.086692,
"nauc_map_at_20_diff1": 0.136174,
"nauc_map_at_100_max": -0.014674,
"nauc_map_at_100_std": -0.087328,
"nauc_map_at_100_diff1": 0.137571,
"nauc_map_at_1000_max": -0.014846,
"nauc_map_at_1000_std": -0.08748,
"nauc_map_at_1000_diff1": 0.137509,
"nauc_recall_at_1_max": -0.058575,
"nauc_recall_at_1_std": -0.117341,
"nauc_recall_at_1_diff1": 0.163698,
"nauc_recall_at_3_max": 0.023499,
"nauc_recall_at_3_std": -0.074134,
"nauc_recall_at_3_diff1": 0.109827,
"nauc_recall_at_5_max": 0.059181,
"nauc_recall_at_5_std": -0.006342,
"nauc_recall_at_5_diff1": 0.089406,
"nauc_recall_at_10_max": 0.147877,
"nauc_recall_at_10_std": 0.01739,
"nauc_recall_at_10_diff1": 0.04385,
"nauc_recall_at_20_max": 0.224471,
"nauc_recall_at_20_std": 0.140309,
"nauc_recall_at_20_diff1": 0.027272,
"nauc_recall_at_100_max": 0.382563,
"nauc_recall_at_100_std": 0.412413,
"nauc_recall_at_100_diff1": 0.210431,
"nauc_recall_at_1000_max": 0.105937,
"nauc_recall_at_1000_std": 0.716702,
"nauc_recall_at_1000_diff1": 0.143205,
"nauc_precision_at_1_max": -0.058575,
"nauc_precision_at_1_std": -0.117341,
"nauc_precision_at_1_diff1": 0.163698,
"nauc_precision_at_3_max": 0.023499,
"nauc_precision_at_3_std": -0.074134,
"nauc_precision_at_3_diff1": 0.109827,
"nauc_precision_at_5_max": 0.059181,
"nauc_precision_at_5_std": -0.006342,
"nauc_precision_at_5_diff1": 0.089406,
"nauc_precision_at_10_max": 0.147877,
"nauc_precision_at_10_std": 0.01739,
"nauc_precision_at_10_diff1": 0.04385,
"nauc_precision_at_20_max": 0.224471,
"nauc_precision_at_20_std": 0.140309,
"nauc_precision_at_20_diff1": 0.027272,
"nauc_precision_at_100_max": 0.382563,
"nauc_precision_at_100_std": 0.412413,
"nauc_precision_at_100_diff1": 0.210431,
"nauc_precision_at_1000_max": 0.105937,
"nauc_precision_at_1000_std": 0.716702,
"nauc_precision_at_1000_diff1": 0.143205,
"nauc_mrr_at_1_max": -0.054476,
"nauc_mrr_at_1_std": -0.104827,
"nauc_mrr_at_1_diff1": 0.131784,
"nauc_mrr_at_3_max": -0.032505,
"nauc_mrr_at_3_std": -0.094189,
"nauc_mrr_at_3_diff1": 0.108074,
"nauc_mrr_at_5_max": -0.02381,
"nauc_mrr_at_5_std": -0.081145,
"nauc_mrr_at_5_diff1": 0.107671,
"nauc_mrr_at_10_max": -0.022272,
"nauc_mrr_at_10_std": -0.083949,
"nauc_mrr_at_10_diff1": 0.105275,
"nauc_mrr_at_20_max": -0.024023,
"nauc_mrr_at_20_std": -0.083287,
"nauc_mrr_at_20_diff1": 0.106053,
"nauc_mrr_at_100_max": -0.025205,
"nauc_mrr_at_100_std": -0.083895,
"nauc_mrr_at_100_diff1": 0.107212,
"nauc_mrr_at_1000_max": -0.02538,
"nauc_mrr_at_1000_std": -0.084044,
"nauc_mrr_at_1000_diff1": 0.107139,
"cv_recall_at_1": 0.29161,
"cv_recall_at_3": 0.52276,
"cv_recall_at_5": 0.64794,
"cv_recall_at_10": 0.81935,
"cv_recall_at_20": 0.90967,
"cv_recall_at_100": 0.97795,
"cv_recall_at_1000": 0.99644,
"main_score": 0.52833,
"hf_subset": "default",
"languages": [
"nld-Latn"
]
}
]
},
"evaluation_time": 32.616788148880005,
"kg_co2_emissions": null
}
167 changes: 167 additions & 0 deletions ...LP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/BelebeleRetrieval.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,167 @@
{
"dataset_revision": "75b399394a9803252cfec289d103de462763db7c",
"task_name": "BelebeleRetrieval",
"mteb_version": "2.1.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.82444,
"ndcg_at_3": 0.87624,
"ndcg_at_5": 0.88643,
"ndcg_at_10": 0.89199,
"ndcg_at_20": 0.89793,
"ndcg_at_100": 0.90216,
"ndcg_at_1000": 0.90261,
"map_at_1": 0.82444,
"map_at_3": 0.86444,
"map_at_5": 0.87017,
"map_at_10": 0.87257,
"map_at_20": 0.87422,
"map_at_100": 0.87484,
"map_at_1000": 0.87486,
"recall_at_1": 0.82444,
"recall_at_3": 0.91,
"recall_at_5": 0.93444,
"recall_at_10": 0.95111,
"recall_at_20": 0.97444,
"recall_at_100": 0.99667,
"recall_at_1000": 1.0,
"accuracy": 0.82444,
"precision_at_1": 0.82444,
"precision_at_3": 0.30333,
"precision_at_5": 0.18689,
"precision_at_10": 0.09511,
"precision_at_20": 0.04872,
"precision_at_100": 0.00997,
"precision_at_1000": 0.001,
"mrr_at_1": 0.824444,
"mrr_at_3": 0.864444,
"mrr_at_5": 0.870167,
"mrr_at_10": 0.872566,
"mrr_at_20": 0.874219,
"mrr_at_100": 0.874837,
"mrr_at_1000": 0.874856,
"nauc_ndcg_at_1_max": 0.736346,
"nauc_ndcg_at_1_std": -0.152939,
"nauc_ndcg_at_1_diff1": 0.900406,
"nauc_ndcg_at_3_max": 0.753487,
"nauc_ndcg_at_3_std": -0.118256,
"nauc_ndcg_at_3_diff1": 0.880145,
"nauc_ndcg_at_5_max": 0.756932,
"nauc_ndcg_at_5_std": -0.098124,
"nauc_ndcg_at_5_diff1": 0.878829,
"nauc_ndcg_at_10_max": 0.758045,
"nauc_ndcg_at_10_std": -0.109289,
"nauc_ndcg_at_10_diff1": 0.878373,
"nauc_ndcg_at_20_max": 0.762329,
"nauc_ndcg_at_20_std": -0.098692,
"nauc_ndcg_at_20_diff1": 0.884562,
"nauc_ndcg_at_100_max": 0.755876,
"nauc_ndcg_at_100_std": -0.110295,
"nauc_ndcg_at_100_diff1": 0.884719,
"nauc_ndcg_at_1000_max": 0.754921,
"nauc_ndcg_at_1000_std": -0.113711,
"nauc_ndcg_at_1000_diff1": 0.884899,
"nauc_map_at_1_max": 0.736346,
"nauc_map_at_1_std": -0.152939,
"nauc_map_at_1_diff1": 0.900406,
"nauc_map_at_3_max": 0.749284,
"nauc_map_at_3_std": -0.128462,
"nauc_map_at_3_diff1": 0.885508,
"nauc_map_at_5_max": 0.751014,
"nauc_map_at_5_std": -0.118797,
"nauc_map_at_5_diff1": 0.885208,
"nauc_map_at_10_max": 0.751413,
"nauc_map_at_10_std": -0.122542,
"nauc_map_at_10_diff1": 0.884999,
"nauc_map_at_20_max": 0.752243,
"nauc_map_at_20_std": -0.120371,
"nauc_map_at_20_diff1": 0.886579,
"nauc_map_at_100_max": 0.751488,
"nauc_map_at_100_std": -0.121763,
"nauc_map_at_100_diff1": 0.886622,
"nauc_map_at_1000_max": 0.751455,
"nauc_map_at_1000_std": -0.121888,
"nauc_map_at_1000_diff1": 0.886631,
"nauc_recall_at_1_max": 0.736346,
"nauc_recall_at_1_std": -0.152939,
"nauc_recall_at_1_diff1": 0.900406,
"nauc_recall_at_3_max": 0.770441,
"nauc_recall_at_3_std": -0.075809,
"nauc_recall_at_3_diff1": 0.858215,
"nauc_recall_at_5_max": 0.788887,
"nauc_recall_at_5_std": 0.019537,
"nauc_recall_at_5_diff1": 0.843921,
"nauc_recall_at_10_max": 0.805545,
"nauc_recall_at_10_std": -0.021687,
"nauc_recall_at_10_diff1": 0.831296,
"nauc_recall_at_20_max": 0.915053,
"nauc_recall_at_20_std": 0.220375,
"nauc_recall_at_20_diff1": 0.878618,
"nauc_recall_at_100_max": 0.956427,
"nauc_recall_at_100_std": 0.593838,
"nauc_recall_at_100_diff1": 0.851385,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.736346,
"nauc_precision_at_1_std": -0.152939,
"nauc_precision_at_1_diff1": 0.900406,
"nauc_precision_at_3_max": 0.770441,
"nauc_precision_at_3_std": -0.075809,
"nauc_precision_at_3_diff1": 0.858215,
"nauc_precision_at_5_max": 0.788887,
"nauc_precision_at_5_std": 0.019537,
"nauc_precision_at_5_diff1": 0.843921,
"nauc_precision_at_10_max": 0.805545,
"nauc_precision_at_10_std": -0.021687,
"nauc_precision_at_10_diff1": 0.831296,
"nauc_precision_at_20_max": 0.915053,
"nauc_precision_at_20_std": 0.220375,
"nauc_precision_at_20_diff1": 0.878618,
"nauc_precision_at_100_max": 0.956427,
"nauc_precision_at_100_std": 0.593838,
"nauc_precision_at_100_diff1": 0.851385,
"nauc_precision_at_1000_max": NaN,
"nauc_precision_at_1000_std": NaN,
"nauc_precision_at_1000_diff1": NaN,
"nauc_mrr_at_1_max": 0.736346,
"nauc_mrr_at_1_std": -0.152939,
"nauc_mrr_at_1_diff1": 0.900406,
"nauc_mrr_at_3_max": 0.749284,
"nauc_mrr_at_3_std": -0.128462,
"nauc_mrr_at_3_diff1": 0.885508,
"nauc_mrr_at_5_max": 0.751014,
"nauc_mrr_at_5_std": -0.118797,
"nauc_mrr_at_5_diff1": 0.885208,
"nauc_mrr_at_10_max": 0.751413,
"nauc_mrr_at_10_std": -0.122542,
"nauc_mrr_at_10_diff1": 0.884999,
"nauc_mrr_at_20_max": 0.752243,
"nauc_mrr_at_20_std": -0.120371,
"nauc_mrr_at_20_diff1": 0.886579,
"nauc_mrr_at_100_max": 0.751488,
"nauc_mrr_at_100_std": -0.121763,
"nauc_mrr_at_100_diff1": 0.886622,
"nauc_mrr_at_1000_max": 0.751455,
"nauc_mrr_at_1000_std": -0.121888,
"nauc_mrr_at_1000_diff1": 0.886631,
"cv_recall_at_1": 0.82444,
"cv_recall_at_3": 0.91,
"cv_recall_at_5": 0.93444,
"cv_recall_at_10": 0.95111,
"cv_recall_at_20": 0.97444,
"cv_recall_at_100": 0.99667,
"cv_recall_at_1000": 1.0,
"main_score": 0.89199,
"hf_subset": "nld_Latn-nld_Latn",
"languages": [
"nld-Latn",
"nld-Latn"
]
}
]
},
"evaluation_time": 12.863165855407715,
"kg_co2_emissions": null
}
Loading
Loading