Skip to content

Added multiple missing model results to RTEB #291

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Samoed merged 1 commit into from
Oct 7, 2025
Merged

Added multiple missing model results to RTEB #291

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
159 changes: 159 additions & 0 deletions ...owflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/DS1000Retrieval.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,159 @@
{
"dataset_revision": "25cd4dc8172e799235d83c66439b6b7b8e6583ec",
"task_name": "DS1000Retrieval",
"mteb_version": "1.39.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.18619,
"ndcg_at_3": 0.3442,
"ndcg_at_5": 0.39362,
"ndcg_at_10": 0.42663,
"ndcg_at_20": 0.44297,
"ndcg_at_100": 0.46974,
"ndcg_at_1000": 0.48346,
"map_at_1": 0.18619,
"map_at_3": 0.30631,
"map_at_5": 0.33406,
"map_at_10": 0.34824,
"map_at_20": 0.35274,
"map_at_100": 0.3564,
"map_at_1000": 0.3569,
"recall_at_1": 0.18619,
"recall_at_3": 0.45345,
"recall_at_5": 0.57207,
"recall_at_10": 0.67117,
"recall_at_20": 0.73574,
"recall_at_100": 0.88038,
"recall_at_1000": 0.98899,
"precision_at_1": 0.18619,
"precision_at_3": 0.15115,
"precision_at_5": 0.11441,
"precision_at_10": 0.06712,
"precision_at_20": 0.03679,
"precision_at_100": 0.0088,
"precision_at_1000": 0.00099,
"mrr_at_1": 0.18969,
"mrr_at_3": 0.30689,
"mrr_at_5": 0.33622,
"mrr_at_10": 0.349749,
"mrr_at_20": 0.354232,
"mrr_at_100": 0.357863,
"mrr_at_1000": 0.358368,
"nauc_ndcg_at_1_max": 0.315683,
"nauc_ndcg_at_1_std": 0.189575,
"nauc_ndcg_at_1_diff1": 0.275498,
"nauc_ndcg_at_3_max": 0.464529,
"nauc_ndcg_at_3_std": 0.279745,
"nauc_ndcg_at_3_diff1": 0.303209,
"nauc_ndcg_at_5_max": 0.514584,
"nauc_ndcg_at_5_std": 0.308141,
"nauc_ndcg_at_5_diff1": 0.317314,
"nauc_ndcg_at_10_max": 0.529745,
"nauc_ndcg_at_10_std": 0.335554,
"nauc_ndcg_at_10_diff1": 0.321878,
"nauc_ndcg_at_20_max": 0.523914,
"nauc_ndcg_at_20_std": 0.331172,
"nauc_ndcg_at_20_diff1": 0.317113,
"nauc_ndcg_at_100_max": 0.512425,
"nauc_ndcg_at_100_std": 0.331878,
"nauc_ndcg_at_100_diff1": 0.328899,
"nauc_ndcg_at_1000_max": 0.495523,
"nauc_ndcg_at_1000_std": 0.315086,
"nauc_ndcg_at_1000_diff1": 0.317841,
"nauc_map_at_1_max": 0.315683,
"nauc_map_at_1_std": 0.189575,
"nauc_map_at_1_diff1": 0.275498,
"nauc_map_at_3_max": 0.432684,
"nauc_map_at_3_std": 0.261149,
"nauc_map_at_3_diff1": 0.295281,
"nauc_map_at_5_max": 0.460929,
"nauc_map_at_5_std": 0.277076,
"nauc_map_at_5_diff1": 0.302907,
"nauc_map_at_10_max": 0.466251,
"nauc_map_at_10_std": 0.287495,
"nauc_map_at_10_diff1": 0.304358,
"nauc_map_at_20_max": 0.464221,
"nauc_map_at_20_std": 0.286146,
"nauc_map_at_20_diff1": 0.303079,
"nauc_map_at_100_max": 0.462357,
"nauc_map_at_100_std": 0.285995,
"nauc_map_at_100_diff1": 0.304828,
"nauc_map_at_1000_max": 0.461753,
"nauc_map_at_1000_std": 0.285538,
"nauc_map_at_1000_diff1": 0.304524,
"nauc_recall_at_1_max": 0.315683,
"nauc_recall_at_1_std": 0.189575,
"nauc_recall_at_1_diff1": 0.275498,
"nauc_recall_at_3_max": 0.546071,
"nauc_recall_at_3_std": 0.327115,
"nauc_recall_at_3_diff1": 0.324224,
"nauc_recall_at_5_max": 0.668109,
"nauc_recall_at_5_std": 0.396779,
"nauc_recall_at_5_diff1": 0.359827,
"nauc_recall_at_10_max": 0.74394,
"nauc_recall_at_10_std": 0.504117,
"nauc_recall_at_10_diff1": 0.383162,
"nauc_recall_at_20_max": 0.752991,
"nauc_recall_at_20_std": 0.510607,
"nauc_recall_at_20_diff1": 0.36982,
"nauc_recall_at_100_max": 0.83483,
"nauc_recall_at_100_std": 0.689767,
"nauc_recall_at_100_diff1": 0.549014,
"nauc_recall_at_1000_max": 0.874157,
"nauc_recall_at_1000_std": 0.912344,
"nauc_recall_at_1000_diff1": 0.551816,
"nauc_precision_at_1_max": 0.315683,
"nauc_precision_at_1_std": 0.189575,
"nauc_precision_at_1_diff1": 0.275498,
"nauc_precision_at_3_max": 0.546071,
"nauc_precision_at_3_std": 0.327115,
"nauc_precision_at_3_diff1": 0.324224,
"nauc_precision_at_5_max": 0.668109,
"nauc_precision_at_5_std": 0.396779,
"nauc_precision_at_5_diff1": 0.359827,
"nauc_precision_at_10_max": 0.74394,
"nauc_precision_at_10_std": 0.504117,
"nauc_precision_at_10_diff1": 0.383162,
"nauc_precision_at_20_max": 0.752991,
"nauc_precision_at_20_std": 0.510607,
"nauc_precision_at_20_diff1": 0.36982,
"nauc_precision_at_100_max": 0.83483,
"nauc_precision_at_100_std": 0.689767,
"nauc_precision_at_100_diff1": 0.549014,
"nauc_precision_at_1000_max": 0.874157,
"nauc_precision_at_1000_std": 0.912344,
"nauc_precision_at_1000_diff1": 0.551816,
"nauc_mrr_at_1_max": 0.325202,
"nauc_mrr_at_1_std": 0.194284,
"nauc_mrr_at_1_diff1": 0.168821,
"nauc_mrr_at_3_max": 0.43472,
"nauc_mrr_at_3_std": 0.264426,
"nauc_mrr_at_3_diff1": 0.236726,
"nauc_mrr_at_5_max": 0.462352,
"nauc_mrr_at_5_std": 0.279355,
"nauc_mrr_at_5_diff1": 0.246821,
"nauc_mrr_at_10_max": 0.468907,
"nauc_mrr_at_10_std": 0.28988,
"nauc_mrr_at_10_diff1": 0.249618,
"nauc_mrr_at_20_max": 0.466833,
"nauc_mrr_at_20_std": 0.288388,
"nauc_mrr_at_20_diff1": 0.247777,
"nauc_mrr_at_100_max": 0.465079,
"nauc_mrr_at_100_std": 0.288338,
"nauc_mrr_at_100_diff1": 0.249036,
"nauc_mrr_at_1000_max": 0.464484,
"nauc_mrr_at_1000_std": 0.287889,
"nauc_mrr_at_1000_diff1": 0.248645,
"main_score": 0.42663,
"hf_subset": "default",
"languages": [
"eng-Latn",
"python-Code"
]
}
]
},
"evaluation_time": 135.01185655593872,
"kg_co2_emissions": null
}
158 changes: 158 additions & 0 deletions ...nowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/FinQARetrieval.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,158 @@
{
"dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd",
"task_name": "FinQARetrieval",
"mteb_version": "1.39.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.41476,
"ndcg_at_3": 0.50817,
"ndcg_at_5": 0.54107,
"ndcg_at_10": 0.56597,
"ndcg_at_20": 0.59275,
"ndcg_at_100": 0.61643,
"ndcg_at_1000": 0.62134,
"map_at_1": 0.41476,
"map_at_3": 0.48492,
"map_at_5": 0.50315,
"map_at_10": 0.51353,
"map_at_20": 0.52094,
"map_at_100": 0.52422,
"map_at_1000": 0.52447,
"recall_at_1": 0.41476,
"recall_at_3": 0.57557,
"recall_at_5": 0.65554,
"recall_at_10": 0.73199,
"recall_at_20": 0.83743,
"recall_at_100": 0.96485,
"recall_at_1000": 1.0,
"precision_at_1": 0.41476,
"precision_at_3": 0.19186,
"precision_at_5": 0.13111,
"precision_at_10": 0.0732,
"precision_at_20": 0.04187,
"precision_at_100": 0.00965,
"precision_at_1000": 0.001,
"mrr_at_1": 0.414763,
"mrr_at_3": 0.484915,
"mrr_at_5": 0.503149,
"mrr_at_10": 0.513533,
"mrr_at_20": 0.520939,
"mrr_at_100": 0.524218,
"mrr_at_1000": 0.524469,
"nauc_ndcg_at_1_max": 0.428623,
"nauc_ndcg_at_1_std": -0.074984,
"nauc_ndcg_at_1_diff1": 0.575938,
"nauc_ndcg_at_3_max": 0.422637,
"nauc_ndcg_at_3_std": -0.060774,
"nauc_ndcg_at_3_diff1": 0.513194,
"nauc_ndcg_at_5_max": 0.426364,
"nauc_ndcg_at_5_std": -0.054956,
"nauc_ndcg_at_5_diff1": 0.505665,
"nauc_ndcg_at_10_max": 0.429279,
"nauc_ndcg_at_10_std": -0.046531,
"nauc_ndcg_at_10_diff1": 0.502713,
"nauc_ndcg_at_20_max": 0.428017,
"nauc_ndcg_at_20_std": -0.039225,
"nauc_ndcg_at_20_diff1": 0.508097,
"nauc_ndcg_at_100_max": 0.430846,
"nauc_ndcg_at_100_std": -0.03982,
"nauc_ndcg_at_100_diff1": 0.517983,
"nauc_ndcg_at_1000_max": 0.428042,
"nauc_ndcg_at_1000_std": -0.049433,
"nauc_ndcg_at_1000_diff1": 0.518568,
"nauc_map_at_1_max": 0.428623,
"nauc_map_at_1_std": -0.074984,
"nauc_map_at_1_diff1": 0.575938,
"nauc_map_at_3_max": 0.424323,
"nauc_map_at_3_std": -0.06541,
"nauc_map_at_3_diff1": 0.529537,
"nauc_map_at_5_max": 0.426323,
"nauc_map_at_5_std": -0.06213,
"nauc_map_at_5_diff1": 0.52561,
"nauc_map_at_10_max": 0.427283,
"nauc_map_at_10_std": -0.059479,
"nauc_map_at_10_diff1": 0.524692,
"nauc_map_at_20_max": 0.426851,
"nauc_map_at_20_std": -0.057682,
"nauc_map_at_20_diff1": 0.526142,
"nauc_map_at_100_max": 0.427215,
"nauc_map_at_100_std": -0.057545,
"nauc_map_at_100_diff1": 0.527229,
"nauc_map_at_1000_max": 0.427089,
"nauc_map_at_1000_std": -0.057964,
"nauc_map_at_1000_diff1": 0.527268,
"nauc_recall_at_1_max": 0.428623,
"nauc_recall_at_1_std": -0.074984,
"nauc_recall_at_1_diff1": 0.575938,
"nauc_recall_at_3_max": 0.417355,
"nauc_recall_at_3_std": -0.045998,
"nauc_recall_at_3_diff1": 0.462514,
"nauc_recall_at_5_max": 0.427112,
"nauc_recall_at_5_std": -0.029289,
"nauc_recall_at_5_diff1": 0.436283,
"nauc_recall_at_10_max": 0.440202,
"nauc_recall_at_10_std": 0.013245,
"nauc_recall_at_10_diff1": 0.411593,
"nauc_recall_at_20_max": 0.437936,
"nauc_recall_at_20_std": 0.09463,
"nauc_recall_at_20_diff1": 0.40685,
"nauc_recall_at_100_max": 0.577209,
"nauc_recall_at_100_std": 0.468854,
"nauc_recall_at_100_diff1": 0.488971,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.428623,
"nauc_precision_at_1_std": -0.074984,
"nauc_precision_at_1_diff1": 0.575938,
"nauc_precision_at_3_max": 0.417355,
"nauc_precision_at_3_std": -0.045998,
"nauc_precision_at_3_diff1": 0.462514,
"nauc_precision_at_5_max": 0.427112,
"nauc_precision_at_5_std": -0.029289,
"nauc_precision_at_5_diff1": 0.436283,
"nauc_precision_at_10_max": 0.440202,
"nauc_precision_at_10_std": 0.013245,
"nauc_precision_at_10_diff1": 0.411593,
"nauc_precision_at_20_max": 0.437936,
"nauc_precision_at_20_std": 0.09463,
"nauc_precision_at_20_diff1": 0.40685,
"nauc_precision_at_100_max": 0.577209,
"nauc_precision_at_100_std": 0.468854,
"nauc_precision_at_100_diff1": 0.488971,
"nauc_precision_at_1000_max": 1.0,
"nauc_precision_at_1000_std": 1.0,
"nauc_precision_at_1000_diff1": 1.0,
"nauc_mrr_at_1_max": 0.428623,
"nauc_mrr_at_1_std": -0.074984,
"nauc_mrr_at_1_diff1": 0.575938,
"nauc_mrr_at_3_max": 0.424323,
"nauc_mrr_at_3_std": -0.06541,
"nauc_mrr_at_3_diff1": 0.529537,
"nauc_mrr_at_5_max": 0.426323,
"nauc_mrr_at_5_std": -0.06213,
"nauc_mrr_at_5_diff1": 0.52561,
"nauc_mrr_at_10_max": 0.427283,
"nauc_mrr_at_10_std": -0.059479,
"nauc_mrr_at_10_diff1": 0.524692,
"nauc_mrr_at_20_max": 0.426851,
"nauc_mrr_at_20_std": -0.057682,
"nauc_mrr_at_20_diff1": 0.526142,
"nauc_mrr_at_100_max": 0.427215,
"nauc_mrr_at_100_std": -0.057545,
"nauc_mrr_at_100_diff1": 0.527229,
"nauc_mrr_at_1000_max": 0.427089,
"nauc_mrr_at_1000_std": -0.057964,
"nauc_mrr_at_1000_diff1": 0.527268,
"main_score": 0.56597,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 72.82227826118469,
"kg_co2_emissions": null
}
Loading
Loading