Skip to content

Adding voyage-4 results #401

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
KennethEnevoldsen merged 1 commit into from
Jan 14, 2026
Merged

Adding voyage-4 results #401

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
166 changes: 166 additions & 0 deletions results/voyageai__voyage-4/1/AILACasedocs.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,166 @@
{
"dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a",
"task_name": "AILACasedocs",
"mteb_version": "2.6.5",
"scores": {
"test": [
{
"ndcg_at_1": 0.38,
"ndcg_at_3": 0.39689,
"ndcg_at_5": 0.40558,
"ndcg_at_10": 0.43355,
"ndcg_at_20": 0.47964,
"ndcg_at_100": 0.56089,
"ndcg_at_1000": 0.57169,
"map_at_1": 0.12761,
"map_at_3": 0.25979,
"map_at_5": 0.3022,
"map_at_10": 0.33646,
"map_at_20": 0.36268,
"map_at_100": 0.38645,
"map_at_1000": 0.38804,
"recall_at_1": 0.12761,
"recall_at_3": 0.29428,
"recall_at_5": 0.38062,
"recall_at_10": 0.49888,
"recall_at_20": 0.64825,
"recall_at_100": 0.94736,
"recall_at_1000": 1.0,
"accuracy": 0.12761,
"precision_at_1": 0.38,
"precision_at_3": 0.33333,
"precision_at_5": 0.272,
"precision_at_10": 0.184,
"precision_at_20": 0.119,
"precision_at_100": 0.0368,
"precision_at_1000": 0.0039,
"mrr_at_1": 0.38,
"mrr_at_3": 0.453333,
"mrr_at_5": 0.472333,
"mrr_at_10": 0.49146,
"mrr_at_20": 0.497995,
"mrr_at_100": 0.500656,
"mrr_at_1000": 0.500844,
"nauc_ndcg_at_1_max": 0.085047,
"nauc_ndcg_at_1_std": -0.569516,
"nauc_ndcg_at_1_diff1": 0.408988,
"nauc_ndcg_at_3_max": 0.167751,
"nauc_ndcg_at_3_std": -0.436276,
"nauc_ndcg_at_3_diff1": 0.296828,
"nauc_ndcg_at_5_max": 0.127042,
"nauc_ndcg_at_5_std": -0.415515,
"nauc_ndcg_at_5_diff1": 0.233283,
"nauc_ndcg_at_10_max": 0.175924,
"nauc_ndcg_at_10_std": -0.388968,
"nauc_ndcg_at_10_diff1": 0.192076,
"nauc_ndcg_at_20_max": 0.18159,
"nauc_ndcg_at_20_std": -0.361196,
"nauc_ndcg_at_20_diff1": 0.125654,
"nauc_ndcg_at_100_max": 0.160772,
"nauc_ndcg_at_100_std": -0.35554,
"nauc_ndcg_at_100_diff1": 0.159432,
"nauc_ndcg_at_1000_max": 0.155316,
"nauc_ndcg_at_1000_std": -0.379773,
"nauc_ndcg_at_1000_diff1": 0.189134,
"nauc_map_at_1_max": 0.128247,
"nauc_map_at_1_std": -0.506149,
"nauc_map_at_1_diff1": 0.572719,
"nauc_map_at_3_max": 0.131374,
"nauc_map_at_3_std": -0.462454,
"nauc_map_at_3_diff1": 0.372959,
"nauc_map_at_5_max": 0.146893,
"nauc_map_at_5_std": -0.463586,
"nauc_map_at_5_diff1": 0.342439,
"nauc_map_at_10_max": 0.171047,
"nauc_map_at_10_std": -0.437416,
"nauc_map_at_10_diff1": 0.289237,
"nauc_map_at_20_max": 0.177039,
"nauc_map_at_20_std": -0.416191,
"nauc_map_at_20_diff1": 0.245363,
"nauc_map_at_100_max": 0.175294,
"nauc_map_at_100_std": -0.401575,
"nauc_map_at_100_diff1": 0.244053,
"nauc_map_at_1000_max": 0.175251,
"nauc_map_at_1000_std": -0.403025,
"nauc_map_at_1000_diff1": 0.246221,
"nauc_recall_at_1_max": 0.128247,
"nauc_recall_at_1_std": -0.506149,
"nauc_recall_at_1_diff1": 0.572719,
"nauc_recall_at_3_max": 0.150665,
"nauc_recall_at_3_std": -0.394226,
"nauc_recall_at_3_diff1": 0.306988,
"nauc_recall_at_5_max": 0.100669,
"nauc_recall_at_5_std": -0.369313,
"nauc_recall_at_5_diff1": 0.174793,
"nauc_recall_at_10_max": 0.212328,
"nauc_recall_at_10_std": -0.215895,
"nauc_recall_at_10_diff1": -0.030851,
"nauc_recall_at_20_max": 0.224173,
"nauc_recall_at_20_std": -0.057991,
"nauc_recall_at_20_diff1": -0.275292,
"nauc_recall_at_100_max": 0.298145,
"nauc_recall_at_100_std": 0.464079,
"nauc_recall_at_100_diff1": -0.705324,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.085047,
"nauc_precision_at_1_std": -0.569516,
"nauc_precision_at_1_diff1": 0.408988,
"nauc_precision_at_3_max": 0.167158,
"nauc_precision_at_3_std": -0.331975,
"nauc_precision_at_3_diff1": 0.156687,
"nauc_precision_at_5_max": 0.131213,
"nauc_precision_at_5_std": -0.233361,
"nauc_precision_at_5_diff1": 0.023878,
"nauc_precision_at_10_max": 0.172545,
"nauc_precision_at_10_std": -0.073821,
"nauc_precision_at_10_diff1": -0.150205,
"nauc_precision_at_20_max": 0.154754,
"nauc_precision_at_20_std": 0.038242,
"nauc_precision_at_20_diff1": -0.25113,
"nauc_precision_at_100_max": 0.066237,
"nauc_precision_at_100_std": 0.150151,
"nauc_precision_at_100_diff1": -0.242261,
"nauc_precision_at_1000_max": 0.061422,
"nauc_precision_at_1000_std": 0.133057,
"nauc_precision_at_1000_diff1": -0.203156,
"nauc_mrr_at_1_max": 0.085047,
"nauc_mrr_at_1_std": -0.569516,
"nauc_mrr_at_1_diff1": 0.408988,
"nauc_mrr_at_3_max": 0.093128,
"nauc_mrr_at_3_std": -0.508803,
"nauc_mrr_at_3_diff1": 0.335399,
"nauc_mrr_at_5_max": 0.062154,
"nauc_mrr_at_5_std": -0.506734,
"nauc_mrr_at_5_diff1": 0.291164,
"nauc_mrr_at_10_max": 0.087746,
"nauc_mrr_at_10_std": -0.487341,
"nauc_mrr_at_10_diff1": 0.279514,
"nauc_mrr_at_20_max": 0.08769,
"nauc_mrr_at_20_std": -0.486233,
"nauc_mrr_at_20_diff1": 0.27858,
"nauc_mrr_at_100_max": 0.085143,
"nauc_mrr_at_100_std": -0.492646,
"nauc_mrr_at_100_diff1": 0.286668,
"nauc_mrr_at_1000_max": 0.084608,
"nauc_mrr_at_1000_std": -0.493442,
"nauc_mrr_at_1000_diff1": 0.287508,
"cv_recall_at_1": 0.38,
"cv_recall_at_3": 0.54,
"cv_recall_at_5": 0.62,
"cv_recall_at_10": 0.76,
"cv_recall_at_20": 0.86,
"cv_recall_at_100": 0.98,
"cv_recall_at_1000": 1.0,
"main_score": 0.43355,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 97.88136434555054,
"kg_co2_emissions": null
}
166 changes: 166 additions & 0 deletions results/voyageai__voyage-4/1/AILAStatutes.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,166 @@
{
"dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e",
"task_name": "AILAStatutes",
"mteb_version": "2.6.5",
"scores": {
"test": [
{
"ndcg_at_1": 0.48,
"ndcg_at_3": 0.42757,
"ndcg_at_5": 0.41203,
"ndcg_at_10": 0.49913,
"ndcg_at_20": 0.5792,
"ndcg_at_100": 0.6531,
"ndcg_at_1000": 0.6531,
"map_at_1": 0.115,
"map_at_3": 0.2255,
"map_at_5": 0.28563,
"map_at_10": 0.3406,
"map_at_20": 0.38773,
"map_at_100": 0.41566,
"map_at_1000": 0.41566,
"recall_at_1": 0.115,
"recall_at_3": 0.28,
"recall_at_5": 0.39933,
"recall_at_10": 0.564,
"recall_at_20": 0.76667,
"recall_at_100": 1.0,
"recall_at_1000": 1.0,
"accuracy": 0.115,
"precision_at_1": 0.48,
"precision_at_3": 0.4,
"precision_at_5": 0.344,
"precision_at_10": 0.246,
"precision_at_20": 0.166,
"precision_at_100": 0.0434,
"precision_at_1000": 0.00434,
"mrr_at_1": 0.48,
"mrr_at_3": 0.62,
"mrr_at_5": 0.644,
"mrr_at_10": 0.658405,
"mrr_at_20": 0.658405,
"mrr_at_100": 0.658405,
"mrr_at_1000": 0.658405,
"nauc_ndcg_at_1_max": 0.433603,
"nauc_ndcg_at_1_std": 0.01347,
"nauc_ndcg_at_1_diff1": 0.386048,
"nauc_ndcg_at_3_max": 0.411939,
"nauc_ndcg_at_3_std": 0.023255,
"nauc_ndcg_at_3_diff1": 0.401336,
"nauc_ndcg_at_5_max": 0.383265,
"nauc_ndcg_at_5_std": 0.080305,
"nauc_ndcg_at_5_diff1": 0.397044,
"nauc_ndcg_at_10_max": 0.435443,
"nauc_ndcg_at_10_std": 0.144471,
"nauc_ndcg_at_10_diff1": 0.374353,
"nauc_ndcg_at_20_max": 0.423907,
"nauc_ndcg_at_20_std": 0.218991,
"nauc_ndcg_at_20_diff1": 0.422228,
"nauc_ndcg_at_100_max": 0.424347,
"nauc_ndcg_at_100_std": 0.132843,
"nauc_ndcg_at_100_diff1": 0.397817,
"nauc_ndcg_at_1000_max": 0.424347,
"nauc_ndcg_at_1000_std": 0.132843,
"nauc_ndcg_at_1000_diff1": 0.397817,
"nauc_map_at_1_max": 0.409123,
"nauc_map_at_1_std": 0.010082,
"nauc_map_at_1_diff1": 0.336185,
"nauc_map_at_3_max": 0.418457,
"nauc_map_at_3_std": -0.003303,
"nauc_map_at_3_diff1": 0.39627,
"nauc_map_at_5_max": 0.394441,
"nauc_map_at_5_std": 0.043365,
"nauc_map_at_5_diff1": 0.380496,
"nauc_map_at_10_max": 0.429513,
"nauc_map_at_10_std": 0.094091,
"nauc_map_at_10_diff1": 0.364439,
"nauc_map_at_20_max": 0.443563,
"nauc_map_at_20_std": 0.165144,
"nauc_map_at_20_diff1": 0.40286,
"nauc_map_at_100_max": 0.433891,
"nauc_map_at_100_std": 0.141332,
"nauc_map_at_100_diff1": 0.389402,
"nauc_map_at_1000_max": 0.433891,
"nauc_map_at_1000_std": 0.141332,
"nauc_map_at_1000_diff1": 0.389402,
"nauc_recall_at_1_max": 0.409123,
"nauc_recall_at_1_std": 0.010082,
"nauc_recall_at_1_diff1": 0.336185,
"nauc_recall_at_3_max": 0.398636,
"nauc_recall_at_3_std": 0.004015,
"nauc_recall_at_3_diff1": 0.413143,
"nauc_recall_at_5_max": 0.305573,
"nauc_recall_at_5_std": 0.113767,
"nauc_recall_at_5_diff1": 0.35803,
"nauc_recall_at_10_max": 0.38219,
"nauc_recall_at_10_std": 0.26246,
"nauc_recall_at_10_diff1": 0.278986,
"nauc_recall_at_20_max": 0.213818,
"nauc_recall_at_20_std": 0.355362,
"nauc_recall_at_20_diff1": 0.291809,
"nauc_recall_at_100_max": NaN,
"nauc_recall_at_100_std": NaN,
"nauc_recall_at_100_diff1": NaN,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.433603,
"nauc_precision_at_1_std": 0.01347,
"nauc_precision_at_1_diff1": 0.386048,
"nauc_precision_at_3_max": 0.412475,
"nauc_precision_at_3_std": 0.040804,
"nauc_precision_at_3_diff1": 0.430664,
"nauc_precision_at_5_max": 0.291424,
"nauc_precision_at_5_std": 0.151167,
"nauc_precision_at_5_diff1": 0.328425,
"nauc_precision_at_10_max": 0.346758,
"nauc_precision_at_10_std": 0.260488,
"nauc_precision_at_10_diff1": 0.227352,
"nauc_precision_at_20_max": 0.24537,
"nauc_precision_at_20_std": 0.355189,
"nauc_precision_at_20_diff1": 0.25358,
"nauc_precision_at_100_max": -0.001409,
"nauc_precision_at_100_std": 0.07455,
"nauc_precision_at_100_diff1": -0.045956,
"nauc_precision_at_1000_max": -0.001409,
"nauc_precision_at_1000_std": 0.07455,
"nauc_precision_at_1000_diff1": -0.045956,
"nauc_mrr_at_1_max": 0.433603,
"nauc_mrr_at_1_std": 0.01347,
"nauc_mrr_at_1_diff1": 0.386048,
"nauc_mrr_at_3_max": 0.439724,
"nauc_mrr_at_3_std": 0.068935,
"nauc_mrr_at_3_diff1": 0.395183,
"nauc_mrr_at_5_max": 0.430319,
"nauc_mrr_at_5_std": 0.081727,
"nauc_mrr_at_5_diff1": 0.400007,
"nauc_mrr_at_10_max": 0.43573,
"nauc_mrr_at_10_std": 0.05812,
"nauc_mrr_at_10_diff1": 0.396152,
"nauc_mrr_at_20_max": 0.43573,
"nauc_mrr_at_20_std": 0.05812,
"nauc_mrr_at_20_diff1": 0.396152,
"nauc_mrr_at_100_max": 0.43573,
"nauc_mrr_at_100_std": 0.05812,
"nauc_mrr_at_100_diff1": 0.396152,
"nauc_mrr_at_1000_max": 0.43573,
"nauc_mrr_at_1000_std": 0.05812,
"nauc_mrr_at_1000_diff1": 0.396152,
"cv_recall_at_1": 0.48,
"cv_recall_at_3": 0.8,
"cv_recall_at_5": 0.9,
"cv_recall_at_10": 1.0,
"cv_recall_at_20": 1.0,
"cv_recall_at_100": 1.0,
"cv_recall_at_1000": 1.0,
"main_score": 0.49913,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 5.495368003845215,
"kg_co2_emissions": null
}
Loading
Loading