diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/AILACasedocs.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/AILACasedocs.json new file mode 100644 index 0000000000..dd3a27cb17 --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/AILACasedocs.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a", + "task_name": "AILACasedocs", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.55312, + "ndcg_at_5": 0.57391, + "ndcg_at_10": 0.61018, + "ndcg_at_20": 0.65395, + "ndcg_at_100": 0.70309, + "ndcg_at_1000": 0.70762, + "map_at_1": 0.23793, + "map_at_3": 0.39385, + "map_at_5": 0.45058, + "map_at_10": 0.50277, + "map_at_20": 0.5252, + "map_at_100": 0.54385, + "map_at_1000": 0.54493, + "recall_at_1": 0.23793, + "recall_at_3": 0.42002, + "recall_at_5": 0.55329, + "recall_at_10": 0.68372, + "recall_at_20": 0.82728, + "recall_at_100": 0.9844, + "recall_at_1000": 1.0, + "accuracy": 0.23793, + "precision_at_1": 0.58, + "precision_at_3": 0.43333, + "precision_at_5": 0.34, + "precision_at_10": 0.234, + "precision_at_20": 0.141, + "precision_at_100": 0.0376, + "precision_at_1000": 0.0039, + "mrr_at_1": 0.58, + "mrr_at_3": 0.653333, + "mrr_at_5": 0.673333, + "mrr_at_10": 0.685833, + "mrr_at_20": 0.690021, + "mrr_at_100": 0.69102, + "mrr_at_1000": 0.69102, + "nauc_ndcg_at_1_max": 0.441536, + "nauc_ndcg_at_1_std": 0.005311, + "nauc_ndcg_at_1_diff1": 0.40523, + "nauc_ndcg_at_3_max": 0.485658, + "nauc_ndcg_at_3_std": -0.001002, + "nauc_ndcg_at_3_diff1": 0.363697, + "nauc_ndcg_at_5_max": 0.386813, + "nauc_ndcg_at_5_std": -0.068281, + "nauc_ndcg_at_5_diff1": 0.468839, + "nauc_ndcg_at_10_max": 0.442861, + "nauc_ndcg_at_10_std": -0.031276, + "nauc_ndcg_at_10_diff1": 0.411238, + "nauc_ndcg_at_20_max": 0.403215, + "nauc_ndcg_at_20_std": 0.008773, + "nauc_ndcg_at_20_diff1": 0.372162, + "nauc_ndcg_at_100_max": 0.434001, + "nauc_ndcg_at_100_std": 0.007428, + "nauc_ndcg_at_100_diff1": 0.380245, + "nauc_ndcg_at_1000_max": 0.436925, + "nauc_ndcg_at_1000_std": -0.005767, + "nauc_ndcg_at_1000_diff1": 0.375948, + "nauc_map_at_1_max": 0.341522, + "nauc_map_at_1_std": 0.039688, + "nauc_map_at_1_diff1": 0.41652, + "nauc_map_at_3_max": 0.357686, + "nauc_map_at_3_std": -0.014372, + "nauc_map_at_3_diff1": 0.422679, + "nauc_map_at_5_max": 0.346949, + "nauc_map_at_5_std": -0.066953, + "nauc_map_at_5_diff1": 0.479712, + "nauc_map_at_10_max": 0.416616, + "nauc_map_at_10_std": -0.015418, + "nauc_map_at_10_diff1": 0.422633, + "nauc_map_at_20_max": 0.405151, + "nauc_map_at_20_std": 0.009231, + "nauc_map_at_20_diff1": 0.408846, + "nauc_map_at_100_max": 0.417572, + "nauc_map_at_100_std": 0.009267, + "nauc_map_at_100_diff1": 0.40704, + "nauc_map_at_1000_max": 0.418408, + "nauc_map_at_1000_std": 0.007778, + "nauc_map_at_1000_diff1": 0.406679, + "nauc_recall_at_1_max": 0.341522, + "nauc_recall_at_1_std": 0.039688, + "nauc_recall_at_1_diff1": 0.41652, + "nauc_recall_at_3_max": 0.354929, + "nauc_recall_at_3_std": -0.019155, + "nauc_recall_at_3_diff1": 0.406974, + "nauc_recall_at_5_max": 0.183818, + "nauc_recall_at_5_std": -0.234725, + "nauc_recall_at_5_diff1": 0.567065, + "nauc_recall_at_10_max": 0.366817, + "nauc_recall_at_10_std": -0.110701, + "nauc_recall_at_10_diff1": 0.375454, + "nauc_recall_at_20_max": 0.16136, + "nauc_recall_at_20_std": 0.057768, + "nauc_recall_at_20_diff1": 0.194625, + "nauc_recall_at_100_max": 0.174618, + "nauc_recall_at_100_std": 0.68076, + "nauc_recall_at_100_diff1": 0.458393, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.441536, + "nauc_precision_at_1_std": 0.005311, + "nauc_precision_at_1_diff1": 0.40523, + "nauc_precision_at_3_max": 0.329808, + "nauc_precision_at_3_std": -0.056993, + "nauc_precision_at_3_diff1": 0.189765, + "nauc_precision_at_5_max": 0.236424, + "nauc_precision_at_5_std": -0.058693, + "nauc_precision_at_5_diff1": 0.166157, + "nauc_precision_at_10_max": 0.238062, + "nauc_precision_at_10_std": 0.078048, + "nauc_precision_at_10_diff1": -0.096086, + "nauc_precision_at_20_max": 0.121624, + "nauc_precision_at_20_std": 0.128686, + "nauc_precision_at_20_diff1": -0.214345, + "nauc_precision_at_100_max": 0.042775, + "nauc_precision_at_100_std": 0.088847, + "nauc_precision_at_100_diff1": -0.217611, + "nauc_precision_at_1000_max": 0.034641, + "nauc_precision_at_1000_std": 0.065342, + "nauc_precision_at_1000_diff1": -0.218278, + "nauc_mrr_at_1_max": 0.441536, + "nauc_mrr_at_1_std": 0.005311, + "nauc_mrr_at_1_diff1": 0.40523, + "nauc_mrr_at_3_max": 0.458088, + "nauc_mrr_at_3_std": 0.014824, + "nauc_mrr_at_3_diff1": 0.374307, + "nauc_mrr_at_5_max": 0.436338, + "nauc_mrr_at_5_std": -0.037608, + "nauc_mrr_at_5_diff1": 0.436991, + "nauc_mrr_at_10_max": 0.448782, + "nauc_mrr_at_10_std": -0.008999, + "nauc_mrr_at_10_diff1": 0.408274, + "nauc_mrr_at_20_max": 0.446247, + "nauc_mrr_at_20_std": -0.011743, + "nauc_mrr_at_20_diff1": 0.403708, + "nauc_mrr_at_100_max": 0.44853, + "nauc_mrr_at_100_std": -0.008435, + "nauc_mrr_at_100_diff1": 0.406128, + "nauc_mrr_at_1000_max": 0.44853, + "nauc_mrr_at_1000_std": -0.008435, + "nauc_mrr_at_1000_diff1": 0.406128, + "cv_recall_at_1": 0.58, + "cv_recall_at_3": 0.74, + "cv_recall_at_5": 0.82, + "cv_recall_at_10": 0.9, + "cv_recall_at_20": 0.96, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.61018, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 103.8451509475708, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/AILAStatutes.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/AILAStatutes.json new file mode 100644 index 0000000000..99cb3dcdb1 --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/AILAStatutes.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "task_name": "AILAStatutes", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.94, + "ndcg_at_3": 0.82373, + "ndcg_at_5": 0.75873, + "ndcg_at_10": 0.85569, + "ndcg_at_20": 0.89179, + "ndcg_at_100": 0.8999, + "ndcg_at_1000": 0.8999, + "map_at_1": 0.226, + "map_at_3": 0.52178, + "map_at_5": 0.65213, + "map_at_10": 0.74606, + "map_at_20": 0.77412, + "map_at_100": 0.7782, + "map_at_1000": 0.7782, + "recall_at_1": 0.226, + "recall_at_3": 0.539, + "recall_at_5": 0.70767, + "recall_at_10": 0.89233, + "recall_at_20": 0.976, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.226, + "precision_at_1": 0.94, + "precision_at_3": 0.76667, + "precision_at_5": 0.608, + "precision_at_10": 0.386, + "precision_at_20": 0.212, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "mrr_at_1": 0.94, + "mrr_at_3": 0.97, + "mrr_at_5": 0.97, + "mrr_at_10": 0.97, + "mrr_at_20": 0.97, + "mrr_at_100": 0.97, + "mrr_at_1000": 0.97, + "nauc_ndcg_at_1_max": 0.479458, + "nauc_ndcg_at_1_std": 0.175537, + "nauc_ndcg_at_1_diff1": 0.764239, + "nauc_ndcg_at_3_max": 0.020043, + "nauc_ndcg_at_3_std": 0.014613, + "nauc_ndcg_at_3_diff1": -0.194297, + "nauc_ndcg_at_5_max": 0.108732, + "nauc_ndcg_at_5_std": -0.005158, + "nauc_ndcg_at_5_diff1": -0.123436, + "nauc_ndcg_at_10_max": 0.225853, + "nauc_ndcg_at_10_std": 0.146418, + "nauc_ndcg_at_10_diff1": -0.017724, + "nauc_ndcg_at_20_max": 0.21851, + "nauc_ndcg_at_20_std": 0.12549, + "nauc_ndcg_at_20_diff1": 0.001364, + "nauc_ndcg_at_100_max": 0.153184, + "nauc_ndcg_at_100_std": 0.096939, + "nauc_ndcg_at_100_diff1": -0.042988, + "nauc_ndcg_at_1000_max": 0.153184, + "nauc_ndcg_at_1000_std": 0.096939, + "nauc_ndcg_at_1000_diff1": -0.042988, + "nauc_map_at_1_max": 0.144618, + "nauc_map_at_1_std": -0.162594, + "nauc_map_at_1_diff1": 0.283211, + "nauc_map_at_3_max": 0.014957, + "nauc_map_at_3_std": -0.04591, + "nauc_map_at_3_diff1": -0.163523, + "nauc_map_at_5_max": 0.078226, + "nauc_map_at_5_std": -0.006846, + "nauc_map_at_5_diff1": -0.153973, + "nauc_map_at_10_max": 0.177143, + "nauc_map_at_10_std": 0.106188, + "nauc_map_at_10_diff1": -0.080037, + "nauc_map_at_20_max": 0.162637, + "nauc_map_at_20_std": 0.096205, + "nauc_map_at_20_diff1": -0.081283, + "nauc_map_at_100_max": 0.142763, + "nauc_map_at_100_std": 0.08617, + "nauc_map_at_100_diff1": -0.094514, + "nauc_map_at_1000_max": 0.142763, + "nauc_map_at_1000_std": 0.08617, + "nauc_map_at_1000_diff1": -0.094514, + "nauc_recall_at_1_max": 0.144618, + "nauc_recall_at_1_std": -0.162594, + "nauc_recall_at_1_diff1": 0.283211, + "nauc_recall_at_3_max": -0.023379, + "nauc_recall_at_3_std": -0.083396, + "nauc_recall_at_3_diff1": -0.235231, + "nauc_recall_at_5_max": 0.113771, + "nauc_recall_at_5_std": -0.034239, + "nauc_recall_at_5_diff1": -0.123005, + "nauc_recall_at_10_max": 0.336624, + "nauc_recall_at_10_std": 0.219671, + "nauc_recall_at_10_diff1": 0.049594, + "nauc_recall_at_20_max": 0.631478, + "nauc_recall_at_20_std": 0.283866, + "nauc_recall_at_20_diff1": 0.327439, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.479458, + "nauc_precision_at_1_std": 0.175537, + "nauc_precision_at_1_diff1": 0.764239, + "nauc_precision_at_3_max": 0.019944, + "nauc_precision_at_3_std": 0.088989, + "nauc_precision_at_3_diff1": -0.247782, + "nauc_precision_at_5_max": 0.084297, + "nauc_precision_at_5_std": 0.091707, + "nauc_precision_at_5_diff1": -0.175552, + "nauc_precision_at_10_max": 0.171741, + "nauc_precision_at_10_std": 0.261626, + "nauc_precision_at_10_diff1": -0.050152, + "nauc_precision_at_20_max": 0.092461, + "nauc_precision_at_20_std": 0.222728, + "nauc_precision_at_20_diff1": -0.032338, + "nauc_precision_at_100_max": -0.021112, + "nauc_precision_at_100_std": 0.192916, + "nauc_precision_at_100_diff1": -0.104151, + "nauc_precision_at_1000_max": -0.021112, + "nauc_precision_at_1000_std": 0.192916, + "nauc_precision_at_1000_diff1": -0.104151, + "nauc_mrr_at_1_max": 0.479458, + "nauc_mrr_at_1_std": 0.175537, + "nauc_mrr_at_1_diff1": 0.764239, + "nauc_mrr_at_3_max": 0.479458, + "nauc_mrr_at_3_std": 0.175537, + "nauc_mrr_at_3_diff1": 0.764239, + "nauc_mrr_at_5_max": 0.479458, + "nauc_mrr_at_5_std": 0.175537, + "nauc_mrr_at_5_diff1": 0.764239, + "nauc_mrr_at_10_max": 0.479458, + "nauc_mrr_at_10_std": 0.175537, + "nauc_mrr_at_10_diff1": 0.764239, + "nauc_mrr_at_20_max": 0.479458, + "nauc_mrr_at_20_std": 0.175537, + "nauc_mrr_at_20_diff1": 0.764239, + "nauc_mrr_at_100_max": 0.479458, + "nauc_mrr_at_100_std": 0.175537, + "nauc_mrr_at_100_diff1": 0.764239, + "nauc_mrr_at_1000_max": 0.479458, + "nauc_mrr_at_1000_std": 0.175537, + "nauc_mrr_at_1000_diff1": 0.764239, + "cv_recall_at_1": 0.94, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.85569, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.746412992477417, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/AppsRetrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/AppsRetrieval.json new file mode 100644 index 0000000000..8796d33b7e --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/AppsRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "f22508f96b7a36c2415181ed8bb76f76e04ae2d5", + "task_name": "AppsRetrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83878, + "ndcg_at_3": 0.8942, + "ndcg_at_5": 0.90215, + "ndcg_at_10": 0.9081, + "ndcg_at_20": 0.9122, + "ndcg_at_100": 0.91454, + "ndcg_at_1000": 0.91478, + "map_at_1": 0.83878, + "map_at_3": 0.88123, + "map_at_5": 0.88568, + "map_at_10": 0.88815, + "map_at_20": 0.88931, + "map_at_100": 0.88966, + "map_at_1000": 0.88967, + "recall_at_1": 0.83878, + "recall_at_3": 0.93147, + "recall_at_5": 0.9506, + "recall_at_10": 0.96892, + "recall_at_20": 0.98486, + "recall_at_100": 0.99708, + "recall_at_1000": 0.99894, + "accuracy": 0.83878, + "precision_at_1": 0.83878, + "precision_at_3": 0.31049, + "precision_at_5": 0.19012, + "precision_at_10": 0.09689, + "precision_at_20": 0.04924, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838778, + "mrr_at_3": 0.881231, + "mrr_at_5": 0.88568, + "mrr_at_10": 0.888153, + "mrr_at_20": 0.889313, + "mrr_at_100": 0.889663, + "mrr_at_1000": 0.889673, + "nauc_ndcg_at_1_max": 0.600576, + "nauc_ndcg_at_1_std": -0.49673, + "nauc_ndcg_at_1_diff1": 0.883251, + "nauc_ndcg_at_3_max": 0.655698, + "nauc_ndcg_at_3_std": -0.505247, + "nauc_ndcg_at_3_diff1": 0.857339, + "nauc_ndcg_at_5_max": 0.657059, + "nauc_ndcg_at_5_std": -0.496686, + "nauc_ndcg_at_5_diff1": 0.857517, + "nauc_ndcg_at_10_max": 0.651652, + "nauc_ndcg_at_10_std": -0.498817, + "nauc_ndcg_at_10_diff1": 0.861419, + "nauc_ndcg_at_20_max": 0.647866, + "nauc_ndcg_at_20_std": -0.492463, + "nauc_ndcg_at_20_diff1": 0.864358, + "nauc_ndcg_at_100_max": 0.642958, + "nauc_ndcg_at_100_std": -0.492197, + "nauc_ndcg_at_100_diff1": 0.864844, + "nauc_ndcg_at_1000_max": 0.642852, + "nauc_ndcg_at_1000_std": -0.493035, + "nauc_ndcg_at_1000_diff1": 0.865022, + "nauc_map_at_1_max": 0.600576, + "nauc_map_at_1_std": -0.49673, + "nauc_map_at_1_diff1": 0.883251, + "nauc_map_at_3_max": 0.640344, + "nauc_map_at_3_std": -0.502511, + "nauc_map_at_3_diff1": 0.864168, + "nauc_map_at_5_max": 0.640403, + "nauc_map_at_5_std": -0.498221, + "nauc_map_at_5_diff1": 0.864562, + "nauc_map_at_10_max": 0.638142, + "nauc_map_at_10_std": -0.499397, + "nauc_map_at_10_diff1": 0.866002, + "nauc_map_at_20_max": 0.637238, + "nauc_map_at_20_std": -0.497677, + "nauc_map_at_20_diff1": 0.866719, + "nauc_map_at_100_max": 0.636715, + "nauc_map_at_100_std": -0.497523, + "nauc_map_at_100_diff1": 0.866835, + "nauc_map_at_1000_max": 0.636707, + "nauc_map_at_1000_std": -0.497555, + "nauc_map_at_1000_diff1": 0.866839, + "nauc_recall_at_1_max": 0.600576, + "nauc_recall_at_1_std": -0.49673, + "nauc_recall_at_1_diff1": 0.883251, + "nauc_recall_at_3_max": 0.728245, + "nauc_recall_at_3_std": -0.518462, + "nauc_recall_at_3_diff1": 0.825377, + "nauc_recall_at_5_max": 0.762411, + "nauc_recall_at_5_std": -0.48452, + "nauc_recall_at_5_diff1": 0.813534, + "nauc_recall_at_10_max": 0.7775, + "nauc_recall_at_10_std": -0.488543, + "nauc_recall_at_10_diff1": 0.823071, + "nauc_recall_at_20_max": 0.822711, + "nauc_recall_at_20_std": -0.35454, + "nauc_recall_at_20_diff1": 0.846611, + "nauc_recall_at_100_max": 0.790013, + "nauc_recall_at_100_std": 0.19935, + "nauc_recall_at_100_diff1": 0.820906, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.93465, + "nauc_recall_at_1000_diff1": 0.855861, + "nauc_precision_at_1_max": 0.600576, + "nauc_precision_at_1_std": -0.49673, + "nauc_precision_at_1_diff1": 0.883251, + "nauc_precision_at_3_max": 0.728245, + "nauc_precision_at_3_std": -0.518462, + "nauc_precision_at_3_diff1": 0.825377, + "nauc_precision_at_5_max": 0.762411, + "nauc_precision_at_5_std": -0.48452, + "nauc_precision_at_5_diff1": 0.813534, + "nauc_precision_at_10_max": 0.7775, + "nauc_precision_at_10_std": -0.488543, + "nauc_precision_at_10_diff1": 0.823071, + "nauc_precision_at_20_max": 0.822711, + "nauc_precision_at_20_std": -0.35454, + "nauc_precision_at_20_diff1": 0.846611, + "nauc_precision_at_100_max": 0.790013, + "nauc_precision_at_100_std": 0.19935, + "nauc_precision_at_100_diff1": 0.820906, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.93465, + "nauc_precision_at_1000_diff1": 0.855861, + "nauc_mrr_at_1_max": 0.600576, + "nauc_mrr_at_1_std": -0.49673, + "nauc_mrr_at_1_diff1": 0.883251, + "nauc_mrr_at_3_max": 0.640279, + "nauc_mrr_at_3_std": -0.502511, + "nauc_mrr_at_3_diff1": 0.864118, + "nauc_mrr_at_5_max": 0.640335, + "nauc_mrr_at_5_std": -0.498221, + "nauc_mrr_at_5_diff1": 0.864509, + "nauc_mrr_at_10_max": 0.638065, + "nauc_mrr_at_10_std": -0.499426, + "nauc_mrr_at_10_diff1": 0.865984, + "nauc_mrr_at_20_max": 0.63716, + "nauc_mrr_at_20_std": -0.497706, + "nauc_mrr_at_20_diff1": 0.866701, + "nauc_mrr_at_100_max": 0.636637, + "nauc_mrr_at_100_std": -0.497553, + "nauc_mrr_at_100_diff1": 0.866817, + "nauc_mrr_at_1000_max": 0.636629, + "nauc_mrr_at_1000_std": -0.497584, + "nauc_mrr_at_1000_diff1": 0.866821, + "cv_recall_at_1": 0.83878, + "cv_recall_at_3": 0.93147, + "cv_recall_at_5": 0.9506, + "cv_recall_at_10": 0.96892, + "cv_recall_at_20": 0.98486, + "cv_recall_at_100": 0.99708, + "cv_recall_at_1000": 0.99894, + "main_score": 0.9081, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 172.06203699111938, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/CUREv1.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/CUREv1.json new file mode 100644 index 0000000000..3bdc7e8c10 --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/CUREv1.json @@ -0,0 +1,5179 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "2.1.14", + "scores": { + "all": [ + { + "ndcg_at_1": 0.77325, + "ndcg_at_3": 0.70635, + "ndcg_at_5": 0.6865, + "ndcg_at_10": 0.66898, + "ndcg_at_20": 0.66532, + "ndcg_at_100": 0.71579, + "ndcg_at_1000": 0.77904, + "map_at_1": 0.11465, + "map_at_3": 0.21002, + "map_at_5": 0.26142, + "map_at_10": 0.33002, + "map_at_20": 0.39071, + "map_at_100": 0.49177, + "map_at_1000": 0.53132, + "recall_at_1": 0.11465, + "recall_at_3": 0.22296, + "recall_at_5": 0.29153, + "recall_at_10": 0.39638, + "recall_at_20": 0.50986, + "recall_at_100": 0.77493, + "recall_at_1000": 0.96766, + "accuracy": 0.11465, + "precision_at_1": 0.8625, + "precision_at_3": 0.724, + "precision_at_5": 0.6506, + "precision_at_10": 0.53815, + "precision_at_20": 0.42198, + "precision_at_100": 0.19421, + "precision_at_1000": 0.03552, + "mrr_at_1": 0.8625, + "mrr_at_3": 0.905917, + "mrr_at_5": 0.910292, + "mrr_at_10": 0.91166, + "mrr_at_20": 0.912123, + "mrr_at_100": 0.912271, + "mrr_at_1000": 0.912275, + "nauc_ndcg_at_1_max": 0.489344, + "nauc_ndcg_at_1_std": 0.182103, + "nauc_ndcg_at_1_diff1": 0.458276, + "nauc_ndcg_at_3_max": 0.44362, + "nauc_ndcg_at_3_std": 0.201231, + "nauc_ndcg_at_3_diff1": 0.18518, + "nauc_ndcg_at_5_max": 0.422464, + "nauc_ndcg_at_5_std": 0.177834, + "nauc_ndcg_at_5_diff1": 0.163016, + "nauc_ndcg_at_10_max": 0.453297, + "nauc_ndcg_at_10_std": 0.184844, + "nauc_ndcg_at_10_diff1": 0.158569, + "nauc_ndcg_at_20_max": 0.467915, + "nauc_ndcg_at_20_std": 0.192094, + "nauc_ndcg_at_20_diff1": 0.183901, + "nauc_ndcg_at_100_max": 0.493617, + "nauc_ndcg_at_100_std": 0.266216, + "nauc_ndcg_at_100_diff1": 0.209128, + "nauc_ndcg_at_1000_max": 0.519598, + "nauc_ndcg_at_1000_std": 0.323971, + "nauc_ndcg_at_1000_diff1": 0.182612, + "nauc_map_at_1_max": 0.148822, + "nauc_map_at_1_std": -0.147917, + "nauc_map_at_1_diff1": 0.462531, + "nauc_map_at_3_max": 0.224474, + "nauc_map_at_3_std": -0.108768, + "nauc_map_at_3_diff1": 0.328215, + "nauc_map_at_5_max": 0.252554, + "nauc_map_at_5_std": -0.086697, + "nauc_map_at_5_diff1": 0.28871, + "nauc_map_at_10_max": 0.305599, + "nauc_map_at_10_std": -0.03126, + "nauc_map_at_10_diff1": 0.244231, + "nauc_map_at_20_max": 0.343513, + "nauc_map_at_20_std": 0.034121, + "nauc_map_at_20_diff1": 0.212169, + "nauc_map_at_100_max": 0.415084, + "nauc_map_at_100_std": 0.19898, + "nauc_map_at_100_diff1": 0.140431, + "nauc_map_at_1000_max": 0.424301, + "nauc_map_at_1000_std": 0.237024, + "nauc_map_at_1000_diff1": 0.103596, + "nauc_recall_at_1_max": 0.148822, + "nauc_recall_at_1_std": -0.147917, + "nauc_recall_at_1_diff1": 0.462531, + "nauc_recall_at_3_max": 0.192609, + "nauc_recall_at_3_std": -0.12495, + "nauc_recall_at_3_diff1": 0.299493, + "nauc_recall_at_5_max": 0.200608, + "nauc_recall_at_5_std": -0.115083, + "nauc_recall_at_5_diff1": 0.260554, + "nauc_recall_at_10_max": 0.242704, + "nauc_recall_at_10_std": -0.062794, + "nauc_recall_at_10_diff1": 0.219372, + "nauc_recall_at_20_max": 0.249701, + "nauc_recall_at_20_std": -0.008005, + "nauc_recall_at_20_diff1": 0.192333, + "nauc_recall_at_100_max": 0.320758, + "nauc_recall_at_100_std": 0.219319, + "nauc_recall_at_100_diff1": 0.152288, + "nauc_recall_at_1000_max": 0.522836, + "nauc_recall_at_1000_std": 0.659574, + "nauc_recall_at_1000_diff1": 0.125659, + "nauc_precision_at_1_max": 0.574273, + "nauc_precision_at_1_std": 0.315451, + "nauc_precision_at_1_diff1": 0.459699, + "nauc_precision_at_3_max": 0.330434, + "nauc_precision_at_3_std": 0.29854, + "nauc_precision_at_3_diff1": -0.175049, + "nauc_precision_at_5_max": 0.238002, + "nauc_precision_at_5_std": 0.285686, + "nauc_precision_at_5_diff1": -0.232393, + "nauc_precision_at_10_max": 0.180436, + "nauc_precision_at_10_std": 0.301371, + "nauc_precision_at_10_diff1": -0.278056, + "nauc_precision_at_20_max": 0.104245, + "nauc_precision_at_20_std": 0.300392, + "nauc_precision_at_20_diff1": -0.275047, + "nauc_precision_at_100_max": -0.01129, + "nauc_precision_at_100_std": 0.22417, + "nauc_precision_at_100_diff1": -0.245913, + "nauc_precision_at_1000_max": -0.107713, + "nauc_precision_at_1000_std": 0.019338, + "nauc_precision_at_1000_diff1": -0.205498, + "nauc_mrr_at_1_max": 0.574273, + "nauc_mrr_at_1_std": 0.315451, + "nauc_mrr_at_1_diff1": 0.459699, + "nauc_mrr_at_3_max": 0.599306, + "nauc_mrr_at_3_std": 0.332483, + "nauc_mrr_at_3_diff1": 0.426835, + "nauc_mrr_at_5_max": 0.596118, + "nauc_mrr_at_5_std": 0.333555, + "nauc_mrr_at_5_diff1": 0.431874, + "nauc_mrr_at_10_max": 0.597471, + "nauc_mrr_at_10_std": 0.334481, + "nauc_mrr_at_10_diff1": 0.434699, + "nauc_mrr_at_20_max": 0.596276, + "nauc_mrr_at_20_std": 0.333919, + "nauc_mrr_at_20_diff1": 0.434912, + "nauc_mrr_at_100_max": 0.595774, + "nauc_mrr_at_100_std": 0.33306, + "nauc_mrr_at_100_diff1": 0.435261, + "nauc_mrr_at_1000_max": 0.595759, + "nauc_mrr_at_1000_std": 0.33304, + "nauc_mrr_at_1000_diff1": 0.435231, + "cv_recall_at_1": 0.8625, + "cv_recall_at_3": 0.9585, + "cv_recall_at_5": 0.9775, + "cv_recall_at_10": 0.987, + "cv_recall_at_20": 0.994, + "cv_recall_at_100": 0.9995, + "cv_recall_at_1000": 1.0, + "main_score": 0.66898, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74675, + "ndcg_at_3": 0.68056, + "ndcg_at_5": 0.65947, + "ndcg_at_10": 0.64273, + "ndcg_at_20": 0.64073, + "ndcg_at_100": 0.69384, + "ndcg_at_1000": 0.76079, + "map_at_1": 0.11213, + "map_at_3": 0.20416, + "map_at_5": 0.25276, + "map_at_10": 0.31662, + "map_at_20": 0.37357, + "map_at_100": 0.46884, + "map_at_1000": 0.50738, + "recall_at_1": 0.11213, + "recall_at_3": 0.21704, + "recall_at_5": 0.28294, + "recall_at_10": 0.38312, + "recall_at_20": 0.49182, + "recall_at_100": 0.75538, + "recall_at_1000": 0.95842, + "accuracy": 0.11213, + "precision_at_1": 0.841, + "precision_at_3": 0.70067, + "precision_at_5": 0.6267, + "precision_at_10": 0.5139, + "precision_at_20": 0.40305, + "precision_at_100": 0.18635, + "precision_at_1000": 0.03496, + "mrr_at_1": 0.841, + "mrr_at_3": 0.88875, + "mrr_at_5": 0.89405, + "mrr_at_10": 0.8958, + "mrr_at_20": 0.896433, + "mrr_at_100": 0.896718, + "mrr_at_1000": 0.896734, + "nauc_ndcg_at_1_max": 0.442988, + "nauc_ndcg_at_1_std": 0.189066, + "nauc_ndcg_at_1_diff1": 0.442909, + "nauc_ndcg_at_3_max": 0.410407, + "nauc_ndcg_at_3_std": 0.192293, + "nauc_ndcg_at_3_diff1": 0.201881, + "nauc_ndcg_at_5_max": 0.403947, + "nauc_ndcg_at_5_std": 0.202275, + "nauc_ndcg_at_5_diff1": 0.174631, + "nauc_ndcg_at_10_max": 0.43531, + "nauc_ndcg_at_10_std": 0.215261, + "nauc_ndcg_at_10_diff1": 0.186079, + "nauc_ndcg_at_20_max": 0.457976, + "nauc_ndcg_at_20_std": 0.228961, + "nauc_ndcg_at_20_diff1": 0.212327, + "nauc_ndcg_at_100_max": 0.492117, + "nauc_ndcg_at_100_std": 0.313043, + "nauc_ndcg_at_100_diff1": 0.228915, + "nauc_ndcg_at_1000_max": 0.511169, + "nauc_ndcg_at_1000_std": 0.351683, + "nauc_ndcg_at_1000_diff1": 0.198288, + "nauc_map_at_1_max": 0.119055, + "nauc_map_at_1_std": -0.125287, + "nauc_map_at_1_diff1": 0.436626, + "nauc_map_at_3_max": 0.193585, + "nauc_map_at_3_std": -0.074208, + "nauc_map_at_3_diff1": 0.312053, + "nauc_map_at_5_max": 0.225214, + "nauc_map_at_5_std": -0.038884, + "nauc_map_at_5_diff1": 0.276411, + "nauc_map_at_10_max": 0.275848, + "nauc_map_at_10_std": 0.015753, + "nauc_map_at_10_diff1": 0.243386, + "nauc_map_at_20_max": 0.324105, + "nauc_map_at_20_std": 0.079794, + "nauc_map_at_20_diff1": 0.218321, + "nauc_map_at_100_max": 0.408299, + "nauc_map_at_100_std": 0.237585, + "nauc_map_at_100_diff1": 0.158049, + "nauc_map_at_1000_max": 0.423911, + "nauc_map_at_1000_std": 0.272823, + "nauc_map_at_1000_diff1": 0.124642, + "nauc_recall_at_1_max": 0.119055, + "nauc_recall_at_1_std": -0.125287, + "nauc_recall_at_1_diff1": 0.436626, + "nauc_recall_at_3_max": 0.171227, + "nauc_recall_at_3_std": -0.082981, + "nauc_recall_at_3_diff1": 0.287628, + "nauc_recall_at_5_max": 0.185958, + "nauc_recall_at_5_std": -0.057914, + "nauc_recall_at_5_diff1": 0.249318, + "nauc_recall_at_10_max": 0.227121, + "nauc_recall_at_10_std": -0.002988, + "nauc_recall_at_10_diff1": 0.224949, + "nauc_recall_at_20_max": 0.266649, + "nauc_recall_at_20_std": 0.054549, + "nauc_recall_at_20_diff1": 0.20979, + "nauc_recall_at_100_max": 0.3689, + "nauc_recall_at_100_std": 0.298736, + "nauc_recall_at_100_diff1": 0.176014, + "nauc_recall_at_1000_max": 0.602716, + "nauc_recall_at_1000_std": 0.705188, + "nauc_recall_at_1000_diff1": 0.147508, + "nauc_precision_at_1_max": 0.503444, + "nauc_precision_at_1_std": 0.296521, + "nauc_precision_at_1_diff1": 0.446607, + "nauc_precision_at_3_max": 0.316106, + "nauc_precision_at_3_std": 0.268955, + "nauc_precision_at_3_diff1": -0.115397, + "nauc_precision_at_5_max": 0.251924, + "nauc_precision_at_5_std": 0.282285, + "nauc_precision_at_5_diff1": -0.189815, + "nauc_precision_at_10_max": 0.206791, + "nauc_precision_at_10_std": 0.30039, + "nauc_precision_at_10_diff1": -0.226202, + "nauc_precision_at_20_max": 0.150328, + "nauc_precision_at_20_std": 0.29324, + "nauc_precision_at_20_diff1": -0.235471, + "nauc_precision_at_100_max": 0.035808, + "nauc_precision_at_100_std": 0.215755, + "nauc_precision_at_100_diff1": -0.228002, + "nauc_precision_at_1000_max": -0.061968, + "nauc_precision_at_1000_std": 0.007945, + "nauc_precision_at_1000_diff1": -0.193393, + "nauc_mrr_at_1_max": 0.503444, + "nauc_mrr_at_1_std": 0.296521, + "nauc_mrr_at_1_diff1": 0.446607, + "nauc_mrr_at_3_max": 0.529796, + "nauc_mrr_at_3_std": 0.321652, + "nauc_mrr_at_3_diff1": 0.421652, + "nauc_mrr_at_5_max": 0.527785, + "nauc_mrr_at_5_std": 0.318609, + "nauc_mrr_at_5_diff1": 0.422968, + "nauc_mrr_at_10_max": 0.531125, + "nauc_mrr_at_10_std": 0.324566, + "nauc_mrr_at_10_diff1": 0.426986, + "nauc_mrr_at_20_max": 0.52966, + "nauc_mrr_at_20_std": 0.323301, + "nauc_mrr_at_20_diff1": 0.426829, + "nauc_mrr_at_100_max": 0.528903, + "nauc_mrr_at_100_std": 0.322435, + "nauc_mrr_at_100_diff1": 0.426912, + "nauc_mrr_at_1000_max": 0.528851, + "nauc_mrr_at_1000_std": 0.32239, + "nauc_mrr_at_1000_diff1": 0.426865, + "cv_recall_at_1": 0.841, + "cv_recall_at_3": 0.945, + "cv_recall_at_5": 0.967, + "cv_recall_at_10": 0.979, + "cv_recall_at_20": 0.9875, + "cv_recall_at_100": 0.9975, + "cv_recall_at_1000": 1.0, + "main_score": 0.64273, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73425, + "ndcg_at_3": 0.67004, + "ndcg_at_5": 0.65007, + "ndcg_at_10": 0.6352, + "ndcg_at_20": 0.63319, + "ndcg_at_100": 0.68651, + "ndcg_at_1000": 0.75437, + "map_at_1": 0.10934, + "map_at_3": 0.1988, + "map_at_5": 0.24635, + "map_at_10": 0.31094, + "map_at_20": 0.36701, + "map_at_100": 0.46078, + "map_at_1000": 0.49932, + "recall_at_1": 0.10934, + "recall_at_3": 0.213, + "recall_at_5": 0.27815, + "recall_at_10": 0.37915, + "recall_at_20": 0.48803, + "recall_at_100": 0.75312, + "recall_at_1000": 0.95844, + "accuracy": 0.10934, + "precision_at_1": 0.8285, + "precision_at_3": 0.692, + "precision_at_5": 0.6186, + "precision_at_10": 0.5112, + "precision_at_20": 0.40023, + "precision_at_100": 0.18556, + "precision_at_1000": 0.03496, + "mrr_at_1": 0.8285, + "mrr_at_3": 0.88025, + "mrr_at_5": 0.885625, + "mrr_at_10": 0.887628, + "mrr_at_20": 0.888117, + "mrr_at_100": 0.888388, + "mrr_at_1000": 0.888398, + "nauc_ndcg_at_1_max": 0.433171, + "nauc_ndcg_at_1_std": 0.180938, + "nauc_ndcg_at_1_diff1": 0.431156, + "nauc_ndcg_at_3_max": 0.441562, + "nauc_ndcg_at_3_std": 0.230255, + "nauc_ndcg_at_3_diff1": 0.193908, + "nauc_ndcg_at_5_max": 0.430513, + "nauc_ndcg_at_5_std": 0.230041, + "nauc_ndcg_at_5_diff1": 0.164864, + "nauc_ndcg_at_10_max": 0.464478, + "nauc_ndcg_at_10_std": 0.237942, + "nauc_ndcg_at_10_diff1": 0.171075, + "nauc_ndcg_at_20_max": 0.48404, + "nauc_ndcg_at_20_std": 0.247263, + "nauc_ndcg_at_20_diff1": 0.196706, + "nauc_ndcg_at_100_max": 0.519903, + "nauc_ndcg_at_100_std": 0.336384, + "nauc_ndcg_at_100_diff1": 0.212578, + "nauc_ndcg_at_1000_max": 0.522593, + "nauc_ndcg_at_1000_std": 0.360815, + "nauc_ndcg_at_1000_diff1": 0.179725, + "nauc_map_at_1_max": 0.177046, + "nauc_map_at_1_std": -0.102363, + "nauc_map_at_1_diff1": 0.436397, + "nauc_map_at_3_max": 0.261734, + "nauc_map_at_3_std": -0.040976, + "nauc_map_at_3_diff1": 0.302149, + "nauc_map_at_5_max": 0.282371, + "nauc_map_at_5_std": -0.0125, + "nauc_map_at_5_diff1": 0.263753, + "nauc_map_at_10_max": 0.336108, + "nauc_map_at_10_std": 0.046398, + "nauc_map_at_10_diff1": 0.228298, + "nauc_map_at_20_max": 0.373808, + "nauc_map_at_20_std": 0.111576, + "nauc_map_at_20_diff1": 0.20439, + "nauc_map_at_100_max": 0.444098, + "nauc_map_at_100_std": 0.264553, + "nauc_map_at_100_diff1": 0.139166, + "nauc_map_at_1000_max": 0.453445, + "nauc_map_at_1000_std": 0.291533, + "nauc_map_at_1000_diff1": 0.104196, + "nauc_recall_at_1_max": 0.177046, + "nauc_recall_at_1_std": -0.102363, + "nauc_recall_at_1_diff1": 0.436397, + "nauc_recall_at_3_max": 0.22974, + "nauc_recall_at_3_std": -0.052587, + "nauc_recall_at_3_diff1": 0.271667, + "nauc_recall_at_5_max": 0.233045, + "nauc_recall_at_5_std": -0.032381, + "nauc_recall_at_5_diff1": 0.233392, + "nauc_recall_at_10_max": 0.285925, + "nauc_recall_at_10_std": 0.023861, + "nauc_recall_at_10_diff1": 0.210716, + "nauc_recall_at_20_max": 0.302585, + "nauc_recall_at_20_std": 0.083316, + "nauc_recall_at_20_diff1": 0.199788, + "nauc_recall_at_100_max": 0.386339, + "nauc_recall_at_100_std": 0.324674, + "nauc_recall_at_100_diff1": 0.158827, + "nauc_recall_at_1000_max": 0.598812, + "nauc_recall_at_1000_std": 0.703971, + "nauc_recall_at_1000_diff1": 0.128423, + "nauc_precision_at_1_max": 0.479869, + "nauc_precision_at_1_std": 0.265591, + "nauc_precision_at_1_diff1": 0.436211, + "nauc_precision_at_3_max": 0.323902, + "nauc_precision_at_3_std": 0.292663, + "nauc_precision_at_3_diff1": -0.120539, + "nauc_precision_at_5_max": 0.239875, + "nauc_precision_at_5_std": 0.292542, + "nauc_precision_at_5_diff1": -0.197031, + "nauc_precision_at_10_max": 0.185206, + "nauc_precision_at_10_std": 0.292693, + "nauc_precision_at_10_diff1": -0.233037, + "nauc_precision_at_20_max": 0.114117, + "nauc_precision_at_20_std": 0.279593, + "nauc_precision_at_20_diff1": -0.239885, + "nauc_precision_at_100_max": 0.002253, + "nauc_precision_at_100_std": 0.193915, + "nauc_precision_at_100_diff1": -0.230456, + "nauc_precision_at_1000_max": -0.082998, + "nauc_precision_at_1000_std": -0.020591, + "nauc_precision_at_1000_diff1": -0.18872, + "nauc_mrr_at_1_max": 0.479869, + "nauc_mrr_at_1_std": 0.265591, + "nauc_mrr_at_1_diff1": 0.436211, + "nauc_mrr_at_3_max": 0.496403, + "nauc_mrr_at_3_std": 0.296009, + "nauc_mrr_at_3_diff1": 0.409733, + "nauc_mrr_at_5_max": 0.497475, + "nauc_mrr_at_5_std": 0.3003, + "nauc_mrr_at_5_diff1": 0.414043, + "nauc_mrr_at_10_max": 0.499902, + "nauc_mrr_at_10_std": 0.298585, + "nauc_mrr_at_10_diff1": 0.414134, + "nauc_mrr_at_20_max": 0.499143, + "nauc_mrr_at_20_std": 0.297382, + "nauc_mrr_at_20_diff1": 0.414328, + "nauc_mrr_at_100_max": 0.498745, + "nauc_mrr_at_100_std": 0.296933, + "nauc_mrr_at_100_diff1": 0.4143, + "nauc_mrr_at_1000_max": 0.498699, + "nauc_mrr_at_1000_std": 0.296872, + "nauc_mrr_at_1000_diff1": 0.414343, + "cv_recall_at_1": 0.8285, + "cv_recall_at_3": 0.942, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.987, + "cv_recall_at_100": 0.9975, + "cv_recall_at_1000": 0.9995, + "main_score": 0.6352, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.7675, + "ndcg_at_3": 0.70442, + "ndcg_at_5": 0.6799, + "ndcg_at_10": 0.6609, + "ndcg_at_20": 0.65038, + "ndcg_at_100": 0.70077, + "ndcg_at_1000": 0.78835, + "map_at_1": 0.1157, + "map_at_3": 0.19945, + "map_at_5": 0.23632, + "map_at_10": 0.29305, + "map_at_20": 0.34972, + "map_at_100": 0.46625, + "map_at_1000": 0.51983, + "recall_at_1": 0.1157, + "recall_at_3": 0.21179, + "recall_at_5": 0.2605, + "recall_at_10": 0.35019, + "recall_at_20": 0.45044, + "recall_at_100": 0.73509, + "recall_at_1000": 0.97705, + "accuracy": 0.1157, + "precision_at_1": 0.87, + "precision_at_3": 0.73333, + "precision_at_5": 0.65, + "precision_at_10": 0.5485, + "precision_at_20": 0.44275, + "precision_at_100": 0.2221, + "precision_at_1000": 0.03875, + "mrr_at_1": 0.87, + "mrr_at_3": 0.92, + "mrr_at_5": 0.92425, + "mrr_at_10": 0.92475, + "mrr_at_20": 0.92475, + "mrr_at_100": 0.92475, + "mrr_at_1000": 0.92475, + "nauc_ndcg_at_1_max": 0.462833, + "nauc_ndcg_at_1_std": 0.064255, + "nauc_ndcg_at_1_diff1": 0.528069, + "nauc_ndcg_at_3_max": 0.405625, + "nauc_ndcg_at_3_std": 0.09995, + "nauc_ndcg_at_3_diff1": 0.294826, + "nauc_ndcg_at_5_max": 0.32989, + "nauc_ndcg_at_5_std": 0.053017, + "nauc_ndcg_at_5_diff1": 0.253094, + "nauc_ndcg_at_10_max": 0.331277, + "nauc_ndcg_at_10_std": 0.002905, + "nauc_ndcg_at_10_diff1": 0.299599, + "nauc_ndcg_at_20_max": 0.331381, + "nauc_ndcg_at_20_std": -0.003315, + "nauc_ndcg_at_20_diff1": 0.355908, + "nauc_ndcg_at_100_max": 0.339702, + "nauc_ndcg_at_100_std": -0.012412, + "nauc_ndcg_at_100_diff1": 0.381147, + "nauc_ndcg_at_1000_max": 0.415544, + "nauc_ndcg_at_1000_std": 0.182141, + "nauc_ndcg_at_1000_diff1": 0.325156, + "nauc_map_at_1_max": 0.061907, + "nauc_map_at_1_std": -0.394876, + "nauc_map_at_1_diff1": 0.652071, + "nauc_map_at_3_max": 0.10723, + "nauc_map_at_3_std": -0.363822, + "nauc_map_at_3_diff1": 0.537867, + "nauc_map_at_5_max": 0.100404, + "nauc_map_at_5_std": -0.360414, + "nauc_map_at_5_diff1": 0.505546, + "nauc_map_at_10_max": 0.120245, + "nauc_map_at_10_std": -0.332635, + "nauc_map_at_10_diff1": 0.461025, + "nauc_map_at_20_max": 0.16228, + "nauc_map_at_20_std": -0.267847, + "nauc_map_at_20_diff1": 0.435073, + "nauc_map_at_100_max": 0.258686, + "nauc_map_at_100_std": -0.043721, + "nauc_map_at_100_diff1": 0.368123, + "nauc_map_at_1000_max": 0.274024, + "nauc_map_at_1000_std": 0.080048, + "nauc_map_at_1000_diff1": 0.320797, + "nauc_recall_at_1_max": 0.061907, + "nauc_recall_at_1_std": -0.394876, + "nauc_recall_at_1_diff1": 0.652071, + "nauc_recall_at_3_max": 0.067635, + "nauc_recall_at_3_std": -0.3653, + "nauc_recall_at_3_diff1": 0.498749, + "nauc_recall_at_5_max": 0.046975, + "nauc_recall_at_5_std": -0.375394, + "nauc_recall_at_5_diff1": 0.462252, + "nauc_recall_at_10_max": 0.059293, + "nauc_recall_at_10_std": -0.362989, + "nauc_recall_at_10_diff1": 0.406514, + "nauc_recall_at_20_max": 0.076913, + "nauc_recall_at_20_std": -0.315009, + "nauc_recall_at_20_diff1": 0.377694, + "nauc_recall_at_100_max": 0.176139, + "nauc_recall_at_100_std": -0.092633, + "nauc_recall_at_100_diff1": 0.269774, + "nauc_recall_at_1000_max": 0.52315, + "nauc_recall_at_1000_std": 0.676859, + "nauc_recall_at_1000_diff1": 0.101098, + "nauc_precision_at_1_max": 0.585555, + "nauc_precision_at_1_std": 0.287862, + "nauc_precision_at_1_diff1": 0.500426, + "nauc_precision_at_3_max": 0.360084, + "nauc_precision_at_3_std": 0.388198, + "nauc_precision_at_3_diff1": -0.175291, + "nauc_precision_at_5_max": 0.215013, + "nauc_precision_at_5_std": 0.408333, + "nauc_precision_at_5_diff1": -0.304487, + "nauc_precision_at_10_max": 0.19983, + "nauc_precision_at_10_std": 0.494385, + "nauc_precision_at_10_diff1": -0.347045, + "nauc_precision_at_20_max": 0.174263, + "nauc_precision_at_20_std": 0.547871, + "nauc_precision_at_20_diff1": -0.343677, + "nauc_precision_at_100_max": 0.060334, + "nauc_precision_at_100_std": 0.502709, + "nauc_precision_at_100_diff1": -0.301448, + "nauc_precision_at_1000_max": -0.043158, + "nauc_precision_at_1000_std": 0.363549, + "nauc_precision_at_1000_diff1": -0.27243, + "nauc_mrr_at_1_max": 0.585555, + "nauc_mrr_at_1_std": 0.287862, + "nauc_mrr_at_1_diff1": 0.500426, + "nauc_mrr_at_3_max": 0.613674, + "nauc_mrr_at_3_std": 0.29379, + "nauc_mrr_at_3_diff1": 0.474371, + "nauc_mrr_at_5_max": 0.601893, + "nauc_mrr_at_5_std": 0.283731, + "nauc_mrr_at_5_diff1": 0.490284, + "nauc_mrr_at_10_max": 0.602219, + "nauc_mrr_at_10_std": 0.286835, + "nauc_mrr_at_10_diff1": 0.487698, + "nauc_mrr_at_20_max": 0.602219, + "nauc_mrr_at_20_std": 0.286835, + "nauc_mrr_at_20_diff1": 0.487698, + "nauc_mrr_at_100_max": 0.602219, + "nauc_mrr_at_100_std": 0.286835, + "nauc_mrr_at_100_diff1": 0.487698, + "nauc_mrr_at_1000_max": 0.602219, + "nauc_mrr_at_1000_std": 0.286835, + "nauc_mrr_at_1000_diff1": 0.487698, + "cv_recall_at_1": 0.87, + "cv_recall_at_3": 0.975, + "cv_recall_at_5": 0.995, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.6609, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7775, + "ndcg_at_3": 0.69396, + "ndcg_at_5": 0.66526, + "ndcg_at_10": 0.63999, + "ndcg_at_20": 0.63406, + "ndcg_at_100": 0.68331, + "ndcg_at_1000": 0.77776, + "map_at_1": 0.12326, + "map_at_3": 0.19852, + "map_at_5": 0.23435, + "map_at_10": 0.2823, + "map_at_20": 0.33712, + "map_at_100": 0.44626, + "map_at_1000": 0.49892, + "recall_at_1": 0.12326, + "recall_at_3": 0.20675, + "recall_at_5": 0.25561, + "recall_at_10": 0.33293, + "recall_at_20": 0.43621, + "recall_at_100": 0.71376, + "recall_at_1000": 0.97293, + "accuracy": 0.12326, + "precision_at_1": 0.89, + "precision_at_3": 0.70667, + "precision_at_5": 0.626, + "precision_at_10": 0.5145, + "precision_at_20": 0.423, + "precision_at_100": 0.2123, + "precision_at_1000": 0.03842, + "mrr_at_1": 0.89, + "mrr_at_3": 0.931667, + "mrr_at_5": 0.934167, + "mrr_at_10": 0.934167, + "mrr_at_20": 0.934621, + "mrr_at_100": 0.934621, + "mrr_at_1000": 0.934621, + "nauc_ndcg_at_1_max": 0.466427, + "nauc_ndcg_at_1_std": 0.125503, + "nauc_ndcg_at_1_diff1": 0.411084, + "nauc_ndcg_at_3_max": 0.37344, + "nauc_ndcg_at_3_std": 0.055891, + "nauc_ndcg_at_3_diff1": 0.198865, + "nauc_ndcg_at_5_max": 0.347074, + "nauc_ndcg_at_5_std": 0.03508, + "nauc_ndcg_at_5_diff1": 0.169408, + "nauc_ndcg_at_10_max": 0.367553, + "nauc_ndcg_at_10_std": 0.032608, + "nauc_ndcg_at_10_diff1": 0.213329, + "nauc_ndcg_at_20_max": 0.384994, + "nauc_ndcg_at_20_std": 0.032784, + "nauc_ndcg_at_20_diff1": 0.259913, + "nauc_ndcg_at_100_max": 0.378549, + "nauc_ndcg_at_100_std": 0.051497, + "nauc_ndcg_at_100_diff1": 0.257412, + "nauc_ndcg_at_1000_max": 0.442146, + "nauc_ndcg_at_1000_std": 0.196173, + "nauc_ndcg_at_1000_diff1": 0.207427, + "nauc_map_at_1_max": 0.067212, + "nauc_map_at_1_std": -0.37612, + "nauc_map_at_1_diff1": 0.485976, + "nauc_map_at_3_max": 0.116962, + "nauc_map_at_3_std": -0.337361, + "nauc_map_at_3_diff1": 0.40904, + "nauc_map_at_5_max": 0.116254, + "nauc_map_at_5_std": -0.333976, + "nauc_map_at_5_diff1": 0.37867, + "nauc_map_at_10_max": 0.15377, + "nauc_map_at_10_std": -0.284413, + "nauc_map_at_10_diff1": 0.365388, + "nauc_map_at_20_max": 0.203434, + "nauc_map_at_20_std": -0.219438, + "nauc_map_at_20_diff1": 0.340129, + "nauc_map_at_100_max": 0.285976, + "nauc_map_at_100_std": -0.011606, + "nauc_map_at_100_diff1": 0.263988, + "nauc_map_at_1000_max": 0.304823, + "nauc_map_at_1000_std": 0.098441, + "nauc_map_at_1000_diff1": 0.216097, + "nauc_recall_at_1_max": 0.067212, + "nauc_recall_at_1_std": -0.37612, + "nauc_recall_at_1_diff1": 0.485976, + "nauc_recall_at_3_max": 0.101689, + "nauc_recall_at_3_std": -0.339219, + "nauc_recall_at_3_diff1": 0.395201, + "nauc_recall_at_5_max": 0.095321, + "nauc_recall_at_5_std": -0.33902, + "nauc_recall_at_5_diff1": 0.356249, + "nauc_recall_at_10_max": 0.127846, + "nauc_recall_at_10_std": -0.275311, + "nauc_recall_at_10_diff1": 0.330245, + "nauc_recall_at_20_max": 0.161321, + "nauc_recall_at_20_std": -0.220309, + "nauc_recall_at_20_diff1": 0.299269, + "nauc_recall_at_100_max": 0.254602, + "nauc_recall_at_100_std": 0.028002, + "nauc_recall_at_100_diff1": 0.19581, + "nauc_recall_at_1000_max": 0.537721, + "nauc_recall_at_1000_std": 0.634774, + "nauc_recall_at_1000_diff1": -0.007455, + "nauc_precision_at_1_max": 0.549717, + "nauc_precision_at_1_std": 0.233077, + "nauc_precision_at_1_diff1": 0.376256, + "nauc_precision_at_3_max": 0.289903, + "nauc_precision_at_3_std": 0.309061, + "nauc_precision_at_3_diff1": -0.172561, + "nauc_precision_at_5_max": 0.219607, + "nauc_precision_at_5_std": 0.360805, + "nauc_precision_at_5_diff1": -0.283633, + "nauc_precision_at_10_max": 0.19955, + "nauc_precision_at_10_std": 0.474241, + "nauc_precision_at_10_diff1": -0.281769, + "nauc_precision_at_20_max": 0.18523, + "nauc_precision_at_20_std": 0.521906, + "nauc_precision_at_20_diff1": -0.301071, + "nauc_precision_at_100_max": 0.061943, + "nauc_precision_at_100_std": 0.485105, + "nauc_precision_at_100_diff1": -0.29126, + "nauc_precision_at_1000_max": -0.028681, + "nauc_precision_at_1000_std": 0.332896, + "nauc_precision_at_1000_diff1": -0.2611, + "nauc_mrr_at_1_max": 0.549717, + "nauc_mrr_at_1_std": 0.233077, + "nauc_mrr_at_1_diff1": 0.376256, + "nauc_mrr_at_3_max": 0.548131, + "nauc_mrr_at_3_std": 0.244119, + "nauc_mrr_at_3_diff1": 0.342531, + "nauc_mrr_at_5_max": 0.530799, + "nauc_mrr_at_5_std": 0.220454, + "nauc_mrr_at_5_diff1": 0.352624, + "nauc_mrr_at_10_max": 0.530799, + "nauc_mrr_at_10_std": 0.220454, + "nauc_mrr_at_10_diff1": 0.352624, + "nauc_mrr_at_20_max": 0.532012, + "nauc_mrr_at_20_std": 0.223206, + "nauc_mrr_at_20_diff1": 0.348078, + "nauc_mrr_at_100_max": 0.532012, + "nauc_mrr_at_100_std": 0.223206, + "nauc_mrr_at_100_diff1": 0.348078, + "nauc_mrr_at_1000_max": 0.532012, + "nauc_mrr_at_1000_std": 0.223206, + "nauc_mrr_at_1000_diff1": 0.348078, + "cv_recall_at_1": 0.89, + "cv_recall_at_3": 0.985, + "cv_recall_at_5": 0.995, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.63999, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.775, + "ndcg_at_3": 0.6795, + "ndcg_at_5": 0.64558, + "ndcg_at_10": 0.62548, + "ndcg_at_20": 0.61641, + "ndcg_at_100": 0.67097, + "ndcg_at_1000": 0.76804, + "map_at_1": 0.1261, + "map_at_3": 0.19137, + "map_at_5": 0.22362, + "map_at_10": 0.27202, + "map_at_20": 0.32299, + "map_at_100": 0.43105, + "map_at_1000": 0.48287, + "recall_at_1": 0.1261, + "recall_at_3": 0.1976, + "recall_at_5": 0.24204, + "recall_at_10": 0.3222, + "recall_at_20": 0.42229, + "recall_at_100": 0.70594, + "recall_at_1000": 0.97095, + "accuracy": 0.1261, + "precision_at_1": 0.875, + "precision_at_3": 0.67833, + "precision_at_5": 0.597, + "precision_at_10": 0.5055, + "precision_at_20": 0.41125, + "precision_at_100": 0.2086, + "precision_at_1000": 0.03831, + "mrr_at_1": 0.875, + "mrr_at_3": 0.9175, + "mrr_at_5": 0.92175, + "mrr_at_10": 0.923083, + "mrr_at_20": 0.923538, + "mrr_at_100": 0.923538, + "mrr_at_1000": 0.923538, + "nauc_ndcg_at_1_max": 0.545111, + "nauc_ndcg_at_1_std": 0.223234, + "nauc_ndcg_at_1_diff1": 0.410621, + "nauc_ndcg_at_3_max": 0.5427, + "nauc_ndcg_at_3_std": 0.283343, + "nauc_ndcg_at_3_diff1": 0.210433, + "nauc_ndcg_at_5_max": 0.489262, + "nauc_ndcg_at_5_std": 0.239228, + "nauc_ndcg_at_5_diff1": 0.187517, + "nauc_ndcg_at_10_max": 0.464934, + "nauc_ndcg_at_10_std": 0.204297, + "nauc_ndcg_at_10_diff1": 0.227807, + "nauc_ndcg_at_20_max": 0.467446, + "nauc_ndcg_at_20_std": 0.178198, + "nauc_ndcg_at_20_diff1": 0.307611, + "nauc_ndcg_at_100_max": 0.495824, + "nauc_ndcg_at_100_std": 0.229153, + "nauc_ndcg_at_100_diff1": 0.30742, + "nauc_ndcg_at_1000_max": 0.538998, + "nauc_ndcg_at_1000_std": 0.334736, + "nauc_ndcg_at_1000_diff1": 0.230009, + "nauc_map_at_1_max": 0.138219, + "nauc_map_at_1_std": -0.272423, + "nauc_map_at_1_diff1": 0.542602, + "nauc_map_at_3_max": 0.222688, + "nauc_map_at_3_std": -0.222425, + "nauc_map_at_3_diff1": 0.491935, + "nauc_map_at_5_max": 0.232279, + "nauc_map_at_5_std": -0.19668, + "nauc_map_at_5_diff1": 0.467321, + "nauc_map_at_10_max": 0.261462, + "nauc_map_at_10_std": -0.149212, + "nauc_map_at_10_diff1": 0.43914, + "nauc_map_at_20_max": 0.308701, + "nauc_map_at_20_std": -0.083262, + "nauc_map_at_20_diff1": 0.420798, + "nauc_map_at_100_max": 0.40214, + "nauc_map_at_100_std": 0.140994, + "nauc_map_at_100_diff1": 0.314998, + "nauc_map_at_1000_max": 0.41017, + "nauc_map_at_1000_std": 0.233112, + "nauc_map_at_1000_diff1": 0.252081, + "nauc_recall_at_1_max": 0.138219, + "nauc_recall_at_1_std": -0.272423, + "nauc_recall_at_1_diff1": 0.542602, + "nauc_recall_at_3_max": 0.203946, + "nauc_recall_at_3_std": -0.23112, + "nauc_recall_at_3_diff1": 0.475032, + "nauc_recall_at_5_max": 0.203768, + "nauc_recall_at_5_std": -0.199298, + "nauc_recall_at_5_diff1": 0.443388, + "nauc_recall_at_10_max": 0.220648, + "nauc_recall_at_10_std": -0.161324, + "nauc_recall_at_10_diff1": 0.410471, + "nauc_recall_at_20_max": 0.238359, + "nauc_recall_at_20_std": -0.124451, + "nauc_recall_at_20_diff1": 0.386271, + "nauc_recall_at_100_max": 0.327663, + "nauc_recall_at_100_std": 0.149478, + "nauc_recall_at_100_diff1": 0.244706, + "nauc_recall_at_1000_max": 0.551808, + "nauc_recall_at_1000_std": 0.721707, + "nauc_recall_at_1000_diff1": 0.03061, + "nauc_precision_at_1_max": 0.601035, + "nauc_precision_at_1_std": 0.330355, + "nauc_precision_at_1_diff1": 0.439329, + "nauc_precision_at_3_max": 0.374085, + "nauc_precision_at_3_std": 0.425351, + "nauc_precision_at_3_diff1": -0.185774, + "nauc_precision_at_5_max": 0.276063, + "nauc_precision_at_5_std": 0.411455, + "nauc_precision_at_5_diff1": -0.282591, + "nauc_precision_at_10_max": 0.186771, + "nauc_precision_at_10_std": 0.480336, + "nauc_precision_at_10_diff1": -0.362468, + "nauc_precision_at_20_max": 0.157599, + "nauc_precision_at_20_std": 0.48703, + "nauc_precision_at_20_diff1": -0.350684, + "nauc_precision_at_100_max": 0.032196, + "nauc_precision_at_100_std": 0.438892, + "nauc_precision_at_100_diff1": -0.355981, + "nauc_precision_at_1000_max": -0.068617, + "nauc_precision_at_1000_std": 0.26433, + "nauc_precision_at_1000_diff1": -0.29835, + "nauc_mrr_at_1_max": 0.601035, + "nauc_mrr_at_1_std": 0.330355, + "nauc_mrr_at_1_diff1": 0.439329, + "nauc_mrr_at_3_max": 0.555413, + "nauc_mrr_at_3_std": 0.338091, + "nauc_mrr_at_3_diff1": 0.372129, + "nauc_mrr_at_5_max": 0.582076, + "nauc_mrr_at_5_std": 0.344862, + "nauc_mrr_at_5_diff1": 0.411407, + "nauc_mrr_at_10_max": 0.576989, + "nauc_mrr_at_10_std": 0.33655, + "nauc_mrr_at_10_diff1": 0.408956, + "nauc_mrr_at_20_max": 0.57442, + "nauc_mrr_at_20_std": 0.334208, + "nauc_mrr_at_20_diff1": 0.40616, + "nauc_mrr_at_100_max": 0.57442, + "nauc_mrr_at_100_std": 0.334208, + "nauc_mrr_at_100_diff1": 0.40616, + "nauc_mrr_at_1000_max": 0.57442, + "nauc_mrr_at_1000_std": 0.334208, + "nauc_mrr_at_1000_diff1": 0.40616, + "cv_recall_at_1": 0.875, + "cv_recall_at_3": 0.965, + "cv_recall_at_5": 0.985, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.62548, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.7925, + "ndcg_at_3": 0.72294, + "ndcg_at_5": 0.72995, + "ndcg_at_10": 0.74215, + "ndcg_at_20": 0.76431, + "ndcg_at_100": 0.80778, + "ndcg_at_1000": 0.82872, + "map_at_1": 0.18636, + "map_at_3": 0.34837, + "map_at_5": 0.43834, + "map_at_10": 0.53245, + "map_at_20": 0.59221, + "map_at_100": 0.65584, + "map_at_1000": 0.66643, + "recall_at_1": 0.18636, + "recall_at_3": 0.37057, + "recall_at_5": 0.49113, + "recall_at_10": 0.63616, + "recall_at_20": 0.75294, + "recall_at_100": 0.93405, + "recall_at_1000": 0.99871, + "accuracy": 0.18636, + "precision_at_1": 0.835, + "precision_at_3": 0.68667, + "precision_at_5": 0.614, + "precision_at_10": 0.4685, + "precision_at_20": 0.328, + "precision_at_100": 0.1111, + "precision_at_1000": 0.01345, + "mrr_at_1": 0.835, + "mrr_at_3": 0.883333, + "mrr_at_5": 0.891333, + "mrr_at_10": 0.892603, + "mrr_at_20": 0.892988, + "mrr_at_100": 0.893101, + "mrr_at_1000": 0.893149, + "nauc_ndcg_at_1_max": 0.707127, + "nauc_ndcg_at_1_std": 0.067978, + "nauc_ndcg_at_1_diff1": 0.57499, + "nauc_ndcg_at_3_max": 0.471153, + "nauc_ndcg_at_3_std": 0.030141, + "nauc_ndcg_at_3_diff1": 0.150741, + "nauc_ndcg_at_5_max": 0.451516, + "nauc_ndcg_at_5_std": -0.091033, + "nauc_ndcg_at_5_diff1": 0.201383, + "nauc_ndcg_at_10_max": 0.438717, + "nauc_ndcg_at_10_std": -0.182377, + "nauc_ndcg_at_10_diff1": 0.23042, + "nauc_ndcg_at_20_max": 0.448026, + "nauc_ndcg_at_20_std": -0.207813, + "nauc_ndcg_at_20_diff1": 0.270175, + "nauc_ndcg_at_100_max": 0.497667, + "nauc_ndcg_at_100_std": -0.169732, + "nauc_ndcg_at_100_diff1": 0.274104, + "nauc_ndcg_at_1000_max": 0.509249, + "nauc_ndcg_at_1000_std": -0.01492, + "nauc_ndcg_at_1000_diff1": 0.234642, + "nauc_map_at_1_max": 0.010274, + "nauc_map_at_1_std": -0.415091, + "nauc_map_at_1_diff1": 0.313687, + "nauc_map_at_3_max": 0.060867, + "nauc_map_at_3_std": -0.470967, + "nauc_map_at_3_diff1": 0.222769, + "nauc_map_at_5_max": 0.124752, + "nauc_map_at_5_std": -0.513211, + "nauc_map_at_5_diff1": 0.21768, + "nauc_map_at_10_max": 0.225312, + "nauc_map_at_10_std": -0.510404, + "nauc_map_at_10_diff1": 0.197202, + "nauc_map_at_20_max": 0.287312, + "nauc_map_at_20_std": -0.461709, + "nauc_map_at_20_diff1": 0.200301, + "nauc_map_at_100_max": 0.373647, + "nauc_map_at_100_std": -0.272332, + "nauc_map_at_100_diff1": 0.165284, + "nauc_map_at_1000_max": 0.378911, + "nauc_map_at_1000_std": -0.216345, + "nauc_map_at_1000_diff1": 0.145931, + "nauc_recall_at_1_max": 0.010274, + "nauc_recall_at_1_std": -0.415091, + "nauc_recall_at_1_diff1": 0.313687, + "nauc_recall_at_3_max": 0.010498, + "nauc_recall_at_3_std": -0.50696, + "nauc_recall_at_3_diff1": 0.201319, + "nauc_recall_at_5_max": 0.037089, + "nauc_recall_at_5_std": -0.582177, + "nauc_recall_at_5_diff1": 0.234207, + "nauc_recall_at_10_max": 0.114552, + "nauc_recall_at_10_std": -0.629006, + "nauc_recall_at_10_diff1": 0.221809, + "nauc_recall_at_20_max": 0.157376, + "nauc_recall_at_20_std": -0.674915, + "nauc_recall_at_20_diff1": 0.298061, + "nauc_recall_at_100_max": 0.356536, + "nauc_recall_at_100_std": -0.71949, + "nauc_recall_at_100_diff1": 0.296833, + "nauc_recall_at_1000_max": -0.563492, + "nauc_recall_at_1000_std": 0.456116, + "nauc_recall_at_1000_diff1": -1.218572, + "nauc_precision_at_1_max": 0.783686, + "nauc_precision_at_1_std": 0.063956, + "nauc_precision_at_1_diff1": 0.606315, + "nauc_precision_at_3_max": 0.448289, + "nauc_precision_at_3_std": 0.257591, + "nauc_precision_at_3_diff1": -0.122747, + "nauc_precision_at_5_max": 0.381738, + "nauc_precision_at_5_std": 0.296811, + "nauc_precision_at_5_diff1": -0.151515, + "nauc_precision_at_10_max": 0.336027, + "nauc_precision_at_10_std": 0.440053, + "nauc_precision_at_10_diff1": -0.171325, + "nauc_precision_at_20_max": 0.241985, + "nauc_precision_at_20_std": 0.577245, + "nauc_precision_at_20_diff1": -0.17213, + "nauc_precision_at_100_max": 0.132908, + "nauc_precision_at_100_std": 0.718582, + "nauc_precision_at_100_diff1": -0.201028, + "nauc_precision_at_1000_max": 0.069887, + "nauc_precision_at_1000_std": 0.740962, + "nauc_precision_at_1000_diff1": -0.234747, + "nauc_mrr_at_1_max": 0.783686, + "nauc_mrr_at_1_std": 0.063956, + "nauc_mrr_at_1_diff1": 0.606315, + "nauc_mrr_at_3_max": 0.792771, + "nauc_mrr_at_3_std": 0.122557, + "nauc_mrr_at_3_diff1": 0.547982, + "nauc_mrr_at_5_max": 0.792197, + "nauc_mrr_at_5_std": 0.124716, + "nauc_mrr_at_5_diff1": 0.572519, + "nauc_mrr_at_10_max": 0.794222, + "nauc_mrr_at_10_std": 0.117398, + "nauc_mrr_at_10_diff1": 0.578083, + "nauc_mrr_at_20_max": 0.793452, + "nauc_mrr_at_20_std": 0.117377, + "nauc_mrr_at_20_diff1": 0.578173, + "nauc_mrr_at_100_max": 0.793223, + "nauc_mrr_at_100_std": 0.1164, + "nauc_mrr_at_100_diff1": 0.577851, + "nauc_mrr_at_1000_max": 0.793127, + "nauc_mrr_at_1000_std": 0.116534, + "nauc_mrr_at_1000_diff1": 0.577655, + "cv_recall_at_1": 0.835, + "cv_recall_at_3": 0.94, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.74215, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7675, + "ndcg_at_3": 0.70877, + "ndcg_at_5": 0.70078, + "ndcg_at_10": 0.71482, + "ndcg_at_20": 0.74829, + "ndcg_at_100": 0.7937, + "ndcg_at_1000": 0.81588, + "map_at_1": 0.17647, + "map_at_3": 0.34627, + "map_at_5": 0.41914, + "map_at_10": 0.50645, + "map_at_20": 0.56892, + "map_at_100": 0.63127, + "map_at_1000": 0.64234, + "recall_at_1": 0.17647, + "recall_at_3": 0.3718, + "recall_at_5": 0.46793, + "recall_at_10": 0.60886, + "recall_at_20": 0.73815, + "recall_at_100": 0.92728, + "recall_at_1000": 0.99786, + "accuracy": 0.17647, + "precision_at_1": 0.815, + "precision_at_3": 0.67833, + "precision_at_5": 0.584, + "precision_at_10": 0.446, + "precision_at_20": 0.32025, + "precision_at_100": 0.10955, + "precision_at_1000": 0.01344, + "mrr_at_1": 0.815, + "mrr_at_3": 0.8725, + "mrr_at_5": 0.87975, + "mrr_at_10": 0.882131, + "mrr_at_20": 0.882585, + "mrr_at_100": 0.882919, + "mrr_at_1000": 0.882956, + "nauc_ndcg_at_1_max": 0.573124, + "nauc_ndcg_at_1_std": 0.162715, + "nauc_ndcg_at_1_diff1": 0.546379, + "nauc_ndcg_at_3_max": 0.390247, + "nauc_ndcg_at_3_std": 0.031924, + "nauc_ndcg_at_3_diff1": 0.249998, + "nauc_ndcg_at_5_max": 0.332167, + "nauc_ndcg_at_5_std": -0.078062, + "nauc_ndcg_at_5_diff1": 0.24866, + "nauc_ndcg_at_10_max": 0.30597, + "nauc_ndcg_at_10_std": -0.201724, + "nauc_ndcg_at_10_diff1": 0.30861, + "nauc_ndcg_at_20_max": 0.325501, + "nauc_ndcg_at_20_std": -0.202643, + "nauc_ndcg_at_20_diff1": 0.315557, + "nauc_ndcg_at_100_max": 0.354562, + "nauc_ndcg_at_100_std": -0.182782, + "nauc_ndcg_at_100_diff1": 0.338588, + "nauc_ndcg_at_1000_max": 0.401936, + "nauc_ndcg_at_1000_std": -0.026499, + "nauc_ndcg_at_1000_diff1": 0.298147, + "nauc_map_at_1_max": -0.067329, + "nauc_map_at_1_std": -0.402198, + "nauc_map_at_1_diff1": 0.374256, + "nauc_map_at_3_max": -0.025415, + "nauc_map_at_3_std": -0.432869, + "nauc_map_at_3_diff1": 0.25497, + "nauc_map_at_5_max": 0.002706, + "nauc_map_at_5_std": -0.471956, + "nauc_map_at_5_diff1": 0.251513, + "nauc_map_at_10_max": 0.0579, + "nauc_map_at_10_std": -0.502458, + "nauc_map_at_10_diff1": 0.266173, + "nauc_map_at_20_max": 0.12794, + "nauc_map_at_20_std": -0.448472, + "nauc_map_at_20_diff1": 0.255233, + "nauc_map_at_100_max": 0.235675, + "nauc_map_at_100_std": -0.274952, + "nauc_map_at_100_diff1": 0.231876, + "nauc_map_at_1000_max": 0.256188, + "nauc_map_at_1000_std": -0.217949, + "nauc_map_at_1000_diff1": 0.212596, + "nauc_recall_at_1_max": -0.067329, + "nauc_recall_at_1_std": -0.402198, + "nauc_recall_at_1_diff1": 0.374256, + "nauc_recall_at_3_max": -0.093568, + "nauc_recall_at_3_std": -0.469553, + "nauc_recall_at_3_diff1": 0.233824, + "nauc_recall_at_5_max": -0.086632, + "nauc_recall_at_5_std": -0.545547, + "nauc_recall_at_5_diff1": 0.246752, + "nauc_recall_at_10_max": -0.071924, + "nauc_recall_at_10_std": -0.635837, + "nauc_recall_at_10_diff1": 0.291722, + "nauc_recall_at_20_max": 0.010588, + "nauc_recall_at_20_std": -0.619145, + "nauc_recall_at_20_diff1": 0.293694, + "nauc_recall_at_100_max": 0.133136, + "nauc_recall_at_100_std": -0.660754, + "nauc_recall_at_100_diff1": 0.330719, + "nauc_recall_at_1000_max": 0.076278, + "nauc_recall_at_1000_std": 0.020324, + "nauc_recall_at_1000_diff1": -0.133076, + "nauc_precision_at_1_max": 0.597605, + "nauc_precision_at_1_std": 0.167477, + "nauc_precision_at_1_diff1": 0.541601, + "nauc_precision_at_3_max": 0.398855, + "nauc_precision_at_3_std": 0.240718, + "nauc_precision_at_3_diff1": -0.022459, + "nauc_precision_at_5_max": 0.33822, + "nauc_precision_at_5_std": 0.26268, + "nauc_precision_at_5_diff1": -0.105226, + "nauc_precision_at_10_max": 0.33269, + "nauc_precision_at_10_std": 0.370742, + "nauc_precision_at_10_diff1": -0.14273, + "nauc_precision_at_20_max": 0.32712, + "nauc_precision_at_20_std": 0.542808, + "nauc_precision_at_20_diff1": -0.190563, + "nauc_precision_at_100_max": 0.28367, + "nauc_precision_at_100_std": 0.702934, + "nauc_precision_at_100_diff1": -0.218675, + "nauc_precision_at_1000_max": 0.245821, + "nauc_precision_at_1000_std": 0.726407, + "nauc_precision_at_1000_diff1": -0.253104, + "nauc_mrr_at_1_max": 0.597605, + "nauc_mrr_at_1_std": 0.167477, + "nauc_mrr_at_1_diff1": 0.541601, + "nauc_mrr_at_3_max": 0.57891, + "nauc_mrr_at_3_std": 0.191207, + "nauc_mrr_at_3_diff1": 0.50676, + "nauc_mrr_at_5_max": 0.585345, + "nauc_mrr_at_5_std": 0.168896, + "nauc_mrr_at_5_diff1": 0.523012, + "nauc_mrr_at_10_max": 0.59349, + "nauc_mrr_at_10_std": 0.167018, + "nauc_mrr_at_10_diff1": 0.533347, + "nauc_mrr_at_20_max": 0.592369, + "nauc_mrr_at_20_std": 0.172376, + "nauc_mrr_at_20_diff1": 0.532579, + "nauc_mrr_at_100_max": 0.592142, + "nauc_mrr_at_100_std": 0.1719, + "nauc_mrr_at_100_diff1": 0.531181, + "nauc_mrr_at_1000_max": 0.59205, + "nauc_mrr_at_1000_std": 0.172144, + "nauc_mrr_at_1000_diff1": 0.531025, + "cv_recall_at_1": 0.815, + "cv_recall_at_3": 0.935, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.71482, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7575, + "ndcg_at_3": 0.7008, + "ndcg_at_5": 0.69464, + "ndcg_at_10": 0.71292, + "ndcg_at_20": 0.74371, + "ndcg_at_100": 0.78935, + "ndcg_at_1000": 0.80978, + "map_at_1": 0.17012, + "map_at_3": 0.33468, + "map_at_5": 0.41225, + "map_at_10": 0.50314, + "map_at_20": 0.56493, + "map_at_100": 0.62807, + "map_at_1000": 0.63849, + "recall_at_1": 0.17012, + "recall_at_3": 0.36462, + "recall_at_5": 0.47132, + "recall_at_10": 0.60914, + "recall_at_20": 0.73954, + "recall_at_100": 0.93501, + "recall_at_1000": 0.99799, + "accuracy": 0.17012, + "precision_at_1": 0.81, + "precision_at_3": 0.68, + "precision_at_5": 0.586, + "precision_at_10": 0.455, + "precision_at_20": 0.3215, + "precision_at_100": 0.1104, + "precision_at_1000": 0.01344, + "mrr_at_1": 0.81, + "mrr_at_3": 0.871667, + "mrr_at_5": 0.877417, + "mrr_at_10": 0.879083, + "mrr_at_20": 0.879816, + "mrr_at_100": 0.880191, + "mrr_at_1000": 0.880191, + "nauc_ndcg_at_1_max": 0.607376, + "nauc_ndcg_at_1_std": 0.114121, + "nauc_ndcg_at_1_diff1": 0.451065, + "nauc_ndcg_at_3_max": 0.526911, + "nauc_ndcg_at_3_std": 0.078034, + "nauc_ndcg_at_3_diff1": 0.150732, + "nauc_ndcg_at_5_max": 0.447502, + "nauc_ndcg_at_5_std": -0.011721, + "nauc_ndcg_at_5_diff1": 0.17254, + "nauc_ndcg_at_10_max": 0.453375, + "nauc_ndcg_at_10_std": -0.125369, + "nauc_ndcg_at_10_diff1": 0.205618, + "nauc_ndcg_at_20_max": 0.454093, + "nauc_ndcg_at_20_std": -0.137063, + "nauc_ndcg_at_20_diff1": 0.20984, + "nauc_ndcg_at_100_max": 0.50383, + "nauc_ndcg_at_100_std": -0.090652, + "nauc_ndcg_at_100_diff1": 0.230494, + "nauc_ndcg_at_1000_max": 0.526787, + "nauc_ndcg_at_1000_std": 0.036929, + "nauc_ndcg_at_1000_diff1": 0.201233, + "nauc_map_at_1_max": 0.079241, + "nauc_map_at_1_std": -0.367197, + "nauc_map_at_1_diff1": 0.346065, + "nauc_map_at_3_max": 0.130299, + "nauc_map_at_3_std": -0.416845, + "nauc_map_at_3_diff1": 0.20482, + "nauc_map_at_5_max": 0.144926, + "nauc_map_at_5_std": -0.44017, + "nauc_map_at_5_diff1": 0.19578, + "nauc_map_at_10_max": 0.239996, + "nauc_map_at_10_std": -0.439597, + "nauc_map_at_10_diff1": 0.186271, + "nauc_map_at_20_max": 0.291962, + "nauc_map_at_20_std": -0.371918, + "nauc_map_at_20_diff1": 0.162409, + "nauc_map_at_100_max": 0.384338, + "nauc_map_at_100_std": -0.192848, + "nauc_map_at_100_diff1": 0.128184, + "nauc_map_at_1000_max": 0.395359, + "nauc_map_at_1000_std": -0.145151, + "nauc_map_at_1000_diff1": 0.111749, + "nauc_recall_at_1_max": 0.079241, + "nauc_recall_at_1_std": -0.367197, + "nauc_recall_at_1_diff1": 0.346065, + "nauc_recall_at_3_max": 0.052721, + "nauc_recall_at_3_std": -0.434778, + "nauc_recall_at_3_diff1": 0.176675, + "nauc_recall_at_5_max": 0.020629, + "nauc_recall_at_5_std": -0.494315, + "nauc_recall_at_5_diff1": 0.194245, + "nauc_recall_at_10_max": 0.117956, + "nauc_recall_at_10_std": -0.56453, + "nauc_recall_at_10_diff1": 0.228515, + "nauc_recall_at_20_max": 0.114073, + "nauc_recall_at_20_std": -0.551467, + "nauc_recall_at_20_diff1": 0.194993, + "nauc_recall_at_100_max": 0.232583, + "nauc_recall_at_100_std": -0.542332, + "nauc_recall_at_100_diff1": 0.178257, + "nauc_recall_at_1000_max": 0.388843, + "nauc_recall_at_1000_std": 0.498057, + "nauc_recall_at_1000_diff1": 0.181593, + "nauc_precision_at_1_max": 0.589187, + "nauc_precision_at_1_std": 0.094295, + "nauc_precision_at_1_diff1": 0.405888, + "nauc_precision_at_3_max": 0.449113, + "nauc_precision_at_3_std": 0.243688, + "nauc_precision_at_3_diff1": -0.127432, + "nauc_precision_at_5_max": 0.323379, + "nauc_precision_at_5_std": 0.29679, + "nauc_precision_at_5_diff1": -0.154028, + "nauc_precision_at_10_max": 0.288765, + "nauc_precision_at_10_std": 0.393383, + "nauc_precision_at_10_diff1": -0.181157, + "nauc_precision_at_20_max": 0.231159, + "nauc_precision_at_20_std": 0.540198, + "nauc_precision_at_20_diff1": -0.206208, + "nauc_precision_at_100_max": 0.152224, + "nauc_precision_at_100_std": 0.662583, + "nauc_precision_at_100_diff1": -0.218318, + "nauc_precision_at_1000_max": 0.099294, + "nauc_precision_at_1000_std": 0.664199, + "nauc_precision_at_1000_diff1": -0.237008, + "nauc_mrr_at_1_max": 0.589187, + "nauc_mrr_at_1_std": 0.094295, + "nauc_mrr_at_1_diff1": 0.405888, + "nauc_mrr_at_3_max": 0.613237, + "nauc_mrr_at_3_std": 0.153999, + "nauc_mrr_at_3_diff1": 0.39152, + "nauc_mrr_at_5_max": 0.614552, + "nauc_mrr_at_5_std": 0.134409, + "nauc_mrr_at_5_diff1": 0.392208, + "nauc_mrr_at_10_max": 0.620294, + "nauc_mrr_at_10_std": 0.128531, + "nauc_mrr_at_10_diff1": 0.400373, + "nauc_mrr_at_20_max": 0.618699, + "nauc_mrr_at_20_std": 0.130248, + "nauc_mrr_at_20_diff1": 0.400337, + "nauc_mrr_at_100_max": 0.617663, + "nauc_mrr_at_100_std": 0.131536, + "nauc_mrr_at_100_diff1": 0.398976, + "nauc_mrr_at_1000_max": 0.617663, + "nauc_mrr_at_1000_std": 0.131536, + "nauc_mrr_at_1000_diff1": 0.398976, + "cv_recall_at_1": 0.81, + "cv_recall_at_3": 0.94, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.71292, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.805, + "ndcg_at_3": 0.752, + "ndcg_at_5": 0.72589, + "ndcg_at_10": 0.70365, + "ndcg_at_20": 0.6988, + "ndcg_at_100": 0.7554, + "ndcg_at_1000": 0.81647, + "map_at_1": 0.0945, + "map_at_3": 0.17767, + "map_at_5": 0.22715, + "map_at_10": 0.30606, + "map_at_20": 0.38116, + "map_at_100": 0.52647, + "map_at_1000": 0.58361, + "recall_at_1": 0.0945, + "recall_at_3": 0.18555, + "recall_at_5": 0.24481, + "recall_at_10": 0.35862, + "recall_at_20": 0.48353, + "recall_at_100": 0.79344, + "recall_at_1000": 0.98704, + "accuracy": 0.0945, + "precision_at_1": 0.91, + "precision_at_3": 0.78167, + "precision_at_5": 0.715, + "precision_at_10": 0.621, + "precision_at_20": 0.512, + "precision_at_100": 0.26115, + "precision_at_1000": 0.04906, + "mrr_at_1": 0.91, + "mrr_at_3": 0.9375, + "mrr_at_5": 0.93975, + "mrr_at_10": 0.941417, + "mrr_at_20": 0.94175, + "mrr_at_100": 0.941977, + "mrr_at_1000": 0.941977, + "nauc_ndcg_at_1_max": 0.527458, + "nauc_ndcg_at_1_std": 0.239905, + "nauc_ndcg_at_1_diff1": 0.41044, + "nauc_ndcg_at_3_max": 0.46378, + "nauc_ndcg_at_3_std": 0.217828, + "nauc_ndcg_at_3_diff1": 0.084985, + "nauc_ndcg_at_5_max": 0.496272, + "nauc_ndcg_at_5_std": 0.221533, + "nauc_ndcg_at_5_diff1": 0.062115, + "nauc_ndcg_at_10_max": 0.530798, + "nauc_ndcg_at_10_std": 0.149481, + "nauc_ndcg_at_10_diff1": -0.00064, + "nauc_ndcg_at_20_max": 0.525334, + "nauc_ndcg_at_20_std": 0.156847, + "nauc_ndcg_at_20_diff1": 0.016162, + "nauc_ndcg_at_100_max": 0.500282, + "nauc_ndcg_at_100_std": 0.267618, + "nauc_ndcg_at_100_diff1": 0.067608, + "nauc_ndcg_at_1000_max": 0.527712, + "nauc_ndcg_at_1000_std": 0.234601, + "nauc_ndcg_at_1000_diff1": -0.014072, + "nauc_map_at_1_max": -0.013904, + "nauc_map_at_1_std": -0.155853, + "nauc_map_at_1_diff1": 0.540674, + "nauc_map_at_3_max": 0.120454, + "nauc_map_at_3_std": -0.056177, + "nauc_map_at_3_diff1": 0.333843, + "nauc_map_at_5_max": 0.158021, + "nauc_map_at_5_std": -0.010293, + "nauc_map_at_5_diff1": 0.268946, + "nauc_map_at_10_max": 0.200186, + "nauc_map_at_10_std": 0.036897, + "nauc_map_at_10_diff1": 0.165975, + "nauc_map_at_20_max": 0.241687, + "nauc_map_at_20_std": 0.084305, + "nauc_map_at_20_diff1": 0.110428, + "nauc_map_at_100_max": 0.388312, + "nauc_map_at_100_std": 0.234469, + "nauc_map_at_100_diff1": -0.05008, + "nauc_map_at_1000_max": 0.449261, + "nauc_map_at_1000_std": 0.17943, + "nauc_map_at_1000_diff1": -0.140212, + "nauc_recall_at_1_max": -0.013904, + "nauc_recall_at_1_std": -0.155853, + "nauc_recall_at_1_diff1": 0.540674, + "nauc_recall_at_3_max": 0.095093, + "nauc_recall_at_3_std": -0.055738, + "nauc_recall_at_3_diff1": 0.325494, + "nauc_recall_at_5_max": 0.122425, + "nauc_recall_at_5_std": -0.016414, + "nauc_recall_at_5_diff1": 0.259438, + "nauc_recall_at_10_max": 0.120207, + "nauc_recall_at_10_std": -0.001121, + "nauc_recall_at_10_diff1": 0.178696, + "nauc_recall_at_20_max": 0.098579, + "nauc_recall_at_20_std": 0.057383, + "nauc_recall_at_20_diff1": 0.148384, + "nauc_recall_at_100_max": 0.177369, + "nauc_recall_at_100_std": 0.291887, + "nauc_recall_at_100_diff1": 0.153519, + "nauc_recall_at_1000_max": 0.101127, + "nauc_recall_at_1000_std": 0.740379, + "nauc_recall_at_1000_diff1": 0.096101, + "nauc_precision_at_1_max": 0.696882, + "nauc_precision_at_1_std": 0.421854, + "nauc_precision_at_1_diff1": 0.36552, + "nauc_precision_at_3_max": 0.402778, + "nauc_precision_at_3_std": 0.262675, + "nauc_precision_at_3_diff1": -0.384434, + "nauc_precision_at_5_max": 0.359893, + "nauc_precision_at_5_std": 0.23799, + "nauc_precision_at_5_diff1": -0.416178, + "nauc_precision_at_10_max": 0.301466, + "nauc_precision_at_10_std": 0.14405, + "nauc_precision_at_10_diff1": -0.44847, + "nauc_precision_at_20_max": 0.245406, + "nauc_precision_at_20_std": 0.110072, + "nauc_precision_at_20_diff1": -0.376983, + "nauc_precision_at_100_max": 0.124729, + "nauc_precision_at_100_std": -0.00868, + "nauc_precision_at_100_diff1": -0.293949, + "nauc_precision_at_1000_max": 0.017154, + "nauc_precision_at_1000_std": -0.224717, + "nauc_precision_at_1000_diff1": -0.19655, + "nauc_mrr_at_1_max": 0.696882, + "nauc_mrr_at_1_std": 0.421854, + "nauc_mrr_at_1_diff1": 0.36552, + "nauc_mrr_at_3_max": 0.69108, + "nauc_mrr_at_3_std": 0.450707, + "nauc_mrr_at_3_diff1": 0.350551, + "nauc_mrr_at_5_max": 0.697472, + "nauc_mrr_at_5_std": 0.446611, + "nauc_mrr_at_5_diff1": 0.352248, + "nauc_mrr_at_10_max": 0.701343, + "nauc_mrr_at_10_std": 0.434818, + "nauc_mrr_at_10_diff1": 0.350249, + "nauc_mrr_at_20_max": 0.699634, + "nauc_mrr_at_20_std": 0.440531, + "nauc_mrr_at_20_diff1": 0.34812, + "nauc_mrr_at_100_max": 0.699546, + "nauc_mrr_at_100_std": 0.43834, + "nauc_mrr_at_100_diff1": 0.350155, + "nauc_mrr_at_1000_max": 0.699546, + "nauc_mrr_at_1000_std": 0.43834, + "nauc_mrr_at_1000_diff1": 0.350155, + "cv_recall_at_1": 0.91, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.70365, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.755, + "ndcg_at_3": 0.70954, + "ndcg_at_5": 0.68792, + "ndcg_at_10": 0.66658, + "ndcg_at_20": 0.66358, + "ndcg_at_100": 0.72902, + "ndcg_at_1000": 0.79548, + "map_at_1": 0.08936, + "map_at_3": 0.16863, + "map_at_5": 0.21848, + "map_at_10": 0.29113, + "map_at_20": 0.35961, + "map_at_100": 0.50005, + "map_at_1000": 0.55612, + "recall_at_1": 0.08936, + "recall_at_3": 0.17914, + "recall_at_5": 0.24091, + "recall_at_10": 0.34677, + "recall_at_20": 0.45816, + "recall_at_100": 0.77837, + "recall_at_1000": 0.98521, + "accuracy": 0.08936, + "precision_at_1": 0.885, + "precision_at_3": 0.75333, + "precision_at_5": 0.69, + "precision_at_10": 0.5945, + "precision_at_20": 0.49025, + "precision_at_100": 0.2539, + "precision_at_1000": 0.04877, + "mrr_at_1": 0.885, + "mrr_at_3": 0.915833, + "mrr_at_5": 0.919083, + "mrr_at_10": 0.922139, + "mrr_at_20": 0.922389, + "mrr_at_100": 0.92254, + "mrr_at_1000": 0.92254, + "nauc_ndcg_at_1_max": 0.421132, + "nauc_ndcg_at_1_std": 0.218041, + "nauc_ndcg_at_1_diff1": 0.395665, + "nauc_ndcg_at_3_max": 0.501694, + "nauc_ndcg_at_3_std": 0.284757, + "nauc_ndcg_at_3_diff1": 0.129664, + "nauc_ndcg_at_5_max": 0.499471, + "nauc_ndcg_at_5_std": 0.281859, + "nauc_ndcg_at_5_diff1": 0.118573, + "nauc_ndcg_at_10_max": 0.558491, + "nauc_ndcg_at_10_std": 0.257762, + "nauc_ndcg_at_10_diff1": 0.092702, + "nauc_ndcg_at_20_max": 0.546333, + "nauc_ndcg_at_20_std": 0.2694, + "nauc_ndcg_at_20_diff1": 0.068931, + "nauc_ndcg_at_100_max": 0.54151, + "nauc_ndcg_at_100_std": 0.380926, + "nauc_ndcg_at_100_diff1": 0.108796, + "nauc_ndcg_at_1000_max": 0.536101, + "nauc_ndcg_at_1000_std": 0.348263, + "nauc_ndcg_at_1000_diff1": 0.06173, + "nauc_map_at_1_max": 0.063078, + "nauc_map_at_1_std": -0.073837, + "nauc_map_at_1_diff1": 0.416603, + "nauc_map_at_3_max": 0.208679, + "nauc_map_at_3_std": 0.050982, + "nauc_map_at_3_diff1": 0.271754, + "nauc_map_at_5_max": 0.240598, + "nauc_map_at_5_std": 0.086923, + "nauc_map_at_5_diff1": 0.231659, + "nauc_map_at_10_max": 0.301993, + "nauc_map_at_10_std": 0.140068, + "nauc_map_at_10_diff1": 0.156526, + "nauc_map_at_20_max": 0.328042, + "nauc_map_at_20_std": 0.188592, + "nauc_map_at_20_diff1": 0.102286, + "nauc_map_at_100_max": 0.438536, + "nauc_map_at_100_std": 0.325634, + "nauc_map_at_100_diff1": -0.017018, + "nauc_map_at_1000_max": 0.505336, + "nauc_map_at_1000_std": 0.292996, + "nauc_map_at_1000_diff1": -0.050188, + "nauc_recall_at_1_max": 0.063078, + "nauc_recall_at_1_std": -0.073837, + "nauc_recall_at_1_diff1": 0.416603, + "nauc_recall_at_3_max": 0.181364, + "nauc_recall_at_3_std": 0.03438, + "nauc_recall_at_3_diff1": 0.251705, + "nauc_recall_at_5_max": 0.19487, + "nauc_recall_at_5_std": 0.058265, + "nauc_recall_at_5_diff1": 0.21088, + "nauc_recall_at_10_max": 0.225816, + "nauc_recall_at_10_std": 0.092761, + "nauc_recall_at_10_diff1": 0.138592, + "nauc_recall_at_20_max": 0.207984, + "nauc_recall_at_20_std": 0.131524, + "nauc_recall_at_20_diff1": 0.090517, + "nauc_recall_at_100_max": 0.263665, + "nauc_recall_at_100_std": 0.351542, + "nauc_recall_at_100_diff1": 0.054212, + "nauc_recall_at_1000_max": 0.126741, + "nauc_recall_at_1000_std": 0.698367, + "nauc_recall_at_1000_diff1": -0.176749, + "nauc_precision_at_1_max": 0.559204, + "nauc_precision_at_1_std": 0.461612, + "nauc_precision_at_1_diff1": 0.356131, + "nauc_precision_at_3_max": 0.438619, + "nauc_precision_at_3_std": 0.304316, + "nauc_precision_at_3_diff1": -0.207004, + "nauc_precision_at_5_max": 0.341561, + "nauc_precision_at_5_std": 0.270392, + "nauc_precision_at_5_diff1": -0.253771, + "nauc_precision_at_10_max": 0.292332, + "nauc_precision_at_10_std": 0.185442, + "nauc_precision_at_10_diff1": -0.277982, + "nauc_precision_at_20_max": 0.197764, + "nauc_precision_at_20_std": 0.119136, + "nauc_precision_at_20_diff1": -0.272069, + "nauc_precision_at_100_max": 0.111165, + "nauc_precision_at_100_std": 0.000889, + "nauc_precision_at_100_diff1": -0.182436, + "nauc_precision_at_1000_max": 0.062016, + "nauc_precision_at_1000_std": -0.209589, + "nauc_precision_at_1000_diff1": -0.03664, + "nauc_mrr_at_1_max": 0.559204, + "nauc_mrr_at_1_std": 0.461612, + "nauc_mrr_at_1_diff1": 0.356131, + "nauc_mrr_at_3_max": 0.603104, + "nauc_mrr_at_3_std": 0.48561, + "nauc_mrr_at_3_diff1": 0.400183, + "nauc_mrr_at_5_max": 0.590238, + "nauc_mrr_at_5_std": 0.489832, + "nauc_mrr_at_5_diff1": 0.397744, + "nauc_mrr_at_10_max": 0.596618, + "nauc_mrr_at_10_std": 0.486714, + "nauc_mrr_at_10_diff1": 0.392282, + "nauc_mrr_at_20_max": 0.596757, + "nauc_mrr_at_20_std": 0.48504, + "nauc_mrr_at_20_diff1": 0.391205, + "nauc_mrr_at_100_max": 0.595958, + "nauc_mrr_at_100_std": 0.48402, + "nauc_mrr_at_100_diff1": 0.390883, + "nauc_mrr_at_1000_max": 0.595958, + "nauc_mrr_at_1000_std": 0.48402, + "nauc_mrr_at_1000_diff1": 0.390883, + "cv_recall_at_1": 0.885, + "cv_recall_at_3": 0.955, + "cv_recall_at_5": 0.97, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66658, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.755, + "ndcg_at_3": 0.71432, + "ndcg_at_5": 0.68576, + "ndcg_at_10": 0.66438, + "ndcg_at_20": 0.66262, + "ndcg_at_100": 0.72516, + "ndcg_at_1000": 0.79309, + "map_at_1": 0.0891, + "map_at_3": 0.16842, + "map_at_5": 0.21324, + "map_at_10": 0.28823, + "map_at_20": 0.3597, + "map_at_100": 0.49646, + "map_at_1000": 0.55314, + "recall_at_1": 0.0891, + "recall_at_3": 0.17756, + "recall_at_5": 0.23178, + "recall_at_10": 0.34264, + "recall_at_20": 0.46685, + "recall_at_100": 0.77312, + "recall_at_1000": 0.983, + "accuracy": 0.0891, + "precision_at_1": 0.875, + "precision_at_3": 0.76167, + "precision_at_5": 0.682, + "precision_at_10": 0.5895, + "precision_at_20": 0.489, + "precision_at_100": 0.2518, + "precision_at_1000": 0.04862, + "mrr_at_1": 0.875, + "mrr_at_3": 0.9075, + "mrr_at_5": 0.91, + "mrr_at_10": 0.912673, + "mrr_at_20": 0.913513, + "mrr_at_100": 0.913685, + "mrr_at_1000": 0.913685, + "nauc_ndcg_at_1_max": 0.474079, + "nauc_ndcg_at_1_std": 0.201281, + "nauc_ndcg_at_1_diff1": 0.410412, + "nauc_ndcg_at_3_max": 0.467735, + "nauc_ndcg_at_3_std": 0.318647, + "nauc_ndcg_at_3_diff1": 0.144744, + "nauc_ndcg_at_5_max": 0.492192, + "nauc_ndcg_at_5_std": 0.312607, + "nauc_ndcg_at_5_diff1": 0.091336, + "nauc_ndcg_at_10_max": 0.524804, + "nauc_ndcg_at_10_std": 0.287922, + "nauc_ndcg_at_10_diff1": 0.078261, + "nauc_ndcg_at_20_max": 0.53476, + "nauc_ndcg_at_20_std": 0.294511, + "nauc_ndcg_at_20_diff1": 0.038912, + "nauc_ndcg_at_100_max": 0.530404, + "nauc_ndcg_at_100_std": 0.409874, + "nauc_ndcg_at_100_diff1": 0.088564, + "nauc_ndcg_at_1000_max": 0.535481, + "nauc_ndcg_at_1000_std": 0.374494, + "nauc_ndcg_at_1000_diff1": 0.043385, + "nauc_map_at_1_max": 0.093673, + "nauc_map_at_1_std": -0.0516, + "nauc_map_at_1_diff1": 0.392831, + "nauc_map_at_3_max": 0.258715, + "nauc_map_at_3_std": 0.088071, + "nauc_map_at_3_diff1": 0.220869, + "nauc_map_at_5_max": 0.300742, + "nauc_map_at_5_std": 0.133166, + "nauc_map_at_5_diff1": 0.16654, + "nauc_map_at_10_max": 0.345724, + "nauc_map_at_10_std": 0.192932, + "nauc_map_at_10_diff1": 0.11763, + "nauc_map_at_20_max": 0.372572, + "nauc_map_at_20_std": 0.233762, + "nauc_map_at_20_diff1": 0.074665, + "nauc_map_at_100_max": 0.45559, + "nauc_map_at_100_std": 0.367378, + "nauc_map_at_100_diff1": -0.025518, + "nauc_map_at_1000_max": 0.497437, + "nauc_map_at_1000_std": 0.330445, + "nauc_map_at_1000_diff1": -0.068903, + "nauc_recall_at_1_max": 0.093673, + "nauc_recall_at_1_std": -0.0516, + "nauc_recall_at_1_diff1": 0.392831, + "nauc_recall_at_3_max": 0.2314, + "nauc_recall_at_3_std": 0.078095, + "nauc_recall_at_3_diff1": 0.20094, + "nauc_recall_at_5_max": 0.26969, + "nauc_recall_at_5_std": 0.117314, + "nauc_recall_at_5_diff1": 0.146383, + "nauc_recall_at_10_max": 0.273703, + "nauc_recall_at_10_std": 0.160397, + "nauc_recall_at_10_diff1": 0.111399, + "nauc_recall_at_20_max": 0.253165, + "nauc_recall_at_20_std": 0.183048, + "nauc_recall_at_20_diff1": 0.060737, + "nauc_recall_at_100_max": 0.26464, + "nauc_recall_at_100_std": 0.396375, + "nauc_recall_at_100_diff1": 0.045247, + "nauc_recall_at_1000_max": 0.315986, + "nauc_recall_at_1000_std": 0.793561, + "nauc_recall_at_1000_diff1": -0.240599, + "nauc_precision_at_1_max": 0.669281, + "nauc_precision_at_1_std": 0.485427, + "nauc_precision_at_1_diff1": 0.389856, + "nauc_precision_at_3_max": 0.381004, + "nauc_precision_at_3_std": 0.3865, + "nauc_precision_at_3_diff1": -0.190028, + "nauc_precision_at_5_max": 0.334962, + "nauc_precision_at_5_std": 0.308849, + "nauc_precision_at_5_diff1": -0.230662, + "nauc_precision_at_10_max": 0.254339, + "nauc_precision_at_10_std": 0.19134, + "nauc_precision_at_10_diff1": -0.228485, + "nauc_precision_at_20_max": 0.161139, + "nauc_precision_at_20_std": 0.111094, + "nauc_precision_at_20_diff1": -0.230189, + "nauc_precision_at_100_max": 0.040546, + "nauc_precision_at_100_std": -0.025896, + "nauc_precision_at_100_diff1": -0.181765, + "nauc_precision_at_1000_max": -0.013197, + "nauc_precision_at_1000_std": -0.242092, + "nauc_precision_at_1000_diff1": -0.082341, + "nauc_mrr_at_1_max": 0.669281, + "nauc_mrr_at_1_std": 0.485427, + "nauc_mrr_at_1_diff1": 0.389856, + "nauc_mrr_at_3_max": 0.661203, + "nauc_mrr_at_3_std": 0.547144, + "nauc_mrr_at_3_diff1": 0.364417, + "nauc_mrr_at_5_max": 0.667957, + "nauc_mrr_at_5_std": 0.545261, + "nauc_mrr_at_5_diff1": 0.377633, + "nauc_mrr_at_10_max": 0.671396, + "nauc_mrr_at_10_std": 0.541983, + "nauc_mrr_at_10_diff1": 0.3683, + "nauc_mrr_at_20_max": 0.66857, + "nauc_mrr_at_20_std": 0.538357, + "nauc_mrr_at_20_diff1": 0.371027, + "nauc_mrr_at_100_max": 0.669202, + "nauc_mrr_at_100_std": 0.537417, + "nauc_mrr_at_100_diff1": 0.370654, + "nauc_mrr_at_1000_max": 0.669202, + "nauc_mrr_at_1000_std": 0.537417, + "nauc_mrr_at_1000_diff1": 0.370654, + "cv_recall_at_1": 0.875, + "cv_recall_at_3": 0.95, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66438, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.7875, + "ndcg_at_3": 0.74572, + "ndcg_at_5": 0.71891, + "ndcg_at_10": 0.70535, + "ndcg_at_20": 0.70103, + "ndcg_at_100": 0.73, + "ndcg_at_1000": 0.80216, + "map_at_1": 0.11964, + "map_at_3": 0.22413, + "map_at_5": 0.26866, + "map_at_10": 0.33637, + "map_at_20": 0.39363, + "map_at_100": 0.50546, + "map_at_1000": 0.57143, + "recall_at_1": 0.11964, + "recall_at_3": 0.23528, + "recall_at_5": 0.29191, + "recall_at_10": 0.39151, + "recall_at_20": 0.48927, + "recall_at_100": 0.73674, + "recall_at_1000": 0.95965, + "accuracy": 0.11964, + "precision_at_1": 0.875, + "precision_at_3": 0.77, + "precision_at_5": 0.69, + "precision_at_10": 0.5865, + "precision_at_20": 0.47725, + "precision_at_100": 0.2506, + "precision_at_1000": 0.05928, + "mrr_at_1": 0.875, + "mrr_at_3": 0.921667, + "mrr_at_5": 0.924167, + "mrr_at_10": 0.924722, + "mrr_at_20": 0.925, + "mrr_at_100": 0.925, + "mrr_at_1000": 0.925, + "nauc_ndcg_at_1_max": 0.480174, + "nauc_ndcg_at_1_std": 0.07437, + "nauc_ndcg_at_1_diff1": 0.294503, + "nauc_ndcg_at_3_max": 0.464988, + "nauc_ndcg_at_3_std": 0.141843, + "nauc_ndcg_at_3_diff1": 0.15859, + "nauc_ndcg_at_5_max": 0.435805, + "nauc_ndcg_at_5_std": 0.146709, + "nauc_ndcg_at_5_diff1": 0.110228, + "nauc_ndcg_at_10_max": 0.53285, + "nauc_ndcg_at_10_std": 0.264322, + "nauc_ndcg_at_10_diff1": 0.061212, + "nauc_ndcg_at_20_max": 0.575792, + "nauc_ndcg_at_20_std": 0.315901, + "nauc_ndcg_at_20_diff1": 0.084779, + "nauc_ndcg_at_100_max": 0.600033, + "nauc_ndcg_at_100_std": 0.442346, + "nauc_ndcg_at_100_diff1": 0.186545, + "nauc_ndcg_at_1000_max": 0.557275, + "nauc_ndcg_at_1000_std": 0.400589, + "nauc_ndcg_at_1000_diff1": 0.102458, + "nauc_map_at_1_max": 0.243875, + "nauc_map_at_1_std": 0.109446, + "nauc_map_at_1_diff1": 0.351724, + "nauc_map_at_3_max": 0.422556, + "nauc_map_at_3_std": 0.171351, + "nauc_map_at_3_diff1": 0.32236, + "nauc_map_at_5_max": 0.485393, + "nauc_map_at_5_std": 0.203583, + "nauc_map_at_5_diff1": 0.303277, + "nauc_map_at_10_max": 0.549622, + "nauc_map_at_10_std": 0.287038, + "nauc_map_at_10_diff1": 0.256198, + "nauc_map_at_20_max": 0.572228, + "nauc_map_at_20_std": 0.35205, + "nauc_map_at_20_diff1": 0.222633, + "nauc_map_at_100_max": 0.57189, + "nauc_map_at_100_std": 0.491, + "nauc_map_at_100_diff1": 0.160336, + "nauc_map_at_1000_max": 0.56672, + "nauc_map_at_1000_std": 0.465276, + "nauc_map_at_1000_diff1": 0.081583, + "nauc_recall_at_1_max": 0.243875, + "nauc_recall_at_1_std": 0.109446, + "nauc_recall_at_1_diff1": 0.351724, + "nauc_recall_at_3_max": 0.406277, + "nauc_recall_at_3_std": 0.15678, + "nauc_recall_at_3_diff1": 0.320791, + "nauc_recall_at_5_max": 0.46174, + "nauc_recall_at_5_std": 0.190827, + "nauc_recall_at_5_diff1": 0.293501, + "nauc_recall_at_10_max": 0.514323, + "nauc_recall_at_10_std": 0.286527, + "nauc_recall_at_10_diff1": 0.239553, + "nauc_recall_at_20_max": 0.515158, + "nauc_recall_at_20_std": 0.358073, + "nauc_recall_at_20_diff1": 0.209062, + "nauc_recall_at_100_max": 0.47404, + "nauc_recall_at_100_std": 0.563046, + "nauc_recall_at_100_diff1": 0.2247, + "nauc_recall_at_1000_max": 0.54727, + "nauc_recall_at_1000_std": 0.870242, + "nauc_recall_at_1000_diff1": 0.11404, + "nauc_precision_at_1_max": 0.594823, + "nauc_precision_at_1_std": 0.142531, + "nauc_precision_at_1_diff1": 0.230757, + "nauc_precision_at_3_max": 0.374965, + "nauc_precision_at_3_std": 0.133663, + "nauc_precision_at_3_diff1": -0.116658, + "nauc_precision_at_5_max": 0.162695, + "nauc_precision_at_5_std": 0.095861, + "nauc_precision_at_5_diff1": -0.229785, + "nauc_precision_at_10_max": 0.017377, + "nauc_precision_at_10_std": 0.106812, + "nauc_precision_at_10_diff1": -0.327032, + "nauc_precision_at_20_max": -0.138982, + "nauc_precision_at_20_std": 0.034873, + "nauc_precision_at_20_diff1": -0.342586, + "nauc_precision_at_100_max": -0.254245, + "nauc_precision_at_100_std": -0.1141, + "nauc_precision_at_100_diff1": -0.288264, + "nauc_precision_at_1000_max": -0.237348, + "nauc_precision_at_1000_std": -0.308323, + "nauc_precision_at_1000_diff1": -0.243826, + "nauc_mrr_at_1_max": 0.594823, + "nauc_mrr_at_1_std": 0.142531, + "nauc_mrr_at_1_diff1": 0.230757, + "nauc_mrr_at_3_max": 0.568345, + "nauc_mrr_at_3_std": 0.090566, + "nauc_mrr_at_3_diff1": 0.203771, + "nauc_mrr_at_5_max": 0.579393, + "nauc_mrr_at_5_std": 0.110952, + "nauc_mrr_at_5_diff1": 0.195269, + "nauc_mrr_at_10_max": 0.579583, + "nauc_mrr_at_10_std": 0.109088, + "nauc_mrr_at_10_diff1": 0.20543, + "nauc_mrr_at_20_max": 0.57968, + "nauc_mrr_at_20_std": 0.11015, + "nauc_mrr_at_20_diff1": 0.206857, + "nauc_mrr_at_100_max": 0.57968, + "nauc_mrr_at_100_std": 0.11015, + "nauc_mrr_at_100_diff1": 0.206857, + "nauc_mrr_at_1000_max": 0.57968, + "nauc_mrr_at_1000_std": 0.11015, + "nauc_mrr_at_1000_diff1": 0.206857, + "cv_recall_at_1": 0.875, + "cv_recall_at_3": 0.98, + "cv_recall_at_5": 0.99, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.70535, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78, + "ndcg_at_3": 0.71893, + "ndcg_at_5": 0.70406, + "ndcg_at_10": 0.69008, + "ndcg_at_20": 0.68228, + "ndcg_at_100": 0.71475, + "ndcg_at_1000": 0.78935, + "map_at_1": 0.10877, + "map_at_3": 0.2061, + "map_at_5": 0.25583, + "map_at_10": 0.31857, + "map_at_20": 0.37311, + "map_at_100": 0.48313, + "map_at_1000": 0.54846, + "recall_at_1": 0.10877, + "recall_at_3": 0.22312, + "recall_at_5": 0.28845, + "recall_at_10": 0.38746, + "recall_at_20": 0.47994, + "recall_at_100": 0.73151, + "recall_at_1000": 0.95834, + "accuracy": 0.10877, + "precision_at_1": 0.865, + "precision_at_3": 0.735, + "precision_at_5": 0.677, + "precision_at_10": 0.5725, + "precision_at_20": 0.46325, + "precision_at_100": 0.2462, + "precision_at_1000": 0.05897, + "mrr_at_1": 0.865, + "mrr_at_3": 0.910833, + "mrr_at_5": 0.915583, + "mrr_at_10": 0.916917, + "mrr_at_20": 0.916917, + "mrr_at_100": 0.916917, + "mrr_at_1000": 0.916917, + "nauc_ndcg_at_1_max": 0.429698, + "nauc_ndcg_at_1_std": 0.20038, + "nauc_ndcg_at_1_diff1": 0.407506, + "nauc_ndcg_at_3_max": 0.421159, + "nauc_ndcg_at_3_std": 0.174215, + "nauc_ndcg_at_3_diff1": 0.17621, + "nauc_ndcg_at_5_max": 0.447744, + "nauc_ndcg_at_5_std": 0.204558, + "nauc_ndcg_at_5_diff1": 0.125031, + "nauc_ndcg_at_10_max": 0.480172, + "nauc_ndcg_at_10_std": 0.288743, + "nauc_ndcg_at_10_diff1": 0.10713, + "nauc_ndcg_at_20_max": 0.525999, + "nauc_ndcg_at_20_std": 0.337942, + "nauc_ndcg_at_20_diff1": 0.158749, + "nauc_ndcg_at_100_max": 0.576653, + "nauc_ndcg_at_100_std": 0.465871, + "nauc_ndcg_at_100_diff1": 0.209291, + "nauc_ndcg_at_1000_max": 0.513995, + "nauc_ndcg_at_1000_std": 0.406749, + "nauc_ndcg_at_1000_diff1": 0.171821, + "nauc_map_at_1_max": 0.281336, + "nauc_map_at_1_std": 0.125949, + "nauc_map_at_1_diff1": 0.443976, + "nauc_map_at_3_max": 0.455612, + "nauc_map_at_3_std": 0.208588, + "nauc_map_at_3_diff1": 0.315019, + "nauc_map_at_5_max": 0.523681, + "nauc_map_at_5_std": 0.269246, + "nauc_map_at_5_diff1": 0.280736, + "nauc_map_at_10_max": 0.549823, + "nauc_map_at_10_std": 0.34091, + "nauc_map_at_10_diff1": 0.240163, + "nauc_map_at_20_max": 0.555971, + "nauc_map_at_20_std": 0.392656, + "nauc_map_at_20_diff1": 0.212765, + "nauc_map_at_100_max": 0.537205, + "nauc_map_at_100_std": 0.492835, + "nauc_map_at_100_diff1": 0.147268, + "nauc_map_at_1000_max": 0.52335, + "nauc_map_at_1000_std": 0.452892, + "nauc_map_at_1000_diff1": 0.102814, + "nauc_recall_at_1_max": 0.281336, + "nauc_recall_at_1_std": 0.125949, + "nauc_recall_at_1_diff1": 0.443976, + "nauc_recall_at_3_max": 0.452592, + "nauc_recall_at_3_std": 0.194766, + "nauc_recall_at_3_diff1": 0.264871, + "nauc_recall_at_5_max": 0.511732, + "nauc_recall_at_5_std": 0.254419, + "nauc_recall_at_5_diff1": 0.232075, + "nauc_recall_at_10_max": 0.515209, + "nauc_recall_at_10_std": 0.337529, + "nauc_recall_at_10_diff1": 0.196885, + "nauc_recall_at_20_max": 0.514786, + "nauc_recall_at_20_std": 0.396407, + "nauc_recall_at_20_diff1": 0.188234, + "nauc_recall_at_100_max": 0.488606, + "nauc_recall_at_100_std": 0.559925, + "nauc_recall_at_100_diff1": 0.162783, + "nauc_recall_at_1000_max": 0.677985, + "nauc_recall_at_1000_std": 0.861022, + "nauc_recall_at_1000_diff1": 0.252254, + "nauc_precision_at_1_max": 0.41599, + "nauc_precision_at_1_std": 0.216075, + "nauc_precision_at_1_diff1": 0.455883, + "nauc_precision_at_3_max": 0.281335, + "nauc_precision_at_3_std": 0.147609, + "nauc_precision_at_3_diff1": -0.142774, + "nauc_precision_at_5_max": 0.153613, + "nauc_precision_at_5_std": 0.148122, + "nauc_precision_at_5_diff1": -0.229978, + "nauc_precision_at_10_max": -0.070496, + "nauc_precision_at_10_std": 0.085688, + "nauc_precision_at_10_diff1": -0.301281, + "nauc_precision_at_20_max": -0.193457, + "nauc_precision_at_20_std": -0.009736, + "nauc_precision_at_20_diff1": -0.285063, + "nauc_precision_at_100_max": -0.267353, + "nauc_precision_at_100_std": -0.160699, + "nauc_precision_at_100_diff1": -0.227724, + "nauc_precision_at_1000_max": -0.21633, + "nauc_precision_at_1000_std": -0.322567, + "nauc_precision_at_1000_diff1": -0.183436, + "nauc_mrr_at_1_max": 0.41599, + "nauc_mrr_at_1_std": 0.216075, + "nauc_mrr_at_1_diff1": 0.455883, + "nauc_mrr_at_3_max": 0.421966, + "nauc_mrr_at_3_std": 0.221831, + "nauc_mrr_at_3_diff1": 0.417887, + "nauc_mrr_at_5_max": 0.413724, + "nauc_mrr_at_5_std": 0.221369, + "nauc_mrr_at_5_diff1": 0.42576, + "nauc_mrr_at_10_max": 0.413097, + "nauc_mrr_at_10_std": 0.217091, + "nauc_mrr_at_10_diff1": 0.429174, + "nauc_mrr_at_20_max": 0.413097, + "nauc_mrr_at_20_std": 0.217091, + "nauc_mrr_at_20_diff1": 0.429174, + "nauc_mrr_at_100_max": 0.413097, + "nauc_mrr_at_100_std": 0.217091, + "nauc_mrr_at_100_diff1": 0.429174, + "nauc_mrr_at_1000_max": 0.413097, + "nauc_mrr_at_1000_std": 0.217091, + "nauc_mrr_at_1000_diff1": 0.429174, + "cv_recall_at_1": 0.865, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.99, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.69008, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.775, + "ndcg_at_3": 0.71862, + "ndcg_at_5": 0.69557, + "ndcg_at_10": 0.68224, + "ndcg_at_20": 0.67605, + "ndcg_at_100": 0.70983, + "ndcg_at_1000": 0.78558, + "map_at_1": 0.10726, + "map_at_3": 0.20902, + "map_at_5": 0.25653, + "map_at_10": 0.32108, + "map_at_20": 0.37562, + "map_at_100": 0.48384, + "map_at_1000": 0.54778, + "recall_at_1": 0.10726, + "recall_at_3": 0.22368, + "recall_at_5": 0.28497, + "recall_at_10": 0.38194, + "recall_at_20": 0.47729, + "recall_at_100": 0.73194, + "recall_at_1000": 0.95769, + "accuracy": 0.10726, + "precision_at_1": 0.875, + "precision_at_3": 0.75167, + "precision_at_5": 0.676, + "precision_at_10": 0.573, + "precision_at_20": 0.463, + "precision_at_100": 0.244, + "precision_at_1000": 0.05869, + "mrr_at_1": 0.875, + "mrr_at_3": 0.9125, + "mrr_at_5": 0.91625, + "mrr_at_10": 0.916806, + "mrr_at_20": 0.917617, + "mrr_at_100": 0.917739, + "mrr_at_1000": 0.917739, + "nauc_ndcg_at_1_max": 0.411295, + "nauc_ndcg_at_1_std": 0.131398, + "nauc_ndcg_at_1_diff1": 0.392573, + "nauc_ndcg_at_3_max": 0.429296, + "nauc_ndcg_at_3_std": 0.195755, + "nauc_ndcg_at_3_diff1": 0.154462, + "nauc_ndcg_at_5_max": 0.455059, + "nauc_ndcg_at_5_std": 0.211903, + "nauc_ndcg_at_5_diff1": 0.10828, + "nauc_ndcg_at_10_max": 0.494668, + "nauc_ndcg_at_10_std": 0.316308, + "nauc_ndcg_at_10_diff1": 0.071279, + "nauc_ndcg_at_20_max": 0.523164, + "nauc_ndcg_at_20_std": 0.362081, + "nauc_ndcg_at_20_diff1": 0.089016, + "nauc_ndcg_at_100_max": 0.582562, + "nauc_ndcg_at_100_std": 0.486437, + "nauc_ndcg_at_100_diff1": 0.163289, + "nauc_ndcg_at_1000_max": 0.515698, + "nauc_ndcg_at_1000_std": 0.402863, + "nauc_ndcg_at_1000_diff1": 0.143773, + "nauc_map_at_1_max": 0.426771, + "nauc_map_at_1_std": 0.200231, + "nauc_map_at_1_diff1": 0.36115, + "nauc_map_at_3_max": 0.528877, + "nauc_map_at_3_std": 0.257811, + "nauc_map_at_3_diff1": 0.274343, + "nauc_map_at_5_max": 0.58839, + "nauc_map_at_5_std": 0.306338, + "nauc_map_at_5_diff1": 0.247082, + "nauc_map_at_10_max": 0.603122, + "nauc_map_at_10_std": 0.379941, + "nauc_map_at_10_diff1": 0.205047, + "nauc_map_at_20_max": 0.593964, + "nauc_map_at_20_std": 0.430484, + "nauc_map_at_20_diff1": 0.183171, + "nauc_map_at_100_max": 0.554185, + "nauc_map_at_100_std": 0.507886, + "nauc_map_at_100_diff1": 0.127585, + "nauc_map_at_1000_max": 0.523773, + "nauc_map_at_1000_std": 0.457008, + "nauc_map_at_1000_diff1": 0.060046, + "nauc_recall_at_1_max": 0.426771, + "nauc_recall_at_1_std": 0.200231, + "nauc_recall_at_1_diff1": 0.36115, + "nauc_recall_at_3_max": 0.492229, + "nauc_recall_at_3_std": 0.250754, + "nauc_recall_at_3_diff1": 0.245326, + "nauc_recall_at_5_max": 0.554933, + "nauc_recall_at_5_std": 0.301662, + "nauc_recall_at_5_diff1": 0.220933, + "nauc_recall_at_10_max": 0.573, + "nauc_recall_at_10_std": 0.399903, + "nauc_recall_at_10_diff1": 0.184092, + "nauc_recall_at_20_max": 0.547767, + "nauc_recall_at_20_std": 0.465289, + "nauc_recall_at_20_diff1": 0.187493, + "nauc_recall_at_100_max": 0.513168, + "nauc_recall_at_100_std": 0.617224, + "nauc_recall_at_100_diff1": 0.191835, + "nauc_recall_at_1000_max": 0.649502, + "nauc_recall_at_1000_std": 0.888197, + "nauc_recall_at_1000_diff1": 0.308557, + "nauc_precision_at_1_max": 0.397776, + "nauc_precision_at_1_std": 0.052119, + "nauc_precision_at_1_diff1": 0.518044, + "nauc_precision_at_3_max": 0.223985, + "nauc_precision_at_3_std": 0.073362, + "nauc_precision_at_3_diff1": -0.131876, + "nauc_precision_at_5_max": 0.092895, + "nauc_precision_at_5_std": 0.061018, + "nauc_precision_at_5_diff1": -0.213406, + "nauc_precision_at_10_max": -0.142423, + "nauc_precision_at_10_std": 0.02205, + "nauc_precision_at_10_diff1": -0.297492, + "nauc_precision_at_20_max": -0.277213, + "nauc_precision_at_20_std": -0.064837, + "nauc_precision_at_20_diff1": -0.286521, + "nauc_precision_at_100_max": -0.335836, + "nauc_precision_at_100_std": -0.221119, + "nauc_precision_at_100_diff1": -0.256604, + "nauc_precision_at_1000_max": -0.274541, + "nauc_precision_at_1000_std": -0.368916, + "nauc_precision_at_1000_diff1": -0.240516, + "nauc_mrr_at_1_max": 0.397776, + "nauc_mrr_at_1_std": 0.052119, + "nauc_mrr_at_1_diff1": 0.518044, + "nauc_mrr_at_3_max": 0.376422, + "nauc_mrr_at_3_std": 0.078284, + "nauc_mrr_at_3_diff1": 0.481908, + "nauc_mrr_at_5_max": 0.380521, + "nauc_mrr_at_5_std": 0.082946, + "nauc_mrr_at_5_diff1": 0.486277, + "nauc_mrr_at_10_max": 0.386951, + "nauc_mrr_at_10_std": 0.087349, + "nauc_mrr_at_10_diff1": 0.485815, + "nauc_mrr_at_20_max": 0.385727, + "nauc_mrr_at_20_std": 0.083619, + "nauc_mrr_at_20_diff1": 0.488423, + "nauc_mrr_at_100_max": 0.384996, + "nauc_mrr_at_100_std": 0.082233, + "nauc_mrr_at_100_diff1": 0.48807, + "nauc_mrr_at_1000_max": 0.384996, + "nauc_mrr_at_1000_std": 0.082233, + "nauc_mrr_at_1000_diff1": 0.48807, + "cv_recall_at_1": 0.875, + "cv_recall_at_3": 0.965, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.68224, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.725, + "ndcg_at_3": 0.68591, + "ndcg_at_5": 0.65973, + "ndcg_at_10": 0.63936, + "ndcg_at_20": 0.63407, + "ndcg_at_100": 0.68631, + "ndcg_at_1000": 0.7631, + "map_at_1": 0.06876, + "map_at_3": 0.14291, + "map_at_5": 0.17946, + "map_at_10": 0.24494, + "map_at_20": 0.31792, + "map_at_100": 0.45876, + "map_at_1000": 0.50855, + "recall_at_1": 0.06876, + "recall_at_3": 0.16412, + "recall_at_5": 0.21079, + "recall_at_10": 0.31407, + "recall_at_20": 0.44762, + "recall_at_100": 0.76313, + "recall_at_1000": 0.98106, + "accuracy": 0.06876, + "precision_at_1": 0.835, + "precision_at_3": 0.75333, + "precision_at_5": 0.684, + "precision_at_10": 0.5935, + "precision_at_20": 0.49825, + "precision_at_100": 0.24815, + "precision_at_1000": 0.04044, + "mrr_at_1": 0.835, + "mrr_at_3": 0.885, + "mrr_at_5": 0.88825, + "mrr_at_10": 0.891256, + "mrr_at_20": 0.892126, + "mrr_at_100": 0.892198, + "mrr_at_1000": 0.892198, + "nauc_ndcg_at_1_max": 0.409211, + "nauc_ndcg_at_1_std": 0.179878, + "nauc_ndcg_at_1_diff1": 0.375056, + "nauc_ndcg_at_3_max": 0.429969, + "nauc_ndcg_at_3_std": 0.174156, + "nauc_ndcg_at_3_diff1": 0.16728, + "nauc_ndcg_at_5_max": 0.447345, + "nauc_ndcg_at_5_std": 0.179997, + "nauc_ndcg_at_5_diff1": 0.128417, + "nauc_ndcg_at_10_max": 0.431396, + "nauc_ndcg_at_10_std": 0.20235, + "nauc_ndcg_at_10_diff1": 0.088082, + "nauc_ndcg_at_20_max": 0.414841, + "nauc_ndcg_at_20_std": 0.180627, + "nauc_ndcg_at_20_diff1": 0.086846, + "nauc_ndcg_at_100_max": 0.467708, + "nauc_ndcg_at_100_std": 0.271071, + "nauc_ndcg_at_100_diff1": 0.095328, + "nauc_ndcg_at_1000_max": 0.536713, + "nauc_ndcg_at_1000_std": 0.324074, + "nauc_ndcg_at_1000_diff1": 0.107399, + "nauc_map_at_1_max": -0.114967, + "nauc_map_at_1_std": -0.141304, + "nauc_map_at_1_diff1": 0.405296, + "nauc_map_at_3_max": -0.096644, + "nauc_map_at_3_std": -0.183515, + "nauc_map_at_3_diff1": 0.275432, + "nauc_map_at_5_max": -0.041064, + "nauc_map_at_5_std": -0.140208, + "nauc_map_at_5_diff1": 0.258487, + "nauc_map_at_10_max": 0.040009, + "nauc_map_at_10_std": -0.07588, + "nauc_map_at_10_diff1": 0.197096, + "nauc_map_at_20_max": 0.160895, + "nauc_map_at_20_std": -0.009284, + "nauc_map_at_20_diff1": 0.14638, + "nauc_map_at_100_max": 0.377262, + "nauc_map_at_100_std": 0.186663, + "nauc_map_at_100_diff1": 0.063404, + "nauc_map_at_1000_max": 0.448181, + "nauc_map_at_1000_std": 0.24467, + "nauc_map_at_1000_diff1": 0.043765, + "nauc_recall_at_1_max": -0.114967, + "nauc_recall_at_1_std": -0.141304, + "nauc_recall_at_1_diff1": 0.405296, + "nauc_recall_at_3_max": -0.150918, + "nauc_recall_at_3_std": -0.23893, + "nauc_recall_at_3_diff1": 0.187555, + "nauc_recall_at_5_max": -0.111282, + "nauc_recall_at_5_std": -0.188007, + "nauc_recall_at_5_diff1": 0.171386, + "nauc_recall_at_10_max": -0.080874, + "nauc_recall_at_10_std": -0.115289, + "nauc_recall_at_10_diff1": 0.093655, + "nauc_recall_at_20_max": -0.026496, + "nauc_recall_at_20_std": -0.107339, + "nauc_recall_at_20_diff1": 0.075475, + "nauc_recall_at_100_max": 0.100328, + "nauc_recall_at_100_std": 0.108034, + "nauc_recall_at_100_diff1": 0.044208, + "nauc_recall_at_1000_max": 0.458647, + "nauc_recall_at_1000_std": 0.552165, + "nauc_recall_at_1000_diff1": 0.247176, + "nauc_precision_at_1_max": 0.460162, + "nauc_precision_at_1_std": 0.267339, + "nauc_precision_at_1_diff1": 0.314456, + "nauc_precision_at_3_max": 0.465, + "nauc_precision_at_3_std": 0.237252, + "nauc_precision_at_3_diff1": -0.068434, + "nauc_precision_at_5_max": 0.482399, + "nauc_precision_at_5_std": 0.277079, + "nauc_precision_at_5_diff1": -0.08759, + "nauc_precision_at_10_max": 0.445052, + "nauc_precision_at_10_std": 0.278004, + "nauc_precision_at_10_diff1": -0.174596, + "nauc_precision_at_20_max": 0.404423, + "nauc_precision_at_20_std": 0.26374, + "nauc_precision_at_20_diff1": -0.169256, + "nauc_precision_at_100_max": 0.261258, + "nauc_precision_at_100_std": 0.232623, + "nauc_precision_at_100_diff1": -0.136417, + "nauc_precision_at_1000_max": 0.166557, + "nauc_precision_at_1000_std": 0.116753, + "nauc_precision_at_1000_diff1": -0.096682, + "nauc_mrr_at_1_max": 0.460162, + "nauc_mrr_at_1_std": 0.267339, + "nauc_mrr_at_1_diff1": 0.314456, + "nauc_mrr_at_3_max": 0.510517, + "nauc_mrr_at_3_std": 0.280326, + "nauc_mrr_at_3_diff1": 0.251721, + "nauc_mrr_at_5_max": 0.512586, + "nauc_mrr_at_5_std": 0.275436, + "nauc_mrr_at_5_diff1": 0.250891, + "nauc_mrr_at_10_max": 0.508724, + "nauc_mrr_at_10_std": 0.292697, + "nauc_mrr_at_10_diff1": 0.25025, + "nauc_mrr_at_20_max": 0.507522, + "nauc_mrr_at_20_std": 0.287548, + "nauc_mrr_at_20_diff1": 0.255306, + "nauc_mrr_at_100_max": 0.507177, + "nauc_mrr_at_100_std": 0.28705, + "nauc_mrr_at_100_diff1": 0.255604, + "nauc_mrr_at_1000_max": 0.507177, + "nauc_mrr_at_1000_std": 0.28705, + "nauc_mrr_at_1000_diff1": 0.255604, + "cv_recall_at_1": 0.835, + "cv_recall_at_3": 0.945, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.63936, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6875, + "ndcg_at_3": 0.63911, + "ndcg_at_5": 0.625, + "ndcg_at_10": 0.61376, + "ndcg_at_20": 0.60429, + "ndcg_at_100": 0.6581, + "ndcg_at_1000": 0.7433, + "map_at_1": 0.06726, + "map_at_3": 0.13563, + "map_at_5": 0.17683, + "map_at_10": 0.23776, + "map_at_20": 0.30435, + "map_at_100": 0.43437, + "map_at_1000": 0.48418, + "recall_at_1": 0.06726, + "recall_at_3": 0.14446, + "recall_at_5": 0.21213, + "recall_at_10": 0.30596, + "recall_at_20": 0.43274, + "recall_at_100": 0.7335, + "recall_at_1000": 0.97344, + "accuracy": 0.06726, + "precision_at_1": 0.795, + "precision_at_3": 0.71, + "precision_at_5": 0.659, + "precision_at_10": 0.578, + "precision_at_20": 0.47675, + "precision_at_100": 0.23485, + "precision_at_1000": 0.0401, + "mrr_at_1": 0.795, + "mrr_at_3": 0.844167, + "mrr_at_5": 0.854417, + "mrr_at_10": 0.855806, + "mrr_at_20": 0.857902, + "mrr_at_100": 0.858349, + "mrr_at_1000": 0.858349, + "nauc_ndcg_at_1_max": 0.231838, + "nauc_ndcg_at_1_std": 0.141701, + "nauc_ndcg_at_1_diff1": 0.299419, + "nauc_ndcg_at_3_max": 0.342177, + "nauc_ndcg_at_3_std": 0.165941, + "nauc_ndcg_at_3_diff1": 0.108, + "nauc_ndcg_at_5_max": 0.334898, + "nauc_ndcg_at_5_std": 0.160783, + "nauc_ndcg_at_5_diff1": 0.043316, + "nauc_ndcg_at_10_max": 0.356755, + "nauc_ndcg_at_10_std": 0.181048, + "nauc_ndcg_at_10_diff1": 0.036494, + "nauc_ndcg_at_20_max": 0.343105, + "nauc_ndcg_at_20_std": 0.168531, + "nauc_ndcg_at_20_diff1": 0.054431, + "nauc_ndcg_at_100_max": 0.439014, + "nauc_ndcg_at_100_std": 0.269214, + "nauc_ndcg_at_100_diff1": 0.069527, + "nauc_ndcg_at_1000_max": 0.46644, + "nauc_ndcg_at_1000_std": 0.294496, + "nauc_ndcg_at_1000_diff1": 0.061436, + "nauc_map_at_1_max": -0.01124, + "nauc_map_at_1_std": -0.123125, + "nauc_map_at_1_diff1": 0.269189, + "nauc_map_at_3_max": 0.045704, + "nauc_map_at_3_std": -0.11507, + "nauc_map_at_3_diff1": 0.238653, + "nauc_map_at_5_max": 0.038457, + "nauc_map_at_5_std": -0.102754, + "nauc_map_at_5_diff1": 0.177178, + "nauc_map_at_10_max": 0.102673, + "nauc_map_at_10_std": -0.049775, + "nauc_map_at_10_diff1": 0.122258, + "nauc_map_at_20_max": 0.193613, + "nauc_map_at_20_std": 0.012668, + "nauc_map_at_20_diff1": 0.070976, + "nauc_map_at_100_max": 0.375919, + "nauc_map_at_100_std": 0.210261, + "nauc_map_at_100_diff1": 0.004714, + "nauc_map_at_1000_max": 0.425203, + "nauc_map_at_1000_std": 0.253366, + "nauc_map_at_1000_diff1": -0.042771, + "nauc_recall_at_1_max": -0.01124, + "nauc_recall_at_1_std": -0.123125, + "nauc_recall_at_1_diff1": 0.269189, + "nauc_recall_at_3_max": 0.020865, + "nauc_recall_at_3_std": -0.133645, + "nauc_recall_at_3_diff1": 0.230683, + "nauc_recall_at_5_max": -0.059443, + "nauc_recall_at_5_std": -0.144274, + "nauc_recall_at_5_diff1": 0.098764, + "nauc_recall_at_10_max": -0.014072, + "nauc_recall_at_10_std": -0.06145, + "nauc_recall_at_10_diff1": 0.051643, + "nauc_recall_at_20_max": 0.032404, + "nauc_recall_at_20_std": -0.049639, + "nauc_recall_at_20_diff1": 0.038642, + "nauc_recall_at_100_max": 0.230021, + "nauc_recall_at_100_std": 0.219966, + "nauc_recall_at_100_diff1": 0.085671, + "nauc_recall_at_1000_max": 0.610967, + "nauc_recall_at_1000_std": 0.634663, + "nauc_recall_at_1000_diff1": 0.130374, + "nauc_precision_at_1_max": 0.333162, + "nauc_precision_at_1_std": 0.211866, + "nauc_precision_at_1_diff1": 0.269384, + "nauc_precision_at_3_max": 0.415386, + "nauc_precision_at_3_std": 0.261545, + "nauc_precision_at_3_diff1": -0.054889, + "nauc_precision_at_5_max": 0.340219, + "nauc_precision_at_5_std": 0.237317, + "nauc_precision_at_5_diff1": -0.146373, + "nauc_precision_at_10_max": 0.34865, + "nauc_precision_at_10_std": 0.237291, + "nauc_precision_at_10_diff1": -0.169716, + "nauc_precision_at_20_max": 0.330666, + "nauc_precision_at_20_std": 0.248239, + "nauc_precision_at_20_diff1": -0.175505, + "nauc_precision_at_100_max": 0.233051, + "nauc_precision_at_100_std": 0.241179, + "nauc_precision_at_100_diff1": -0.16663, + "nauc_precision_at_1000_max": 0.122881, + "nauc_precision_at_1000_std": 0.093025, + "nauc_precision_at_1000_diff1": -0.17716, + "nauc_mrr_at_1_max": 0.333162, + "nauc_mrr_at_1_std": 0.211866, + "nauc_mrr_at_1_diff1": 0.269384, + "nauc_mrr_at_3_max": 0.432192, + "nauc_mrr_at_3_std": 0.27116, + "nauc_mrr_at_3_diff1": 0.268228, + "nauc_mrr_at_5_max": 0.41554, + "nauc_mrr_at_5_std": 0.260941, + "nauc_mrr_at_5_diff1": 0.256311, + "nauc_mrr_at_10_max": 0.422719, + "nauc_mrr_at_10_std": 0.266104, + "nauc_mrr_at_10_diff1": 0.262421, + "nauc_mrr_at_20_max": 0.417874, + "nauc_mrr_at_20_std": 0.262568, + "nauc_mrr_at_20_diff1": 0.263413, + "nauc_mrr_at_100_max": 0.416426, + "nauc_mrr_at_100_std": 0.260107, + "nauc_mrr_at_100_diff1": 0.262948, + "nauc_mrr_at_1000_max": 0.416426, + "nauc_mrr_at_1000_std": 0.260107, + "nauc_mrr_at_1000_diff1": 0.262948, + "cv_recall_at_1": 0.795, + "cv_recall_at_3": 0.905, + "cv_recall_at_5": 0.95, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.61376, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.61084, + "ndcg_at_5": 0.60198, + "ndcg_at_10": 0.58586, + "ndcg_at_20": 0.58285, + "ndcg_at_100": 0.64188, + "ndcg_at_1000": 0.72835, + "map_at_1": 0.06412, + "map_at_3": 0.12702, + "map_at_5": 0.16631, + "map_at_10": 0.22165, + "map_at_20": 0.28622, + "map_at_100": 0.41196, + "map_at_1000": 0.46254, + "recall_at_1": 0.06412, + "recall_at_3": 0.14024, + "recall_at_5": 0.20324, + "recall_at_10": 0.29057, + "recall_at_20": 0.41803, + "recall_at_100": 0.73065, + "recall_at_1000": 0.97293, + "accuracy": 0.06412, + "precision_at_1": 0.775, + "precision_at_3": 0.68167, + "precision_at_5": 0.637, + "precision_at_10": 0.552, + "precision_at_20": 0.4615, + "precision_at_100": 0.23225, + "precision_at_1000": 0.03992, + "mrr_at_1": 0.775, + "mrr_at_3": 0.826667, + "mrr_at_5": 0.834917, + "mrr_at_10": 0.840714, + "mrr_at_20": 0.841683, + "mrr_at_100": 0.842183, + "mrr_at_1000": 0.842183, + "nauc_ndcg_at_1_max": 0.321088, + "nauc_ndcg_at_1_std": 0.128176, + "nauc_ndcg_at_1_diff1": 0.21153, + "nauc_ndcg_at_3_max": 0.398336, + "nauc_ndcg_at_3_std": 0.197439, + "nauc_ndcg_at_3_diff1": 0.070259, + "nauc_ndcg_at_5_max": 0.375743, + "nauc_ndcg_at_5_std": 0.187212, + "nauc_ndcg_at_5_diff1": 0.017949, + "nauc_ndcg_at_10_max": 0.391835, + "nauc_ndcg_at_10_std": 0.222981, + "nauc_ndcg_at_10_diff1": -0.022542, + "nauc_ndcg_at_20_max": 0.410311, + "nauc_ndcg_at_20_std": 0.22855, + "nauc_ndcg_at_20_diff1": -0.012196, + "nauc_ndcg_at_100_max": 0.477964, + "nauc_ndcg_at_100_std": 0.316811, + "nauc_ndcg_at_100_diff1": 0.02555, + "nauc_ndcg_at_1000_max": 0.473274, + "nauc_ndcg_at_1000_std": 0.324096, + "nauc_ndcg_at_1000_diff1": 0.009531, + "nauc_map_at_1_max": -0.007243, + "nauc_map_at_1_std": -0.135585, + "nauc_map_at_1_diff1": 0.157943, + "nauc_map_at_3_max": 0.048462, + "nauc_map_at_3_std": -0.07412, + "nauc_map_at_3_diff1": 0.121313, + "nauc_map_at_5_max": 0.048527, + "nauc_map_at_5_std": -0.060809, + "nauc_map_at_5_diff1": 0.09915, + "nauc_map_at_10_max": 0.101291, + "nauc_map_at_10_std": 0.013722, + "nauc_map_at_10_diff1": 0.060305, + "nauc_map_at_20_max": 0.187212, + "nauc_map_at_20_std": 0.074174, + "nauc_map_at_20_diff1": 0.026288, + "nauc_map_at_100_max": 0.387884, + "nauc_map_at_100_std": 0.258216, + "nauc_map_at_100_diff1": -0.039795, + "nauc_map_at_1000_max": 0.434056, + "nauc_map_at_1000_std": 0.29679, + "nauc_map_at_1000_diff1": -0.076059, + "nauc_recall_at_1_max": -0.007243, + "nauc_recall_at_1_std": -0.135585, + "nauc_recall_at_1_diff1": 0.157943, + "nauc_recall_at_3_max": 0.022083, + "nauc_recall_at_3_std": -0.088952, + "nauc_recall_at_3_diff1": 0.129268, + "nauc_recall_at_5_max": -0.031947, + "nauc_recall_at_5_std": -0.102103, + "nauc_recall_at_5_diff1": 0.069689, + "nauc_recall_at_10_max": 0.01547, + "nauc_recall_at_10_std": -0.007632, + "nauc_recall_at_10_diff1": 0.016002, + "nauc_recall_at_20_max": 0.068469, + "nauc_recall_at_20_std": 0.046507, + "nauc_recall_at_20_diff1": -0.001539, + "nauc_recall_at_100_max": 0.245199, + "nauc_recall_at_100_std": 0.250642, + "nauc_recall_at_100_diff1": 0.054559, + "nauc_recall_at_1000_max": 0.620939, + "nauc_recall_at_1000_std": 0.696456, + "nauc_recall_at_1000_diff1": 0.176218, + "nauc_precision_at_1_max": 0.323225, + "nauc_precision_at_1_std": 0.093663, + "nauc_precision_at_1_diff1": 0.189489, + "nauc_precision_at_3_max": 0.409328, + "nauc_precision_at_3_std": 0.248542, + "nauc_precision_at_3_diff1": -0.052379, + "nauc_precision_at_5_max": 0.355519, + "nauc_precision_at_5_std": 0.23289, + "nauc_precision_at_5_diff1": -0.12615, + "nauc_precision_at_10_max": 0.327255, + "nauc_precision_at_10_std": 0.251785, + "nauc_precision_at_10_diff1": -0.171837, + "nauc_precision_at_20_max": 0.340084, + "nauc_precision_at_20_std": 0.243978, + "nauc_precision_at_20_diff1": -0.156744, + "nauc_precision_at_100_max": 0.27878, + "nauc_precision_at_100_std": 0.225769, + "nauc_precision_at_100_diff1": -0.138709, + "nauc_precision_at_1000_max": 0.150988, + "nauc_precision_at_1000_std": 0.079285, + "nauc_precision_at_1000_diff1": -0.115424, + "nauc_mrr_at_1_max": 0.323225, + "nauc_mrr_at_1_std": 0.093663, + "nauc_mrr_at_1_diff1": 0.189489, + "nauc_mrr_at_3_max": 0.395013, + "nauc_mrr_at_3_std": 0.189167, + "nauc_mrr_at_3_diff1": 0.1786, + "nauc_mrr_at_5_max": 0.370792, + "nauc_mrr_at_5_std": 0.175575, + "nauc_mrr_at_5_diff1": 0.173576, + "nauc_mrr_at_10_max": 0.379427, + "nauc_mrr_at_10_std": 0.172909, + "nauc_mrr_at_10_diff1": 0.183412, + "nauc_mrr_at_20_max": 0.377894, + "nauc_mrr_at_20_std": 0.172538, + "nauc_mrr_at_20_diff1": 0.183139, + "nauc_mrr_at_100_max": 0.376148, + "nauc_mrr_at_100_std": 0.16989, + "nauc_mrr_at_100_diff1": 0.183438, + "nauc_mrr_at_1000_max": 0.376148, + "nauc_mrr_at_1000_std": 0.16989, + "nauc_mrr_at_1000_diff1": 0.183438, + "cv_recall_at_1": 0.775, + "cv_recall_at_3": 0.895, + "cv_recall_at_5": 0.93, + "cv_recall_at_10": 0.97, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.58586, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.745, + "ndcg_at_3": 0.67547, + "ndcg_at_5": 0.66209, + "ndcg_at_10": 0.65337, + "ndcg_at_20": 0.65865, + "ndcg_at_100": 0.7301, + "ndcg_at_1000": 0.76961, + "map_at_1": 0.16282, + "map_at_3": 0.27237, + "map_at_5": 0.32283, + "map_at_10": 0.39166, + "map_at_20": 0.44696, + "map_at_100": 0.52226, + "map_at_1000": 0.53602, + "recall_at_1": 0.16282, + "recall_at_3": 0.29076, + "recall_at_5": 0.36308, + "recall_at_10": 0.47923, + "recall_at_20": 0.59259, + "recall_at_100": 0.85419, + "recall_at_1000": 0.98852, + "accuracy": 0.16282, + "precision_at_1": 0.855, + "precision_at_3": 0.65333, + "precision_at_5": 0.566, + "precision_at_10": 0.4425, + "precision_at_20": 0.3215, + "precision_at_100": 0.1172, + "precision_at_1000": 0.01479, + "mrr_at_1": 0.855, + "mrr_at_3": 0.893333, + "mrr_at_5": 0.898583, + "mrr_at_10": 0.900597, + "mrr_at_20": 0.900847, + "mrr_at_100": 0.901228, + "mrr_at_1000": 0.901228, + "nauc_ndcg_at_1_max": 0.593365, + "nauc_ndcg_at_1_std": 0.152976, + "nauc_ndcg_at_1_diff1": 0.58233, + "nauc_ndcg_at_3_max": 0.479228, + "nauc_ndcg_at_3_std": 0.144709, + "nauc_ndcg_at_3_diff1": 0.334727, + "nauc_ndcg_at_5_max": 0.388344, + "nauc_ndcg_at_5_std": 0.084326, + "nauc_ndcg_at_5_diff1": 0.325404, + "nauc_ndcg_at_10_max": 0.410961, + "nauc_ndcg_at_10_std": 0.074386, + "nauc_ndcg_at_10_diff1": 0.330427, + "nauc_ndcg_at_20_max": 0.412092, + "nauc_ndcg_at_20_std": 0.067533, + "nauc_ndcg_at_20_diff1": 0.31463, + "nauc_ndcg_at_100_max": 0.425123, + "nauc_ndcg_at_100_std": 0.109116, + "nauc_ndcg_at_100_diff1": 0.328268, + "nauc_ndcg_at_1000_max": 0.464071, + "nauc_ndcg_at_1000_std": 0.157508, + "nauc_ndcg_at_1000_diff1": 0.349453, + "nauc_map_at_1_max": 0.107617, + "nauc_map_at_1_std": -0.131291, + "nauc_map_at_1_diff1": 0.472324, + "nauc_map_at_3_max": 0.154131, + "nauc_map_at_3_std": -0.122322, + "nauc_map_at_3_diff1": 0.314882, + "nauc_map_at_5_max": 0.160633, + "nauc_map_at_5_std": -0.140774, + "nauc_map_at_5_diff1": 0.297174, + "nauc_map_at_10_max": 0.219837, + "nauc_map_at_10_std": -0.110786, + "nauc_map_at_10_diff1": 0.264049, + "nauc_map_at_20_max": 0.232394, + "nauc_map_at_20_std": -0.069517, + "nauc_map_at_20_diff1": 0.222423, + "nauc_map_at_100_max": 0.270939, + "nauc_map_at_100_std": 0.024065, + "nauc_map_at_100_diff1": 0.194672, + "nauc_map_at_1000_max": 0.278663, + "nauc_map_at_1000_std": 0.045899, + "nauc_map_at_1000_diff1": 0.190335, + "nauc_recall_at_1_max": 0.107617, + "nauc_recall_at_1_std": -0.131291, + "nauc_recall_at_1_diff1": 0.472324, + "nauc_recall_at_3_max": 0.119528, + "nauc_recall_at_3_std": -0.150132, + "nauc_recall_at_3_diff1": 0.276279, + "nauc_recall_at_5_max": 0.098497, + "nauc_recall_at_5_std": -0.187516, + "nauc_recall_at_5_diff1": 0.261081, + "nauc_recall_at_10_max": 0.145986, + "nauc_recall_at_10_std": -0.180586, + "nauc_recall_at_10_diff1": 0.200463, + "nauc_recall_at_20_max": 0.118658, + "nauc_recall_at_20_std": -0.140571, + "nauc_recall_at_20_diff1": 0.112926, + "nauc_recall_at_100_max": 0.110291, + "nauc_recall_at_100_std": -0.028322, + "nauc_recall_at_100_diff1": 0.047049, + "nauc_recall_at_1000_max": 0.064251, + "nauc_recall_at_1000_std": 0.390385, + "nauc_recall_at_1000_diff1": -0.199938, + "nauc_precision_at_1_max": 0.715393, + "nauc_precision_at_1_std": 0.283533, + "nauc_precision_at_1_diff1": 0.561495, + "nauc_precision_at_3_max": 0.290229, + "nauc_precision_at_3_std": 0.218441, + "nauc_precision_at_3_diff1": -0.133661, + "nauc_precision_at_5_max": 0.169549, + "nauc_precision_at_5_std": 0.183731, + "nauc_precision_at_5_diff1": -0.150514, + "nauc_precision_at_10_max": 0.185107, + "nauc_precision_at_10_std": 0.243073, + "nauc_precision_at_10_diff1": -0.183484, + "nauc_precision_at_20_max": 0.115859, + "nauc_precision_at_20_std": 0.256197, + "nauc_precision_at_20_diff1": -0.194886, + "nauc_precision_at_100_max": 0.065348, + "nauc_precision_at_100_std": 0.316869, + "nauc_precision_at_100_diff1": -0.161846, + "nauc_precision_at_1000_max": 0.043007, + "nauc_precision_at_1000_std": 0.287677, + "nauc_precision_at_1000_diff1": -0.147781, + "nauc_mrr_at_1_max": 0.715393, + "nauc_mrr_at_1_std": 0.283533, + "nauc_mrr_at_1_diff1": 0.561495, + "nauc_mrr_at_3_max": 0.74754, + "nauc_mrr_at_3_std": 0.339177, + "nauc_mrr_at_3_diff1": 0.531795, + "nauc_mrr_at_5_max": 0.741215, + "nauc_mrr_at_5_std": 0.349686, + "nauc_mrr_at_5_diff1": 0.517216, + "nauc_mrr_at_10_max": 0.742232, + "nauc_mrr_at_10_std": 0.342407, + "nauc_mrr_at_10_diff1": 0.52143, + "nauc_mrr_at_20_max": 0.741562, + "nauc_mrr_at_20_std": 0.341038, + "nauc_mrr_at_20_diff1": 0.522465, + "nauc_mrr_at_100_max": 0.740535, + "nauc_mrr_at_100_std": 0.338419, + "nauc_mrr_at_100_diff1": 0.524142, + "nauc_mrr_at_1000_max": 0.740535, + "nauc_mrr_at_1000_std": 0.338419, + "nauc_mrr_at_1000_diff1": 0.524142, + "cv_recall_at_1": 0.855, + "cv_recall_at_3": 0.945, + "cv_recall_at_5": 0.97, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.65337, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.725, + "ndcg_at_3": 0.65567, + "ndcg_at_5": 0.63544, + "ndcg_at_10": 0.62864, + "ndcg_at_20": 0.64249, + "ndcg_at_100": 0.71508, + "ndcg_at_1000": 0.757, + "map_at_1": 0.15821, + "map_at_3": 0.26307, + "map_at_5": 0.31276, + "map_at_10": 0.37726, + "map_at_20": 0.43207, + "map_at_100": 0.50385, + "map_at_1000": 0.51752, + "recall_at_1": 0.15821, + "recall_at_3": 0.28174, + "recall_at_5": 0.35069, + "recall_at_10": 0.45558, + "recall_at_20": 0.57774, + "recall_at_100": 0.84454, + "recall_at_1000": 0.98946, + "accuracy": 0.15821, + "precision_at_1": 0.82, + "precision_at_3": 0.63167, + "precision_at_5": 0.541, + "precision_at_10": 0.4195, + "precision_at_20": 0.3145, + "precision_at_100": 0.11525, + "precision_at_1000": 0.01478, + "mrr_at_1": 0.82, + "mrr_at_3": 0.875, + "mrr_at_5": 0.8795, + "mrr_at_10": 0.880056, + "mrr_at_20": 0.881631, + "mrr_at_100": 0.881913, + "mrr_at_1000": 0.881913, + "nauc_ndcg_at_1_max": 0.487856, + "nauc_ndcg_at_1_std": 0.19243, + "nauc_ndcg_at_1_diff1": 0.433415, + "nauc_ndcg_at_3_max": 0.362074, + "nauc_ndcg_at_3_std": 0.122259, + "nauc_ndcg_at_3_diff1": 0.266872, + "nauc_ndcg_at_5_max": 0.33035, + "nauc_ndcg_at_5_std": 0.088558, + "nauc_ndcg_at_5_diff1": 0.252033, + "nauc_ndcg_at_10_max": 0.332618, + "nauc_ndcg_at_10_std": 0.097842, + "nauc_ndcg_at_10_diff1": 0.272586, + "nauc_ndcg_at_20_max": 0.338056, + "nauc_ndcg_at_20_std": 0.08289, + "nauc_ndcg_at_20_diff1": 0.273834, + "nauc_ndcg_at_100_max": 0.354925, + "nauc_ndcg_at_100_std": 0.125412, + "nauc_ndcg_at_100_diff1": 0.25914, + "nauc_ndcg_at_1000_max": 0.390645, + "nauc_ndcg_at_1000_std": 0.139881, + "nauc_ndcg_at_1000_diff1": 0.267626, + "nauc_map_at_1_max": 0.065478, + "nauc_map_at_1_std": -0.090618, + "nauc_map_at_1_diff1": 0.433609, + "nauc_map_at_3_max": 0.075828, + "nauc_map_at_3_std": -0.098562, + "nauc_map_at_3_diff1": 0.271561, + "nauc_map_at_5_max": 0.090609, + "nauc_map_at_5_std": -0.103675, + "nauc_map_at_5_diff1": 0.231108, + "nauc_map_at_10_max": 0.124438, + "nauc_map_at_10_std": -0.071704, + "nauc_map_at_10_diff1": 0.202151, + "nauc_map_at_20_max": 0.171136, + "nauc_map_at_20_std": -0.029608, + "nauc_map_at_20_diff1": 0.19011, + "nauc_map_at_100_max": 0.20938, + "nauc_map_at_100_std": 0.038659, + "nauc_map_at_100_diff1": 0.156964, + "nauc_map_at_1000_max": 0.215217, + "nauc_map_at_1000_std": 0.051096, + "nauc_map_at_1000_diff1": 0.149588, + "nauc_recall_at_1_max": 0.065478, + "nauc_recall_at_1_std": -0.090618, + "nauc_recall_at_1_diff1": 0.433609, + "nauc_recall_at_3_max": 0.057395, + "nauc_recall_at_3_std": -0.100561, + "nauc_recall_at_3_diff1": 0.250346, + "nauc_recall_at_5_max": 0.060193, + "nauc_recall_at_5_std": -0.119374, + "nauc_recall_at_5_diff1": 0.19085, + "nauc_recall_at_10_max": 0.104563, + "nauc_recall_at_10_std": -0.073022, + "nauc_recall_at_10_diff1": 0.193083, + "nauc_recall_at_20_max": 0.134276, + "nauc_recall_at_20_std": -0.046353, + "nauc_recall_at_20_diff1": 0.154326, + "nauc_recall_at_100_max": 0.135144, + "nauc_recall_at_100_std": 0.11507, + "nauc_recall_at_100_diff1": 0.106842, + "nauc_recall_at_1000_max": 0.390579, + "nauc_recall_at_1000_std": 0.469018, + "nauc_recall_at_1000_diff1": 0.300841, + "nauc_precision_at_1_max": 0.590112, + "nauc_precision_at_1_std": 0.306614, + "nauc_precision_at_1_diff1": 0.411719, + "nauc_precision_at_3_max": 0.209043, + "nauc_precision_at_3_std": 0.135613, + "nauc_precision_at_3_diff1": -0.097899, + "nauc_precision_at_5_max": 0.147926, + "nauc_precision_at_5_std": 0.109631, + "nauc_precision_at_5_diff1": -0.16546, + "nauc_precision_at_10_max": 0.149383, + "nauc_precision_at_10_std": 0.175005, + "nauc_precision_at_10_diff1": -0.16777, + "nauc_precision_at_20_max": 0.146582, + "nauc_precision_at_20_std": 0.201457, + "nauc_precision_at_20_diff1": -0.16151, + "nauc_precision_at_100_max": 0.072563, + "nauc_precision_at_100_std": 0.208849, + "nauc_precision_at_100_diff1": -0.170577, + "nauc_precision_at_1000_max": 0.03605, + "nauc_precision_at_1000_std": 0.162323, + "nauc_precision_at_1000_diff1": -0.171059, + "nauc_mrr_at_1_max": 0.590112, + "nauc_mrr_at_1_std": 0.306614, + "nauc_mrr_at_1_diff1": 0.411719, + "nauc_mrr_at_3_max": 0.647684, + "nauc_mrr_at_3_std": 0.371461, + "nauc_mrr_at_3_diff1": 0.386793, + "nauc_mrr_at_5_max": 0.638932, + "nauc_mrr_at_5_std": 0.35348, + "nauc_mrr_at_5_diff1": 0.372746, + "nauc_mrr_at_10_max": 0.641432, + "nauc_mrr_at_10_std": 0.363618, + "nauc_mrr_at_10_diff1": 0.37728, + "nauc_mrr_at_20_max": 0.638407, + "nauc_mrr_at_20_std": 0.357916, + "nauc_mrr_at_20_diff1": 0.37829, + "nauc_mrr_at_100_max": 0.637502, + "nauc_mrr_at_100_std": 0.357287, + "nauc_mrr_at_100_diff1": 0.37915, + "nauc_mrr_at_1000_max": 0.637502, + "nauc_mrr_at_1000_std": 0.357287, + "nauc_mrr_at_1000_diff1": 0.37915, + "cv_recall_at_1": 0.82, + "cv_recall_at_3": 0.94, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.965, + "cv_recall_at_20": 0.985, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.62864, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.69, + "ndcg_at_3": 0.63402, + "ndcg_at_5": 0.62942, + "ndcg_at_10": 0.61935, + "ndcg_at_20": 0.63357, + "ndcg_at_100": 0.70084, + "ndcg_at_1000": 0.74545, + "map_at_1": 0.15013, + "map_at_3": 0.25403, + "map_at_5": 0.30685, + "map_at_10": 0.36918, + "map_at_20": 0.4249, + "map_at_100": 0.49182, + "map_at_1000": 0.506, + "recall_at_1": 0.15013, + "recall_at_3": 0.27351, + "recall_at_5": 0.35475, + "recall_at_10": 0.46117, + "recall_at_20": 0.57973, + "recall_at_100": 0.82767, + "recall_at_1000": 0.98312, + "accuracy": 0.15013, + "precision_at_1": 0.785, + "precision_at_3": 0.60667, + "precision_at_5": 0.545, + "precision_at_10": 0.416, + "precision_at_20": 0.31025, + "precision_at_100": 0.1118, + "precision_at_1000": 0.01468, + "mrr_at_1": 0.785, + "mrr_at_3": 0.846667, + "mrr_at_5": 0.855417, + "mrr_at_10": 0.858734, + "mrr_at_20": 0.859306, + "mrr_at_100": 0.859441, + "mrr_at_1000": 0.859441, + "nauc_ndcg_at_1_max": 0.377397, + "nauc_ndcg_at_1_std": 0.034112, + "nauc_ndcg_at_1_diff1": 0.551011, + "nauc_ndcg_at_3_max": 0.357622, + "nauc_ndcg_at_3_std": 0.040678, + "nauc_ndcg_at_3_diff1": 0.332429, + "nauc_ndcg_at_5_max": 0.348199, + "nauc_ndcg_at_5_std": 0.059981, + "nauc_ndcg_at_5_diff1": 0.302586, + "nauc_ndcg_at_10_max": 0.352719, + "nauc_ndcg_at_10_std": 0.035935, + "nauc_ndcg_at_10_diff1": 0.299324, + "nauc_ndcg_at_20_max": 0.354927, + "nauc_ndcg_at_20_std": 0.035996, + "nauc_ndcg_at_20_diff1": 0.325581, + "nauc_ndcg_at_100_max": 0.380424, + "nauc_ndcg_at_100_std": 0.078092, + "nauc_ndcg_at_100_diff1": 0.330447, + "nauc_ndcg_at_1000_max": 0.405071, + "nauc_ndcg_at_1000_std": 0.082159, + "nauc_ndcg_at_1000_diff1": 0.333385, + "nauc_map_at_1_max": 0.09886, + "nauc_map_at_1_std": -0.121095, + "nauc_map_at_1_diff1": 0.438105, + "nauc_map_at_3_max": 0.121038, + "nauc_map_at_3_std": -0.124048, + "nauc_map_at_3_diff1": 0.292194, + "nauc_map_at_5_max": 0.140882, + "nauc_map_at_5_std": -0.122833, + "nauc_map_at_5_diff1": 0.270622, + "nauc_map_at_10_max": 0.17957, + "nauc_map_at_10_std": -0.098177, + "nauc_map_at_10_diff1": 0.233484, + "nauc_map_at_20_max": 0.216896, + "nauc_map_at_20_std": -0.048544, + "nauc_map_at_20_diff1": 0.227505, + "nauc_map_at_100_max": 0.259234, + "nauc_map_at_100_std": 0.030157, + "nauc_map_at_100_diff1": 0.192408, + "nauc_map_at_1000_max": 0.26439, + "nauc_map_at_1000_std": 0.042579, + "nauc_map_at_1000_diff1": 0.18223, + "nauc_recall_at_1_max": 0.09886, + "nauc_recall_at_1_std": -0.121095, + "nauc_recall_at_1_diff1": 0.438105, + "nauc_recall_at_3_max": 0.087301, + "nauc_recall_at_3_std": -0.151668, + "nauc_recall_at_3_diff1": 0.246089, + "nauc_recall_at_5_max": 0.093541, + "nauc_recall_at_5_std": -0.1457, + "nauc_recall_at_5_diff1": 0.213091, + "nauc_recall_at_10_max": 0.133482, + "nauc_recall_at_10_std": -0.122428, + "nauc_recall_at_10_diff1": 0.199668, + "nauc_recall_at_20_max": 0.141131, + "nauc_recall_at_20_std": -0.076603, + "nauc_recall_at_20_diff1": 0.178668, + "nauc_recall_at_100_max": 0.208999, + "nauc_recall_at_100_std": 0.115365, + "nauc_recall_at_100_diff1": 0.153994, + "nauc_recall_at_1000_max": 0.530584, + "nauc_recall_at_1000_std": 0.399389, + "nauc_recall_at_1000_diff1": 0.185198, + "nauc_precision_at_1_max": 0.444341, + "nauc_precision_at_1_std": 0.173039, + "nauc_precision_at_1_diff1": 0.573695, + "nauc_precision_at_3_max": 0.256093, + "nauc_precision_at_3_std": 0.165048, + "nauc_precision_at_3_diff1": -0.015086, + "nauc_precision_at_5_max": 0.194592, + "nauc_precision_at_5_std": 0.19555, + "nauc_precision_at_5_diff1": -0.107326, + "nauc_precision_at_10_max": 0.176496, + "nauc_precision_at_10_std": 0.218193, + "nauc_precision_at_10_diff1": -0.165169, + "nauc_precision_at_20_max": 0.148575, + "nauc_precision_at_20_std": 0.244757, + "nauc_precision_at_20_diff1": -0.159814, + "nauc_precision_at_100_max": 0.086231, + "nauc_precision_at_100_std": 0.250427, + "nauc_precision_at_100_diff1": -0.188856, + "nauc_precision_at_1000_max": 0.033949, + "nauc_precision_at_1000_std": 0.190922, + "nauc_precision_at_1000_diff1": -0.203731, + "nauc_mrr_at_1_max": 0.444341, + "nauc_mrr_at_1_std": 0.173039, + "nauc_mrr_at_1_diff1": 0.573695, + "nauc_mrr_at_3_max": 0.518076, + "nauc_mrr_at_3_std": 0.14993, + "nauc_mrr_at_3_diff1": 0.542234, + "nauc_mrr_at_5_max": 0.509232, + "nauc_mrr_at_5_std": 0.171884, + "nauc_mrr_at_5_diff1": 0.541896, + "nauc_mrr_at_10_max": 0.50445, + "nauc_mrr_at_10_std": 0.169838, + "nauc_mrr_at_10_diff1": 0.539026, + "nauc_mrr_at_20_max": 0.503732, + "nauc_mrr_at_20_std": 0.169079, + "nauc_mrr_at_20_diff1": 0.541869, + "nauc_mrr_at_100_max": 0.503223, + "nauc_mrr_at_100_std": 0.168226, + "nauc_mrr_at_100_diff1": 0.542058, + "nauc_mrr_at_1000_max": 0.503223, + "nauc_mrr_at_1000_std": 0.168226, + "nauc_mrr_at_1000_diff1": 0.542058, + "cv_recall_at_1": 0.785, + "cv_recall_at_3": 0.92, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.985, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.61935, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.7875, + "ndcg_at_3": 0.71889, + "ndcg_at_5": 0.69651, + "ndcg_at_10": 0.66627, + "ndcg_at_20": 0.6518, + "ndcg_at_100": 0.70979, + "ndcg_at_1000": 0.77769, + "map_at_1": 0.07743, + "map_at_3": 0.16329, + "map_at_5": 0.21344, + "map_at_10": 0.28092, + "map_at_20": 0.34749, + "map_at_100": 0.46392, + "map_at_1000": 0.50608, + "recall_at_1": 0.07743, + "recall_at_3": 0.17511, + "recall_at_5": 0.24109, + "recall_at_10": 0.33895, + "recall_at_20": 0.46383, + "recall_at_100": 0.7662, + "recall_at_1000": 0.97667, + "accuracy": 0.07743, + "precision_at_1": 0.87, + "precision_at_3": 0.75333, + "precision_at_5": 0.695, + "precision_at_10": 0.5795, + "precision_at_20": 0.4565, + "precision_at_100": 0.2136, + "precision_at_1000": 0.03532, + "mrr_at_1": 0.87, + "mrr_at_3": 0.905833, + "mrr_at_5": 0.909583, + "mrr_at_10": 0.91125, + "mrr_at_20": 0.912577, + "mrr_at_100": 0.912698, + "mrr_at_1000": 0.912698, + "nauc_ndcg_at_1_max": 0.441796, + "nauc_ndcg_at_1_std": 0.143658, + "nauc_ndcg_at_1_diff1": 0.234089, + "nauc_ndcg_at_3_max": 0.450854, + "nauc_ndcg_at_3_std": 0.196587, + "nauc_ndcg_at_3_diff1": -0.013229, + "nauc_ndcg_at_5_max": 0.377503, + "nauc_ndcg_at_5_std": 0.219063, + "nauc_ndcg_at_5_diff1": -0.061481, + "nauc_ndcg_at_10_max": 0.387692, + "nauc_ndcg_at_10_std": 0.237923, + "nauc_ndcg_at_10_diff1": -0.02467, + "nauc_ndcg_at_20_max": 0.380411, + "nauc_ndcg_at_20_std": 0.274225, + "nauc_ndcg_at_20_diff1": 0.055233, + "nauc_ndcg_at_100_max": 0.357316, + "nauc_ndcg_at_100_std": 0.373902, + "nauc_ndcg_at_100_diff1": 0.061111, + "nauc_ndcg_at_1000_max": 0.414979, + "nauc_ndcg_at_1000_std": 0.372866, + "nauc_ndcg_at_1000_diff1": -0.010348, + "nauc_map_at_1_max": 0.24888, + "nauc_map_at_1_std": 0.161388, + "nauc_map_at_1_diff1": 0.493344, + "nauc_map_at_3_max": 0.274251, + "nauc_map_at_3_std": 0.163504, + "nauc_map_at_3_diff1": 0.34679, + "nauc_map_at_5_max": 0.233841, + "nauc_map_at_5_std": 0.18757, + "nauc_map_at_5_diff1": 0.284937, + "nauc_map_at_10_max": 0.255316, + "nauc_map_at_10_std": 0.219851, + "nauc_map_at_10_diff1": 0.223109, + "nauc_map_at_20_max": 0.274246, + "nauc_map_at_20_std": 0.273795, + "nauc_map_at_20_diff1": 0.179013, + "nauc_map_at_100_max": 0.272325, + "nauc_map_at_100_std": 0.352335, + "nauc_map_at_100_diff1": 0.028437, + "nauc_map_at_1000_max": 0.276167, + "nauc_map_at_1000_std": 0.384462, + "nauc_map_at_1000_diff1": -0.024455, + "nauc_recall_at_1_max": 0.24888, + "nauc_recall_at_1_std": 0.161388, + "nauc_recall_at_1_diff1": 0.493344, + "nauc_recall_at_3_max": 0.225745, + "nauc_recall_at_3_std": 0.154297, + "nauc_recall_at_3_diff1": 0.336339, + "nauc_recall_at_5_max": 0.153037, + "nauc_recall_at_5_std": 0.173106, + "nauc_recall_at_5_diff1": 0.282194, + "nauc_recall_at_10_max": 0.15792, + "nauc_recall_at_10_std": 0.188469, + "nauc_recall_at_10_diff1": 0.237099, + "nauc_recall_at_20_max": 0.138086, + "nauc_recall_at_20_std": 0.212764, + "nauc_recall_at_20_diff1": 0.238145, + "nauc_recall_at_100_max": 0.103511, + "nauc_recall_at_100_std": 0.33185, + "nauc_recall_at_100_diff1": 0.105822, + "nauc_recall_at_1000_max": 0.272526, + "nauc_recall_at_1000_std": 0.6367, + "nauc_recall_at_1000_diff1": -0.099728, + "nauc_precision_at_1_max": 0.507406, + "nauc_precision_at_1_std": 0.287547, + "nauc_precision_at_1_diff1": 0.207861, + "nauc_precision_at_3_max": 0.364459, + "nauc_precision_at_3_std": 0.238975, + "nauc_precision_at_3_diff1": -0.320456, + "nauc_precision_at_5_max": 0.178566, + "nauc_precision_at_5_std": 0.222986, + "nauc_precision_at_5_diff1": -0.40676, + "nauc_precision_at_10_max": 0.13847, + "nauc_precision_at_10_std": 0.126701, + "nauc_precision_at_10_diff1": -0.389952, + "nauc_precision_at_20_max": 0.069534, + "nauc_precision_at_20_std": 0.099331, + "nauc_precision_at_20_diff1": -0.355209, + "nauc_precision_at_100_max": -0.043299, + "nauc_precision_at_100_std": 0.035389, + "nauc_precision_at_100_diff1": -0.278252, + "nauc_precision_at_1000_max": -0.054953, + "nauc_precision_at_1000_std": -0.008839, + "nauc_precision_at_1000_diff1": -0.202303, + "nauc_mrr_at_1_max": 0.507406, + "nauc_mrr_at_1_std": 0.287547, + "nauc_mrr_at_1_diff1": 0.207861, + "nauc_mrr_at_3_max": 0.50211, + "nauc_mrr_at_3_std": 0.285837, + "nauc_mrr_at_3_diff1": 0.118761, + "nauc_mrr_at_5_max": 0.502674, + "nauc_mrr_at_5_std": 0.299749, + "nauc_mrr_at_5_diff1": 0.119421, + "nauc_mrr_at_10_max": 0.5143, + "nauc_mrr_at_10_std": 0.295132, + "nauc_mrr_at_10_diff1": 0.131595, + "nauc_mrr_at_20_max": 0.508305, + "nauc_mrr_at_20_std": 0.291047, + "nauc_mrr_at_20_diff1": 0.13439, + "nauc_mrr_at_100_max": 0.50824, + "nauc_mrr_at_100_std": 0.290951, + "nauc_mrr_at_100_diff1": 0.13407, + "nauc_mrr_at_1000_max": 0.50824, + "nauc_mrr_at_1000_std": 0.290951, + "nauc_mrr_at_1000_diff1": 0.13407, + "cv_recall_at_1": 0.87, + "cv_recall_at_3": 0.95, + "cv_recall_at_5": 0.965, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66627, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75, + "ndcg_at_3": 0.68253, + "ndcg_at_5": 0.65459, + "ndcg_at_10": 0.62362, + "ndcg_at_20": 0.60747, + "ndcg_at_100": 0.67578, + "ndcg_at_1000": 0.7523, + "map_at_1": 0.07768, + "map_at_3": 0.16044, + "map_at_5": 0.20444, + "map_at_10": 0.26404, + "map_at_20": 0.32236, + "map_at_100": 0.43007, + "map_at_1000": 0.47259, + "recall_at_1": 0.07768, + "recall_at_3": 0.16811, + "recall_at_5": 0.22447, + "recall_at_10": 0.31741, + "recall_at_20": 0.42242, + "recall_at_100": 0.74378, + "recall_at_1000": 0.97048, + "accuracy": 0.07768, + "precision_at_1": 0.845, + "precision_at_3": 0.73833, + "precision_at_5": 0.665, + "precision_at_10": 0.542, + "precision_at_20": 0.42175, + "precision_at_100": 0.20115, + "precision_at_1000": 0.03503, + "mrr_at_1": 0.845, + "mrr_at_3": 0.879167, + "mrr_at_5": 0.885167, + "mrr_at_10": 0.8885, + "mrr_at_20": 0.88875, + "mrr_at_100": 0.889756, + "mrr_at_1000": 0.889756, + "nauc_ndcg_at_1_max": 0.497554, + "nauc_ndcg_at_1_std": 0.197319, + "nauc_ndcg_at_1_diff1": 0.399211, + "nauc_ndcg_at_3_max": 0.422432, + "nauc_ndcg_at_3_std": 0.159361, + "nauc_ndcg_at_3_diff1": 0.215396, + "nauc_ndcg_at_5_max": 0.419945, + "nauc_ndcg_at_5_std": 0.186751, + "nauc_ndcg_at_5_diff1": 0.168869, + "nauc_ndcg_at_10_max": 0.466772, + "nauc_ndcg_at_10_std": 0.231841, + "nauc_ndcg_at_10_diff1": 0.134728, + "nauc_ndcg_at_20_max": 0.457365, + "nauc_ndcg_at_20_std": 0.252616, + "nauc_ndcg_at_20_diff1": 0.178, + "nauc_ndcg_at_100_max": 0.438869, + "nauc_ndcg_at_100_std": 0.352182, + "nauc_ndcg_at_100_diff1": 0.174323, + "nauc_ndcg_at_1000_max": 0.486769, + "nauc_ndcg_at_1000_std": 0.312983, + "nauc_ndcg_at_1000_diff1": 0.14657, + "nauc_map_at_1_max": 0.21797, + "nauc_map_at_1_std": 0.150784, + "nauc_map_at_1_diff1": 0.455993, + "nauc_map_at_3_max": 0.209194, + "nauc_map_at_3_std": 0.134597, + "nauc_map_at_3_diff1": 0.368048, + "nauc_map_at_5_max": 0.236891, + "nauc_map_at_5_std": 0.158793, + "nauc_map_at_5_diff1": 0.316655, + "nauc_map_at_10_max": 0.277609, + "nauc_map_at_10_std": 0.203896, + "nauc_map_at_10_diff1": 0.254671, + "nauc_map_at_20_max": 0.317667, + "nauc_map_at_20_std": 0.2442, + "nauc_map_at_20_diff1": 0.212341, + "nauc_map_at_100_max": 0.391301, + "nauc_map_at_100_std": 0.329294, + "nauc_map_at_100_diff1": 0.127797, + "nauc_map_at_1000_max": 0.405241, + "nauc_map_at_1000_std": 0.352945, + "nauc_map_at_1000_diff1": 0.081559, + "nauc_recall_at_1_max": 0.21797, + "nauc_recall_at_1_std": 0.150784, + "nauc_recall_at_1_diff1": 0.455993, + "nauc_recall_at_3_max": 0.177613, + "nauc_recall_at_3_std": 0.108114, + "nauc_recall_at_3_diff1": 0.381742, + "nauc_recall_at_5_max": 0.192122, + "nauc_recall_at_5_std": 0.140198, + "nauc_recall_at_5_diff1": 0.324144, + "nauc_recall_at_10_max": 0.214988, + "nauc_recall_at_10_std": 0.193396, + "nauc_recall_at_10_diff1": 0.231248, + "nauc_recall_at_20_max": 0.23534, + "nauc_recall_at_20_std": 0.214103, + "nauc_recall_at_20_diff1": 0.210478, + "nauc_recall_at_100_max": 0.213987, + "nauc_recall_at_100_std": 0.395061, + "nauc_recall_at_100_diff1": 0.084531, + "nauc_recall_at_1000_max": 0.423426, + "nauc_recall_at_1000_std": 0.662513, + "nauc_recall_at_1000_diff1": -0.097477, + "nauc_precision_at_1_max": 0.564875, + "nauc_precision_at_1_std": 0.316825, + "nauc_precision_at_1_diff1": 0.388759, + "nauc_precision_at_3_max": 0.342741, + "nauc_precision_at_3_std": 0.174399, + "nauc_precision_at_3_diff1": -0.055986, + "nauc_precision_at_5_max": 0.291684, + "nauc_precision_at_5_std": 0.135709, + "nauc_precision_at_5_diff1": -0.164112, + "nauc_precision_at_10_max": 0.276822, + "nauc_precision_at_10_std": 0.154936, + "nauc_precision_at_10_diff1": -0.256655, + "nauc_precision_at_20_max": 0.212224, + "nauc_precision_at_20_std": 0.115091, + "nauc_precision_at_20_diff1": -0.247522, + "nauc_precision_at_100_max": 0.059723, + "nauc_precision_at_100_std": 0.059137, + "nauc_precision_at_100_diff1": -0.258683, + "nauc_precision_at_1000_max": -0.044394, + "nauc_precision_at_1000_std": -0.028322, + "nauc_precision_at_1000_diff1": -0.22762, + "nauc_mrr_at_1_max": 0.564875, + "nauc_mrr_at_1_std": 0.316825, + "nauc_mrr_at_1_diff1": 0.388759, + "nauc_mrr_at_3_max": 0.53489, + "nauc_mrr_at_3_std": 0.226471, + "nauc_mrr_at_3_diff1": 0.339771, + "nauc_mrr_at_5_max": 0.535466, + "nauc_mrr_at_5_std": 0.217667, + "nauc_mrr_at_5_diff1": 0.354544, + "nauc_mrr_at_10_max": 0.545846, + "nauc_mrr_at_10_std": 0.24474, + "nauc_mrr_at_10_diff1": 0.35358, + "nauc_mrr_at_20_max": 0.545095, + "nauc_mrr_at_20_std": 0.243632, + "nauc_mrr_at_20_diff1": 0.352383, + "nauc_mrr_at_100_max": 0.544812, + "nauc_mrr_at_100_std": 0.244148, + "nauc_mrr_at_100_diff1": 0.352944, + "nauc_mrr_at_1000_max": 0.544812, + "nauc_mrr_at_1000_std": 0.244148, + "nauc_mrr_at_1000_diff1": 0.352944, + "cv_recall_at_1": 0.845, + "cv_recall_at_3": 0.92, + "cv_recall_at_5": 0.945, + "cv_recall_at_10": 0.965, + "cv_recall_at_20": 0.97, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.62362, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7175, + "ndcg_at_3": 0.68382, + "ndcg_at_5": 0.65697, + "ndcg_at_10": 0.62986, + "ndcg_at_20": 0.61701, + "ndcg_at_100": 0.68556, + "ndcg_at_1000": 0.757, + "map_at_1": 0.07458, + "map_at_3": 0.15526, + "map_at_5": 0.2003, + "map_at_10": 0.26598, + "map_at_20": 0.32559, + "map_at_100": 0.43816, + "map_at_1000": 0.48125, + "recall_at_1": 0.07458, + "recall_at_3": 0.16918, + "recall_at_5": 0.22798, + "recall_at_10": 0.32631, + "recall_at_20": 0.43576, + "recall_at_100": 0.75786, + "recall_at_1000": 0.97448, + "accuracy": 0.07458, + "precision_at_1": 0.82, + "precision_at_3": 0.74333, + "precision_at_5": 0.666, + "precision_at_10": 0.5525, + "precision_at_20": 0.43325, + "precision_at_100": 0.20905, + "precision_at_1000": 0.0353, + "mrr_at_1": 0.82, + "mrr_at_3": 0.880833, + "mrr_at_5": 0.883083, + "mrr_at_10": 0.884472, + "mrr_at_20": 0.884766, + "mrr_at_100": 0.885421, + "mrr_at_1000": 0.885421, + "nauc_ndcg_at_1_max": 0.419774, + "nauc_ndcg_at_1_std": 0.153907, + "nauc_ndcg_at_1_diff1": 0.43564, + "nauc_ndcg_at_3_max": 0.385773, + "nauc_ndcg_at_3_std": 0.188915, + "nauc_ndcg_at_3_diff1": 0.167993, + "nauc_ndcg_at_5_max": 0.352631, + "nauc_ndcg_at_5_std": 0.163995, + "nauc_ndcg_at_5_diff1": 0.158821, + "nauc_ndcg_at_10_max": 0.376271, + "nauc_ndcg_at_10_std": 0.217854, + "nauc_ndcg_at_10_diff1": 0.160867, + "nauc_ndcg_at_20_max": 0.389769, + "nauc_ndcg_at_20_std": 0.2218, + "nauc_ndcg_at_20_diff1": 0.195572, + "nauc_ndcg_at_100_max": 0.366115, + "nauc_ndcg_at_100_std": 0.330338, + "nauc_ndcg_at_100_diff1": 0.158075, + "nauc_ndcg_at_1000_max": 0.399785, + "nauc_ndcg_at_1000_std": 0.317905, + "nauc_ndcg_at_1000_diff1": 0.136467, + "nauc_map_at_1_max": 0.244099, + "nauc_map_at_1_std": 0.148588, + "nauc_map_at_1_diff1": 0.466747, + "nauc_map_at_3_max": 0.264785, + "nauc_map_at_3_std": 0.188734, + "nauc_map_at_3_diff1": 0.290886, + "nauc_map_at_5_max": 0.275405, + "nauc_map_at_5_std": 0.153589, + "nauc_map_at_5_diff1": 0.273054, + "nauc_map_at_10_max": 0.294211, + "nauc_map_at_10_std": 0.204914, + "nauc_map_at_10_diff1": 0.208325, + "nauc_map_at_20_max": 0.312795, + "nauc_map_at_20_std": 0.242386, + "nauc_map_at_20_diff1": 0.176176, + "nauc_map_at_100_max": 0.322333, + "nauc_map_at_100_std": 0.328956, + "nauc_map_at_100_diff1": 0.080303, + "nauc_map_at_1000_max": 0.317715, + "nauc_map_at_1000_std": 0.342383, + "nauc_map_at_1000_diff1": 0.06941, + "nauc_recall_at_1_max": 0.244099, + "nauc_recall_at_1_std": 0.148588, + "nauc_recall_at_1_diff1": 0.466747, + "nauc_recall_at_3_max": 0.216796, + "nauc_recall_at_3_std": 0.16926, + "nauc_recall_at_3_diff1": 0.274952, + "nauc_recall_at_5_max": 0.217935, + "nauc_recall_at_5_std": 0.129301, + "nauc_recall_at_5_diff1": 0.277993, + "nauc_recall_at_10_max": 0.217771, + "nauc_recall_at_10_std": 0.16848, + "nauc_recall_at_10_diff1": 0.210663, + "nauc_recall_at_20_max": 0.222141, + "nauc_recall_at_20_std": 0.184173, + "nauc_recall_at_20_diff1": 0.210457, + "nauc_recall_at_100_max": 0.149787, + "nauc_recall_at_100_std": 0.320637, + "nauc_recall_at_100_diff1": 0.075467, + "nauc_recall_at_1000_max": 0.345206, + "nauc_recall_at_1000_std": 0.652908, + "nauc_recall_at_1000_diff1": -0.029824, + "nauc_precision_at_1_max": 0.51067, + "nauc_precision_at_1_std": 0.298766, + "nauc_precision_at_1_diff1": 0.446745, + "nauc_precision_at_3_max": 0.284229, + "nauc_precision_at_3_std": 0.235092, + "nauc_precision_at_3_diff1": -0.123788, + "nauc_precision_at_5_max": 0.192442, + "nauc_precision_at_5_std": 0.120058, + "nauc_precision_at_5_diff1": -0.149046, + "nauc_precision_at_10_max": 0.154443, + "nauc_precision_at_10_std": 0.141853, + "nauc_precision_at_10_diff1": -0.194402, + "nauc_precision_at_20_max": 0.091302, + "nauc_precision_at_20_std": 0.092817, + "nauc_precision_at_20_diff1": -0.198178, + "nauc_precision_at_100_max": -0.032524, + "nauc_precision_at_100_std": 0.047004, + "nauc_precision_at_100_diff1": -0.146899, + "nauc_precision_at_1000_max": -0.082743, + "nauc_precision_at_1000_std": -0.038025, + "nauc_precision_at_1000_diff1": -0.078541, + "nauc_mrr_at_1_max": 0.51067, + "nauc_mrr_at_1_std": 0.298766, + "nauc_mrr_at_1_diff1": 0.446745, + "nauc_mrr_at_3_max": 0.458039, + "nauc_mrr_at_3_std": 0.276082, + "nauc_mrr_at_3_diff1": 0.394279, + "nauc_mrr_at_5_max": 0.465978, + "nauc_mrr_at_5_std": 0.281484, + "nauc_mrr_at_5_diff1": 0.391394, + "nauc_mrr_at_10_max": 0.479954, + "nauc_mrr_at_10_std": 0.280463, + "nauc_mrr_at_10_diff1": 0.396455, + "nauc_mrr_at_20_max": 0.478564, + "nauc_mrr_at_20_std": 0.279282, + "nauc_mrr_at_20_diff1": 0.397973, + "nauc_mrr_at_100_max": 0.478222, + "nauc_mrr_at_100_std": 0.279582, + "nauc_mrr_at_100_diff1": 0.399096, + "nauc_mrr_at_1000_max": 0.478222, + "nauc_mrr_at_1000_std": 0.279582, + "nauc_mrr_at_1000_diff1": 0.399096, + "cv_recall_at_1": 0.82, + "cv_recall_at_3": 0.95, + "cv_recall_at_5": 0.96, + "cv_recall_at_10": 0.97, + "cv_recall_at_20": 0.975, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.62986, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.70797, + "ndcg_at_5": 0.67308, + "ndcg_at_10": 0.6532, + "ndcg_at_20": 0.65217, + "ndcg_at_100": 0.72414, + "ndcg_at_1000": 0.78186, + "map_at_1": 0.09891, + "map_at_3": 0.19581, + "map_at_5": 0.25226, + "map_at_10": 0.32329, + "map_at_20": 0.38814, + "map_at_100": 0.49123, + "map_at_1000": 0.51721, + "recall_at_1": 0.09891, + "recall_at_3": 0.20451, + "recall_at_5": 0.27701, + "recall_at_10": 0.39029, + "recall_at_20": 0.51475, + "recall_at_100": 0.80867, + "recall_at_1000": 0.98433, + "accuracy": 0.09891, + "precision_at_1": 0.905, + "precision_at_3": 0.74333, + "precision_at_5": 0.659, + "precision_at_10": 0.532, + "precision_at_20": 0.40675, + "precision_at_100": 0.168, + "precision_at_1000": 0.02434, + "mrr_at_1": 0.905, + "mrr_at_3": 0.934167, + "mrr_at_5": 0.937667, + "mrr_at_10": 0.939214, + "mrr_at_20": 0.939669, + "mrr_at_100": 0.939669, + "mrr_at_1000": 0.939669, + "nauc_ndcg_at_1_max": 0.351695, + "nauc_ndcg_at_1_std": -0.056283, + "nauc_ndcg_at_1_diff1": 0.475295, + "nauc_ndcg_at_3_max": 0.357511, + "nauc_ndcg_at_3_std": 0.097681, + "nauc_ndcg_at_3_diff1": 0.134913, + "nauc_ndcg_at_5_max": 0.297543, + "nauc_ndcg_at_5_std": 0.07946, + "nauc_ndcg_at_5_diff1": 0.071875, + "nauc_ndcg_at_10_max": 0.338499, + "nauc_ndcg_at_10_std": 0.118546, + "nauc_ndcg_at_10_diff1": 0.101955, + "nauc_ndcg_at_20_max": 0.370344, + "nauc_ndcg_at_20_std": 0.138047, + "nauc_ndcg_at_20_diff1": 0.138163, + "nauc_ndcg_at_100_max": 0.456619, + "nauc_ndcg_at_100_std": 0.307624, + "nauc_ndcg_at_100_diff1": 0.156991, + "nauc_ndcg_at_1000_max": 0.407159, + "nauc_ndcg_at_1000_std": 0.265114, + "nauc_ndcg_at_1000_diff1": 0.111731, + "nauc_map_at_1_max": 0.132765, + "nauc_map_at_1_std": -0.203008, + "nauc_map_at_1_diff1": 0.435897, + "nauc_map_at_3_max": 0.250354, + "nauc_map_at_3_std": -0.136473, + "nauc_map_at_3_diff1": 0.277838, + "nauc_map_at_5_max": 0.255356, + "nauc_map_at_5_std": -0.113964, + "nauc_map_at_5_diff1": 0.230647, + "nauc_map_at_10_max": 0.285576, + "nauc_map_at_10_std": -0.074754, + "nauc_map_at_10_diff1": 0.205339, + "nauc_map_at_20_max": 0.310429, + "nauc_map_at_20_std": 0.01381, + "nauc_map_at_20_diff1": 0.168207, + "nauc_map_at_100_max": 0.368314, + "nauc_map_at_100_std": 0.247894, + "nauc_map_at_100_diff1": 0.075102, + "nauc_map_at_1000_max": 0.347689, + "nauc_map_at_1000_std": 0.260094, + "nauc_map_at_1000_diff1": 0.041141, + "nauc_recall_at_1_max": 0.132765, + "nauc_recall_at_1_std": -0.203008, + "nauc_recall_at_1_diff1": 0.435897, + "nauc_recall_at_3_max": 0.228902, + "nauc_recall_at_3_std": -0.136527, + "nauc_recall_at_3_diff1": 0.253309, + "nauc_recall_at_5_max": 0.202308, + "nauc_recall_at_5_std": -0.12539, + "nauc_recall_at_5_diff1": 0.194079, + "nauc_recall_at_10_max": 0.23377, + "nauc_recall_at_10_std": -0.107848, + "nauc_recall_at_10_diff1": 0.19746, + "nauc_recall_at_20_max": 0.244609, + "nauc_recall_at_20_std": -0.030427, + "nauc_recall_at_20_diff1": 0.167246, + "nauc_recall_at_100_max": 0.390191, + "nauc_recall_at_100_std": 0.389832, + "nauc_recall_at_100_diff1": 0.103534, + "nauc_recall_at_1000_max": 0.3216, + "nauc_recall_at_1000_std": 0.657698, + "nauc_recall_at_1000_diff1": 0.014679, + "nauc_precision_at_1_max": 0.414812, + "nauc_precision_at_1_std": -0.011106, + "nauc_precision_at_1_diff1": 0.612069, + "nauc_precision_at_3_max": 0.282415, + "nauc_precision_at_3_std": 0.225087, + "nauc_precision_at_3_diff1": -0.170225, + "nauc_precision_at_5_max": 0.132427, + "nauc_precision_at_5_std": 0.212309, + "nauc_precision_at_5_diff1": -0.225663, + "nauc_precision_at_10_max": 0.092035, + "nauc_precision_at_10_std": 0.303151, + "nauc_precision_at_10_diff1": -0.247875, + "nauc_precision_at_20_max": 0.00812, + "nauc_precision_at_20_std": 0.355169, + "nauc_precision_at_20_diff1": -0.280974, + "nauc_precision_at_100_max": -0.059206, + "nauc_precision_at_100_std": 0.324637, + "nauc_precision_at_100_diff1": -0.279273, + "nauc_precision_at_1000_max": -0.185604, + "nauc_precision_at_1000_std": 0.111761, + "nauc_precision_at_1000_diff1": -0.253168, + "nauc_mrr_at_1_max": 0.414812, + "nauc_mrr_at_1_std": -0.011106, + "nauc_mrr_at_1_diff1": 0.612069, + "nauc_mrr_at_3_max": 0.50286, + "nauc_mrr_at_3_std": 0.014189, + "nauc_mrr_at_3_diff1": 0.659203, + "nauc_mrr_at_5_max": 0.477043, + "nauc_mrr_at_5_std": -0.004755, + "nauc_mrr_at_5_diff1": 0.640067, + "nauc_mrr_at_10_max": 0.483298, + "nauc_mrr_at_10_std": 0.006974, + "nauc_mrr_at_10_diff1": 0.642968, + "nauc_mrr_at_20_max": 0.48039, + "nauc_mrr_at_20_std": 0.008318, + "nauc_mrr_at_20_diff1": 0.642371, + "nauc_mrr_at_100_max": 0.48039, + "nauc_mrr_at_100_std": 0.008318, + "nauc_mrr_at_100_diff1": 0.642371, + "nauc_mrr_at_1000_max": 0.48039, + "nauc_mrr_at_1000_std": 0.008318, + "nauc_mrr_at_1000_diff1": 0.642371, + "cv_recall_at_1": 0.905, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.985, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.6532, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7775, + "ndcg_at_3": 0.69589, + "ndcg_at_5": 0.66072, + "ndcg_at_10": 0.63813, + "ndcg_at_20": 0.6365, + "ndcg_at_100": 0.71262, + "ndcg_at_1000": 0.77054, + "map_at_1": 0.10083, + "map_at_3": 0.19719, + "map_at_5": 0.24985, + "map_at_10": 0.31943, + "map_at_20": 0.38004, + "map_at_100": 0.47794, + "map_at_1000": 0.50283, + "recall_at_1": 0.10083, + "recall_at_3": 0.20863, + "recall_at_5": 0.27702, + "recall_at_10": 0.38718, + "recall_at_20": 0.50373, + "recall_at_100": 0.80292, + "recall_at_1000": 0.97829, + "accuracy": 0.10083, + "precision_at_1": 0.885, + "precision_at_3": 0.72833, + "precision_at_5": 0.644, + "precision_at_10": 0.513, + "precision_at_20": 0.39225, + "precision_at_100": 0.16215, + "precision_at_1000": 0.02393, + "mrr_at_1": 0.885, + "mrr_at_3": 0.93, + "mrr_at_5": 0.93125, + "mrr_at_10": 0.932083, + "mrr_at_20": 0.932468, + "mrr_at_100": 0.932629, + "mrr_at_1000": 0.932629, + "nauc_ndcg_at_1_max": 0.447673, + "nauc_ndcg_at_1_std": -0.032731, + "nauc_ndcg_at_1_diff1": 0.485111, + "nauc_ndcg_at_3_max": 0.360742, + "nauc_ndcg_at_3_std": 0.068893, + "nauc_ndcg_at_3_diff1": 0.116428, + "nauc_ndcg_at_5_max": 0.285756, + "nauc_ndcg_at_5_std": 0.094281, + "nauc_ndcg_at_5_diff1": 0.04051, + "nauc_ndcg_at_10_max": 0.316421, + "nauc_ndcg_at_10_std": 0.108288, + "nauc_ndcg_at_10_diff1": 0.069059, + "nauc_ndcg_at_20_max": 0.345503, + "nauc_ndcg_at_20_std": 0.098837, + "nauc_ndcg_at_20_diff1": 0.145687, + "nauc_ndcg_at_100_max": 0.44999, + "nauc_ndcg_at_100_std": 0.309701, + "nauc_ndcg_at_100_diff1": 0.124706, + "nauc_ndcg_at_1000_max": 0.393556, + "nauc_ndcg_at_1000_std": 0.260294, + "nauc_ndcg_at_1000_diff1": 0.096277, + "nauc_map_at_1_max": 0.119333, + "nauc_map_at_1_std": -0.209486, + "nauc_map_at_1_diff1": 0.345133, + "nauc_map_at_3_max": 0.184129, + "nauc_map_at_3_std": -0.176946, + "nauc_map_at_3_diff1": 0.214155, + "nauc_map_at_5_max": 0.219663, + "nauc_map_at_5_std": -0.14286, + "nauc_map_at_5_diff1": 0.186782, + "nauc_map_at_10_max": 0.244777, + "nauc_map_at_10_std": -0.095673, + "nauc_map_at_10_diff1": 0.150754, + "nauc_map_at_20_max": 0.270743, + "nauc_map_at_20_std": -0.020503, + "nauc_map_at_20_diff1": 0.136398, + "nauc_map_at_100_max": 0.317882, + "nauc_map_at_100_std": 0.222735, + "nauc_map_at_100_diff1": 0.048169, + "nauc_map_at_1000_max": 0.293708, + "nauc_map_at_1000_std": 0.232578, + "nauc_map_at_1000_diff1": 0.018694, + "nauc_recall_at_1_max": 0.119333, + "nauc_recall_at_1_std": -0.209486, + "nauc_recall_at_1_diff1": 0.345133, + "nauc_recall_at_3_max": 0.172013, + "nauc_recall_at_3_std": -0.184241, + "nauc_recall_at_3_diff1": 0.196779, + "nauc_recall_at_5_max": 0.186033, + "nauc_recall_at_5_std": -0.154294, + "nauc_recall_at_5_diff1": 0.166464, + "nauc_recall_at_10_max": 0.210572, + "nauc_recall_at_10_std": -0.103616, + "nauc_recall_at_10_diff1": 0.149296, + "nauc_recall_at_20_max": 0.252547, + "nauc_recall_at_20_std": -0.049381, + "nauc_recall_at_20_diff1": 0.195484, + "nauc_recall_at_100_max": 0.431693, + "nauc_recall_at_100_std": 0.424497, + "nauc_recall_at_100_diff1": 0.087139, + "nauc_recall_at_1000_max": 0.532031, + "nauc_recall_at_1000_std": 0.773667, + "nauc_recall_at_1000_diff1": 0.016792, + "nauc_precision_at_1_max": 0.54258, + "nauc_precision_at_1_std": 0.008343, + "nauc_precision_at_1_diff1": 0.604324, + "nauc_precision_at_3_max": 0.246083, + "nauc_precision_at_3_std": 0.153329, + "nauc_precision_at_3_diff1": -0.188362, + "nauc_precision_at_5_max": 0.143141, + "nauc_precision_at_5_std": 0.222839, + "nauc_precision_at_5_diff1": -0.225232, + "nauc_precision_at_10_max": 0.059513, + "nauc_precision_at_10_std": 0.318577, + "nauc_precision_at_10_diff1": -0.248312, + "nauc_precision_at_20_max": -0.007843, + "nauc_precision_at_20_std": 0.354469, + "nauc_precision_at_20_diff1": -0.214288, + "nauc_precision_at_100_max": -0.064105, + "nauc_precision_at_100_std": 0.370196, + "nauc_precision_at_100_diff1": -0.248794, + "nauc_precision_at_1000_max": -0.200643, + "nauc_precision_at_1000_std": 0.116718, + "nauc_precision_at_1000_diff1": -0.234959, + "nauc_mrr_at_1_max": 0.54258, + "nauc_mrr_at_1_std": 0.008343, + "nauc_mrr_at_1_diff1": 0.604324, + "nauc_mrr_at_3_max": 0.56073, + "nauc_mrr_at_3_std": -0.02563, + "nauc_mrr_at_3_diff1": 0.620677, + "nauc_mrr_at_5_max": 0.564468, + "nauc_mrr_at_5_std": -0.004859, + "nauc_mrr_at_5_diff1": 0.61368, + "nauc_mrr_at_10_max": 0.569967, + "nauc_mrr_at_10_std": -0.002787, + "nauc_mrr_at_10_diff1": 0.619792, + "nauc_mrr_at_20_max": 0.568237, + "nauc_mrr_at_20_std": 0.000453, + "nauc_mrr_at_20_diff1": 0.61835, + "nauc_mrr_at_100_max": 0.567188, + "nauc_mrr_at_100_std": -0.001975, + "nauc_mrr_at_100_diff1": 0.618097, + "nauc_mrr_at_1000_max": 0.567188, + "nauc_mrr_at_1000_std": -0.001975, + "nauc_mrr_at_1000_diff1": 0.618097, + "cv_recall_at_1": 0.885, + "cv_recall_at_3": 0.98, + "cv_recall_at_5": 0.985, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.63813, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7875, + "ndcg_at_3": 0.6951, + "ndcg_at_5": 0.65331, + "ndcg_at_10": 0.63582, + "ndcg_at_20": 0.63247, + "ndcg_at_100": 0.70217, + "ndcg_at_1000": 0.76394, + "map_at_1": 0.0968, + "map_at_3": 0.18725, + "map_at_5": 0.24045, + "map_at_10": 0.31418, + "map_at_20": 0.3723, + "map_at_100": 0.46588, + "map_at_1000": 0.49153, + "recall_at_1": 0.0968, + "recall_at_3": 0.19661, + "recall_at_5": 0.26783, + "recall_at_10": 0.38527, + "recall_at_20": 0.49314, + "recall_at_100": 0.78427, + "recall_at_1000": 0.97638, + "accuracy": 0.0968, + "precision_at_1": 0.895, + "precision_at_3": 0.72667, + "precision_at_5": 0.634, + "precision_at_10": 0.5155, + "precision_at_20": 0.392, + "precision_at_100": 0.15995, + "precision_at_1000": 0.02406, + "mrr_at_1": 0.895, + "mrr_at_3": 0.930833, + "mrr_at_5": 0.935583, + "mrr_at_10": 0.936417, + "mrr_at_20": 0.936417, + "mrr_at_100": 0.936417, + "mrr_at_1000": 0.936442, + "nauc_ndcg_at_1_max": 0.384726, + "nauc_ndcg_at_1_std": 0.030367, + "nauc_ndcg_at_1_diff1": 0.393986, + "nauc_ndcg_at_3_max": 0.341063, + "nauc_ndcg_at_3_std": 0.148033, + "nauc_ndcg_at_3_diff1": 0.030285, + "nauc_ndcg_at_5_max": 0.273941, + "nauc_ndcg_at_5_std": 0.181719, + "nauc_ndcg_at_5_diff1": -0.031972, + "nauc_ndcg_at_10_max": 0.310414, + "nauc_ndcg_at_10_std": 0.171349, + "nauc_ndcg_at_10_diff1": 0.004759, + "nauc_ndcg_at_20_max": 0.359874, + "nauc_ndcg_at_20_std": 0.188719, + "nauc_ndcg_at_20_diff1": 0.079587, + "nauc_ndcg_at_100_max": 0.477105, + "nauc_ndcg_at_100_std": 0.372057, + "nauc_ndcg_at_100_diff1": 0.114523, + "nauc_ndcg_at_1000_max": 0.390053, + "nauc_ndcg_at_1000_std": 0.340784, + "nauc_ndcg_at_1000_diff1": 0.02468, + "nauc_map_at_1_max": 0.139151, + "nauc_map_at_1_std": -0.173582, + "nauc_map_at_1_diff1": 0.389701, + "nauc_map_at_3_max": 0.211067, + "nauc_map_at_3_std": -0.11031, + "nauc_map_at_3_diff1": 0.21342, + "nauc_map_at_5_max": 0.213846, + "nauc_map_at_5_std": -0.084496, + "nauc_map_at_5_diff1": 0.171615, + "nauc_map_at_10_max": 0.261226, + "nauc_map_at_10_std": -0.040833, + "nauc_map_at_10_diff1": 0.140386, + "nauc_map_at_20_max": 0.300369, + "nauc_map_at_20_std": 0.062352, + "nauc_map_at_20_diff1": 0.115476, + "nauc_map_at_100_max": 0.327546, + "nauc_map_at_100_std": 0.284035, + "nauc_map_at_100_diff1": 0.021676, + "nauc_map_at_1000_max": 0.29585, + "nauc_map_at_1000_std": 0.297108, + "nauc_map_at_1000_diff1": -0.025062, + "nauc_recall_at_1_max": 0.139151, + "nauc_recall_at_1_std": -0.173582, + "nauc_recall_at_1_diff1": 0.389701, + "nauc_recall_at_3_max": 0.193174, + "nauc_recall_at_3_std": -0.125762, + "nauc_recall_at_3_diff1": 0.206749, + "nauc_recall_at_5_max": 0.171071, + "nauc_recall_at_5_std": -0.102916, + "nauc_recall_at_5_diff1": 0.164224, + "nauc_recall_at_10_max": 0.24161, + "nauc_recall_at_10_std": -0.072058, + "nauc_recall_at_10_diff1": 0.163737, + "nauc_recall_at_20_max": 0.302571, + "nauc_recall_at_20_std": 0.026876, + "nauc_recall_at_20_diff1": 0.193511, + "nauc_recall_at_100_max": 0.475083, + "nauc_recall_at_100_std": 0.421452, + "nauc_recall_at_100_diff1": 0.148043, + "nauc_recall_at_1000_max": 0.551111, + "nauc_recall_at_1000_std": 0.742365, + "nauc_recall_at_1000_diff1": 0.090027, + "nauc_precision_at_1_max": 0.460225, + "nauc_precision_at_1_std": 0.213257, + "nauc_precision_at_1_diff1": 0.441859, + "nauc_precision_at_3_max": 0.215995, + "nauc_precision_at_3_std": 0.292852, + "nauc_precision_at_3_diff1": -0.264856, + "nauc_precision_at_5_max": 0.094665, + "nauc_precision_at_5_std": 0.317816, + "nauc_precision_at_5_diff1": -0.335743, + "nauc_precision_at_10_max": 0.064723, + "nauc_precision_at_10_std": 0.338168, + "nauc_precision_at_10_diff1": -0.317858, + "nauc_precision_at_20_max": -0.015335, + "nauc_precision_at_20_std": 0.378461, + "nauc_precision_at_20_diff1": -0.298834, + "nauc_precision_at_100_max": -0.109218, + "nauc_precision_at_100_std": 0.344765, + "nauc_precision_at_100_diff1": -0.314751, + "nauc_precision_at_1000_max": -0.242097, + "nauc_precision_at_1000_std": 0.10134, + "nauc_precision_at_1000_diff1": -0.311529, + "nauc_mrr_at_1_max": 0.460225, + "nauc_mrr_at_1_std": 0.213257, + "nauc_mrr_at_1_diff1": 0.441859, + "nauc_mrr_at_3_max": 0.479909, + "nauc_mrr_at_3_std": 0.224097, + "nauc_mrr_at_3_diff1": 0.443282, + "nauc_mrr_at_5_max": 0.478131, + "nauc_mrr_at_5_std": 0.238861, + "nauc_mrr_at_5_diff1": 0.416945, + "nauc_mrr_at_10_max": 0.486687, + "nauc_mrr_at_10_std": 0.244265, + "nauc_mrr_at_10_diff1": 0.424695, + "nauc_mrr_at_20_max": 0.486687, + "nauc_mrr_at_20_std": 0.244265, + "nauc_mrr_at_20_diff1": 0.424695, + "nauc_mrr_at_100_max": 0.486687, + "nauc_mrr_at_100_std": 0.244265, + "nauc_mrr_at_100_diff1": 0.424695, + "nauc_mrr_at_1000_max": 0.48648, + "nauc_mrr_at_1000_std": 0.243961, + "nauc_mrr_at_1000_diff1": 0.425092, + "cv_recall_at_1": 0.895, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.99, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.63582, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.70838, + "ndcg_at_5": 0.68895, + "ndcg_at_10": 0.66526, + "ndcg_at_20": 0.66316, + "ndcg_at_100": 0.71366, + "ndcg_at_1000": 0.77663, + "map_at_1": 0.08335, + "map_at_3": 0.14512, + "map_at_5": 0.19258, + "map_at_10": 0.26217, + "map_at_20": 0.33976, + "map_at_100": 0.46567, + "map_at_1000": 0.52559, + "recall_at_1": 0.08335, + "recall_at_3": 0.15228, + "recall_at_5": 0.21412, + "recall_at_10": 0.31168, + "recall_at_20": 0.4474, + "recall_at_100": 0.74676, + "recall_at_1000": 0.95798, + "accuracy": 0.08335, + "precision_at_1": 0.9, + "precision_at_3": 0.77333, + "precision_at_5": 0.708, + "precision_at_10": 0.614, + "precision_at_20": 0.51875, + "precision_at_100": 0.2603, + "precision_at_1000": 0.05525, + "mrr_at_1": 0.9, + "mrr_at_3": 0.929167, + "mrr_at_5": 0.931667, + "mrr_at_10": 0.932292, + "mrr_at_20": 0.93308, + "mrr_at_100": 0.93329, + "mrr_at_1000": 0.93329, + "nauc_ndcg_at_1_max": 0.475985, + "nauc_ndcg_at_1_std": 0.247175, + "nauc_ndcg_at_1_diff1": 0.424134, + "nauc_ndcg_at_3_max": 0.51158, + "nauc_ndcg_at_3_std": 0.334815, + "nauc_ndcg_at_3_diff1": 0.210262, + "nauc_ndcg_at_5_max": 0.484445, + "nauc_ndcg_at_5_std": 0.313713, + "nauc_ndcg_at_5_diff1": 0.215165, + "nauc_ndcg_at_10_max": 0.464361, + "nauc_ndcg_at_10_std": 0.283443, + "nauc_ndcg_at_10_diff1": 0.176137, + "nauc_ndcg_at_20_max": 0.450315, + "nauc_ndcg_at_20_std": 0.32595, + "nauc_ndcg_at_20_diff1": 0.139907, + "nauc_ndcg_at_100_max": 0.543217, + "nauc_ndcg_at_100_std": 0.459466, + "nauc_ndcg_at_100_diff1": 0.134076, + "nauc_ndcg_at_1000_max": 0.594109, + "nauc_ndcg_at_1000_std": 0.486148, + "nauc_ndcg_at_1000_diff1": 0.179855, + "nauc_map_at_1_max": -0.146113, + "nauc_map_at_1_std": -0.207085, + "nauc_map_at_1_diff1": 0.516932, + "nauc_map_at_3_max": 0.006699, + "nauc_map_at_3_std": -0.064256, + "nauc_map_at_3_diff1": 0.322439, + "nauc_map_at_5_max": 0.08465, + "nauc_map_at_5_std": 0.001202, + "nauc_map_at_5_diff1": 0.231989, + "nauc_map_at_10_max": 0.183142, + "nauc_map_at_10_std": 0.063163, + "nauc_map_at_10_diff1": 0.164188, + "nauc_map_at_20_max": 0.258487, + "nauc_map_at_20_std": 0.170556, + "nauc_map_at_20_diff1": 0.101961, + "nauc_map_at_100_max": 0.429109, + "nauc_map_at_100_std": 0.392881, + "nauc_map_at_100_diff1": 0.06233, + "nauc_map_at_1000_max": 0.45056, + "nauc_map_at_1000_std": 0.438641, + "nauc_map_at_1000_diff1": 0.038537, + "nauc_recall_at_1_max": -0.146113, + "nauc_recall_at_1_std": -0.207085, + "nauc_recall_at_1_diff1": 0.516932, + "nauc_recall_at_3_max": -0.012193, + "nauc_recall_at_3_std": -0.076303, + "nauc_recall_at_3_diff1": 0.312435, + "nauc_recall_at_5_max": 0.026669, + "nauc_recall_at_5_std": -0.036357, + "nauc_recall_at_5_diff1": 0.188998, + "nauc_recall_at_10_max": 0.095566, + "nauc_recall_at_10_std": 0.00315, + "nauc_recall_at_10_diff1": 0.125031, + "nauc_recall_at_20_max": 0.118342, + "nauc_recall_at_20_std": 0.08927, + "nauc_recall_at_20_diff1": 0.047783, + "nauc_recall_at_100_max": 0.284825, + "nauc_recall_at_100_std": 0.344534, + "nauc_recall_at_100_diff1": 0.044158, + "nauc_recall_at_1000_max": 0.555418, + "nauc_recall_at_1000_std": 0.65645, + "nauc_recall_at_1000_diff1": 0.176937, + "nauc_precision_at_1_max": 0.619444, + "nauc_precision_at_1_std": 0.415406, + "nauc_precision_at_1_diff1": 0.4824, + "nauc_precision_at_3_max": 0.576884, + "nauc_precision_at_3_std": 0.447556, + "nauc_precision_at_3_diff1": -0.181933, + "nauc_precision_at_5_max": 0.472418, + "nauc_precision_at_5_std": 0.37011, + "nauc_precision_at_5_diff1": -0.190387, + "nauc_precision_at_10_max": 0.367067, + "nauc_precision_at_10_std": 0.287216, + "nauc_precision_at_10_diff1": -0.20289, + "nauc_precision_at_20_max": 0.254021, + "nauc_precision_at_20_std": 0.283147, + "nauc_precision_at_20_diff1": -0.19278, + "nauc_precision_at_100_max": 0.065815, + "nauc_precision_at_100_std": 0.145326, + "nauc_precision_at_100_diff1": -0.126858, + "nauc_precision_at_1000_max": -0.111038, + "nauc_precision_at_1000_std": -0.084096, + "nauc_precision_at_1000_diff1": -0.124768, + "nauc_mrr_at_1_max": 0.619444, + "nauc_mrr_at_1_std": 0.415406, + "nauc_mrr_at_1_diff1": 0.4824, + "nauc_mrr_at_3_max": 0.662092, + "nauc_mrr_at_3_std": 0.454946, + "nauc_mrr_at_3_diff1": 0.471044, + "nauc_mrr_at_5_max": 0.65212, + "nauc_mrr_at_5_std": 0.442477, + "nauc_mrr_at_5_diff1": 0.467739, + "nauc_mrr_at_10_max": 0.654834, + "nauc_mrr_at_10_std": 0.443256, + "nauc_mrr_at_10_diff1": 0.477258, + "nauc_mrr_at_20_max": 0.653799, + "nauc_mrr_at_20_std": 0.445309, + "nauc_mrr_at_20_diff1": 0.471991, + "nauc_mrr_at_100_max": 0.652996, + "nauc_mrr_at_100_std": 0.444975, + "nauc_mrr_at_100_diff1": 0.472141, + "nauc_mrr_at_1000_max": 0.652996, + "nauc_mrr_at_1000_std": 0.444975, + "nauc_mrr_at_1000_diff1": 0.472141, + "cv_recall_at_1": 0.9, + "cv_recall_at_3": 0.965, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66526, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7825, + "ndcg_at_3": 0.70801, + "ndcg_at_5": 0.68644, + "ndcg_at_10": 0.66978, + "ndcg_at_20": 0.66054, + "ndcg_at_100": 0.71289, + "ndcg_at_1000": 0.77754, + "map_at_1": 0.08457, + "map_at_3": 0.14633, + "map_at_5": 0.19494, + "map_at_10": 0.26825, + "map_at_20": 0.33974, + "map_at_100": 0.46567, + "map_at_1000": 0.52566, + "recall_at_1": 0.08457, + "recall_at_3": 0.15553, + "recall_at_5": 0.21873, + "recall_at_10": 0.32316, + "recall_at_20": 0.44394, + "recall_at_100": 0.74286, + "recall_at_1000": 0.95559, + "accuracy": 0.08457, + "precision_at_1": 0.895, + "precision_at_3": 0.77167, + "precision_at_5": 0.713, + "precision_at_10": 0.625, + "precision_at_20": 0.51125, + "precision_at_100": 0.25705, + "precision_at_1000": 0.0548, + "mrr_at_1": 0.895, + "mrr_at_3": 0.925833, + "mrr_at_5": 0.929583, + "mrr_at_10": 0.930639, + "mrr_at_20": 0.930639, + "mrr_at_100": 0.930998, + "mrr_at_1000": 0.930998, + "nauc_ndcg_at_1_max": 0.358417, + "nauc_ndcg_at_1_std": 0.06524, + "nauc_ndcg_at_1_diff1": 0.438309, + "nauc_ndcg_at_3_max": 0.404172, + "nauc_ndcg_at_3_std": 0.172017, + "nauc_ndcg_at_3_diff1": 0.189281, + "nauc_ndcg_at_5_max": 0.44626, + "nauc_ndcg_at_5_std": 0.242852, + "nauc_ndcg_at_5_diff1": 0.189703, + "nauc_ndcg_at_10_max": 0.439539, + "nauc_ndcg_at_10_std": 0.210931, + "nauc_ndcg_at_10_diff1": 0.202733, + "nauc_ndcg_at_20_max": 0.421336, + "nauc_ndcg_at_20_std": 0.260845, + "nauc_ndcg_at_20_diff1": 0.186651, + "nauc_ndcg_at_100_max": 0.522663, + "nauc_ndcg_at_100_std": 0.440263, + "nauc_ndcg_at_100_diff1": 0.12997, + "nauc_ndcg_at_1000_max": 0.555777, + "nauc_ndcg_at_1000_std": 0.437595, + "nauc_ndcg_at_1000_diff1": 0.169997, + "nauc_map_at_1_max": -0.251696, + "nauc_map_at_1_std": -0.211908, + "nauc_map_at_1_diff1": 0.398262, + "nauc_map_at_3_max": -0.047685, + "nauc_map_at_3_std": -0.076365, + "nauc_map_at_3_diff1": 0.2722, + "nauc_map_at_5_max": 0.067954, + "nauc_map_at_5_std": 0.021188, + "nauc_map_at_5_diff1": 0.199963, + "nauc_map_at_10_max": 0.187167, + "nauc_map_at_10_std": 0.089933, + "nauc_map_at_10_diff1": 0.152765, + "nauc_map_at_20_max": 0.276131, + "nauc_map_at_20_std": 0.189661, + "nauc_map_at_20_diff1": 0.114132, + "nauc_map_at_100_max": 0.446046, + "nauc_map_at_100_std": 0.41953, + "nauc_map_at_100_diff1": 0.067326, + "nauc_map_at_1000_max": 0.440507, + "nauc_map_at_1000_std": 0.438621, + "nauc_map_at_1000_diff1": 0.056251, + "nauc_recall_at_1_max": -0.251696, + "nauc_recall_at_1_std": -0.211908, + "nauc_recall_at_1_diff1": 0.398262, + "nauc_recall_at_3_max": -0.062367, + "nauc_recall_at_3_std": -0.08513, + "nauc_recall_at_3_diff1": 0.231963, + "nauc_recall_at_5_max": 0.025152, + "nauc_recall_at_5_std": 0.00503, + "nauc_recall_at_5_diff1": 0.164593, + "nauc_recall_at_10_max": 0.112902, + "nauc_recall_at_10_std": 0.040128, + "nauc_recall_at_10_diff1": 0.143839, + "nauc_recall_at_20_max": 0.172982, + "nauc_recall_at_20_std": 0.128188, + "nauc_recall_at_20_diff1": 0.103382, + "nauc_recall_at_100_max": 0.357673, + "nauc_recall_at_100_std": 0.422241, + "nauc_recall_at_100_diff1": 0.021982, + "nauc_recall_at_1000_max": 0.620223, + "nauc_recall_at_1000_std": 0.702025, + "nauc_recall_at_1000_diff1": 0.108813, + "nauc_precision_at_1_max": 0.492506, + "nauc_precision_at_1_std": 0.151112, + "nauc_precision_at_1_diff1": 0.517024, + "nauc_precision_at_3_max": 0.487934, + "nauc_precision_at_3_std": 0.274418, + "nauc_precision_at_3_diff1": -0.111561, + "nauc_precision_at_5_max": 0.493194, + "nauc_precision_at_5_std": 0.327324, + "nauc_precision_at_5_diff1": -0.130607, + "nauc_precision_at_10_max": 0.395092, + "nauc_precision_at_10_std": 0.258094, + "nauc_precision_at_10_diff1": -0.125939, + "nauc_precision_at_20_max": 0.249476, + "nauc_precision_at_20_std": 0.232366, + "nauc_precision_at_20_diff1": -0.119118, + "nauc_precision_at_100_max": 0.021653, + "nauc_precision_at_100_std": 0.090133, + "nauc_precision_at_100_diff1": -0.078763, + "nauc_precision_at_1000_max": -0.163079, + "nauc_precision_at_1000_std": -0.141691, + "nauc_precision_at_1000_diff1": -0.064444, + "nauc_mrr_at_1_max": 0.492506, + "nauc_mrr_at_1_std": 0.151112, + "nauc_mrr_at_1_diff1": 0.517024, + "nauc_mrr_at_3_max": 0.555543, + "nauc_mrr_at_3_std": 0.210139, + "nauc_mrr_at_3_diff1": 0.48207, + "nauc_mrr_at_5_max": 0.547, + "nauc_mrr_at_5_std": 0.21866, + "nauc_mrr_at_5_diff1": 0.50514, + "nauc_mrr_at_10_max": 0.54524, + "nauc_mrr_at_10_std": 0.212825, + "nauc_mrr_at_10_diff1": 0.506162, + "nauc_mrr_at_20_max": 0.54524, + "nauc_mrr_at_20_std": 0.212825, + "nauc_mrr_at_20_diff1": 0.506162, + "nauc_mrr_at_100_max": 0.543296, + "nauc_mrr_at_100_std": 0.212589, + "nauc_mrr_at_100_diff1": 0.505057, + "nauc_mrr_at_1000_max": 0.543296, + "nauc_mrr_at_1000_std": 0.212589, + "nauc_mrr_at_1000_diff1": 0.505057, + "cv_recall_at_1": 0.895, + "cv_recall_at_3": 0.965, + "cv_recall_at_5": 0.98, + "cv_recall_at_10": 0.99, + "cv_recall_at_20": 0.99, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.66978, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.735, + "ndcg_at_3": 0.68392, + "ndcg_at_5": 0.67531, + "ndcg_at_10": 0.65865, + "ndcg_at_20": 0.64408, + "ndcg_at_100": 0.6996, + "ndcg_at_1000": 0.76413, + "map_at_1": 0.07797, + "map_at_3": 0.14006, + "map_at_5": 0.18957, + "map_at_10": 0.261, + "map_at_20": 0.32968, + "map_at_100": 0.45471, + "map_at_1000": 0.51368, + "recall_at_1": 0.07797, + "recall_at_3": 0.15364, + "recall_at_5": 0.21795, + "recall_at_10": 0.31658, + "recall_at_20": 0.43198, + "recall_at_100": 0.73722, + "recall_at_1000": 0.94794, + "accuracy": 0.07797, + "precision_at_1": 0.845, + "precision_at_3": 0.75667, + "precision_at_5": 0.71, + "precision_at_10": 0.619, + "precision_at_20": 0.4995, + "precision_at_100": 0.25525, + "precision_at_1000": 0.05476, + "mrr_at_1": 0.845, + "mrr_at_3": 0.900833, + "mrr_at_5": 0.902083, + "mrr_at_10": 0.902083, + "mrr_at_20": 0.9025, + "mrr_at_100": 0.902756, + "mrr_at_1000": 0.902786, + "nauc_ndcg_at_1_max": 0.375327, + "nauc_ndcg_at_1_std": 0.191369, + "nauc_ndcg_at_1_diff1": 0.471108, + "nauc_ndcg_at_3_max": 0.411529, + "nauc_ndcg_at_3_std": 0.255998, + "nauc_ndcg_at_3_diff1": 0.248226, + "nauc_ndcg_at_5_max": 0.411496, + "nauc_ndcg_at_5_std": 0.265276, + "nauc_ndcg_at_5_diff1": 0.23233, + "nauc_ndcg_at_10_max": 0.418529, + "nauc_ndcg_at_10_std": 0.253058, + "nauc_ndcg_at_10_diff1": 0.245216, + "nauc_ndcg_at_20_max": 0.432167, + "nauc_ndcg_at_20_std": 0.321439, + "nauc_ndcg_at_20_diff1": 0.208194, + "nauc_ndcg_at_100_max": 0.535765, + "nauc_ndcg_at_100_std": 0.478919, + "nauc_ndcg_at_100_diff1": 0.164321, + "nauc_ndcg_at_1000_max": 0.557376, + "nauc_ndcg_at_1000_std": 0.48078, + "nauc_ndcg_at_1000_diff1": 0.160111, + "nauc_map_at_1_max": -0.195796, + "nauc_map_at_1_std": -0.188713, + "nauc_map_at_1_diff1": 0.51429, + "nauc_map_at_3_max": -0.040486, + "nauc_map_at_3_std": -0.073347, + "nauc_map_at_3_diff1": 0.346902, + "nauc_map_at_5_max": 0.031617, + "nauc_map_at_5_std": -0.008513, + "nauc_map_at_5_diff1": 0.24241, + "nauc_map_at_10_max": 0.1824, + "nauc_map_at_10_std": 0.070284, + "nauc_map_at_10_diff1": 0.203501, + "nauc_map_at_20_max": 0.273885, + "nauc_map_at_20_std": 0.181109, + "nauc_map_at_20_diff1": 0.160842, + "nauc_map_at_100_max": 0.444738, + "nauc_map_at_100_std": 0.412632, + "nauc_map_at_100_diff1": 0.095203, + "nauc_map_at_1000_max": 0.437197, + "nauc_map_at_1000_std": 0.446723, + "nauc_map_at_1000_diff1": 0.060625, + "nauc_recall_at_1_max": -0.195796, + "nauc_recall_at_1_std": -0.188713, + "nauc_recall_at_1_diff1": 0.51429, + "nauc_recall_at_3_max": -0.085501, + "nauc_recall_at_3_std": -0.095439, + "nauc_recall_at_3_diff1": 0.279391, + "nauc_recall_at_5_max": -0.031439, + "nauc_recall_at_5_std": -0.048245, + "nauc_recall_at_5_diff1": 0.170339, + "nauc_recall_at_10_max": 0.105717, + "nauc_recall_at_10_std": 0.01448, + "nauc_recall_at_10_diff1": 0.165383, + "nauc_recall_at_20_max": 0.177244, + "nauc_recall_at_20_std": 0.127253, + "nauc_recall_at_20_diff1": 0.135108, + "nauc_recall_at_100_max": 0.388827, + "nauc_recall_at_100_std": 0.417162, + "nauc_recall_at_100_diff1": 0.066672, + "nauc_recall_at_1000_max": 0.63834, + "nauc_recall_at_1000_std": 0.706722, + "nauc_recall_at_1000_diff1": -0.027682, + "nauc_precision_at_1_max": 0.587095, + "nauc_precision_at_1_std": 0.335476, + "nauc_precision_at_1_diff1": 0.422476, + "nauc_precision_at_3_max": 0.46627, + "nauc_precision_at_3_std": 0.303509, + "nauc_precision_at_3_diff1": -0.135709, + "nauc_precision_at_5_max": 0.428967, + "nauc_precision_at_5_std": 0.323917, + "nauc_precision_at_5_diff1": -0.201424, + "nauc_precision_at_10_max": 0.383226, + "nauc_precision_at_10_std": 0.273545, + "nauc_precision_at_10_diff1": -0.173021, + "nauc_precision_at_20_max": 0.270753, + "nauc_precision_at_20_std": 0.275149, + "nauc_precision_at_20_diff1": -0.183626, + "nauc_precision_at_100_max": 0.040022, + "nauc_precision_at_100_std": 0.142189, + "nauc_precision_at_100_diff1": -0.144562, + "nauc_precision_at_1000_max": -0.154128, + "nauc_precision_at_1000_std": -0.093101, + "nauc_precision_at_1000_diff1": -0.121875, + "nauc_mrr_at_1_max": 0.587095, + "nauc_mrr_at_1_std": 0.335476, + "nauc_mrr_at_1_diff1": 0.422476, + "nauc_mrr_at_3_max": 0.614904, + "nauc_mrr_at_3_std": 0.387498, + "nauc_mrr_at_3_diff1": 0.375188, + "nauc_mrr_at_5_max": 0.613481, + "nauc_mrr_at_5_std": 0.383062, + "nauc_mrr_at_5_diff1": 0.375415, + "nauc_mrr_at_10_max": 0.613481, + "nauc_mrr_at_10_std": 0.383062, + "nauc_mrr_at_10_diff1": 0.375415, + "nauc_mrr_at_20_max": 0.614615, + "nauc_mrr_at_20_std": 0.383173, + "nauc_mrr_at_20_diff1": 0.373224, + "nauc_mrr_at_100_max": 0.613803, + "nauc_mrr_at_100_std": 0.383104, + "nauc_mrr_at_100_diff1": 0.37424, + "nauc_mrr_at_1000_max": 0.613721, + "nauc_mrr_at_1000_std": 0.382905, + "nauc_mrr_at_1000_diff1": 0.374414, + "cv_recall_at_1": 0.845, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.98, + "cv_recall_at_100": 0.99, + "cv_recall_at_1000": 1.0, + "main_score": 0.65865, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.8075, + "ndcg_at_3": 0.72982, + "ndcg_at_5": 0.71132, + "ndcg_at_10": 0.69399, + "ndcg_at_20": 0.68879, + "ndcg_at_100": 0.73075, + "ndcg_at_1000": 0.79808, + "map_at_1": 0.1475, + "map_at_3": 0.25357, + "map_at_5": 0.31071, + "map_at_10": 0.37624, + "map_at_20": 0.42497, + "map_at_100": 0.50351, + "map_at_1000": 0.54117, + "recall_at_1": 0.1475, + "recall_at_3": 0.26598, + "recall_at_5": 0.34356, + "recall_at_10": 0.44568, + "recall_at_20": 0.54438, + "recall_at_100": 0.77119, + "recall_at_1000": 0.97473, + "accuracy": 0.1475, + "precision_at_1": 0.86, + "precision_at_3": 0.695, + "precision_at_5": 0.619, + "precision_at_10": 0.506, + "precision_at_20": 0.37625, + "precision_at_100": 0.1685, + "precision_at_1000": 0.03463, + "mrr_at_1": 0.86, + "mrr_at_3": 0.913333, + "mrr_at_5": 0.917833, + "mrr_at_10": 0.917833, + "mrr_at_20": 0.917833, + "mrr_at_100": 0.917833, + "mrr_at_1000": 0.917833, + "nauc_ndcg_at_1_max": 0.583528, + "nauc_ndcg_at_1_std": 0.071761, + "nauc_ndcg_at_1_diff1": 0.552831, + "nauc_ndcg_at_3_max": 0.389683, + "nauc_ndcg_at_3_std": 0.01646, + "nauc_ndcg_at_3_diff1": 0.214828, + "nauc_ndcg_at_5_max": 0.381708, + "nauc_ndcg_at_5_std": 0.004162, + "nauc_ndcg_at_5_diff1": 0.207207, + "nauc_ndcg_at_10_max": 0.416413, + "nauc_ndcg_at_10_std": 0.095169, + "nauc_ndcg_at_10_diff1": 0.190309, + "nauc_ndcg_at_20_max": 0.441585, + "nauc_ndcg_at_20_std": 0.128382, + "nauc_ndcg_at_20_diff1": 0.216178, + "nauc_ndcg_at_100_max": 0.487355, + "nauc_ndcg_at_100_std": 0.232902, + "nauc_ndcg_at_100_diff1": 0.236197, + "nauc_ndcg_at_1000_max": 0.478915, + "nauc_ndcg_at_1000_std": 0.200687, + "nauc_ndcg_at_1000_diff1": 0.224288, + "nauc_map_at_1_max": 0.317514, + "nauc_map_at_1_std": 0.082508, + "nauc_map_at_1_diff1": 0.482284, + "nauc_map_at_3_max": 0.293274, + "nauc_map_at_3_std": 0.118124, + "nauc_map_at_3_diff1": 0.297519, + "nauc_map_at_5_max": 0.332342, + "nauc_map_at_5_std": 0.114357, + "nauc_map_at_5_diff1": 0.251266, + "nauc_map_at_10_max": 0.387, + "nauc_map_at_10_std": 0.136418, + "nauc_map_at_10_diff1": 0.228504, + "nauc_map_at_20_max": 0.399343, + "nauc_map_at_20_std": 0.148207, + "nauc_map_at_20_diff1": 0.20534, + "nauc_map_at_100_max": 0.404715, + "nauc_map_at_100_std": 0.201639, + "nauc_map_at_100_diff1": 0.153583, + "nauc_map_at_1000_max": 0.389748, + "nauc_map_at_1000_std": 0.191513, + "nauc_map_at_1000_diff1": 0.132997, + "nauc_recall_at_1_max": 0.317514, + "nauc_recall_at_1_std": 0.082508, + "nauc_recall_at_1_diff1": 0.482284, + "nauc_recall_at_3_max": 0.267848, + "nauc_recall_at_3_std": 0.115015, + "nauc_recall_at_3_diff1": 0.266296, + "nauc_recall_at_5_max": 0.314535, + "nauc_recall_at_5_std": 0.096839, + "nauc_recall_at_5_diff1": 0.232249, + "nauc_recall_at_10_max": 0.381595, + "nauc_recall_at_10_std": 0.150559, + "nauc_recall_at_10_diff1": 0.209089, + "nauc_recall_at_20_max": 0.383744, + "nauc_recall_at_20_std": 0.17007, + "nauc_recall_at_20_diff1": 0.188785, + "nauc_recall_at_100_max": 0.40796, + "nauc_recall_at_100_std": 0.361282, + "nauc_recall_at_100_diff1": 0.161621, + "nauc_recall_at_1000_max": 0.594133, + "nauc_recall_at_1000_std": 0.842613, + "nauc_recall_at_1000_diff1": 0.215228, + "nauc_precision_at_1_max": 0.635513, + "nauc_precision_at_1_std": 0.066562, + "nauc_precision_at_1_diff1": 0.530033, + "nauc_precision_at_3_max": 0.052594, + "nauc_precision_at_3_std": -0.028348, + "nauc_precision_at_3_diff1": -0.256407, + "nauc_precision_at_5_max": 0.014309, + "nauc_precision_at_5_std": -0.076408, + "nauc_precision_at_5_diff1": -0.26336, + "nauc_precision_at_10_max": -0.049132, + "nauc_precision_at_10_std": -0.036284, + "nauc_precision_at_10_diff1": -0.281087, + "nauc_precision_at_20_max": -0.12954, + "nauc_precision_at_20_std": -0.050044, + "nauc_precision_at_20_diff1": -0.275033, + "nauc_precision_at_100_max": -0.196261, + "nauc_precision_at_100_std": -0.05638, + "nauc_precision_at_100_diff1": -0.226783, + "nauc_precision_at_1000_max": -0.24672, + "nauc_precision_at_1000_std": -0.248188, + "nauc_precision_at_1000_diff1": -0.14569, + "nauc_mrr_at_1_max": 0.635513, + "nauc_mrr_at_1_std": 0.066562, + "nauc_mrr_at_1_diff1": 0.530033, + "nauc_mrr_at_3_max": 0.611545, + "nauc_mrr_at_3_std": 0.040162, + "nauc_mrr_at_3_diff1": 0.455751, + "nauc_mrr_at_5_max": 0.6227, + "nauc_mrr_at_5_std": 0.06706, + "nauc_mrr_at_5_diff1": 0.477812, + "nauc_mrr_at_10_max": 0.6227, + "nauc_mrr_at_10_std": 0.06706, + "nauc_mrr_at_10_diff1": 0.477812, + "nauc_mrr_at_20_max": 0.6227, + "nauc_mrr_at_20_std": 0.06706, + "nauc_mrr_at_20_diff1": 0.477812, + "nauc_mrr_at_100_max": 0.6227, + "nauc_mrr_at_100_std": 0.06706, + "nauc_mrr_at_100_diff1": 0.477812, + "nauc_mrr_at_1000_max": 0.6227, + "nauc_mrr_at_1000_std": 0.06706, + "nauc_mrr_at_1000_diff1": 0.477812, + "cv_recall_at_1": 0.86, + "cv_recall_at_3": 0.98, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.69399, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.775, + "ndcg_at_3": 0.70166, + "ndcg_at_5": 0.67902, + "ndcg_at_10": 0.65726, + "ndcg_at_20": 0.65853, + "ndcg_at_100": 0.70795, + "ndcg_at_1000": 0.77784, + "map_at_1": 0.14426, + "map_at_3": 0.24808, + "map_at_5": 0.29835, + "map_at_10": 0.35781, + "map_at_20": 0.40471, + "map_at_100": 0.48004, + "map_at_1000": 0.51655, + "recall_at_1": 0.14426, + "recall_at_3": 0.26046, + "recall_at_5": 0.33151, + "recall_at_10": 0.42856, + "recall_at_20": 0.52323, + "recall_at_100": 0.75388, + "recall_at_1000": 0.96634, + "accuracy": 0.14426, + "precision_at_1": 0.845, + "precision_at_3": 0.68167, + "precision_at_5": 0.593, + "precision_at_10": 0.4655, + "precision_at_20": 0.35275, + "precision_at_100": 0.1623, + "precision_at_1000": 0.03405, + "mrr_at_1": 0.845, + "mrr_at_3": 0.898333, + "mrr_at_5": 0.905083, + "mrr_at_10": 0.905798, + "mrr_at_20": 0.905798, + "mrr_at_100": 0.905949, + "mrr_at_1000": 0.905949, + "nauc_ndcg_at_1_max": 0.62356, + "nauc_ndcg_at_1_std": 0.121039, + "nauc_ndcg_at_1_diff1": 0.518186, + "nauc_ndcg_at_3_max": 0.418682, + "nauc_ndcg_at_3_std": 0.100898, + "nauc_ndcg_at_3_diff1": 0.223983, + "nauc_ndcg_at_5_max": 0.390308, + "nauc_ndcg_at_5_std": 0.102665, + "nauc_ndcg_at_5_diff1": 0.226826, + "nauc_ndcg_at_10_max": 0.441318, + "nauc_ndcg_at_10_std": 0.19082, + "nauc_ndcg_at_10_diff1": 0.221885, + "nauc_ndcg_at_20_max": 0.488855, + "nauc_ndcg_at_20_std": 0.244544, + "nauc_ndcg_at_20_diff1": 0.256377, + "nauc_ndcg_at_100_max": 0.491938, + "nauc_ndcg_at_100_std": 0.315065, + "nauc_ndcg_at_100_diff1": 0.272401, + "nauc_ndcg_at_1000_max": 0.506494, + "nauc_ndcg_at_1000_std": 0.30447, + "nauc_ndcg_at_1000_diff1": 0.240605, + "nauc_map_at_1_max": 0.353927, + "nauc_map_at_1_std": 0.116843, + "nauc_map_at_1_diff1": 0.506507, + "nauc_map_at_3_max": 0.268425, + "nauc_map_at_3_std": 0.147653, + "nauc_map_at_3_diff1": 0.311489, + "nauc_map_at_5_max": 0.281792, + "nauc_map_at_5_std": 0.163311, + "nauc_map_at_5_diff1": 0.282928, + "nauc_map_at_10_max": 0.32496, + "nauc_map_at_10_std": 0.187166, + "nauc_map_at_10_diff1": 0.261426, + "nauc_map_at_20_max": 0.369298, + "nauc_map_at_20_std": 0.214539, + "nauc_map_at_20_diff1": 0.243648, + "nauc_map_at_100_max": 0.395296, + "nauc_map_at_100_std": 0.26537, + "nauc_map_at_100_diff1": 0.193202, + "nauc_map_at_1000_max": 0.389568, + "nauc_map_at_1000_std": 0.263375, + "nauc_map_at_1000_diff1": 0.163147, + "nauc_recall_at_1_max": 0.353927, + "nauc_recall_at_1_std": 0.116843, + "nauc_recall_at_1_diff1": 0.506507, + "nauc_recall_at_3_max": 0.23973, + "nauc_recall_at_3_std": 0.142504, + "nauc_recall_at_3_diff1": 0.281238, + "nauc_recall_at_5_max": 0.249469, + "nauc_recall_at_5_std": 0.152978, + "nauc_recall_at_5_diff1": 0.269058, + "nauc_recall_at_10_max": 0.304762, + "nauc_recall_at_10_std": 0.187884, + "nauc_recall_at_10_diff1": 0.245081, + "nauc_recall_at_20_max": 0.370882, + "nauc_recall_at_20_std": 0.240111, + "nauc_recall_at_20_diff1": 0.230705, + "nauc_recall_at_100_max": 0.383553, + "nauc_recall_at_100_std": 0.391728, + "nauc_recall_at_100_diff1": 0.221502, + "nauc_recall_at_1000_max": 0.531907, + "nauc_recall_at_1000_std": 0.851668, + "nauc_recall_at_1000_diff1": 0.24765, + "nauc_precision_at_1_max": 0.593917, + "nauc_precision_at_1_std": 0.060169, + "nauc_precision_at_1_diff1": 0.488108, + "nauc_precision_at_3_max": 0.05296, + "nauc_precision_at_3_std": 0.003543, + "nauc_precision_at_3_diff1": -0.230991, + "nauc_precision_at_5_max": 0.029448, + "nauc_precision_at_5_std": -0.0292, + "nauc_precision_at_5_diff1": -0.228172, + "nauc_precision_at_10_max": 0.027674, + "nauc_precision_at_10_std": 0.010165, + "nauc_precision_at_10_diff1": -0.252988, + "nauc_precision_at_20_max": -0.005602, + "nauc_precision_at_20_std": 0.004332, + "nauc_precision_at_20_diff1": -0.266549, + "nauc_precision_at_100_max": -0.130042, + "nauc_precision_at_100_std": -0.072009, + "nauc_precision_at_100_diff1": -0.255688, + "nauc_precision_at_1000_max": -0.200417, + "nauc_precision_at_1000_std": -0.254272, + "nauc_precision_at_1000_diff1": -0.172561, + "nauc_mrr_at_1_max": 0.593917, + "nauc_mrr_at_1_std": 0.060169, + "nauc_mrr_at_1_diff1": 0.488108, + "nauc_mrr_at_3_max": 0.552879, + "nauc_mrr_at_3_std": 0.007977, + "nauc_mrr_at_3_diff1": 0.430722, + "nauc_mrr_at_5_max": 0.561162, + "nauc_mrr_at_5_std": 0.023058, + "nauc_mrr_at_5_diff1": 0.426972, + "nauc_mrr_at_10_max": 0.570028, + "nauc_mrr_at_10_std": 0.036956, + "nauc_mrr_at_10_diff1": 0.444055, + "nauc_mrr_at_20_max": 0.570028, + "nauc_mrr_at_20_std": 0.036956, + "nauc_mrr_at_20_diff1": 0.444055, + "nauc_mrr_at_100_max": 0.569308, + "nauc_mrr_at_100_std": 0.03609, + "nauc_mrr_at_100_diff1": 0.443589, + "nauc_mrr_at_1000_max": 0.569308, + "nauc_mrr_at_1000_std": 0.03609, + "nauc_mrr_at_1000_diff1": 0.443589, + "cv_recall_at_1": 0.845, + "cv_recall_at_3": 0.96, + "cv_recall_at_5": 0.99, + "cv_recall_at_10": 0.995, + "cv_recall_at_20": 0.995, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.65726, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7775, + "ndcg_at_3": 0.70132, + "ndcg_at_5": 0.6762, + "ndcg_at_10": 0.65852, + "ndcg_at_20": 0.65631, + "ndcg_at_100": 0.70937, + "ndcg_at_1000": 0.77727, + "map_at_1": 0.14612, + "map_at_3": 0.24861, + "map_at_5": 0.29533, + "map_at_10": 0.35264, + "map_at_20": 0.3965, + "map_at_100": 0.47417, + "map_at_1000": 0.51041, + "recall_at_1": 0.14612, + "recall_at_3": 0.265, + "recall_at_5": 0.32445, + "recall_at_10": 0.41812, + "recall_at_20": 0.51477, + "recall_at_100": 0.76108, + "recall_at_1000": 0.96839, + "accuracy": 0.14612, + "precision_at_1": 0.845, + "precision_at_3": 0.67167, + "precision_at_5": 0.582, + "precision_at_10": 0.468, + "precision_at_20": 0.3525, + "precision_at_100": 0.1648, + "precision_at_1000": 0.03399, + "mrr_at_1": 0.845, + "mrr_at_3": 0.900833, + "mrr_at_5": 0.906833, + "mrr_at_10": 0.907458, + "mrr_at_20": 0.907458, + "mrr_at_100": 0.907458, + "mrr_at_1000": 0.907458, + "nauc_ndcg_at_1_max": 0.535866, + "nauc_ndcg_at_1_std": 0.136761, + "nauc_ndcg_at_1_diff1": 0.528567, + "nauc_ndcg_at_3_max": 0.466901, + "nauc_ndcg_at_3_std": 0.082134, + "nauc_ndcg_at_3_diff1": 0.271279, + "nauc_ndcg_at_5_max": 0.448142, + "nauc_ndcg_at_5_std": 0.102861, + "nauc_ndcg_at_5_diff1": 0.224125, + "nauc_ndcg_at_10_max": 0.499672, + "nauc_ndcg_at_10_std": 0.154664, + "nauc_ndcg_at_10_diff1": 0.246528, + "nauc_ndcg_at_20_max": 0.501929, + "nauc_ndcg_at_20_std": 0.203082, + "nauc_ndcg_at_20_diff1": 0.254807, + "nauc_ndcg_at_100_max": 0.523833, + "nauc_ndcg_at_100_std": 0.296236, + "nauc_ndcg_at_100_diff1": 0.251053, + "nauc_ndcg_at_1000_max": 0.521385, + "nauc_ndcg_at_1000_std": 0.276043, + "nauc_ndcg_at_1000_diff1": 0.221931, + "nauc_map_at_1_max": 0.380755, + "nauc_map_at_1_std": 0.140568, + "nauc_map_at_1_diff1": 0.495718, + "nauc_map_at_3_max": 0.362856, + "nauc_map_at_3_std": 0.171981, + "nauc_map_at_3_diff1": 0.310038, + "nauc_map_at_5_max": 0.373666, + "nauc_map_at_5_std": 0.18178, + "nauc_map_at_5_diff1": 0.251129, + "nauc_map_at_10_max": 0.407129, + "nauc_map_at_10_std": 0.189708, + "nauc_map_at_10_diff1": 0.240026, + "nauc_map_at_20_max": 0.42113, + "nauc_map_at_20_std": 0.205657, + "nauc_map_at_20_diff1": 0.226059, + "nauc_map_at_100_max": 0.45313, + "nauc_map_at_100_std": 0.265492, + "nauc_map_at_100_diff1": 0.180454, + "nauc_map_at_1000_max": 0.439916, + "nauc_map_at_1000_std": 0.26367, + "nauc_map_at_1000_diff1": 0.153425, + "nauc_recall_at_1_max": 0.380755, + "nauc_recall_at_1_std": 0.140568, + "nauc_recall_at_1_diff1": 0.495718, + "nauc_recall_at_3_max": 0.337358, + "nauc_recall_at_3_std": 0.158673, + "nauc_recall_at_3_diff1": 0.270598, + "nauc_recall_at_5_max": 0.351219, + "nauc_recall_at_5_std": 0.168543, + "nauc_recall_at_5_diff1": 0.20196, + "nauc_recall_at_10_max": 0.406039, + "nauc_recall_at_10_std": 0.184208, + "nauc_recall_at_10_diff1": 0.212903, + "nauc_recall_at_20_max": 0.401498, + "nauc_recall_at_20_std": 0.207001, + "nauc_recall_at_20_diff1": 0.210268, + "nauc_recall_at_100_max": 0.426949, + "nauc_recall_at_100_std": 0.378007, + "nauc_recall_at_100_diff1": 0.185538, + "nauc_recall_at_1000_max": 0.568618, + "nauc_recall_at_1000_std": 0.861266, + "nauc_recall_at_1000_diff1": 0.134227, + "nauc_precision_at_1_max": 0.516187, + "nauc_precision_at_1_std": 0.130413, + "nauc_precision_at_1_diff1": 0.535264, + "nauc_precision_at_3_max": 0.120911, + "nauc_precision_at_3_std": -0.021153, + "nauc_precision_at_3_diff1": -0.131477, + "nauc_precision_at_5_max": 0.060728, + "nauc_precision_at_5_std": 0.002576, + "nauc_precision_at_5_diff1": -0.195224, + "nauc_precision_at_10_max": -0.001097, + "nauc_precision_at_10_std": -0.031053, + "nauc_precision_at_10_diff1": -0.195019, + "nauc_precision_at_20_max": -0.084055, + "nauc_precision_at_20_std": -0.036945, + "nauc_precision_at_20_diff1": -0.228858, + "nauc_precision_at_100_max": -0.163903, + "nauc_precision_at_100_std": -0.064484, + "nauc_precision_at_100_diff1": -0.216648, + "nauc_precision_at_1000_max": -0.232728, + "nauc_precision_at_1000_std": -0.251777, + "nauc_precision_at_1000_diff1": -0.111051, + "nauc_mrr_at_1_max": 0.516187, + "nauc_mrr_at_1_std": 0.130413, + "nauc_mrr_at_1_diff1": 0.535264, + "nauc_mrr_at_3_max": 0.50898, + "nauc_mrr_at_3_std": 0.012876, + "nauc_mrr_at_3_diff1": 0.497317, + "nauc_mrr_at_5_max": 0.521767, + "nauc_mrr_at_5_std": 0.081153, + "nauc_mrr_at_5_diff1": 0.514659, + "nauc_mrr_at_10_max": 0.519325, + "nauc_mrr_at_10_std": 0.080861, + "nauc_mrr_at_10_diff1": 0.511249, + "nauc_mrr_at_20_max": 0.519325, + "nauc_mrr_at_20_std": 0.080861, + "nauc_mrr_at_20_diff1": 0.511249, + "nauc_mrr_at_100_max": 0.519325, + "nauc_mrr_at_100_std": 0.080861, + "nauc_mrr_at_100_diff1": 0.511249, + "nauc_mrr_at_1000_max": 0.519325, + "nauc_mrr_at_1000_std": 0.080861, + "nauc_mrr_at_1000_diff1": 0.511249, + "cv_recall_at_1": 0.845, + "cv_recall_at_3": 0.97, + "cv_recall_at_5": 0.995, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.65852, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5975.611122131348, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/ChatDoctorRetrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/ChatDoctorRetrieval.json new file mode 100644 index 0000000000..ecd989125f --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/ChatDoctorRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "50c2986fedffa33b38afd5c1752026f8e9e5ed1d", + "task_name": "ChatDoctorRetrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.59596, + "ndcg_at_3": 0.67177, + "ndcg_at_5": 0.69129, + "ndcg_at_10": 0.70974, + "ndcg_at_20": 0.72282, + "ndcg_at_100": 0.73657, + "ndcg_at_1000": 0.74157, + "map_at_1": 0.59596, + "map_at_3": 0.65343, + "map_at_5": 0.66425, + "map_at_10": 0.67194, + "map_at_20": 0.67558, + "map_at_100": 0.6775, + "map_at_1000": 0.67769, + "recall_at_1": 0.59596, + "recall_at_3": 0.72474, + "recall_at_5": 0.77213, + "recall_at_10": 0.82883, + "recall_at_20": 0.88016, + "recall_at_100": 0.95403, + "recall_at_1000": 0.9932, + "accuracy": 0.59596, + "precision_at_1": 0.59596, + "precision_at_3": 0.24158, + "precision_at_5": 0.15443, + "precision_at_10": 0.08288, + "precision_at_20": 0.04401, + "precision_at_100": 0.00954, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.595958, + "mrr_at_3": 0.653431, + "mrr_at_5": 0.664252, + "mrr_at_10": 0.671935, + "mrr_at_20": 0.675578, + "mrr_at_100": 0.677498, + "mrr_at_1000": 0.677689, + "nauc_ndcg_at_1_max": 0.615748, + "nauc_ndcg_at_1_std": -0.246493, + "nauc_ndcg_at_1_diff1": 0.789607, + "nauc_ndcg_at_3_max": 0.614707, + "nauc_ndcg_at_3_std": -0.244925, + "nauc_ndcg_at_3_diff1": 0.748735, + "nauc_ndcg_at_5_max": 0.611402, + "nauc_ndcg_at_5_std": -0.241832, + "nauc_ndcg_at_5_diff1": 0.741077, + "nauc_ndcg_at_10_max": 0.612631, + "nauc_ndcg_at_10_std": -0.234796, + "nauc_ndcg_at_10_diff1": 0.735819, + "nauc_ndcg_at_20_max": 0.614036, + "nauc_ndcg_at_20_std": -0.226634, + "nauc_ndcg_at_20_diff1": 0.736232, + "nauc_ndcg_at_100_max": 0.617117, + "nauc_ndcg_at_100_std": -0.222035, + "nauc_ndcg_at_100_diff1": 0.74249, + "nauc_ndcg_at_1000_max": 0.615865, + "nauc_ndcg_at_1000_std": -0.228677, + "nauc_ndcg_at_1000_diff1": 0.74591, + "nauc_map_at_1_max": 0.615748, + "nauc_map_at_1_std": -0.246493, + "nauc_map_at_1_diff1": 0.789607, + "nauc_map_at_3_max": 0.615315, + "nauc_map_at_3_std": -0.244962, + "nauc_map_at_3_diff1": 0.75922, + "nauc_map_at_5_max": 0.613632, + "nauc_map_at_5_std": -0.243512, + "nauc_map_at_5_diff1": 0.755551, + "nauc_map_at_10_max": 0.614102, + "nauc_map_at_10_std": -0.240936, + "nauc_map_at_10_diff1": 0.753719, + "nauc_map_at_20_max": 0.614539, + "nauc_map_at_20_std": -0.23883, + "nauc_map_at_20_diff1": 0.754053, + "nauc_map_at_100_max": 0.614959, + "nauc_map_at_100_std": -0.23823, + "nauc_map_at_100_diff1": 0.754808, + "nauc_map_at_1000_max": 0.614914, + "nauc_map_at_1000_std": -0.238441, + "nauc_map_at_1000_diff1": 0.75491, + "nauc_recall_at_1_max": 0.615748, + "nauc_recall_at_1_std": -0.246493, + "nauc_recall_at_1_diff1": 0.789607, + "nauc_recall_at_3_max": 0.612491, + "nauc_recall_at_3_std": -0.24499, + "nauc_recall_at_3_diff1": 0.713477, + "nauc_recall_at_5_max": 0.602001, + "nauc_recall_at_5_std": -0.234754, + "nauc_recall_at_5_diff1": 0.684336, + "nauc_recall_at_10_max": 0.605477, + "nauc_recall_at_10_std": -0.199968, + "nauc_recall_at_10_diff1": 0.645736, + "nauc_recall_at_20_max": 0.612346, + "nauc_recall_at_20_std": -0.126689, + "nauc_recall_at_20_diff1": 0.614399, + "nauc_recall_at_100_max": 0.683195, + "nauc_recall_at_100_std": 0.13293, + "nauc_recall_at_100_diff1": 0.592693, + "nauc_recall_at_1000_max": 0.765804, + "nauc_recall_at_1000_std": 0.537869, + "nauc_recall_at_1000_diff1": 0.598385, + "nauc_precision_at_1_max": 0.615748, + "nauc_precision_at_1_std": -0.246493, + "nauc_precision_at_1_diff1": 0.789607, + "nauc_precision_at_3_max": 0.612491, + "nauc_precision_at_3_std": -0.24499, + "nauc_precision_at_3_diff1": 0.713477, + "nauc_precision_at_5_max": 0.602001, + "nauc_precision_at_5_std": -0.234754, + "nauc_precision_at_5_diff1": 0.684336, + "nauc_precision_at_10_max": 0.605477, + "nauc_precision_at_10_std": -0.199968, + "nauc_precision_at_10_diff1": 0.645736, + "nauc_precision_at_20_max": 0.612346, + "nauc_precision_at_20_std": -0.126689, + "nauc_precision_at_20_diff1": 0.614399, + "nauc_precision_at_100_max": 0.683195, + "nauc_precision_at_100_std": 0.13293, + "nauc_precision_at_100_diff1": 0.592693, + "nauc_precision_at_1000_max": 0.765804, + "nauc_precision_at_1000_std": 0.537869, + "nauc_precision_at_1000_diff1": 0.598385, + "nauc_mrr_at_1_max": 0.615748, + "nauc_mrr_at_1_std": -0.246493, + "nauc_mrr_at_1_diff1": 0.789607, + "nauc_mrr_at_3_max": 0.615315, + "nauc_mrr_at_3_std": -0.244962, + "nauc_mrr_at_3_diff1": 0.75922, + "nauc_mrr_at_5_max": 0.613632, + "nauc_mrr_at_5_std": -0.243512, + "nauc_mrr_at_5_diff1": 0.755551, + "nauc_mrr_at_10_max": 0.614102, + "nauc_mrr_at_10_std": -0.240936, + "nauc_mrr_at_10_diff1": 0.753719, + "nauc_mrr_at_20_max": 0.614539, + "nauc_mrr_at_20_std": -0.23883, + "nauc_mrr_at_20_diff1": 0.754053, + "nauc_mrr_at_100_max": 0.614959, + "nauc_mrr_at_100_std": -0.23823, + "nauc_mrr_at_100_diff1": 0.754808, + "nauc_mrr_at_1000_max": 0.614914, + "nauc_mrr_at_1000_std": -0.238441, + "nauc_mrr_at_1000_diff1": 0.75491, + "cv_recall_at_1": 0.59596, + "cv_recall_at_3": 0.72474, + "cv_recall_at_5": 0.77213, + "cv_recall_at_10": 0.82883, + "cv_recall_at_20": 0.88016, + "cv_recall_at_100": 0.95403, + "cv_recall_at_1000": 0.9932, + "main_score": 0.70974, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 53.330322265625, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/DS1000Retrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/DS1000Retrieval.json new file mode 100644 index 0000000000..ff21a8c6ca --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/DS1000Retrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "25cd4dc8172e799235d83c66439b6b7b8e6583ec", + "task_name": "DS1000Retrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34885, + "ndcg_at_3": 0.61456, + "ndcg_at_5": 0.6673, + "ndcg_at_10": 0.69364, + "ndcg_at_20": 0.69454, + "ndcg_at_100": 0.69507, + "ndcg_at_1000": 0.69507, + "map_at_1": 0.34885, + "map_at_3": 0.55372, + "map_at_5": 0.58345, + "map_at_10": 0.59487, + "map_at_20": 0.59513, + "map_at_100": 0.59519, + "map_at_1000": 0.59519, + "recall_at_1": 0.34885, + "recall_at_3": 0.78879, + "recall_at_5": 0.91491, + "recall_at_10": 0.99349, + "recall_at_20": 0.997, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.34885, + "precision_at_1": 0.34885, + "precision_at_3": 0.26293, + "precision_at_5": 0.18298, + "precision_at_10": 0.09935, + "precision_at_20": 0.04985, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.348849, + "mrr_at_3": 0.553136, + "mrr_at_5": 0.583041, + "mrr_at_10": 0.59478, + "mrr_at_20": 0.594942, + "mrr_at_100": 0.595003, + "mrr_at_1000": 0.595003, + "nauc_ndcg_at_1_max": 0.080593, + "nauc_ndcg_at_1_std": -0.014449, + "nauc_ndcg_at_1_diff1": 0.074636, + "nauc_ndcg_at_3_max": 0.161579, + "nauc_ndcg_at_3_std": -0.046146, + "nauc_ndcg_at_3_diff1": -0.004805, + "nauc_ndcg_at_5_max": 0.161323, + "nauc_ndcg_at_5_std": -0.057287, + "nauc_ndcg_at_5_diff1": 0.007579, + "nauc_ndcg_at_10_max": 0.138487, + "nauc_ndcg_at_10_std": -0.037942, + "nauc_ndcg_at_10_diff1": 0.021213, + "nauc_ndcg_at_20_max": 0.136515, + "nauc_ndcg_at_20_std": -0.034412, + "nauc_ndcg_at_20_diff1": 0.025261, + "nauc_ndcg_at_100_max": 0.134094, + "nauc_ndcg_at_100_std": -0.03614, + "nauc_ndcg_at_100_diff1": 0.023178, + "nauc_ndcg_at_1000_max": 0.134094, + "nauc_ndcg_at_1000_std": -0.03614, + "nauc_ndcg_at_1000_diff1": 0.023178, + "nauc_map_at_1_max": 0.080593, + "nauc_map_at_1_std": -0.014449, + "nauc_map_at_1_diff1": 0.074636, + "nauc_map_at_3_max": 0.139703, + "nauc_map_at_3_std": -0.035863, + "nauc_map_at_3_diff1": 0.012877, + "nauc_map_at_5_max": 0.137581, + "nauc_map_at_5_std": -0.040714, + "nauc_map_at_5_diff1": 0.020119, + "nauc_map_at_10_max": 0.129325, + "nauc_map_at_10_std": -0.034464, + "nauc_map_at_10_diff1": 0.025612, + "nauc_map_at_20_max": 0.128926, + "nauc_map_at_20_std": -0.033658, + "nauc_map_at_20_diff1": 0.026379, + "nauc_map_at_100_max": 0.128713, + "nauc_map_at_100_std": -0.033801, + "nauc_map_at_100_diff1": 0.026182, + "nauc_map_at_1000_max": 0.128713, + "nauc_map_at_1000_std": -0.033801, + "nauc_map_at_1000_diff1": 0.026182, + "nauc_recall_at_1_max": 0.080593, + "nauc_recall_at_1_std": -0.014449, + "nauc_recall_at_1_diff1": 0.074636, + "nauc_recall_at_3_max": 0.252503, + "nauc_recall_at_3_std": -0.090037, + "nauc_recall_at_3_diff1": -0.075774, + "nauc_recall_at_5_max": 0.366251, + "nauc_recall_at_5_std": -0.206414, + "nauc_recall_at_5_diff1": -0.087967, + "nauc_recall_at_10_max": 0.769506, + "nauc_recall_at_10_std": -0.134928, + "nauc_recall_at_10_diff1": -0.133429, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.593841, + "nauc_recall_at_20_diff1": 0.74682, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.080593, + "nauc_precision_at_1_std": -0.014449, + "nauc_precision_at_1_diff1": 0.074636, + "nauc_precision_at_3_max": 0.252503, + "nauc_precision_at_3_std": -0.090037, + "nauc_precision_at_3_diff1": -0.075774, + "nauc_precision_at_5_max": 0.366251, + "nauc_precision_at_5_std": -0.206414, + "nauc_precision_at_5_diff1": -0.087967, + "nauc_precision_at_10_max": 0.769506, + "nauc_precision_at_10_std": -0.134928, + "nauc_precision_at_10_diff1": -0.133429, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.593841, + "nauc_precision_at_20_diff1": 0.74682, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.080753, + "nauc_mrr_at_1_std": -0.026592, + "nauc_mrr_at_1_diff1": 0.07401, + "nauc_mrr_at_3_max": 0.133964, + "nauc_mrr_at_3_std": -0.053184, + "nauc_mrr_at_3_diff1": -0.00757, + "nauc_mrr_at_5_max": 0.136571, + "nauc_mrr_at_5_std": -0.059894, + "nauc_mrr_at_5_diff1": 0.010803, + "nauc_mrr_at_10_max": 0.127688, + "nauc_mrr_at_10_std": -0.049292, + "nauc_mrr_at_10_diff1": 0.01675, + "nauc_mrr_at_20_max": 0.127378, + "nauc_mrr_at_20_std": -0.048906, + "nauc_mrr_at_20_diff1": 0.017512, + "nauc_mrr_at_100_max": 0.127164, + "nauc_mrr_at_100_std": -0.049053, + "nauc_mrr_at_100_diff1": 0.017314, + "nauc_mrr_at_1000_max": 0.127164, + "nauc_mrr_at_1000_std": -0.049053, + "nauc_mrr_at_1000_diff1": 0.017314, + "cv_recall_at_1": 0.34885, + "cv_recall_at_3": 0.78729, + "cv_recall_at_5": 0.91391, + "cv_recall_at_10": 0.99449, + "cv_recall_at_20": 0.997, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.69364, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 49.87534809112549, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/FinQARetrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/FinQARetrieval.json new file mode 100644 index 0000000000..6ddbbe2d61 --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/FinQARetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "bdd1903ce03153129480bfc14b710e3d612c1efd", + "task_name": "FinQARetrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65817, + "ndcg_at_3": 0.75915, + "ndcg_at_5": 0.77968, + "ndcg_at_10": 0.80037, + "ndcg_at_20": 0.81002, + "ndcg_at_100": 0.81332, + "ndcg_at_1000": 0.81357, + "map_at_1": 0.65817, + "map_at_3": 0.73477, + "map_at_5": 0.7461, + "map_at_10": 0.75461, + "map_at_20": 0.75731, + "map_at_100": 0.75785, + "map_at_1000": 0.75786, + "recall_at_1": 0.65817, + "recall_at_3": 0.82953, + "recall_at_5": 0.87961, + "recall_at_10": 0.94376, + "recall_at_20": 0.98155, + "recall_at_100": 0.99824, + "recall_at_1000": 1.0, + "accuracy": 0.65817, + "precision_at_1": 0.65817, + "precision_at_3": 0.27651, + "precision_at_5": 0.17592, + "precision_at_10": 0.09438, + "precision_at_20": 0.04908, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.658172, + "mrr_at_3": 0.734769, + "mrr_at_5": 0.746104, + "mrr_at_10": 0.754614, + "mrr_at_20": 0.757312, + "mrr_at_100": 0.757846, + "mrr_at_1000": 0.757857, + "nauc_ndcg_at_1_max": 0.584569, + "nauc_ndcg_at_1_std": -0.034982, + "nauc_ndcg_at_1_diff1": 0.741524, + "nauc_ndcg_at_3_max": 0.605996, + "nauc_ndcg_at_3_std": -0.022457, + "nauc_ndcg_at_3_diff1": 0.701426, + "nauc_ndcg_at_5_max": 0.605156, + "nauc_ndcg_at_5_std": -0.023882, + "nauc_ndcg_at_5_diff1": 0.699257, + "nauc_ndcg_at_10_max": 0.611973, + "nauc_ndcg_at_10_std": -0.005941, + "nauc_ndcg_at_10_diff1": 0.709373, + "nauc_ndcg_at_20_max": 0.610054, + "nauc_ndcg_at_20_std": -0.01176, + "nauc_ndcg_at_20_diff1": 0.713457, + "nauc_ndcg_at_100_max": 0.605075, + "nauc_ndcg_at_100_std": -0.018671, + "nauc_ndcg_at_100_diff1": 0.713914, + "nauc_ndcg_at_1000_max": 0.604479, + "nauc_ndcg_at_1000_std": -0.019005, + "nauc_ndcg_at_1000_diff1": 0.713483, + "nauc_map_at_1_max": 0.584569, + "nauc_map_at_1_std": -0.034982, + "nauc_map_at_1_diff1": 0.741524, + "nauc_map_at_3_max": 0.601117, + "nauc_map_at_3_std": -0.026607, + "nauc_map_at_3_diff1": 0.712256, + "nauc_map_at_5_max": 0.600432, + "nauc_map_at_5_std": -0.027051, + "nauc_map_at_5_diff1": 0.711534, + "nauc_map_at_10_max": 0.602782, + "nauc_map_at_10_std": -0.020427, + "nauc_map_at_10_diff1": 0.715172, + "nauc_map_at_20_max": 0.602136, + "nauc_map_at_20_std": -0.021954, + "nauc_map_at_20_diff1": 0.716052, + "nauc_map_at_100_max": 0.601525, + "nauc_map_at_100_std": -0.022756, + "nauc_map_at_100_diff1": 0.716133, + "nauc_map_at_1000_max": 0.601503, + "nauc_map_at_1000_std": -0.022772, + "nauc_map_at_1000_diff1": 0.716117, + "nauc_recall_at_1_max": 0.584569, + "nauc_recall_at_1_std": -0.034982, + "nauc_recall_at_1_diff1": 0.741524, + "nauc_recall_at_3_max": 0.625122, + "nauc_recall_at_3_std": -0.005192, + "nauc_recall_at_3_diff1": 0.657671, + "nauc_recall_at_5_max": 0.62925, + "nauc_recall_at_5_std": -0.007914, + "nauc_recall_at_5_diff1": 0.633933, + "nauc_recall_at_10_max": 0.71649, + "nauc_recall_at_10_std": 0.16864, + "nauc_recall_at_10_diff1": 0.664704, + "nauc_recall_at_20_max": 0.871708, + "nauc_recall_at_20_std": 0.326765, + "nauc_recall_at_20_diff1": 0.723538, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.191368, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.584569, + "nauc_precision_at_1_std": -0.034982, + "nauc_precision_at_1_diff1": 0.741524, + "nauc_precision_at_3_max": 0.625122, + "nauc_precision_at_3_std": -0.005192, + "nauc_precision_at_3_diff1": 0.657671, + "nauc_precision_at_5_max": 0.62925, + "nauc_precision_at_5_std": -0.007914, + "nauc_precision_at_5_diff1": 0.633933, + "nauc_precision_at_10_max": 0.71649, + "nauc_precision_at_10_std": 0.16864, + "nauc_precision_at_10_diff1": 0.664704, + "nauc_precision_at_20_max": 0.871708, + "nauc_precision_at_20_std": 0.326765, + "nauc_precision_at_20_diff1": 0.723538, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.191368, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.584569, + "nauc_mrr_at_1_std": -0.034982, + "nauc_mrr_at_1_diff1": 0.741524, + "nauc_mrr_at_3_max": 0.601117, + "nauc_mrr_at_3_std": -0.026607, + "nauc_mrr_at_3_diff1": 0.712256, + "nauc_mrr_at_5_max": 0.600432, + "nauc_mrr_at_5_std": -0.027051, + "nauc_mrr_at_5_diff1": 0.711534, + "nauc_mrr_at_10_max": 0.602782, + "nauc_mrr_at_10_std": -0.020427, + "nauc_mrr_at_10_diff1": 0.715172, + "nauc_mrr_at_20_max": 0.602136, + "nauc_mrr_at_20_std": -0.021954, + "nauc_mrr_at_20_diff1": 0.716052, + "nauc_mrr_at_100_max": 0.601525, + "nauc_mrr_at_100_std": -0.022756, + "nauc_mrr_at_100_diff1": 0.716133, + "nauc_mrr_at_1000_max": 0.601503, + "nauc_mrr_at_1000_std": -0.022772, + "nauc_mrr_at_1000_diff1": 0.716117, + "cv_recall_at_1": 0.65817, + "cv_recall_at_3": 0.82953, + "cv_recall_at_5": 0.87961, + "cv_recall_at_10": 0.94376, + "cv_recall_at_20": 0.98155, + "cv_recall_at_100": 0.99824, + "cv_recall_at_1000": 1.0, + "main_score": 0.80037, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 16.468748807907104, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/FinanceBenchRetrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/FinanceBenchRetrieval.json new file mode 100644 index 0000000000..97d77b9a8d --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/FinanceBenchRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "e68478442112cae36b70a216f52cc2777acf0a7e", + "task_name": "FinanceBenchRetrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.88643, + "ndcg_at_5": 0.88901, + "ndcg_at_10": 0.89783, + "ndcg_at_20": 0.9014, + "ndcg_at_100": 0.90256, + "ndcg_at_1000": 0.90256, + "map_at_1": 0.8, + "map_at_3": 0.86556, + "map_at_5": 0.86689, + "map_at_10": 0.87065, + "map_at_20": 0.87173, + "map_at_100": 0.87185, + "map_at_1000": 0.87185, + "recall_at_1": 0.8, + "recall_at_3": 0.94667, + "recall_at_5": 0.95333, + "recall_at_10": 0.98, + "recall_at_20": 0.99333, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.8, + "precision_at_1": 0.8, + "precision_at_3": 0.31556, + "precision_at_5": 0.19067, + "precision_at_10": 0.098, + "precision_at_20": 0.04967, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.865556, + "mrr_at_5": 0.866889, + "mrr_at_10": 0.870646, + "mrr_at_20": 0.871728, + "mrr_at_100": 0.871854, + "mrr_at_1000": 0.871854, + "nauc_ndcg_at_1_max": 0.59026, + "nauc_ndcg_at_1_std": 0.169714, + "nauc_ndcg_at_1_diff1": 0.802464, + "nauc_ndcg_at_3_max": 0.669005, + "nauc_ndcg_at_3_std": 0.307889, + "nauc_ndcg_at_3_diff1": 0.774247, + "nauc_ndcg_at_5_max": 0.66414, + "nauc_ndcg_at_5_std": 0.312385, + "nauc_ndcg_at_5_diff1": 0.768763, + "nauc_ndcg_at_10_max": 0.654743, + "nauc_ndcg_at_10_std": 0.304577, + "nauc_ndcg_at_10_diff1": 0.761658, + "nauc_ndcg_at_20_max": 0.641614, + "nauc_ndcg_at_20_std": 0.280511, + "nauc_ndcg_at_20_diff1": 0.761436, + "nauc_ndcg_at_100_max": 0.640606, + "nauc_ndcg_at_100_std": 0.273147, + "nauc_ndcg_at_100_diff1": 0.773103, + "nauc_ndcg_at_1000_max": 0.640606, + "nauc_ndcg_at_1000_std": 0.273147, + "nauc_ndcg_at_1000_diff1": 0.773103, + "nauc_map_at_1_max": 0.59026, + "nauc_map_at_1_std": 0.169714, + "nauc_map_at_1_diff1": 0.802464, + "nauc_map_at_3_max": 0.644236, + "nauc_map_at_3_std": 0.27017, + "nauc_map_at_3_diff1": 0.781618, + "nauc_map_at_5_max": 0.641865, + "nauc_map_at_5_std": 0.271722, + "nauc_map_at_5_diff1": 0.779318, + "nauc_map_at_10_max": 0.638402, + "nauc_map_at_10_std": 0.267913, + "nauc_map_at_10_diff1": 0.777615, + "nauc_map_at_20_max": 0.635187, + "nauc_map_at_20_std": 0.261916, + "nauc_map_at_20_diff1": 0.777858, + "nauc_map_at_100_max": 0.635097, + "nauc_map_at_100_std": 0.261288, + "nauc_map_at_100_diff1": 0.778839, + "nauc_map_at_1000_max": 0.635097, + "nauc_map_at_1000_std": 0.261288, + "nauc_map_at_1000_diff1": 0.778839, + "nauc_recall_at_1_max": 0.59026, + "nauc_recall_at_1_std": 0.169714, + "nauc_recall_at_1_diff1": 0.802464, + "nauc_recall_at_3_max": 0.837477, + "nauc_recall_at_3_std": 0.558065, + "nauc_recall_at_3_diff1": 0.725782, + "nauc_recall_at_5_max": 0.832933, + "nauc_recall_at_5_std": 0.620248, + "nauc_recall_at_5_diff1": 0.686608, + "nauc_recall_at_10_max": 0.907407, + "nauc_recall_at_10_std": 0.912854, + "nauc_recall_at_10_diff1": 0.46094, + "nauc_recall_at_20_max": 0.722222, + "nauc_recall_at_20_std": 0.869281, + "nauc_recall_at_20_diff1": -0.171335, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.59026, + "nauc_precision_at_1_std": 0.169714, + "nauc_precision_at_1_diff1": 0.802464, + "nauc_precision_at_3_max": 0.837477, + "nauc_precision_at_3_std": 0.558065, + "nauc_precision_at_3_diff1": 0.725782, + "nauc_precision_at_5_max": 0.832933, + "nauc_precision_at_5_std": 0.620248, + "nauc_precision_at_5_diff1": 0.686608, + "nauc_precision_at_10_max": 0.907407, + "nauc_precision_at_10_std": 0.912854, + "nauc_precision_at_10_diff1": 0.46094, + "nauc_precision_at_20_max": 0.722222, + "nauc_precision_at_20_std": 0.869281, + "nauc_precision_at_20_diff1": -0.171335, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.59026, + "nauc_mrr_at_1_std": 0.169714, + "nauc_mrr_at_1_diff1": 0.802464, + "nauc_mrr_at_3_max": 0.644236, + "nauc_mrr_at_3_std": 0.27017, + "nauc_mrr_at_3_diff1": 0.781618, + "nauc_mrr_at_5_max": 0.641865, + "nauc_mrr_at_5_std": 0.271722, + "nauc_mrr_at_5_diff1": 0.779318, + "nauc_mrr_at_10_max": 0.638402, + "nauc_mrr_at_10_std": 0.267913, + "nauc_mrr_at_10_diff1": 0.777615, + "nauc_mrr_at_20_max": 0.635187, + "nauc_mrr_at_20_std": 0.261916, + "nauc_mrr_at_20_diff1": 0.777858, + "nauc_mrr_at_100_max": 0.635097, + "nauc_mrr_at_100_std": 0.261288, + "nauc_mrr_at_100_diff1": 0.778839, + "nauc_mrr_at_1000_max": 0.635097, + "nauc_mrr_at_1000_std": 0.261288, + "nauc_mrr_at_1000_diff1": 0.778839, + "cv_recall_at_1": 0.8, + "cv_recall_at_3": 0.94667, + "cv_recall_at_5": 0.95333, + "cv_recall_at_10": 0.98, + "cv_recall_at_20": 0.99333, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.89783, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 20.902296781539917, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/FreshStackRetrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/FreshStackRetrieval.json new file mode 100644 index 0000000000..c3c4b76f3c --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/FreshStackRetrieval.json @@ -0,0 +1,169 @@ +{ + "dataset_revision": "7a20df1abe4dafc46f93f9a7965bf9c6968bdf04", + "task_name": "FreshStackRetrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.58185, + "ndcg_at_3": 0.53062, + "ndcg_at_5": 0.51791, + "ndcg_at_10": 0.52754, + "ndcg_at_20": 0.57068, + "ndcg_at_100": 0.65761, + "ndcg_at_1000": 0.68789, + "map_at_1": 0.11562, + "map_at_3": 0.22863, + "map_at_5": 0.28728, + "map_at_10": 0.36211, + "map_at_20": 0.41412, + "map_at_100": 0.45478, + "map_at_1000": 0.45941, + "recall_at_1": 0.11562, + "recall_at_3": 0.25937, + "recall_at_5": 0.35731, + "recall_at_10": 0.50159, + "recall_at_20": 0.64585, + "recall_at_100": 0.87974, + "recall_at_1000": 0.99332, + "accuracy": 0.11562, + "precision_at_1": 0.58185, + "precision_at_3": 0.49058, + "precision_at_5": 0.43274, + "precision_at_10": 0.33527, + "precision_at_20": 0.23318, + "precision_at_100": 0.06915, + "precision_at_1000": 0.00806, + "mrr_at_1": 0.581845, + "mrr_at_3": 0.674603, + "mrr_at_5": 0.691865, + "mrr_at_10": 0.69724, + "mrr_at_20": 0.700169, + "mrr_at_100": 0.701234, + "mrr_at_1000": 0.701289, + "nauc_ndcg_at_1_max": 0.116935, + "nauc_ndcg_at_1_std": 0.058357, + "nauc_ndcg_at_1_diff1": 0.292887, + "nauc_ndcg_at_3_max": 0.098769, + "nauc_ndcg_at_3_std": 0.030607, + "nauc_ndcg_at_3_diff1": 0.172268, + "nauc_ndcg_at_5_max": 0.088195, + "nauc_ndcg_at_5_std": 0.028706, + "nauc_ndcg_at_5_diff1": 0.158406, + "nauc_ndcg_at_10_max": 0.013698, + "nauc_ndcg_at_10_std": 0.001135, + "nauc_ndcg_at_10_diff1": 0.172596, + "nauc_ndcg_at_20_max": -0.023186, + "nauc_ndcg_at_20_std": -0.003823, + "nauc_ndcg_at_20_diff1": 0.193979, + "nauc_ndcg_at_100_max": 0.026737, + "nauc_ndcg_at_100_std": 0.065141, + "nauc_ndcg_at_100_diff1": 0.184131, + "nauc_ndcg_at_1000_max": 0.077677, + "nauc_ndcg_at_1000_std": 0.062783, + "nauc_ndcg_at_1000_diff1": 0.174217, + "nauc_map_at_1_max": -0.107153, + "nauc_map_at_1_std": -0.106059, + "nauc_map_at_1_diff1": 0.210529, + "nauc_map_at_3_max": -0.087117, + "nauc_map_at_3_std": -0.117108, + "nauc_map_at_3_diff1": 0.213337, + "nauc_map_at_5_max": -0.071578, + "nauc_map_at_5_std": -0.108423, + "nauc_map_at_5_diff1": 0.214146, + "nauc_map_at_10_max": -0.065388, + "nauc_map_at_10_std": -0.079186, + "nauc_map_at_10_diff1": 0.197196, + "nauc_map_at_20_max": -0.049491, + "nauc_map_at_20_std": -0.042914, + "nauc_map_at_20_diff1": 0.185164, + "nauc_map_at_100_max": -0.016741, + "nauc_map_at_100_std": -0.001209, + "nauc_map_at_100_diff1": 0.170294, + "nauc_map_at_1000_max": -0.00988, + "nauc_map_at_1000_std": 0.000118, + "nauc_map_at_1000_diff1": 0.169061, + "nauc_recall_at_1_max": -0.107153, + "nauc_recall_at_1_std": -0.106059, + "nauc_recall_at_1_diff1": 0.210529, + "nauc_recall_at_3_max": -0.111506, + "nauc_recall_at_3_std": -0.127814, + "nauc_recall_at_3_diff1": 0.185446, + "nauc_recall_at_5_max": -0.100462, + "nauc_recall_at_5_std": -0.117668, + "nauc_recall_at_5_diff1": 0.177986, + "nauc_recall_at_10_max": -0.134852, + "nauc_recall_at_10_std": -0.091511, + "nauc_recall_at_10_diff1": 0.16456, + "nauc_recall_at_20_max": -0.146247, + "nauc_recall_at_20_std": -0.047986, + "nauc_recall_at_20_diff1": 0.1798, + "nauc_recall_at_100_max": -0.183034, + "nauc_recall_at_100_std": 0.127656, + "nauc_recall_at_100_diff1": 0.203484, + "nauc_recall_at_1000_max": 0.381129, + "nauc_recall_at_1000_std": 0.472896, + "nauc_recall_at_1000_diff1": 0.384276, + "nauc_precision_at_1_max": 0.116935, + "nauc_precision_at_1_std": 0.058357, + "nauc_precision_at_1_diff1": 0.292887, + "nauc_precision_at_3_max": 0.11696, + "nauc_precision_at_3_std": 0.044648, + "nauc_precision_at_3_diff1": 0.128814, + "nauc_precision_at_5_max": 0.142849, + "nauc_precision_at_5_std": 0.085546, + "nauc_precision_at_5_diff1": 0.068318, + "nauc_precision_at_10_max": 0.149379, + "nauc_precision_at_10_std": 0.13972, + "nauc_precision_at_10_diff1": -0.001682, + "nauc_precision_at_20_max": 0.181202, + "nauc_precision_at_20_std": 0.187965, + "nauc_precision_at_20_diff1": -0.044154, + "nauc_precision_at_100_max": 0.269292, + "nauc_precision_at_100_std": 0.246291, + "nauc_precision_at_100_diff1": -0.116601, + "nauc_precision_at_1000_max": 0.32647, + "nauc_precision_at_1000_std": 0.205452, + "nauc_precision_at_1000_diff1": -0.146109, + "nauc_mrr_at_1_max": 0.116935, + "nauc_mrr_at_1_std": 0.058357, + "nauc_mrr_at_1_diff1": 0.292887, + "nauc_mrr_at_3_max": 0.126252, + "nauc_mrr_at_3_std": 0.077938, + "nauc_mrr_at_3_diff1": 0.263766, + "nauc_mrr_at_5_max": 0.132101, + "nauc_mrr_at_5_std": 0.076263, + "nauc_mrr_at_5_diff1": 0.25699, + "nauc_mrr_at_10_max": 0.133195, + "nauc_mrr_at_10_std": 0.075357, + "nauc_mrr_at_10_diff1": 0.256539, + "nauc_mrr_at_20_max": 0.131347, + "nauc_mrr_at_20_std": 0.075986, + "nauc_mrr_at_20_diff1": 0.260581, + "nauc_mrr_at_100_max": 0.130984, + "nauc_mrr_at_100_std": 0.075788, + "nauc_mrr_at_100_diff1": 0.260956, + "nauc_mrr_at_1000_max": 0.130972, + "nauc_mrr_at_1000_std": 0.075727, + "nauc_mrr_at_1000_diff1": 0.260958, + "cv_recall_at_1": 0.58185, + "cv_recall_at_3": 0.79167, + "cv_recall_at_5": 0.86458, + "cv_recall_at_10": 0.90327, + "cv_recall_at_20": 0.94196, + "cv_recall_at_100": 0.98661, + "cv_recall_at_1000": 1.0, + "main_score": 0.52754, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code", + "javascript-Code", + "go-Code" + ] + } + ] + }, + "evaluation_time": 190.1560959815979, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/HC3FinanceRetrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/HC3FinanceRetrieval.json new file mode 100644 index 0000000000..52eb4c8442 --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/HC3FinanceRetrieval.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "fda6fad068f2ed814d99f29dc95dbb28ac586943", + "task_name": "HC3FinanceRetrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.53253, + "ndcg_at_3": 0.64151, + "ndcg_at_5": 0.67158, + "ndcg_at_10": 0.70149, + "ndcg_at_20": 0.7191, + "ndcg_at_100": 0.72764, + "ndcg_at_1000": 0.72895, + "map_at_1": 0.53253, + "map_at_3": 0.61647, + "map_at_5": 0.63333, + "map_at_10": 0.64585, + "map_at_20": 0.65065, + "map_at_100": 0.65203, + "map_at_1000": 0.65209, + "recall_at_1": 0.53253, + "recall_at_3": 0.71325, + "recall_at_5": 0.78554, + "recall_at_10": 0.87711, + "recall_at_20": 0.94699, + "recall_at_100": 0.99036, + "recall_at_1000": 1.0, + "accuracy": 0.53253, + "precision_at_1": 0.53253, + "precision_at_3": 0.23775, + "precision_at_5": 0.15711, + "precision_at_10": 0.08771, + "precision_at_20": 0.04735, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.53253, + "mrr_at_3": 0.616466, + "mrr_at_5": 0.633333, + "mrr_at_10": 0.645852, + "mrr_at_20": 0.650651, + "mrr_at_100": 0.652029, + "mrr_at_1000": 0.652091, + "nauc_ndcg_at_1_max": 0.361668, + "nauc_ndcg_at_1_std": -0.200302, + "nauc_ndcg_at_1_diff1": 0.601889, + "nauc_ndcg_at_3_max": 0.381295, + "nauc_ndcg_at_3_std": -0.261864, + "nauc_ndcg_at_3_diff1": 0.53931, + "nauc_ndcg_at_5_max": 0.397179, + "nauc_ndcg_at_5_std": -0.261696, + "nauc_ndcg_at_5_diff1": 0.552343, + "nauc_ndcg_at_10_max": 0.3763, + "nauc_ndcg_at_10_std": -0.243468, + "nauc_ndcg_at_10_diff1": 0.53173, + "nauc_ndcg_at_20_max": 0.376607, + "nauc_ndcg_at_20_std": -0.241467, + "nauc_ndcg_at_20_diff1": 0.543194, + "nauc_ndcg_at_100_max": 0.381178, + "nauc_ndcg_at_100_std": -0.233861, + "nauc_ndcg_at_100_diff1": 0.552306, + "nauc_ndcg_at_1000_max": 0.379024, + "nauc_ndcg_at_1000_std": -0.237537, + "nauc_ndcg_at_1000_diff1": 0.552502, + "nauc_map_at_1_max": 0.361668, + "nauc_map_at_1_std": -0.200302, + "nauc_map_at_1_diff1": 0.601889, + "nauc_map_at_3_max": 0.376285, + "nauc_map_at_3_std": -0.245115, + "nauc_map_at_3_diff1": 0.554419, + "nauc_map_at_5_max": 0.384331, + "nauc_map_at_5_std": -0.244538, + "nauc_map_at_5_diff1": 0.561734, + "nauc_map_at_10_max": 0.376197, + "nauc_map_at_10_std": -0.237112, + "nauc_map_at_10_diff1": 0.554099, + "nauc_map_at_20_max": 0.376104, + "nauc_map_at_20_std": -0.23654, + "nauc_map_at_20_diff1": 0.557045, + "nauc_map_at_100_max": 0.376874, + "nauc_map_at_100_std": -0.235277, + "nauc_map_at_100_diff1": 0.558438, + "nauc_map_at_1000_max": 0.376802, + "nauc_map_at_1000_std": -0.235415, + "nauc_map_at_1000_diff1": 0.558469, + "nauc_recall_at_1_max": 0.361668, + "nauc_recall_at_1_std": -0.200302, + "nauc_recall_at_1_diff1": 0.601889, + "nauc_recall_at_3_max": 0.398384, + "nauc_recall_at_3_std": -0.319545, + "nauc_recall_at_3_diff1": 0.488227, + "nauc_recall_at_5_max": 0.453711, + "nauc_recall_at_5_std": -0.332912, + "nauc_recall_at_5_diff1": 0.517046, + "nauc_recall_at_10_max": 0.363954, + "nauc_recall_at_10_std": -0.269868, + "nauc_recall_at_10_diff1": 0.375176, + "nauc_recall_at_20_max": 0.35857, + "nauc_recall_at_20_std": -0.272458, + "nauc_recall_at_20_diff1": 0.366338, + "nauc_recall_at_100_max": 0.737191, + "nauc_recall_at_100_std": 0.356975, + "nauc_recall_at_100_diff1": 0.543814, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.361668, + "nauc_precision_at_1_std": -0.200302, + "nauc_precision_at_1_diff1": 0.601889, + "nauc_precision_at_3_max": 0.398384, + "nauc_precision_at_3_std": -0.319545, + "nauc_precision_at_3_diff1": 0.488227, + "nauc_precision_at_5_max": 0.453711, + "nauc_precision_at_5_std": -0.332912, + "nauc_precision_at_5_diff1": 0.517046, + "nauc_precision_at_10_max": 0.363954, + "nauc_precision_at_10_std": -0.269868, + "nauc_precision_at_10_diff1": 0.375176, + "nauc_precision_at_20_max": 0.35857, + "nauc_precision_at_20_std": -0.272458, + "nauc_precision_at_20_diff1": 0.366338, + "nauc_precision_at_100_max": 0.737191, + "nauc_precision_at_100_std": 0.356975, + "nauc_precision_at_100_diff1": 0.543814, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.361668, + "nauc_mrr_at_1_std": -0.200302, + "nauc_mrr_at_1_diff1": 0.601889, + "nauc_mrr_at_3_max": 0.376285, + "nauc_mrr_at_3_std": -0.245115, + "nauc_mrr_at_3_diff1": 0.554419, + "nauc_mrr_at_5_max": 0.384331, + "nauc_mrr_at_5_std": -0.244538, + "nauc_mrr_at_5_diff1": 0.561734, + "nauc_mrr_at_10_max": 0.376197, + "nauc_mrr_at_10_std": -0.237112, + "nauc_mrr_at_10_diff1": 0.554099, + "nauc_mrr_at_20_max": 0.376104, + "nauc_mrr_at_20_std": -0.23654, + "nauc_mrr_at_20_diff1": 0.557045, + "nauc_mrr_at_100_max": 0.376874, + "nauc_mrr_at_100_std": -0.235277, + "nauc_mrr_at_100_diff1": 0.558438, + "nauc_mrr_at_1000_max": 0.376802, + "nauc_mrr_at_1000_std": -0.235415, + "nauc_mrr_at_1000_diff1": 0.558469, + "cv_recall_at_1": 0.53253, + "cv_recall_at_3": 0.71325, + "cv_recall_at_5": 0.78554, + "cv_recall_at_10": 0.87711, + "cv_recall_at_20": 0.94699, + "cv_recall_at_100": 0.99036, + "cv_recall_at_1000": 1.0, + "main_score": 0.70149, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 17.416128873825073, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/HumanEvalRetrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/HumanEvalRetrieval.json new file mode 100644 index 0000000000..e88efd3d56 --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/HumanEvalRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "ed1f48aca747f10bac146795328e2f03326e7625", + "task_name": "HumanEvalRetrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.98734, + "ndcg_at_3": 0.99533, + "ndcg_at_5": 0.99533, + "ndcg_at_10": 0.99533, + "ndcg_at_20": 0.99533, + "ndcg_at_100": 0.99533, + "ndcg_at_1000": 0.99533, + "map_at_1": 0.98734, + "map_at_3": 0.99367, + "map_at_5": 0.99367, + "map_at_10": 0.99367, + "map_at_20": 0.99367, + "map_at_100": 0.99367, + "map_at_1000": 0.99367, + "recall_at_1": 0.98734, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.98734, + "precision_at_1": 0.98734, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.987342, + "mrr_at_3": 0.993671, + "mrr_at_5": 0.993671, + "mrr_at_10": 0.993671, + "mrr_at_20": 0.993671, + "mrr_at_100": 0.993671, + "mrr_at_1000": 0.993671, + "nauc_ndcg_at_1_max": 0.274835, + "nauc_ndcg_at_1_std": -0.803005, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.274835, + "nauc_ndcg_at_3_std": -0.803005, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.274835, + "nauc_ndcg_at_5_std": -0.803005, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.274835, + "nauc_ndcg_at_10_std": -0.803005, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.274835, + "nauc_ndcg_at_20_std": -0.803005, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.274835, + "nauc_ndcg_at_100_std": -0.803005, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.274835, + "nauc_ndcg_at_1000_std": -0.803005, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.274835, + "nauc_map_at_1_std": -0.803005, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.274835, + "nauc_map_at_3_std": -0.803005, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.274835, + "nauc_map_at_5_std": -0.803005, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.274835, + "nauc_map_at_10_std": -0.803005, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.274835, + "nauc_map_at_20_std": -0.803005, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.274835, + "nauc_map_at_100_std": -0.803005, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.274835, + "nauc_map_at_1000_std": -0.803005, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.274835, + "nauc_recall_at_1_std": -0.803005, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.274835, + "nauc_precision_at_1_std": -0.803005, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.274835, + "nauc_mrr_at_1_std": -0.803005, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.274835, + "nauc_mrr_at_3_std": -0.803005, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.274835, + "nauc_mrr_at_5_std": -0.803005, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.274835, + "nauc_mrr_at_10_std": -0.803005, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.274835, + "nauc_mrr_at_20_std": -0.803005, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.274835, + "nauc_mrr_at_100_std": -0.803005, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.274835, + "nauc_mrr_at_1000_std": -0.803005, + "nauc_mrr_at_1000_diff1": 1.0, + "cv_recall_at_1": 0.98734, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.99533, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 2.2802181243896484, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/LegalQuAD.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/LegalQuAD.json new file mode 100644 index 0000000000..5c6b37b421 --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/LegalQuAD.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e", + "task_name": "LegalQuAD", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.615, + "ndcg_at_3": 0.69244, + "ndcg_at_5": 0.7131, + "ndcg_at_10": 0.73253, + "ndcg_at_20": 0.74661, + "ndcg_at_100": 0.75896, + "ndcg_at_1000": 0.7624, + "map_at_1": 0.615, + "map_at_3": 0.67417, + "map_at_5": 0.68567, + "map_at_10": 0.69373, + "map_at_20": 0.69767, + "map_at_100": 0.69948, + "map_at_1000": 0.69965, + "recall_at_1": 0.615, + "recall_at_3": 0.745, + "recall_at_5": 0.795, + "recall_at_10": 0.855, + "recall_at_20": 0.91, + "recall_at_100": 0.975, + "recall_at_1000": 1.0, + "accuracy": 0.615, + "precision_at_1": 0.615, + "precision_at_3": 0.24833, + "precision_at_5": 0.159, + "precision_at_10": 0.0855, + "precision_at_20": 0.0455, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.615, + "mrr_at_3": 0.674167, + "mrr_at_5": 0.685667, + "mrr_at_10": 0.693728, + "mrr_at_20": 0.697665, + "mrr_at_100": 0.69948, + "mrr_at_1000": 0.699648, + "nauc_ndcg_at_1_max": 0.615775, + "nauc_ndcg_at_1_std": 0.254667, + "nauc_ndcg_at_1_diff1": 0.699479, + "nauc_ndcg_at_3_max": 0.61816, + "nauc_ndcg_at_3_std": 0.261636, + "nauc_ndcg_at_3_diff1": 0.680844, + "nauc_ndcg_at_5_max": 0.620484, + "nauc_ndcg_at_5_std": 0.265963, + "nauc_ndcg_at_5_diff1": 0.685, + "nauc_ndcg_at_10_max": 0.627469, + "nauc_ndcg_at_10_std": 0.297602, + "nauc_ndcg_at_10_diff1": 0.684431, + "nauc_ndcg_at_20_max": 0.6245, + "nauc_ndcg_at_20_std": 0.296571, + "nauc_ndcg_at_20_diff1": 0.678833, + "nauc_ndcg_at_100_max": 0.614387, + "nauc_ndcg_at_100_std": 0.266358, + "nauc_ndcg_at_100_diff1": 0.68046, + "nauc_ndcg_at_1000_max": 0.619292, + "nauc_ndcg_at_1000_std": 0.272824, + "nauc_ndcg_at_1000_diff1": 0.682761, + "nauc_map_at_1_max": 0.615775, + "nauc_map_at_1_std": 0.254667, + "nauc_map_at_1_diff1": 0.699479, + "nauc_map_at_3_max": 0.616376, + "nauc_map_at_3_std": 0.256471, + "nauc_map_at_3_diff1": 0.684937, + "nauc_map_at_5_max": 0.617702, + "nauc_map_at_5_std": 0.259255, + "nauc_map_at_5_diff1": 0.686639, + "nauc_map_at_10_max": 0.620277, + "nauc_map_at_10_std": 0.270362, + "nauc_map_at_10_diff1": 0.686395, + "nauc_map_at_20_max": 0.619855, + "nauc_map_at_20_std": 0.269969, + "nauc_map_at_20_diff1": 0.685391, + "nauc_map_at_100_max": 0.618458, + "nauc_map_at_100_std": 0.266198, + "nauc_map_at_100_diff1": 0.685472, + "nauc_map_at_1000_max": 0.618683, + "nauc_map_at_1000_std": 0.266488, + "nauc_map_at_1000_diff1": 0.685543, + "nauc_recall_at_1_max": 0.615775, + "nauc_recall_at_1_std": 0.254667, + "nauc_recall_at_1_diff1": 0.699479, + "nauc_recall_at_3_max": 0.62487, + "nauc_recall_at_3_std": 0.281049, + "nauc_recall_at_3_diff1": 0.66723, + "nauc_recall_at_5_max": 0.63234, + "nauc_recall_at_5_std": 0.294143, + "nauc_recall_at_5_diff1": 0.680878, + "nauc_recall_at_10_max": 0.671382, + "nauc_recall_at_10_std": 0.468455, + "nauc_recall_at_10_diff1": 0.677154, + "nauc_recall_at_20_max": 0.659923, + "nauc_recall_at_20_std": 0.547463, + "nauc_recall_at_20_diff1": 0.614924, + "nauc_recall_at_100_max": 0.341923, + "nauc_recall_at_100_std": -0.093651, + "nauc_recall_at_100_diff1": 0.539309, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.615775, + "nauc_precision_at_1_std": 0.254667, + "nauc_precision_at_1_diff1": 0.699479, + "nauc_precision_at_3_max": 0.62487, + "nauc_precision_at_3_std": 0.281049, + "nauc_precision_at_3_diff1": 0.66723, + "nauc_precision_at_5_max": 0.63234, + "nauc_precision_at_5_std": 0.294143, + "nauc_precision_at_5_diff1": 0.680878, + "nauc_precision_at_10_max": 0.671382, + "nauc_precision_at_10_std": 0.468455, + "nauc_precision_at_10_diff1": 0.677154, + "nauc_precision_at_20_max": 0.659923, + "nauc_precision_at_20_std": 0.547463, + "nauc_precision_at_20_diff1": 0.614924, + "nauc_precision_at_100_max": 0.341923, + "nauc_precision_at_100_std": -0.093651, + "nauc_precision_at_100_diff1": 0.539309, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.615775, + "nauc_mrr_at_1_std": 0.254667, + "nauc_mrr_at_1_diff1": 0.699479, + "nauc_mrr_at_3_max": 0.616376, + "nauc_mrr_at_3_std": 0.256471, + "nauc_mrr_at_3_diff1": 0.684937, + "nauc_mrr_at_5_max": 0.617702, + "nauc_mrr_at_5_std": 0.259255, + "nauc_mrr_at_5_diff1": 0.686639, + "nauc_mrr_at_10_max": 0.620277, + "nauc_mrr_at_10_std": 0.270362, + "nauc_mrr_at_10_diff1": 0.686395, + "nauc_mrr_at_20_max": 0.619855, + "nauc_mrr_at_20_std": 0.269969, + "nauc_mrr_at_20_diff1": 0.685391, + "nauc_mrr_at_100_max": 0.618458, + "nauc_mrr_at_100_std": 0.266198, + "nauc_mrr_at_100_diff1": 0.685472, + "nauc_mrr_at_1000_max": 0.618683, + "nauc_mrr_at_1000_std": 0.266488, + "nauc_mrr_at_1000_diff1": 0.685543, + "cv_recall_at_1": 0.615, + "cv_recall_at_3": 0.745, + "cv_recall_at_5": 0.795, + "cv_recall_at_10": 0.855, + "cv_recall_at_20": 0.91, + "cv_recall_at_100": 0.975, + "cv_recall_at_1000": 1.0, + "main_score": 0.73253, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 104.38265943527222, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/LegalSummarization.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/LegalSummarization.json new file mode 100644 index 0000000000..334cc8081d --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/LegalSummarization.json @@ -0,0 +1,166 @@ +{ + "dataset_revision": "3bb1a05c66872889662af04c5691c14489cebd72", + "task_name": "LegalSummarization", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65845, + "ndcg_at_3": 0.71022, + "ndcg_at_5": 0.73404, + "ndcg_at_10": 0.75813, + "ndcg_at_20": 0.77729, + "ndcg_at_100": 0.79021, + "ndcg_at_1000": 0.79242, + "map_at_1": 0.57371, + "map_at_3": 0.66556, + "map_at_5": 0.68587, + "map_at_10": 0.70248, + "map_at_20": 0.71124, + "map_at_100": 0.71457, + "map_at_1000": 0.71472, + "recall_at_1": 0.57371, + "recall_at_3": 0.74182, + "recall_at_5": 0.80278, + "recall_at_10": 0.8719, + "recall_at_20": 0.93105, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "accuracy": 0.57371, + "precision_at_1": 0.65845, + "precision_at_3": 0.30869, + "precision_at_5": 0.21197, + "precision_at_10": 0.12218, + "precision_at_20": 0.06901, + "precision_at_100": 0.01521, + "precision_at_1000": 0.00155, + "mrr_at_1": 0.658451, + "mrr_at_3": 0.72946, + "mrr_at_5": 0.7402, + "mrr_at_10": 0.746804, + "mrr_at_20": 0.749644, + "mrr_at_100": 0.750633, + "mrr_at_1000": 0.750705, + "nauc_ndcg_at_1_max": 0.439248, + "nauc_ndcg_at_1_std": -0.071683, + "nauc_ndcg_at_1_diff1": 0.691322, + "nauc_ndcg_at_3_max": 0.461206, + "nauc_ndcg_at_3_std": -0.148502, + "nauc_ndcg_at_3_diff1": 0.699747, + "nauc_ndcg_at_5_max": 0.465537, + "nauc_ndcg_at_5_std": -0.141389, + "nauc_ndcg_at_5_diff1": 0.696096, + "nauc_ndcg_at_10_max": 0.4887, + "nauc_ndcg_at_10_std": -0.106348, + "nauc_ndcg_at_10_diff1": 0.682358, + "nauc_ndcg_at_20_max": 0.509295, + "nauc_ndcg_at_20_std": -0.0764, + "nauc_ndcg_at_20_diff1": 0.687974, + "nauc_ndcg_at_100_max": 0.492492, + "nauc_ndcg_at_100_std": -0.082958, + "nauc_ndcg_at_100_diff1": 0.688606, + "nauc_ndcg_at_1000_max": 0.491523, + "nauc_ndcg_at_1000_std": -0.085316, + "nauc_ndcg_at_1000_diff1": 0.691392, + "nauc_map_at_1_max": 0.394142, + "nauc_map_at_1_std": -0.137343, + "nauc_map_at_1_diff1": 0.713076, + "nauc_map_at_3_max": 0.411696, + "nauc_map_at_3_std": -0.190315, + "nauc_map_at_3_diff1": 0.700837, + "nauc_map_at_5_max": 0.427864, + "nauc_map_at_5_std": -0.181975, + "nauc_map_at_5_diff1": 0.698404, + "nauc_map_at_10_max": 0.453866, + "nauc_map_at_10_std": -0.152054, + "nauc_map_at_10_diff1": 0.692794, + "nauc_map_at_20_max": 0.467241, + "nauc_map_at_20_std": -0.136879, + "nauc_map_at_20_diff1": 0.696437, + "nauc_map_at_100_max": 0.464902, + "nauc_map_at_100_std": -0.13257, + "nauc_map_at_100_diff1": 0.696177, + "nauc_map_at_1000_max": 0.464945, + "nauc_map_at_1000_std": -0.132648, + "nauc_map_at_1000_diff1": 0.696367, + "nauc_recall_at_1_max": 0.394142, + "nauc_recall_at_1_std": -0.137343, + "nauc_recall_at_1_diff1": 0.713076, + "nauc_recall_at_3_max": 0.401211, + "nauc_recall_at_3_std": -0.2269, + "nauc_recall_at_3_diff1": 0.658879, + "nauc_recall_at_5_max": 0.435418, + "nauc_recall_at_5_std": -0.207164, + "nauc_recall_at_5_diff1": 0.644146, + "nauc_recall_at_10_max": 0.527926, + "nauc_recall_at_10_std": -0.060429, + "nauc_recall_at_10_diff1": 0.578366, + "nauc_recall_at_20_max": 0.702174, + "nauc_recall_at_20_std": 0.172623, + "nauc_recall_at_20_diff1": 0.568104, + "nauc_recall_at_100_max": 0.585022, + "nauc_recall_at_100_std": 0.130216, + "nauc_recall_at_100_diff1": 0.44919, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.439248, + "nauc_precision_at_1_std": -0.071683, + "nauc_precision_at_1_diff1": 0.691322, + "nauc_precision_at_3_max": 0.295683, + "nauc_precision_at_3_std": -0.000908, + "nauc_precision_at_3_diff1": 0.208967, + "nauc_precision_at_5_max": 0.234573, + "nauc_precision_at_5_std": 0.109803, + "nauc_precision_at_5_diff1": 0.019602, + "nauc_precision_at_10_max": 0.204698, + "nauc_precision_at_10_std": 0.276679, + "nauc_precision_at_10_diff1": -0.147236, + "nauc_precision_at_20_max": 0.148514, + "nauc_precision_at_20_std": 0.349686, + "nauc_precision_at_20_diff1": -0.220561, + "nauc_precision_at_100_max": 0.031971, + "nauc_precision_at_100_std": 0.357926, + "nauc_precision_at_100_diff1": -0.295845, + "nauc_precision_at_1000_max": 0.023129, + "nauc_precision_at_1000_std": 0.355423, + "nauc_precision_at_1000_diff1": -0.30479, + "nauc_mrr_at_1_max": 0.439248, + "nauc_mrr_at_1_std": -0.071683, + "nauc_mrr_at_1_diff1": 0.691322, + "nauc_mrr_at_3_max": 0.491142, + "nauc_mrr_at_3_std": -0.079228, + "nauc_mrr_at_3_diff1": 0.695777, + "nauc_mrr_at_5_max": 0.488985, + "nauc_mrr_at_5_std": -0.068582, + "nauc_mrr_at_5_diff1": 0.696054, + "nauc_mrr_at_10_max": 0.490105, + "nauc_mrr_at_10_std": -0.061473, + "nauc_mrr_at_10_diff1": 0.691489, + "nauc_mrr_at_20_max": 0.48918, + "nauc_mrr_at_20_std": -0.063214, + "nauc_mrr_at_20_diff1": 0.692052, + "nauc_mrr_at_100_max": 0.487447, + "nauc_mrr_at_100_std": -0.066, + "nauc_mrr_at_100_diff1": 0.692689, + "nauc_mrr_at_1000_max": 0.487345, + "nauc_mrr_at_1000_std": -0.066106, + "nauc_mrr_at_1000_diff1": 0.692813, + "cv_recall_at_1": 0.65845, + "cv_recall_at_3": 0.8169, + "cv_recall_at_5": 0.8662, + "cv_recall_at_10": 0.91549, + "cv_recall_at_20": 0.95423, + "cv_recall_at_100": 0.98944, + "cv_recall_at_1000": 1.0, + "main_score": 0.75813, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.582421064376831, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/MBPPRetrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/MBPPRetrieval.json new file mode 100644 index 0000000000..7aebc26bd7 --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/MBPPRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "586a1fd6a0c63fdeda3b49c0293559a81c79cdec", + "task_name": "MBPPRetrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.84702, + "ndcg_at_3": 0.92229, + "ndcg_at_5": 0.92728, + "ndcg_at_10": 0.92939, + "ndcg_at_20": 0.92992, + "ndcg_at_100": 0.93088, + "ndcg_at_1000": 0.93113, + "map_at_1": 0.84702, + "map_at_3": 0.90486, + "map_at_5": 0.90758, + "map_at_10": 0.90853, + "map_at_20": 0.90868, + "map_at_100": 0.90882, + "map_at_1000": 0.90882, + "recall_at_1": 0.84702, + "recall_at_3": 0.97228, + "recall_at_5": 0.9846, + "recall_at_10": 0.99076, + "recall_at_20": 0.99281, + "recall_at_100": 0.99795, + "recall_at_1000": 1.0, + "accuracy": 0.84702, + "precision_at_1": 0.84702, + "precision_at_3": 0.32409, + "precision_at_5": 0.19692, + "precision_at_10": 0.09908, + "precision_at_20": 0.04964, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847023, + "mrr_at_3": 0.904517, + "mrr_at_5": 0.907495, + "mrr_at_10": 0.90844, + "mrr_at_20": 0.90859, + "mrr_at_100": 0.90873, + "mrr_at_1000": 0.908736, + "nauc_ndcg_at_1_max": 0.495395, + "nauc_ndcg_at_1_std": -0.24627, + "nauc_ndcg_at_1_diff1": 0.87397, + "nauc_ndcg_at_3_max": 0.577597, + "nauc_ndcg_at_3_std": -0.270901, + "nauc_ndcg_at_3_diff1": 0.848632, + "nauc_ndcg_at_5_max": 0.571826, + "nauc_ndcg_at_5_std": -0.24029, + "nauc_ndcg_at_5_diff1": 0.857036, + "nauc_ndcg_at_10_max": 0.560628, + "nauc_ndcg_at_10_std": -0.232351, + "nauc_ndcg_at_10_diff1": 0.86057, + "nauc_ndcg_at_20_max": 0.55719, + "nauc_ndcg_at_20_std": -0.233763, + "nauc_ndcg_at_20_diff1": 0.859947, + "nauc_ndcg_at_100_max": 0.55078, + "nauc_ndcg_at_100_std": -0.244984, + "nauc_ndcg_at_100_diff1": 0.860298, + "nauc_ndcg_at_1000_max": 0.549118, + "nauc_ndcg_at_1000_std": -0.248256, + "nauc_ndcg_at_1000_diff1": 0.860618, + "nauc_map_at_1_max": 0.495395, + "nauc_map_at_1_std": -0.24627, + "nauc_map_at_1_diff1": 0.87397, + "nauc_map_at_3_max": 0.550406, + "nauc_map_at_3_std": -0.269606, + "nauc_map_at_3_diff1": 0.856839, + "nauc_map_at_5_max": 0.546886, + "nauc_map_at_5_std": -0.257356, + "nauc_map_at_5_diff1": 0.860825, + "nauc_map_at_10_max": 0.54278, + "nauc_map_at_10_std": -0.254181, + "nauc_map_at_10_diff1": 0.862041, + "nauc_map_at_20_max": 0.541997, + "nauc_map_at_20_std": -0.254378, + "nauc_map_at_20_diff1": 0.86189, + "nauc_map_at_100_max": 0.541268, + "nauc_map_at_100_std": -0.255536, + "nauc_map_at_100_diff1": 0.861932, + "nauc_map_at_1000_max": 0.541236, + "nauc_map_at_1000_std": -0.2556, + "nauc_map_at_1000_diff1": 0.86194, + "nauc_recall_at_1_max": 0.495395, + "nauc_recall_at_1_std": -0.24627, + "nauc_recall_at_1_diff1": 0.87397, + "nauc_recall_at_3_max": 0.831039, + "nauc_recall_at_3_std": -0.272099, + "nauc_recall_at_3_diff1": 0.772414, + "nauc_recall_at_5_max": 0.973868, + "nauc_recall_at_5_std": 0.093875, + "nauc_recall_at_5_diff1": 0.80303, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.456803, + "nauc_recall_at_10_diff1": 0.845193, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.588646, + "nauc_recall_at_20_diff1": 0.819628, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.638235, + "nauc_recall_at_100_diff1": 0.777113, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.495395, + "nauc_precision_at_1_std": -0.24627, + "nauc_precision_at_1_diff1": 0.87397, + "nauc_precision_at_3_max": 0.831039, + "nauc_precision_at_3_std": -0.272099, + "nauc_precision_at_3_diff1": 0.772414, + "nauc_precision_at_5_max": 0.973868, + "nauc_precision_at_5_std": 0.093875, + "nauc_precision_at_5_diff1": 0.80303, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.456803, + "nauc_precision_at_10_diff1": 0.845193, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.588646, + "nauc_precision_at_20_diff1": 0.819628, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.638235, + "nauc_precision_at_100_diff1": 0.777113, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.495395, + "nauc_mrr_at_1_std": -0.24627, + "nauc_mrr_at_1_diff1": 0.87397, + "nauc_mrr_at_3_max": 0.551045, + "nauc_mrr_at_3_std": -0.272886, + "nauc_mrr_at_3_diff1": 0.856886, + "nauc_mrr_at_5_max": 0.547054, + "nauc_mrr_at_5_std": -0.258215, + "nauc_mrr_at_5_diff1": 0.860833, + "nauc_mrr_at_10_max": 0.542955, + "nauc_mrr_at_10_std": -0.255053, + "nauc_mrr_at_10_diff1": 0.862048, + "nauc_mrr_at_20_max": 0.542173, + "nauc_mrr_at_20_std": -0.25525, + "nauc_mrr_at_20_diff1": 0.861897, + "nauc_mrr_at_100_max": 0.541445, + "nauc_mrr_at_100_std": -0.256408, + "nauc_mrr_at_100_diff1": 0.86194, + "nauc_mrr_at_1000_max": 0.541412, + "nauc_mrr_at_1000_std": -0.256472, + "nauc_mrr_at_1000_diff1": 0.861947, + "cv_recall_at_1": 0.84702, + "cv_recall_at_3": 0.97125, + "cv_recall_at_5": 0.9846, + "cv_recall_at_10": 0.99076, + "cv_recall_at_20": 0.99281, + "cv_recall_at_100": 0.99795, + "cv_recall_at_1000": 1.0, + "main_score": 0.92939, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 19.774024724960327, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/MIRACLRetrievalHardNegatives.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/MIRACLRetrievalHardNegatives.json new file mode 100644 index 0000000000..c8cc3552f0 --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2801 @@ +{ + "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", + "task_name": "MIRACLRetrievalHardNegatives", + "mteb_version": "2.1.14", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.626, + "ndcg_at_3": 0.64455, + "ndcg_at_5": 0.67807, + "ndcg_at_10": 0.71343, + "ndcg_at_20": 0.73458, + "ndcg_at_100": 0.75483, + "ndcg_at_1000": 0.75759, + "map_at_1": 0.41149, + "map_at_3": 0.56931, + "map_at_5": 0.60752, + "map_at_10": 0.6327, + "map_at_20": 0.64268, + "map_at_100": 0.64781, + "map_at_1000": 0.64805, + "recall_at_1": 0.41149, + "recall_at_3": 0.65698, + "recall_at_5": 0.74928, + "recall_at_10": 0.83667, + "recall_at_20": 0.90114, + "recall_at_100": 0.98295, + "recall_at_1000": 0.9995, + "accuracy": 0.41149, + "precision_at_1": 0.626, + "precision_at_3": 0.372, + "precision_at_5": 0.2662, + "precision_at_10": 0.1564, + "precision_at_20": 0.08635, + "precision_at_100": 0.01943, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.626, + "mrr_at_3": 0.716167, + "mrr_at_5": 0.728617, + "mrr_at_10": 0.734039, + "mrr_at_20": 0.736561, + "mrr_at_100": 0.73764, + "mrr_at_1000": 0.737687, + "nauc_ndcg_at_1_max": 0.39513, + "nauc_ndcg_at_1_std": -0.068322, + "nauc_ndcg_at_1_diff1": 0.452933, + "nauc_ndcg_at_3_max": 0.315031, + "nauc_ndcg_at_3_std": -0.139632, + "nauc_ndcg_at_3_diff1": 0.362498, + "nauc_ndcg_at_5_max": 0.339858, + "nauc_ndcg_at_5_std": -0.151678, + "nauc_ndcg_at_5_diff1": 0.378931, + "nauc_ndcg_at_10_max": 0.356604, + "nauc_ndcg_at_10_std": -0.129282, + "nauc_ndcg_at_10_diff1": 0.35588, + "nauc_ndcg_at_20_max": 0.365181, + "nauc_ndcg_at_20_std": -0.112927, + "nauc_ndcg_at_20_diff1": 0.360377, + "nauc_ndcg_at_100_max": 0.366428, + "nauc_ndcg_at_100_std": -0.099511, + "nauc_ndcg_at_100_diff1": 0.37173, + "nauc_ndcg_at_1000_max": 0.363387, + "nauc_ndcg_at_1000_std": -0.10048, + "nauc_ndcg_at_1000_diff1": 0.375241, + "nauc_map_at_1_max": 0.205823, + "nauc_map_at_1_std": -0.151305, + "nauc_map_at_1_diff1": 0.444131, + "nauc_map_at_3_max": 0.270614, + "nauc_map_at_3_std": -0.168068, + "nauc_map_at_3_diff1": 0.383188, + "nauc_map_at_5_max": 0.30623, + "nauc_map_at_5_std": -0.164283, + "nauc_map_at_5_diff1": 0.388486, + "nauc_map_at_10_max": 0.322894, + "nauc_map_at_10_std": -0.149411, + "nauc_map_at_10_diff1": 0.375631, + "nauc_map_at_20_max": 0.328282, + "nauc_map_at_20_std": -0.141127, + "nauc_map_at_20_diff1": 0.376877, + "nauc_map_at_100_max": 0.328453, + "nauc_map_at_100_std": -0.138152, + "nauc_map_at_100_diff1": 0.378592, + "nauc_map_at_1000_max": 0.328335, + "nauc_map_at_1000_std": -0.138045, + "nauc_map_at_1000_diff1": 0.378766, + "nauc_recall_at_1_max": 0.205823, + "nauc_recall_at_1_std": -0.151305, + "nauc_recall_at_1_diff1": 0.444131, + "nauc_recall_at_3_max": 0.21643, + "nauc_recall_at_3_std": -0.194789, + "nauc_recall_at_3_diff1": 0.296061, + "nauc_recall_at_5_max": 0.271937, + "nauc_recall_at_5_std": -0.211081, + "nauc_recall_at_5_diff1": 0.286427, + "nauc_recall_at_10_max": 0.328479, + "nauc_recall_at_10_std": -0.173895, + "nauc_recall_at_10_diff1": 0.19732, + "nauc_recall_at_20_max": 0.368325, + "nauc_recall_at_20_std": -0.137575, + "nauc_recall_at_20_diff1": 0.167524, + "nauc_recall_at_100_max": 0.569015, + "nauc_recall_at_100_std": 0.069767, + "nauc_recall_at_100_diff1": 0.058509, + "nauc_recall_at_1000_max": 0.711718, + "nauc_recall_at_1000_std": 0.861111, + "nauc_recall_at_1000_diff1": 0.24043, + "nauc_precision_at_1_max": 0.39513, + "nauc_precision_at_1_std": -0.068322, + "nauc_precision_at_1_diff1": 0.452933, + "nauc_precision_at_3_max": 0.296027, + "nauc_precision_at_3_std": 0.035514, + "nauc_precision_at_3_diff1": 0.034835, + "nauc_precision_at_5_max": 0.267416, + "nauc_precision_at_5_std": 0.064179, + "nauc_precision_at_5_diff1": -0.026497, + "nauc_precision_at_10_max": 0.209917, + "nauc_precision_at_10_std": 0.139709, + "nauc_precision_at_10_diff1": -0.130019, + "nauc_precision_at_20_max": 0.173797, + "nauc_precision_at_20_std": 0.186462, + "nauc_precision_at_20_diff1": -0.152047, + "nauc_precision_at_100_max": 0.105211, + "nauc_precision_at_100_std": 0.227499, + "nauc_precision_at_100_diff1": -0.174594, + "nauc_precision_at_1000_max": 0.089298, + "nauc_precision_at_1000_std": 0.229262, + "nauc_precision_at_1000_diff1": -0.175134, + "nauc_mrr_at_1_max": 0.39513, + "nauc_mrr_at_1_std": -0.068322, + "nauc_mrr_at_1_diff1": 0.452933, + "nauc_mrr_at_3_max": 0.40977, + "nauc_mrr_at_3_std": -0.062956, + "nauc_mrr_at_3_diff1": 0.412445, + "nauc_mrr_at_5_max": 0.413805, + "nauc_mrr_at_5_std": -0.064235, + "nauc_mrr_at_5_diff1": 0.408657, + "nauc_mrr_at_10_max": 0.4133, + "nauc_mrr_at_10_std": -0.057992, + "nauc_mrr_at_10_diff1": 0.407621, + "nauc_mrr_at_20_max": 0.411948, + "nauc_mrr_at_20_std": -0.058367, + "nauc_mrr_at_20_diff1": 0.409352, + "nauc_mrr_at_100_max": 0.411939, + "nauc_mrr_at_100_std": -0.059043, + "nauc_mrr_at_100_diff1": 0.410126, + "nauc_mrr_at_1000_max": 0.41186, + "nauc_mrr_at_1000_std": -0.059133, + "nauc_mrr_at_1000_diff1": 0.410216, + "cv_recall_at_1": 0.626, + "cv_recall_at_3": 0.828, + "cv_recall_at_5": 0.883, + "cv_recall_at_10": 0.922, + "cv_recall_at_20": 0.956, + "cv_recall_at_100": 0.992, + "cv_recall_at_1000": 1.0, + "main_score": 0.71343, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.66423, + "ndcg_at_3": 0.68119, + "ndcg_at_5": 0.7055, + "ndcg_at_10": 0.73922, + "ndcg_at_20": 0.75983, + "ndcg_at_100": 0.77689, + "ndcg_at_1000": 0.78033, + "map_at_1": 0.41295, + "map_at_3": 0.59598, + "map_at_5": 0.6316, + "map_at_10": 0.65795, + "map_at_20": 0.66804, + "map_at_100": 0.67251, + "map_at_1000": 0.6728, + "recall_at_1": 0.41295, + "recall_at_3": 0.68503, + "recall_at_5": 0.7624, + "recall_at_10": 0.84888, + "recall_at_20": 0.91152, + "recall_at_100": 0.97982, + "recall_at_1000": 0.99878, + "accuracy": 0.41295, + "precision_at_1": 0.66423, + "precision_at_3": 0.41038, + "precision_at_5": 0.28808, + "precision_at_10": 0.1691, + "precision_at_20": 0.09282, + "precision_at_100": 0.02039, + "precision_at_1000": 0.0021, + "mrr_at_1": 0.664234, + "mrr_at_3": 0.757097, + "mrr_at_5": 0.767924, + "mrr_at_10": 0.772256, + "mrr_at_20": 0.774138, + "mrr_at_100": 0.774955, + "mrr_at_1000": 0.774972, + "nauc_ndcg_at_1_max": 0.395071, + "nauc_ndcg_at_1_std": 0.021364, + "nauc_ndcg_at_1_diff1": 0.394217, + "nauc_ndcg_at_3_max": 0.240159, + "nauc_ndcg_at_3_std": -0.175703, + "nauc_ndcg_at_3_diff1": 0.304723, + "nauc_ndcg_at_5_max": 0.237018, + "nauc_ndcg_at_5_std": -0.178976, + "nauc_ndcg_at_5_diff1": 0.305958, + "nauc_ndcg_at_10_max": 0.298111, + "nauc_ndcg_at_10_std": -0.121632, + "nauc_ndcg_at_10_diff1": 0.31072, + "nauc_ndcg_at_20_max": 0.296255, + "nauc_ndcg_at_20_std": -0.10063, + "nauc_ndcg_at_20_diff1": 0.31974, + "nauc_ndcg_at_100_max": 0.300418, + "nauc_ndcg_at_100_std": -0.083097, + "nauc_ndcg_at_100_diff1": 0.325841, + "nauc_ndcg_at_1000_max": 0.303507, + "nauc_ndcg_at_1000_std": -0.089876, + "nauc_ndcg_at_1000_diff1": 0.325103, + "nauc_map_at_1_max": 0.118582, + "nauc_map_at_1_std": -0.177808, + "nauc_map_at_1_diff1": 0.373702, + "nauc_map_at_3_max": 0.183145, + "nauc_map_at_3_std": -0.230562, + "nauc_map_at_3_diff1": 0.326599, + "nauc_map_at_5_max": 0.205984, + "nauc_map_at_5_std": -0.202172, + "nauc_map_at_5_diff1": 0.31079, + "nauc_map_at_10_max": 0.241503, + "nauc_map_at_10_std": -0.160511, + "nauc_map_at_10_diff1": 0.310775, + "nauc_map_at_20_max": 0.243825, + "nauc_map_at_20_std": -0.149279, + "nauc_map_at_20_diff1": 0.312851, + "nauc_map_at_100_max": 0.246639, + "nauc_map_at_100_std": -0.144243, + "nauc_map_at_100_diff1": 0.315278, + "nauc_map_at_1000_max": 0.247036, + "nauc_map_at_1000_std": -0.144466, + "nauc_map_at_1000_diff1": 0.315272, + "nauc_recall_at_1_max": 0.118582, + "nauc_recall_at_1_std": -0.177808, + "nauc_recall_at_1_diff1": 0.373702, + "nauc_recall_at_3_max": 0.103682, + "nauc_recall_at_3_std": -0.326721, + "nauc_recall_at_3_diff1": 0.252447, + "nauc_recall_at_5_max": 0.115187, + "nauc_recall_at_5_std": -0.311721, + "nauc_recall_at_5_diff1": 0.23596, + "nauc_recall_at_10_max": 0.296319, + "nauc_recall_at_10_std": -0.152293, + "nauc_recall_at_10_diff1": 0.230486, + "nauc_recall_at_20_max": 0.253377, + "nauc_recall_at_20_std": -0.069506, + "nauc_recall_at_20_diff1": 0.254479, + "nauc_recall_at_100_max": 0.181391, + "nauc_recall_at_100_std": 0.351367, + "nauc_recall_at_100_diff1": 0.335479, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.869316, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.395071, + "nauc_precision_at_1_std": 0.021364, + "nauc_precision_at_1_diff1": 0.394217, + "nauc_precision_at_3_max": 0.266451, + "nauc_precision_at_3_std": 0.089581, + "nauc_precision_at_3_diff1": 0.010455, + "nauc_precision_at_5_max": 0.239681, + "nauc_precision_at_5_std": 0.190225, + "nauc_precision_at_5_diff1": -0.075378, + "nauc_precision_at_10_max": 0.254892, + "nauc_precision_at_10_std": 0.311934, + "nauc_precision_at_10_diff1": -0.11715, + "nauc_precision_at_20_max": 0.203528, + "nauc_precision_at_20_std": 0.337788, + "nauc_precision_at_20_diff1": -0.131209, + "nauc_precision_at_100_max": 0.177154, + "nauc_precision_at_100_std": 0.37446, + "nauc_precision_at_100_diff1": -0.151251, + "nauc_precision_at_1000_max": 0.169775, + "nauc_precision_at_1000_std": 0.352605, + "nauc_precision_at_1000_diff1": -0.160036, + "nauc_mrr_at_1_max": 0.395071, + "nauc_mrr_at_1_std": 0.021364, + "nauc_mrr_at_1_diff1": 0.394217, + "nauc_mrr_at_3_max": 0.38574, + "nauc_mrr_at_3_std": -0.036215, + "nauc_mrr_at_3_diff1": 0.346211, + "nauc_mrr_at_5_max": 0.393207, + "nauc_mrr_at_5_std": -0.02552, + "nauc_mrr_at_5_diff1": 0.362548, + "nauc_mrr_at_10_max": 0.406431, + "nauc_mrr_at_10_std": -0.016709, + "nauc_mrr_at_10_diff1": 0.363048, + "nauc_mrr_at_20_max": 0.404191, + "nauc_mrr_at_20_std": -0.01601, + "nauc_mrr_at_20_diff1": 0.364916, + "nauc_mrr_at_100_max": 0.402514, + "nauc_mrr_at_100_std": -0.016152, + "nauc_mrr_at_100_diff1": 0.365064, + "nauc_mrr_at_1000_max": 0.402463, + "nauc_mrr_at_1000_std": -0.01624, + "nauc_mrr_at_1000_diff1": 0.365048, + "cv_recall_at_1": 0.66423, + "cv_recall_at_3": 0.86618, + "cv_recall_at_5": 0.91241, + "cv_recall_at_10": 0.94404, + "cv_recall_at_20": 0.9708, + "cv_recall_at_100": 0.99757, + "cv_recall_at_1000": 1.0, + "main_score": 0.73922, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.52459, + "ndcg_at_3": 0.49386, + "ndcg_at_5": 0.51876, + "ndcg_at_10": 0.56187, + "ndcg_at_20": 0.59835, + "ndcg_at_100": 0.64566, + "ndcg_at_1000": 0.6531, + "map_at_1": 0.25472, + "map_at_3": 0.38201, + "map_at_5": 0.42835, + "map_at_10": 0.46059, + "map_at_20": 0.47792, + "map_at_100": 0.48952, + "map_at_1000": 0.49027, + "recall_at_1": 0.25472, + "recall_at_3": 0.4527, + "recall_at_5": 0.55599, + "recall_at_10": 0.66095, + "recall_at_20": 0.76397, + "recall_at_100": 0.95544, + "recall_at_1000": 0.99461, + "accuracy": 0.25472, + "precision_at_1": 0.52459, + "precision_at_3": 0.34426, + "precision_at_5": 0.26295, + "precision_at_10": 0.16492, + "precision_at_20": 0.09902, + "precision_at_100": 0.02521, + "precision_at_1000": 0.00264, + "mrr_at_1": 0.52459, + "mrr_at_3": 0.620219, + "mrr_at_5": 0.630055, + "mrr_at_10": 0.640256, + "mrr_at_20": 0.64331, + "mrr_at_100": 0.645864, + "mrr_at_1000": 0.645962, + "nauc_ndcg_at_1_max": 0.438861, + "nauc_ndcg_at_1_std": -0.045293, + "nauc_ndcg_at_1_diff1": 0.348435, + "nauc_ndcg_at_3_max": 0.397619, + "nauc_ndcg_at_3_std": -0.093153, + "nauc_ndcg_at_3_diff1": 0.267042, + "nauc_ndcg_at_5_max": 0.39161, + "nauc_ndcg_at_5_std": -0.082232, + "nauc_ndcg_at_5_diff1": 0.256894, + "nauc_ndcg_at_10_max": 0.384183, + "nauc_ndcg_at_10_std": -0.060057, + "nauc_ndcg_at_10_diff1": 0.257549, + "nauc_ndcg_at_20_max": 0.404375, + "nauc_ndcg_at_20_std": -0.037965, + "nauc_ndcg_at_20_diff1": 0.267962, + "nauc_ndcg_at_100_max": 0.42358, + "nauc_ndcg_at_100_std": -0.040339, + "nauc_ndcg_at_100_diff1": 0.289628, + "nauc_ndcg_at_1000_max": 0.425319, + "nauc_ndcg_at_1000_std": -0.040036, + "nauc_ndcg_at_1000_diff1": 0.290306, + "nauc_map_at_1_max": 0.196155, + "nauc_map_at_1_std": -0.001608, + "nauc_map_at_1_diff1": 0.298121, + "nauc_map_at_3_max": 0.278388, + "nauc_map_at_3_std": -0.079908, + "nauc_map_at_3_diff1": 0.246397, + "nauc_map_at_5_max": 0.317778, + "nauc_map_at_5_std": -0.080524, + "nauc_map_at_5_diff1": 0.244057, + "nauc_map_at_10_max": 0.332793, + "nauc_map_at_10_std": -0.069774, + "nauc_map_at_10_diff1": 0.244394, + "nauc_map_at_20_max": 0.343548, + "nauc_map_at_20_std": -0.063231, + "nauc_map_at_20_diff1": 0.250533, + "nauc_map_at_100_max": 0.352246, + "nauc_map_at_100_std": -0.061124, + "nauc_map_at_100_diff1": 0.259505, + "nauc_map_at_1000_max": 0.352618, + "nauc_map_at_1000_std": -0.060901, + "nauc_map_at_1000_diff1": 0.259538, + "nauc_recall_at_1_max": 0.196155, + "nauc_recall_at_1_std": -0.001608, + "nauc_recall_at_1_diff1": 0.298121, + "nauc_recall_at_3_max": 0.264299, + "nauc_recall_at_3_std": -0.105197, + "nauc_recall_at_3_diff1": 0.195389, + "nauc_recall_at_5_max": 0.310028, + "nauc_recall_at_5_std": -0.089783, + "nauc_recall_at_5_diff1": 0.175418, + "nauc_recall_at_10_max": 0.313817, + "nauc_recall_at_10_std": -0.029709, + "nauc_recall_at_10_diff1": 0.180734, + "nauc_recall_at_20_max": 0.352858, + "nauc_recall_at_20_std": 0.052983, + "nauc_recall_at_20_diff1": 0.18036, + "nauc_recall_at_100_max": 0.305323, + "nauc_recall_at_100_std": 0.057027, + "nauc_recall_at_100_diff1": 0.204037, + "nauc_recall_at_1000_max": -0.212359, + "nauc_recall_at_1000_std": 0.428717, + "nauc_recall_at_1000_diff1": 0.176137, + "nauc_precision_at_1_max": 0.438861, + "nauc_precision_at_1_std": -0.045293, + "nauc_precision_at_1_diff1": 0.348435, + "nauc_precision_at_3_max": 0.437723, + "nauc_precision_at_3_std": -0.109786, + "nauc_precision_at_3_diff1": 0.140583, + "nauc_precision_at_5_max": 0.448054, + "nauc_precision_at_5_std": -0.073094, + "nauc_precision_at_5_diff1": 0.124603, + "nauc_precision_at_10_max": 0.380413, + "nauc_precision_at_10_std": -0.012829, + "nauc_precision_at_10_diff1": 0.075072, + "nauc_precision_at_20_max": 0.344897, + "nauc_precision_at_20_std": 0.040923, + "nauc_precision_at_20_diff1": 0.07153, + "nauc_precision_at_100_max": 0.29982, + "nauc_precision_at_100_std": 0.070118, + "nauc_precision_at_100_diff1": 0.053392, + "nauc_precision_at_1000_max": 0.292545, + "nauc_precision_at_1000_std": 0.078636, + "nauc_precision_at_1000_diff1": 0.038274, + "nauc_mrr_at_1_max": 0.438861, + "nauc_mrr_at_1_std": -0.045293, + "nauc_mrr_at_1_diff1": 0.348435, + "nauc_mrr_at_3_max": 0.496673, + "nauc_mrr_at_3_std": -0.069613, + "nauc_mrr_at_3_diff1": 0.347118, + "nauc_mrr_at_5_max": 0.495477, + "nauc_mrr_at_5_std": -0.067611, + "nauc_mrr_at_5_diff1": 0.342848, + "nauc_mrr_at_10_max": 0.490972, + "nauc_mrr_at_10_std": -0.062525, + "nauc_mrr_at_10_diff1": 0.348588, + "nauc_mrr_at_20_max": 0.49105, + "nauc_mrr_at_20_std": -0.057585, + "nauc_mrr_at_20_diff1": 0.347187, + "nauc_mrr_at_100_max": 0.490174, + "nauc_mrr_at_100_std": -0.059641, + "nauc_mrr_at_100_diff1": 0.346708, + "nauc_mrr_at_1000_max": 0.490115, + "nauc_mrr_at_1000_std": -0.059691, + "nauc_mrr_at_1000_diff1": 0.346641, + "cv_recall_at_1": 0.52459, + "cv_recall_at_3": 0.73115, + "cv_recall_at_5": 0.77377, + "cv_recall_at_10": 0.8459, + "cv_recall_at_20": 0.8918, + "cv_recall_at_100": 0.98689, + "cv_recall_at_1000": 1.0, + "main_score": 0.56187, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.49812, + "ndcg_at_3": 0.48455, + "ndcg_at_5": 0.50079, + "ndcg_at_10": 0.5449, + "ndcg_at_20": 0.58122, + "ndcg_at_100": 0.6343, + "ndcg_at_1000": 0.64371, + "map_at_1": 0.24273, + "map_at_3": 0.36489, + "map_at_5": 0.40095, + "map_at_10": 0.43528, + "map_at_20": 0.45305, + "map_at_100": 0.4675, + "map_at_1000": 0.46863, + "recall_at_1": 0.24273, + "recall_at_3": 0.4415, + "recall_at_5": 0.52877, + "recall_at_10": 0.65228, + "recall_at_20": 0.75377, + "recall_at_100": 0.95264, + "recall_at_1000": 0.99756, + "accuracy": 0.24273, + "precision_at_1": 0.49812, + "precision_at_3": 0.33417, + "precision_at_5": 0.25407, + "precision_at_10": 0.16571, + "precision_at_20": 0.1005, + "precision_at_100": 0.02715, + "precision_at_1000": 0.0029, + "mrr_at_1": 0.498123, + "mrr_at_3": 0.60242, + "mrr_at_5": 0.620254, + "mrr_at_10": 0.631145, + "mrr_at_20": 0.633588, + "mrr_at_100": 0.63555, + "mrr_at_1000": 0.635593, + "nauc_ndcg_at_1_max": 0.364643, + "nauc_ndcg_at_1_std": -0.028249, + "nauc_ndcg_at_1_diff1": 0.329123, + "nauc_ndcg_at_3_max": 0.315597, + "nauc_ndcg_at_3_std": -0.054233, + "nauc_ndcg_at_3_diff1": 0.236176, + "nauc_ndcg_at_5_max": 0.315082, + "nauc_ndcg_at_5_std": -0.070842, + "nauc_ndcg_at_5_diff1": 0.24859, + "nauc_ndcg_at_10_max": 0.319813, + "nauc_ndcg_at_10_std": -0.060117, + "nauc_ndcg_at_10_diff1": 0.232454, + "nauc_ndcg_at_20_max": 0.330202, + "nauc_ndcg_at_20_std": -0.041083, + "nauc_ndcg_at_20_diff1": 0.229757, + "nauc_ndcg_at_100_max": 0.354439, + "nauc_ndcg_at_100_std": -0.023165, + "nauc_ndcg_at_100_diff1": 0.236921, + "nauc_ndcg_at_1000_max": 0.350827, + "nauc_ndcg_at_1000_std": -0.021876, + "nauc_ndcg_at_1000_diff1": 0.237846, + "nauc_map_at_1_max": 0.175837, + "nauc_map_at_1_std": -0.134595, + "nauc_map_at_1_diff1": 0.30525, + "nauc_map_at_3_max": 0.22572, + "nauc_map_at_3_std": -0.128623, + "nauc_map_at_3_diff1": 0.257169, + "nauc_map_at_5_max": 0.256597, + "nauc_map_at_5_std": -0.113432, + "nauc_map_at_5_diff1": 0.257575, + "nauc_map_at_10_max": 0.27682, + "nauc_map_at_10_std": -0.094555, + "nauc_map_at_10_diff1": 0.245793, + "nauc_map_at_20_max": 0.28662, + "nauc_map_at_20_std": -0.083238, + "nauc_map_at_20_diff1": 0.242948, + "nauc_map_at_100_max": 0.29594, + "nauc_map_at_100_std": -0.07479, + "nauc_map_at_100_diff1": 0.242971, + "nauc_map_at_1000_max": 0.295541, + "nauc_map_at_1000_std": -0.074497, + "nauc_map_at_1000_diff1": 0.24324, + "nauc_recall_at_1_max": 0.175837, + "nauc_recall_at_1_std": -0.134595, + "nauc_recall_at_1_diff1": 0.30525, + "nauc_recall_at_3_max": 0.190808, + "nauc_recall_at_3_std": -0.135519, + "nauc_recall_at_3_diff1": 0.19709, + "nauc_recall_at_5_max": 0.210117, + "nauc_recall_at_5_std": -0.128813, + "nauc_recall_at_5_diff1": 0.197201, + "nauc_recall_at_10_max": 0.215788, + "nauc_recall_at_10_std": -0.077332, + "nauc_recall_at_10_diff1": 0.137671, + "nauc_recall_at_20_max": 0.207415, + "nauc_recall_at_20_std": -0.046387, + "nauc_recall_at_20_diff1": 0.120641, + "nauc_recall_at_100_max": 0.316908, + "nauc_recall_at_100_std": -0.051182, + "nauc_recall_at_100_diff1": 0.182874, + "nauc_recall_at_1000_max": 0.539262, + "nauc_recall_at_1000_std": -0.566964, + "nauc_recall_at_1000_diff1": 0.604904, + "nauc_precision_at_1_max": 0.364643, + "nauc_precision_at_1_std": -0.028249, + "nauc_precision_at_1_diff1": 0.329123, + "nauc_precision_at_3_max": 0.363856, + "nauc_precision_at_3_std": 0.084629, + "nauc_precision_at_3_diff1": 0.071544, + "nauc_precision_at_5_max": 0.368234, + "nauc_precision_at_5_std": 0.144465, + "nauc_precision_at_5_diff1": 0.025817, + "nauc_precision_at_10_max": 0.329978, + "nauc_precision_at_10_std": 0.20568, + "nauc_precision_at_10_diff1": -0.04196, + "nauc_precision_at_20_max": 0.279861, + "nauc_precision_at_20_std": 0.251081, + "nauc_precision_at_20_diff1": -0.072518, + "nauc_precision_at_100_max": 0.196156, + "nauc_precision_at_100_std": 0.277565, + "nauc_precision_at_100_diff1": -0.11894, + "nauc_precision_at_1000_max": 0.147364, + "nauc_precision_at_1000_std": 0.261241, + "nauc_precision_at_1000_diff1": -0.114388, + "nauc_mrr_at_1_max": 0.364643, + "nauc_mrr_at_1_std": -0.028249, + "nauc_mrr_at_1_diff1": 0.329123, + "nauc_mrr_at_3_max": 0.393384, + "nauc_mrr_at_3_std": -0.005086, + "nauc_mrr_at_3_diff1": 0.274911, + "nauc_mrr_at_5_max": 0.395602, + "nauc_mrr_at_5_std": -0.006276, + "nauc_mrr_at_5_diff1": 0.278383, + "nauc_mrr_at_10_max": 0.394252, + "nauc_mrr_at_10_std": -0.001369, + "nauc_mrr_at_10_diff1": 0.273796, + "nauc_mrr_at_20_max": 0.391894, + "nauc_mrr_at_20_std": -0.003104, + "nauc_mrr_at_20_diff1": 0.276513, + "nauc_mrr_at_100_max": 0.391548, + "nauc_mrr_at_100_std": -0.004333, + "nauc_mrr_at_100_diff1": 0.278547, + "nauc_mrr_at_1000_max": 0.39154, + "nauc_mrr_at_1000_std": -0.004308, + "nauc_mrr_at_1000_diff1": 0.27849, + "cv_recall_at_1": 0.49812, + "cv_recall_at_3": 0.73091, + "cv_recall_at_5": 0.80726, + "cv_recall_at_10": 0.88611, + "cv_recall_at_20": 0.92115, + "cv_recall_at_100": 0.99374, + "cv_recall_at_1000": 1.0, + "main_score": 0.5449, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.54475, + "ndcg_at_3": 0.49039, + "ndcg_at_5": 0.47743, + "ndcg_at_10": 0.50935, + "ndcg_at_20": 0.56632, + "ndcg_at_100": 0.64206, + "ndcg_at_1000": 0.65551, + "map_at_1": 0.16881, + "map_at_3": 0.28764, + "map_at_5": 0.33146, + "map_at_10": 0.38164, + "map_at_20": 0.41304, + "map_at_100": 0.43839, + "map_at_1000": 0.44041, + "recall_at_1": 0.16881, + "recall_at_3": 0.33922, + "recall_at_5": 0.42435, + "recall_at_10": 0.56542, + "recall_at_20": 0.70257, + "recall_at_100": 0.94369, + "recall_at_1000": 1.0, + "accuracy": 0.16881, + "precision_at_1": 0.54475, + "precision_at_3": 0.40895, + "precision_at_5": 0.3287, + "precision_at_10": 0.22886, + "precision_at_20": 0.14915, + "precision_at_100": 0.04298, + "precision_at_1000": 0.00461, + "mrr_at_1": 0.544753, + "mrr_at_3": 0.645062, + "mrr_at_5": 0.6625, + "mrr_at_10": 0.670462, + "mrr_at_20": 0.67432, + "mrr_at_100": 0.675546, + "mrr_at_1000": 0.675546, + "nauc_ndcg_at_1_max": 0.323511, + "nauc_ndcg_at_1_std": 0.081833, + "nauc_ndcg_at_1_diff1": 0.293757, + "nauc_ndcg_at_3_max": 0.312909, + "nauc_ndcg_at_3_std": 0.024892, + "nauc_ndcg_at_3_diff1": 0.201241, + "nauc_ndcg_at_5_max": 0.314002, + "nauc_ndcg_at_5_std": -0.022777, + "nauc_ndcg_at_5_diff1": 0.224296, + "nauc_ndcg_at_10_max": 0.339939, + "nauc_ndcg_at_10_std": -0.047811, + "nauc_ndcg_at_10_diff1": 0.236082, + "nauc_ndcg_at_20_max": 0.351941, + "nauc_ndcg_at_20_std": -0.028539, + "nauc_ndcg_at_20_diff1": 0.222579, + "nauc_ndcg_at_100_max": 0.370701, + "nauc_ndcg_at_100_std": 0.036728, + "nauc_ndcg_at_100_diff1": 0.209027, + "nauc_ndcg_at_1000_max": 0.369974, + "nauc_ndcg_at_1000_std": 0.038701, + "nauc_ndcg_at_1000_diff1": 0.212561, + "nauc_map_at_1_max": 0.088624, + "nauc_map_at_1_std": -0.162513, + "nauc_map_at_1_diff1": 0.303242, + "nauc_map_at_3_max": 0.19386, + "nauc_map_at_3_std": -0.129106, + "nauc_map_at_3_diff1": 0.246189, + "nauc_map_at_5_max": 0.236306, + "nauc_map_at_5_std": -0.115334, + "nauc_map_at_5_diff1": 0.244999, + "nauc_map_at_10_max": 0.289982, + "nauc_map_at_10_std": -0.099967, + "nauc_map_at_10_diff1": 0.235928, + "nauc_map_at_20_max": 0.303783, + "nauc_map_at_20_std": -0.084328, + "nauc_map_at_20_diff1": 0.22565, + "nauc_map_at_100_max": 0.317342, + "nauc_map_at_100_std": -0.060954, + "nauc_map_at_100_diff1": 0.221396, + "nauc_map_at_1000_max": 0.317366, + "nauc_map_at_1000_std": -0.060384, + "nauc_map_at_1000_diff1": 0.22141, + "nauc_recall_at_1_max": 0.088624, + "nauc_recall_at_1_std": -0.162513, + "nauc_recall_at_1_diff1": 0.303242, + "nauc_recall_at_3_max": 0.152619, + "nauc_recall_at_3_std": -0.150361, + "nauc_recall_at_3_diff1": 0.215168, + "nauc_recall_at_5_max": 0.193759, + "nauc_recall_at_5_std": -0.135472, + "nauc_recall_at_5_diff1": 0.20956, + "nauc_recall_at_10_max": 0.270044, + "nauc_recall_at_10_std": -0.122519, + "nauc_recall_at_10_diff1": 0.195786, + "nauc_recall_at_20_max": 0.256012, + "nauc_recall_at_20_std": -0.128174, + "nauc_recall_at_20_diff1": 0.172783, + "nauc_recall_at_100_max": 0.274008, + "nauc_recall_at_100_std": 0.047306, + "nauc_recall_at_100_diff1": 0.064585, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.323511, + "nauc_precision_at_1_std": 0.081833, + "nauc_precision_at_1_diff1": 0.293757, + "nauc_precision_at_3_max": 0.364392, + "nauc_precision_at_3_std": 0.126375, + "nauc_precision_at_3_diff1": 0.089326, + "nauc_precision_at_5_max": 0.38314, + "nauc_precision_at_5_std": 0.147708, + "nauc_precision_at_5_diff1": 0.047761, + "nauc_precision_at_10_max": 0.398653, + "nauc_precision_at_10_std": 0.190469, + "nauc_precision_at_10_diff1": -0.001907, + "nauc_precision_at_20_max": 0.322364, + "nauc_precision_at_20_std": 0.219724, + "nauc_precision_at_20_diff1": -0.070951, + "nauc_precision_at_100_max": 0.19664, + "nauc_precision_at_100_std": 0.312252, + "nauc_precision_at_100_diff1": -0.141653, + "nauc_precision_at_1000_max": 0.158452, + "nauc_precision_at_1000_std": 0.302704, + "nauc_precision_at_1000_diff1": -0.147164, + "nauc_mrr_at_1_max": 0.323511, + "nauc_mrr_at_1_std": 0.081833, + "nauc_mrr_at_1_diff1": 0.293757, + "nauc_mrr_at_3_max": 0.35989, + "nauc_mrr_at_3_std": 0.105997, + "nauc_mrr_at_3_diff1": 0.257983, + "nauc_mrr_at_5_max": 0.363224, + "nauc_mrr_at_5_std": 0.114726, + "nauc_mrr_at_5_diff1": 0.252583, + "nauc_mrr_at_10_max": 0.364455, + "nauc_mrr_at_10_std": 0.11804, + "nauc_mrr_at_10_diff1": 0.250866, + "nauc_mrr_at_20_max": 0.363223, + "nauc_mrr_at_20_std": 0.116474, + "nauc_mrr_at_20_diff1": 0.255021, + "nauc_mrr_at_100_max": 0.362011, + "nauc_mrr_at_100_std": 0.114985, + "nauc_mrr_at_100_diff1": 0.255625, + "nauc_mrr_at_1000_max": 0.362011, + "nauc_mrr_at_1000_std": 0.114985, + "nauc_mrr_at_1000_diff1": 0.255625, + "cv_recall_at_1": 0.54475, + "cv_recall_at_3": 0.76698, + "cv_recall_at_5": 0.84105, + "cv_recall_at_10": 0.90123, + "cv_recall_at_20": 0.9537, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.50935, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.43354, + "ndcg_at_3": 0.45783, + "ndcg_at_5": 0.49451, + "ndcg_at_10": 0.54672, + "ndcg_at_20": 0.57971, + "ndcg_at_100": 0.61615, + "ndcg_at_1000": 0.62238, + "map_at_1": 0.27922, + "map_at_3": 0.38813, + "map_at_5": 0.4217, + "map_at_10": 0.45371, + "map_at_20": 0.46793, + "map_at_100": 0.47633, + "map_at_1000": 0.47685, + "recall_at_1": 0.27922, + "recall_at_3": 0.4704, + "recall_at_5": 0.57, + "recall_at_10": 0.70758, + "recall_at_20": 0.8089, + "recall_at_100": 0.96222, + "recall_at_1000": 0.99868, + "accuracy": 0.27922, + "precision_at_1": 0.43354, + "precision_at_3": 0.2711, + "precision_at_5": 0.20633, + "precision_at_10": 0.13449, + "precision_at_20": 0.0803, + "precision_at_100": 0.01979, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.433544, + "mrr_at_3": 0.52057, + "mrr_at_5": 0.543434, + "mrr_at_10": 0.557368, + "mrr_at_20": 0.561658, + "mrr_at_100": 0.563814, + "mrr_at_1000": 0.563911, + "nauc_ndcg_at_1_max": 0.359331, + "nauc_ndcg_at_1_std": 0.005034, + "nauc_ndcg_at_1_diff1": 0.334086, + "nauc_ndcg_at_3_max": 0.319673, + "nauc_ndcg_at_3_std": -0.087267, + "nauc_ndcg_at_3_diff1": 0.282046, + "nauc_ndcg_at_5_max": 0.317999, + "nauc_ndcg_at_5_std": -0.102076, + "nauc_ndcg_at_5_diff1": 0.261222, + "nauc_ndcg_at_10_max": 0.340871, + "nauc_ndcg_at_10_std": -0.078096, + "nauc_ndcg_at_10_diff1": 0.255038, + "nauc_ndcg_at_20_max": 0.350138, + "nauc_ndcg_at_20_std": -0.061462, + "nauc_ndcg_at_20_diff1": 0.254286, + "nauc_ndcg_at_100_max": 0.353178, + "nauc_ndcg_at_100_std": -0.04443, + "nauc_ndcg_at_100_diff1": 0.272074, + "nauc_ndcg_at_1000_max": 0.346722, + "nauc_ndcg_at_1000_std": -0.049881, + "nauc_ndcg_at_1000_diff1": 0.271486, + "nauc_map_at_1_max": 0.246178, + "nauc_map_at_1_std": -0.067561, + "nauc_map_at_1_diff1": 0.34421, + "nauc_map_at_3_max": 0.295108, + "nauc_map_at_3_std": -0.099283, + "nauc_map_at_3_diff1": 0.298401, + "nauc_map_at_5_max": 0.303948, + "nauc_map_at_5_std": -0.102328, + "nauc_map_at_5_diff1": 0.280836, + "nauc_map_at_10_max": 0.322824, + "nauc_map_at_10_std": -0.083182, + "nauc_map_at_10_diff1": 0.277671, + "nauc_map_at_20_max": 0.327272, + "nauc_map_at_20_std": -0.078283, + "nauc_map_at_20_diff1": 0.275898, + "nauc_map_at_100_max": 0.327921, + "nauc_map_at_100_std": -0.074664, + "nauc_map_at_100_diff1": 0.278645, + "nauc_map_at_1000_max": 0.327509, + "nauc_map_at_1000_std": -0.074666, + "nauc_map_at_1000_diff1": 0.278537, + "nauc_recall_at_1_max": 0.246178, + "nauc_recall_at_1_std": -0.067561, + "nauc_recall_at_1_diff1": 0.34421, + "nauc_recall_at_3_max": 0.274778, + "nauc_recall_at_3_std": -0.138256, + "nauc_recall_at_3_diff1": 0.237892, + "nauc_recall_at_5_max": 0.24967, + "nauc_recall_at_5_std": -0.174151, + "nauc_recall_at_5_diff1": 0.166488, + "nauc_recall_at_10_max": 0.296745, + "nauc_recall_at_10_std": -0.124271, + "nauc_recall_at_10_diff1": 0.121945, + "nauc_recall_at_20_max": 0.329576, + "nauc_recall_at_20_std": -0.059614, + "nauc_recall_at_20_diff1": 0.08823, + "nauc_recall_at_100_max": 0.503969, + "nauc_recall_at_100_std": 0.237219, + "nauc_recall_at_100_diff1": 0.177713, + "nauc_recall_at_1000_max": -0.405995, + "nauc_recall_at_1000_std": 0.216807, + "nauc_recall_at_1000_diff1": -1.114118, + "nauc_precision_at_1_max": 0.359331, + "nauc_precision_at_1_std": 0.005034, + "nauc_precision_at_1_diff1": 0.334086, + "nauc_precision_at_3_max": 0.332381, + "nauc_precision_at_3_std": -0.026589, + "nauc_precision_at_3_diff1": 0.122293, + "nauc_precision_at_5_max": 0.287891, + "nauc_precision_at_5_std": -0.007681, + "nauc_precision_at_5_diff1": 0.040036, + "nauc_precision_at_10_max": 0.247462, + "nauc_precision_at_10_std": 0.080098, + "nauc_precision_at_10_diff1": -0.017604, + "nauc_precision_at_20_max": 0.187598, + "nauc_precision_at_20_std": 0.112451, + "nauc_precision_at_20_diff1": -0.061488, + "nauc_precision_at_100_max": 0.102077, + "nauc_precision_at_100_std": 0.17488, + "nauc_precision_at_100_diff1": -0.070118, + "nauc_precision_at_1000_max": 0.054489, + "nauc_precision_at_1000_std": 0.157705, + "nauc_precision_at_1000_diff1": -0.085473, + "nauc_mrr_at_1_max": 0.359331, + "nauc_mrr_at_1_std": 0.005034, + "nauc_mrr_at_1_diff1": 0.334086, + "nauc_mrr_at_3_max": 0.361563, + "nauc_mrr_at_3_std": -0.03073, + "nauc_mrr_at_3_diff1": 0.300646, + "nauc_mrr_at_5_max": 0.357421, + "nauc_mrr_at_5_std": -0.035392, + "nauc_mrr_at_5_diff1": 0.292646, + "nauc_mrr_at_10_max": 0.357087, + "nauc_mrr_at_10_std": -0.029952, + "nauc_mrr_at_10_diff1": 0.291489, + "nauc_mrr_at_20_max": 0.357861, + "nauc_mrr_at_20_std": -0.026304, + "nauc_mrr_at_20_diff1": 0.293174, + "nauc_mrr_at_100_max": 0.357995, + "nauc_mrr_at_100_std": -0.025969, + "nauc_mrr_at_100_diff1": 0.29492, + "nauc_mrr_at_1000_max": 0.357906, + "nauc_mrr_at_1000_std": -0.026038, + "nauc_mrr_at_1000_diff1": 0.294903, + "cv_recall_at_1": 0.43354, + "cv_recall_at_3": 0.63608, + "cv_recall_at_5": 0.73734, + "cv_recall_at_10": 0.84177, + "cv_recall_at_20": 0.90506, + "cv_recall_at_100": 0.98259, + "cv_recall_at_1000": 1.0, + "main_score": 0.54672, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.651, + "ndcg_at_3": 0.64992, + "ndcg_at_5": 0.68558, + "ndcg_at_10": 0.72332, + "ndcg_at_20": 0.74719, + "ndcg_at_100": 0.76332, + "ndcg_at_1000": 0.76678, + "map_at_1": 0.41888, + "map_at_3": 0.58437, + "map_at_5": 0.619, + "map_at_10": 0.64229, + "map_at_20": 0.65299, + "map_at_100": 0.65686, + "map_at_1000": 0.65713, + "recall_at_1": 0.41888, + "recall_at_3": 0.66644, + "recall_at_5": 0.74652, + "recall_at_10": 0.83937, + "recall_at_20": 0.91167, + "recall_at_100": 0.97898, + "recall_at_1000": 1.0, + "accuracy": 0.41888, + "precision_at_1": 0.651, + "precision_at_3": 0.38033, + "precision_at_5": 0.2652, + "precision_at_10": 0.1536, + "precision_at_20": 0.0857, + "precision_at_100": 0.01872, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.651, + "mrr_at_3": 0.737333, + "mrr_at_5": 0.747033, + "mrr_at_10": 0.754114, + "mrr_at_20": 0.756187, + "mrr_at_100": 0.756823, + "mrr_at_1000": 0.756863, + "nauc_ndcg_at_1_max": 0.348514, + "nauc_ndcg_at_1_std": -0.040165, + "nauc_ndcg_at_1_diff1": 0.492828, + "nauc_ndcg_at_3_max": 0.320812, + "nauc_ndcg_at_3_std": -0.099811, + "nauc_ndcg_at_3_diff1": 0.393085, + "nauc_ndcg_at_5_max": 0.339642, + "nauc_ndcg_at_5_std": -0.102172, + "nauc_ndcg_at_5_diff1": 0.398593, + "nauc_ndcg_at_10_max": 0.340047, + "nauc_ndcg_at_10_std": -0.099508, + "nauc_ndcg_at_10_diff1": 0.400549, + "nauc_ndcg_at_20_max": 0.353786, + "nauc_ndcg_at_20_std": -0.078242, + "nauc_ndcg_at_20_diff1": 0.399237, + "nauc_ndcg_at_100_max": 0.34816, + "nauc_ndcg_at_100_std": -0.060382, + "nauc_ndcg_at_100_diff1": 0.404604, + "nauc_ndcg_at_1000_max": 0.343836, + "nauc_ndcg_at_1000_std": -0.064037, + "nauc_ndcg_at_1000_diff1": 0.406006, + "nauc_map_at_1_max": 0.164537, + "nauc_map_at_1_std": -0.124199, + "nauc_map_at_1_diff1": 0.431324, + "nauc_map_at_3_max": 0.278594, + "nauc_map_at_3_std": -0.117236, + "nauc_map_at_3_diff1": 0.380296, + "nauc_map_at_5_max": 0.305506, + "nauc_map_at_5_std": -0.110723, + "nauc_map_at_5_diff1": 0.385405, + "nauc_map_at_10_max": 0.309456, + "nauc_map_at_10_std": -0.10641, + "nauc_map_at_10_diff1": 0.384567, + "nauc_map_at_20_max": 0.314215, + "nauc_map_at_20_std": -0.098453, + "nauc_map_at_20_diff1": 0.383416, + "nauc_map_at_100_max": 0.313649, + "nauc_map_at_100_std": -0.094572, + "nauc_map_at_100_diff1": 0.384335, + "nauc_map_at_1000_max": 0.313432, + "nauc_map_at_1000_std": -0.094551, + "nauc_map_at_1000_diff1": 0.384388, + "nauc_recall_at_1_max": 0.164537, + "nauc_recall_at_1_std": -0.124199, + "nauc_recall_at_1_diff1": 0.431324, + "nauc_recall_at_3_max": 0.284783, + "nauc_recall_at_3_std": -0.13883, + "nauc_recall_at_3_diff1": 0.332369, + "nauc_recall_at_5_max": 0.333767, + "nauc_recall_at_5_std": -0.142787, + "nauc_recall_at_5_diff1": 0.327968, + "nauc_recall_at_10_max": 0.319775, + "nauc_recall_at_10_std": -0.178863, + "nauc_recall_at_10_diff1": 0.310807, + "nauc_recall_at_20_max": 0.428789, + "nauc_recall_at_20_std": -0.117411, + "nauc_recall_at_20_diff1": 0.282822, + "nauc_recall_at_100_max": 0.536222, + "nauc_recall_at_100_std": 0.2362, + "nauc_recall_at_100_diff1": 0.280568, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.348514, + "nauc_precision_at_1_std": -0.040165, + "nauc_precision_at_1_diff1": 0.492828, + "nauc_precision_at_3_max": 0.320534, + "nauc_precision_at_3_std": 0.057298, + "nauc_precision_at_3_diff1": 0.086153, + "nauc_precision_at_5_max": 0.289085, + "nauc_precision_at_5_std": 0.089121, + "nauc_precision_at_5_diff1": 0.017049, + "nauc_precision_at_10_max": 0.199024, + "nauc_precision_at_10_std": 0.126385, + "nauc_precision_at_10_diff1": -0.076585, + "nauc_precision_at_20_max": 0.158033, + "nauc_precision_at_20_std": 0.189714, + "nauc_precision_at_20_diff1": -0.144939, + "nauc_precision_at_100_max": 0.0849, + "nauc_precision_at_100_std": 0.254412, + "nauc_precision_at_100_diff1": -0.192532, + "nauc_precision_at_1000_max": 0.052925, + "nauc_precision_at_1000_std": 0.249847, + "nauc_precision_at_1000_diff1": -0.20848, + "nauc_mrr_at_1_max": 0.348514, + "nauc_mrr_at_1_std": -0.040165, + "nauc_mrr_at_1_diff1": 0.492828, + "nauc_mrr_at_3_max": 0.393913, + "nauc_mrr_at_3_std": -0.033984, + "nauc_mrr_at_3_diff1": 0.487949, + "nauc_mrr_at_5_max": 0.390356, + "nauc_mrr_at_5_std": -0.031567, + "nauc_mrr_at_5_diff1": 0.484123, + "nauc_mrr_at_10_max": 0.386138, + "nauc_mrr_at_10_std": -0.033609, + "nauc_mrr_at_10_diff1": 0.486344, + "nauc_mrr_at_20_max": 0.386594, + "nauc_mrr_at_20_std": -0.031971, + "nauc_mrr_at_20_diff1": 0.485776, + "nauc_mrr_at_100_max": 0.385413, + "nauc_mrr_at_100_std": -0.031717, + "nauc_mrr_at_100_diff1": 0.485534, + "nauc_mrr_at_1000_max": 0.385345, + "nauc_mrr_at_1000_std": -0.031862, + "nauc_mrr_at_1000_diff1": 0.485593, + "cv_recall_at_1": 0.651, + "cv_recall_at_3": 0.845, + "cv_recall_at_5": 0.888, + "cv_recall_at_10": 0.939, + "cv_recall_at_20": 0.969, + "cv_recall_at_100": 0.992, + "cv_recall_at_1000": 1.0, + "main_score": 0.72332, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.41983, + "ndcg_at_3": 0.43237, + "ndcg_at_5": 0.4729, + "ndcg_at_10": 0.5197, + "ndcg_at_20": 0.55855, + "ndcg_at_100": 0.60219, + "ndcg_at_1000": 0.60833, + "map_at_1": 0.24279, + "map_at_3": 0.35895, + "map_at_5": 0.39714, + "map_at_10": 0.42513, + "map_at_20": 0.44093, + "map_at_100": 0.45069, + "map_at_1000": 0.45129, + "recall_at_1": 0.24279, + "recall_at_3": 0.43739, + "recall_at_5": 0.53742, + "recall_at_10": 0.66021, + "recall_at_20": 0.78221, + "recall_at_100": 0.96652, + "recall_at_1000": 1.0, + "accuracy": 0.24279, + "precision_at_1": 0.41983, + "precision_at_3": 0.27891, + "precision_at_5": 0.21458, + "precision_at_10": 0.13411, + "precision_at_20": 0.08105, + "precision_at_100": 0.02047, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.419825, + "mrr_at_3": 0.518465, + "mrr_at_5": 0.539456, + "mrr_at_10": 0.551547, + "mrr_at_20": 0.557073, + "mrr_at_100": 0.559857, + "mrr_at_1000": 0.559903, + "nauc_ndcg_at_1_max": 0.271894, + "nauc_ndcg_at_1_std": 0.011038, + "nauc_ndcg_at_1_diff1": 0.340782, + "nauc_ndcg_at_3_max": 0.318088, + "nauc_ndcg_at_3_std": 0.021198, + "nauc_ndcg_at_3_diff1": 0.269879, + "nauc_ndcg_at_5_max": 0.298452, + "nauc_ndcg_at_5_std": 0.003613, + "nauc_ndcg_at_5_diff1": 0.259847, + "nauc_ndcg_at_10_max": 0.302753, + "nauc_ndcg_at_10_std": -0.008725, + "nauc_ndcg_at_10_diff1": 0.245514, + "nauc_ndcg_at_20_max": 0.313968, + "nauc_ndcg_at_20_std": 0.011297, + "nauc_ndcg_at_20_diff1": 0.258008, + "nauc_ndcg_at_100_max": 0.321279, + "nauc_ndcg_at_100_std": 0.014629, + "nauc_ndcg_at_100_diff1": 0.26116, + "nauc_ndcg_at_1000_max": 0.311777, + "nauc_ndcg_at_1000_std": 0.006484, + "nauc_ndcg_at_1000_diff1": 0.263982, + "nauc_map_at_1_max": 0.187623, + "nauc_map_at_1_std": -0.015877, + "nauc_map_at_1_diff1": 0.318987, + "nauc_map_at_3_max": 0.278964, + "nauc_map_at_3_std": 0.008226, + "nauc_map_at_3_diff1": 0.278573, + "nauc_map_at_5_max": 0.279583, + "nauc_map_at_5_std": -0.004873, + "nauc_map_at_5_diff1": 0.276802, + "nauc_map_at_10_max": 0.281876, + "nauc_map_at_10_std": -0.010457, + "nauc_map_at_10_diff1": 0.260215, + "nauc_map_at_20_max": 0.288786, + "nauc_map_at_20_std": -0.00365, + "nauc_map_at_20_diff1": 0.263451, + "nauc_map_at_100_max": 0.29001, + "nauc_map_at_100_std": -0.004076, + "nauc_map_at_100_diff1": 0.262617, + "nauc_map_at_1000_max": 0.289339, + "nauc_map_at_1000_std": -0.004578, + "nauc_map_at_1000_diff1": 0.2629, + "nauc_recall_at_1_max": 0.187623, + "nauc_recall_at_1_std": -0.015877, + "nauc_recall_at_1_diff1": 0.318987, + "nauc_recall_at_3_max": 0.298745, + "nauc_recall_at_3_std": 0.028167, + "nauc_recall_at_3_diff1": 0.222633, + "nauc_recall_at_5_max": 0.261887, + "nauc_recall_at_5_std": -0.006466, + "nauc_recall_at_5_diff1": 0.178652, + "nauc_recall_at_10_max": 0.261748, + "nauc_recall_at_10_std": -0.048383, + "nauc_recall_at_10_diff1": 0.140293, + "nauc_recall_at_20_max": 0.301477, + "nauc_recall_at_20_std": 0.032319, + "nauc_recall_at_20_diff1": 0.171997, + "nauc_recall_at_100_max": 0.606129, + "nauc_recall_at_100_std": 0.319945, + "nauc_recall_at_100_diff1": 0.100051, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.271894, + "nauc_precision_at_1_std": 0.011038, + "nauc_precision_at_1_diff1": 0.340782, + "nauc_precision_at_3_max": 0.350888, + "nauc_precision_at_3_std": 0.046226, + "nauc_precision_at_3_diff1": 0.144615, + "nauc_precision_at_5_max": 0.26585, + "nauc_precision_at_5_std": -0.003948, + "nauc_precision_at_5_diff1": 0.080359, + "nauc_precision_at_10_max": 0.205932, + "nauc_precision_at_10_std": -0.015826, + "nauc_precision_at_10_diff1": -0.016936, + "nauc_precision_at_20_max": 0.17033, + "nauc_precision_at_20_std": 0.015274, + "nauc_precision_at_20_diff1": -0.04036, + "nauc_precision_at_100_max": 0.092483, + "nauc_precision_at_100_std": 0.019651, + "nauc_precision_at_100_diff1": -0.121324, + "nauc_precision_at_1000_max": 0.044219, + "nauc_precision_at_1000_std": -0.009408, + "nauc_precision_at_1000_diff1": -0.12215, + "nauc_mrr_at_1_max": 0.271894, + "nauc_mrr_at_1_std": 0.011038, + "nauc_mrr_at_1_diff1": 0.340782, + "nauc_mrr_at_3_max": 0.34357, + "nauc_mrr_at_3_std": 0.041055, + "nauc_mrr_at_3_diff1": 0.322585, + "nauc_mrr_at_5_max": 0.328724, + "nauc_mrr_at_5_std": 0.034218, + "nauc_mrr_at_5_diff1": 0.303905, + "nauc_mrr_at_10_max": 0.332311, + "nauc_mrr_at_10_std": 0.030776, + "nauc_mrr_at_10_diff1": 0.312481, + "nauc_mrr_at_20_max": 0.330039, + "nauc_mrr_at_20_std": 0.032399, + "nauc_mrr_at_20_diff1": 0.316167, + "nauc_mrr_at_100_max": 0.330694, + "nauc_mrr_at_100_std": 0.032207, + "nauc_mrr_at_100_diff1": 0.317878, + "nauc_mrr_at_1000_max": 0.330621, + "nauc_mrr_at_1000_std": 0.032143, + "nauc_mrr_at_1000_diff1": 0.317901, + "cv_recall_at_1": 0.41983, + "cv_recall_at_3": 0.63848, + "cv_recall_at_5": 0.72595, + "cv_recall_at_10": 0.81633, + "cv_recall_at_20": 0.89504, + "cv_recall_at_100": 0.99417, + "cv_recall_at_1000": 1.0, + "main_score": 0.5197, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.48286, + "ndcg_at_3": 0.49633, + "ndcg_at_5": 0.5352, + "ndcg_at_10": 0.57747, + "ndcg_at_20": 0.61274, + "ndcg_at_100": 0.64366, + "ndcg_at_1000": 0.64939, + "map_at_1": 0.27048, + "map_at_3": 0.40503, + "map_at_5": 0.45071, + "map_at_10": 0.48179, + "map_at_20": 0.49854, + "map_at_100": 0.5057, + "map_at_1000": 0.50611, + "recall_at_1": 0.27048, + "recall_at_3": 0.48948, + "recall_at_5": 0.60846, + "recall_at_10": 0.72026, + "recall_at_20": 0.82789, + "recall_at_100": 0.96337, + "recall_at_1000": 0.99905, + "accuracy": 0.27048, + "precision_at_1": 0.48286, + "precision_at_3": 0.31714, + "precision_at_5": 0.24686, + "precision_at_10": 0.15286, + "precision_at_20": 0.08971, + "precision_at_100": 0.02077, + "precision_at_1000": 0.00215, + "mrr_at_1": 0.482857, + "mrr_at_3": 0.57381, + "mrr_at_5": 0.59781, + "mrr_at_10": 0.606771, + "mrr_at_20": 0.610633, + "mrr_at_100": 0.612676, + "mrr_at_1000": 0.612793, + "nauc_ndcg_at_1_max": 0.434648, + "nauc_ndcg_at_1_std": -0.044866, + "nauc_ndcg_at_1_diff1": 0.485058, + "nauc_ndcg_at_3_max": 0.386504, + "nauc_ndcg_at_3_std": -0.062481, + "nauc_ndcg_at_3_diff1": 0.36984, + "nauc_ndcg_at_5_max": 0.389779, + "nauc_ndcg_at_5_std": -0.042916, + "nauc_ndcg_at_5_diff1": 0.351491, + "nauc_ndcg_at_10_max": 0.396231, + "nauc_ndcg_at_10_std": -0.045196, + "nauc_ndcg_at_10_diff1": 0.346094, + "nauc_ndcg_at_20_max": 0.42174, + "nauc_ndcg_at_20_std": -0.014174, + "nauc_ndcg_at_20_diff1": 0.353596, + "nauc_ndcg_at_100_max": 0.432717, + "nauc_ndcg_at_100_std": -0.01385, + "nauc_ndcg_at_100_diff1": 0.3738, + "nauc_ndcg_at_1000_max": 0.426508, + "nauc_ndcg_at_1000_std": -0.020524, + "nauc_ndcg_at_1000_diff1": 0.37989, + "nauc_map_at_1_max": 0.239151, + "nauc_map_at_1_std": -0.086461, + "nauc_map_at_1_diff1": 0.496591, + "nauc_map_at_3_max": 0.305515, + "nauc_map_at_3_std": -0.091137, + "nauc_map_at_3_diff1": 0.401678, + "nauc_map_at_5_max": 0.336277, + "nauc_map_at_5_std": -0.069112, + "nauc_map_at_5_diff1": 0.369624, + "nauc_map_at_10_max": 0.355761, + "nauc_map_at_10_std": -0.065183, + "nauc_map_at_10_diff1": 0.361092, + "nauc_map_at_20_max": 0.373616, + "nauc_map_at_20_std": -0.050779, + "nauc_map_at_20_diff1": 0.365015, + "nauc_map_at_100_max": 0.377575, + "nauc_map_at_100_std": -0.048677, + "nauc_map_at_100_diff1": 0.36822, + "nauc_map_at_1000_max": 0.377201, + "nauc_map_at_1000_std": -0.049154, + "nauc_map_at_1000_diff1": 0.368579, + "nauc_recall_at_1_max": 0.239151, + "nauc_recall_at_1_std": -0.086461, + "nauc_recall_at_1_diff1": 0.496591, + "nauc_recall_at_3_max": 0.230221, + "nauc_recall_at_3_std": -0.112278, + "nauc_recall_at_3_diff1": 0.28065, + "nauc_recall_at_5_max": 0.288155, + "nauc_recall_at_5_std": -0.045413, + "nauc_recall_at_5_diff1": 0.209589, + "nauc_recall_at_10_max": 0.305079, + "nauc_recall_at_10_std": -0.053222, + "nauc_recall_at_10_diff1": 0.161083, + "nauc_recall_at_20_max": 0.377439, + "nauc_recall_at_20_std": 0.073995, + "nauc_recall_at_20_diff1": 0.13095, + "nauc_recall_at_100_max": 0.621499, + "nauc_recall_at_100_std": 0.256488, + "nauc_recall_at_100_diff1": 0.125262, + "nauc_recall_at_1000_max": 0.869281, + "nauc_recall_at_1000_std": 0.722222, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.434648, + "nauc_precision_at_1_std": -0.044866, + "nauc_precision_at_1_diff1": 0.485058, + "nauc_precision_at_3_max": 0.419088, + "nauc_precision_at_3_std": 0.0165, + "nauc_precision_at_3_diff1": 0.141198, + "nauc_precision_at_5_max": 0.394462, + "nauc_precision_at_5_std": 0.077115, + "nauc_precision_at_5_diff1": 0.022904, + "nauc_precision_at_10_max": 0.356984, + "nauc_precision_at_10_std": 0.091202, + "nauc_precision_at_10_diff1": -0.026509, + "nauc_precision_at_20_max": 0.348652, + "nauc_precision_at_20_std": 0.145921, + "nauc_precision_at_20_diff1": -0.042159, + "nauc_precision_at_100_max": 0.300211, + "nauc_precision_at_100_std": 0.151233, + "nauc_precision_at_100_diff1": -0.064691, + "nauc_precision_at_1000_max": 0.27039, + "nauc_precision_at_1000_std": 0.137831, + "nauc_precision_at_1000_diff1": -0.063468, + "nauc_mrr_at_1_max": 0.434648, + "nauc_mrr_at_1_std": -0.044866, + "nauc_mrr_at_1_diff1": 0.485058, + "nauc_mrr_at_3_max": 0.451128, + "nauc_mrr_at_3_std": -0.040978, + "nauc_mrr_at_3_diff1": 0.43632, + "nauc_mrr_at_5_max": 0.46997, + "nauc_mrr_at_5_std": -0.01553, + "nauc_mrr_at_5_diff1": 0.439013, + "nauc_mrr_at_10_max": 0.468245, + "nauc_mrr_at_10_std": -0.016951, + "nauc_mrr_at_10_diff1": 0.439444, + "nauc_mrr_at_20_max": 0.465629, + "nauc_mrr_at_20_std": -0.018326, + "nauc_mrr_at_20_diff1": 0.439213, + "nauc_mrr_at_100_max": 0.465896, + "nauc_mrr_at_100_std": -0.019195, + "nauc_mrr_at_100_diff1": 0.441911, + "nauc_mrr_at_1000_max": 0.465738, + "nauc_mrr_at_1000_std": -0.019336, + "nauc_mrr_at_1000_diff1": 0.441904, + "cv_recall_at_1": 0.48286, + "cv_recall_at_3": 0.68571, + "cv_recall_at_5": 0.78571, + "cv_recall_at_10": 0.84857, + "cv_recall_at_20": 0.90286, + "cv_recall_at_100": 0.98286, + "cv_recall_at_1000": 1.0, + "main_score": 0.57747, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.49688, + "ndcg_at_3": 0.46067, + "ndcg_at_5": 0.46595, + "ndcg_at_10": 0.5015, + "ndcg_at_20": 0.53827, + "ndcg_at_100": 0.59556, + "ndcg_at_1000": 0.61539, + "map_at_1": 0.22324, + "map_at_3": 0.3312, + "map_at_5": 0.36284, + "map_at_10": 0.3946, + "map_at_20": 0.41184, + "map_at_100": 0.42696, + "map_at_1000": 0.42887, + "recall_at_1": 0.22324, + "recall_at_3": 0.39581, + "recall_at_5": 0.47214, + "recall_at_10": 0.57968, + "recall_at_20": 0.67726, + "recall_at_100": 0.88963, + "recall_at_1000": 0.99127, + "accuracy": 0.22324, + "precision_at_1": 0.49688, + "precision_at_3": 0.33021, + "precision_at_5": 0.24812, + "precision_at_10": 0.16187, + "precision_at_20": 0.1, + "precision_at_100": 0.02783, + "precision_at_1000": 0.00318, + "mrr_at_1": 0.496875, + "mrr_at_3": 0.590104, + "mrr_at_5": 0.605573, + "mrr_at_10": 0.614695, + "mrr_at_20": 0.618668, + "mrr_at_100": 0.620931, + "mrr_at_1000": 0.621089, + "nauc_ndcg_at_1_max": 0.337763, + "nauc_ndcg_at_1_std": 0.052577, + "nauc_ndcg_at_1_diff1": 0.289698, + "nauc_ndcg_at_3_max": 0.296079, + "nauc_ndcg_at_3_std": -0.037303, + "nauc_ndcg_at_3_diff1": 0.216522, + "nauc_ndcg_at_5_max": 0.288512, + "nauc_ndcg_at_5_std": -0.066663, + "nauc_ndcg_at_5_diff1": 0.216489, + "nauc_ndcg_at_10_max": 0.298114, + "nauc_ndcg_at_10_std": -0.081199, + "nauc_ndcg_at_10_diff1": 0.207684, + "nauc_ndcg_at_20_max": 0.302226, + "nauc_ndcg_at_20_std": -0.059906, + "nauc_ndcg_at_20_diff1": 0.208184, + "nauc_ndcg_at_100_max": 0.319992, + "nauc_ndcg_at_100_std": -0.013575, + "nauc_ndcg_at_100_diff1": 0.211671, + "nauc_ndcg_at_1000_max": 0.323877, + "nauc_ndcg_at_1000_std": -0.011465, + "nauc_ndcg_at_1000_diff1": 0.219275, + "nauc_map_at_1_max": 0.186163, + "nauc_map_at_1_std": -0.086317, + "nauc_map_at_1_diff1": 0.291691, + "nauc_map_at_3_max": 0.217536, + "nauc_map_at_3_std": -0.127005, + "nauc_map_at_3_diff1": 0.229235, + "nauc_map_at_5_max": 0.240734, + "nauc_map_at_5_std": -0.11664, + "nauc_map_at_5_diff1": 0.2226, + "nauc_map_at_10_max": 0.26342, + "nauc_map_at_10_std": -0.111782, + "nauc_map_at_10_diff1": 0.217658, + "nauc_map_at_20_max": 0.268956, + "nauc_map_at_20_std": -0.102535, + "nauc_map_at_20_diff1": 0.217883, + "nauc_map_at_100_max": 0.275387, + "nauc_map_at_100_std": -0.086936, + "nauc_map_at_100_diff1": 0.218403, + "nauc_map_at_1000_max": 0.275973, + "nauc_map_at_1000_std": -0.085862, + "nauc_map_at_1000_diff1": 0.219, + "nauc_recall_at_1_max": 0.186163, + "nauc_recall_at_1_std": -0.086317, + "nauc_recall_at_1_diff1": 0.291691, + "nauc_recall_at_3_max": 0.171405, + "nauc_recall_at_3_std": -0.148032, + "nauc_recall_at_3_diff1": 0.16394, + "nauc_recall_at_5_max": 0.191293, + "nauc_recall_at_5_std": -0.155806, + "nauc_recall_at_5_diff1": 0.156078, + "nauc_recall_at_10_max": 0.223525, + "nauc_recall_at_10_std": -0.140136, + "nauc_recall_at_10_diff1": 0.135089, + "nauc_recall_at_20_max": 0.213476, + "nauc_recall_at_20_std": -0.106127, + "nauc_recall_at_20_diff1": 0.13388, + "nauc_recall_at_100_max": 0.221651, + "nauc_recall_at_100_std": 0.06351, + "nauc_recall_at_100_diff1": 0.075651, + "nauc_recall_at_1000_max": 0.466812, + "nauc_recall_at_1000_std": 0.391927, + "nauc_recall_at_1000_diff1": 0.380906, + "nauc_precision_at_1_max": 0.337763, + "nauc_precision_at_1_std": 0.052577, + "nauc_precision_at_1_diff1": 0.289698, + "nauc_precision_at_3_max": 0.302996, + "nauc_precision_at_3_std": 0.039547, + "nauc_precision_at_3_diff1": 0.072186, + "nauc_precision_at_5_max": 0.312913, + "nauc_precision_at_5_std": 0.086121, + "nauc_precision_at_5_diff1": 0.038, + "nauc_precision_at_10_max": 0.29687, + "nauc_precision_at_10_std": 0.105748, + "nauc_precision_at_10_diff1": 0.009636, + "nauc_precision_at_20_max": 0.24132, + "nauc_precision_at_20_std": 0.169904, + "nauc_precision_at_20_diff1": -0.023137, + "nauc_precision_at_100_max": 0.157934, + "nauc_precision_at_100_std": 0.277385, + "nauc_precision_at_100_diff1": -0.048511, + "nauc_precision_at_1000_max": 0.120913, + "nauc_precision_at_1000_std": 0.263569, + "nauc_precision_at_1000_diff1": -0.048163, + "nauc_mrr_at_1_max": 0.337763, + "nauc_mrr_at_1_std": 0.052577, + "nauc_mrr_at_1_diff1": 0.289698, + "nauc_mrr_at_3_max": 0.35603, + "nauc_mrr_at_3_std": 0.059661, + "nauc_mrr_at_3_diff1": 0.24633, + "nauc_mrr_at_5_max": 0.359049, + "nauc_mrr_at_5_std": 0.057855, + "nauc_mrr_at_5_diff1": 0.248356, + "nauc_mrr_at_10_max": 0.359864, + "nauc_mrr_at_10_std": 0.061027, + "nauc_mrr_at_10_diff1": 0.250967, + "nauc_mrr_at_20_max": 0.357777, + "nauc_mrr_at_20_std": 0.062558, + "nauc_mrr_at_20_diff1": 0.252576, + "nauc_mrr_at_100_max": 0.357901, + "nauc_mrr_at_100_std": 0.062073, + "nauc_mrr_at_100_diff1": 0.252637, + "nauc_mrr_at_1000_max": 0.357801, + "nauc_mrr_at_1000_std": 0.061921, + "nauc_mrr_at_1000_diff1": 0.252659, + "cv_recall_at_1": 0.49688, + "cv_recall_at_3": 0.70208, + "cv_recall_at_5": 0.77083, + "cv_recall_at_10": 0.83854, + "cv_recall_at_20": 0.89375, + "cv_recall_at_100": 0.97396, + "cv_recall_at_1000": 0.99896, + "main_score": 0.5015, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.59651, + "ndcg_at_3": 0.6042, + "ndcg_at_5": 0.6294, + "ndcg_at_10": 0.67502, + "ndcg_at_20": 0.70186, + "ndcg_at_100": 0.72614, + "ndcg_at_1000": 0.72926, + "map_at_1": 0.38426, + "map_at_3": 0.52062, + "map_at_5": 0.55262, + "map_at_10": 0.58342, + "map_at_20": 0.59629, + "map_at_100": 0.60297, + "map_at_1000": 0.60326, + "recall_at_1": 0.38426, + "recall_at_3": 0.60705, + "recall_at_5": 0.69119, + "recall_at_10": 0.80949, + "recall_at_20": 0.88925, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "accuracy": 0.38426, + "precision_at_1": 0.59651, + "precision_at_3": 0.34612, + "precision_at_5": 0.24628, + "precision_at_10": 0.15279, + "precision_at_20": 0.08727, + "precision_at_100": 0.02026, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.596512, + "mrr_at_3": 0.686047, + "mrr_at_5": 0.699884, + "mrr_at_10": 0.710052, + "mrr_at_20": 0.712492, + "mrr_at_100": 0.713505, + "mrr_at_1000": 0.713518, + "nauc_ndcg_at_1_max": 0.411019, + "nauc_ndcg_at_1_std": 0.075982, + "nauc_ndcg_at_1_diff1": 0.340955, + "nauc_ndcg_at_3_max": 0.31623, + "nauc_ndcg_at_3_std": -0.089382, + "nauc_ndcg_at_3_diff1": 0.313292, + "nauc_ndcg_at_5_max": 0.297583, + "nauc_ndcg_at_5_std": -0.12831, + "nauc_ndcg_at_5_diff1": 0.313823, + "nauc_ndcg_at_10_max": 0.314807, + "nauc_ndcg_at_10_std": -0.111501, + "nauc_ndcg_at_10_diff1": 0.313554, + "nauc_ndcg_at_20_max": 0.337012, + "nauc_ndcg_at_20_std": -0.083405, + "nauc_ndcg_at_20_diff1": 0.300214, + "nauc_ndcg_at_100_max": 0.345787, + "nauc_ndcg_at_100_std": -0.049851, + "nauc_ndcg_at_100_diff1": 0.30305, + "nauc_ndcg_at_1000_max": 0.349364, + "nauc_ndcg_at_1000_std": -0.047997, + "nauc_ndcg_at_1000_diff1": 0.306513, + "nauc_map_at_1_max": 0.165965, + "nauc_map_at_1_std": -0.154447, + "nauc_map_at_1_diff1": 0.331677, + "nauc_map_at_3_max": 0.232543, + "nauc_map_at_3_std": -0.176407, + "nauc_map_at_3_diff1": 0.316824, + "nauc_map_at_5_max": 0.250446, + "nauc_map_at_5_std": -0.167576, + "nauc_map_at_5_diff1": 0.311511, + "nauc_map_at_10_max": 0.272138, + "nauc_map_at_10_std": -0.145756, + "nauc_map_at_10_diff1": 0.311, + "nauc_map_at_20_max": 0.283612, + "nauc_map_at_20_std": -0.131095, + "nauc_map_at_20_diff1": 0.30602, + "nauc_map_at_100_max": 0.287039, + "nauc_map_at_100_std": -0.122476, + "nauc_map_at_100_diff1": 0.305706, + "nauc_map_at_1000_max": 0.287309, + "nauc_map_at_1000_std": -0.122146, + "nauc_map_at_1000_diff1": 0.305816, + "nauc_recall_at_1_max": 0.165965, + "nauc_recall_at_1_std": -0.154447, + "nauc_recall_at_1_diff1": 0.331677, + "nauc_recall_at_3_max": 0.18866, + "nauc_recall_at_3_std": -0.224806, + "nauc_recall_at_3_diff1": 0.288895, + "nauc_recall_at_5_max": 0.185044, + "nauc_recall_at_5_std": -0.257604, + "nauc_recall_at_5_diff1": 0.273815, + "nauc_recall_at_10_max": 0.177866, + "nauc_recall_at_10_std": -0.271055, + "nauc_recall_at_10_diff1": 0.252626, + "nauc_recall_at_20_max": 0.215019, + "nauc_recall_at_20_std": -0.257457, + "nauc_recall_at_20_diff1": 0.154833, + "nauc_recall_at_100_max": 0.075971, + "nauc_recall_at_100_std": -0.04439, + "nauc_recall_at_100_diff1": -0.024149, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.411019, + "nauc_precision_at_1_std": 0.075982, + "nauc_precision_at_1_diff1": 0.340955, + "nauc_precision_at_3_max": 0.391498, + "nauc_precision_at_3_std": 0.149233, + "nauc_precision_at_3_diff1": 0.105473, + "nauc_precision_at_5_max": 0.355819, + "nauc_precision_at_5_std": 0.205003, + "nauc_precision_at_5_diff1": 0.022486, + "nauc_precision_at_10_max": 0.302406, + "nauc_precision_at_10_std": 0.30104, + "nauc_precision_at_10_diff1": -0.061371, + "nauc_precision_at_20_max": 0.269868, + "nauc_precision_at_20_std": 0.35021, + "nauc_precision_at_20_diff1": -0.116572, + "nauc_precision_at_100_max": 0.209225, + "nauc_precision_at_100_std": 0.400077, + "nauc_precision_at_100_diff1": -0.147705, + "nauc_precision_at_1000_max": 0.202512, + "nauc_precision_at_1000_std": 0.396106, + "nauc_precision_at_1000_diff1": -0.140469, + "nauc_mrr_at_1_max": 0.411019, + "nauc_mrr_at_1_std": 0.075982, + "nauc_mrr_at_1_diff1": 0.340955, + "nauc_mrr_at_3_max": 0.445988, + "nauc_mrr_at_3_std": 0.072561, + "nauc_mrr_at_3_diff1": 0.338566, + "nauc_mrr_at_5_max": 0.44626, + "nauc_mrr_at_5_std": 0.065425, + "nauc_mrr_at_5_diff1": 0.338507, + "nauc_mrr_at_10_max": 0.443326, + "nauc_mrr_at_10_std": 0.067456, + "nauc_mrr_at_10_diff1": 0.337667, + "nauc_mrr_at_20_max": 0.442876, + "nauc_mrr_at_20_std": 0.068101, + "nauc_mrr_at_20_diff1": 0.335184, + "nauc_mrr_at_100_max": 0.441761, + "nauc_mrr_at_100_std": 0.068329, + "nauc_mrr_at_100_diff1": 0.335965, + "nauc_mrr_at_1000_max": 0.441782, + "nauc_mrr_at_1000_std": 0.0683, + "nauc_mrr_at_1000_diff1": 0.335983, + "cv_recall_at_1": 0.59651, + "cv_recall_at_3": 0.79651, + "cv_recall_at_5": 0.85814, + "cv_recall_at_10": 0.93256, + "cv_recall_at_20": 0.96512, + "cv_recall_at_100": 0.99767, + "cv_recall_at_1000": 1.0, + "main_score": 0.67502, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.58685, + "ndcg_at_3": 0.57462, + "ndcg_at_5": 0.5898, + "ndcg_at_10": 0.61773, + "ndcg_at_20": 0.65312, + "ndcg_at_100": 0.691, + "ndcg_at_1000": 0.69951, + "map_at_1": 0.35744, + "map_at_3": 0.46874, + "map_at_5": 0.50159, + "map_at_10": 0.52716, + "map_at_20": 0.54558, + "map_at_100": 0.55728, + "map_at_1000": 0.55806, + "recall_at_1": 0.35744, + "recall_at_3": 0.53652, + "recall_at_5": 0.61943, + "recall_at_10": 0.70673, + "recall_at_20": 0.80364, + "recall_at_100": 0.94444, + "recall_at_1000": 0.99139, + "accuracy": 0.35744, + "precision_at_1": 0.58685, + "precision_at_3": 0.34272, + "precision_at_5": 0.25352, + "precision_at_10": 0.1554, + "precision_at_20": 0.09554, + "precision_at_100": 0.02413, + "precision_at_1000": 0.00255, + "mrr_at_1": 0.586854, + "mrr_at_3": 0.669014, + "mrr_at_5": 0.685446, + "mrr_at_10": 0.693001, + "mrr_at_20": 0.695943, + "mrr_at_100": 0.69707, + "mrr_at_1000": 0.697158, + "nauc_ndcg_at_1_max": 0.392284, + "nauc_ndcg_at_1_std": 0.076767, + "nauc_ndcg_at_1_diff1": 0.326838, + "nauc_ndcg_at_3_max": 0.379119, + "nauc_ndcg_at_3_std": 0.100029, + "nauc_ndcg_at_3_diff1": 0.220729, + "nauc_ndcg_at_5_max": 0.361068, + "nauc_ndcg_at_5_std": 0.087717, + "nauc_ndcg_at_5_diff1": 0.225802, + "nauc_ndcg_at_10_max": 0.374822, + "nauc_ndcg_at_10_std": 0.103852, + "nauc_ndcg_at_10_diff1": 0.228158, + "nauc_ndcg_at_20_max": 0.390987, + "nauc_ndcg_at_20_std": 0.112122, + "nauc_ndcg_at_20_diff1": 0.233108, + "nauc_ndcg_at_100_max": 0.406641, + "nauc_ndcg_at_100_std": 0.120982, + "nauc_ndcg_at_100_diff1": 0.20757, + "nauc_ndcg_at_1000_max": 0.409114, + "nauc_ndcg_at_1000_std": 0.118549, + "nauc_ndcg_at_1000_diff1": 0.21844, + "nauc_map_at_1_max": 0.25287, + "nauc_map_at_1_std": -0.017603, + "nauc_map_at_1_diff1": 0.375767, + "nauc_map_at_3_max": 0.30788, + "nauc_map_at_3_std": 0.071298, + "nauc_map_at_3_diff1": 0.297715, + "nauc_map_at_5_max": 0.316137, + "nauc_map_at_5_std": 0.076125, + "nauc_map_at_5_diff1": 0.281984, + "nauc_map_at_10_max": 0.338844, + "nauc_map_at_10_std": 0.076824, + "nauc_map_at_10_diff1": 0.264733, + "nauc_map_at_20_max": 0.347948, + "nauc_map_at_20_std": 0.080239, + "nauc_map_at_20_diff1": 0.261416, + "nauc_map_at_100_max": 0.356924, + "nauc_map_at_100_std": 0.085426, + "nauc_map_at_100_diff1": 0.248974, + "nauc_map_at_1000_max": 0.357379, + "nauc_map_at_1000_std": 0.085059, + "nauc_map_at_1000_diff1": 0.249753, + "nauc_recall_at_1_max": 0.25287, + "nauc_recall_at_1_std": -0.017603, + "nauc_recall_at_1_diff1": 0.375767, + "nauc_recall_at_3_max": 0.29683, + "nauc_recall_at_3_std": 0.093318, + "nauc_recall_at_3_diff1": 0.235467, + "nauc_recall_at_5_max": 0.260605, + "nauc_recall_at_5_std": 0.085922, + "nauc_recall_at_5_diff1": 0.179446, + "nauc_recall_at_10_max": 0.294807, + "nauc_recall_at_10_std": 0.124021, + "nauc_recall_at_10_diff1": 0.130477, + "nauc_recall_at_20_max": 0.304045, + "nauc_recall_at_20_std": 0.153728, + "nauc_recall_at_20_diff1": 0.141512, + "nauc_recall_at_100_max": 0.319204, + "nauc_recall_at_100_std": 0.220783, + "nauc_recall_at_100_diff1": -0.043493, + "nauc_recall_at_1000_max": 0.31081, + "nauc_recall_at_1000_std": 0.635521, + "nauc_recall_at_1000_diff1": 0.389275, + "nauc_precision_at_1_max": 0.392284, + "nauc_precision_at_1_std": 0.076767, + "nauc_precision_at_1_diff1": 0.326838, + "nauc_precision_at_3_max": 0.322935, + "nauc_precision_at_3_std": 0.205453, + "nauc_precision_at_3_diff1": -0.099622, + "nauc_precision_at_5_max": 0.269258, + "nauc_precision_at_5_std": 0.182343, + "nauc_precision_at_5_diff1": -0.166172, + "nauc_precision_at_10_max": 0.248808, + "nauc_precision_at_10_std": 0.120313, + "nauc_precision_at_10_diff1": -0.235942, + "nauc_precision_at_20_max": 0.188467, + "nauc_precision_at_20_std": 0.087414, + "nauc_precision_at_20_diff1": -0.236034, + "nauc_precision_at_100_max": 0.132718, + "nauc_precision_at_100_std": 0.074843, + "nauc_precision_at_100_diff1": -0.297, + "nauc_precision_at_1000_max": 0.12089, + "nauc_precision_at_1000_std": 0.066507, + "nauc_precision_at_1000_diff1": -0.280242, + "nauc_mrr_at_1_max": 0.392284, + "nauc_mrr_at_1_std": 0.076767, + "nauc_mrr_at_1_diff1": 0.326838, + "nauc_mrr_at_3_max": 0.455083, + "nauc_mrr_at_3_std": 0.120215, + "nauc_mrr_at_3_diff1": 0.253672, + "nauc_mrr_at_5_max": 0.444731, + "nauc_mrr_at_5_std": 0.119085, + "nauc_mrr_at_5_diff1": 0.253919, + "nauc_mrr_at_10_max": 0.442512, + "nauc_mrr_at_10_std": 0.121273, + "nauc_mrr_at_10_diff1": 0.251291, + "nauc_mrr_at_20_max": 0.443302, + "nauc_mrr_at_20_std": 0.122794, + "nauc_mrr_at_20_diff1": 0.256919, + "nauc_mrr_at_100_max": 0.441738, + "nauc_mrr_at_100_std": 0.120273, + "nauc_mrr_at_100_diff1": 0.257434, + "nauc_mrr_at_1000_max": 0.44157, + "nauc_mrr_at_1000_std": 0.120162, + "nauc_mrr_at_1000_diff1": 0.257452, + "cv_recall_at_1": 0.58685, + "cv_recall_at_3": 0.76526, + "cv_recall_at_5": 0.83568, + "cv_recall_at_10": 0.89202, + "cv_recall_at_20": 0.93427, + "cv_recall_at_100": 0.97653, + "cv_recall_at_1000": 0.99531, + "main_score": 0.61773, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "ndcg_at_1": 0.614, + "ndcg_at_3": 0.59279, + "ndcg_at_5": 0.61216, + "ndcg_at_10": 0.65068, + "ndcg_at_20": 0.68466, + "ndcg_at_100": 0.72118, + "ndcg_at_1000": 0.7272, + "map_at_1": 0.31789, + "map_at_3": 0.46922, + "map_at_5": 0.51181, + "map_at_10": 0.54576, + "map_at_20": 0.56363, + "map_at_100": 0.57513, + "map_at_1000": 0.57585, + "recall_at_1": 0.31789, + "recall_at_3": 0.54922, + "recall_at_5": 0.6437, + "recall_at_10": 0.75085, + "recall_at_20": 0.84141, + "recall_at_100": 0.97078, + "recall_at_1000": 0.99962, + "accuracy": 0.31789, + "precision_at_1": 0.614, + "precision_at_3": 0.39867, + "precision_at_5": 0.2966, + "precision_at_10": 0.186, + "precision_at_20": 0.11015, + "precision_at_100": 0.02707, + "precision_at_1000": 0.00283, + "mrr_at_1": 0.614, + "mrr_at_3": 0.7135, + "mrr_at_5": 0.7276, + "mrr_at_10": 0.73411, + "mrr_at_20": 0.735962, + "mrr_at_100": 0.736672, + "mrr_at_1000": 0.736709, + "nauc_ndcg_at_1_max": 0.374567, + "nauc_ndcg_at_1_std": 0.073424, + "nauc_ndcg_at_1_diff1": 0.433134, + "nauc_ndcg_at_3_max": 0.338841, + "nauc_ndcg_at_3_std": 0.005195, + "nauc_ndcg_at_3_diff1": 0.342671, + "nauc_ndcg_at_5_max": 0.324733, + "nauc_ndcg_at_5_std": -0.011686, + "nauc_ndcg_at_5_diff1": 0.332995, + "nauc_ndcg_at_10_max": 0.331809, + "nauc_ndcg_at_10_std": -0.017634, + "nauc_ndcg_at_10_diff1": 0.338738, + "nauc_ndcg_at_20_max": 0.348996, + "nauc_ndcg_at_20_std": -0.009554, + "nauc_ndcg_at_20_diff1": 0.339112, + "nauc_ndcg_at_100_max": 0.365072, + "nauc_ndcg_at_100_std": 0.024288, + "nauc_ndcg_at_100_diff1": 0.344788, + "nauc_ndcg_at_1000_max": 0.363127, + "nauc_ndcg_at_1000_std": 0.023809, + "nauc_ndcg_at_1000_diff1": 0.346927, + "nauc_map_at_1_max": 0.217581, + "nauc_map_at_1_std": -0.027546, + "nauc_map_at_1_diff1": 0.409249, + "nauc_map_at_3_max": 0.277476, + "nauc_map_at_3_std": -0.038955, + "nauc_map_at_3_diff1": 0.36389, + "nauc_map_at_5_max": 0.280829, + "nauc_map_at_5_std": -0.045448, + "nauc_map_at_5_diff1": 0.342023, + "nauc_map_at_10_max": 0.297744, + "nauc_map_at_10_std": -0.037775, + "nauc_map_at_10_diff1": 0.33841, + "nauc_map_at_20_max": 0.307429, + "nauc_map_at_20_std": -0.033293, + "nauc_map_at_20_diff1": 0.337813, + "nauc_map_at_100_max": 0.313612, + "nauc_map_at_100_std": -0.022608, + "nauc_map_at_100_diff1": 0.337572, + "nauc_map_at_1000_max": 0.313778, + "nauc_map_at_1000_std": -0.022317, + "nauc_map_at_1000_diff1": 0.337774, + "nauc_recall_at_1_max": 0.217581, + "nauc_recall_at_1_std": -0.027546, + "nauc_recall_at_1_diff1": 0.409249, + "nauc_recall_at_3_max": 0.239689, + "nauc_recall_at_3_std": -0.059473, + "nauc_recall_at_3_diff1": 0.31035, + "nauc_recall_at_5_max": 0.224693, + "nauc_recall_at_5_std": -0.075496, + "nauc_recall_at_5_diff1": 0.245208, + "nauc_recall_at_10_max": 0.242815, + "nauc_recall_at_10_std": -0.074405, + "nauc_recall_at_10_diff1": 0.235721, + "nauc_recall_at_20_max": 0.260789, + "nauc_recall_at_20_std": -0.091305, + "nauc_recall_at_20_diff1": 0.207395, + "nauc_recall_at_100_max": 0.400878, + "nauc_recall_at_100_std": 0.133061, + "nauc_recall_at_100_diff1": 0.216967, + "nauc_recall_at_1000_max": 0.070495, + "nauc_recall_at_1000_std": -0.134921, + "nauc_recall_at_1000_diff1": -0.210551, + "nauc_precision_at_1_max": 0.374567, + "nauc_precision_at_1_std": 0.073424, + "nauc_precision_at_1_diff1": 0.433134, + "nauc_precision_at_3_max": 0.284387, + "nauc_precision_at_3_std": 0.048502, + "nauc_precision_at_3_diff1": 0.059458, + "nauc_precision_at_5_max": 0.209359, + "nauc_precision_at_5_std": 0.052676, + "nauc_precision_at_5_diff1": -0.057047, + "nauc_precision_at_10_max": 0.161713, + "nauc_precision_at_10_std": 0.095086, + "nauc_precision_at_10_diff1": -0.124265, + "nauc_precision_at_20_max": 0.124304, + "nauc_precision_at_20_std": 0.113801, + "nauc_precision_at_20_diff1": -0.15637, + "nauc_precision_at_100_max": 0.069823, + "nauc_precision_at_100_std": 0.165361, + "nauc_precision_at_100_diff1": -0.190336, + "nauc_precision_at_1000_max": 0.047587, + "nauc_precision_at_1000_std": 0.16106, + "nauc_precision_at_1000_diff1": -0.18727, + "nauc_mrr_at_1_max": 0.374567, + "nauc_mrr_at_1_std": 0.073424, + "nauc_mrr_at_1_diff1": 0.433134, + "nauc_mrr_at_3_max": 0.412246, + "nauc_mrr_at_3_std": 0.072454, + "nauc_mrr_at_3_diff1": 0.420114, + "nauc_mrr_at_5_max": 0.416328, + "nauc_mrr_at_5_std": 0.080399, + "nauc_mrr_at_5_diff1": 0.415576, + "nauc_mrr_at_10_max": 0.415848, + "nauc_mrr_at_10_std": 0.081365, + "nauc_mrr_at_10_diff1": 0.418451, + "nauc_mrr_at_20_max": 0.414199, + "nauc_mrr_at_20_std": 0.080876, + "nauc_mrr_at_20_diff1": 0.41881, + "nauc_mrr_at_100_max": 0.413391, + "nauc_mrr_at_100_std": 0.081033, + "nauc_mrr_at_100_diff1": 0.419413, + "nauc_mrr_at_1000_max": 0.413312, + "nauc_mrr_at_1000_std": 0.080894, + "nauc_mrr_at_1000_diff1": 0.419337, + "cv_recall_at_1": 0.614, + "cv_recall_at_3": 0.838, + "cv_recall_at_5": 0.898, + "cv_recall_at_10": 0.945, + "cv_recall_at_20": 0.971, + "cv_recall_at_100": 0.995, + "cv_recall_at_1000": 1.0, + "main_score": 0.65068, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.54357, + "ndcg_at_3": 0.57791, + "ndcg_at_5": 0.61213, + "ndcg_at_10": 0.64149, + "ndcg_at_20": 0.66195, + "ndcg_at_100": 0.68918, + "ndcg_at_1000": 0.69598, + "map_at_1": 0.38091, + "map_at_3": 0.51031, + "map_at_5": 0.54276, + "map_at_10": 0.56171, + "map_at_20": 0.57021, + "map_at_100": 0.57668, + "map_at_1000": 0.57718, + "recall_at_1": 0.38091, + "recall_at_3": 0.59758, + "recall_at_5": 0.69599, + "recall_at_10": 0.76688, + "recall_at_20": 0.83324, + "recall_at_100": 0.94397, + "recall_at_1000": 0.98407, + "accuracy": 0.38091, + "precision_at_1": 0.54357, + "precision_at_3": 0.31674, + "precision_at_5": 0.22656, + "precision_at_10": 0.13257, + "precision_at_20": 0.07293, + "precision_at_100": 0.01737, + "precision_at_1000": 0.00185, + "mrr_at_1": 0.543568, + "mrr_at_3": 0.634509, + "mrr_at_5": 0.654737, + "mrr_at_10": 0.661347, + "mrr_at_20": 0.663973, + "mrr_at_100": 0.665669, + "mrr_at_1000": 0.66572, + "nauc_ndcg_at_1_max": 0.37526, + "nauc_ndcg_at_1_std": 0.089228, + "nauc_ndcg_at_1_diff1": 0.413632, + "nauc_ndcg_at_3_max": 0.358001, + "nauc_ndcg_at_3_std": 0.030341, + "nauc_ndcg_at_3_diff1": 0.380399, + "nauc_ndcg_at_5_max": 0.360403, + "nauc_ndcg_at_5_std": 0.037656, + "nauc_ndcg_at_5_diff1": 0.381929, + "nauc_ndcg_at_10_max": 0.389602, + "nauc_ndcg_at_10_std": 0.066025, + "nauc_ndcg_at_10_diff1": 0.376497, + "nauc_ndcg_at_20_max": 0.393465, + "nauc_ndcg_at_20_std": 0.079375, + "nauc_ndcg_at_20_diff1": 0.381535, + "nauc_ndcg_at_100_max": 0.400826, + "nauc_ndcg_at_100_std": 0.098753, + "nauc_ndcg_at_100_diff1": 0.38828, + "nauc_ndcg_at_1000_max": 0.4001, + "nauc_ndcg_at_1000_std": 0.093453, + "nauc_ndcg_at_1000_diff1": 0.387848, + "nauc_map_at_1_max": 0.179881, + "nauc_map_at_1_std": -0.074692, + "nauc_map_at_1_diff1": 0.384937, + "nauc_map_at_3_max": 0.300245, + "nauc_map_at_3_std": -0.019632, + "nauc_map_at_3_diff1": 0.382973, + "nauc_map_at_5_max": 0.321029, + "nauc_map_at_5_std": 0.005504, + "nauc_map_at_5_diff1": 0.382955, + "nauc_map_at_10_max": 0.338208, + "nauc_map_at_10_std": 0.0228, + "nauc_map_at_10_diff1": 0.378789, + "nauc_map_at_20_max": 0.339786, + "nauc_map_at_20_std": 0.02795, + "nauc_map_at_20_diff1": 0.379387, + "nauc_map_at_100_max": 0.342913, + "nauc_map_at_100_std": 0.032214, + "nauc_map_at_100_diff1": 0.381948, + "nauc_map_at_1000_max": 0.343173, + "nauc_map_at_1000_std": 0.032166, + "nauc_map_at_1000_diff1": 0.381864, + "nauc_recall_at_1_max": 0.179881, + "nauc_recall_at_1_std": -0.074692, + "nauc_recall_at_1_diff1": 0.384937, + "nauc_recall_at_3_max": 0.29713, + "nauc_recall_at_3_std": -0.020376, + "nauc_recall_at_3_diff1": 0.345125, + "nauc_recall_at_5_max": 0.316182, + "nauc_recall_at_5_std": 0.009285, + "nauc_recall_at_5_diff1": 0.319462, + "nauc_recall_at_10_max": 0.386206, + "nauc_recall_at_10_std": 0.066271, + "nauc_recall_at_10_diff1": 0.298252, + "nauc_recall_at_20_max": 0.396184, + "nauc_recall_at_20_std": 0.118643, + "nauc_recall_at_20_diff1": 0.309383, + "nauc_recall_at_100_max": 0.526393, + "nauc_recall_at_100_std": 0.468536, + "nauc_recall_at_100_diff1": 0.337256, + "nauc_recall_at_1000_max": 0.822246, + "nauc_recall_at_1000_std": 0.82973, + "nauc_recall_at_1000_diff1": 0.470128, + "nauc_precision_at_1_max": 0.37526, + "nauc_precision_at_1_std": 0.089228, + "nauc_precision_at_1_diff1": 0.413632, + "nauc_precision_at_3_max": 0.433211, + "nauc_precision_at_3_std": 0.198021, + "nauc_precision_at_3_diff1": 0.182521, + "nauc_precision_at_5_max": 0.411441, + "nauc_precision_at_5_std": 0.26546, + "nauc_precision_at_5_diff1": 0.097081, + "nauc_precision_at_10_max": 0.356486, + "nauc_precision_at_10_std": 0.277294, + "nauc_precision_at_10_diff1": 0.009283, + "nauc_precision_at_20_max": 0.321101, + "nauc_precision_at_20_std": 0.300573, + "nauc_precision_at_20_diff1": -0.028745, + "nauc_precision_at_100_max": 0.228505, + "nauc_precision_at_100_std": 0.298021, + "nauc_precision_at_100_diff1": -0.084909, + "nauc_precision_at_1000_max": 0.175899, + "nauc_precision_at_1000_std": 0.245831, + "nauc_precision_at_1000_diff1": -0.117674, + "nauc_mrr_at_1_max": 0.37526, + "nauc_mrr_at_1_std": 0.089228, + "nauc_mrr_at_1_diff1": 0.413632, + "nauc_mrr_at_3_max": 0.434489, + "nauc_mrr_at_3_std": 0.130497, + "nauc_mrr_at_3_diff1": 0.402948, + "nauc_mrr_at_5_max": 0.432699, + "nauc_mrr_at_5_std": 0.129523, + "nauc_mrr_at_5_diff1": 0.402923, + "nauc_mrr_at_10_max": 0.437095, + "nauc_mrr_at_10_std": 0.13164, + "nauc_mrr_at_10_diff1": 0.401107, + "nauc_mrr_at_20_max": 0.437061, + "nauc_mrr_at_20_std": 0.13255, + "nauc_mrr_at_20_diff1": 0.403094, + "nauc_mrr_at_100_max": 0.43491, + "nauc_mrr_at_100_std": 0.131779, + "nauc_mrr_at_100_diff1": 0.403367, + "nauc_mrr_at_1000_max": 0.434831, + "nauc_mrr_at_1000_std": 0.131721, + "nauc_mrr_at_1000_diff1": 0.403385, + "cv_recall_at_1": 0.54357, + "cv_recall_at_3": 0.75104, + "cv_recall_at_5": 0.83817, + "cv_recall_at_10": 0.88589, + "cv_recall_at_20": 0.92324, + "cv_recall_at_100": 0.97718, + "cv_recall_at_1000": 0.99378, + "main_score": 0.64149, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.67029, + "ndcg_at_3": 0.77672, + "ndcg_at_5": 0.80102, + "ndcg_at_10": 0.81261, + "ndcg_at_20": 0.81918, + "ndcg_at_100": 0.82438, + "ndcg_at_1000": 0.82502, + "map_at_1": 0.66163, + "map_at_3": 0.75007, + "map_at_5": 0.76399, + "map_at_10": 0.76886, + "map_at_20": 0.77088, + "map_at_100": 0.7717, + "map_at_1000": 0.77173, + "recall_at_1": 0.66163, + "recall_at_3": 0.84984, + "recall_at_5": 0.90741, + "recall_at_10": 0.94243, + "recall_at_20": 0.96719, + "recall_at_100": 0.99416, + "recall_at_1000": 0.99879, + "accuracy": 0.66163, + "precision_at_1": 0.67029, + "precision_at_3": 0.28905, + "precision_at_5": 0.18575, + "precision_at_10": 0.09674, + "precision_at_20": 0.04976, + "precision_at_100": 0.01024, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.67029, + "mrr_at_3": 0.753824, + "mrr_at_5": 0.767049, + "mrr_at_10": 0.771892, + "mrr_at_20": 0.773604, + "mrr_at_100": 0.774311, + "mrr_at_1000": 0.774333, + "nauc_ndcg_at_1_max": 0.401373, + "nauc_ndcg_at_1_std": -0.172313, + "nauc_ndcg_at_1_diff1": 0.575558, + "nauc_ndcg_at_3_max": 0.393451, + "nauc_ndcg_at_3_std": -0.251136, + "nauc_ndcg_at_3_diff1": 0.54195, + "nauc_ndcg_at_5_max": 0.427026, + "nauc_ndcg_at_5_std": -0.228434, + "nauc_ndcg_at_5_diff1": 0.532605, + "nauc_ndcg_at_10_max": 0.414972, + "nauc_ndcg_at_10_std": -0.215258, + "nauc_ndcg_at_10_diff1": 0.534387, + "nauc_ndcg_at_20_max": 0.419751, + "nauc_ndcg_at_20_std": -0.210668, + "nauc_ndcg_at_20_diff1": 0.536113, + "nauc_ndcg_at_100_max": 0.408433, + "nauc_ndcg_at_100_std": -0.208375, + "nauc_ndcg_at_100_diff1": 0.544482, + "nauc_ndcg_at_1000_max": 0.409355, + "nauc_ndcg_at_1000_std": -0.209186, + "nauc_ndcg_at_1000_diff1": 0.54491, + "nauc_map_at_1_max": 0.375742, + "nauc_map_at_1_std": -0.183849, + "nauc_map_at_1_diff1": 0.571278, + "nauc_map_at_3_max": 0.388184, + "nauc_map_at_3_std": -0.233961, + "nauc_map_at_3_diff1": 0.549626, + "nauc_map_at_5_max": 0.404967, + "nauc_map_at_5_std": -0.2214, + "nauc_map_at_5_diff1": 0.544882, + "nauc_map_at_10_max": 0.400872, + "nauc_map_at_10_std": -0.216299, + "nauc_map_at_10_diff1": 0.54724, + "nauc_map_at_20_max": 0.402602, + "nauc_map_at_20_std": -0.214332, + "nauc_map_at_20_diff1": 0.547879, + "nauc_map_at_100_max": 0.401173, + "nauc_map_at_100_std": -0.213768, + "nauc_map_at_100_diff1": 0.548863, + "nauc_map_at_1000_max": 0.401162, + "nauc_map_at_1000_std": -0.213831, + "nauc_map_at_1000_diff1": 0.548863, + "nauc_recall_at_1_max": 0.375742, + "nauc_recall_at_1_std": -0.183849, + "nauc_recall_at_1_diff1": 0.571278, + "nauc_recall_at_3_max": 0.395381, + "nauc_recall_at_3_std": -0.350552, + "nauc_recall_at_3_diff1": 0.497056, + "nauc_recall_at_5_max": 0.544724, + "nauc_recall_at_5_std": -0.299312, + "nauc_recall_at_5_diff1": 0.434385, + "nauc_recall_at_10_max": 0.508794, + "nauc_recall_at_10_std": -0.235432, + "nauc_recall_at_10_diff1": 0.38254, + "nauc_recall_at_20_max": 0.657937, + "nauc_recall_at_20_std": -0.188497, + "nauc_recall_at_20_diff1": 0.3013, + "nauc_recall_at_100_max": 0.228039, + "nauc_recall_at_100_std": 0.097422, + "nauc_recall_at_100_diff1": 0.398474, + "nauc_recall_at_1000_max": 0.722098, + "nauc_recall_at_1000_std": 0.722098, + "nauc_recall_at_1000_diff1": 0.358147, + "nauc_precision_at_1_max": 0.401373, + "nauc_precision_at_1_std": -0.172313, + "nauc_precision_at_1_diff1": 0.575558, + "nauc_precision_at_3_max": 0.407342, + "nauc_precision_at_3_std": -0.270867, + "nauc_precision_at_3_diff1": 0.408853, + "nauc_precision_at_5_max": 0.509664, + "nauc_precision_at_5_std": -0.151057, + "nauc_precision_at_5_diff1": 0.263812, + "nauc_precision_at_10_max": 0.434193, + "nauc_precision_at_10_std": -0.025373, + "nauc_precision_at_10_diff1": 0.14591, + "nauc_precision_at_20_max": 0.439527, + "nauc_precision_at_20_std": 0.108315, + "nauc_precision_at_20_diff1": -0.010535, + "nauc_precision_at_100_max": 0.205465, + "nauc_precision_at_100_std": 0.307887, + "nauc_precision_at_100_diff1": -0.167669, + "nauc_precision_at_1000_max": 0.169857, + "nauc_precision_at_1000_std": 0.298279, + "nauc_precision_at_1000_diff1": -0.223734, + "nauc_mrr_at_1_max": 0.401373, + "nauc_mrr_at_1_std": -0.172313, + "nauc_mrr_at_1_diff1": 0.575558, + "nauc_mrr_at_3_max": 0.401746, + "nauc_mrr_at_3_std": -0.215574, + "nauc_mrr_at_3_diff1": 0.554912, + "nauc_mrr_at_5_max": 0.416938, + "nauc_mrr_at_5_std": -0.206113, + "nauc_mrr_at_5_diff1": 0.551933, + "nauc_mrr_at_10_max": 0.412319, + "nauc_mrr_at_10_std": -0.200876, + "nauc_mrr_at_10_diff1": 0.552212, + "nauc_mrr_at_20_max": 0.412496, + "nauc_mrr_at_20_std": -0.200412, + "nauc_mrr_at_20_diff1": 0.55302, + "nauc_mrr_at_100_max": 0.411166, + "nauc_mrr_at_100_std": -0.200385, + "nauc_mrr_at_100_diff1": 0.553981, + "nauc_mrr_at_1000_max": 0.411186, + "nauc_mrr_at_1000_std": -0.20041, + "nauc_mrr_at_1000_diff1": 0.554004, + "cv_recall_at_1": 0.67029, + "cv_recall_at_3": 0.85386, + "cv_recall_at_5": 0.91063, + "cv_recall_at_10": 0.94686, + "cv_recall_at_20": 0.96981, + "cv_recall_at_100": 0.99517, + "cv_recall_at_1000": 0.99879, + "main_score": 0.81261, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.68486, + "ndcg_at_3": 0.70645, + "ndcg_at_5": 0.73397, + "ndcg_at_10": 0.76404, + "ndcg_at_20": 0.78037, + "ndcg_at_100": 0.79599, + "ndcg_at_1000": 0.798, + "map_at_1": 0.48602, + "map_at_3": 0.64164, + "map_at_5": 0.67029, + "map_at_10": 0.69086, + "map_at_20": 0.6988, + "map_at_100": 0.70284, + "map_at_1000": 0.70304, + "recall_at_1": 0.48602, + "recall_at_3": 0.72641, + "recall_at_5": 0.79851, + "recall_at_10": 0.87806, + "recall_at_20": 0.92692, + "recall_at_100": 0.98948, + "recall_at_1000": 1.0, + "accuracy": 0.48602, + "precision_at_1": 0.68486, + "precision_at_3": 0.3779, + "precision_at_5": 0.2603, + "precision_at_10": 0.14939, + "precision_at_20": 0.08124, + "precision_at_100": 0.01797, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.684857, + "mrr_at_3": 0.766257, + "mrr_at_5": 0.777444, + "mrr_at_10": 0.783211, + "mrr_at_20": 0.784801, + "mrr_at_100": 0.78543, + "mrr_at_1000": 0.785435, + "nauc_ndcg_at_1_max": 0.388471, + "nauc_ndcg_at_1_std": -0.025247, + "nauc_ndcg_at_1_diff1": 0.425402, + "nauc_ndcg_at_3_max": 0.350814, + "nauc_ndcg_at_3_std": -0.100708, + "nauc_ndcg_at_3_diff1": 0.359975, + "nauc_ndcg_at_5_max": 0.363404, + "nauc_ndcg_at_5_std": -0.097194, + "nauc_ndcg_at_5_diff1": 0.360189, + "nauc_ndcg_at_10_max": 0.374969, + "nauc_ndcg_at_10_std": -0.089735, + "nauc_ndcg_at_10_diff1": 0.377294, + "nauc_ndcg_at_20_max": 0.38769, + "nauc_ndcg_at_20_std": -0.072289, + "nauc_ndcg_at_20_diff1": 0.377605, + "nauc_ndcg_at_100_max": 0.385929, + "nauc_ndcg_at_100_std": -0.061572, + "nauc_ndcg_at_100_diff1": 0.373809, + "nauc_ndcg_at_1000_max": 0.383439, + "nauc_ndcg_at_1000_std": -0.064048, + "nauc_ndcg_at_1000_diff1": 0.372559, + "nauc_map_at_1_max": 0.191121, + "nauc_map_at_1_std": -0.115229, + "nauc_map_at_1_diff1": 0.380426, + "nauc_map_at_3_max": 0.299161, + "nauc_map_at_3_std": -0.129774, + "nauc_map_at_3_diff1": 0.36253, + "nauc_map_at_5_max": 0.324289, + "nauc_map_at_5_std": -0.122418, + "nauc_map_at_5_diff1": 0.36339, + "nauc_map_at_10_max": 0.339852, + "nauc_map_at_10_std": -0.109634, + "nauc_map_at_10_diff1": 0.367077, + "nauc_map_at_20_max": 0.348638, + "nauc_map_at_20_std": -0.098886, + "nauc_map_at_20_diff1": 0.36719, + "nauc_map_at_100_max": 0.349565, + "nauc_map_at_100_std": -0.095221, + "nauc_map_at_100_diff1": 0.36606, + "nauc_map_at_1000_max": 0.34945, + "nauc_map_at_1000_std": -0.095296, + "nauc_map_at_1000_diff1": 0.366011, + "nauc_recall_at_1_max": 0.191121, + "nauc_recall_at_1_std": -0.115229, + "nauc_recall_at_1_diff1": 0.380426, + "nauc_recall_at_3_max": 0.277446, + "nauc_recall_at_3_std": -0.168777, + "nauc_recall_at_3_diff1": 0.311181, + "nauc_recall_at_5_max": 0.303975, + "nauc_recall_at_5_std": -0.159126, + "nauc_recall_at_5_diff1": 0.295136, + "nauc_recall_at_10_max": 0.348666, + "nauc_recall_at_10_std": -0.124856, + "nauc_recall_at_10_diff1": 0.353029, + "nauc_recall_at_20_max": 0.408863, + "nauc_recall_at_20_std": -0.078194, + "nauc_recall_at_20_diff1": 0.365511, + "nauc_recall_at_100_max": 0.56438, + "nauc_recall_at_100_std": 0.23918, + "nauc_recall_at_100_diff1": 0.437297, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.388471, + "nauc_precision_at_1_std": -0.025247, + "nauc_precision_at_1_diff1": 0.425402, + "nauc_precision_at_3_max": 0.328487, + "nauc_precision_at_3_std": 0.064693, + "nauc_precision_at_3_diff1": 0.049466, + "nauc_precision_at_5_max": 0.280815, + "nauc_precision_at_5_std": 0.122008, + "nauc_precision_at_5_diff1": -0.041954, + "nauc_precision_at_10_max": 0.224473, + "nauc_precision_at_10_std": 0.18425, + "nauc_precision_at_10_diff1": -0.100621, + "nauc_precision_at_20_max": 0.18559, + "nauc_precision_at_20_std": 0.226654, + "nauc_precision_at_20_diff1": -0.135333, + "nauc_precision_at_100_max": 0.111947, + "nauc_precision_at_100_std": 0.237703, + "nauc_precision_at_100_diff1": -0.176493, + "nauc_precision_at_1000_max": 0.089774, + "nauc_precision_at_1000_std": 0.227561, + "nauc_precision_at_1000_diff1": -0.181746, + "nauc_mrr_at_1_max": 0.388471, + "nauc_mrr_at_1_std": -0.025247, + "nauc_mrr_at_1_diff1": 0.425402, + "nauc_mrr_at_3_max": 0.427989, + "nauc_mrr_at_3_std": -0.030148, + "nauc_mrr_at_3_diff1": 0.396793, + "nauc_mrr_at_5_max": 0.424655, + "nauc_mrr_at_5_std": -0.025166, + "nauc_mrr_at_5_diff1": 0.397106, + "nauc_mrr_at_10_max": 0.424739, + "nauc_mrr_at_10_std": -0.020892, + "nauc_mrr_at_10_diff1": 0.405378, + "nauc_mrr_at_20_max": 0.42262, + "nauc_mrr_at_20_std": -0.02385, + "nauc_mrr_at_20_diff1": 0.405852, + "nauc_mrr_at_100_max": 0.4224, + "nauc_mrr_at_100_std": -0.024467, + "nauc_mrr_at_100_diff1": 0.405855, + "nauc_mrr_at_1000_max": 0.422384, + "nauc_mrr_at_1000_std": -0.024495, + "nauc_mrr_at_1000_diff1": 0.405846, + "cv_recall_at_1": 0.68486, + "cv_recall_at_3": 0.86494, + "cv_recall_at_5": 0.91405, + "cv_recall_at_10": 0.95634, + "cv_recall_at_20": 0.97817, + "cv_recall_at_100": 0.99864, + "cv_recall_at_1000": 1.0, + "main_score": 0.76404, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.61345, + "ndcg_at_3": 0.72098, + "ndcg_at_5": 0.75303, + "ndcg_at_10": 0.77005, + "ndcg_at_20": 0.77301, + "ndcg_at_100": 0.77988, + "ndcg_at_1000": 0.78306, + "map_at_1": 0.56653, + "map_at_3": 0.68067, + "map_at_5": 0.70042, + "map_at_10": 0.71136, + "map_at_20": 0.71265, + "map_at_100": 0.71389, + "map_at_1000": 0.714, + "recall_at_1": 0.56653, + "recall_at_3": 0.80182, + "recall_at_5": 0.87885, + "recall_at_10": 0.92437, + "recall_at_20": 0.93277, + "recall_at_100": 0.96359, + "recall_at_1000": 0.98739, + "accuracy": 0.56653, + "precision_at_1": 0.61345, + "precision_at_3": 0.30252, + "precision_at_5": 0.2, + "precision_at_10": 0.10756, + "precision_at_20": 0.05504, + "precision_at_100": 0.01151, + "precision_at_1000": 0.00119, + "mrr_at_1": 0.613445, + "mrr_at_3": 0.711485, + "mrr_at_5": 0.729132, + "mrr_at_10": 0.732073, + "mrr_at_20": 0.732073, + "mrr_at_100": 0.733152, + "mrr_at_1000": 0.733184, + "nauc_ndcg_at_1_max": 0.381101, + "nauc_ndcg_at_1_std": -0.138084, + "nauc_ndcg_at_1_diff1": 0.589328, + "nauc_ndcg_at_3_max": 0.441772, + "nauc_ndcg_at_3_std": -0.042211, + "nauc_ndcg_at_3_diff1": 0.605245, + "nauc_ndcg_at_5_max": 0.436796, + "nauc_ndcg_at_5_std": -0.099891, + "nauc_ndcg_at_5_diff1": 0.606645, + "nauc_ndcg_at_10_max": 0.451808, + "nauc_ndcg_at_10_std": -0.071853, + "nauc_ndcg_at_10_diff1": 0.59719, + "nauc_ndcg_at_20_max": 0.449086, + "nauc_ndcg_at_20_std": -0.071961, + "nauc_ndcg_at_20_diff1": 0.591849, + "nauc_ndcg_at_100_max": 0.440104, + "nauc_ndcg_at_100_std": -0.066305, + "nauc_ndcg_at_100_diff1": 0.5877, + "nauc_ndcg_at_1000_max": 0.434936, + "nauc_ndcg_at_1000_std": -0.07328, + "nauc_ndcg_at_1000_diff1": 0.590696, + "nauc_map_at_1_max": 0.344564, + "nauc_map_at_1_std": -0.146337, + "nauc_map_at_1_diff1": 0.646238, + "nauc_map_at_3_max": 0.404058, + "nauc_map_at_3_std": -0.090107, + "nauc_map_at_3_diff1": 0.621322, + "nauc_map_at_5_max": 0.407082, + "nauc_map_at_5_std": -0.114419, + "nauc_map_at_5_diff1": 0.620964, + "nauc_map_at_10_max": 0.421695, + "nauc_map_at_10_std": -0.101405, + "nauc_map_at_10_diff1": 0.61061, + "nauc_map_at_20_max": 0.420506, + "nauc_map_at_20_std": -0.102449, + "nauc_map_at_20_diff1": 0.608921, + "nauc_map_at_100_max": 0.419458, + "nauc_map_at_100_std": -0.100056, + "nauc_map_at_100_diff1": 0.608114, + "nauc_map_at_1000_max": 0.419321, + "nauc_map_at_1000_std": -0.099993, + "nauc_map_at_1000_diff1": 0.608094, + "nauc_recall_at_1_max": 0.344564, + "nauc_recall_at_1_std": -0.146337, + "nauc_recall_at_1_diff1": 0.646238, + "nauc_recall_at_3_max": 0.479219, + "nauc_recall_at_3_std": 0.078177, + "nauc_recall_at_3_diff1": 0.595244, + "nauc_recall_at_5_max": 0.523974, + "nauc_recall_at_5_std": -0.036456, + "nauc_recall_at_5_diff1": 0.591546, + "nauc_recall_at_10_max": 0.667088, + "nauc_recall_at_10_std": 0.205855, + "nauc_recall_at_10_diff1": 0.613246, + "nauc_recall_at_20_max": 0.675494, + "nauc_recall_at_20_std": 0.243461, + "nauc_recall_at_20_diff1": 0.575806, + "nauc_recall_at_100_max": 0.633908, + "nauc_recall_at_100_std": 0.576985, + "nauc_recall_at_100_diff1": 0.496366, + "nauc_recall_at_1000_max": 0.520742, + "nauc_recall_at_1000_std": 0.907263, + "nauc_recall_at_1000_diff1": 0.763811, + "nauc_precision_at_1_max": 0.381101, + "nauc_precision_at_1_std": -0.138084, + "nauc_precision_at_1_diff1": 0.589328, + "nauc_precision_at_3_max": 0.377773, + "nauc_precision_at_3_std": 0.151344, + "nauc_precision_at_3_diff1": 0.136768, + "nauc_precision_at_5_max": 0.327666, + "nauc_precision_at_5_std": 0.067748, + "nauc_precision_at_5_diff1": -0.061567, + "nauc_precision_at_10_max": 0.259584, + "nauc_precision_at_10_std": 0.159017, + "nauc_precision_at_10_diff1": -0.198888, + "nauc_precision_at_20_max": 0.186082, + "nauc_precision_at_20_std": 0.149861, + "nauc_precision_at_20_diff1": -0.249021, + "nauc_precision_at_100_max": 0.087886, + "nauc_precision_at_100_std": 0.189968, + "nauc_precision_at_100_diff1": -0.376329, + "nauc_precision_at_1000_max": -0.015389, + "nauc_precision_at_1000_std": 0.129343, + "nauc_precision_at_1000_diff1": -0.41336, + "nauc_mrr_at_1_max": 0.381101, + "nauc_mrr_at_1_std": -0.138084, + "nauc_mrr_at_1_diff1": 0.589328, + "nauc_mrr_at_3_max": 0.433152, + "nauc_mrr_at_3_std": -0.081861, + "nauc_mrr_at_3_diff1": 0.570548, + "nauc_mrr_at_5_max": 0.43143, + "nauc_mrr_at_5_std": -0.109813, + "nauc_mrr_at_5_diff1": 0.569983, + "nauc_mrr_at_10_max": 0.42936, + "nauc_mrr_at_10_std": -0.10142, + "nauc_mrr_at_10_diff1": 0.572121, + "nauc_mrr_at_20_max": 0.42936, + "nauc_mrr_at_20_std": -0.10142, + "nauc_mrr_at_20_diff1": 0.572121, + "nauc_mrr_at_100_max": 0.428544, + "nauc_mrr_at_100_std": -0.100926, + "nauc_mrr_at_100_diff1": 0.571771, + "nauc_mrr_at_1000_max": 0.428488, + "nauc_mrr_at_1000_std": -0.101053, + "nauc_mrr_at_1000_diff1": 0.571837, + "cv_recall_at_1": 0.61345, + "cv_recall_at_3": 0.84034, + "cv_recall_at_5": 0.91597, + "cv_recall_at_10": 0.94118, + "cv_recall_at_20": 0.94118, + "cv_recall_at_100": 0.97479, + "cv_recall_at_1000": 0.9916, + "main_score": 0.77005, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.52926, + "ndcg_at_3": 0.53208, + "ndcg_at_5": 0.55491, + "ndcg_at_10": 0.60024, + "ndcg_at_20": 0.63651, + "ndcg_at_100": 0.67685, + "ndcg_at_1000": 0.68086, + "map_at_1": 0.28302, + "map_at_3": 0.42797, + "map_at_5": 0.46711, + "map_at_10": 0.50048, + "map_at_20": 0.51791, + "map_at_100": 0.52898, + "map_at_1000": 0.52946, + "recall_at_1": 0.28302, + "recall_at_3": 0.50931, + "recall_at_5": 0.60201, + "recall_at_10": 0.71951, + "recall_at_20": 0.82493, + "recall_at_100": 0.97971, + "recall_at_1000": 1.0, + "accuracy": 0.28302, + "precision_at_1": 0.52926, + "precision_at_3": 0.35623, + "precision_at_5": 0.26768, + "precision_at_10": 0.16794, + "precision_at_20": 0.09949, + "precision_at_100": 0.02461, + "precision_at_1000": 0.00253, + "mrr_at_1": 0.529262, + "mrr_at_3": 0.626802, + "mrr_at_5": 0.645632, + "mrr_at_10": 0.65523, + "mrr_at_20": 0.658808, + "mrr_at_100": 0.660327, + "mrr_at_1000": 0.660364, + "nauc_ndcg_at_1_max": 0.368858, + "nauc_ndcg_at_1_std": -0.05254, + "nauc_ndcg_at_1_diff1": 0.29372, + "nauc_ndcg_at_3_max": 0.302597, + "nauc_ndcg_at_3_std": -0.060608, + "nauc_ndcg_at_3_diff1": 0.161158, + "nauc_ndcg_at_5_max": 0.309404, + "nauc_ndcg_at_5_std": -0.069676, + "nauc_ndcg_at_5_diff1": 0.167858, + "nauc_ndcg_at_10_max": 0.343661, + "nauc_ndcg_at_10_std": -0.073508, + "nauc_ndcg_at_10_diff1": 0.176962, + "nauc_ndcg_at_20_max": 0.359134, + "nauc_ndcg_at_20_std": -0.056468, + "nauc_ndcg_at_20_diff1": 0.167371, + "nauc_ndcg_at_100_max": 0.359419, + "nauc_ndcg_at_100_std": -0.051195, + "nauc_ndcg_at_100_diff1": 0.191613, + "nauc_ndcg_at_1000_max": 0.355988, + "nauc_ndcg_at_1000_std": -0.050852, + "nauc_ndcg_at_1000_diff1": 0.190857, + "nauc_map_at_1_max": 0.180573, + "nauc_map_at_1_std": -0.101459, + "nauc_map_at_1_diff1": 0.296395, + "nauc_map_at_3_max": 0.252924, + "nauc_map_at_3_std": -0.094944, + "nauc_map_at_3_diff1": 0.18878, + "nauc_map_at_5_max": 0.271864, + "nauc_map_at_5_std": -0.090069, + "nauc_map_at_5_diff1": 0.179923, + "nauc_map_at_10_max": 0.302515, + "nauc_map_at_10_std": -0.082288, + "nauc_map_at_10_diff1": 0.17929, + "nauc_map_at_20_max": 0.311325, + "nauc_map_at_20_std": -0.070385, + "nauc_map_at_20_diff1": 0.17238, + "nauc_map_at_100_max": 0.314102, + "nauc_map_at_100_std": -0.067637, + "nauc_map_at_100_diff1": 0.177458, + "nauc_map_at_1000_max": 0.313946, + "nauc_map_at_1000_std": -0.067587, + "nauc_map_at_1000_diff1": 0.177529, + "nauc_recall_at_1_max": 0.180573, + "nauc_recall_at_1_std": -0.101459, + "nauc_recall_at_1_diff1": 0.296395, + "nauc_recall_at_3_max": 0.213878, + "nauc_recall_at_3_std": -0.101369, + "nauc_recall_at_3_diff1": 0.107524, + "nauc_recall_at_5_max": 0.229561, + "nauc_recall_at_5_std": -0.097933, + "nauc_recall_at_5_diff1": 0.092997, + "nauc_recall_at_10_max": 0.303649, + "nauc_recall_at_10_std": -0.084894, + "nauc_recall_at_10_diff1": 0.08787, + "nauc_recall_at_20_max": 0.339285, + "nauc_recall_at_20_std": -0.055062, + "nauc_recall_at_20_diff1": 0.014145, + "nauc_recall_at_100_max": 0.4927, + "nauc_recall_at_100_std": -0.060958, + "nauc_recall_at_100_diff1": 0.235941, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.368858, + "nauc_precision_at_1_std": -0.05254, + "nauc_precision_at_1_diff1": 0.29372, + "nauc_precision_at_3_max": 0.300679, + "nauc_precision_at_3_std": 0.015912, + "nauc_precision_at_3_diff1": -0.008678, + "nauc_precision_at_5_max": 0.280368, + "nauc_precision_at_5_std": 0.049356, + "nauc_precision_at_5_diff1": -0.055766, + "nauc_precision_at_10_max": 0.28458, + "nauc_precision_at_10_std": 0.08425, + "nauc_precision_at_10_diff1": -0.079402, + "nauc_precision_at_20_max": 0.241145, + "nauc_precision_at_20_std": 0.140717, + "nauc_precision_at_20_diff1": -0.117394, + "nauc_precision_at_100_max": 0.14551, + "nauc_precision_at_100_std": 0.152619, + "nauc_precision_at_100_diff1": -0.090802, + "nauc_precision_at_1000_max": 0.127239, + "nauc_precision_at_1000_std": 0.150029, + "nauc_precision_at_1000_diff1": -0.09071, + "nauc_mrr_at_1_max": 0.368858, + "nauc_mrr_at_1_std": -0.05254, + "nauc_mrr_at_1_diff1": 0.29372, + "nauc_mrr_at_3_max": 0.38685, + "nauc_mrr_at_3_std": -0.048286, + "nauc_mrr_at_3_diff1": 0.247879, + "nauc_mrr_at_5_max": 0.396683, + "nauc_mrr_at_5_std": -0.042512, + "nauc_mrr_at_5_diff1": 0.253371, + "nauc_mrr_at_10_max": 0.396274, + "nauc_mrr_at_10_std": -0.042741, + "nauc_mrr_at_10_diff1": 0.256331, + "nauc_mrr_at_20_max": 0.395798, + "nauc_mrr_at_20_std": -0.042321, + "nauc_mrr_at_20_diff1": 0.257402, + "nauc_mrr_at_100_max": 0.394531, + "nauc_mrr_at_100_std": -0.042946, + "nauc_mrr_at_100_diff1": 0.257747, + "nauc_mrr_at_1000_max": 0.394485, + "nauc_mrr_at_1000_std": -0.0429, + "nauc_mrr_at_1000_diff1": 0.257674, + "cv_recall_at_1": 0.52926, + "cv_recall_at_3": 0.75064, + "cv_recall_at_5": 0.83461, + "cv_recall_at_10": 0.90076, + "cv_recall_at_20": 0.94656, + "cv_recall_at_100": 0.99491, + "cv_recall_at_1000": 1.0, + "main_score": 0.60024, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 17393.942941904068, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/WikiSQLRetrieval.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/WikiSQLRetrieval.json new file mode 100644 index 0000000000..aed32dea9a --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/WikiSQLRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "4e099ab42dffd49d72c1472f451371e53343e3d7", + "task_name": "WikiSQLRetrieval", + "mteb_version": "2.1.14", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95117, + "ndcg_at_3": 0.97663, + "ndcg_at_5": 0.97766, + "ndcg_at_10": 0.97843, + "ndcg_at_20": 0.97881, + "ndcg_at_100": 0.97881, + "ndcg_at_1000": 0.97881, + "map_at_1": 0.95117, + "map_at_3": 0.9707, + "map_at_5": 0.97129, + "map_at_10": 0.9716, + "map_at_20": 0.97171, + "map_at_100": 0.97171, + "map_at_1000": 0.97171, + "recall_at_1": 0.95117, + "recall_at_3": 0.99365, + "recall_at_5": 0.99609, + "recall_at_10": 0.99854, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.95117, + "precision_at_1": 0.95117, + "precision_at_3": 0.33122, + "precision_at_5": 0.19922, + "precision_at_10": 0.09985, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.951172, + "mrr_at_3": 0.970622, + "mrr_at_5": 0.97133, + "mrr_at_10": 0.971633, + "mrr_at_20": 0.971743, + "mrr_at_100": 0.971743, + "mrr_at_1000": 0.971743, + "nauc_ndcg_at_1_max": 0.645962, + "nauc_ndcg_at_1_std": -0.228923, + "nauc_ndcg_at_1_diff1": 0.96291, + "nauc_ndcg_at_3_max": 0.720266, + "nauc_ndcg_at_3_std": -0.272358, + "nauc_ndcg_at_3_diff1": 0.965805, + "nauc_ndcg_at_5_max": 0.708597, + "nauc_ndcg_at_5_std": -0.27422, + "nauc_ndcg_at_5_diff1": 0.964228, + "nauc_ndcg_at_10_max": 0.698169, + "nauc_ndcg_at_10_std": -0.256678, + "nauc_ndcg_at_10_diff1": 0.963803, + "nauc_ndcg_at_20_max": 0.692741, + "nauc_ndcg_at_20_std": -0.252795, + "nauc_ndcg_at_20_diff1": 0.963875, + "nauc_ndcg_at_100_max": 0.692741, + "nauc_ndcg_at_100_std": -0.252795, + "nauc_ndcg_at_100_diff1": 0.963875, + "nauc_ndcg_at_1000_max": 0.692741, + "nauc_ndcg_at_1000_std": -0.252795, + "nauc_ndcg_at_1000_diff1": 0.963875, + "nauc_map_at_1_max": 0.645962, + "nauc_map_at_1_std": -0.228923, + "nauc_map_at_1_diff1": 0.96291, + "nauc_map_at_3_max": 0.698814, + "nauc_map_at_3_std": -0.255274, + "nauc_map_at_3_diff1": 0.964734, + "nauc_map_at_5_max": 0.693223, + "nauc_map_at_5_std": -0.255503, + "nauc_map_at_5_diff1": 0.964015, + "nauc_map_at_10_max": 0.689891, + "nauc_map_at_10_std": -0.250225, + "nauc_map_at_10_diff1": 0.963848, + "nauc_map_at_20_max": 0.688685, + "nauc_map_at_20_std": -0.249537, + "nauc_map_at_20_diff1": 0.963841, + "nauc_map_at_100_max": 0.688685, + "nauc_map_at_100_std": -0.249537, + "nauc_map_at_100_diff1": 0.963841, + "nauc_map_at_1000_max": 0.688685, + "nauc_map_at_1000_std": -0.249537, + "nauc_map_at_1000_diff1": 0.963841, + "nauc_recall_at_1_max": 0.645962, + "nauc_recall_at_1_std": -0.228923, + "nauc_recall_at_1_diff1": 0.96291, + "nauc_recall_at_3_max": 0.989944, + "nauc_recall_at_3_std": -0.499182, + "nauc_recall_at_3_diff1": 0.979887, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -0.673693, + "nauc_recall_at_5_diff1": 0.967317, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -0.49807, + "nauc_recall_at_10_diff1": 0.956422, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.645962, + "nauc_precision_at_1_std": -0.228923, + "nauc_precision_at_1_diff1": 0.96291, + "nauc_precision_at_3_max": 0.989944, + "nauc_precision_at_3_std": -0.499182, + "nauc_precision_at_3_diff1": 0.979887, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -0.673693, + "nauc_precision_at_5_diff1": 0.967317, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -0.49807, + "nauc_precision_at_10_diff1": 0.956422, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.645962, + "nauc_mrr_at_1_std": -0.228923, + "nauc_mrr_at_1_diff1": 0.96291, + "nauc_mrr_at_3_max": 0.699648, + "nauc_mrr_at_3_std": -0.255042, + "nauc_mrr_at_3_diff1": 0.964832, + "nauc_mrr_at_5_max": 0.692788, + "nauc_mrr_at_5_std": -0.255623, + "nauc_mrr_at_5_diff1": 0.963963, + "nauc_mrr_at_10_max": 0.689506, + "nauc_mrr_at_10_std": -0.250398, + "nauc_mrr_at_10_diff1": 0.963804, + "nauc_mrr_at_20_max": 0.688296, + "nauc_mrr_at_20_std": -0.24971, + "nauc_mrr_at_20_diff1": 0.963795, + "nauc_mrr_at_100_max": 0.688296, + "nauc_mrr_at_100_std": -0.24971, + "nauc_mrr_at_100_diff1": 0.963795, + "nauc_mrr_at_1000_max": 0.688296, + "nauc_mrr_at_1000_std": -0.24971, + "nauc_mrr_at_1000_diff1": 0.963795, + "cv_recall_at_1": 0.95117, + "cv_recall_at_3": 0.99316, + "cv_recall_at_5": 0.99609, + "cv_recall_at_10": 0.99854, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "main_score": 0.97843, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 53.4167845249176, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/model_meta.json b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/model_meta.json new file mode 100644 index 0000000000..94bea49e8d --- /dev/null +++ b/results/bflhc__Octen-Embedding-4B/6e188e3b072c3e3678b235ad84e6e97bcbb71e8f/model_meta.json @@ -0,0 +1 @@ +{"loader_kwargs": {"instruction_template": "", "apply_instruction_to_passages": true, "prompts_dict": {"AILACasedocs": "Given a legal case scenario, retrieve the most relevant case documents", "AILAStatutes": "Given a legal scenario, retrieve the most relevant statute documents", "LegalQuAD": "Given a legal question, retrieve relevant legal documents that answer the question", "LegalSummarization": "Given a query, retrieve relevant legal documents for summarization", "AppsRetrieval": "Given a query about mobile applications, retrieve relevant app information", "HumanEvalRetrieval": "Given a code problem description, retrieve relevant code examples", "MBPPRetrieval": "Given a programming problem description, retrieve relevant code solutions", "DS1000Retrieval": "Given a data science problem, retrieve relevant code snippets", "FreshStackRetrieval": "Given a programming question, retrieve relevant Stack Overflow posts", "FinQARetrieval": "Given a financial question, retrieve relevant financial documents", "FinanceBenchRetrieval": "Given a financial query, retrieve relevant financial information", "HC3FinanceRetrieval": "Given a finance-related query, retrieve relevant documents", "CUREv1": "Given a medical query, retrieve relevant clinical documents", "ChatDoctorRetrieval": "Given a medical question, retrieve relevant medical information", "WikiSQLRetrieval": "Given a natural language query, retrieve relevant SQL examples", "MIRACLRetrievalHardNegatives": "Given a question, retrieve Wikipedia passages that answer the question", "Code1Retrieval": "Given a code problem description, retrieve relevant code examples", "JapaneseCode1Retrieval": "Given a code problem description, retrieve relevant code examples", "EnglishFinance1Retrieval": "Given a financial query, retrieve relevant financial documents", "EnglishFinance2Retrieval": "Given a financial query, retrieve relevant financial documents", "EnglishFinance3Retrieval": "Given a financial query, retrieve relevant financial documents", "EnglishFinance4Retrieval": "Given a financial query, retrieve relevant financial documents", "EnglishHealthcare1Retrieval": "Given a medical question, retrieve relevant medical information", "GermanHealthcare1Retrieval": "Given a medical question, retrieve relevant medical information", "FrenchLegal1Retrieval": "Given a legal query, retrieve relevant legal documents", "GermanLegal1Retrieval": "Given a legal query, retrieve relevant legal documents", "JapaneseLegal1Retrieval": "Given a legal query, retrieve relevant legal documents", "French1Retrieval": "Given a query, retrieve relevant passages", "German1Retrieval": "Given a query, retrieve relevant passages"}, "max_seq_length": 18480, "model_kwargs": {"torch_dtype": "bfloat16"}}, "name": "bflhc/Octen-Embedding-4B", "revision": "6e188e3b072c3e3678b235ad84e6e97bcbb71e8f", "release_date": "2025-12-30", "languages": ["afr-Latn", "ara-Arab", "aze-Latn", "bel-Cyrl", "bul-Cyrl", "ben-Beng", "cat-Latn", "ceb-Latn", "ces-Latn", "cym-Latn", "dan-Latn", "deu-Latn", "ell-Grek", "eng-Latn", "spa-Latn", "est-Latn", "eus-Latn", "fas-Arab", "fin-Latn", "fra-Latn", "glg-Latn", "guj-Gujr", "heb-Hebr", "hin-Deva", "hrv-Latn", "hat-Latn", "hun-Latn", "hye-Armn", "ind-Latn", "isl-Latn", "ita-Latn", "jpn-Jpan", "jav-Latn", "kat-Geor", "kaz-Cyrl", "khm-Khmr", "kan-Knda", "kor-Hang", "kir-Cyrl", "lao-Laoo", "lit-Latn", "lav-Latn", "mkd-Cyrl", "mal-Mlym", "mon-Cyrl", "mar-Deva", "msa-Latn", "mya-Mymr", "nep-Deva", "nld-Latn", "nor-Latn", "nob-Latn", "nno-Latn", "pan-Guru", "pol-Latn", "por-Latn", "que-Latn", "ron-Latn", "rus-Cyrl", "sin-Sinh", "slk-Latn", "slv-Latn", "swa-Latn", "tam-Taml", "tel-Telu", "tha-Thai", "tgl-Latn", "tur-Latn", "ukr-Cyrl", "urd-Arab", "vie-Latn", "yor-Latn", "zho-Hans"], "n_parameters": 4021774336, "memory_usage_mb": 7671.0, "max_tokens": 32768.0, "embed_dim": 2560, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/bflhc/Octen-Embedding-4B", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": ["CMedQAv2-reranking", "NQ", "CodeSearchNet", "FEVER", "T2Retrieval", "MMarcoReranking", "MIRACLRetrieval", "MSMARCO", "DuRetrieval", "HotpotQA", "MrTidyRetrieval"], "adapted_from": "Qwen/Qwen3-Embedding-4B", "superseded_by": null, "modalities": ["text"], "model_type": ["dense"], "citation": "@misc{octen-embedding-2025,\n title={Octen-Embedding-8B: A Fine-tuned Multilingual Text Embedding Model},\n author={Octen Team},\n year={2025},\n url={https://huggingface.co/bflhc/bflhc/Octen-Embedding-8B}\n}", "contacts": null, "loader": "InstructSentenceTransformerModel", "is_cross_encoder": false} \ No newline at end of file