diff --git a/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/CMedQAv1-reranking.json b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/CMedQAv1-reranking.json new file mode 100644 index 0000000000..c3093be43a --- /dev/null +++ b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/CMedQAv1-reranking.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f77f0345c9b6ac0a2447a3a71483d5b27393cb35", + "task_name": "CMedQAv1-reranking", + "mteb_version": "1.38.4", + "scores": { + "test": [ + { + "ndcg_at_1": 0.878, + "ndcg_at_3": 0.9108, + "ndcg_at_5": 0.92216, + "ndcg_at_10": 0.93082, + "ndcg_at_20": 0.93411, + "ndcg_at_100": 0.93528, + "ndcg_at_1000": 0.93528, + "map_at_1": 0.63442, + "map_at_3": 0.84488, + "map_at_5": 0.88444, + "map_at_10": 0.90208, + "map_at_20": 0.9051, + "map_at_100": 0.90554, + "map_at_1000": 0.90554, + "recall_at_1": 0.63442, + "recall_at_3": 0.8966, + "recall_at_5": 0.95354, + "recall_at_10": 0.98596, + "recall_at_20": 0.99571, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.878, + "precision_at_3": 0.50267, + "precision_at_5": 0.344, + "precision_at_10": 0.1865, + "precision_at_20": 0.09575, + "precision_at_100": 0.01931, + "precision_at_1000": 0.00193, + "mrr_at_1": 0.878, + "mrr_at_3": 0.92, + "mrr_at_5": 0.92325, + "mrr_at_10": 0.924513, + "mrr_at_20": 0.924801, + "mrr_at_100": 0.924847, + "mrr_at_1000": 0.924847, + "nauc_ndcg_at_1_max": 0.714062, + "nauc_ndcg_at_1_std": -0.01927, + "nauc_ndcg_at_1_diff1": 0.529573, + "nauc_ndcg_at_3_max": 0.679293, + "nauc_ndcg_at_3_std": -0.113779, + "nauc_ndcg_at_3_diff1": 0.440488, + "nauc_ndcg_at_5_max": 0.686737, + "nauc_ndcg_at_5_std": -0.123995, + "nauc_ndcg_at_5_diff1": 0.452364, + "nauc_ndcg_at_10_max": 0.699716, + "nauc_ndcg_at_10_std": -0.085404, + "nauc_ndcg_at_10_diff1": 0.470985, + "nauc_ndcg_at_20_max": 0.699334, + "nauc_ndcg_at_20_std": -0.042879, + "nauc_ndcg_at_20_diff1": 0.472806, + "nauc_ndcg_at_100_max": 0.696645, + "nauc_ndcg_at_100_std": -0.047608, + "nauc_ndcg_at_100_diff1": 0.473025, + "nauc_ndcg_at_1000_max": 0.696645, + "nauc_ndcg_at_1000_std": -0.047608, + "nauc_ndcg_at_1000_diff1": 0.473025, + "nauc_map_at_1_max": 0.171079, + "nauc_map_at_1_std": -0.577422, + "nauc_map_at_1_diff1": 0.709004, + "nauc_map_at_3_max": 0.454022, + "nauc_map_at_3_std": -0.586499, + "nauc_map_at_3_diff1": 0.54919, + "nauc_map_at_5_max": 0.598565, + "nauc_map_at_5_std": -0.338849, + "nauc_map_at_5_diff1": 0.489086, + "nauc_map_at_10_max": 0.664315, + "nauc_map_at_10_std": -0.145013, + "nauc_map_at_10_diff1": 0.464912, + "nauc_map_at_20_max": 0.666831, + "nauc_map_at_20_std": -0.103602, + "nauc_map_at_20_diff1": 0.461806, + "nauc_map_at_100_max": 0.666331, + "nauc_map_at_100_std": -0.102802, + "nauc_map_at_100_diff1": 0.461547, + "nauc_map_at_1000_max": 0.666331, + "nauc_map_at_1000_std": -0.102802, + "nauc_map_at_1000_diff1": 0.461547, + "nauc_recall_at_1_max": 0.171079, + "nauc_recall_at_1_std": -0.577422, + "nauc_recall_at_1_diff1": 0.709004, + "nauc_recall_at_3_max": 0.331716, + "nauc_recall_at_3_std": -0.822095, + "nauc_recall_at_3_diff1": 0.505145, + "nauc_recall_at_5_max": 0.493055, + "nauc_recall_at_5_std": -0.715625, + "nauc_recall_at_5_diff1": 0.427346, + "nauc_recall_at_10_max": 0.732361, + "nauc_recall_at_10_std": -0.515932, + "nauc_recall_at_10_diff1": 0.413042, + "nauc_recall_at_20_max": 0.851603, + "nauc_recall_at_20_std": 0.329762, + "nauc_recall_at_20_diff1": 0.444184, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714062, + "nauc_precision_at_1_std": -0.01927, + "nauc_precision_at_1_diff1": 0.529573, + "nauc_precision_at_3_max": 0.212472, + "nauc_precision_at_3_std": 0.594528, + "nauc_precision_at_3_diff1": -0.479927, + "nauc_precision_at_5_max": 0.149192, + "nauc_precision_at_5_std": 0.699766, + "nauc_precision_at_5_diff1": -0.476159, + "nauc_precision_at_10_max": 0.097166, + "nauc_precision_at_10_std": 0.753213, + "nauc_precision_at_10_diff1": -0.465183, + "nauc_precision_at_20_max": 0.069841, + "nauc_precision_at_20_std": 0.770609, + "nauc_precision_at_20_diff1": -0.462755, + "nauc_precision_at_100_max": 0.058014, + "nauc_precision_at_100_std": 0.757635, + "nauc_precision_at_100_diff1": -0.461657, + "nauc_precision_at_1000_max": 0.058014, + "nauc_precision_at_1000_std": 0.757635, + "nauc_precision_at_1000_diff1": -0.461657, + "nauc_mrr_at_1_max": 0.714062, + "nauc_mrr_at_1_std": -0.01927, + "nauc_mrr_at_1_diff1": 0.529573, + "nauc_mrr_at_3_max": 0.752498, + "nauc_mrr_at_3_std": 0.012452, + "nauc_mrr_at_3_diff1": 0.50261, + "nauc_mrr_at_5_max": 0.749628, + "nauc_mrr_at_5_std": 0.011549, + "nauc_mrr_at_5_diff1": 0.508168, + "nauc_mrr_at_10_max": 0.74614, + "nauc_mrr_at_10_std": 0.005373, + "nauc_mrr_at_10_diff1": 0.512287, + "nauc_mrr_at_20_max": 0.745494, + "nauc_mrr_at_20_std": 0.006986, + "nauc_mrr_at_20_diff1": 0.513468, + "nauc_mrr_at_100_max": 0.745385, + "nauc_mrr_at_100_std": 0.006808, + "nauc_mrr_at_100_diff1": 0.513491, + "nauc_mrr_at_1000_max": 0.745385, + "nauc_mrr_at_1000_std": 0.006808, + "nauc_mrr_at_1000_diff1": 0.513491, + "main_score": 0.90554, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 508.81639313697815, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/CMedQAv2-reranking.json b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/CMedQAv2-reranking.json new file mode 100644 index 0000000000..4c15f21b7a --- /dev/null +++ b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/CMedQAv2-reranking.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "01399b6956a4c6bf9edc5b6b90e176aeeb399686", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.38.4", + "scores": { + "test": [ + { + "ndcg_at_1": 0.859, + "ndcg_at_3": 0.89673, + "ndcg_at_5": 0.91104, + "ndcg_at_10": 0.92212, + "ndcg_at_20": 0.92567, + "ndcg_at_100": 0.92636, + "ndcg_at_1000": 0.92636, + "map_at_1": 0.61982, + "map_at_3": 0.83287, + "map_at_5": 0.87241, + "map_at_10": 0.89028, + "map_at_20": 0.89342, + "map_at_100": 0.89376, + "map_at_1000": 0.89376, + "recall_at_1": 0.61982, + "recall_at_3": 0.88688, + "recall_at_5": 0.94869, + "recall_at_10": 0.98442, + "recall_at_20": 0.9975, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.859, + "precision_at_3": 0.49433, + "precision_at_5": 0.3388, + "precision_at_10": 0.1849, + "precision_at_20": 0.09505, + "precision_at_100": 0.0191, + "precision_at_1000": 0.00191, + "mrr_at_1": 0.859, + "mrr_at_3": 0.906667, + "mrr_at_5": 0.911067, + "mrr_at_10": 0.913044, + "mrr_at_20": 0.913496, + "mrr_at_100": 0.913524, + "mrr_at_1000": 0.913524, + "nauc_ndcg_at_1_max": 0.827065, + "nauc_ndcg_at_1_std": -0.051308, + "nauc_ndcg_at_1_diff1": 0.65182, + "nauc_ndcg_at_3_max": 0.743269, + "nauc_ndcg_at_3_std": -0.183124, + "nauc_ndcg_at_3_diff1": 0.56767, + "nauc_ndcg_at_5_max": 0.744347, + "nauc_ndcg_at_5_std": -0.218098, + "nauc_ndcg_at_5_diff1": 0.590156, + "nauc_ndcg_at_10_max": 0.769561, + "nauc_ndcg_at_10_std": -0.147636, + "nauc_ndcg_at_10_diff1": 0.590418, + "nauc_ndcg_at_20_max": 0.774474, + "nauc_ndcg_at_20_std": -0.12539, + "nauc_ndcg_at_20_diff1": 0.594475, + "nauc_ndcg_at_100_max": 0.774068, + "nauc_ndcg_at_100_std": -0.120649, + "nauc_ndcg_at_100_diff1": 0.592619, + "nauc_ndcg_at_1000_max": 0.774068, + "nauc_ndcg_at_1000_std": -0.120649, + "nauc_ndcg_at_1000_diff1": 0.592619, + "nauc_map_at_1_max": 0.263847, + "nauc_map_at_1_std": -0.512076, + "nauc_map_at_1_diff1": 0.709557, + "nauc_map_at_3_max": 0.557795, + "nauc_map_at_3_std": -0.532838, + "nauc_map_at_3_diff1": 0.613602, + "nauc_map_at_5_max": 0.674141, + "nauc_map_at_5_std": -0.358681, + "nauc_map_at_5_diff1": 0.584186, + "nauc_map_at_10_max": 0.738335, + "nauc_map_at_10_std": -0.189541, + "nauc_map_at_10_diff1": 0.573702, + "nauc_map_at_20_max": 0.74069, + "nauc_map_at_20_std": -0.158595, + "nauc_map_at_20_diff1": 0.571837, + "nauc_map_at_100_max": 0.740422, + "nauc_map_at_100_std": -0.155079, + "nauc_map_at_100_diff1": 0.570794, + "nauc_map_at_1000_max": 0.740422, + "nauc_map_at_1000_std": -0.155079, + "nauc_map_at_1000_diff1": 0.570794, + "nauc_recall_at_1_max": 0.263847, + "nauc_recall_at_1_std": -0.512076, + "nauc_recall_at_1_diff1": 0.709557, + "nauc_recall_at_3_max": 0.41748, + "nauc_recall_at_3_std": -0.773004, + "nauc_recall_at_3_diff1": 0.570403, + "nauc_recall_at_5_max": 0.506989, + "nauc_recall_at_5_std": -0.801812, + "nauc_recall_at_5_diff1": 0.578622, + "nauc_recall_at_10_max": 0.667185, + "nauc_recall_at_10_std": -0.65907, + "nauc_recall_at_10_diff1": 0.55957, + "nauc_recall_at_20_max": 0.775681, + "nauc_recall_at_20_std": -0.326968, + "nauc_recall_at_20_diff1": 0.722415, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.827065, + "nauc_precision_at_1_std": -0.051308, + "nauc_precision_at_1_diff1": 0.65182, + "nauc_precision_at_3_max": 0.226312, + "nauc_precision_at_3_std": 0.505664, + "nauc_precision_at_3_diff1": -0.377487, + "nauc_precision_at_5_max": 0.136357, + "nauc_precision_at_5_std": 0.606815, + "nauc_precision_at_5_diff1": -0.405821, + "nauc_precision_at_10_max": 0.075111, + "nauc_precision_at_10_std": 0.686723, + "nauc_precision_at_10_diff1": -0.409918, + "nauc_precision_at_20_max": 0.044314, + "nauc_precision_at_20_std": 0.708802, + "nauc_precision_at_20_diff1": -0.415564, + "nauc_precision_at_100_max": 0.038418, + "nauc_precision_at_100_std": 0.711343, + "nauc_precision_at_100_diff1": -0.418198, + "nauc_precision_at_1000_max": 0.038418, + "nauc_precision_at_1000_std": 0.711343, + "nauc_precision_at_1000_diff1": -0.418198, + "nauc_mrr_at_1_max": 0.827065, + "nauc_mrr_at_1_std": -0.051308, + "nauc_mrr_at_1_diff1": 0.65182, + "nauc_mrr_at_3_max": 0.842779, + "nauc_mrr_at_3_std": -0.084504, + "nauc_mrr_at_3_diff1": 0.645086, + "nauc_mrr_at_5_max": 0.840652, + "nauc_mrr_at_5_std": -0.083027, + "nauc_mrr_at_5_diff1": 0.652915, + "nauc_mrr_at_10_max": 0.839613, + "nauc_mrr_at_10_std": -0.082119, + "nauc_mrr_at_10_diff1": 0.650832, + "nauc_mrr_at_20_max": 0.839194, + "nauc_mrr_at_20_std": -0.078199, + "nauc_mrr_at_20_diff1": 0.64988, + "nauc_mrr_at_100_max": 0.839143, + "nauc_mrr_at_100_std": -0.07834, + "nauc_mrr_at_100_diff1": 0.649809, + "nauc_mrr_at_1000_max": 0.839143, + "nauc_mrr_at_1000_std": -0.07834, + "nauc_mrr_at_1000_diff1": 0.649809, + "main_score": 0.89376, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 497.54240560531616, + "kg_co2_emissions": 0.00017281177209872606 +} \ No newline at end of file diff --git a/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/MMarcoReranking.json b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/MMarcoReranking.json new file mode 100644 index 0000000000..1f1625be61 --- /dev/null +++ b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/MMarcoReranking.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "91c0f9d5cbd4cdc7ecd7039c5c2e57740cb62b00", + "task_name": "MMarcoReranking", + "mteb_version": "1.38.4", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.32, + "ndcg_at_3": 0.40366, + "ndcg_at_5": 0.47424, + "ndcg_at_10": 0.50565, + "ndcg_at_20": 0.53588, + "ndcg_at_100": 0.56038, + "ndcg_at_1000": 0.56313, + "map_at_1": 0.3, + "map_at_3": 0.37278, + "map_at_5": 0.41228, + "map_at_10": 0.42653, + "map_at_20": 0.43473, + "map_at_100": 0.43871, + "map_at_1000": 0.43884, + "recall_at_1": 0.3, + "recall_at_3": 0.47333, + "recall_at_5": 0.64333, + "recall_at_10": 0.73667, + "recall_at_20": 0.85667, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.32, + "precision_at_3": 0.16667, + "precision_at_5": 0.134, + "precision_at_10": 0.078, + "precision_at_20": 0.045, + "precision_at_100": 0.0105, + "precision_at_1000": 0.00107, + "mrr_at_1": 0.32, + "mrr_at_3": 0.396667, + "mrr_at_5": 0.436167, + "mrr_at_10": 0.447008, + "mrr_at_20": 0.455207, + "mrr_at_100": 0.458295, + "mrr_at_1000": 0.458427, + "nauc_ndcg_at_1_max": 0.144386, + "nauc_ndcg_at_1_std": 0.032672, + "nauc_ndcg_at_1_diff1": 0.27039, + "nauc_ndcg_at_3_max": 0.125074, + "nauc_ndcg_at_3_std": -0.023843, + "nauc_ndcg_at_3_diff1": 0.292629, + "nauc_ndcg_at_5_max": 0.087223, + "nauc_ndcg_at_5_std": -0.082364, + "nauc_ndcg_at_5_diff1": 0.29009, + "nauc_ndcg_at_10_max": 0.123737, + "nauc_ndcg_at_10_std": -0.047424, + "nauc_ndcg_at_10_diff1": 0.235171, + "nauc_ndcg_at_20_max": 0.143564, + "nauc_ndcg_at_20_std": -0.034676, + "nauc_ndcg_at_20_diff1": 0.283191, + "nauc_ndcg_at_100_max": 0.135629, + "nauc_ndcg_at_100_std": -0.016871, + "nauc_ndcg_at_100_diff1": 0.268911, + "nauc_ndcg_at_1000_max": 0.128424, + "nauc_ndcg_at_1000_std": -0.025649, + "nauc_ndcg_at_1000_diff1": 0.269775, + "nauc_map_at_1_max": 0.13045, + "nauc_map_at_1_std": -0.001913, + "nauc_map_at_1_diff1": 0.294964, + "nauc_map_at_3_max": 0.129061, + "nauc_map_at_3_std": -0.018116, + "nauc_map_at_3_diff1": 0.292676, + "nauc_map_at_5_max": 0.10638, + "nauc_map_at_5_std": -0.050733, + "nauc_map_at_5_diff1": 0.289195, + "nauc_map_at_10_max": 0.122331, + "nauc_map_at_10_std": -0.035277, + "nauc_map_at_10_diff1": 0.266283, + "nauc_map_at_20_max": 0.127101, + "nauc_map_at_20_std": -0.032117, + "nauc_map_at_20_diff1": 0.27839, + "nauc_map_at_100_max": 0.125064, + "nauc_map_at_100_std": -0.030524, + "nauc_map_at_100_diff1": 0.277233, + "nauc_map_at_1000_max": 0.124773, + "nauc_map_at_1000_std": -0.030865, + "nauc_map_at_1000_diff1": 0.277209, + "nauc_recall_at_1_max": 0.13045, + "nauc_recall_at_1_std": -0.001913, + "nauc_recall_at_1_diff1": 0.294964, + "nauc_recall_at_3_max": 0.103316, + "nauc_recall_at_3_std": -0.069473, + "nauc_recall_at_3_diff1": 0.30658, + "nauc_recall_at_5_max": 0.006545, + "nauc_recall_at_5_std": -0.225795, + "nauc_recall_at_5_diff1": 0.302779, + "nauc_recall_at_10_max": 0.127949, + "nauc_recall_at_10_std": -0.131072, + "nauc_recall_at_10_diff1": 0.101683, + "nauc_recall_at_20_max": 0.28542, + "nauc_recall_at_20_std": -0.084688, + "nauc_recall_at_20_diff1": 0.387697, + "nauc_recall_at_100_max": 0.795752, + "nauc_recall_at_100_std": 0.795752, + "nauc_recall_at_100_diff1": 0.152894, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.144386, + "nauc_precision_at_1_std": 0.032672, + "nauc_precision_at_1_diff1": 0.27039, + "nauc_precision_at_3_max": 0.104357, + "nauc_precision_at_3_std": -0.042532, + "nauc_precision_at_3_diff1": 0.294417, + "nauc_precision_at_5_max": 0.006992, + "nauc_precision_at_5_std": -0.202841, + "nauc_precision_at_5_diff1": 0.29991, + "nauc_precision_at_10_max": 0.10055, + "nauc_precision_at_10_std": -0.065659, + "nauc_precision_at_10_diff1": 0.05058, + "nauc_precision_at_20_max": 0.208657, + "nauc_precision_at_20_std": 0.004295, + "nauc_precision_at_20_diff1": 0.244769, + "nauc_precision_at_100_max": 0.111481, + "nauc_precision_at_100_std": 0.35446, + "nauc_precision_at_100_diff1": -0.105949, + "nauc_precision_at_1000_max": -0.000882, + "nauc_precision_at_1000_std": 0.281996, + "nauc_precision_at_1000_diff1": -0.148453, + "nauc_mrr_at_1_max": 0.144386, + "nauc_mrr_at_1_std": 0.032672, + "nauc_mrr_at_1_diff1": 0.27039, + "nauc_mrr_at_3_max": 0.138423, + "nauc_mrr_at_3_std": 0.015099, + "nauc_mrr_at_3_diff1": 0.269213, + "nauc_mrr_at_5_max": 0.116874, + "nauc_mrr_at_5_std": -0.01525, + "nauc_mrr_at_5_diff1": 0.26513, + "nauc_mrr_at_10_max": 0.132527, + "nauc_mrr_at_10_std": -0.00153, + "nauc_mrr_at_10_diff1": 0.246322, + "nauc_mrr_at_20_max": 0.137429, + "nauc_mrr_at_20_std": 0.002272, + "nauc_mrr_at_20_diff1": 0.257824, + "nauc_mrr_at_100_max": 0.13604, + "nauc_mrr_at_100_std": 0.003194, + "nauc_mrr_at_100_diff1": 0.256339, + "nauc_mrr_at_1000_max": 0.135759, + "nauc_mrr_at_1000_std": 0.002873, + "nauc_mrr_at_1000_diff1": 0.256307, + "main_score": 0.43884, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 702.0018422603607, + "kg_co2_emissions": 0.00024138819992002925 +} \ No newline at end of file diff --git a/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/T2Reranking.json b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/T2Reranking.json new file mode 100644 index 0000000000..cc42848060 --- /dev/null +++ b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/T2Reranking.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a34fe6bc0dff185af1228e49a0f6fb1de1565627", + "task_name": "T2Reranking", + "mteb_version": "1.38.4", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.67282, + "ndcg_at_3": 0.66488, + "ndcg_at_5": 0.67594, + "ndcg_at_10": 0.74763, + "ndcg_at_20": 0.81431, + "ndcg_at_100": 0.82537, + "ndcg_at_1000": 0.82545, + "map_at_1": 0.11078, + "map_at_3": 0.26148, + "map_at_5": 0.37824, + "map_at_10": 0.57964, + "map_at_20": 0.67919, + "map_at_100": 0.69146, + "map_at_1000": 0.69149, + "recall_at_1": 0.11078, + "recall_at_3": 0.30682, + "recall_at_5": 0.47923, + "recall_at_10": 0.79965, + "recall_at_20": 0.97545, + "recall_at_100": 0.99985, + "recall_at_1000": 1.0, + "precision_at_1": 0.67282, + "precision_at_3": 0.64461, + "precision_at_5": 0.61845, + "precision_at_10": 0.5458, + "precision_at_20": 0.35591, + "precision_at_100": 0.07516, + "precision_at_1000": 0.00752, + "mrr_at_1": 0.675355, + "mrr_at_3": 0.78594, + "mrr_at_5": 0.797907, + "mrr_at_10": 0.801631, + "mrr_at_20": 0.801921, + "mrr_at_100": 0.801928, + "mrr_at_1000": 0.801928, + "nauc_ndcg_at_1_max": 0.144559, + "nauc_ndcg_at_1_std": 0.051357, + "nauc_ndcg_at_1_diff1": -0.080911, + "nauc_ndcg_at_3_max": 0.148175, + "nauc_ndcg_at_3_std": 0.062001, + "nauc_ndcg_at_3_diff1": -0.114148, + "nauc_ndcg_at_5_max": 0.111809, + "nauc_ndcg_at_5_std": 0.043334, + "nauc_ndcg_at_5_diff1": -0.110605, + "nauc_ndcg_at_10_max": -0.058354, + "nauc_ndcg_at_10_std": -0.086554, + "nauc_ndcg_at_10_diff1": -0.091194, + "nauc_ndcg_at_20_max": -0.00198, + "nauc_ndcg_at_20_std": -0.090204, + "nauc_ndcg_at_20_diff1": -0.113851, + "nauc_ndcg_at_100_max": 0.150436, + "nauc_ndcg_at_100_std": 0.053725, + "nauc_ndcg_at_100_diff1": -0.130264, + "nauc_ndcg_at_1000_max": 0.15164, + "nauc_ndcg_at_1000_std": 0.054875, + "nauc_ndcg_at_1000_diff1": -0.130706, + "nauc_map_at_1_max": -0.155448, + "nauc_map_at_1_std": -0.068243, + "nauc_map_at_1_diff1": 0.110543, + "nauc_map_at_3_max": -0.191252, + "nauc_map_at_3_std": -0.094649, + "nauc_map_at_3_diff1": 0.057226, + "nauc_map_at_5_max": -0.212561, + "nauc_map_at_5_std": -0.128063, + "nauc_map_at_5_diff1": 0.022538, + "nauc_map_at_10_max": -0.213831, + "nauc_map_at_10_std": -0.206109, + "nauc_map_at_10_diff1": -0.047184, + "nauc_map_at_20_max": -0.039846, + "nauc_map_at_20_std": -0.115068, + "nauc_map_at_20_diff1": -0.105053, + "nauc_map_at_100_max": 0.073225, + "nauc_map_at_100_std": -0.007727, + "nauc_map_at_100_diff1": -0.12004, + "nauc_map_at_1000_max": 0.073585, + "nauc_map_at_1000_std": -0.007382, + "nauc_map_at_1000_diff1": -0.120148, + "nauc_recall_at_1_max": -0.155448, + "nauc_recall_at_1_std": -0.068243, + "nauc_recall_at_1_diff1": 0.110543, + "nauc_recall_at_3_max": -0.252451, + "nauc_recall_at_3_std": -0.118756, + "nauc_recall_at_3_diff1": 0.078807, + "nauc_recall_at_5_max": -0.334932, + "nauc_recall_at_5_std": -0.184889, + "nauc_recall_at_5_diff1": 0.070357, + "nauc_recall_at_10_max": -0.602915, + "nauc_recall_at_10_std": -0.467604, + "nauc_recall_at_10_diff1": 0.067763, + "nauc_recall_at_20_max": -1.621717, + "nauc_recall_at_20_std": -1.581021, + "nauc_recall_at_20_diff1": 0.121408, + "nauc_recall_at_100_max": -1.739668, + "nauc_recall_at_100_std": -1.739668, + "nauc_recall_at_100_diff1": 0.609144, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.144559, + "nauc_precision_at_1_std": 0.051357, + "nauc_precision_at_1_diff1": -0.080911, + "nauc_precision_at_3_max": 0.177338, + "nauc_precision_at_3_std": 0.071237, + "nauc_precision_at_3_diff1": -0.149387, + "nauc_precision_at_5_max": 0.18559, + "nauc_precision_at_5_std": 0.061, + "nauc_precision_at_5_diff1": -0.172659, + "nauc_precision_at_10_max": 0.221624, + "nauc_precision_at_10_std": 0.046469, + "nauc_precision_at_10_diff1": -0.187286, + "nauc_precision_at_20_max": 0.416251, + "nauc_precision_at_20_std": 0.226324, + "nauc_precision_at_20_diff1": -0.180051, + "nauc_precision_at_100_max": 0.534653, + "nauc_precision_at_100_std": 0.368059, + "nauc_precision_at_100_diff1": -0.171119, + "nauc_precision_at_1000_max": 0.53606, + "nauc_precision_at_1000_std": 0.369969, + "nauc_precision_at_1000_diff1": -0.171532, + "nauc_mrr_at_1_max": 0.146136, + "nauc_mrr_at_1_std": 0.054985, + "nauc_mrr_at_1_diff1": -0.090635, + "nauc_mrr_at_3_max": 0.155115, + "nauc_mrr_at_3_std": 0.06954, + "nauc_mrr_at_3_diff1": -0.107949, + "nauc_mrr_at_5_max": 0.152621, + "nauc_mrr_at_5_std": 0.066768, + "nauc_mrr_at_5_diff1": -0.10453, + "nauc_mrr_at_10_max": 0.151473, + "nauc_mrr_at_10_std": 0.06416, + "nauc_mrr_at_10_diff1": -0.103609, + "nauc_mrr_at_20_max": 0.15166, + "nauc_mrr_at_20_std": 0.064328, + "nauc_mrr_at_20_diff1": -0.102858, + "nauc_mrr_at_100_max": 0.151709, + "nauc_mrr_at_100_std": 0.064375, + "nauc_mrr_at_100_diff1": -0.102818, + "nauc_mrr_at_1000_max": 0.151709, + "nauc_mrr_at_1000_std": 0.064375, + "nauc_mrr_at_1000_diff1": -0.102818, + "main_score": 0.69149, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 441.5229277610779, + "kg_co2_emissions": 0.0001492749206857194 +} \ No newline at end of file diff --git a/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/model_meta.json b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/model_meta.json new file mode 100644 index 0000000000..6db007784f --- /dev/null +++ b/results/ByteDance__ListConRanker/2852d459b0e3942733da8756b809f3659649d5a6/model_meta.json @@ -0,0 +1 @@ +{"name": "ByteDance/ListConRanker", "revision": "2852d459b0e3942733da8756b809f3659649d5a6", "release_date": "2024-12-11", "languages": ["zho-Hans"], "loader_kwargs": {"fp_options": "float16"}, "n_parameters": 401000000, "memory_usage_mb": null, "max_tokens": 512.0, "embed_dim": 1024, "license": "mit", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["PyTorch"], "reference": "https://huggingface.co/ByteDance/ListConRanker", "similarity_fn_name": null, "use_instructions": false, "training_datasets": null, "adapted_from": null, "superseded_by": null, "modalities": ["text"], "is_cross_encoder": true, "citation": null, "loader": "ListConRanker"} \ No newline at end of file diff --git a/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/CMedQAv1-reranking.json b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/CMedQAv1-reranking.json new file mode 100644 index 0000000000..10d95a2c84 --- /dev/null +++ b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/CMedQAv1-reranking.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f77f0345c9b6ac0a2447a3a71483d5b27393cb35", + "task_name": "CMedQAv1-reranking", + "mteb_version": "1.38.4", + "scores": { + "test": [ + { + "ndcg_at_1": 0.878, + "ndcg_at_3": 0.9108, + "ndcg_at_5": 0.92216, + "ndcg_at_10": 0.93082, + "ndcg_at_20": 0.93411, + "ndcg_at_100": 0.93528, + "ndcg_at_1000": 0.93528, + "map_at_1": 0.63442, + "map_at_3": 0.84488, + "map_at_5": 0.88444, + "map_at_10": 0.90208, + "map_at_20": 0.9051, + "map_at_100": 0.90554, + "map_at_1000": 0.90554, + "recall_at_1": 0.63442, + "recall_at_3": 0.8966, + "recall_at_5": 0.95354, + "recall_at_10": 0.98596, + "recall_at_20": 0.99571, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.878, + "precision_at_3": 0.50267, + "precision_at_5": 0.344, + "precision_at_10": 0.1865, + "precision_at_20": 0.09575, + "precision_at_100": 0.01931, + "precision_at_1000": 0.00193, + "mrr_at_1": 0.878, + "mrr_at_3": 0.92, + "mrr_at_5": 0.92325, + "mrr_at_10": 0.924513, + "mrr_at_20": 0.924801, + "mrr_at_100": 0.924847, + "mrr_at_1000": 0.924847, + "nauc_ndcg_at_1_max": 0.714062, + "nauc_ndcg_at_1_std": -0.01927, + "nauc_ndcg_at_1_diff1": 0.529573, + "nauc_ndcg_at_3_max": 0.679293, + "nauc_ndcg_at_3_std": -0.113779, + "nauc_ndcg_at_3_diff1": 0.440488, + "nauc_ndcg_at_5_max": 0.686737, + "nauc_ndcg_at_5_std": -0.123995, + "nauc_ndcg_at_5_diff1": 0.452364, + "nauc_ndcg_at_10_max": 0.699716, + "nauc_ndcg_at_10_std": -0.085404, + "nauc_ndcg_at_10_diff1": 0.470985, + "nauc_ndcg_at_20_max": 0.699334, + "nauc_ndcg_at_20_std": -0.042879, + "nauc_ndcg_at_20_diff1": 0.472806, + "nauc_ndcg_at_100_max": 0.696645, + "nauc_ndcg_at_100_std": -0.047608, + "nauc_ndcg_at_100_diff1": 0.473025, + "nauc_ndcg_at_1000_max": 0.696645, + "nauc_ndcg_at_1000_std": -0.047608, + "nauc_ndcg_at_1000_diff1": 0.473025, + "nauc_map_at_1_max": 0.171079, + "nauc_map_at_1_std": -0.577422, + "nauc_map_at_1_diff1": 0.709004, + "nauc_map_at_3_max": 0.454022, + "nauc_map_at_3_std": -0.586499, + "nauc_map_at_3_diff1": 0.54919, + "nauc_map_at_5_max": 0.598565, + "nauc_map_at_5_std": -0.338849, + "nauc_map_at_5_diff1": 0.489086, + "nauc_map_at_10_max": 0.664315, + "nauc_map_at_10_std": -0.145013, + "nauc_map_at_10_diff1": 0.464912, + "nauc_map_at_20_max": 0.666831, + "nauc_map_at_20_std": -0.103602, + "nauc_map_at_20_diff1": 0.461806, + "nauc_map_at_100_max": 0.666331, + "nauc_map_at_100_std": -0.102802, + "nauc_map_at_100_diff1": 0.461547, + "nauc_map_at_1000_max": 0.666331, + "nauc_map_at_1000_std": -0.102802, + "nauc_map_at_1000_diff1": 0.461547, + "nauc_recall_at_1_max": 0.171079, + "nauc_recall_at_1_std": -0.577422, + "nauc_recall_at_1_diff1": 0.709004, + "nauc_recall_at_3_max": 0.331716, + "nauc_recall_at_3_std": -0.822095, + "nauc_recall_at_3_diff1": 0.505145, + "nauc_recall_at_5_max": 0.493055, + "nauc_recall_at_5_std": -0.715625, + "nauc_recall_at_5_diff1": 0.427346, + "nauc_recall_at_10_max": 0.732361, + "nauc_recall_at_10_std": -0.515932, + "nauc_recall_at_10_diff1": 0.413042, + "nauc_recall_at_20_max": 0.851603, + "nauc_recall_at_20_std": 0.329762, + "nauc_recall_at_20_diff1": 0.444184, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714062, + "nauc_precision_at_1_std": -0.01927, + "nauc_precision_at_1_diff1": 0.529573, + "nauc_precision_at_3_max": 0.212472, + "nauc_precision_at_3_std": 0.594528, + "nauc_precision_at_3_diff1": -0.479927, + "nauc_precision_at_5_max": 0.149192, + "nauc_precision_at_5_std": 0.699766, + "nauc_precision_at_5_diff1": -0.476159, + "nauc_precision_at_10_max": 0.097166, + "nauc_precision_at_10_std": 0.753213, + "nauc_precision_at_10_diff1": -0.465183, + "nauc_precision_at_20_max": 0.069841, + "nauc_precision_at_20_std": 0.770609, + "nauc_precision_at_20_diff1": -0.462755, + "nauc_precision_at_100_max": 0.058014, + "nauc_precision_at_100_std": 0.757635, + "nauc_precision_at_100_diff1": -0.461657, + "nauc_precision_at_1000_max": 0.058014, + "nauc_precision_at_1000_std": 0.757635, + "nauc_precision_at_1000_diff1": -0.461657, + "nauc_mrr_at_1_max": 0.714062, + "nauc_mrr_at_1_std": -0.01927, + "nauc_mrr_at_1_diff1": 0.529573, + "nauc_mrr_at_3_max": 0.752498, + "nauc_mrr_at_3_std": 0.012452, + "nauc_mrr_at_3_diff1": 0.50261, + "nauc_mrr_at_5_max": 0.749628, + "nauc_mrr_at_5_std": 0.011549, + "nauc_mrr_at_5_diff1": 0.508168, + "nauc_mrr_at_10_max": 0.74614, + "nauc_mrr_at_10_std": 0.005373, + "nauc_mrr_at_10_diff1": 0.512287, + "nauc_mrr_at_20_max": 0.745494, + "nauc_mrr_at_20_std": 0.006986, + "nauc_mrr_at_20_diff1": 0.513468, + "nauc_mrr_at_100_max": 0.745385, + "nauc_mrr_at_100_std": 0.006808, + "nauc_mrr_at_100_diff1": 0.513491, + "nauc_mrr_at_1000_max": 0.745385, + "nauc_mrr_at_1000_std": 0.006808, + "nauc_mrr_at_1000_diff1": 0.513491, + "main_score": 0.90554, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 690.2306423187256, + "kg_co2_emissions": 0.00024273716873612677 +} \ No newline at end of file diff --git a/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/CMedQAv2-reranking.json b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/CMedQAv2-reranking.json new file mode 100644 index 0000000000..a1138594d3 --- /dev/null +++ b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/CMedQAv2-reranking.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "01399b6956a4c6bf9edc5b6b90e176aeeb399686", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.38.4", + "scores": { + "test": [ + { + "ndcg_at_1": 0.859, + "ndcg_at_3": 0.89673, + "ndcg_at_5": 0.91104, + "ndcg_at_10": 0.92212, + "ndcg_at_20": 0.92567, + "ndcg_at_100": 0.92636, + "ndcg_at_1000": 0.92636, + "map_at_1": 0.61982, + "map_at_3": 0.83287, + "map_at_5": 0.87241, + "map_at_10": 0.89028, + "map_at_20": 0.89342, + "map_at_100": 0.89376, + "map_at_1000": 0.89376, + "recall_at_1": 0.61982, + "recall_at_3": 0.88688, + "recall_at_5": 0.94869, + "recall_at_10": 0.98442, + "recall_at_20": 0.9975, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.859, + "precision_at_3": 0.49433, + "precision_at_5": 0.3388, + "precision_at_10": 0.1849, + "precision_at_20": 0.09505, + "precision_at_100": 0.0191, + "precision_at_1000": 0.00191, + "mrr_at_1": 0.859, + "mrr_at_3": 0.906667, + "mrr_at_5": 0.911067, + "mrr_at_10": 0.913044, + "mrr_at_20": 0.913496, + "mrr_at_100": 0.913524, + "mrr_at_1000": 0.913524, + "nauc_ndcg_at_1_max": 0.827065, + "nauc_ndcg_at_1_std": -0.051308, + "nauc_ndcg_at_1_diff1": 0.65182, + "nauc_ndcg_at_3_max": 0.743269, + "nauc_ndcg_at_3_std": -0.183124, + "nauc_ndcg_at_3_diff1": 0.56767, + "nauc_ndcg_at_5_max": 0.744347, + "nauc_ndcg_at_5_std": -0.218098, + "nauc_ndcg_at_5_diff1": 0.590156, + "nauc_ndcg_at_10_max": 0.769561, + "nauc_ndcg_at_10_std": -0.147636, + "nauc_ndcg_at_10_diff1": 0.590418, + "nauc_ndcg_at_20_max": 0.774474, + "nauc_ndcg_at_20_std": -0.12539, + "nauc_ndcg_at_20_diff1": 0.594475, + "nauc_ndcg_at_100_max": 0.774068, + "nauc_ndcg_at_100_std": -0.120649, + "nauc_ndcg_at_100_diff1": 0.592619, + "nauc_ndcg_at_1000_max": 0.774068, + "nauc_ndcg_at_1000_std": -0.120649, + "nauc_ndcg_at_1000_diff1": 0.592619, + "nauc_map_at_1_max": 0.263847, + "nauc_map_at_1_std": -0.512076, + "nauc_map_at_1_diff1": 0.709557, + "nauc_map_at_3_max": 0.557795, + "nauc_map_at_3_std": -0.532838, + "nauc_map_at_3_diff1": 0.613602, + "nauc_map_at_5_max": 0.674141, + "nauc_map_at_5_std": -0.358681, + "nauc_map_at_5_diff1": 0.584186, + "nauc_map_at_10_max": 0.738335, + "nauc_map_at_10_std": -0.189541, + "nauc_map_at_10_diff1": 0.573702, + "nauc_map_at_20_max": 0.74069, + "nauc_map_at_20_std": -0.158595, + "nauc_map_at_20_diff1": 0.571837, + "nauc_map_at_100_max": 0.740422, + "nauc_map_at_100_std": -0.155079, + "nauc_map_at_100_diff1": 0.570794, + "nauc_map_at_1000_max": 0.740422, + "nauc_map_at_1000_std": -0.155079, + "nauc_map_at_1000_diff1": 0.570794, + "nauc_recall_at_1_max": 0.263847, + "nauc_recall_at_1_std": -0.512076, + "nauc_recall_at_1_diff1": 0.709557, + "nauc_recall_at_3_max": 0.41748, + "nauc_recall_at_3_std": -0.773004, + "nauc_recall_at_3_diff1": 0.570403, + "nauc_recall_at_5_max": 0.506989, + "nauc_recall_at_5_std": -0.801812, + "nauc_recall_at_5_diff1": 0.578622, + "nauc_recall_at_10_max": 0.667185, + "nauc_recall_at_10_std": -0.65907, + "nauc_recall_at_10_diff1": 0.55957, + "nauc_recall_at_20_max": 0.775681, + "nauc_recall_at_20_std": -0.326968, + "nauc_recall_at_20_diff1": 0.722415, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.827065, + "nauc_precision_at_1_std": -0.051308, + "nauc_precision_at_1_diff1": 0.65182, + "nauc_precision_at_3_max": 0.226312, + "nauc_precision_at_3_std": 0.505664, + "nauc_precision_at_3_diff1": -0.377487, + "nauc_precision_at_5_max": 0.136357, + "nauc_precision_at_5_std": 0.606815, + "nauc_precision_at_5_diff1": -0.405821, + "nauc_precision_at_10_max": 0.075111, + "nauc_precision_at_10_std": 0.686723, + "nauc_precision_at_10_diff1": -0.409918, + "nauc_precision_at_20_max": 0.044314, + "nauc_precision_at_20_std": 0.708802, + "nauc_precision_at_20_diff1": -0.415564, + "nauc_precision_at_100_max": 0.038418, + "nauc_precision_at_100_std": 0.711343, + "nauc_precision_at_100_diff1": -0.418198, + "nauc_precision_at_1000_max": 0.038418, + "nauc_precision_at_1000_std": 0.711343, + "nauc_precision_at_1000_diff1": -0.418198, + "nauc_mrr_at_1_max": 0.827065, + "nauc_mrr_at_1_std": -0.051308, + "nauc_mrr_at_1_diff1": 0.65182, + "nauc_mrr_at_3_max": 0.842779, + "nauc_mrr_at_3_std": -0.084504, + "nauc_mrr_at_3_diff1": 0.645086, + "nauc_mrr_at_5_max": 0.840652, + "nauc_mrr_at_5_std": -0.083027, + "nauc_mrr_at_5_diff1": 0.652915, + "nauc_mrr_at_10_max": 0.839613, + "nauc_mrr_at_10_std": -0.082119, + "nauc_mrr_at_10_diff1": 0.650832, + "nauc_mrr_at_20_max": 0.839194, + "nauc_mrr_at_20_std": -0.078199, + "nauc_mrr_at_20_diff1": 0.64988, + "nauc_mrr_at_100_max": 0.839143, + "nauc_mrr_at_100_std": -0.07834, + "nauc_mrr_at_100_diff1": 0.649809, + "nauc_mrr_at_1000_max": 0.839143, + "nauc_mrr_at_1000_std": -0.07834, + "nauc_mrr_at_1000_diff1": 0.649809, + "main_score": 0.89376, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 675.1402804851532, + "kg_co2_emissions": 0.00023436068643742963 +} \ No newline at end of file diff --git a/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/MMarcoReranking.json b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/MMarcoReranking.json new file mode 100644 index 0000000000..254983f375 --- /dev/null +++ b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/MMarcoReranking.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "91c0f9d5cbd4cdc7ecd7039c5c2e57740cb62b00", + "task_name": "MMarcoReranking", + "mteb_version": "1.38.4", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.33, + "ndcg_at_3": 0.40235, + "ndcg_at_5": 0.47724, + "ndcg_at_10": 0.50864, + "ndcg_at_20": 0.54118, + "ndcg_at_100": 0.56343, + "ndcg_at_1000": 0.56618, + "map_at_1": 0.31, + "map_at_3": 0.37444, + "map_at_5": 0.41644, + "map_at_10": 0.43069, + "map_at_20": 0.43941, + "map_at_100": 0.4429, + "map_at_1000": 0.44303, + "recall_at_1": 0.31, + "recall_at_3": 0.46333, + "recall_at_5": 0.64333, + "recall_at_10": 0.73667, + "recall_at_20": 0.86667, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.33, + "precision_at_3": 0.16333, + "precision_at_5": 0.134, + "precision_at_10": 0.078, + "precision_at_20": 0.0455, + "precision_at_100": 0.0105, + "precision_at_1000": 0.00107, + "mrr_at_1": 0.33, + "mrr_at_3": 0.398333, + "mrr_at_5": 0.440333, + "mrr_at_10": 0.451175, + "mrr_at_20": 0.459888, + "mrr_at_100": 0.462499, + "mrr_at_1000": 0.462631, + "nauc_ndcg_at_1_max": 0.192036, + "nauc_ndcg_at_1_std": 0.110836, + "nauc_ndcg_at_1_diff1": 0.322802, + "nauc_ndcg_at_3_max": 0.211214, + "nauc_ndcg_at_3_std": 0.086467, + "nauc_ndcg_at_3_diff1": 0.320159, + "nauc_ndcg_at_5_max": 0.20795, + "nauc_ndcg_at_5_std": 0.047494, + "nauc_ndcg_at_5_diff1": 0.334792, + "nauc_ndcg_at_10_max": 0.219106, + "nauc_ndcg_at_10_std": 0.068852, + "nauc_ndcg_at_10_diff1": 0.284659, + "nauc_ndcg_at_20_max": 0.223198, + "nauc_ndcg_at_20_std": 0.058604, + "nauc_ndcg_at_20_diff1": 0.323821, + "nauc_ndcg_at_100_max": 0.208992, + "nauc_ndcg_at_100_std": 0.079774, + "nauc_ndcg_at_100_diff1": 0.31392, + "nauc_ndcg_at_1000_max": 0.210743, + "nauc_ndcg_at_1000_std": 0.079378, + "nauc_ndcg_at_1000_diff1": 0.314524, + "nauc_map_at_1_max": 0.206897, + "nauc_map_at_1_std": 0.080797, + "nauc_map_at_1_diff1": 0.336459, + "nauc_map_at_3_max": 0.218297, + "nauc_map_at_3_std": 0.087273, + "nauc_map_at_3_diff1": 0.323889, + "nauc_map_at_5_max": 0.213645, + "nauc_map_at_5_std": 0.06522, + "nauc_map_at_5_diff1": 0.330223, + "nauc_map_at_10_max": 0.215792, + "nauc_map_at_10_std": 0.072969, + "nauc_map_at_10_diff1": 0.310776, + "nauc_map_at_20_max": 0.216696, + "nauc_map_at_20_std": 0.070661, + "nauc_map_at_20_diff1": 0.320485, + "nauc_map_at_100_max": 0.214313, + "nauc_map_at_100_std": 0.073543, + "nauc_map_at_100_diff1": 0.319845, + "nauc_map_at_1000_max": 0.214438, + "nauc_map_at_1000_std": 0.073586, + "nauc_map_at_1000_diff1": 0.319804, + "nauc_recall_at_1_max": 0.206897, + "nauc_recall_at_1_std": 0.080797, + "nauc_recall_at_1_diff1": 0.336459, + "nauc_recall_at_3_max": 0.204341, + "nauc_recall_at_3_std": 0.056198, + "nauc_recall_at_3_diff1": 0.313965, + "nauc_recall_at_5_max": 0.202291, + "nauc_recall_at_5_std": -0.05113, + "nauc_recall_at_5_diff1": 0.348395, + "nauc_recall_at_10_max": 0.258252, + "nauc_recall_at_10_std": 0.013016, + "nauc_recall_at_10_diff1": 0.159852, + "nauc_recall_at_20_max": 0.320693, + "nauc_recall_at_20_std": -0.120439, + "nauc_recall_at_20_diff1": 0.389141, + "nauc_recall_at_100_max": 0.079365, + "nauc_recall_at_100_std": 0.152894, + "nauc_recall_at_100_diff1": 0.218254, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.192036, + "nauc_precision_at_1_std": 0.110836, + "nauc_precision_at_1_diff1": 0.322802, + "nauc_precision_at_3_max": 0.17811, + "nauc_precision_at_3_std": 0.081128, + "nauc_precision_at_3_diff1": 0.311673, + "nauc_precision_at_5_max": 0.177261, + "nauc_precision_at_5_std": -0.022752, + "nauc_precision_at_5_diff1": 0.360414, + "nauc_precision_at_10_max": 0.146262, + "nauc_precision_at_10_std": 0.038639, + "nauc_precision_at_10_diff1": 0.124686, + "nauc_precision_at_20_max": 0.126965, + "nauc_precision_at_20_std": -0.046745, + "nauc_precision_at_20_diff1": 0.279009, + "nauc_precision_at_100_max": -0.157113, + "nauc_precision_at_100_std": 0.248477, + "nauc_precision_at_100_diff1": -0.048332, + "nauc_precision_at_1000_max": -0.195945, + "nauc_precision_at_1000_std": 0.264173, + "nauc_precision_at_1000_diff1": -0.092108, + "nauc_mrr_at_1_max": 0.192036, + "nauc_mrr_at_1_std": 0.110836, + "nauc_mrr_at_1_diff1": 0.322802, + "nauc_mrr_at_3_max": 0.198968, + "nauc_mrr_at_3_std": 0.115722, + "nauc_mrr_at_3_diff1": 0.311437, + "nauc_mrr_at_5_max": 0.193769, + "nauc_mrr_at_5_std": 0.095576, + "nauc_mrr_at_5_diff1": 0.317625, + "nauc_mrr_at_10_max": 0.20244, + "nauc_mrr_at_10_std": 0.105742, + "nauc_mrr_at_10_diff1": 0.298625, + "nauc_mrr_at_20_max": 0.203042, + "nauc_mrr_at_20_std": 0.104177, + "nauc_mrr_at_20_diff1": 0.307959, + "nauc_mrr_at_100_max": 0.20132, + "nauc_mrr_at_100_std": 0.105689, + "nauc_mrr_at_100_diff1": 0.30709, + "nauc_mrr_at_1000_max": 0.201438, + "nauc_mrr_at_1000_std": 0.105745, + "nauc_mrr_at_1000_diff1": 0.307045, + "main_score": 0.44303, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 904.0853137969971, + "kg_co2_emissions": 0.00030604590851787813 +} \ No newline at end of file diff --git a/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/T2Reranking.json b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/T2Reranking.json new file mode 100644 index 0000000000..c6cc46e2c3 --- /dev/null +++ b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/T2Reranking.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a34fe6bc0dff185af1228e49a0f6fb1de1565627", + "task_name": "T2Reranking", + "mteb_version": "1.38.4", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.67282, + "ndcg_at_3": 0.66488, + "ndcg_at_5": 0.67594, + "ndcg_at_10": 0.74763, + "ndcg_at_20": 0.81431, + "ndcg_at_100": 0.82537, + "ndcg_at_1000": 0.82545, + "map_at_1": 0.11078, + "map_at_3": 0.26148, + "map_at_5": 0.37824, + "map_at_10": 0.57964, + "map_at_20": 0.67919, + "map_at_100": 0.69146, + "map_at_1000": 0.69149, + "recall_at_1": 0.11078, + "recall_at_3": 0.30682, + "recall_at_5": 0.47923, + "recall_at_10": 0.79965, + "recall_at_20": 0.97545, + "recall_at_100": 0.99985, + "recall_at_1000": 1.0, + "precision_at_1": 0.67282, + "precision_at_3": 0.64461, + "precision_at_5": 0.61845, + "precision_at_10": 0.5458, + "precision_at_20": 0.35591, + "precision_at_100": 0.07516, + "precision_at_1000": 0.00752, + "mrr_at_1": 0.675355, + "mrr_at_3": 0.78594, + "mrr_at_5": 0.797907, + "mrr_at_10": 0.801631, + "mrr_at_20": 0.801921, + "mrr_at_100": 0.801928, + "mrr_at_1000": 0.801928, + "nauc_ndcg_at_1_max": 0.144559, + "nauc_ndcg_at_1_std": 0.051357, + "nauc_ndcg_at_1_diff1": -0.080911, + "nauc_ndcg_at_3_max": 0.148175, + "nauc_ndcg_at_3_std": 0.062001, + "nauc_ndcg_at_3_diff1": -0.114148, + "nauc_ndcg_at_5_max": 0.111809, + "nauc_ndcg_at_5_std": 0.043334, + "nauc_ndcg_at_5_diff1": -0.110605, + "nauc_ndcg_at_10_max": -0.058354, + "nauc_ndcg_at_10_std": -0.086554, + "nauc_ndcg_at_10_diff1": -0.091194, + "nauc_ndcg_at_20_max": -0.00198, + "nauc_ndcg_at_20_std": -0.090204, + "nauc_ndcg_at_20_diff1": -0.113851, + "nauc_ndcg_at_100_max": 0.150436, + "nauc_ndcg_at_100_std": 0.053725, + "nauc_ndcg_at_100_diff1": -0.130264, + "nauc_ndcg_at_1000_max": 0.15164, + "nauc_ndcg_at_1000_std": 0.054875, + "nauc_ndcg_at_1000_diff1": -0.130706, + "nauc_map_at_1_max": -0.155448, + "nauc_map_at_1_std": -0.068243, + "nauc_map_at_1_diff1": 0.110543, + "nauc_map_at_3_max": -0.191252, + "nauc_map_at_3_std": -0.094649, + "nauc_map_at_3_diff1": 0.057226, + "nauc_map_at_5_max": -0.212561, + "nauc_map_at_5_std": -0.128063, + "nauc_map_at_5_diff1": 0.022538, + "nauc_map_at_10_max": -0.213831, + "nauc_map_at_10_std": -0.206109, + "nauc_map_at_10_diff1": -0.047184, + "nauc_map_at_20_max": -0.039846, + "nauc_map_at_20_std": -0.115068, + "nauc_map_at_20_diff1": -0.105053, + "nauc_map_at_100_max": 0.073225, + "nauc_map_at_100_std": -0.007727, + "nauc_map_at_100_diff1": -0.12004, + "nauc_map_at_1000_max": 0.073585, + "nauc_map_at_1000_std": -0.007382, + "nauc_map_at_1000_diff1": -0.120148, + "nauc_recall_at_1_max": -0.155448, + "nauc_recall_at_1_std": -0.068243, + "nauc_recall_at_1_diff1": 0.110543, + "nauc_recall_at_3_max": -0.252451, + "nauc_recall_at_3_std": -0.118756, + "nauc_recall_at_3_diff1": 0.078807, + "nauc_recall_at_5_max": -0.334932, + "nauc_recall_at_5_std": -0.184889, + "nauc_recall_at_5_diff1": 0.070357, + "nauc_recall_at_10_max": -0.602915, + "nauc_recall_at_10_std": -0.467604, + "nauc_recall_at_10_diff1": 0.067763, + "nauc_recall_at_20_max": -1.621717, + "nauc_recall_at_20_std": -1.581021, + "nauc_recall_at_20_diff1": 0.121408, + "nauc_recall_at_100_max": -1.739668, + "nauc_recall_at_100_std": -1.739668, + "nauc_recall_at_100_diff1": 0.609144, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.144559, + "nauc_precision_at_1_std": 0.051357, + "nauc_precision_at_1_diff1": -0.080911, + "nauc_precision_at_3_max": 0.177338, + "nauc_precision_at_3_std": 0.071237, + "nauc_precision_at_3_diff1": -0.149387, + "nauc_precision_at_5_max": 0.18559, + "nauc_precision_at_5_std": 0.061, + "nauc_precision_at_5_diff1": -0.172659, + "nauc_precision_at_10_max": 0.221624, + "nauc_precision_at_10_std": 0.046469, + "nauc_precision_at_10_diff1": -0.187286, + "nauc_precision_at_20_max": 0.416251, + "nauc_precision_at_20_std": 0.226324, + "nauc_precision_at_20_diff1": -0.180051, + "nauc_precision_at_100_max": 0.534653, + "nauc_precision_at_100_std": 0.368059, + "nauc_precision_at_100_diff1": -0.171119, + "nauc_precision_at_1000_max": 0.53606, + "nauc_precision_at_1000_std": 0.369969, + "nauc_precision_at_1000_diff1": -0.171532, + "nauc_mrr_at_1_max": 0.146136, + "nauc_mrr_at_1_std": 0.054985, + "nauc_mrr_at_1_diff1": -0.090635, + "nauc_mrr_at_3_max": 0.155115, + "nauc_mrr_at_3_std": 0.06954, + "nauc_mrr_at_3_diff1": -0.107949, + "nauc_mrr_at_5_max": 0.152621, + "nauc_mrr_at_5_std": 0.066768, + "nauc_mrr_at_5_diff1": -0.10453, + "nauc_mrr_at_10_max": 0.151473, + "nauc_mrr_at_10_std": 0.06416, + "nauc_mrr_at_10_diff1": -0.103609, + "nauc_mrr_at_20_max": 0.15166, + "nauc_mrr_at_20_std": 0.064328, + "nauc_mrr_at_20_diff1": -0.102858, + "nauc_mrr_at_100_max": 0.151709, + "nauc_mrr_at_100_std": 0.064375, + "nauc_mrr_at_100_diff1": -0.102818, + "nauc_mrr_at_1000_max": 0.151709, + "nauc_mrr_at_1000_std": 0.064375, + "nauc_mrr_at_1000_diff1": -0.102818, + "main_score": 0.69149, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 679.0567879676819, + "kg_co2_emissions": 0.00018700226019179516 +} \ No newline at end of file diff --git a/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/model_meta.json b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/model_meta.json new file mode 100644 index 0000000000..1a10d22019 --- /dev/null +++ b/results/ByteDance__ListConRanker/95ae6a5f422a916bc36520f0f3e198e7d91520a0/model_meta.json @@ -0,0 +1 @@ +{"name": "ByteDance/ListConRanker", "revision": "95ae6a5f422a916bc36520f0f3e198e7d91520a0", "release_date": "2024-12-11", "languages": ["zho-Hans"], "loader_kwargs": {"fp_options": "float16"}, "n_parameters": 401000000, "memory_usage_mb": null, "max_tokens": 512.0, "embed_dim": 1024, "license": "mit", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["PyTorch"], "reference": "https://huggingface.co/ByteDance/ListConRanker", "similarity_fn_name": null, "use_instructions": false, "training_datasets": {"CMedQAv1-reranking": ["train"], "CMedQAv2-reranking": ["train"], "MMarcoReranking": ["train"], "T2Reranking": ["train"]}, "adapted_from": null, "superseded_by": null, "modalities": ["text"], "is_cross_encoder": true, "citation": null, "loader": "ListConRanker"}