diff --git a/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/CmedqaRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/CmedqaRetrieval.json new file mode 100644 index 0000000000..f3bf768c0f --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.42061, + "ndcg_at_3": 0.42635, + "ndcg_at_5": 0.44862, + "ndcg_at_10": 0.48218, + "ndcg_at_20": 0.50945, + "ndcg_at_100": 0.54924, + "ndcg_at_1000": 0.56612, + "map_at_1": 0.27516, + "map_at_3": 0.36735, + "map_at_5": 0.39244, + "map_at_10": 0.41266, + "map_at_20": 0.42288, + "map_at_100": 0.43058, + "map_at_1000": 0.43157, + "recall_at_1": 0.27516, + "recall_at_3": 0.42564, + "recall_at_5": 0.4956, + "recall_at_10": 0.59535, + "recall_at_20": 0.68814, + "recall_at_100": 0.87126, + "recall_at_1000": 0.98371, + "precision_at_1": 0.42061, + "precision_at_3": 0.24131, + "precision_at_5": 0.17454, + "precision_at_10": 0.10713, + "precision_at_20": 0.06275, + "precision_at_100": 0.01613, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.420605, + "mrr_at_3": 0.479328, + "mrr_at_5": 0.492944, + "mrr_at_10": 0.50486, + "mrr_at_20": 0.510022, + "mrr_at_100": 0.513567, + "mrr_at_1000": 0.513919, + "nauc_ndcg_at_1_max": 0.426625, + "nauc_ndcg_at_1_std": -0.077113, + "nauc_ndcg_at_1_diff1": 0.627316, + "nauc_ndcg_at_3_max": 0.366563, + "nauc_ndcg_at_3_std": -0.104646, + "nauc_ndcg_at_3_diff1": 0.52281, + "nauc_ndcg_at_5_max": 0.355058, + "nauc_ndcg_at_5_std": -0.10639, + "nauc_ndcg_at_5_diff1": 0.511824, + "nauc_ndcg_at_10_max": 0.358388, + "nauc_ndcg_at_10_std": -0.103775, + "nauc_ndcg_at_10_diff1": 0.508972, + "nauc_ndcg_at_20_max": 0.367954, + "nauc_ndcg_at_20_std": -0.088644, + "nauc_ndcg_at_20_diff1": 0.509293, + "nauc_ndcg_at_100_max": 0.380353, + "nauc_ndcg_at_100_std": -0.069737, + "nauc_ndcg_at_100_diff1": 0.51404, + "nauc_ndcg_at_1000_max": 0.382973, + "nauc_ndcg_at_1000_std": -0.074888, + "nauc_ndcg_at_1000_diff1": 0.521994, + "nauc_map_at_1_max": 0.237704, + "nauc_map_at_1_std": -0.132481, + "nauc_map_at_1_diff1": 0.556416, + "nauc_map_at_3_max": 0.305663, + "nauc_map_at_3_std": -0.130698, + "nauc_map_at_3_diff1": 0.520408, + "nauc_map_at_5_max": 0.323803, + "nauc_map_at_5_std": -0.124692, + "nauc_map_at_5_diff1": 0.514811, + "nauc_map_at_10_max": 0.337141, + "nauc_map_at_10_std": -0.118755, + "nauc_map_at_10_diff1": 0.514448, + "nauc_map_at_20_max": 0.343389, + "nauc_map_at_20_std": -0.112785, + "nauc_map_at_20_diff1": 0.515198, + "nauc_map_at_100_max": 0.34772, + "nauc_map_at_100_std": -0.108264, + "nauc_map_at_100_diff1": 0.516235, + "nauc_map_at_1000_max": 0.348094, + "nauc_map_at_1000_std": -0.108085, + "nauc_map_at_1000_diff1": 0.51662, + "nauc_recall_at_1_max": 0.237704, + "nauc_recall_at_1_std": -0.132481, + "nauc_recall_at_1_diff1": 0.556416, + "nauc_recall_at_3_max": 0.27552, + "nauc_recall_at_3_std": -0.132734, + "nauc_recall_at_3_diff1": 0.444691, + "nauc_recall_at_5_max": 0.279806, + "nauc_recall_at_5_std": -0.116957, + "nauc_recall_at_5_diff1": 0.41153, + "nauc_recall_at_10_max": 0.286329, + "nauc_recall_at_10_std": -0.102232, + "nauc_recall_at_10_diff1": 0.384535, + "nauc_recall_at_20_max": 0.29942, + "nauc_recall_at_20_std": -0.04414, + "nauc_recall_at_20_diff1": 0.356982, + "nauc_recall_at_100_max": 0.343519, + "nauc_recall_at_100_std": 0.142019, + "nauc_recall_at_100_diff1": 0.295975, + "nauc_recall_at_1000_max": 0.626818, + "nauc_recall_at_1000_std": 0.615813, + "nauc_recall_at_1000_diff1": 0.268936, + "nauc_precision_at_1_max": 0.426625, + "nauc_precision_at_1_std": -0.077113, + "nauc_precision_at_1_diff1": 0.627316, + "nauc_precision_at_3_max": 0.42901, + "nauc_precision_at_3_std": -0.020871, + "nauc_precision_at_3_diff1": 0.353129, + "nauc_precision_at_5_max": 0.417921, + "nauc_precision_at_5_std": 0.007151, + "nauc_precision_at_5_diff1": 0.283289, + "nauc_precision_at_10_max": 0.402927, + "nauc_precision_at_10_std": 0.046499, + "nauc_precision_at_10_diff1": 0.212418, + "nauc_precision_at_20_max": 0.385929, + "nauc_precision_at_20_std": 0.099593, + "nauc_precision_at_20_diff1": 0.155643, + "nauc_precision_at_100_max": 0.333185, + "nauc_precision_at_100_std": 0.182692, + "nauc_precision_at_100_diff1": 0.057636, + "nauc_precision_at_1000_max": 0.277682, + "nauc_precision_at_1000_std": 0.173226, + "nauc_precision_at_1000_diff1": 0.014389, + "nauc_mrr_at_1_max": 0.426625, + "nauc_mrr_at_1_std": -0.077113, + "nauc_mrr_at_1_diff1": 0.627316, + "nauc_mrr_at_3_max": 0.42233, + "nauc_mrr_at_3_std": -0.079113, + "nauc_mrr_at_3_diff1": 0.584641, + "nauc_mrr_at_5_max": 0.42004, + "nauc_mrr_at_5_std": -0.074493, + "nauc_mrr_at_5_diff1": 0.577942, + "nauc_mrr_at_10_max": 0.420515, + "nauc_mrr_at_10_std": -0.072027, + "nauc_mrr_at_10_diff1": 0.577141, + "nauc_mrr_at_20_max": 0.421255, + "nauc_mrr_at_20_std": -0.070023, + "nauc_mrr_at_20_diff1": 0.577374, + "nauc_mrr_at_100_max": 0.421465, + "nauc_mrr_at_100_std": -0.069523, + "nauc_mrr_at_100_diff1": 0.578229, + "nauc_mrr_at_1000_max": 0.421498, + "nauc_mrr_at_1000_std": -0.069677, + "nauc_mrr_at_1000_diff1": 0.578394, + "main_score": 0.48218, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 2430.891434431076, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/CovidRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/CovidRetrieval.json new file mode 100644 index 0000000000..d68ca593d5 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/CovidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", + "task_name": "CovidRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.84299, + "ndcg_at_3": 0.91618, + "ndcg_at_5": 0.92384, + "ndcg_at_10": 0.92664, + "ndcg_at_20": 0.92805, + "ndcg_at_100": 0.92866, + "ndcg_at_1000": 0.92866, + "map_at_1": 0.83904, + "map_at_3": 0.89884, + "map_at_5": 0.90342, + "map_at_10": 0.90463, + "map_at_20": 0.90506, + "map_at_100": 0.90515, + "map_at_1000": 0.90515, + "recall_at_1": 0.83904, + "recall_at_3": 0.96444, + "recall_at_5": 0.98314, + "recall_at_10": 0.99157, + "recall_at_20": 0.99684, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.84299, + "precision_at_3": 0.32455, + "precision_at_5": 0.19874, + "precision_at_10": 0.10021, + "precision_at_20": 0.05037, + "precision_at_100": 0.01011, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.849315, + "mrr_at_3": 0.902529, + "mrr_at_5": 0.906902, + "mrr_at_10": 0.908004, + "mrr_at_20": 0.908518, + "mrr_at_100": 0.908612, + "mrr_at_1000": 0.908612, + "nauc_ndcg_at_1_max": 0.197409, + "nauc_ndcg_at_1_std": -0.430473, + "nauc_ndcg_at_1_diff1": 0.875067, + "nauc_ndcg_at_3_max": 0.21488, + "nauc_ndcg_at_3_std": -0.464331, + "nauc_ndcg_at_3_diff1": 0.883084, + "nauc_ndcg_at_5_max": 0.225187, + "nauc_ndcg_at_5_std": -0.458925, + "nauc_ndcg_at_5_diff1": 0.882334, + "nauc_ndcg_at_10_max": 0.226191, + "nauc_ndcg_at_10_std": -0.445758, + "nauc_ndcg_at_10_diff1": 0.880816, + "nauc_ndcg_at_20_max": 0.217173, + "nauc_ndcg_at_20_std": -0.441871, + "nauc_ndcg_at_20_diff1": 0.879572, + "nauc_ndcg_at_100_max": 0.213085, + "nauc_ndcg_at_100_std": -0.450173, + "nauc_ndcg_at_100_diff1": 0.879755, + "nauc_ndcg_at_1000_max": 0.213085, + "nauc_ndcg_at_1000_std": -0.450173, + "nauc_ndcg_at_1000_diff1": 0.879755, + "nauc_map_at_1_max": 0.185982, + "nauc_map_at_1_std": -0.442777, + "nauc_map_at_1_diff1": 0.878012, + "nauc_map_at_3_max": 0.202434, + "nauc_map_at_3_std": -0.460014, + "nauc_map_at_3_diff1": 0.880756, + "nauc_map_at_5_max": 0.211107, + "nauc_map_at_5_std": -0.455426, + "nauc_map_at_5_diff1": 0.88037, + "nauc_map_at_10_max": 0.211182, + "nauc_map_at_10_std": -0.451623, + "nauc_map_at_10_diff1": 0.879767, + "nauc_map_at_20_max": 0.209021, + "nauc_map_at_20_std": -0.450774, + "nauc_map_at_20_diff1": 0.879497, + "nauc_map_at_100_max": 0.208595, + "nauc_map_at_100_std": -0.451732, + "nauc_map_at_100_diff1": 0.879532, + "nauc_map_at_1000_max": 0.208595, + "nauc_map_at_1000_std": -0.451732, + "nauc_map_at_1000_diff1": 0.879532, + "nauc_recall_at_1_max": 0.185982, + "nauc_recall_at_1_std": -0.442777, + "nauc_recall_at_1_diff1": 0.878012, + "nauc_recall_at_3_max": 0.25294, + "nauc_recall_at_3_std": -0.52698, + "nauc_recall_at_3_diff1": 0.900958, + "nauc_recall_at_5_max": 0.437266, + "nauc_recall_at_5_std": -0.519909, + "nauc_recall_at_5_diff1": 0.915223, + "nauc_recall_at_10_max": 0.678933, + "nauc_recall_at_10_std": -0.215324, + "nauc_recall_at_10_diff1": 0.9142, + "nauc_recall_at_20_max": 0.69878, + "nauc_recall_at_20_std": 0.493524, + "nauc_recall_at_20_diff1": 0.863811, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.197409, + "nauc_precision_at_1_std": -0.430473, + "nauc_precision_at_1_diff1": 0.875067, + "nauc_precision_at_3_max": 0.251794, + "nauc_precision_at_3_std": -0.212516, + "nauc_precision_at_3_diff1": 0.486212, + "nauc_precision_at_5_max": 0.344871, + "nauc_precision_at_5_std": 0.028076, + "nauc_precision_at_5_diff1": 0.179747, + "nauc_precision_at_10_max": 0.391922, + "nauc_precision_at_10_std": 0.296811, + "nauc_precision_at_10_diff1": -0.052402, + "nauc_precision_at_20_max": 0.32443, + "nauc_precision_at_20_std": 0.526799, + "nauc_precision_at_20_diff1": -0.296961, + "nauc_precision_at_100_max": 0.259813, + "nauc_precision_at_100_std": 0.532543, + "nauc_precision_at_100_diff1": -0.497322, + "nauc_precision_at_1000_max": 0.259813, + "nauc_precision_at_1000_std": 0.532543, + "nauc_precision_at_1000_diff1": -0.497322, + "nauc_mrr_at_1_max": 0.204894, + "nauc_mrr_at_1_std": -0.36389, + "nauc_mrr_at_1_diff1": 0.864564, + "nauc_mrr_at_3_max": 0.224002, + "nauc_mrr_at_3_std": -0.397612, + "nauc_mrr_at_3_diff1": 0.871942, + "nauc_mrr_at_5_max": 0.225068, + "nauc_mrr_at_5_std": -0.395443, + "nauc_mrr_at_5_diff1": 0.871012, + "nauc_mrr_at_10_max": 0.224864, + "nauc_mrr_at_10_std": -0.392293, + "nauc_mrr_at_10_diff1": 0.870085, + "nauc_mrr_at_20_max": 0.223155, + "nauc_mrr_at_20_std": -0.389735, + "nauc_mrr_at_20_diff1": 0.869906, + "nauc_mrr_at_100_max": 0.22273, + "nauc_mrr_at_100_std": -0.39066, + "nauc_mrr_at_100_diff1": 0.869932, + "nauc_mrr_at_1000_max": 0.22273, + "nauc_mrr_at_1000_std": -0.39066, + "nauc_mrr_at_1000_diff1": 0.869932, + "main_score": 0.92664, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 2437.7121171951294, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/DuRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/DuRetrieval.json new file mode 100644 index 0000000000..5ed5d33a22 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/DuRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced", + "task_name": "DuRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.9235, + "ndcg_at_3": 0.88647, + "ndcg_at_5": 0.87401, + "ndcg_at_10": 0.89233, + "ndcg_at_20": 0.90678, + "ndcg_at_100": 0.91717, + "ndcg_at_1000": 0.91962, + "map_at_1": 0.27235, + "map_at_3": 0.57765, + "map_at_5": 0.72554, + "map_at_10": 0.82431, + "map_at_20": 0.84618, + "map_at_100": 0.85235, + "map_at_1000": 0.85262, + "recall_at_1": 0.27235, + "recall_at_3": 0.59793, + "recall_at_5": 0.76666, + "recall_at_10": 0.8984, + "recall_at_20": 0.94617, + "recall_at_100": 0.97974, + "recall_at_1000": 0.99212, + "precision_at_1": 0.9235, + "precision_at_3": 0.79217, + "precision_at_5": 0.666, + "precision_at_10": 0.42335, + "precision_at_20": 0.2301, + "precision_at_100": 0.04832, + "precision_at_1000": 0.00489, + "mrr_at_1": 0.9235, + "mrr_at_3": 0.945583, + "mrr_at_5": 0.947158, + "mrr_at_10": 0.947862, + "mrr_at_20": 0.948122, + "mrr_at_100": 0.948277, + "mrr_at_1000": 0.948294, + "nauc_ndcg_at_1_max": 0.528948, + "nauc_ndcg_at_1_std": 0.205046, + "nauc_ndcg_at_1_diff1": 0.269957, + "nauc_ndcg_at_3_max": 0.345985, + "nauc_ndcg_at_3_std": 0.125341, + "nauc_ndcg_at_3_diff1": -0.05082, + "nauc_ndcg_at_5_max": 0.291917, + "nauc_ndcg_at_5_std": 0.069249, + "nauc_ndcg_at_5_diff1": 0.005964, + "nauc_ndcg_at_10_max": 0.341597, + "nauc_ndcg_at_10_std": 0.1372, + "nauc_ndcg_at_10_diff1": -3.5e-05, + "nauc_ndcg_at_20_max": 0.388692, + "nauc_ndcg_at_20_std": 0.191458, + "nauc_ndcg_at_20_diff1": 0.003807, + "nauc_ndcg_at_100_max": 0.409727, + "nauc_ndcg_at_100_std": 0.210529, + "nauc_ndcg_at_100_diff1": -0.01534, + "nauc_ndcg_at_1000_max": 0.407015, + "nauc_ndcg_at_1000_std": 0.202469, + "nauc_ndcg_at_1000_diff1": -0.00913, + "nauc_map_at_1_max": -0.176765, + "nauc_map_at_1_std": -0.259553, + "nauc_map_at_1_diff1": 0.449407, + "nauc_map_at_3_max": -0.057518, + "nauc_map_at_3_std": -0.206841, + "nauc_map_at_3_diff1": 0.286503, + "nauc_map_at_5_max": 0.070027, + "nauc_map_at_5_std": -0.109141, + "nauc_map_at_5_diff1": 0.173145, + "nauc_map_at_10_max": 0.244813, + "nauc_map_at_10_std": 0.046885, + "nauc_map_at_10_diff1": 0.043984, + "nauc_map_at_20_max": 0.291051, + "nauc_map_at_20_std": 0.107781, + "nauc_map_at_20_diff1": 0.001767, + "nauc_map_at_100_max": 0.298479, + "nauc_map_at_100_std": 0.122236, + "nauc_map_at_100_diff1": -0.013861, + "nauc_map_at_1000_max": 0.298362, + "nauc_map_at_1000_std": 0.121786, + "nauc_map_at_1000_diff1": -0.014001, + "nauc_recall_at_1_max": -0.176765, + "nauc_recall_at_1_std": -0.259553, + "nauc_recall_at_1_diff1": 0.449407, + "nauc_recall_at_3_max": -0.098388, + "nauc_recall_at_3_std": -0.234501, + "nauc_recall_at_3_diff1": 0.278793, + "nauc_recall_at_5_max": 0.006381, + "nauc_recall_at_5_std": -0.162985, + "nauc_recall_at_5_diff1": 0.186979, + "nauc_recall_at_10_max": 0.24225, + "nauc_recall_at_10_std": 0.04651, + "nauc_recall_at_10_diff1": 0.037797, + "nauc_recall_at_20_max": 0.393017, + "nauc_recall_at_20_std": 0.279962, + "nauc_recall_at_20_diff1": -0.042421, + "nauc_recall_at_100_max": 0.604273, + "nauc_recall_at_100_std": 0.53681, + "nauc_recall_at_100_diff1": -0.231423, + "nauc_recall_at_1000_max": 0.765453, + "nauc_recall_at_1000_std": 0.616055, + "nauc_recall_at_1000_diff1": -0.159713, + "nauc_precision_at_1_max": 0.528948, + "nauc_precision_at_1_std": 0.205046, + "nauc_precision_at_1_diff1": 0.269957, + "nauc_precision_at_3_max": 0.416159, + "nauc_precision_at_3_std": 0.302162, + "nauc_precision_at_3_diff1": -0.382744, + "nauc_precision_at_5_max": 0.352711, + "nauc_precision_at_5_std": 0.317562, + "nauc_precision_at_5_diff1": -0.387204, + "nauc_precision_at_10_max": 0.297774, + "nauc_precision_at_10_std": 0.318177, + "nauc_precision_at_10_diff1": -0.364438, + "nauc_precision_at_20_max": 0.258282, + "nauc_precision_at_20_std": 0.319167, + "nauc_precision_at_20_diff1": -0.35371, + "nauc_precision_at_100_max": 0.224959, + "nauc_precision_at_100_std": 0.304159, + "nauc_precision_at_100_diff1": -0.348447, + "nauc_precision_at_1000_max": 0.213383, + "nauc_precision_at_1000_std": 0.292475, + "nauc_precision_at_1000_diff1": -0.343907, + "nauc_mrr_at_1_max": 0.528948, + "nauc_mrr_at_1_std": 0.205046, + "nauc_mrr_at_1_diff1": 0.269957, + "nauc_mrr_at_3_max": 0.602688, + "nauc_mrr_at_3_std": 0.247918, + "nauc_mrr_at_3_diff1": 0.24407, + "nauc_mrr_at_5_max": 0.599448, + "nauc_mrr_at_5_std": 0.247247, + "nauc_mrr_at_5_diff1": 0.244575, + "nauc_mrr_at_10_max": 0.596264, + "nauc_mrr_at_10_std": 0.247072, + "nauc_mrr_at_10_diff1": 0.242153, + "nauc_mrr_at_20_max": 0.595129, + "nauc_mrr_at_20_std": 0.248897, + "nauc_mrr_at_20_diff1": 0.242265, + "nauc_mrr_at_100_max": 0.595031, + "nauc_mrr_at_100_std": 0.248017, + "nauc_mrr_at_100_diff1": 0.241829, + "nauc_mrr_at_1000_max": 0.5949, + "nauc_mrr_at_1000_std": 0.248003, + "nauc_mrr_at_1000_diff1": 0.242134, + "main_score": 0.89233, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 2573.7035253047943, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/EcomRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/EcomRetrieval.json new file mode 100644 index 0000000000..c130ea08ee --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/EcomRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9", + "task_name": "EcomRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.549, + "ndcg_at_3": 0.65232, + "ndcg_at_5": 0.68348, + "ndcg_at_10": 0.7093, + "ndcg_at_20": 0.72466, + "ndcg_at_100": 0.73356, + "ndcg_at_1000": 0.7351, + "map_at_1": 0.549, + "map_at_3": 0.62717, + "map_at_5": 0.64462, + "map_at_10": 0.65543, + "map_at_20": 0.65974, + "map_at_100": 0.66112, + "map_at_1000": 0.66118, + "recall_at_1": 0.549, + "recall_at_3": 0.725, + "recall_at_5": 0.8, + "recall_at_10": 0.879, + "recall_at_20": 0.939, + "recall_at_100": 0.985, + "recall_at_1000": 0.997, + "precision_at_1": 0.549, + "precision_at_3": 0.24167, + "precision_at_5": 0.16, + "precision_at_10": 0.0879, + "precision_at_20": 0.04695, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.549, + "mrr_at_3": 0.627167, + "mrr_at_5": 0.644617, + "mrr_at_10": 0.655429, + "mrr_at_20": 0.659742, + "mrr_at_100": 0.661124, + "mrr_at_1000": 0.661183, + "nauc_ndcg_at_1_max": 0.25355, + "nauc_ndcg_at_1_std": -0.185905, + "nauc_ndcg_at_1_diff1": 0.711358, + "nauc_ndcg_at_3_max": 0.268544, + "nauc_ndcg_at_3_std": -0.191912, + "nauc_ndcg_at_3_diff1": 0.69144, + "nauc_ndcg_at_5_max": 0.2678, + "nauc_ndcg_at_5_std": -0.184895, + "nauc_ndcg_at_5_diff1": 0.679027, + "nauc_ndcg_at_10_max": 0.271479, + "nauc_ndcg_at_10_std": -0.181074, + "nauc_ndcg_at_10_diff1": 0.683261, + "nauc_ndcg_at_20_max": 0.265967, + "nauc_ndcg_at_20_std": -0.179576, + "nauc_ndcg_at_20_diff1": 0.69006, + "nauc_ndcg_at_100_max": 0.273582, + "nauc_ndcg_at_100_std": -0.169218, + "nauc_ndcg_at_100_diff1": 0.693334, + "nauc_ndcg_at_1000_max": 0.268872, + "nauc_ndcg_at_1000_std": -0.176877, + "nauc_ndcg_at_1000_diff1": 0.693029, + "nauc_map_at_1_max": 0.25355, + "nauc_map_at_1_std": -0.185905, + "nauc_map_at_1_diff1": 0.711358, + "nauc_map_at_3_max": 0.265516, + "nauc_map_at_3_std": -0.1894, + "nauc_map_at_3_diff1": 0.697223, + "nauc_map_at_5_max": 0.264867, + "nauc_map_at_5_std": -0.185952, + "nauc_map_at_5_diff1": 0.691378, + "nauc_map_at_10_max": 0.265523, + "nauc_map_at_10_std": -0.184585, + "nauc_map_at_10_diff1": 0.693332, + "nauc_map_at_20_max": 0.263937, + "nauc_map_at_20_std": -0.184479, + "nauc_map_at_20_diff1": 0.69507, + "nauc_map_at_100_max": 0.264762, + "nauc_map_at_100_std": -0.183209, + "nauc_map_at_100_diff1": 0.695606, + "nauc_map_at_1000_max": 0.26462, + "nauc_map_at_1000_std": -0.183447, + "nauc_map_at_1000_diff1": 0.695602, + "nauc_recall_at_1_max": 0.25355, + "nauc_recall_at_1_std": -0.185905, + "nauc_recall_at_1_diff1": 0.711358, + "nauc_recall_at_3_max": 0.278627, + "nauc_recall_at_3_std": -0.201162, + "nauc_recall_at_3_diff1": 0.670984, + "nauc_recall_at_5_max": 0.279898, + "nauc_recall_at_5_std": -0.178924, + "nauc_recall_at_5_diff1": 0.622258, + "nauc_recall_at_10_max": 0.316255, + "nauc_recall_at_10_std": -0.152818, + "nauc_recall_at_10_diff1": 0.615246, + "nauc_recall_at_20_max": 0.287934, + "nauc_recall_at_20_std": -0.09843, + "nauc_recall_at_20_diff1": 0.646936, + "nauc_recall_at_100_max": 0.937908, + "nauc_recall_at_100_std": 0.902739, + "nauc_recall_at_100_diff1": 0.727077, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.664021, + "nauc_precision_at_1_max": 0.25355, + "nauc_precision_at_1_std": -0.185905, + "nauc_precision_at_1_diff1": 0.711358, + "nauc_precision_at_3_max": 0.278627, + "nauc_precision_at_3_std": -0.201162, + "nauc_precision_at_3_diff1": 0.670984, + "nauc_precision_at_5_max": 0.279898, + "nauc_precision_at_5_std": -0.178924, + "nauc_precision_at_5_diff1": 0.622258, + "nauc_precision_at_10_max": 0.316255, + "nauc_precision_at_10_std": -0.152818, + "nauc_precision_at_10_diff1": 0.615246, + "nauc_precision_at_20_max": 0.287934, + "nauc_precision_at_20_std": -0.09843, + "nauc_precision_at_20_diff1": 0.646936, + "nauc_precision_at_100_max": 0.937908, + "nauc_precision_at_100_std": 0.902739, + "nauc_precision_at_100_diff1": 0.727077, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.664021, + "nauc_mrr_at_1_max": 0.25355, + "nauc_mrr_at_1_std": -0.185905, + "nauc_mrr_at_1_diff1": 0.711358, + "nauc_mrr_at_3_max": 0.265516, + "nauc_mrr_at_3_std": -0.1894, + "nauc_mrr_at_3_diff1": 0.697223, + "nauc_mrr_at_5_max": 0.264867, + "nauc_mrr_at_5_std": -0.185952, + "nauc_mrr_at_5_diff1": 0.691378, + "nauc_mrr_at_10_max": 0.265523, + "nauc_mrr_at_10_std": -0.184585, + "nauc_mrr_at_10_diff1": 0.693332, + "nauc_mrr_at_20_max": 0.263937, + "nauc_mrr_at_20_std": -0.184479, + "nauc_mrr_at_20_diff1": 0.69507, + "nauc_mrr_at_100_max": 0.264762, + "nauc_mrr_at_100_std": -0.183209, + "nauc_mrr_at_100_diff1": 0.695606, + "nauc_mrr_at_1000_max": 0.26462, + "nauc_mrr_at_1000_std": -0.183447, + "nauc_mrr_at_1000_diff1": 0.695602, + "main_score": 0.7093, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 145.50689578056335, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/MMarcoRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/MMarcoRetrieval.json new file mode 100644 index 0000000000..9f6241632d --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/MMarcoRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2", + "task_name": "MMarcoRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.70688, + "ndcg_at_3": 0.78687, + "ndcg_at_5": 0.80837, + "ndcg_at_10": 0.82351, + "ndcg_at_20": 0.83011, + "ndcg_at_100": 0.83402, + "ndcg_at_1000": 0.83539, + "map_at_1": 0.68417, + "map_at_3": 0.76421, + "map_at_5": 0.77693, + "map_at_10": 0.78368, + "map_at_20": 0.78564, + "map_at_100": 0.78627, + "map_at_1000": 0.78633, + "recall_at_1": 0.68417, + "recall_at_3": 0.84421, + "recall_at_5": 0.8954, + "recall_at_10": 0.94062, + "recall_at_20": 0.96572, + "recall_at_100": 0.9856, + "recall_at_1000": 0.9963, + "precision_at_1": 0.70688, + "precision_at_3": 0.29737, + "precision_at_5": 0.18991, + "precision_at_10": 0.09993, + "precision_at_20": 0.05139, + "precision_at_100": 0.0105, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.706877, + "mrr_at_3": 0.772015, + "mrr_at_5": 0.782989, + "mrr_at_10": 0.788831, + "mrr_at_20": 0.790562, + "mrr_at_100": 0.79111, + "mrr_at_1000": 0.791156, + "nauc_ndcg_at_1_max": 0.334101, + "nauc_ndcg_at_1_std": -0.217533, + "nauc_ndcg_at_1_diff1": 0.793739, + "nauc_ndcg_at_3_max": 0.35065, + "nauc_ndcg_at_3_std": -0.205874, + "nauc_ndcg_at_3_diff1": 0.755044, + "nauc_ndcg_at_5_max": 0.360988, + "nauc_ndcg_at_5_std": -0.187782, + "nauc_ndcg_at_5_diff1": 0.75103, + "nauc_ndcg_at_10_max": 0.369514, + "nauc_ndcg_at_10_std": -0.180802, + "nauc_ndcg_at_10_diff1": 0.758067, + "nauc_ndcg_at_20_max": 0.367, + "nauc_ndcg_at_20_std": -0.179843, + "nauc_ndcg_at_20_diff1": 0.760508, + "nauc_ndcg_at_100_max": 0.362263, + "nauc_ndcg_at_100_std": -0.180555, + "nauc_ndcg_at_100_diff1": 0.761297, + "nauc_ndcg_at_1000_max": 0.359518, + "nauc_ndcg_at_1000_std": -0.185997, + "nauc_ndcg_at_1000_diff1": 0.762917, + "nauc_map_at_1_max": 0.291868, + "nauc_map_at_1_std": -0.222357, + "nauc_map_at_1_diff1": 0.784372, + "nauc_map_at_3_max": 0.340329, + "nauc_map_at_3_std": -0.213695, + "nauc_map_at_3_diff1": 0.763537, + "nauc_map_at_5_max": 0.346814, + "nauc_map_at_5_std": -0.204199, + "nauc_map_at_5_diff1": 0.762172, + "nauc_map_at_10_max": 0.350035, + "nauc_map_at_10_std": -0.201765, + "nauc_map_at_10_diff1": 0.765142, + "nauc_map_at_20_max": 0.349696, + "nauc_map_at_20_std": -0.201439, + "nauc_map_at_20_diff1": 0.765851, + "nauc_map_at_100_max": 0.349132, + "nauc_map_at_100_std": -0.201298, + "nauc_map_at_100_diff1": 0.765939, + "nauc_map_at_1000_max": 0.349059, + "nauc_map_at_1000_std": -0.201444, + "nauc_map_at_1000_diff1": 0.766, + "nauc_recall_at_1_max": 0.291868, + "nauc_recall_at_1_std": -0.222357, + "nauc_recall_at_1_diff1": 0.784372, + "nauc_recall_at_3_max": 0.370958, + "nauc_recall_at_3_std": -0.184526, + "nauc_recall_at_3_diff1": 0.710128, + "nauc_recall_at_5_max": 0.421534, + "nauc_recall_at_5_std": -0.104341, + "nauc_recall_at_5_diff1": 0.677903, + "nauc_recall_at_10_max": 0.528403, + "nauc_recall_at_10_std": 0.007478, + "nauc_recall_at_10_diff1": 0.681006, + "nauc_recall_at_20_max": 0.594026, + "nauc_recall_at_20_std": 0.153498, + "nauc_recall_at_20_diff1": 0.669988, + "nauc_recall_at_100_max": 0.65594, + "nauc_recall_at_100_std": 0.531947, + "nauc_recall_at_100_diff1": 0.599239, + "nauc_recall_at_1000_max": 0.621307, + "nauc_recall_at_1000_std": 0.817945, + "nauc_recall_at_1000_diff1": 0.620412, + "nauc_precision_at_1_max": 0.334101, + "nauc_precision_at_1_std": -0.217533, + "nauc_precision_at_1_diff1": 0.793739, + "nauc_precision_at_3_max": 0.341098, + "nauc_precision_at_3_std": -0.077986, + "nauc_precision_at_3_diff1": 0.412896, + "nauc_precision_at_5_max": 0.333141, + "nauc_precision_at_5_std": 0.016453, + "nauc_precision_at_5_diff1": 0.261849, + "nauc_precision_at_10_max": 0.315014, + "nauc_precision_at_10_std": 0.105925, + "nauc_precision_at_10_diff1": 0.101773, + "nauc_precision_at_20_max": 0.271236, + "nauc_precision_at_20_std": 0.166352, + "nauc_precision_at_20_diff1": -0.028374, + "nauc_precision_at_100_max": 0.20583, + "nauc_precision_at_100_std": 0.20833, + "nauc_precision_at_100_diff1": -0.159471, + "nauc_precision_at_1000_max": 0.152568, + "nauc_precision_at_1000_std": 0.181037, + "nauc_precision_at_1000_diff1": -0.227003, + "nauc_mrr_at_1_max": 0.334101, + "nauc_mrr_at_1_std": -0.217533, + "nauc_mrr_at_1_diff1": 0.793739, + "nauc_mrr_at_3_max": 0.351758, + "nauc_mrr_at_3_std": -0.206313, + "nauc_mrr_at_3_diff1": 0.768866, + "nauc_mrr_at_5_max": 0.355325, + "nauc_mrr_at_5_std": -0.19845, + "nauc_mrr_at_5_diff1": 0.767265, + "nauc_mrr_at_10_max": 0.357708, + "nauc_mrr_at_10_std": -0.196652, + "nauc_mrr_at_10_diff1": 0.769809, + "nauc_mrr_at_20_max": 0.356648, + "nauc_mrr_at_20_std": -0.197013, + "nauc_mrr_at_20_diff1": 0.770376, + "nauc_mrr_at_100_max": 0.355967, + "nauc_mrr_at_100_std": -0.197093, + "nauc_mrr_at_100_diff1": 0.770446, + "nauc_mrr_at_1000_max": 0.355898, + "nauc_mrr_at_1000_std": -0.197235, + "nauc_mrr_at_1000_diff1": 0.770498, + "main_score": 0.82351, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 948.4624421596527, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/MedicalRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/MedicalRetrieval.json new file mode 100644 index 0000000000..d85cf44bac --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/MedicalRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6", + "task_name": "MedicalRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.569, + "ndcg_at_3": 0.64528, + "ndcg_at_5": 0.66422, + "ndcg_at_10": 0.68276, + "ndcg_at_20": 0.69903, + "ndcg_at_100": 0.71569, + "ndcg_at_1000": 0.72165, + "map_at_1": 0.569, + "map_at_3": 0.627, + "map_at_5": 0.6375, + "map_at_10": 0.64522, + "map_at_20": 0.64973, + "map_at_100": 0.65208, + "map_at_1000": 0.65236, + "recall_at_1": 0.569, + "recall_at_3": 0.698, + "recall_at_5": 0.744, + "recall_at_10": 0.801, + "recall_at_20": 0.865, + "recall_at_100": 0.954, + "recall_at_1000": 0.998, + "precision_at_1": 0.569, + "precision_at_3": 0.23267, + "precision_at_5": 0.1488, + "precision_at_10": 0.0801, + "precision_at_20": 0.04325, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.571, + "mrr_at_3": 0.628333, + "mrr_at_5": 0.638533, + "mrr_at_10": 0.646252, + "mrr_at_20": 0.650765, + "mrr_at_100": 0.653117, + "mrr_at_1000": 0.653395, + "nauc_ndcg_at_1_max": 0.511826, + "nauc_ndcg_at_1_std": -0.045393, + "nauc_ndcg_at_1_diff1": 0.811452, + "nauc_ndcg_at_3_max": 0.486814, + "nauc_ndcg_at_3_std": -0.062448, + "nauc_ndcg_at_3_diff1": 0.765162, + "nauc_ndcg_at_5_max": 0.47863, + "nauc_ndcg_at_5_std": -0.051914, + "nauc_ndcg_at_5_diff1": 0.761431, + "nauc_ndcg_at_10_max": 0.468659, + "nauc_ndcg_at_10_std": -0.044988, + "nauc_ndcg_at_10_diff1": 0.75766, + "nauc_ndcg_at_20_max": 0.473045, + "nauc_ndcg_at_20_std": -0.037036, + "nauc_ndcg_at_20_diff1": 0.758438, + "nauc_ndcg_at_100_max": 0.476429, + "nauc_ndcg_at_100_std": -0.035782, + "nauc_ndcg_at_100_diff1": 0.763436, + "nauc_ndcg_at_1000_max": 0.481883, + "nauc_ndcg_at_1000_std": -0.043026, + "nauc_ndcg_at_1000_diff1": 0.767581, + "nauc_map_at_1_max": 0.511826, + "nauc_map_at_1_std": -0.045393, + "nauc_map_at_1_diff1": 0.811452, + "nauc_map_at_3_max": 0.494616, + "nauc_map_at_3_std": -0.058498, + "nauc_map_at_3_diff1": 0.776527, + "nauc_map_at_5_max": 0.490641, + "nauc_map_at_5_std": -0.052656, + "nauc_map_at_5_diff1": 0.77472, + "nauc_map_at_10_max": 0.486831, + "nauc_map_at_10_std": -0.04958, + "nauc_map_at_10_diff1": 0.773538, + "nauc_map_at_20_max": 0.488125, + "nauc_map_at_20_std": -0.047626, + "nauc_map_at_20_diff1": 0.77397, + "nauc_map_at_100_max": 0.488572, + "nauc_map_at_100_std": -0.048071, + "nauc_map_at_100_diff1": 0.774798, + "nauc_map_at_1000_max": 0.488798, + "nauc_map_at_1000_std": -0.048285, + "nauc_map_at_1000_diff1": 0.774971, + "nauc_recall_at_1_max": 0.511826, + "nauc_recall_at_1_std": -0.045393, + "nauc_recall_at_1_diff1": 0.811452, + "nauc_recall_at_3_max": 0.460606, + "nauc_recall_at_3_std": -0.075171, + "nauc_recall_at_3_diff1": 0.728212, + "nauc_recall_at_5_max": 0.432249, + "nauc_recall_at_5_std": -0.047305, + "nauc_recall_at_5_diff1": 0.712707, + "nauc_recall_at_10_max": 0.381, + "nauc_recall_at_10_std": -0.020053, + "nauc_recall_at_10_diff1": 0.685739, + "nauc_recall_at_20_max": 0.376816, + "nauc_recall_at_20_std": 0.048405, + "nauc_recall_at_20_diff1": 0.660626, + "nauc_recall_at_100_max": 0.296016, + "nauc_recall_at_100_std": 0.283796, + "nauc_recall_at_100_diff1": 0.604687, + "nauc_recall_at_1000_max": 0.777077, + "nauc_recall_at_1000_std": 0.934641, + "nauc_recall_at_1000_diff1": 0.540149, + "nauc_precision_at_1_max": 0.511826, + "nauc_precision_at_1_std": -0.045393, + "nauc_precision_at_1_diff1": 0.811452, + "nauc_precision_at_3_max": 0.460606, + "nauc_precision_at_3_std": -0.075171, + "nauc_precision_at_3_diff1": 0.728212, + "nauc_precision_at_5_max": 0.432249, + "nauc_precision_at_5_std": -0.047305, + "nauc_precision_at_5_diff1": 0.712707, + "nauc_precision_at_10_max": 0.381, + "nauc_precision_at_10_std": -0.020053, + "nauc_precision_at_10_diff1": 0.685739, + "nauc_precision_at_20_max": 0.376816, + "nauc_precision_at_20_std": 0.048405, + "nauc_precision_at_20_diff1": 0.660626, + "nauc_precision_at_100_max": 0.296016, + "nauc_precision_at_100_std": 0.283796, + "nauc_precision_at_100_diff1": 0.604687, + "nauc_precision_at_1000_max": 0.777077, + "nauc_precision_at_1000_std": 0.934641, + "nauc_precision_at_1000_diff1": 0.540149, + "nauc_mrr_at_1_max": 0.520043, + "nauc_mrr_at_1_std": -0.040516, + "nauc_mrr_at_1_diff1": 0.807085, + "nauc_mrr_at_3_max": 0.4986, + "nauc_mrr_at_3_std": -0.055239, + "nauc_mrr_at_3_diff1": 0.773759, + "nauc_mrr_at_5_max": 0.495143, + "nauc_mrr_at_5_std": -0.049697, + "nauc_mrr_at_5_diff1": 0.772161, + "nauc_mrr_at_10_max": 0.491418, + "nauc_mrr_at_10_std": -0.046559, + "nauc_mrr_at_10_diff1": 0.770926, + "nauc_mrr_at_20_max": 0.492777, + "nauc_mrr_at_20_std": -0.044561, + "nauc_mrr_at_20_diff1": 0.771322, + "nauc_mrr_at_100_max": 0.493262, + "nauc_mrr_at_100_std": -0.044981, + "nauc_mrr_at_100_diff1": 0.772131, + "nauc_mrr_at_1000_max": 0.493493, + "nauc_mrr_at_1000_std": -0.045192, + "nauc_mrr_at_1000_diff1": 0.772302, + "main_score": 0.68276, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 476.7350115776062, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/T2Retrieval.json b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/T2Retrieval.json new file mode 100644 index 0000000000..6221442d20 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/T2Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64", + "task_name": "T2Retrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.88852, + "ndcg_at_3": 0.84884, + "ndcg_at_5": 0.83434, + "ndcg_at_10": 0.83509, + "ndcg_at_20": 0.85408, + "ndcg_at_100": 0.87341, + "ndcg_at_1000": 0.88017, + "map_at_1": 0.26954, + "map_at_3": 0.53097, + "map_at_5": 0.65227, + "map_at_10": 0.75576, + "map_at_20": 0.78369, + "map_at_100": 0.79281, + "map_at_1000": 0.79352, + "recall_at_1": 0.26954, + "recall_at_3": 0.55009, + "recall_at_5": 0.69004, + "recall_at_10": 0.82719, + "recall_at_20": 0.88984, + "recall_at_100": 0.95046, + "recall_at_1000": 0.98431, + "precision_at_1": 0.88852, + "precision_at_3": 0.74234, + "precision_at_5": 0.62157, + "precision_at_10": 0.41515, + "precision_at_20": 0.23134, + "precision_at_100": 0.04992, + "precision_at_1000": 0.00515, + "mrr_at_1": 0.888524, + "mrr_at_3": 0.912838, + "mrr_at_5": 0.915946, + "mrr_at_10": 0.917718, + "mrr_at_20": 0.91838, + "mrr_at_100": 0.918679, + "mrr_at_1000": 0.918711, + "nauc_ndcg_at_1_max": 0.619688, + "nauc_ndcg_at_1_std": 0.239003, + "nauc_ndcg_at_1_diff1": 0.474171, + "nauc_ndcg_at_3_max": 0.518814, + "nauc_ndcg_at_3_std": 0.21028, + "nauc_ndcg_at_3_diff1": 0.163459, + "nauc_ndcg_at_5_max": 0.439219, + "nauc_ndcg_at_5_std": 0.164755, + "nauc_ndcg_at_5_diff1": 0.160945, + "nauc_ndcg_at_10_max": 0.341554, + "nauc_ndcg_at_10_std": 0.118298, + "nauc_ndcg_at_10_diff1": 0.197748, + "nauc_ndcg_at_20_max": 0.384276, + "nauc_ndcg_at_20_std": 0.162911, + "nauc_ndcg_at_20_diff1": 0.200878, + "nauc_ndcg_at_100_max": 0.446683, + "nauc_ndcg_at_100_std": 0.216632, + "nauc_ndcg_at_100_diff1": 0.200309, + "nauc_ndcg_at_1000_max": 0.459158, + "nauc_ndcg_at_1000_std": 0.215293, + "nauc_ndcg_at_1000_diff1": 0.204623, + "nauc_map_at_1_max": -0.286825, + "nauc_map_at_1_std": -0.270012, + "nauc_map_at_1_diff1": 0.486402, + "nauc_map_at_3_max": -0.194804, + "nauc_map_at_3_std": -0.24053, + "nauc_map_at_3_diff1": 0.369517, + "nauc_map_at_5_max": -0.055465, + "nauc_map_at_5_std": -0.162336, + "nauc_map_at_5_diff1": 0.303584, + "nauc_map_at_10_max": 0.203945, + "nauc_map_at_10_std": 0.014172, + "nauc_map_at_10_diff1": 0.201867, + "nauc_map_at_20_max": 0.29907, + "nauc_map_at_20_std": 0.090618, + "nauc_map_at_20_diff1": 0.170004, + "nauc_map_at_100_max": 0.326758, + "nauc_map_at_100_std": 0.115865, + "nauc_map_at_100_diff1": 0.163455, + "nauc_map_at_1000_max": 0.32802, + "nauc_map_at_1000_std": 0.116149, + "nauc_map_at_1000_diff1": 0.16338, + "nauc_recall_at_1_max": -0.286825, + "nauc_recall_at_1_std": -0.270012, + "nauc_recall_at_1_diff1": 0.486402, + "nauc_recall_at_3_max": -0.240896, + "nauc_recall_at_3_std": -0.259984, + "nauc_recall_at_3_diff1": 0.348705, + "nauc_recall_at_5_max": -0.143067, + "nauc_recall_at_5_std": -0.201947, + "nauc_recall_at_5_diff1": 0.284165, + "nauc_recall_at_10_max": 0.09035, + "nauc_recall_at_10_std": -0.019399, + "nauc_recall_at_10_diff1": 0.178628, + "nauc_recall_at_20_max": 0.224532, + "nauc_recall_at_20_std": 0.134488, + "nauc_recall_at_20_diff1": 0.126427, + "nauc_recall_at_100_max": 0.366798, + "nauc_recall_at_100_std": 0.379991, + "nauc_recall_at_100_diff1": 0.087911, + "nauc_recall_at_1000_max": 0.487676, + "nauc_recall_at_1000_std": 0.571033, + "nauc_recall_at_1000_diff1": 0.074651, + "nauc_precision_at_1_max": 0.619688, + "nauc_precision_at_1_std": 0.239003, + "nauc_precision_at_1_diff1": 0.474171, + "nauc_precision_at_3_max": 0.59279, + "nauc_precision_at_3_std": 0.344978, + "nauc_precision_at_3_diff1": -0.227281, + "nauc_precision_at_5_max": 0.567566, + "nauc_precision_at_5_std": 0.366052, + "nauc_precision_at_5_diff1": -0.285122, + "nauc_precision_at_10_max": 0.545074, + "nauc_precision_at_10_std": 0.389034, + "nauc_precision_at_10_diff1": -0.298998, + "nauc_precision_at_20_max": 0.541304, + "nauc_precision_at_20_std": 0.411469, + "nauc_precision_at_20_diff1": -0.307185, + "nauc_precision_at_100_max": 0.533666, + "nauc_precision_at_100_std": 0.42401, + "nauc_precision_at_100_diff1": -0.312753, + "nauc_precision_at_1000_max": 0.52387, + "nauc_precision_at_1000_std": 0.410761, + "nauc_precision_at_1000_diff1": -0.314527, + "nauc_mrr_at_1_max": 0.619688, + "nauc_mrr_at_1_std": 0.239003, + "nauc_mrr_at_1_diff1": 0.474171, + "nauc_mrr_at_3_max": 0.654894, + "nauc_mrr_at_3_std": 0.278781, + "nauc_mrr_at_3_diff1": 0.472853, + "nauc_mrr_at_5_max": 0.65674, + "nauc_mrr_at_5_std": 0.280928, + "nauc_mrr_at_5_diff1": 0.473773, + "nauc_mrr_at_10_max": 0.655844, + "nauc_mrr_at_10_std": 0.281764, + "nauc_mrr_at_10_diff1": 0.474054, + "nauc_mrr_at_20_max": 0.655095, + "nauc_mrr_at_20_std": 0.28176, + "nauc_mrr_at_20_diff1": 0.473916, + "nauc_mrr_at_100_max": 0.654515, + "nauc_mrr_at_100_std": 0.281211, + "nauc_mrr_at_100_diff1": 0.473903, + "nauc_mrr_at_1000_max": 0.654456, + "nauc_mrr_at_1000_std": 0.281059, + "nauc_mrr_at_1000_diff1": 0.473895, + "main_score": 0.83509, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 3427.296469449997, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/VideoRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/VideoRetrieval.json new file mode 100644 index 0000000000..90f9e2e7ec --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/VideoRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639", + "task_name": "VideoRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.646, + "ndcg_at_3": 0.77009, + "ndcg_at_5": 0.791, + "ndcg_at_10": 0.80643, + "ndcg_at_20": 0.81357, + "ndcg_at_100": 0.81673, + "ndcg_at_1000": 0.81688, + "map_at_1": 0.646, + "map_at_3": 0.74, + "map_at_5": 0.75155, + "map_at_10": 0.75805, + "map_at_20": 0.76005, + "map_at_100": 0.76055, + "map_at_1000": 0.76056, + "recall_at_1": 0.646, + "recall_at_3": 0.857, + "recall_at_5": 0.908, + "recall_at_10": 0.955, + "recall_at_20": 0.983, + "recall_at_100": 0.999, + "recall_at_1000": 1.0, + "precision_at_1": 0.646, + "precision_at_3": 0.28567, + "precision_at_5": 0.1816, + "precision_at_10": 0.0955, + "precision_at_20": 0.04915, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.646, + "mrr_at_3": 0.74, + "mrr_at_5": 0.75155, + "mrr_at_10": 0.75805, + "mrr_at_20": 0.760045, + "mrr_at_100": 0.760548, + "mrr_at_1000": 0.760558, + "nauc_ndcg_at_1_max": 0.105635, + "nauc_ndcg_at_1_std": -0.413373, + "nauc_ndcg_at_1_diff1": 0.679419, + "nauc_ndcg_at_3_max": 0.065002, + "nauc_ndcg_at_3_std": -0.559708, + "nauc_ndcg_at_3_diff1": 0.644932, + "nauc_ndcg_at_5_max": 0.06551, + "nauc_ndcg_at_5_std": -0.54065, + "nauc_ndcg_at_5_diff1": 0.647033, + "nauc_ndcg_at_10_max": 0.052782, + "nauc_ndcg_at_10_std": -0.538919, + "nauc_ndcg_at_10_diff1": 0.649475, + "nauc_ndcg_at_20_max": 0.063782, + "nauc_ndcg_at_20_std": -0.523648, + "nauc_ndcg_at_20_diff1": 0.652271, + "nauc_ndcg_at_100_max": 0.071852, + "nauc_ndcg_at_100_std": -0.508879, + "nauc_ndcg_at_100_diff1": 0.655271, + "nauc_ndcg_at_1000_max": 0.072458, + "nauc_ndcg_at_1000_std": -0.507705, + "nauc_ndcg_at_1000_diff1": 0.654943, + "nauc_map_at_1_max": 0.105635, + "nauc_map_at_1_std": -0.413373, + "nauc_map_at_1_diff1": 0.679419, + "nauc_map_at_3_max": 0.076882, + "nauc_map_at_3_std": -0.512616, + "nauc_map_at_3_diff1": 0.653691, + "nauc_map_at_5_max": 0.077953, + "nauc_map_at_5_std": -0.501521, + "nauc_map_at_5_diff1": 0.65502, + "nauc_map_at_10_max": 0.073835, + "nauc_map_at_10_std": -0.500025, + "nauc_map_at_10_diff1": 0.656441, + "nauc_map_at_20_max": 0.076529, + "nauc_map_at_20_std": -0.496572, + "nauc_map_at_20_diff1": 0.657311, + "nauc_map_at_100_max": 0.077662, + "nauc_map_at_100_std": -0.494541, + "nauc_map_at_100_diff1": 0.657538, + "nauc_map_at_1000_max": 0.077692, + "nauc_map_at_1000_std": -0.494481, + "nauc_map_at_1000_diff1": 0.657521, + "nauc_recall_at_1_max": 0.105635, + "nauc_recall_at_1_std": -0.413373, + "nauc_recall_at_1_diff1": 0.679419, + "nauc_recall_at_3_max": 0.009923, + "nauc_recall_at_3_std": -0.781127, + "nauc_recall_at_3_diff1": 0.605269, + "nauc_recall_at_5_max": -0.017263, + "nauc_recall_at_5_std": -0.796264, + "nauc_recall_at_5_diff1": 0.596715, + "nauc_recall_at_10_max": -0.243251, + "nauc_recall_at_10_std": -1.03518, + "nauc_recall_at_10_diff1": 0.563689, + "nauc_recall_at_20_max": -0.335338, + "nauc_recall_at_20_std": -1.265063, + "nauc_recall_at_20_diff1": 0.507717, + "nauc_recall_at_100_max": -0.563492, + "nauc_recall_at_100_std": -1.739963, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.105635, + "nauc_precision_at_1_std": -0.413373, + "nauc_precision_at_1_diff1": 0.679419, + "nauc_precision_at_3_max": 0.009923, + "nauc_precision_at_3_std": -0.781127, + "nauc_precision_at_3_diff1": 0.605269, + "nauc_precision_at_5_max": -0.017263, + "nauc_precision_at_5_std": -0.796264, + "nauc_precision_at_5_diff1": 0.596715, + "nauc_precision_at_10_max": -0.243251, + "nauc_precision_at_10_std": -1.03518, + "nauc_precision_at_10_diff1": 0.563689, + "nauc_precision_at_20_max": -0.335338, + "nauc_precision_at_20_std": -1.265063, + "nauc_precision_at_20_diff1": 0.507717, + "nauc_precision_at_100_max": -0.563492, + "nauc_precision_at_100_std": -1.739963, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.105635, + "nauc_mrr_at_1_std": -0.413373, + "nauc_mrr_at_1_diff1": 0.679419, + "nauc_mrr_at_3_max": 0.076882, + "nauc_mrr_at_3_std": -0.512616, + "nauc_mrr_at_3_diff1": 0.653691, + "nauc_mrr_at_5_max": 0.077953, + "nauc_mrr_at_5_std": -0.501521, + "nauc_mrr_at_5_diff1": 0.65502, + "nauc_mrr_at_10_max": 0.073835, + "nauc_mrr_at_10_std": -0.500025, + "nauc_mrr_at_10_diff1": 0.656441, + "nauc_mrr_at_20_max": 0.076529, + "nauc_mrr_at_20_std": -0.496572, + "nauc_mrr_at_20_diff1": 0.657311, + "nauc_mrr_at_100_max": 0.077662, + "nauc_mrr_at_100_std": -0.494541, + "nauc_mrr_at_100_diff1": 0.657538, + "nauc_mrr_at_1000_max": 0.077692, + "nauc_mrr_at_1000_std": -0.494481, + "nauc_mrr_at_1000_diff1": 0.657521, + "main_score": 0.80643, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 138.61516189575195, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/model_meta.json b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/model_meta.json new file mode 100644 index 0000000000..071d66710f --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Conan-embedding-v1/46dcd58753f3daa920c66f89e47086a534089350/model_meta.json @@ -0,0 +1 @@ +{"name": "OpenSearch-AI/Ops-MoA-Conan-embedding-v1", "revision": "46dcd58753f3daa920c66f89e47086a534089350", "release_date": "2025-03-26", "languages": ["zho_Hans"], "n_parameters": 343000000, "memory_usage_mb": 2000.0, "max_tokens": 512.0, "embed_dim": 1536, "license": "cc-by-nc-4.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["PyTorch", "Sentence Transformers"], "reference": "https://huggingface.co/OpenSearch-AI/Ops-MoA-Conan-embedding-v1", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": null, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "CustomWrapper"} diff --git a/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/CmedqaRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/CmedqaRetrieval.json new file mode 100644 index 0000000000..684dfe9ab1 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.44611, + "ndcg_at_3": 0.45547, + "ndcg_at_5": 0.48428, + "ndcg_at_10": 0.51461, + "ndcg_at_20": 0.54346, + "ndcg_at_100": 0.58353, + "ndcg_at_1000": 0.59611, + "map_at_1": 0.29829, + "map_at_3": 0.39453, + "map_at_5": 0.4228, + "map_at_10": 0.44144, + "map_at_20": 0.45205, + "map_at_100": 0.4601, + "map_at_1000": 0.46095, + "recall_at_1": 0.29829, + "recall_at_3": 0.45881, + "recall_at_5": 0.5436, + "recall_at_10": 0.63338, + "recall_at_20": 0.73223, + "recall_at_100": 0.9129, + "recall_at_1000": 0.99211, + "precision_at_1": 0.44611, + "precision_at_3": 0.25281, + "precision_at_5": 0.1846, + "precision_at_10": 0.11068, + "precision_at_20": 0.06484, + "precision_at_100": 0.01665, + "precision_at_1000": 0.00184, + "mrr_at_1": 0.446112, + "mrr_at_3": 0.510836, + "mrr_at_5": 0.528565, + "mrr_at_10": 0.539038, + "mrr_at_20": 0.544672, + "mrr_at_100": 0.548139, + "mrr_at_1000": 0.548354, + "nauc_ndcg_at_1_max": 0.553599, + "nauc_ndcg_at_1_std": -0.102741, + "nauc_ndcg_at_1_diff1": 0.650532, + "nauc_ndcg_at_3_max": 0.464899, + "nauc_ndcg_at_3_std": -0.142767, + "nauc_ndcg_at_3_diff1": 0.516397, + "nauc_ndcg_at_5_max": 0.452626, + "nauc_ndcg_at_5_std": -0.15289, + "nauc_ndcg_at_5_diff1": 0.497894, + "nauc_ndcg_at_10_max": 0.456705, + "nauc_ndcg_at_10_std": -0.155335, + "nauc_ndcg_at_10_diff1": 0.498375, + "nauc_ndcg_at_20_max": 0.464299, + "nauc_ndcg_at_20_std": -0.148827, + "nauc_ndcg_at_20_diff1": 0.49993, + "nauc_ndcg_at_100_max": 0.481836, + "nauc_ndcg_at_100_std": -0.125387, + "nauc_ndcg_at_100_diff1": 0.513978, + "nauc_ndcg_at_1000_max": 0.483205, + "nauc_ndcg_at_1000_std": -0.126654, + "nauc_ndcg_at_1000_diff1": 0.520867, + "nauc_map_at_1_max": 0.329191, + "nauc_map_at_1_std": -0.1643, + "nauc_map_at_1_diff1": 0.536967, + "nauc_map_at_3_max": 0.39932, + "nauc_map_at_3_std": -0.172574, + "nauc_map_at_3_diff1": 0.500317, + "nauc_map_at_5_max": 0.419147, + "nauc_map_at_5_std": -0.170652, + "nauc_map_at_5_diff1": 0.494401, + "nauc_map_at_10_max": 0.434891, + "nauc_map_at_10_std": -0.165561, + "nauc_map_at_10_diff1": 0.49778, + "nauc_map_at_20_max": 0.441032, + "nauc_map_at_20_std": -0.16163, + "nauc_map_at_20_diff1": 0.49912, + "nauc_map_at_100_max": 0.446102, + "nauc_map_at_100_std": -0.155737, + "nauc_map_at_100_diff1": 0.502191, + "nauc_map_at_1000_max": 0.446321, + "nauc_map_at_1000_std": -0.155458, + "nauc_map_at_1000_diff1": 0.502582, + "nauc_recall_at_1_max": 0.329191, + "nauc_recall_at_1_std": -0.1643, + "nauc_recall_at_1_diff1": 0.536967, + "nauc_recall_at_3_max": 0.347209, + "nauc_recall_at_3_std": -0.17826, + "nauc_recall_at_3_diff1": 0.417056, + "nauc_recall_at_5_max": 0.345472, + "nauc_recall_at_5_std": -0.174749, + "nauc_recall_at_5_diff1": 0.365166, + "nauc_recall_at_10_max": 0.348836, + "nauc_recall_at_10_std": -0.168504, + "nauc_recall_at_10_diff1": 0.34258, + "nauc_recall_at_20_max": 0.337859, + "nauc_recall_at_20_std": -0.155007, + "nauc_recall_at_20_diff1": 0.30572, + "nauc_recall_at_100_max": 0.382513, + "nauc_recall_at_100_std": 0.032375, + "nauc_recall_at_100_diff1": 0.250708, + "nauc_recall_at_1000_max": 0.468455, + "nauc_recall_at_1000_std": 0.581677, + "nauc_recall_at_1000_diff1": 0.1324, + "nauc_precision_at_1_max": 0.553599, + "nauc_precision_at_1_std": -0.102741, + "nauc_precision_at_1_diff1": 0.650532, + "nauc_precision_at_3_max": 0.517295, + "nauc_precision_at_3_std": -0.042967, + "nauc_precision_at_3_diff1": 0.360799, + "nauc_precision_at_5_max": 0.496983, + "nauc_precision_at_5_std": -0.011455, + "nauc_precision_at_5_diff1": 0.278745, + "nauc_precision_at_10_max": 0.469626, + "nauc_precision_at_10_std": 0.032332, + "nauc_precision_at_10_diff1": 0.222987, + "nauc_precision_at_20_max": 0.431812, + "nauc_precision_at_20_std": 0.083449, + "nauc_precision_at_20_diff1": 0.164196, + "nauc_precision_at_100_max": 0.350084, + "nauc_precision_at_100_std": 0.209585, + "nauc_precision_at_100_diff1": 0.080381, + "nauc_precision_at_1000_max": 0.279472, + "nauc_precision_at_1000_std": 0.210463, + "nauc_precision_at_1000_diff1": 0.044146, + "nauc_mrr_at_1_max": 0.553599, + "nauc_mrr_at_1_std": -0.102741, + "nauc_mrr_at_1_diff1": 0.650532, + "nauc_mrr_at_3_max": 0.538804, + "nauc_mrr_at_3_std": -0.111921, + "nauc_mrr_at_3_diff1": 0.604084, + "nauc_mrr_at_5_max": 0.53817, + "nauc_mrr_at_5_std": -0.10939, + "nauc_mrr_at_5_diff1": 0.597664, + "nauc_mrr_at_10_max": 0.5366, + "nauc_mrr_at_10_std": -0.109763, + "nauc_mrr_at_10_diff1": 0.59706, + "nauc_mrr_at_20_max": 0.537221, + "nauc_mrr_at_20_std": -0.108946, + "nauc_mrr_at_20_diff1": 0.597552, + "nauc_mrr_at_100_max": 0.537924, + "nauc_mrr_at_100_std": -0.108036, + "nauc_mrr_at_100_diff1": 0.598661, + "nauc_mrr_at_1000_max": 0.537935, + "nauc_mrr_at_1000_std": -0.10811, + "nauc_mrr_at_1000_diff1": 0.598817, + "main_score": 0.51461, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1004.2914443016052, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/CovidRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/CovidRetrieval.json new file mode 100644 index 0000000000..3ca62db45a --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/CovidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", + "task_name": "CovidRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.8588, + "ndcg_at_3": 0.91957, + "ndcg_at_5": 0.92605, + "ndcg_at_10": 0.932, + "ndcg_at_20": 0.93253, + "ndcg_at_100": 0.93294, + "ndcg_at_1000": 0.93322, + "map_at_1": 0.85485, + "map_at_3": 0.90516, + "map_at_5": 0.90901, + "map_at_10": 0.91155, + "map_at_20": 0.9117, + "map_at_100": 0.91176, + "map_at_1000": 0.91177, + "recall_at_1": 0.85485, + "recall_at_3": 0.95969, + "recall_at_5": 0.97576, + "recall_at_10": 0.99368, + "recall_at_20": 0.99579, + "recall_at_100": 0.99789, + "recall_at_1000": 1.0, + "precision_at_1": 0.8588, + "precision_at_3": 0.32315, + "precision_at_5": 0.19726, + "precision_at_10": 0.10042, + "precision_at_20": 0.05032, + "precision_at_100": 0.01008, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.86196, + "mrr_at_3": 0.906568, + "mrr_at_5": 0.910678, + "mrr_at_10": 0.913094, + "mrr_at_20": 0.913242, + "mrr_at_100": 0.913303, + "mrr_at_1000": 0.913315, + "nauc_ndcg_at_1_max": 0.321901, + "nauc_ndcg_at_1_std": -0.540211, + "nauc_ndcg_at_1_diff1": 0.889399, + "nauc_ndcg_at_3_max": 0.365819, + "nauc_ndcg_at_3_std": -0.566788, + "nauc_ndcg_at_3_diff1": 0.888089, + "nauc_ndcg_at_5_max": 0.365187, + "nauc_ndcg_at_5_std": -0.522123, + "nauc_ndcg_at_5_diff1": 0.88464, + "nauc_ndcg_at_10_max": 0.358011, + "nauc_ndcg_at_10_std": -0.52922, + "nauc_ndcg_at_10_diff1": 0.885122, + "nauc_ndcg_at_20_max": 0.355042, + "nauc_ndcg_at_20_std": -0.53643, + "nauc_ndcg_at_20_diff1": 0.887067, + "nauc_ndcg_at_100_max": 0.353013, + "nauc_ndcg_at_100_std": -0.533781, + "nauc_ndcg_at_100_diff1": 0.886357, + "nauc_ndcg_at_1000_max": 0.350188, + "nauc_ndcg_at_1000_std": -0.539266, + "nauc_ndcg_at_1000_diff1": 0.886152, + "nauc_map_at_1_max": 0.312356, + "nauc_map_at_1_std": -0.552135, + "nauc_map_at_1_diff1": 0.891509, + "nauc_map_at_3_max": 0.343158, + "nauc_map_at_3_std": -0.564932, + "nauc_map_at_3_diff1": 0.887534, + "nauc_map_at_5_max": 0.348496, + "nauc_map_at_5_std": -0.540646, + "nauc_map_at_5_diff1": 0.885741, + "nauc_map_at_10_max": 0.345942, + "nauc_map_at_10_std": -0.54302, + "nauc_map_at_10_diff1": 0.885953, + "nauc_map_at_20_max": 0.345289, + "nauc_map_at_20_std": -0.544386, + "nauc_map_at_20_diff1": 0.886341, + "nauc_map_at_100_max": 0.345054, + "nauc_map_at_100_std": -0.544085, + "nauc_map_at_100_diff1": 0.88626, + "nauc_map_at_1000_max": 0.344961, + "nauc_map_at_1000_std": -0.544265, + "nauc_map_at_1000_diff1": 0.886254, + "nauc_recall_at_1_max": 0.312356, + "nauc_recall_at_1_std": -0.552135, + "nauc_recall_at_1_diff1": 0.891509, + "nauc_recall_at_3_max": 0.465614, + "nauc_recall_at_3_std": -0.606342, + "nauc_recall_at_3_diff1": 0.895199, + "nauc_recall_at_5_max": 0.543032, + "nauc_recall_at_5_std": -0.302237, + "nauc_recall_at_5_diff1": 0.874027, + "nauc_recall_at_10_max": 0.800358, + "nauc_recall_at_10_std": 0.060704, + "nauc_recall_at_10_diff1": 0.857576, + "nauc_recall_at_20_max": 0.839452, + "nauc_recall_at_20_std": -0.116183, + "nauc_recall_at_20_diff1": 0.967316, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.722168, + "nauc_recall_at_100_diff1": 0.934633, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.321901, + "nauc_precision_at_1_std": -0.540211, + "nauc_precision_at_1_diff1": 0.889399, + "nauc_precision_at_3_max": 0.385669, + "nauc_precision_at_3_std": -0.251249, + "nauc_precision_at_3_diff1": 0.491481, + "nauc_precision_at_5_max": 0.412867, + "nauc_precision_at_5_std": 0.100721, + "nauc_precision_at_5_diff1": 0.286611, + "nauc_precision_at_10_max": 0.38426, + "nauc_precision_at_10_std": 0.486855, + "nauc_precision_at_10_diff1": -0.144727, + "nauc_precision_at_20_max": 0.352651, + "nauc_precision_at_20_std": 0.493626, + "nauc_precision_at_20_diff1": -0.217955, + "nauc_precision_at_100_max": 0.318982, + "nauc_precision_at_100_std": 0.643073, + "nauc_precision_at_100_diff1": -0.343646, + "nauc_precision_at_1000_max": 0.240615, + "nauc_precision_at_1000_std": 0.633972, + "nauc_precision_at_1000_diff1": -0.490742, + "nauc_mrr_at_1_max": 0.314445, + "nauc_mrr_at_1_std": -0.519386, + "nauc_mrr_at_1_diff1": 0.88401, + "nauc_mrr_at_3_max": 0.343068, + "nauc_mrr_at_3_std": -0.549024, + "nauc_mrr_at_3_diff1": 0.88308, + "nauc_mrr_at_5_max": 0.339925, + "nauc_mrr_at_5_std": -0.52274, + "nauc_mrr_at_5_diff1": 0.881374, + "nauc_mrr_at_10_max": 0.338022, + "nauc_mrr_at_10_std": -0.526768, + "nauc_mrr_at_10_diff1": 0.881401, + "nauc_mrr_at_20_max": 0.337346, + "nauc_mrr_at_20_std": -0.528127, + "nauc_mrr_at_20_diff1": 0.881787, + "nauc_mrr_at_100_max": 0.337101, + "nauc_mrr_at_100_std": -0.527809, + "nauc_mrr_at_100_diff1": 0.881701, + "nauc_mrr_at_1000_max": 0.337005, + "nauc_mrr_at_1000_std": -0.527991, + "nauc_mrr_at_1000_diff1": 0.881695, + "main_score": 0.932, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 2643.9875774383545, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/DuRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/DuRetrieval.json new file mode 100644 index 0000000000..f463ddd2c7 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/DuRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced", + "task_name": "DuRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.9265, + "ndcg_at_3": 0.89228, + "ndcg_at_5": 0.88111, + "ndcg_at_10": 0.8984, + "ndcg_at_20": 0.91061, + "ndcg_at_100": 0.9208, + "ndcg_at_1000": 0.92378, + "map_at_1": 0.27419, + "map_at_3": 0.5839, + "map_at_5": 0.73507, + "map_at_10": 0.83361, + "map_at_20": 0.85342, + "map_at_100": 0.85933, + "map_at_1000": 0.85967, + "recall_at_1": 0.27419, + "recall_at_3": 0.60186, + "recall_at_5": 0.7721, + "recall_at_10": 0.90482, + "recall_at_20": 0.9474, + "recall_at_100": 0.97926, + "recall_at_1000": 0.99407, + "precision_at_1": 0.9265, + "precision_at_3": 0.79733, + "precision_at_5": 0.6725, + "precision_at_10": 0.4251, + "precision_at_20": 0.22943, + "precision_at_100": 0.04817, + "precision_at_1000": 0.00489, + "mrr_at_1": 0.9265, + "mrr_at_3": 0.947417, + "mrr_at_5": 0.949067, + "mrr_at_10": 0.949994, + "mrr_at_20": 0.950318, + "mrr_at_100": 0.950436, + "mrr_at_1000": 0.950452, + "nauc_ndcg_at_1_max": 0.772338, + "nauc_ndcg_at_1_std": 0.400017, + "nauc_ndcg_at_1_diff1": 0.374998, + "nauc_ndcg_at_3_max": 0.555337, + "nauc_ndcg_at_3_std": 0.272714, + "nauc_ndcg_at_3_diff1": -0.042427, + "nauc_ndcg_at_5_max": 0.478967, + "nauc_ndcg_at_5_std": 0.190652, + "nauc_ndcg_at_5_diff1": 0.007611, + "nauc_ndcg_at_10_max": 0.516021, + "nauc_ndcg_at_10_std": 0.200524, + "nauc_ndcg_at_10_diff1": 0.012268, + "nauc_ndcg_at_20_max": 0.552158, + "nauc_ndcg_at_20_std": 0.253314, + "nauc_ndcg_at_20_diff1": 0.007778, + "nauc_ndcg_at_100_max": 0.57971, + "nauc_ndcg_at_100_std": 0.303762, + "nauc_ndcg_at_100_diff1": 0.008962, + "nauc_ndcg_at_1000_max": 0.579517, + "nauc_ndcg_at_1000_std": 0.299287, + "nauc_ndcg_at_1000_diff1": 0.014862, + "nauc_map_at_1_max": -0.129812, + "nauc_map_at_1_std": -0.342406, + "nauc_map_at_1_diff1": 0.461412, + "nauc_map_at_3_max": 0.040996, + "nauc_map_at_3_std": -0.292938, + "nauc_map_at_3_diff1": 0.282082, + "nauc_map_at_5_max": 0.222961, + "nauc_map_at_5_std": -0.170518, + "nauc_map_at_5_diff1": 0.166567, + "nauc_map_at_10_max": 0.433737, + "nauc_map_at_10_std": 0.039818, + "nauc_map_at_10_diff1": 0.027348, + "nauc_map_at_20_max": 0.467556, + "nauc_map_at_20_std": 0.146641, + "nauc_map_at_20_diff1": -0.011877, + "nauc_map_at_100_max": 0.474476, + "nauc_map_at_100_std": 0.1785, + "nauc_map_at_100_diff1": -0.018481, + "nauc_map_at_1000_max": 0.474223, + "nauc_map_at_1000_std": 0.178599, + "nauc_map_at_1000_diff1": -0.018654, + "nauc_recall_at_1_max": -0.129812, + "nauc_recall_at_1_std": -0.342406, + "nauc_recall_at_1_diff1": 0.461412, + "nauc_recall_at_3_max": -0.005696, + "nauc_recall_at_3_std": -0.329514, + "nauc_recall_at_3_diff1": 0.274765, + "nauc_recall_at_5_max": 0.140844, + "nauc_recall_at_5_std": -0.247909, + "nauc_recall_at_5_diff1": 0.174162, + "nauc_recall_at_10_max": 0.396135, + "nauc_recall_at_10_std": -0.041938, + "nauc_recall_at_10_diff1": 0.028129, + "nauc_recall_at_20_max": 0.478696, + "nauc_recall_at_20_std": 0.197896, + "nauc_recall_at_20_diff1": -0.056817, + "nauc_recall_at_100_max": 0.660466, + "nauc_recall_at_100_std": 0.532635, + "nauc_recall_at_100_diff1": -0.131362, + "nauc_recall_at_1000_max": 0.861296, + "nauc_recall_at_1000_std": 0.632777, + "nauc_recall_at_1000_diff1": 0.047858, + "nauc_precision_at_1_max": 0.772338, + "nauc_precision_at_1_std": 0.400017, + "nauc_precision_at_1_diff1": 0.374998, + "nauc_precision_at_3_max": 0.515248, + "nauc_precision_at_3_std": 0.460076, + "nauc_precision_at_3_diff1": -0.396345, + "nauc_precision_at_5_max": 0.404667, + "nauc_precision_at_5_std": 0.465337, + "nauc_precision_at_5_diff1": -0.389159, + "nauc_precision_at_10_max": 0.294982, + "nauc_precision_at_10_std": 0.47665, + "nauc_precision_at_10_diff1": -0.364298, + "nauc_precision_at_20_max": 0.225697, + "nauc_precision_at_20_std": 0.506401, + "nauc_precision_at_20_diff1": -0.345669, + "nauc_precision_at_100_max": 0.179465, + "nauc_precision_at_100_std": 0.505585, + "nauc_precision_at_100_diff1": -0.326188, + "nauc_precision_at_1000_max": 0.161232, + "nauc_precision_at_1000_std": 0.491002, + "nauc_precision_at_1000_diff1": -0.321604, + "nauc_mrr_at_1_max": 0.772338, + "nauc_mrr_at_1_std": 0.400017, + "nauc_mrr_at_1_diff1": 0.374998, + "nauc_mrr_at_3_max": 0.815035, + "nauc_mrr_at_3_std": 0.443017, + "nauc_mrr_at_3_diff1": 0.347107, + "nauc_mrr_at_5_max": 0.811202, + "nauc_mrr_at_5_std": 0.444091, + "nauc_mrr_at_5_diff1": 0.344575, + "nauc_mrr_at_10_max": 0.810379, + "nauc_mrr_at_10_std": 0.442625, + "nauc_mrr_at_10_diff1": 0.349063, + "nauc_mrr_at_20_max": 0.80968, + "nauc_mrr_at_20_std": 0.441527, + "nauc_mrr_at_20_diff1": 0.348988, + "nauc_mrr_at_100_max": 0.80923, + "nauc_mrr_at_100_std": 0.441041, + "nauc_mrr_at_100_diff1": 0.348307, + "nauc_mrr_at_1000_max": 0.809167, + "nauc_mrr_at_1000_std": 0.4409, + "nauc_mrr_at_1000_diff1": 0.348478, + "main_score": 0.8984, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 2697.2064492702484, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/EcomRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/EcomRetrieval.json new file mode 100644 index 0000000000..8ec32bb5b9 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/EcomRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9", + "task_name": "EcomRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.559, + "ndcg_at_3": 0.65882, + "ndcg_at_5": 0.68783, + "ndcg_at_10": 0.71084, + "ndcg_at_20": 0.72071, + "ndcg_at_100": 0.73145, + "ndcg_at_1000": 0.73407, + "map_at_1": 0.559, + "map_at_3": 0.63483, + "map_at_5": 0.65103, + "map_at_10": 0.66056, + "map_at_20": 0.66327, + "map_at_100": 0.66488, + "map_at_1000": 0.66498, + "recall_at_1": 0.559, + "recall_at_3": 0.728, + "recall_at_5": 0.798, + "recall_at_10": 0.869, + "recall_at_20": 0.908, + "recall_at_100": 0.964, + "recall_at_1000": 0.985, + "precision_at_1": 0.559, + "precision_at_3": 0.24267, + "precision_at_5": 0.1596, + "precision_at_10": 0.0869, + "precision_at_20": 0.0454, + "precision_at_100": 0.00964, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.559, + "mrr_at_3": 0.634833, + "mrr_at_5": 0.651033, + "mrr_at_10": 0.660556, + "mrr_at_20": 0.663268, + "mrr_at_100": 0.664884, + "mrr_at_1000": 0.664981, + "nauc_ndcg_at_1_max": 0.295518, + "nauc_ndcg_at_1_std": -0.153144, + "nauc_ndcg_at_1_diff1": 0.712793, + "nauc_ndcg_at_3_max": 0.323371, + "nauc_ndcg_at_3_std": -0.177149, + "nauc_ndcg_at_3_diff1": 0.684255, + "nauc_ndcg_at_5_max": 0.342438, + "nauc_ndcg_at_5_std": -0.14756, + "nauc_ndcg_at_5_diff1": 0.6815, + "nauc_ndcg_at_10_max": 0.346892, + "nauc_ndcg_at_10_std": -0.125365, + "nauc_ndcg_at_10_diff1": 0.681146, + "nauc_ndcg_at_20_max": 0.349387, + "nauc_ndcg_at_20_std": -0.118805, + "nauc_ndcg_at_20_diff1": 0.68144, + "nauc_ndcg_at_100_max": 0.345685, + "nauc_ndcg_at_100_std": -0.118114, + "nauc_ndcg_at_100_diff1": 0.685485, + "nauc_ndcg_at_1000_max": 0.342361, + "nauc_ndcg_at_1000_std": -0.123286, + "nauc_ndcg_at_1000_diff1": 0.686969, + "nauc_map_at_1_max": 0.295518, + "nauc_map_at_1_std": -0.153144, + "nauc_map_at_1_diff1": 0.712793, + "nauc_map_at_3_max": 0.315784, + "nauc_map_at_3_std": -0.170647, + "nauc_map_at_3_diff1": 0.691494, + "nauc_map_at_5_max": 0.324978, + "nauc_map_at_5_std": -0.155229, + "nauc_map_at_5_diff1": 0.690368, + "nauc_map_at_10_max": 0.326026, + "nauc_map_at_10_std": -0.147085, + "nauc_map_at_10_diff1": 0.690321, + "nauc_map_at_20_max": 0.326245, + "nauc_map_at_20_std": -0.145866, + "nauc_map_at_20_diff1": 0.690604, + "nauc_map_at_100_max": 0.325695, + "nauc_map_at_100_std": -0.145861, + "nauc_map_at_100_diff1": 0.691183, + "nauc_map_at_1000_max": 0.3256, + "nauc_map_at_1000_std": -0.14598, + "nauc_map_at_1000_diff1": 0.691233, + "nauc_recall_at_1_max": 0.295518, + "nauc_recall_at_1_std": -0.153144, + "nauc_recall_at_1_diff1": 0.712793, + "nauc_recall_at_3_max": 0.349892, + "nauc_recall_at_3_std": -0.199862, + "nauc_recall_at_3_diff1": 0.659218, + "nauc_recall_at_5_max": 0.421191, + "nauc_recall_at_5_std": -0.108691, + "nauc_recall_at_5_diff1": 0.643571, + "nauc_recall_at_10_max": 0.484981, + "nauc_recall_at_10_std": 0.033245, + "nauc_recall_at_10_diff1": 0.625404, + "nauc_recall_at_20_max": 0.565578, + "nauc_recall_at_20_std": 0.160161, + "nauc_recall_at_20_diff1": 0.604301, + "nauc_recall_at_100_max": 0.783211, + "nauc_recall_at_100_std": 0.611669, + "nauc_recall_at_100_diff1": 0.607, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.991285, + "nauc_recall_at_1000_diff1": 0.657703, + "nauc_precision_at_1_max": 0.295518, + "nauc_precision_at_1_std": -0.153144, + "nauc_precision_at_1_diff1": 0.712793, + "nauc_precision_at_3_max": 0.349892, + "nauc_precision_at_3_std": -0.199862, + "nauc_precision_at_3_diff1": 0.659218, + "nauc_precision_at_5_max": 0.421191, + "nauc_precision_at_5_std": -0.108691, + "nauc_precision_at_5_diff1": 0.643571, + "nauc_precision_at_10_max": 0.484981, + "nauc_precision_at_10_std": 0.033245, + "nauc_precision_at_10_diff1": 0.625404, + "nauc_precision_at_20_max": 0.565578, + "nauc_precision_at_20_std": 0.160161, + "nauc_precision_at_20_diff1": 0.604301, + "nauc_precision_at_100_max": 0.783211, + "nauc_precision_at_100_std": 0.611669, + "nauc_precision_at_100_diff1": 0.607, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.991285, + "nauc_precision_at_1000_diff1": 0.657703, + "nauc_mrr_at_1_max": 0.295518, + "nauc_mrr_at_1_std": -0.153144, + "nauc_mrr_at_1_diff1": 0.712793, + "nauc_mrr_at_3_max": 0.315784, + "nauc_mrr_at_3_std": -0.170647, + "nauc_mrr_at_3_diff1": 0.691494, + "nauc_mrr_at_5_max": 0.324978, + "nauc_mrr_at_5_std": -0.155229, + "nauc_mrr_at_5_diff1": 0.690368, + "nauc_mrr_at_10_max": 0.326026, + "nauc_mrr_at_10_std": -0.147085, + "nauc_mrr_at_10_diff1": 0.690321, + "nauc_mrr_at_20_max": 0.326245, + "nauc_mrr_at_20_std": -0.145866, + "nauc_mrr_at_20_diff1": 0.690604, + "nauc_mrr_at_100_max": 0.325695, + "nauc_mrr_at_100_std": -0.145861, + "nauc_mrr_at_100_diff1": 0.691183, + "nauc_mrr_at_1000_max": 0.3256, + "nauc_mrr_at_1000_std": -0.14598, + "nauc_mrr_at_1000_diff1": 0.691233, + "main_score": 0.71084, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 145.33901834487915, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/MMarcoRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/MMarcoRetrieval.json new file mode 100644 index 0000000000..b3a897e486 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/MMarcoRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2", + "task_name": "MMarcoRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.71848, + "ndcg_at_3": 0.78876, + "ndcg_at_5": 0.80946, + "ndcg_at_10": 0.8243, + "ndcg_at_20": 0.83067, + "ndcg_at_100": 0.83596, + "ndcg_at_1000": 0.83725, + "map_at_1": 0.69552, + "map_at_3": 0.76883, + "map_at_5": 0.78103, + "map_at_10": 0.78764, + "map_at_20": 0.78954, + "map_at_100": 0.79038, + "map_at_1000": 0.79043, + "recall_at_1": 0.69552, + "recall_at_3": 0.83849, + "recall_at_5": 0.88771, + "recall_at_10": 0.93207, + "recall_at_20": 0.95632, + "recall_at_100": 0.98331, + "recall_at_1000": 0.99336, + "precision_at_1": 0.71848, + "precision_at_3": 0.29551, + "precision_at_5": 0.18828, + "precision_at_10": 0.09908, + "precision_at_20": 0.05089, + "precision_at_100": 0.01047, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.718481, + "mrr_at_3": 0.776433, + "mrr_at_5": 0.787092, + "mrr_at_10": 0.792771, + "mrr_at_20": 0.794452, + "mrr_at_100": 0.795191, + "mrr_at_1000": 0.795235, + "nauc_ndcg_at_1_max": 0.416037, + "nauc_ndcg_at_1_std": -0.204328, + "nauc_ndcg_at_1_diff1": 0.812406, + "nauc_ndcg_at_3_max": 0.455542, + "nauc_ndcg_at_3_std": -0.174218, + "nauc_ndcg_at_3_diff1": 0.777802, + "nauc_ndcg_at_5_max": 0.467588, + "nauc_ndcg_at_5_std": -0.147088, + "nauc_ndcg_at_5_diff1": 0.775741, + "nauc_ndcg_at_10_max": 0.475543, + "nauc_ndcg_at_10_std": -0.134688, + "nauc_ndcg_at_10_diff1": 0.780585, + "nauc_ndcg_at_20_max": 0.469949, + "nauc_ndcg_at_20_std": -0.132756, + "nauc_ndcg_at_20_diff1": 0.782571, + "nauc_ndcg_at_100_max": 0.463243, + "nauc_ndcg_at_100_std": -0.138805, + "nauc_ndcg_at_100_diff1": 0.783951, + "nauc_ndcg_at_1000_max": 0.460432, + "nauc_ndcg_at_1000_std": -0.144635, + "nauc_ndcg_at_1000_diff1": 0.784544, + "nauc_map_at_1_max": 0.371299, + "nauc_map_at_1_std": -0.216086, + "nauc_map_at_1_diff1": 0.802042, + "nauc_map_at_3_max": 0.440001, + "nauc_map_at_3_std": -0.187908, + "nauc_map_at_3_diff1": 0.784832, + "nauc_map_at_5_max": 0.44665, + "nauc_map_at_5_std": -0.174017, + "nauc_map_at_5_diff1": 0.784423, + "nauc_map_at_10_max": 0.449518, + "nauc_map_at_10_std": -0.169326, + "nauc_map_at_10_diff1": 0.786529, + "nauc_map_at_20_max": 0.448195, + "nauc_map_at_20_std": -0.168807, + "nauc_map_at_20_diff1": 0.787071, + "nauc_map_at_100_max": 0.447339, + "nauc_map_at_100_std": -0.169486, + "nauc_map_at_100_diff1": 0.787274, + "nauc_map_at_1000_max": 0.447252, + "nauc_map_at_1000_std": -0.169641, + "nauc_map_at_1000_diff1": 0.787289, + "nauc_recall_at_1_max": 0.371299, + "nauc_recall_at_1_std": -0.216086, + "nauc_recall_at_1_diff1": 0.802042, + "nauc_recall_at_3_max": 0.500112, + "nauc_recall_at_3_std": -0.137886, + "nauc_recall_at_3_diff1": 0.741985, + "nauc_recall_at_5_max": 0.562139, + "nauc_recall_at_5_std": -0.023699, + "nauc_recall_at_5_diff1": 0.721335, + "nauc_recall_at_10_max": 0.671236, + "nauc_recall_at_10_std": 0.13126, + "nauc_recall_at_10_diff1": 0.720992, + "nauc_recall_at_20_max": 0.70237, + "nauc_recall_at_20_std": 0.294319, + "nauc_recall_at_20_diff1": 0.719351, + "nauc_recall_at_100_max": 0.771724, + "nauc_recall_at_100_std": 0.67745, + "nauc_recall_at_100_diff1": 0.690936, + "nauc_recall_at_1000_max": 0.752836, + "nauc_recall_at_1000_std": 0.865108, + "nauc_recall_at_1000_diff1": 0.662913, + "nauc_precision_at_1_max": 0.416037, + "nauc_precision_at_1_std": -0.204328, + "nauc_precision_at_1_diff1": 0.812406, + "nauc_precision_at_3_max": 0.419045, + "nauc_precision_at_3_std": -0.033722, + "nauc_precision_at_3_diff1": 0.435148, + "nauc_precision_at_5_max": 0.398728, + "nauc_precision_at_5_std": 0.076321, + "nauc_precision_at_5_diff1": 0.296655, + "nauc_precision_at_10_max": 0.358025, + "nauc_precision_at_10_std": 0.179766, + "nauc_precision_at_10_diff1": 0.138429, + "nauc_precision_at_20_max": 0.291039, + "nauc_precision_at_20_std": 0.242186, + "nauc_precision_at_20_diff1": 0.02227, + "nauc_precision_at_100_max": 0.182429, + "nauc_precision_at_100_std": 0.274243, + "nauc_precision_at_100_diff1": -0.145138, + "nauc_precision_at_1000_max": 0.121408, + "nauc_precision_at_1000_std": 0.245903, + "nauc_precision_at_1000_diff1": -0.218744, + "nauc_mrr_at_1_max": 0.416037, + "nauc_mrr_at_1_std": -0.204328, + "nauc_mrr_at_1_diff1": 0.812406, + "nauc_mrr_at_3_max": 0.449051, + "nauc_mrr_at_3_std": -0.175548, + "nauc_mrr_at_3_diff1": 0.789647, + "nauc_mrr_at_5_max": 0.45293, + "nauc_mrr_at_5_std": -0.163381, + "nauc_mrr_at_5_diff1": 0.789012, + "nauc_mrr_at_10_max": 0.454732, + "nauc_mrr_at_10_std": -0.160575, + "nauc_mrr_at_10_diff1": 0.790666, + "nauc_mrr_at_20_max": 0.453107, + "nauc_mrr_at_20_std": -0.16066, + "nauc_mrr_at_20_diff1": 0.791135, + "nauc_mrr_at_100_max": 0.45226, + "nauc_mrr_at_100_std": -0.161541, + "nauc_mrr_at_100_diff1": 0.79127, + "nauc_mrr_at_1000_max": 0.452183, + "nauc_mrr_at_1000_std": -0.161714, + "nauc_mrr_at_1000_diff1": 0.791285, + "main_score": 0.8243, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 978.8903980255127, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/MedicalRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/MedicalRetrieval.json new file mode 100644 index 0000000000..6d2a9bcbd9 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/MedicalRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6", + "task_name": "MedicalRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.632, + "ndcg_at_3": 0.71065, + "ndcg_at_5": 0.72915, + "ndcg_at_10": 0.74848, + "ndcg_at_20": 0.76074, + "ndcg_at_100": 0.77239, + "ndcg_at_1000": 0.77447, + "map_at_1": 0.632, + "map_at_3": 0.6915, + "map_at_5": 0.7015, + "map_at_10": 0.70944, + "map_at_20": 0.71286, + "map_at_100": 0.71446, + "map_at_1000": 0.71454, + "recall_at_1": 0.632, + "recall_at_3": 0.766, + "recall_at_5": 0.812, + "recall_at_10": 0.872, + "recall_at_20": 0.92, + "recall_at_100": 0.983, + "recall_at_1000": 0.999, + "precision_at_1": 0.632, + "precision_at_3": 0.25533, + "precision_at_5": 0.1624, + "precision_at_10": 0.0872, + "precision_at_20": 0.046, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.631, + "mrr_at_3": 0.691333, + "mrr_at_5": 0.700883, + "mrr_at_10": 0.708989, + "mrr_at_20": 0.712415, + "mrr_at_100": 0.71401, + "mrr_at_1000": 0.714095, + "nauc_ndcg_at_1_max": 0.603944, + "nauc_ndcg_at_1_std": -0.122573, + "nauc_ndcg_at_1_diff1": 0.809511, + "nauc_ndcg_at_3_max": 0.603612, + "nauc_ndcg_at_3_std": -0.094678, + "nauc_ndcg_at_3_diff1": 0.779654, + "nauc_ndcg_at_5_max": 0.590754, + "nauc_ndcg_at_5_std": -0.093097, + "nauc_ndcg_at_5_diff1": 0.771103, + "nauc_ndcg_at_10_max": 0.589003, + "nauc_ndcg_at_10_std": -0.087292, + "nauc_ndcg_at_10_diff1": 0.771737, + "nauc_ndcg_at_20_max": 0.595039, + "nauc_ndcg_at_20_std": -0.100555, + "nauc_ndcg_at_20_diff1": 0.775038, + "nauc_ndcg_at_100_max": 0.594686, + "nauc_ndcg_at_100_std": -0.094128, + "nauc_ndcg_at_100_diff1": 0.779101, + "nauc_ndcg_at_1000_max": 0.595583, + "nauc_ndcg_at_1000_std": -0.098036, + "nauc_ndcg_at_1000_diff1": 0.779808, + "nauc_map_at_1_max": 0.603944, + "nauc_map_at_1_std": -0.122573, + "nauc_map_at_1_diff1": 0.809511, + "nauc_map_at_3_max": 0.603575, + "nauc_map_at_3_std": -0.101759, + "nauc_map_at_3_diff1": 0.787277, + "nauc_map_at_5_max": 0.597419, + "nauc_map_at_5_std": -0.100564, + "nauc_map_at_5_diff1": 0.783283, + "nauc_map_at_10_max": 0.596561, + "nauc_map_at_10_std": -0.099006, + "nauc_map_at_10_diff1": 0.78347, + "nauc_map_at_20_max": 0.598086, + "nauc_map_at_20_std": -0.102326, + "nauc_map_at_20_diff1": 0.784275, + "nauc_map_at_100_max": 0.597968, + "nauc_map_at_100_std": -0.101484, + "nauc_map_at_100_diff1": 0.78463, + "nauc_map_at_1000_max": 0.59801, + "nauc_map_at_1000_std": -0.101581, + "nauc_map_at_1000_diff1": 0.784648, + "nauc_recall_at_1_max": 0.603944, + "nauc_recall_at_1_std": -0.122573, + "nauc_recall_at_1_diff1": 0.809511, + "nauc_recall_at_3_max": 0.603806, + "nauc_recall_at_3_std": -0.069908, + "nauc_recall_at_3_diff1": 0.752964, + "nauc_recall_at_5_max": 0.559951, + "nauc_recall_at_5_std": -0.063451, + "nauc_recall_at_5_diff1": 0.719248, + "nauc_recall_at_10_max": 0.541947, + "nauc_recall_at_10_std": -0.01595, + "nauc_recall_at_10_diff1": 0.704963, + "nauc_recall_at_20_max": 0.576447, + "nauc_recall_at_20_std": -0.109232, + "nauc_recall_at_20_diff1": 0.703957, + "nauc_recall_at_100_max": 0.499643, + "nauc_recall_at_100_std": 0.210523, + "nauc_recall_at_100_diff1": 0.721426, + "nauc_recall_at_1000_max": 0.122782, + "nauc_recall_at_1000_std": -1.151727, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.603944, + "nauc_precision_at_1_std": -0.122573, + "nauc_precision_at_1_diff1": 0.809511, + "nauc_precision_at_3_max": 0.603806, + "nauc_precision_at_3_std": -0.069908, + "nauc_precision_at_3_diff1": 0.752964, + "nauc_precision_at_5_max": 0.559951, + "nauc_precision_at_5_std": -0.063451, + "nauc_precision_at_5_diff1": 0.719248, + "nauc_precision_at_10_max": 0.541947, + "nauc_precision_at_10_std": -0.01595, + "nauc_precision_at_10_diff1": 0.704963, + "nauc_precision_at_20_max": 0.576447, + "nauc_precision_at_20_std": -0.109232, + "nauc_precision_at_20_diff1": 0.703957, + "nauc_precision_at_100_max": 0.499643, + "nauc_precision_at_100_std": 0.210523, + "nauc_precision_at_100_diff1": 0.721426, + "nauc_precision_at_1000_max": 0.122782, + "nauc_precision_at_1000_std": -1.151727, + "nauc_precision_at_1000_diff1": 0.869281, + "nauc_mrr_at_1_max": 0.604203, + "nauc_mrr_at_1_std": -0.113653, + "nauc_mrr_at_1_diff1": 0.811365, + "nauc_mrr_at_3_max": 0.604504, + "nauc_mrr_at_3_std": -0.096042, + "nauc_mrr_at_3_diff1": 0.788165, + "nauc_mrr_at_5_max": 0.598055, + "nauc_mrr_at_5_std": -0.094529, + "nauc_mrr_at_5_diff1": 0.784605, + "nauc_mrr_at_10_max": 0.596979, + "nauc_mrr_at_10_std": -0.093349, + "nauc_mrr_at_10_diff1": 0.784613, + "nauc_mrr_at_20_max": 0.598507, + "nauc_mrr_at_20_std": -0.096593, + "nauc_mrr_at_20_diff1": 0.785433, + "nauc_mrr_at_100_max": 0.598394, + "nauc_mrr_at_100_std": -0.095711, + "nauc_mrr_at_100_diff1": 0.785795, + "nauc_mrr_at_1000_max": 0.598436, + "nauc_mrr_at_1000_std": -0.095805, + "nauc_mrr_at_1000_diff1": 0.785814, + "main_score": 0.74848, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 475.7462034225464, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/T2Retrieval.json b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/T2Retrieval.json new file mode 100644 index 0000000000..9fb0566002 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/T2Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64", + "task_name": "T2Retrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.90619, + "ndcg_at_3": 0.87066, + "ndcg_at_5": 0.85734, + "ndcg_at_10": 0.85784, + "ndcg_at_20": 0.87508, + "ndcg_at_100": 0.89207, + "ndcg_at_1000": 0.89753, + "map_at_1": 0.28032, + "map_at_3": 0.55246, + "map_at_5": 0.67768, + "map_at_10": 0.78371, + "map_at_20": 0.81143, + "map_at_100": 0.81965, + "map_at_1000": 0.82024, + "recall_at_1": 0.28032, + "recall_at_3": 0.57036, + "recall_at_5": 0.71257, + "recall_at_10": 0.84821, + "recall_at_20": 0.90593, + "recall_at_100": 0.95911, + "recall_at_1000": 0.98629, + "precision_at_1": 0.90619, + "precision_at_3": 0.75921, + "precision_at_5": 0.63597, + "precision_at_10": 0.42408, + "precision_at_20": 0.23525, + "precision_at_100": 0.05029, + "precision_at_1000": 0.00516, + "mrr_at_1": 0.90619, + "mrr_at_3": 0.928408, + "mrr_at_5": 0.931101, + "mrr_at_10": 0.932371, + "mrr_at_20": 0.932846, + "mrr_at_100": 0.933098, + "mrr_at_1000": 0.933121, + "nauc_ndcg_at_1_max": 0.651107, + "nauc_ndcg_at_1_std": 0.294727, + "nauc_ndcg_at_1_diff1": 0.441932, + "nauc_ndcg_at_3_max": 0.560086, + "nauc_ndcg_at_3_std": 0.259908, + "nauc_ndcg_at_3_diff1": 0.114281, + "nauc_ndcg_at_5_max": 0.493322, + "nauc_ndcg_at_5_std": 0.20304, + "nauc_ndcg_at_5_diff1": 0.125362, + "nauc_ndcg_at_10_max": 0.419149, + "nauc_ndcg_at_10_std": 0.14113, + "nauc_ndcg_at_10_diff1": 0.166726, + "nauc_ndcg_at_20_max": 0.463938, + "nauc_ndcg_at_20_std": 0.204688, + "nauc_ndcg_at_20_diff1": 0.162369, + "nauc_ndcg_at_100_max": 0.513724, + "nauc_ndcg_at_100_std": 0.266984, + "nauc_ndcg_at_100_diff1": 0.157872, + "nauc_ndcg_at_1000_max": 0.522904, + "nauc_ndcg_at_1000_std": 0.266463, + "nauc_ndcg_at_1000_diff1": 0.162269, + "nauc_map_at_1_max": -0.267648, + "nauc_map_at_1_std": -0.376842, + "nauc_map_at_1_diff1": 0.525704, + "nauc_map_at_3_max": -0.168993, + "nauc_map_at_3_std": -0.375072, + "nauc_map_at_3_diff1": 0.38621, + "nauc_map_at_5_max": -0.018764, + "nauc_map_at_5_std": -0.285824, + "nauc_map_at_5_diff1": 0.301516, + "nauc_map_at_10_max": 0.274117, + "nauc_map_at_10_std": -0.019417, + "nauc_map_at_10_diff1": 0.180008, + "nauc_map_at_20_max": 0.38292, + "nauc_map_at_20_std": 0.111265, + "nauc_map_at_20_diff1": 0.138531, + "nauc_map_at_100_max": 0.407467, + "nauc_map_at_100_std": 0.143706, + "nauc_map_at_100_diff1": 0.131243, + "nauc_map_at_1000_max": 0.408398, + "nauc_map_at_1000_std": 0.144167, + "nauc_map_at_1000_diff1": 0.13118, + "nauc_recall_at_1_max": -0.267648, + "nauc_recall_at_1_std": -0.376842, + "nauc_recall_at_1_diff1": 0.525704, + "nauc_recall_at_3_max": -0.215805, + "nauc_recall_at_3_std": -0.401749, + "nauc_recall_at_3_diff1": 0.370764, + "nauc_recall_at_5_max": -0.109343, + "nauc_recall_at_5_std": -0.346515, + "nauc_recall_at_5_diff1": 0.292502, + "nauc_recall_at_10_max": 0.167266, + "nauc_recall_at_10_std": -0.076817, + "nauc_recall_at_10_diff1": 0.166237, + "nauc_recall_at_20_max": 0.33272, + "nauc_recall_at_20_std": 0.170792, + "nauc_recall_at_20_diff1": 0.093218, + "nauc_recall_at_100_max": 0.445271, + "nauc_recall_at_100_std": 0.442458, + "nauc_recall_at_100_diff1": 0.030625, + "nauc_recall_at_1000_max": 0.528412, + "nauc_recall_at_1000_std": 0.62394, + "nauc_recall_at_1000_diff1": 0.000829, + "nauc_precision_at_1_max": 0.651107, + "nauc_precision_at_1_std": 0.294727, + "nauc_precision_at_1_diff1": 0.441932, + "nauc_precision_at_3_max": 0.599054, + "nauc_precision_at_3_std": 0.454448, + "nauc_precision_at_3_diff1": -0.341061, + "nauc_precision_at_5_max": 0.563382, + "nauc_precision_at_5_std": 0.496971, + "nauc_precision_at_5_diff1": -0.37137, + "nauc_precision_at_10_max": 0.530022, + "nauc_precision_at_10_std": 0.550751, + "nauc_precision_at_10_diff1": -0.354594, + "nauc_precision_at_20_max": 0.514673, + "nauc_precision_at_20_std": 0.588361, + "nauc_precision_at_20_diff1": -0.353746, + "nauc_precision_at_100_max": 0.492908, + "nauc_precision_at_100_std": 0.597182, + "nauc_precision_at_100_diff1": -0.354519, + "nauc_precision_at_1000_max": 0.47948, + "nauc_precision_at_1000_std": 0.583497, + "nauc_precision_at_1000_diff1": -0.353927, + "nauc_mrr_at_1_max": 0.651107, + "nauc_mrr_at_1_std": 0.294727, + "nauc_mrr_at_1_diff1": 0.441932, + "nauc_mrr_at_3_max": 0.694193, + "nauc_mrr_at_3_std": 0.343635, + "nauc_mrr_at_3_diff1": 0.442429, + "nauc_mrr_at_5_max": 0.695765, + "nauc_mrr_at_5_std": 0.348809, + "nauc_mrr_at_5_diff1": 0.443525, + "nauc_mrr_at_10_max": 0.695438, + "nauc_mrr_at_10_std": 0.350043, + "nauc_mrr_at_10_diff1": 0.442525, + "nauc_mrr_at_20_max": 0.694668, + "nauc_mrr_at_20_std": 0.349237, + "nauc_mrr_at_20_diff1": 0.442514, + "nauc_mrr_at_100_max": 0.694031, + "nauc_mrr_at_100_std": 0.34849, + "nauc_mrr_at_100_diff1": 0.442429, + "nauc_mrr_at_1000_max": 0.693959, + "nauc_mrr_at_1000_std": 0.348347, + "nauc_mrr_at_1000_diff1": 0.442464, + "main_score": 0.85784, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 3630.7878670692444, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/VideoRetrieval.json b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/VideoRetrieval.json new file mode 100644 index 0000000000..5527ea2701 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/VideoRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639", + "task_name": "VideoRetrieval", + "mteb_version": "1.36.32", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.655, + "ndcg_at_3": 0.75987, + "ndcg_at_5": 0.78466, + "ndcg_at_10": 0.7955, + "ndcg_at_20": 0.80534, + "ndcg_at_100": 0.81094, + "ndcg_at_1000": 0.81134, + "map_at_1": 0.655, + "map_at_3": 0.73483, + "map_at_5": 0.74863, + "map_at_10": 0.75302, + "map_at_20": 0.75571, + "map_at_100": 0.75656, + "map_at_1000": 0.75658, + "recall_at_1": 0.655, + "recall_at_3": 0.832, + "recall_at_5": 0.892, + "recall_at_10": 0.926, + "recall_at_20": 0.965, + "recall_at_100": 0.994, + "recall_at_1000": 0.997, + "precision_at_1": 0.655, + "precision_at_3": 0.27733, + "precision_at_5": 0.1784, + "precision_at_10": 0.0926, + "precision_at_20": 0.04825, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.655, + "mrr_at_3": 0.734833, + "mrr_at_5": 0.748633, + "mrr_at_10": 0.753021, + "mrr_at_20": 0.755708, + "mrr_at_100": 0.756564, + "mrr_at_1000": 0.756583, + "nauc_ndcg_at_1_max": 0.171199, + "nauc_ndcg_at_1_std": -0.375624, + "nauc_ndcg_at_1_diff1": 0.717938, + "nauc_ndcg_at_3_max": 0.179488, + "nauc_ndcg_at_3_std": -0.495028, + "nauc_ndcg_at_3_diff1": 0.686848, + "nauc_ndcg_at_5_max": 0.189631, + "nauc_ndcg_at_5_std": -0.489857, + "nauc_ndcg_at_5_diff1": 0.692047, + "nauc_ndcg_at_10_max": 0.173066, + "nauc_ndcg_at_10_std": -0.502092, + "nauc_ndcg_at_10_diff1": 0.690895, + "nauc_ndcg_at_20_max": 0.186219, + "nauc_ndcg_at_20_std": -0.472108, + "nauc_ndcg_at_20_diff1": 0.695661, + "nauc_ndcg_at_100_max": 0.186706, + "nauc_ndcg_at_100_std": -0.456121, + "nauc_ndcg_at_100_diff1": 0.694796, + "nauc_ndcg_at_1000_max": 0.186301, + "nauc_ndcg_at_1000_std": -0.454881, + "nauc_ndcg_at_1000_diff1": 0.694824, + "nauc_map_at_1_max": 0.171199, + "nauc_map_at_1_std": -0.375624, + "nauc_map_at_1_diff1": 0.717938, + "nauc_map_at_3_max": 0.178705, + "nauc_map_at_3_std": -0.458077, + "nauc_map_at_3_diff1": 0.694886, + "nauc_map_at_5_max": 0.184254, + "nauc_map_at_5_std": -0.453315, + "nauc_map_at_5_diff1": 0.697941, + "nauc_map_at_10_max": 0.178358, + "nauc_map_at_10_std": -0.456699, + "nauc_map_at_10_diff1": 0.697697, + "nauc_map_at_20_max": 0.181541, + "nauc_map_at_20_std": -0.449619, + "nauc_map_at_20_diff1": 0.698938, + "nauc_map_at_100_max": 0.181815, + "nauc_map_at_100_std": -0.447312, + "nauc_map_at_100_diff1": 0.698729, + "nauc_map_at_1000_max": 0.181814, + "nauc_map_at_1000_std": -0.447226, + "nauc_map_at_1000_diff1": 0.698735, + "nauc_recall_at_1_max": 0.171199, + "nauc_recall_at_1_std": -0.375624, + "nauc_recall_at_1_diff1": 0.717938, + "nauc_recall_at_3_max": 0.181723, + "nauc_recall_at_3_std": -0.64896, + "nauc_recall_at_3_diff1": 0.654274, + "nauc_recall_at_5_max": 0.220707, + "nauc_recall_at_5_std": -0.70357, + "nauc_recall_at_5_diff1": 0.659968, + "nauc_recall_at_10_max": 0.111307, + "nauc_recall_at_10_std": -0.892069, + "nauc_recall_at_10_diff1": 0.636466, + "nauc_recall_at_20_max": 0.283754, + "nauc_recall_at_20_std": -0.74898, + "nauc_recall_at_20_diff1": 0.662185, + "nauc_recall_at_100_max": 0.69779, + "nauc_recall_at_100_std": 0.012372, + "nauc_recall_at_100_diff1": 0.440243, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.851385, + "nauc_recall_at_1000_diff1": 0.181606, + "nauc_precision_at_1_max": 0.171199, + "nauc_precision_at_1_std": -0.375624, + "nauc_precision_at_1_diff1": 0.717938, + "nauc_precision_at_3_max": 0.181723, + "nauc_precision_at_3_std": -0.64896, + "nauc_precision_at_3_diff1": 0.654274, + "nauc_precision_at_5_max": 0.220707, + "nauc_precision_at_5_std": -0.70357, + "nauc_precision_at_5_diff1": 0.659968, + "nauc_precision_at_10_max": 0.111307, + "nauc_precision_at_10_std": -0.892069, + "nauc_precision_at_10_diff1": 0.636466, + "nauc_precision_at_20_max": 0.283754, + "nauc_precision_at_20_std": -0.74898, + "nauc_precision_at_20_diff1": 0.662185, + "nauc_precision_at_100_max": 0.69779, + "nauc_precision_at_100_std": 0.012372, + "nauc_precision_at_100_diff1": 0.440243, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.851385, + "nauc_precision_at_1000_diff1": 0.181606, + "nauc_mrr_at_1_max": 0.171199, + "nauc_mrr_at_1_std": -0.375624, + "nauc_mrr_at_1_diff1": 0.717938, + "nauc_mrr_at_3_max": 0.178705, + "nauc_mrr_at_3_std": -0.458077, + "nauc_mrr_at_3_diff1": 0.694886, + "nauc_mrr_at_5_max": 0.184254, + "nauc_mrr_at_5_std": -0.453315, + "nauc_mrr_at_5_diff1": 0.697941, + "nauc_mrr_at_10_max": 0.178358, + "nauc_mrr_at_10_std": -0.456699, + "nauc_mrr_at_10_diff1": 0.697697, + "nauc_mrr_at_20_max": 0.181541, + "nauc_mrr_at_20_std": -0.449619, + "nauc_mrr_at_20_diff1": 0.698938, + "nauc_mrr_at_100_max": 0.181815, + "nauc_mrr_at_100_std": -0.447312, + "nauc_mrr_at_100_diff1": 0.698729, + "nauc_mrr_at_1000_max": 0.181814, + "nauc_mrr_at_1000_std": -0.447226, + "nauc_mrr_at_1000_diff1": 0.698735, + "main_score": 0.7955, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 138.95165514945984, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/model_meta.json b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/model_meta.json new file mode 100644 index 0000000000..15247ff839 --- /dev/null +++ b/results/OpenSearch-AI__Ops-MoA-Yuan-embedding-1.0/23712d0766417b0eb88a2513c6e212a58b543268/model_meta.json @@ -0,0 +1 @@ +{"name": "OpenSearch-AI/Ops-MoA-Yuan-embedding-1.0", "revision": "23712d0766417b0eb88a2513c6e212a58b543268", "release_date": "2025-03-26", "languages": ["zho_Hans"], "n_parameters": 343000000, "memory_usage_mb": 2000.0, "max_tokens": 512.0, "embed_dim": 1536, "license": "cc-by-nc-4.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["PyTorch", "Sentence Transformers"], "reference": "https://huggingface.co/OpenSearch-AI/Ops-MoA-Yuan-embedding-1.0", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": null, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "CustomWrapper"}