diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/AFQMC.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/AFQMC.json new file mode 100644 index 0000000000..77b806b5dd --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/AFQMC.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4", + "task_name": "AFQMC", + "mteb_version": "1.38.30", + "scores": { + "validation": [ + { + "pearson": 0.782285, + "spearman": 0.715251, + "cosine_pearson": 0.782285, + "cosine_spearman": 0.715251, + "manhattan_pearson": 0.778695, + "manhattan_spearman": 0.706655, + "euclidean_pearson": 0.778836, + "euclidean_spearman": 0.706911, + "main_score": 0.715251, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 37.2735481262207, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/ATEC.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/ATEC.json new file mode 100644 index 0000000000..59e6a1f6c0 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/ATEC.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865", + "task_name": "ATEC", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "pearson": 0.761565, + "spearman": 0.622538, + "cosine_pearson": 0.761565, + "cosine_spearman": 0.622538, + "manhattan_pearson": 0.771266, + "manhattan_spearman": 0.617005, + "euclidean_pearson": 0.771877, + "euclidean_spearman": 0.617128, + "main_score": 0.622538, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 165.55257749557495, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/BQ.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/BQ.json new file mode 100644 index 0000000000..f19a80bf42 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/BQ.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55", + "task_name": "BQ", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "pearson": 0.741786, + "spearman": 0.726346, + "cosine_pearson": 0.741786, + "cosine_spearman": 0.726346, + "manhattan_pearson": 0.723178, + "manhattan_spearman": 0.716641, + "euclidean_pearson": 0.723061, + "euclidean_spearman": 0.716335, + "main_score": 0.726346, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 82.08548283576965, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CLSClusteringP2P.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CLSClusteringP2P.json new file mode 100644 index 0000000000..190efe468b --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CLSClusteringP2P.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476", + "task_name": "CLSClusteringP2P", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "v_measure": 0.79057, + "v_measure_std": 0.030118, + "v_measures": [ + 0.764733, + 0.788154, + 0.77061, + 0.819452, + 0.725707, + 0.808034, + 0.80485, + 0.798747, + 0.786228, + 0.839182 + ], + "main_score": 0.79057, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 2333.906350135803, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CLSClusteringS2S.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CLSClusteringS2S.json new file mode 100644 index 0000000000..d32c8e2b0f --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CLSClusteringS2S.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f", + "task_name": "CLSClusteringS2S", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "v_measure": 0.770987, + "v_measure_std": 0.037745, + "v_measures": [ + 0.728068, + 0.78445, + 0.778948, + 0.748269, + 0.791037, + 0.737588, + 0.755775, + 0.780644, + 0.740057, + 0.865037 + ], + "main_score": 0.770987, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 423.17807626724243, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CMedQAv1-reranking.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CMedQAv1-reranking.json new file mode 100644 index 0000000000..e12e0e4355 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CMedQAv1-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df", + "task_name": "CMedQAv1-reranking", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "map": 0.882181, + "mrr": 0.904724, + "nAUC_map_max": 0.670979, + "nAUC_map_std": 0.38543, + "nAUC_map_diff1": 0.584487, + "nAUC_mrr_max": 0.8016, + "nAUC_mrr_std": 0.53263, + "nAUC_mrr_diff1": 0.69753, + "main_score": 0.882181, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 678.3485019207001, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CMedQAv2-reranking.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CMedQAv2-reranking.json new file mode 100644 index 0000000000..842755777d --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "map": 0.871282, + "mrr": 0.896525, + "nAUC_map_max": 0.689666, + "nAUC_map_std": 0.372198, + "nAUC_map_diff1": 0.596554, + "nAUC_mrr_max": 0.801115, + "nAUC_mrr_std": 0.485071, + "nAUC_mrr_diff1": 0.704974, + "main_score": 0.871282, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 760.9523499011993, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CmedqaRetrieval.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CmedqaRetrieval.json new file mode 100644 index 0000000000..bc68a85782 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.46687, + "ndcg_at_3": 0.48137, + "ndcg_at_5": 0.51023, + "ndcg_at_10": 0.54746, + "ndcg_at_20": 0.57485, + "ndcg_at_100": 0.60853, + "ndcg_at_1000": 0.61996, + "map_at_1": 0.32426, + "map_at_3": 0.42199, + "map_at_5": 0.44965, + "map_at_10": 0.47166, + "map_at_20": 0.48194, + "map_at_100": 0.48896, + "map_at_1000": 0.48975, + "recall_at_1": 0.32426, + "recall_at_3": 0.48963, + "recall_at_5": 0.57263, + "recall_at_10": 0.67997, + "recall_at_20": 0.7723, + "recall_at_100": 0.91939, + "recall_at_1000": 0.99056, + "precision_at_1": 0.46687, + "precision_at_3": 0.25923, + "precision_at_5": 0.18845, + "precision_at_10": 0.11558, + "precision_at_20": 0.06688, + "precision_at_100": 0.0167, + "precision_at_1000": 0.00184, + "mrr_at_1": 0.466867, + "mrr_at_3": 0.532466, + "mrr_at_5": 0.549883, + "mrr_at_10": 0.56275, + "mrr_at_20": 0.567912, + "mrr_at_100": 0.57058, + "mrr_at_1000": 0.570785, + "nauc_ndcg_at_1_max": 0.566047, + "nauc_ndcg_at_1_std": -0.054057, + "nauc_ndcg_at_1_diff1": 0.616425, + "nauc_ndcg_at_3_max": 0.495532, + "nauc_ndcg_at_3_std": -0.079732, + "nauc_ndcg_at_3_diff1": 0.493048, + "nauc_ndcg_at_5_max": 0.493746, + "nauc_ndcg_at_5_std": -0.080365, + "nauc_ndcg_at_5_diff1": 0.482961, + "nauc_ndcg_at_10_max": 0.500895, + "nauc_ndcg_at_10_std": -0.07063, + "nauc_ndcg_at_10_diff1": 0.478081, + "nauc_ndcg_at_20_max": 0.511166, + "nauc_ndcg_at_20_std": -0.062595, + "nauc_ndcg_at_20_diff1": 0.484999, + "nauc_ndcg_at_100_max": 0.520528, + "nauc_ndcg_at_100_std": -0.051734, + "nauc_ndcg_at_100_diff1": 0.49681, + "nauc_ndcg_at_1000_max": 0.519231, + "nauc_ndcg_at_1000_std": -0.053107, + "nauc_ndcg_at_1000_diff1": 0.502182, + "nauc_map_at_1_max": 0.349556, + "nauc_map_at_1_std": -0.119226, + "nauc_map_at_1_diff1": 0.482394, + "nauc_map_at_3_max": 0.430005, + "nauc_map_at_3_std": -0.117369, + "nauc_map_at_3_diff1": 0.468959, + "nauc_map_at_5_max": 0.455275, + "nauc_map_at_5_std": -0.105462, + "nauc_map_at_5_diff1": 0.472474, + "nauc_map_at_10_max": 0.471624, + "nauc_map_at_10_std": -0.092428, + "nauc_map_at_10_diff1": 0.474863, + "nauc_map_at_20_max": 0.47793, + "nauc_map_at_20_std": -0.087065, + "nauc_map_at_20_diff1": 0.477949, + "nauc_map_at_100_max": 0.481541, + "nauc_map_at_100_std": -0.083395, + "nauc_map_at_100_diff1": 0.480731, + "nauc_map_at_1000_max": 0.481709, + "nauc_map_at_1000_std": -0.083123, + "nauc_map_at_1000_diff1": 0.481128, + "nauc_recall_at_1_max": 0.349556, + "nauc_recall_at_1_std": -0.119226, + "nauc_recall_at_1_diff1": 0.482394, + "nauc_recall_at_3_max": 0.388931, + "nauc_recall_at_3_std": -0.117859, + "nauc_recall_at_3_diff1": 0.395999, + "nauc_recall_at_5_max": 0.409797, + "nauc_recall_at_5_std": -0.095436, + "nauc_recall_at_5_diff1": 0.367876, + "nauc_recall_at_10_max": 0.426083, + "nauc_recall_at_10_std": -0.051118, + "nauc_recall_at_10_diff1": 0.332324, + "nauc_recall_at_20_max": 0.442206, + "nauc_recall_at_20_std": -0.021703, + "nauc_recall_at_20_diff1": 0.316958, + "nauc_recall_at_100_max": 0.496539, + "nauc_recall_at_100_std": 0.082251, + "nauc_recall_at_100_diff1": 0.292296, + "nauc_recall_at_1000_max": 0.524085, + "nauc_recall_at_1000_std": 0.376807, + "nauc_recall_at_1000_diff1": 0.241098, + "nauc_precision_at_1_max": 0.566047, + "nauc_precision_at_1_std": -0.054057, + "nauc_precision_at_1_diff1": 0.616425, + "nauc_precision_at_3_max": 0.538853, + "nauc_precision_at_3_std": 0.022055, + "nauc_precision_at_3_diff1": 0.372781, + "nauc_precision_at_5_max": 0.520753, + "nauc_precision_at_5_std": 0.079533, + "nauc_precision_at_5_diff1": 0.30548, + "nauc_precision_at_10_max": 0.479214, + "nauc_precision_at_10_std": 0.143347, + "nauc_precision_at_10_diff1": 0.229331, + "nauc_precision_at_20_max": 0.428433, + "nauc_precision_at_20_std": 0.182796, + "nauc_precision_at_20_diff1": 0.179177, + "nauc_precision_at_100_max": 0.305857, + "nauc_precision_at_100_std": 0.240995, + "nauc_precision_at_100_diff1": 0.09223, + "nauc_precision_at_1000_max": 0.222131, + "nauc_precision_at_1000_std": 0.23119, + "nauc_precision_at_1000_diff1": 0.048898, + "nauc_mrr_at_1_max": 0.566047, + "nauc_mrr_at_1_std": -0.054057, + "nauc_mrr_at_1_diff1": 0.616425, + "nauc_mrr_at_3_max": 0.561191, + "nauc_mrr_at_3_std": -0.056085, + "nauc_mrr_at_3_diff1": 0.577928, + "nauc_mrr_at_5_max": 0.563275, + "nauc_mrr_at_5_std": -0.049898, + "nauc_mrr_at_5_diff1": 0.572724, + "nauc_mrr_at_10_max": 0.564392, + "nauc_mrr_at_10_std": -0.046548, + "nauc_mrr_at_10_diff1": 0.572079, + "nauc_mrr_at_20_max": 0.565192, + "nauc_mrr_at_20_std": -0.046651, + "nauc_mrr_at_20_diff1": 0.573185, + "nauc_mrr_at_100_max": 0.565137, + "nauc_mrr_at_100_std": -0.046879, + "nauc_mrr_at_100_diff1": 0.57412, + "nauc_mrr_at_1000_max": 0.565071, + "nauc_mrr_at_1000_std": -0.046972, + "nauc_mrr_at_1000_diff1": 0.574215, + "main_score": 0.54746, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 3179.039653778076, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/Cmnli.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/Cmnli.json new file mode 100644 index 0000000000..4314531ca9 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/Cmnli.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766", + "task_name": "Cmnli", + "mteb_version": "1.38.30", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.89525, + "similarity_accuracy_threshold": 0.658842, + "similarity_f1": 0.899132, + "similarity_f1_threshold": 0.61644, + "similarity_precision": 0.867929, + "similarity_recall": 0.932663, + "similarity_ap": 0.953268, + "cosine_accuracy": 0.89525, + "cosine_accuracy_threshold": 0.658842, + "cosine_f1": 0.899132, + "cosine_f1_threshold": 0.61644, + "cosine_precision": 0.867929, + "cosine_recall": 0.932663, + "cosine_ap": 0.953268, + "manhattan_accuracy": 0.885147, + "manhattan_accuracy_threshold": 11342.253906, + "manhattan_f1": 0.890978, + "manhattan_f1_threshold": 11825.327148, + "manhattan_precision": 0.854627, + "manhattan_recall": 0.930559, + "manhattan_ap": 0.945894, + "euclidean_accuracy": 0.886109, + "euclidean_accuracy_threshold": 302.948425, + "euclidean_f1": 0.890792, + "euclidean_f1_threshold": 314.010895, + "euclidean_precision": 0.859878, + "euclidean_recall": 0.924012, + "euclidean_ap": 0.945993, + "dot_accuracy": 0.876488, + "dot_accuracy_threshold": 78455.875, + "dot_f1": 0.884004, + "dot_f1_threshold": 77146.21875, + "dot_precision": 0.853505, + "dot_recall": 0.916764, + "dot_ap": 0.930021, + "max_accuracy": 0.89525, + "max_f1": 0.899132, + "max_precision": 0.867929, + "max_recall": 0.932663, + "max_ap": 0.953268, + "main_score": 0.89525, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 47.2153217792511, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CovidRetrieval.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CovidRetrieval.json new file mode 100644 index 0000000000..20e832835d --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/CovidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", + "task_name": "CovidRetrieval", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.86723, + "ndcg_at_3": 0.9186, + "ndcg_at_5": 0.92656, + "ndcg_at_10": 0.93229, + "ndcg_at_20": 0.93417, + "ndcg_at_100": 0.93475, + "ndcg_at_1000": 0.93505, + "map_at_1": 0.86459, + "map_at_3": 0.90683, + "map_at_5": 0.91132, + "map_at_10": 0.91405, + "map_at_20": 0.91458, + "map_at_100": 0.91466, + "map_at_1000": 0.91467, + "recall_at_1": 0.86459, + "recall_at_3": 0.95205, + "recall_at_5": 0.97102, + "recall_at_10": 0.98736, + "recall_at_20": 0.99473, + "recall_at_100": 0.99789, + "recall_at_1000": 1.0, + "precision_at_1": 0.86723, + "precision_at_3": 0.31963, + "precision_at_5": 0.196, + "precision_at_10": 0.09979, + "precision_at_20": 0.05026, + "precision_at_100": 0.01008, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.867229, + "mrr_at_3": 0.90692, + "mrr_at_5": 0.911451, + "mrr_at_10": 0.913723, + "mrr_at_20": 0.914254, + "mrr_at_100": 0.914328, + "mrr_at_1000": 0.914343, + "nauc_ndcg_at_1_max": 0.45091, + "nauc_ndcg_at_1_std": -0.654723, + "nauc_ndcg_at_1_diff1": 0.884412, + "nauc_ndcg_at_3_max": 0.486385, + "nauc_ndcg_at_3_std": -0.700634, + "nauc_ndcg_at_3_diff1": 0.880467, + "nauc_ndcg_at_5_max": 0.47641, + "nauc_ndcg_at_5_std": -0.698182, + "nauc_ndcg_at_5_diff1": 0.878268, + "nauc_ndcg_at_10_max": 0.486259, + "nauc_ndcg_at_10_std": -0.655603, + "nauc_ndcg_at_10_diff1": 0.881937, + "nauc_ndcg_at_20_max": 0.47811, + "nauc_ndcg_at_20_std": -0.661628, + "nauc_ndcg_at_20_diff1": 0.881606, + "nauc_ndcg_at_100_max": 0.480741, + "nauc_ndcg_at_100_std": -0.666734, + "nauc_ndcg_at_100_diff1": 0.881744, + "nauc_ndcg_at_1000_max": 0.478304, + "nauc_ndcg_at_1000_std": -0.668154, + "nauc_ndcg_at_1000_diff1": 0.881492, + "nauc_map_at_1_max": 0.45539, + "nauc_map_at_1_std": -0.653119, + "nauc_map_at_1_diff1": 0.885955, + "nauc_map_at_3_max": 0.47689, + "nauc_map_at_3_std": -0.68431, + "nauc_map_at_3_diff1": 0.880897, + "nauc_map_at_5_max": 0.472019, + "nauc_map_at_5_std": -0.682582, + "nauc_map_at_5_diff1": 0.880247, + "nauc_map_at_10_max": 0.47681, + "nauc_map_at_10_std": -0.665871, + "nauc_map_at_10_diff1": 0.881487, + "nauc_map_at_20_max": 0.474904, + "nauc_map_at_20_std": -0.667769, + "nauc_map_at_20_diff1": 0.881482, + "nauc_map_at_100_max": 0.475156, + "nauc_map_at_100_std": -0.668385, + "nauc_map_at_100_diff1": 0.881488, + "nauc_map_at_1000_max": 0.475057, + "nauc_map_at_1000_std": -0.668445, + "nauc_map_at_1000_diff1": 0.881478, + "nauc_recall_at_1_max": 0.45539, + "nauc_recall_at_1_std": -0.653119, + "nauc_recall_at_1_diff1": 0.885955, + "nauc_recall_at_3_max": 0.533227, + "nauc_recall_at_3_std": -0.795744, + "nauc_recall_at_3_diff1": 0.877976, + "nauc_recall_at_5_max": 0.499986, + "nauc_recall_at_5_std": -0.834782, + "nauc_recall_at_5_diff1": 0.86199, + "nauc_recall_at_10_max": 0.656568, + "nauc_recall_at_10_std": -0.38469, + "nauc_recall_at_10_diff1": 0.896105, + "nauc_recall_at_20_max": 0.514352, + "nauc_recall_at_20_std": -0.233725, + "nauc_recall_at_20_diff1": 0.89214, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": -0.366918, + "nauc_recall_at_100_diff1": 0.934633, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.45091, + "nauc_precision_at_1_std": -0.654723, + "nauc_precision_at_1_diff1": 0.884412, + "nauc_precision_at_3_max": 0.39399, + "nauc_precision_at_3_std": -0.562023, + "nauc_precision_at_3_diff1": 0.622256, + "nauc_precision_at_5_max": 0.285252, + "nauc_precision_at_5_std": -0.374227, + "nauc_precision_at_5_diff1": 0.4006, + "nauc_precision_at_10_max": 0.20605, + "nauc_precision_at_10_std": 0.161959, + "nauc_precision_at_10_diff1": 0.065852, + "nauc_precision_at_20_max": 0.033366, + "nauc_precision_at_20_std": 0.366665, + "nauc_precision_at_20_diff1": -0.194717, + "nauc_precision_at_100_max": 0.009028, + "nauc_precision_at_100_std": 0.445858, + "nauc_precision_at_100_diff1": -0.358574, + "nauc_precision_at_1000_max": -0.105006, + "nauc_precision_at_1000_std": 0.539387, + "nauc_precision_at_1000_diff1": -0.507388, + "nauc_mrr_at_1_max": 0.445644, + "nauc_mrr_at_1_std": -0.663254, + "nauc_mrr_at_1_diff1": 0.884412, + "nauc_mrr_at_3_max": 0.473477, + "nauc_mrr_at_3_std": -0.689406, + "nauc_mrr_at_3_diff1": 0.881303, + "nauc_mrr_at_5_max": 0.46586, + "nauc_mrr_at_5_std": -0.68952, + "nauc_mrr_at_5_diff1": 0.879772, + "nauc_mrr_at_10_max": 0.469411, + "nauc_mrr_at_10_std": -0.675606, + "nauc_mrr_at_10_diff1": 0.881646, + "nauc_mrr_at_20_max": 0.467465, + "nauc_mrr_at_20_std": -0.677559, + "nauc_mrr_at_20_diff1": 0.881643, + "nauc_mrr_at_100_max": 0.46771, + "nauc_mrr_at_100_std": -0.678181, + "nauc_mrr_at_100_diff1": 0.881649, + "nauc_mrr_at_1000_max": 0.46761, + "nauc_mrr_at_1000_std": -0.678242, + "nauc_mrr_at_1000_diff1": 0.881638, + "main_score": 0.93229, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 3363.941253185272, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/DuRetrieval.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/DuRetrieval.json new file mode 100644 index 0000000000..2b8475dfeb --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/DuRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced", + "task_name": "DuRetrieval", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.895, + "ndcg_at_3": 0.87424, + "ndcg_at_5": 0.87016, + "ndcg_at_10": 0.89689, + "ndcg_at_20": 0.91016, + "ndcg_at_100": 0.91914, + "ndcg_at_1000": 0.92101, + "map_at_1": 0.26544, + "map_at_3": 0.56859, + "map_at_5": 0.71951, + "map_at_10": 0.826, + "map_at_20": 0.847, + "map_at_100": 0.85283, + "map_at_1000": 0.85308, + "recall_at_1": 0.26544, + "recall_at_3": 0.5989, + "recall_at_5": 0.77634, + "recall_at_10": 0.92032, + "recall_at_20": 0.96364, + "recall_at_100": 0.99034, + "recall_at_1000": 0.99883, + "precision_at_1": 0.895, + "precision_at_3": 0.78033, + "precision_at_5": 0.6626, + "precision_at_10": 0.428, + "precision_at_20": 0.23208, + "precision_at_100": 0.04857, + "precision_at_1000": 0.00491, + "mrr_at_1": 0.895, + "mrr_at_3": 0.935167, + "mrr_at_5": 0.936692, + "mrr_at_10": 0.937598, + "mrr_at_20": 0.937852, + "mrr_at_100": 0.937913, + "mrr_at_1000": 0.937919, + "nauc_ndcg_at_1_max": 0.618022, + "nauc_ndcg_at_1_std": 0.196128, + "nauc_ndcg_at_1_diff1": 0.211769, + "nauc_ndcg_at_3_max": 0.434603, + "nauc_ndcg_at_3_std": 0.124792, + "nauc_ndcg_at_3_diff1": -0.004798, + "nauc_ndcg_at_5_max": 0.429576, + "nauc_ndcg_at_5_std": 0.038416, + "nauc_ndcg_at_5_diff1": 0.048721, + "nauc_ndcg_at_10_max": 0.500282, + "nauc_ndcg_at_10_std": 0.068593, + "nauc_ndcg_at_10_diff1": 0.042902, + "nauc_ndcg_at_20_max": 0.522788, + "nauc_ndcg_at_20_std": 0.120741, + "nauc_ndcg_at_20_diff1": 0.033579, + "nauc_ndcg_at_100_max": 0.529616, + "nauc_ndcg_at_100_std": 0.170582, + "nauc_ndcg_at_100_diff1": 0.033927, + "nauc_ndcg_at_1000_max": 0.527587, + "nauc_ndcg_at_1000_std": 0.164949, + "nauc_ndcg_at_1000_diff1": 0.029394, + "nauc_map_at_1_max": -0.062593, + "nauc_map_at_1_std": -0.33738, + "nauc_map_at_1_diff1": 0.44008, + "nauc_map_at_3_max": 0.05037, + "nauc_map_at_3_std": -0.334263, + "nauc_map_at_3_diff1": 0.296653, + "nauc_map_at_5_max": 0.215015, + "nauc_map_at_5_std": -0.26549, + "nauc_map_at_5_diff1": 0.199866, + "nauc_map_at_10_max": 0.41714, + "nauc_map_at_10_std": -0.070957, + "nauc_map_at_10_diff1": 0.072932, + "nauc_map_at_20_max": 0.454344, + "nauc_map_at_20_std": 0.032893, + "nauc_map_at_20_diff1": 0.039432, + "nauc_map_at_100_max": 0.455377, + "nauc_map_at_100_std": 0.065697, + "nauc_map_at_100_diff1": 0.030211, + "nauc_map_at_1000_max": 0.455024, + "nauc_map_at_1000_std": 0.0654, + "nauc_map_at_1000_diff1": 0.029713, + "nauc_recall_at_1_max": -0.062593, + "nauc_recall_at_1_std": -0.33738, + "nauc_recall_at_1_diff1": 0.44008, + "nauc_recall_at_3_max": -0.028728, + "nauc_recall_at_3_std": -0.386384, + "nauc_recall_at_3_diff1": 0.293568, + "nauc_recall_at_5_max": 0.10889, + "nauc_recall_at_5_std": -0.377419, + "nauc_recall_at_5_diff1": 0.219384, + "nauc_recall_at_10_max": 0.351477, + "nauc_recall_at_10_std": -0.236818, + "nauc_recall_at_10_diff1": 0.089544, + "nauc_recall_at_20_max": 0.459195, + "nauc_recall_at_20_std": 0.002961, + "nauc_recall_at_20_diff1": 0.003203, + "nauc_recall_at_100_max": 0.53209, + "nauc_recall_at_100_std": 0.420853, + "nauc_recall_at_100_diff1": 0.16888, + "nauc_recall_at_1000_max": 0.29735, + "nauc_recall_at_1000_std": 0.275713, + "nauc_recall_at_1000_diff1": 0.009461, + "nauc_precision_at_1_max": 0.618022, + "nauc_precision_at_1_std": 0.196128, + "nauc_precision_at_1_diff1": 0.211769, + "nauc_precision_at_3_max": 0.40629, + "nauc_precision_at_3_std": 0.364157, + "nauc_precision_at_3_diff1": -0.369143, + "nauc_precision_at_5_max": 0.362236, + "nauc_precision_at_5_std": 0.412618, + "nauc_precision_at_5_diff1": -0.383753, + "nauc_precision_at_10_max": 0.271012, + "nauc_precision_at_10_std": 0.467767, + "nauc_precision_at_10_diff1": -0.358863, + "nauc_precision_at_20_max": 0.206504, + "nauc_precision_at_20_std": 0.506004, + "nauc_precision_at_20_diff1": -0.342466, + "nauc_precision_at_100_max": 0.153444, + "nauc_precision_at_100_std": 0.515335, + "nauc_precision_at_100_diff1": -0.332365, + "nauc_precision_at_1000_max": 0.140495, + "nauc_precision_at_1000_std": 0.503385, + "nauc_precision_at_1000_diff1": -0.331347, + "nauc_mrr_at_1_max": 0.618022, + "nauc_mrr_at_1_std": 0.196128, + "nauc_mrr_at_1_diff1": 0.211769, + "nauc_mrr_at_3_max": 0.668123, + "nauc_mrr_at_3_std": 0.248932, + "nauc_mrr_at_3_diff1": 0.185702, + "nauc_mrr_at_5_max": 0.66409, + "nauc_mrr_at_5_std": 0.245634, + "nauc_mrr_at_5_diff1": 0.183917, + "nauc_mrr_at_10_max": 0.660085, + "nauc_mrr_at_10_std": 0.241891, + "nauc_mrr_at_10_diff1": 0.185265, + "nauc_mrr_at_20_max": 0.658857, + "nauc_mrr_at_20_std": 0.240151, + "nauc_mrr_at_20_diff1": 0.186075, + "nauc_mrr_at_100_max": 0.658518, + "nauc_mrr_at_100_std": 0.239612, + "nauc_mrr_at_100_diff1": 0.186691, + "nauc_mrr_at_1000_max": 0.658487, + "nauc_mrr_at_1000_std": 0.239584, + "nauc_mrr_at_1000_diff1": 0.186626, + "main_score": 0.89689, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 3342.6149508953094, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/EcomRetrieval.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/EcomRetrieval.json new file mode 100644 index 0000000000..1a053f1770 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/EcomRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9", + "task_name": "EcomRetrieval", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.558, + "ndcg_at_3": 0.66482, + "ndcg_at_5": 0.69331, + "ndcg_at_10": 0.71381, + "ndcg_at_20": 0.72649, + "ndcg_at_100": 0.73552, + "ndcg_at_1000": 0.73734, + "map_at_1": 0.558, + "map_at_3": 0.6385, + "map_at_5": 0.65435, + "map_at_10": 0.66308, + "map_at_20": 0.66657, + "map_at_100": 0.66795, + "map_at_1000": 0.66802, + "recall_at_1": 0.558, + "recall_at_3": 0.741, + "recall_at_5": 0.81, + "recall_at_10": 0.872, + "recall_at_20": 0.922, + "recall_at_100": 0.969, + "recall_at_1000": 0.983, + "precision_at_1": 0.558, + "precision_at_3": 0.247, + "precision_at_5": 0.162, + "precision_at_10": 0.0872, + "precision_at_20": 0.0461, + "precision_at_100": 0.00969, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.558, + "mrr_at_3": 0.6385, + "mrr_at_5": 0.65435, + "mrr_at_10": 0.66308, + "mrr_at_20": 0.666575, + "mrr_at_100": 0.667945, + "mrr_at_1000": 0.668021, + "nauc_ndcg_at_1_max": 0.366755, + "nauc_ndcg_at_1_std": -0.093869, + "nauc_ndcg_at_1_diff1": 0.720399, + "nauc_ndcg_at_3_max": 0.398615, + "nauc_ndcg_at_3_std": -0.103491, + "nauc_ndcg_at_3_diff1": 0.694177, + "nauc_ndcg_at_5_max": 0.423224, + "nauc_ndcg_at_5_std": -0.08069, + "nauc_ndcg_at_5_diff1": 0.693882, + "nauc_ndcg_at_10_max": 0.428036, + "nauc_ndcg_at_10_std": -0.056811, + "nauc_ndcg_at_10_diff1": 0.682113, + "nauc_ndcg_at_20_max": 0.425764, + "nauc_ndcg_at_20_std": -0.053952, + "nauc_ndcg_at_20_diff1": 0.685379, + "nauc_ndcg_at_100_max": 0.420325, + "nauc_ndcg_at_100_std": -0.055768, + "nauc_ndcg_at_100_diff1": 0.691876, + "nauc_ndcg_at_1000_max": 0.418849, + "nauc_ndcg_at_1000_std": -0.05799, + "nauc_ndcg_at_1000_diff1": 0.693342, + "nauc_map_at_1_max": 0.366755, + "nauc_map_at_1_std": -0.093869, + "nauc_map_at_1_diff1": 0.720399, + "nauc_map_at_3_max": 0.38877, + "nauc_map_at_3_std": -0.103486, + "nauc_map_at_3_diff1": 0.700891, + "nauc_map_at_5_max": 0.40092, + "nauc_map_at_5_std": -0.09145, + "nauc_map_at_5_diff1": 0.700852, + "nauc_map_at_10_max": 0.402334, + "nauc_map_at_10_std": -0.082908, + "nauc_map_at_10_diff1": 0.696649, + "nauc_map_at_20_max": 0.40167, + "nauc_map_at_20_std": -0.082512, + "nauc_map_at_20_diff1": 0.697622, + "nauc_map_at_100_max": 0.401086, + "nauc_map_at_100_std": -0.082455, + "nauc_map_at_100_diff1": 0.698456, + "nauc_map_at_1000_max": 0.40105, + "nauc_map_at_1000_std": -0.082487, + "nauc_map_at_1000_diff1": 0.698516, + "nauc_recall_at_1_max": 0.366755, + "nauc_recall_at_1_std": -0.093869, + "nauc_recall_at_1_diff1": 0.720399, + "nauc_recall_at_3_max": 0.434638, + "nauc_recall_at_3_std": -0.102135, + "nauc_recall_at_3_diff1": 0.67025, + "nauc_recall_at_5_max": 0.528461, + "nauc_recall_at_5_std": -0.026916, + "nauc_recall_at_5_diff1": 0.663482, + "nauc_recall_at_10_max": 0.598361, + "nauc_recall_at_10_std": 0.132093, + "nauc_recall_at_10_diff1": 0.583853, + "nauc_recall_at_20_max": 0.669827, + "nauc_recall_at_20_std": 0.274731, + "nauc_recall_at_20_diff1": 0.561074, + "nauc_recall_at_100_max": 0.819554, + "nauc_recall_at_100_std": 0.656019, + "nauc_recall_at_100_diff1": 0.608295, + "nauc_recall_at_1000_max": 0.992311, + "nauc_recall_at_1000_std": 0.992311, + "nauc_recall_at_1000_diff1": 0.670099, + "nauc_precision_at_1_max": 0.366755, + "nauc_precision_at_1_std": -0.093869, + "nauc_precision_at_1_diff1": 0.720399, + "nauc_precision_at_3_max": 0.434638, + "nauc_precision_at_3_std": -0.102135, + "nauc_precision_at_3_diff1": 0.67025, + "nauc_precision_at_5_max": 0.528461, + "nauc_precision_at_5_std": -0.026916, + "nauc_precision_at_5_diff1": 0.663482, + "nauc_precision_at_10_max": 0.598361, + "nauc_precision_at_10_std": 0.132093, + "nauc_precision_at_10_diff1": 0.583853, + "nauc_precision_at_20_max": 0.669827, + "nauc_precision_at_20_std": 0.274731, + "nauc_precision_at_20_diff1": 0.561074, + "nauc_precision_at_100_max": 0.819554, + "nauc_precision_at_100_std": 0.656019, + "nauc_precision_at_100_diff1": 0.608295, + "nauc_precision_at_1000_max": 0.992311, + "nauc_precision_at_1000_std": 0.992311, + "nauc_precision_at_1000_diff1": 0.670099, + "nauc_mrr_at_1_max": 0.366755, + "nauc_mrr_at_1_std": -0.093869, + "nauc_mrr_at_1_diff1": 0.720399, + "nauc_mrr_at_3_max": 0.38877, + "nauc_mrr_at_3_std": -0.103486, + "nauc_mrr_at_3_diff1": 0.700891, + "nauc_mrr_at_5_max": 0.40092, + "nauc_mrr_at_5_std": -0.09145, + "nauc_mrr_at_5_diff1": 0.700852, + "nauc_mrr_at_10_max": 0.402334, + "nauc_mrr_at_10_std": -0.082908, + "nauc_mrr_at_10_diff1": 0.696649, + "nauc_mrr_at_20_max": 0.40167, + "nauc_mrr_at_20_std": -0.082512, + "nauc_mrr_at_20_diff1": 0.697622, + "nauc_mrr_at_100_max": 0.401086, + "nauc_mrr_at_100_std": -0.082455, + "nauc_mrr_at_100_diff1": 0.698456, + "nauc_mrr_at_1000_max": 0.40105, + "nauc_mrr_at_1000_std": -0.082487, + "nauc_mrr_at_1000_diff1": 0.698516, + "main_score": 0.71381, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 400.88903760910034, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/IFlyTek.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/IFlyTek.json new file mode 100644 index 0000000000..b3569144ad --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/IFlyTek.json @@ -0,0 +1,48 @@ +{ + "dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a", + "task_name": "IFlyTek", + "mteb_version": "1.38.30", + "scores": { + "validation": [ + { + "accuracy": 0.530281, + "f1": 0.429791, + "f1_weighted": 0.54839, + "scores_per_experiment": [ + { + "accuracy": 0.538669, + "f1": 0.441019, + "f1_weighted": 0.55586 + }, + { + "accuracy": 0.541362, + "f1": 0.439567, + "f1_weighted": 0.558266 + }, + { + "accuracy": 0.529819, + "f1": 0.424837, + "f1_weighted": 0.548568 + }, + { + "accuracy": 0.517507, + "f1": 0.416792, + "f1_weighted": 0.539349 + }, + { + "accuracy": 0.524048, + "f1": 0.426741, + "f1_weighted": 0.539908 + } + ], + "main_score": 0.530281, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 710.2784979343414, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/JDReview.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/JDReview.json new file mode 100644 index 0000000000..ca89071643 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/JDReview.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b", + "task_name": "JDReview", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "accuracy": 0.910882, + "f1": 0.86658, + "f1_weighted": 0.914895, + "ap": 0.652008, + "ap_weighted": 0.652008, + "scores_per_experiment": [ + { + "accuracy": 0.915572, + "f1": 0.871563, + "f1_weighted": 0.918817, + "ap": 0.661804, + "ap_weighted": 0.661804 + }, + { + "accuracy": 0.898687, + "f1": 0.850312, + "f1_weighted": 0.903796, + "ap": 0.617754, + "ap_weighted": 0.617754 + }, + { + "accuracy": 0.915572, + "f1": 0.873246, + "f1_weighted": 0.919283, + "ap": 0.666236, + "ap_weighted": 0.666236 + }, + { + "accuracy": 0.917448, + "f1": 0.874835, + "f1_weighted": 0.920737, + "ap": 0.66925, + "ap_weighted": 0.66925 + }, + { + "accuracy": 0.908068, + "f1": 0.861072, + "f1_weighted": 0.911858, + "ap": 0.639083, + "ap_weighted": 0.639083 + }, + { + "accuracy": 0.909944, + "f1": 0.866944, + "f1_weighted": 0.914485, + "ap": 0.653532, + "ap_weighted": 0.653532 + }, + { + "accuracy": 0.917448, + "f1": 0.873139, + "f1_weighted": 0.920262, + "ap": 0.664989, + "ap_weighted": 0.664989 + }, + { + "accuracy": 0.915572, + "f1": 0.873246, + "f1_weighted": 0.919283, + "ap": 0.666236, + "ap_weighted": 0.666236 + }, + { + "accuracy": 0.909944, + "f1": 0.866097, + "f1_weighted": 0.914256, + "ap": 0.651135, + "ap_weighted": 0.651135 + }, + { + "accuracy": 0.900563, + "f1": 0.855345, + "f1_weighted": 0.906177, + "ap": 0.630057, + "ap_weighted": 0.630057 + } + ], + "main_score": 0.910882, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 57.268840074539185, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/LCQMC.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/LCQMC.json new file mode 100644 index 0000000000..c06d12ab7e --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/LCQMC.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf", + "task_name": "LCQMC", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "pearson": 0.789906, + "spearman": 0.796681, + "cosine_pearson": 0.789906, + "cosine_spearman": 0.796681, + "manhattan_pearson": 0.814586, + "manhattan_spearman": 0.797091, + "euclidean_pearson": 0.814587, + "euclidean_spearman": 0.797009, + "main_score": 0.796681, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 97.2169406414032, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MMarcoReranking.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MMarcoReranking.json new file mode 100644 index 0000000000..9368e00065 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MMarcoReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6", + "task_name": "MMarcoReranking", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "map": 0.287367, + "mrr": 0.276198, + "nAUC_map_max": 0.205262, + "nAUC_map_std": -0.167093, + "nAUC_map_diff1": 0.427794, + "nAUC_mrr_max": 0.205026, + "nAUC_mrr_std": -0.15176, + "nAUC_mrr_diff1": 0.42193, + "main_score": 0.287367, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1215.9396376609802, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MMarcoRetrieval.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MMarcoRetrieval.json new file mode 100644 index 0000000000..7b8bdcb572 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MMarcoRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2", + "task_name": "MMarcoRetrieval", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.75344, + "ndcg_at_3": 0.82571, + "ndcg_at_5": 0.84316, + "ndcg_at_10": 0.85658, + "ndcg_at_20": 0.86097, + "ndcg_at_100": 0.86369, + "ndcg_at_1000": 0.86468, + "map_at_1": 0.73028, + "map_at_3": 0.80485, + "map_at_5": 0.8154, + "map_at_10": 0.82144, + "map_at_20": 0.82278, + "map_at_100": 0.82322, + "map_at_1000": 0.82326, + "recall_at_1": 0.73028, + "recall_at_3": 0.87798, + "recall_at_5": 0.91925, + "recall_at_10": 0.9591, + "recall_at_20": 0.97573, + "recall_at_100": 0.98952, + "recall_at_1000": 0.99713, + "precision_at_1": 0.75344, + "precision_at_3": 0.30898, + "precision_at_5": 0.19487, + "precision_at_10": 0.10191, + "precision_at_20": 0.0519, + "precision_at_100": 0.01054, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.753438, + "mrr_at_3": 0.81256, + "mrr_at_5": 0.821285, + "mrr_at_10": 0.826434, + "mrr_at_20": 0.827541, + "mrr_at_100": 0.827875, + "mrr_at_1000": 0.827909, + "nauc_ndcg_at_1_max": 0.388334, + "nauc_ndcg_at_1_std": -0.246768, + "nauc_ndcg_at_1_diff1": 0.82181, + "nauc_ndcg_at_3_max": 0.423762, + "nauc_ndcg_at_3_std": -0.233396, + "nauc_ndcg_at_3_diff1": 0.79087, + "nauc_ndcg_at_5_max": 0.429153, + "nauc_ndcg_at_5_std": -0.215511, + "nauc_ndcg_at_5_diff1": 0.790791, + "nauc_ndcg_at_10_max": 0.433415, + "nauc_ndcg_at_10_std": -0.203592, + "nauc_ndcg_at_10_diff1": 0.79648, + "nauc_ndcg_at_20_max": 0.427888, + "nauc_ndcg_at_20_std": -0.201474, + "nauc_ndcg_at_20_diff1": 0.79763, + "nauc_ndcg_at_100_max": 0.425098, + "nauc_ndcg_at_100_std": -0.206987, + "nauc_ndcg_at_100_diff1": 0.799591, + "nauc_ndcg_at_1000_max": 0.422224, + "nauc_ndcg_at_1000_std": -0.212842, + "nauc_ndcg_at_1000_diff1": 0.799922, + "nauc_map_at_1_max": 0.351792, + "nauc_map_at_1_std": -0.252941, + "nauc_map_at_1_diff1": 0.813736, + "nauc_map_at_3_max": 0.410812, + "nauc_map_at_3_std": -0.243726, + "nauc_map_at_3_diff1": 0.79835, + "nauc_map_at_5_max": 0.413562, + "nauc_map_at_5_std": -0.234108, + "nauc_map_at_5_diff1": 0.798939, + "nauc_map_at_10_max": 0.415077, + "nauc_map_at_10_std": -0.229806, + "nauc_map_at_10_diff1": 0.801133, + "nauc_map_at_20_max": 0.413675, + "nauc_map_at_20_std": -0.229099, + "nauc_map_at_20_diff1": 0.801323, + "nauc_map_at_100_max": 0.413301, + "nauc_map_at_100_std": -0.229611, + "nauc_map_at_100_diff1": 0.801579, + "nauc_map_at_1000_max": 0.413209, + "nauc_map_at_1000_std": -0.229788, + "nauc_map_at_1000_diff1": 0.80159, + "nauc_recall_at_1_max": 0.351792, + "nauc_recall_at_1_std": -0.252941, + "nauc_recall_at_1_diff1": 0.813736, + "nauc_recall_at_3_max": 0.469394, + "nauc_recall_at_3_std": -0.205546, + "nauc_recall_at_3_diff1": 0.750694, + "nauc_recall_at_5_max": 0.512322, + "nauc_recall_at_5_std": -0.118248, + "nauc_recall_at_5_diff1": 0.729311, + "nauc_recall_at_10_max": 0.633483, + "nauc_recall_at_10_std": 0.083553, + "nauc_recall_at_10_diff1": 0.734685, + "nauc_recall_at_20_max": 0.66149, + "nauc_recall_at_20_std": 0.308903, + "nauc_recall_at_20_diff1": 0.725579, + "nauc_recall_at_100_max": 0.807567, + "nauc_recall_at_100_std": 0.593827, + "nauc_recall_at_100_diff1": 0.767406, + "nauc_recall_at_1000_max": 0.867087, + "nauc_recall_at_1000_std": 0.744328, + "nauc_recall_at_1000_diff1": 0.794234, + "nauc_precision_at_1_max": 0.388334, + "nauc_precision_at_1_std": -0.246768, + "nauc_precision_at_1_diff1": 0.82181, + "nauc_precision_at_3_max": 0.33513, + "nauc_precision_at_3_std": -0.064638, + "nauc_precision_at_3_diff1": 0.34785, + "nauc_precision_at_5_max": 0.277942, + "nauc_precision_at_5_std": 0.040084, + "nauc_precision_at_5_diff1": 0.178553, + "nauc_precision_at_10_max": 0.204369, + "nauc_precision_at_10_std": 0.169052, + "nauc_precision_at_10_diff1": -0.026166, + "nauc_precision_at_20_max": 0.133552, + "nauc_precision_at_20_std": 0.224134, + "nauc_precision_at_20_diff1": -0.138924, + "nauc_precision_at_100_max": 0.064847, + "nauc_precision_at_100_std": 0.227225, + "nauc_precision_at_100_diff1": -0.234766, + "nauc_precision_at_1000_max": 0.013546, + "nauc_precision_at_1000_std": 0.20148, + "nauc_precision_at_1000_diff1": -0.298529, + "nauc_mrr_at_1_max": 0.388334, + "nauc_mrr_at_1_std": -0.246768, + "nauc_mrr_at_1_diff1": 0.82181, + "nauc_mrr_at_3_max": 0.415169, + "nauc_mrr_at_3_std": -0.231627, + "nauc_mrr_at_3_diff1": 0.8014, + "nauc_mrr_at_5_max": 0.416439, + "nauc_mrr_at_5_std": -0.224325, + "nauc_mrr_at_5_diff1": 0.801433, + "nauc_mrr_at_10_max": 0.417185, + "nauc_mrr_at_10_std": -0.222463, + "nauc_mrr_at_10_diff1": 0.803869, + "nauc_mrr_at_20_max": 0.415856, + "nauc_mrr_at_20_std": -0.222553, + "nauc_mrr_at_20_diff1": 0.804232, + "nauc_mrr_at_100_max": 0.415567, + "nauc_mrr_at_100_std": -0.223132, + "nauc_mrr_at_100_diff1": 0.804408, + "nauc_mrr_at_1000_max": 0.415484, + "nauc_mrr_at_1000_std": -0.223294, + "nauc_mrr_at_1000_diff1": 0.804417, + "main_score": 0.85658, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1314.054055929184, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MedicalRetrieval.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MedicalRetrieval.json new file mode 100644 index 0000000000..43eec79b61 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MedicalRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6", + "task_name": "MedicalRetrieval", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.593, + "ndcg_at_3": 0.66121, + "ndcg_at_5": 0.68428, + "ndcg_at_10": 0.7032, + "ndcg_at_20": 0.7131, + "ndcg_at_100": 0.72464, + "ndcg_at_1000": 0.73139, + "map_at_1": 0.593, + "map_at_3": 0.64467, + "map_at_5": 0.65747, + "map_at_10": 0.66538, + "map_at_20": 0.66812, + "map_at_100": 0.66972, + "map_at_1000": 0.66997, + "recall_at_1": 0.593, + "recall_at_3": 0.709, + "recall_at_5": 0.765, + "recall_at_10": 0.823, + "recall_at_20": 0.862, + "recall_at_100": 0.924, + "recall_at_1000": 0.977, + "precision_at_1": 0.593, + "precision_at_3": 0.23633, + "precision_at_5": 0.153, + "precision_at_10": 0.0823, + "precision_at_20": 0.0431, + "precision_at_100": 0.00924, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.593, + "mrr_at_3": 0.644667, + "mrr_at_5": 0.657267, + "mrr_at_10": 0.665318, + "mrr_at_20": 0.668061, + "mrr_at_100": 0.669659, + "mrr_at_1000": 0.669914, + "nauc_ndcg_at_1_max": 0.709521, + "nauc_ndcg_at_1_std": 0.089386, + "nauc_ndcg_at_1_diff1": 0.80376, + "nauc_ndcg_at_3_max": 0.717661, + "nauc_ndcg_at_3_std": 0.106149, + "nauc_ndcg_at_3_diff1": 0.761383, + "nauc_ndcg_at_5_max": 0.716891, + "nauc_ndcg_at_5_std": 0.115383, + "nauc_ndcg_at_5_diff1": 0.757066, + "nauc_ndcg_at_10_max": 0.7084, + "nauc_ndcg_at_10_std": 0.110262, + "nauc_ndcg_at_10_diff1": 0.753698, + "nauc_ndcg_at_20_max": 0.710928, + "nauc_ndcg_at_20_std": 0.11348, + "nauc_ndcg_at_20_diff1": 0.756999, + "nauc_ndcg_at_100_max": 0.712473, + "nauc_ndcg_at_100_std": 0.123581, + "nauc_ndcg_at_100_diff1": 0.759494, + "nauc_ndcg_at_1000_max": 0.713623, + "nauc_ndcg_at_1000_std": 0.120248, + "nauc_ndcg_at_1000_diff1": 0.763474, + "nauc_map_at_1_max": 0.709521, + "nauc_map_at_1_std": 0.089386, + "nauc_map_at_1_diff1": 0.80376, + "nauc_map_at_3_max": 0.715662, + "nauc_map_at_3_std": 0.101547, + "nauc_map_at_3_diff1": 0.772788, + "nauc_map_at_5_max": 0.71526, + "nauc_map_at_5_std": 0.106363, + "nauc_map_at_5_diff1": 0.77098, + "nauc_map_at_10_max": 0.712088, + "nauc_map_at_10_std": 0.104296, + "nauc_map_at_10_diff1": 0.769856, + "nauc_map_at_20_max": 0.712794, + "nauc_map_at_20_std": 0.105064, + "nauc_map_at_20_diff1": 0.770812, + "nauc_map_at_100_max": 0.71293, + "nauc_map_at_100_std": 0.106478, + "nauc_map_at_100_diff1": 0.770978, + "nauc_map_at_1000_max": 0.712965, + "nauc_map_at_1000_std": 0.106463, + "nauc_map_at_1000_diff1": 0.771094, + "nauc_recall_at_1_max": 0.709521, + "nauc_recall_at_1_std": 0.089386, + "nauc_recall_at_1_diff1": 0.80376, + "nauc_recall_at_3_max": 0.724175, + "nauc_recall_at_3_std": 0.121397, + "nauc_recall_at_3_diff1": 0.723702, + "nauc_recall_at_5_max": 0.722747, + "nauc_recall_at_5_std": 0.151241, + "nauc_recall_at_5_diff1": 0.703178, + "nauc_recall_at_10_max": 0.684932, + "nauc_recall_at_10_std": 0.137093, + "nauc_recall_at_10_diff1": 0.674518, + "nauc_recall_at_20_max": 0.69603, + "nauc_recall_at_20_std": 0.166275, + "nauc_recall_at_20_diff1": 0.677603, + "nauc_recall_at_100_max": 0.712578, + "nauc_recall_at_100_std": 0.356731, + "nauc_recall_at_100_diff1": 0.668602, + "nauc_recall_at_1000_max": 0.796229, + "nauc_recall_at_1000_std": 0.574128, + "nauc_recall_at_1000_diff1": 0.771952, + "nauc_precision_at_1_max": 0.709521, + "nauc_precision_at_1_std": 0.089386, + "nauc_precision_at_1_diff1": 0.80376, + "nauc_precision_at_3_max": 0.724175, + "nauc_precision_at_3_std": 0.121397, + "nauc_precision_at_3_diff1": 0.723702, + "nauc_precision_at_5_max": 0.722747, + "nauc_precision_at_5_std": 0.151241, + "nauc_precision_at_5_diff1": 0.703178, + "nauc_precision_at_10_max": 0.684932, + "nauc_precision_at_10_std": 0.137093, + "nauc_precision_at_10_diff1": 0.674518, + "nauc_precision_at_20_max": 0.69603, + "nauc_precision_at_20_std": 0.166275, + "nauc_precision_at_20_diff1": 0.677603, + "nauc_precision_at_100_max": 0.712578, + "nauc_precision_at_100_std": 0.356731, + "nauc_precision_at_100_diff1": 0.668602, + "nauc_precision_at_1000_max": 0.796229, + "nauc_precision_at_1000_std": 0.574128, + "nauc_precision_at_1000_diff1": 0.771952, + "nauc_mrr_at_1_max": 0.704574, + "nauc_mrr_at_1_std": 0.089386, + "nauc_mrr_at_1_diff1": 0.80376, + "nauc_mrr_at_3_max": 0.712945, + "nauc_mrr_at_3_std": 0.101547, + "nauc_mrr_at_3_diff1": 0.772788, + "nauc_mrr_at_5_max": 0.7128, + "nauc_mrr_at_5_std": 0.10693, + "nauc_mrr_at_5_diff1": 0.771297, + "nauc_mrr_at_10_max": 0.709281, + "nauc_mrr_at_10_std": 0.104372, + "nauc_mrr_at_10_diff1": 0.76991, + "nauc_mrr_at_20_max": 0.709962, + "nauc_mrr_at_20_std": 0.10514, + "nauc_mrr_at_20_diff1": 0.770866, + "nauc_mrr_at_100_max": 0.710083, + "nauc_mrr_at_100_std": 0.106554, + "nauc_mrr_at_100_diff1": 0.771032, + "nauc_mrr_at_1000_max": 0.710116, + "nauc_mrr_at_1000_std": 0.106539, + "nauc_mrr_at_1000_diff1": 0.771149, + "main_score": 0.7032, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1246.9731454849243, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MultilingualSentiment.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MultilingualSentiment.json new file mode 100644 index 0000000000..fd963aa418 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/MultilingualSentiment.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a", + "task_name": "MultilingualSentiment", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "accuracy": 0.8129, + "f1": 0.812864, + "f1_weighted": 0.812864, + "scores_per_experiment": [ + { + "accuracy": 0.810667, + "f1": 0.810755, + "f1_weighted": 0.810755 + }, + { + "accuracy": 0.812333, + "f1": 0.811754, + "f1_weighted": 0.811754 + }, + { + "accuracy": 0.814667, + "f1": 0.814013, + "f1_weighted": 0.814013 + }, + { + "accuracy": 0.814, + "f1": 0.8137, + "f1_weighted": 0.8137 + }, + { + "accuracy": 0.812, + "f1": 0.812768, + "f1_weighted": 0.812768 + }, + { + "accuracy": 0.810333, + "f1": 0.810787, + "f1_weighted": 0.810787 + }, + { + "accuracy": 0.814667, + "f1": 0.814669, + "f1_weighted": 0.814669 + }, + { + "accuracy": 0.813333, + "f1": 0.812864, + "f1_weighted": 0.812864 + }, + { + "accuracy": 0.813333, + "f1": 0.813484, + "f1_weighted": 0.813484 + }, + { + "accuracy": 0.813667, + "f1": 0.813847, + "f1_weighted": 0.813847 + } + ], + "main_score": 0.8129, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ], + "validation": [ + { + "accuracy": 0.805967, + "f1": 0.806066, + "f1_weighted": 0.806066, + "scores_per_experiment": [ + { + "accuracy": 0.801, + "f1": 0.80156, + "f1_weighted": 0.80156 + }, + { + "accuracy": 0.804667, + "f1": 0.804177, + "f1_weighted": 0.804177 + }, + { + "accuracy": 0.808333, + "f1": 0.807751, + "f1_weighted": 0.807751 + }, + { + "accuracy": 0.802667, + "f1": 0.802247, + "f1_weighted": 0.802247 + }, + { + "accuracy": 0.81, + "f1": 0.810966, + "f1_weighted": 0.810966 + }, + { + "accuracy": 0.803667, + "f1": 0.804721, + "f1_weighted": 0.804721 + }, + { + "accuracy": 0.804667, + "f1": 0.804722, + "f1_weighted": 0.804722 + }, + { + "accuracy": 0.810333, + "f1": 0.809991, + "f1_weighted": 0.809991 + }, + { + "accuracy": 0.806333, + "f1": 0.806413, + "f1_weighted": 0.806413 + }, + { + "accuracy": 0.808, + "f1": 0.808111, + "f1_weighted": 0.808111 + } + ], + "main_score": 0.805967, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 156.40732407569885, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/Ocnli.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/Ocnli.json new file mode 100644 index 0000000000..11d79d6fd1 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/Ocnli.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec", + "task_name": "Ocnli", + "mteb_version": "1.38.30", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.886844, + "similarity_accuracy_threshold": 0.641139, + "similarity_f1": 0.890289, + "similarity_f1_threshold": 0.641139, + "similarity_precision": 0.885177, + "similarity_recall": 0.895459, + "similarity_ap": 0.939011, + "cosine_accuracy": 0.886844, + "cosine_accuracy_threshold": 0.641139, + "cosine_f1": 0.890289, + "cosine_f1_threshold": 0.641139, + "cosine_precision": 0.885177, + "cosine_recall": 0.895459, + "cosine_ap": 0.939011, + "manhattan_accuracy": 0.877098, + "manhattan_accuracy_threshold": 11530.183594, + "manhattan_f1": 0.883721, + "manhattan_f1_threshold": 12742.953125, + "manhattan_precision": 0.847721, + "manhattan_recall": 0.922914, + "manhattan_ap": 0.930296, + "euclidean_accuracy": 0.877639, + "euclidean_accuracy_threshold": 323.524109, + "euclidean_f1": 0.882087, + "euclidean_f1_threshold": 345.158081, + "euclidean_precision": 0.840344, + "euclidean_recall": 0.928194, + "euclidean_ap": 0.930751, + "dot_accuracy": 0.880888, + "dot_accuracy_threshold": 89907.546875, + "dot_f1": 0.884089, + "dot_f1_threshold": 89907.546875, + "dot_precision": 0.882229, + "dot_recall": 0.885956, + "dot_ap": 0.932823, + "max_accuracy": 0.886844, + "max_f1": 0.890289, + "max_precision": 0.885177, + "max_recall": 0.928194, + "max_ap": 0.939011, + "main_score": 0.886844, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 11.191519737243652, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/OnlineShopping.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/OnlineShopping.json new file mode 100644 index 0000000000..f95bca5c85 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/OnlineShopping.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "e610f2ebd179a8fda30ae534c3878750a96db120", + "task_name": "OnlineShopping", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "accuracy": 0.9487, + "f1": 0.948622, + "f1_weighted": 0.94871, + "ap": 0.93541, + "ap_weighted": 0.93541, + "scores_per_experiment": [ + { + "accuracy": 0.95, + "f1": 0.949894, + "f1_weighted": 0.950005, + "ap": 0.932686, + "ap_weighted": 0.932686 + }, + { + "accuracy": 0.951, + "f1": 0.950953, + "f1_weighted": 0.951026, + "ap": 0.940452, + "ap_weighted": 0.940452 + }, + { + "accuracy": 0.948, + "f1": 0.947824, + "f1_weighted": 0.94797, + "ap": 0.925198, + "ap_weighted": 0.925198 + }, + { + "accuracy": 0.953, + "f1": 0.952936, + "f1_weighted": 0.953019, + "ap": 0.940511, + "ap_weighted": 0.940511 + }, + { + "accuracy": 0.952, + "f1": 0.951938, + "f1_weighted": 0.952021, + "ap": 0.939605, + "ap_weighted": 0.939605 + }, + { + "accuracy": 0.953, + "f1": 0.952942, + "f1_weighted": 0.953021, + "ap": 0.941385, + "ap_weighted": 0.941385 + }, + { + "accuracy": 0.944, + "f1": 0.943989, + "f1_weighted": 0.944027, + "ap": 0.938601, + "ap_weighted": 0.938601 + }, + { + "accuracy": 0.943, + "f1": 0.942984, + "f1_weighted": 0.94303, + "ap": 0.935876, + "ap_weighted": 0.935876 + }, + { + "accuracy": 0.945, + "f1": 0.944781, + "f1_weighted": 0.944948, + "ap": 0.919375, + "ap_weighted": 0.919375 + }, + { + "accuracy": 0.948, + "f1": 0.947975, + "f1_weighted": 0.94803, + "ap": 0.940411, + "ap_weighted": 0.940411 + } + ], + "main_score": 0.9487, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 44.33744525909424, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/PAWSX.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/PAWSX.json new file mode 100644 index 0000000000..7d93f79f66 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/PAWSX.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "9c6a90e430ac22b5779fb019a23e820b11a8b5e1", + "task_name": "PAWSX", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "pearson": 0.579354, + "spearman": 0.598631, + "cosine_pearson": 0.579354, + "cosine_spearman": 0.598631, + "manhattan_pearson": 0.578319, + "manhattan_spearman": 0.585462, + "euclidean_pearson": 0.578798, + "euclidean_spearman": 0.585649, + "main_score": 0.598631, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 28.674544095993042, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/QBQTC.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/QBQTC.json new file mode 100644 index 0000000000..24cfb440d6 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/QBQTC.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "790b0510dc52b1553e8c49f3d2afb48c0e5c48b7", + "task_name": "QBQTC", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "pearson": 0.603349, + "spearman": 0.590544, + "cosine_pearson": 0.603349, + "cosine_spearman": 0.590544, + "manhattan_pearson": 0.560336, + "manhattan_spearman": 0.565868, + "euclidean_pearson": 0.559877, + "euclidean_spearman": 0.565489, + "main_score": 0.590544, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 43.92026972770691, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/STSB.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/STSB.json new file mode 100644 index 0000000000..fc63414a5d --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/STSB.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0", + "task_name": "STSB", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "pearson": 0.831156, + "spearman": 0.840444, + "cosine_pearson": 0.831156, + "cosine_spearman": 0.840444, + "manhattan_pearson": 0.816439, + "manhattan_spearman": 0.820199, + "euclidean_pearson": 0.816097, + "euclidean_spearman": 0.819874, + "main_score": 0.840444, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 13.770362615585327, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/T2Reranking.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/T2Reranking.json new file mode 100644 index 0000000000..2506066c20 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/T2Reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9", + "task_name": "T2Reranking", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "map": 0.675872, + "mrr": 0.777768, + "nAUC_map_max": 0.24633, + "nAUC_map_std": -0.001918, + "nAUC_map_diff1": -0.088989, + "nAUC_mrr_max": 0.257715, + "nAUC_mrr_std": -0.008814, + "nAUC_mrr_diff1": -0.050316, + "main_score": 0.675872, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 5519.4099016189575, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/T2Retrieval.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/T2Retrieval.json new file mode 100644 index 0000000000..ad9fbb8289 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/T2Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64", + "task_name": "T2Retrieval", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.92009, + "ndcg_at_3": 0.88748, + "ndcg_at_5": 0.87615, + "ndcg_at_10": 0.87679, + "ndcg_at_20": 0.89296, + "ndcg_at_100": 0.9078, + "ndcg_at_1000": 0.91215, + "map_at_1": 0.28739, + "map_at_3": 0.56836, + "map_at_5": 0.69867, + "map_at_10": 0.80738, + "map_at_20": 0.83482, + "map_at_100": 0.84233, + "map_at_1000": 0.84281, + "recall_at_1": 0.28739, + "recall_at_3": 0.58478, + "recall_at_5": 0.73125, + "recall_at_10": 0.86841, + "recall_at_20": 0.92364, + "recall_at_100": 0.96929, + "recall_at_1000": 0.9906, + "precision_at_1": 0.92009, + "precision_at_3": 0.77341, + "precision_at_5": 0.64953, + "precision_at_10": 0.43235, + "precision_at_20": 0.2388, + "precision_at_100": 0.05069, + "precision_at_1000": 0.00518, + "mrr_at_1": 0.920086, + "mrr_at_3": 0.938804, + "mrr_at_5": 0.941307, + "mrr_at_10": 0.942559, + "mrr_at_20": 0.942997, + "mrr_at_100": 0.943178, + "mrr_at_1000": 0.943196, + "nauc_ndcg_at_1_max": 0.767169, + "nauc_ndcg_at_1_std": 0.328247, + "nauc_ndcg_at_1_diff1": 0.461117, + "nauc_ndcg_at_3_max": 0.649665, + "nauc_ndcg_at_3_std": 0.296684, + "nauc_ndcg_at_3_diff1": 0.097279, + "nauc_ndcg_at_5_max": 0.579579, + "nauc_ndcg_at_5_std": 0.231016, + "nauc_ndcg_at_5_diff1": 0.099536, + "nauc_ndcg_at_10_max": 0.514674, + "nauc_ndcg_at_10_std": 0.13215, + "nauc_ndcg_at_10_diff1": 0.145754, + "nauc_ndcg_at_20_max": 0.551771, + "nauc_ndcg_at_20_std": 0.192487, + "nauc_ndcg_at_20_diff1": 0.140645, + "nauc_ndcg_at_100_max": 0.599065, + "nauc_ndcg_at_100_std": 0.265996, + "nauc_ndcg_at_100_diff1": 0.136619, + "nauc_ndcg_at_1000_max": 0.607072, + "nauc_ndcg_at_1000_std": 0.268527, + "nauc_ndcg_at_1000_diff1": 0.142827, + "nauc_map_at_1_max": -0.241583, + "nauc_map_at_1_std": -0.413871, + "nauc_map_at_1_diff1": 0.526612, + "nauc_map_at_3_max": -0.115163, + "nauc_map_at_3_std": -0.425501, + "nauc_map_at_3_diff1": 0.39601, + "nauc_map_at_5_max": 0.050294, + "nauc_map_at_5_std": -0.337658, + "nauc_map_at_5_diff1": 0.308614, + "nauc_map_at_10_max": 0.365638, + "nauc_map_at_10_std": -0.04613, + "nauc_map_at_10_diff1": 0.164326, + "nauc_map_at_20_max": 0.476242, + "nauc_map_at_20_std": 0.10158, + "nauc_map_at_20_diff1": 0.112322, + "nauc_map_at_100_max": 0.499431, + "nauc_map_at_100_std": 0.139674, + "nauc_map_at_100_diff1": 0.103072, + "nauc_map_at_1000_max": 0.500122, + "nauc_map_at_1000_std": 0.140325, + "nauc_map_at_1000_diff1": 0.103153, + "nauc_recall_at_1_max": -0.241583, + "nauc_recall_at_1_std": -0.413871, + "nauc_recall_at_1_diff1": 0.526612, + "nauc_recall_at_3_max": -0.162699, + "nauc_recall_at_3_std": -0.452973, + "nauc_recall_at_3_diff1": 0.38043, + "nauc_recall_at_5_max": -0.046393, + "nauc_recall_at_5_std": -0.408757, + "nauc_recall_at_5_diff1": 0.304958, + "nauc_recall_at_10_max": 0.242775, + "nauc_recall_at_10_std": -0.151662, + "nauc_recall_at_10_diff1": 0.162161, + "nauc_recall_at_20_max": 0.399886, + "nauc_recall_at_20_std": 0.101985, + "nauc_recall_at_20_diff1": 0.066141, + "nauc_recall_at_100_max": 0.503505, + "nauc_recall_at_100_std": 0.39989, + "nauc_recall_at_100_diff1": -0.008397, + "nauc_recall_at_1000_max": 0.570478, + "nauc_recall_at_1000_std": 0.606166, + "nauc_recall_at_1000_diff1": -0.011179, + "nauc_precision_at_1_max": 0.767169, + "nauc_precision_at_1_std": 0.328247, + "nauc_precision_at_1_diff1": 0.461117, + "nauc_precision_at_3_max": 0.627734, + "nauc_precision_at_3_std": 0.508058, + "nauc_precision_at_3_diff1": -0.382968, + "nauc_precision_at_5_max": 0.560315, + "nauc_precision_at_5_std": 0.549505, + "nauc_precision_at_5_diff1": -0.40948, + "nauc_precision_at_10_max": 0.49571, + "nauc_precision_at_10_std": 0.59104, + "nauc_precision_at_10_diff1": -0.386041, + "nauc_precision_at_20_max": 0.463361, + "nauc_precision_at_20_std": 0.624986, + "nauc_precision_at_20_diff1": -0.383306, + "nauc_precision_at_100_max": 0.431949, + "nauc_precision_at_100_std": 0.637293, + "nauc_precision_at_100_diff1": -0.380842, + "nauc_precision_at_1000_max": 0.416975, + "nauc_precision_at_1000_std": 0.628103, + "nauc_precision_at_1000_diff1": -0.377891, + "nauc_mrr_at_1_max": 0.767169, + "nauc_mrr_at_1_std": 0.328247, + "nauc_mrr_at_1_diff1": 0.461117, + "nauc_mrr_at_3_max": 0.805974, + "nauc_mrr_at_3_std": 0.380359, + "nauc_mrr_at_3_diff1": 0.458821, + "nauc_mrr_at_5_max": 0.804602, + "nauc_mrr_at_5_std": 0.38312, + "nauc_mrr_at_5_diff1": 0.460405, + "nauc_mrr_at_10_max": 0.803276, + "nauc_mrr_at_10_std": 0.382577, + "nauc_mrr_at_10_diff1": 0.460117, + "nauc_mrr_at_20_max": 0.802659, + "nauc_mrr_at_20_std": 0.382058, + "nauc_mrr_at_20_diff1": 0.460155, + "nauc_mrr_at_100_max": 0.802179, + "nauc_mrr_at_100_std": 0.38114, + "nauc_mrr_at_100_diff1": 0.460127, + "nauc_mrr_at_1000_max": 0.802134, + "nauc_mrr_at_1000_std": 0.381023, + "nauc_mrr_at_1000_diff1": 0.460157, + "main_score": 0.87679, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 7253.453398227692, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/TNews.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/TNews.json new file mode 100644 index 0000000000..6b24657904 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/TNews.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "317f262bf1e6126357bbe89e875451e4b0938fe4", + "task_name": "TNews", + "mteb_version": "1.38.30", + "scores": { + "validation": [ + { + "accuracy": 0.58519, + "f1": 0.56893, + "f1_weighted": 0.58598, + "scores_per_experiment": [ + { + "accuracy": 0.589, + "f1": 0.573808, + "f1_weighted": 0.590515 + }, + { + "accuracy": 0.5853, + "f1": 0.56465, + "f1_weighted": 0.586676 + }, + { + "accuracy": 0.5802, + "f1": 0.563465, + "f1_weighted": 0.581913 + }, + { + "accuracy": 0.5873, + "f1": 0.573809, + "f1_weighted": 0.586365 + }, + { + "accuracy": 0.5868, + "f1": 0.57068, + "f1_weighted": 0.586416 + }, + { + "accuracy": 0.5836, + "f1": 0.568897, + "f1_weighted": 0.584028 + }, + { + "accuracy": 0.5894, + "f1": 0.57452, + "f1_weighted": 0.59186 + }, + { + "accuracy": 0.5748, + "f1": 0.554051, + "f1_weighted": 0.574511 + }, + { + "accuracy": 0.5886, + "f1": 0.574091, + "f1_weighted": 0.589967 + }, + { + "accuracy": 0.5869, + "f1": 0.571334, + "f1_weighted": 0.587547 + } + ], + "main_score": 0.58519, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 96.02397966384888, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/ThuNewsClusteringP2P.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/ThuNewsClusteringP2P.json new file mode 100644 index 0000000000..85e2a3d525 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/ThuNewsClusteringP2P.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "5798586b105c0434e4f0fe5e767abe619442cf93", + "task_name": "ThuNewsClusteringP2P", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "v_measure": 0.880471, + "v_measure_std": 0.018481, + "v_measures": [ + 0.881427, + 0.884248, + 0.838128, + 0.869287, + 0.887773, + 0.885521, + 0.901389, + 0.89991, + 0.89555, + 0.86148 + ], + "main_score": 0.880471, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 1557.9320578575134, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/ThuNewsClusteringS2S.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/ThuNewsClusteringS2S.json new file mode 100644 index 0000000000..70404d08b6 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/ThuNewsClusteringS2S.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8a8b2caeda43f39e13c4bc5bea0f8a667896e10d", + "task_name": "ThuNewsClusteringS2S", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "v_measure": 0.902387, + "v_measure_std": 0.0198, + "v_measures": [ + 0.894334, + 0.918394, + 0.929736, + 0.876988, + 0.909704, + 0.9021, + 0.866148, + 0.887034, + 0.920983, + 0.918446 + ], + "main_score": 0.902387, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 462.93470764160156, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/VideoRetrieval.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/VideoRetrieval.json new file mode 100644 index 0000000000..0b992e1909 --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/VideoRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639", + "task_name": "VideoRetrieval", + "mteb_version": "1.38.30", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.631, + "ndcg_at_3": 0.74063, + "ndcg_at_5": 0.76137, + "ndcg_at_10": 0.77962, + "ndcg_at_20": 0.78413, + "ndcg_at_100": 0.79134, + "ndcg_at_1000": 0.793, + "map_at_1": 0.631, + "map_at_3": 0.71417, + "map_at_5": 0.72577, + "map_at_10": 0.73338, + "map_at_20": 0.73459, + "map_at_100": 0.73564, + "map_at_1000": 0.7357, + "recall_at_1": 0.631, + "recall_at_3": 0.817, + "recall_at_5": 0.867, + "recall_at_10": 0.923, + "recall_at_20": 0.941, + "recall_at_100": 0.979, + "recall_at_1000": 0.992, + "precision_at_1": 0.631, + "precision_at_3": 0.27233, + "precision_at_5": 0.1734, + "precision_at_10": 0.0923, + "precision_at_20": 0.04705, + "precision_at_100": 0.00979, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.631, + "mrr_at_3": 0.714167, + "mrr_at_5": 0.725767, + "mrr_at_10": 0.733381, + "mrr_at_20": 0.734594, + "mrr_at_100": 0.73564, + "mrr_at_1000": 0.735705, + "nauc_ndcg_at_1_max": 0.143199, + "nauc_ndcg_at_1_std": -0.340309, + "nauc_ndcg_at_1_diff1": 0.710405, + "nauc_ndcg_at_3_max": 0.172897, + "nauc_ndcg_at_3_std": -0.346713, + "nauc_ndcg_at_3_diff1": 0.661043, + "nauc_ndcg_at_5_max": 0.177032, + "nauc_ndcg_at_5_std": -0.328472, + "nauc_ndcg_at_5_diff1": 0.660418, + "nauc_ndcg_at_10_max": 0.175887, + "nauc_ndcg_at_10_std": -0.325462, + "nauc_ndcg_at_10_diff1": 0.659426, + "nauc_ndcg_at_20_max": 0.185315, + "nauc_ndcg_at_20_std": -0.316888, + "nauc_ndcg_at_20_diff1": 0.666212, + "nauc_ndcg_at_100_max": 0.185935, + "nauc_ndcg_at_100_std": -0.309814, + "nauc_ndcg_at_100_diff1": 0.670253, + "nauc_ndcg_at_1000_max": 0.180536, + "nauc_ndcg_at_1000_std": -0.31569, + "nauc_ndcg_at_1000_diff1": 0.671172, + "nauc_map_at_1_max": 0.143199, + "nauc_map_at_1_std": -0.340309, + "nauc_map_at_1_diff1": 0.710405, + "nauc_map_at_3_max": 0.163322, + "nauc_map_at_3_std": -0.343938, + "nauc_map_at_3_diff1": 0.673666, + "nauc_map_at_5_max": 0.164908, + "nauc_map_at_5_std": -0.335445, + "nauc_map_at_5_diff1": 0.673913, + "nauc_map_at_10_max": 0.163544, + "nauc_map_at_10_std": -0.335064, + "nauc_map_at_10_diff1": 0.673833, + "nauc_map_at_20_max": 0.1655, + "nauc_map_at_20_std": -0.333041, + "nauc_map_at_20_diff1": 0.675396, + "nauc_map_at_100_max": 0.165953, + "nauc_map_at_100_std": -0.3319, + "nauc_map_at_100_diff1": 0.67609, + "nauc_map_at_1000_max": 0.165804, + "nauc_map_at_1000_std": -0.33205, + "nauc_map_at_1000_diff1": 0.676133, + "nauc_recall_at_1_max": 0.143199, + "nauc_recall_at_1_std": -0.340309, + "nauc_recall_at_1_diff1": 0.710405, + "nauc_recall_at_3_max": 0.212238, + "nauc_recall_at_3_std": -0.358499, + "nauc_recall_at_3_diff1": 0.61093, + "nauc_recall_at_5_max": 0.24189, + "nauc_recall_at_5_std": -0.286875, + "nauc_recall_at_5_diff1": 0.59152, + "nauc_recall_at_10_max": 0.285557, + "nauc_recall_at_10_std": -0.229213, + "nauc_recall_at_10_diff1": 0.539992, + "nauc_recall_at_20_max": 0.439032, + "nauc_recall_at_20_std": -0.097446, + "nauc_recall_at_20_diff1": 0.589675, + "nauc_recall_at_100_max": 0.858743, + "nauc_recall_at_100_std": 0.561691, + "nauc_recall_at_100_diff1": 0.604353, + "nauc_recall_at_1000_max": 0.98366, + "nauc_recall_at_1000_std": 0.890348, + "nauc_recall_at_1000_diff1": 0.636496, + "nauc_precision_at_1_max": 0.143199, + "nauc_precision_at_1_std": -0.340309, + "nauc_precision_at_1_diff1": 0.710405, + "nauc_precision_at_3_max": 0.212238, + "nauc_precision_at_3_std": -0.358499, + "nauc_precision_at_3_diff1": 0.61093, + "nauc_precision_at_5_max": 0.24189, + "nauc_precision_at_5_std": -0.286875, + "nauc_precision_at_5_diff1": 0.59152, + "nauc_precision_at_10_max": 0.285557, + "nauc_precision_at_10_std": -0.229213, + "nauc_precision_at_10_diff1": 0.539992, + "nauc_precision_at_20_max": 0.439032, + "nauc_precision_at_20_std": -0.097446, + "nauc_precision_at_20_diff1": 0.589675, + "nauc_precision_at_100_max": 0.858743, + "nauc_precision_at_100_std": 0.561691, + "nauc_precision_at_100_diff1": 0.604353, + "nauc_precision_at_1000_max": 0.98366, + "nauc_precision_at_1000_std": 0.890348, + "nauc_precision_at_1000_diff1": 0.636496, + "nauc_mrr_at_1_max": 0.143199, + "nauc_mrr_at_1_std": -0.340309, + "nauc_mrr_at_1_diff1": 0.710405, + "nauc_mrr_at_3_max": 0.163322, + "nauc_mrr_at_3_std": -0.343938, + "nauc_mrr_at_3_diff1": 0.673666, + "nauc_mrr_at_5_max": 0.164908, + "nauc_mrr_at_5_std": -0.335445, + "nauc_mrr_at_5_diff1": 0.673913, + "nauc_mrr_at_10_max": 0.163544, + "nauc_mrr_at_10_std": -0.335064, + "nauc_mrr_at_10_diff1": 0.673833, + "nauc_mrr_at_20_max": 0.1655, + "nauc_mrr_at_20_std": -0.333041, + "nauc_mrr_at_20_diff1": 0.675396, + "nauc_mrr_at_100_max": 0.165953, + "nauc_mrr_at_100_std": -0.3319, + "nauc_mrr_at_100_diff1": 0.67609, + "nauc_mrr_at_1000_max": 0.165804, + "nauc_mrr_at_1000_std": -0.33205, + "nauc_mrr_at_1000_diff1": 0.676133, + "main_score": 0.77962, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 438.15089082717896, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/Waimai.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/Waimai.json new file mode 100644 index 0000000000..ac7d8621df --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/Waimai.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023", + "task_name": "Waimai", + "mteb_version": "1.38.30", + "scores": { + "test": [ + { + "accuracy": 0.9047, + "f1": 0.891312, + "f1_weighted": 0.904619, + "ap": 0.777925, + "ap_weighted": 0.777925, + "scores_per_experiment": [ + { + "accuracy": 0.91, + "f1": 0.897106, + "f1_weighted": 0.909854, + "ap": 0.7878, + "ap_weighted": 0.7878 + }, + { + "accuracy": 0.911, + "f1": 0.895323, + "f1_weighted": 0.909501, + "ap": 0.796376, + "ap_weighted": 0.796376 + }, + { + "accuracy": 0.908, + "f1": 0.895814, + "f1_weighted": 0.908285, + "ap": 0.782023, + "ap_weighted": 0.782023 + }, + { + "accuracy": 0.903, + "f1": 0.890237, + "f1_weighted": 0.903337, + "ap": 0.771416, + "ap_weighted": 0.771416 + }, + { + "accuracy": 0.875, + "f1": 0.864117, + "f1_weighted": 0.877576, + "ap": 0.716724, + "ap_weighted": 0.716724 + }, + { + "accuracy": 0.901, + "f1": 0.887269, + "f1_weighted": 0.901039, + "ap": 0.767981, + "ap_weighted": 0.767981 + }, + { + "accuracy": 0.905, + "f1": 0.890026, + "f1_weighted": 0.904229, + "ap": 0.779212, + "ap_weighted": 0.779212 + }, + { + "accuracy": 0.913, + "f1": 0.899287, + "f1_weighted": 0.912294, + "ap": 0.796932, + "ap_weighted": 0.796932 + }, + { + "accuracy": 0.918, + "f1": 0.905476, + "f1_weighted": 0.917518, + "ap": 0.807129, + "ap_weighted": 0.807129 + }, + { + "accuracy": 0.903, + "f1": 0.888465, + "f1_weighted": 0.902557, + "ap": 0.773657, + "ap_weighted": 0.773657 + } + ], + "main_score": 0.9047, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 24.04919981956482, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/model_meta.json b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/model_meta.json new file mode 100644 index 0000000000..4121af24dc --- /dev/null +++ b/results/Youtu-RAG__CoDi-Embedding-V1/9ee4337715ce337f12b8d30f20e87e8528ccedd6/model_meta.json @@ -0,0 +1 @@ +{"name": "Youtu-RAG/CoDi-Embedding-V1", "revision": "9ee4337715ce337f12b8d30f20e87e8528ccedd6", "release_date": "2025-08-20", "languages": ["zho_Hans"], "n_parameters": 2720000000, "memory_usage_mb": null, "max_tokens": 4096, "embed_dim": 2304, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/Youtu-RAG/CoDi-Embedding-V1", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"T2Retrieval": ["train"], "DuRetrieval": ["train"], "T2Reranking": ["train"], "MMarcoReranking": ["train"], "CMedQAv2-reranking": ["train"], "BQ": ["train"], "LCQMC": ["train"], "PAWSX": ["train"], "STS-B": ["train"], "AFQMC": ["train"], "Cmnli": ["train"], "Ocnli": ["train"]}, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": null}