update results for youtu embedding model

results/Youtu-RAG__Youtu-Embedding-V1/32e04afc24817c187a8422e7bdbb493b19796d47/AFQMC.json

@@ -0,0 +1,26 @@
+{
+  "dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
+  "task_name": "AFQMC",
+  "mteb_version": "1.38.30",
+  "scores": {
+    "validation": [
+      {
+        "pearson": 0.795688,
+        "spearman": 0.721944,
+        "cosine_pearson": 0.795688,
+        "cosine_spearman": 0.721944,
+        "manhattan_pearson": 0.797082,
+        "manhattan_spearman": 0.722174,
+        "euclidean_pearson": 0.797302,
+        "euclidean_spearman": 0.721944,
+        "main_score": 0.721944,
+        "hf_subset": "default",
+        "languages": [
+          "cmn-Hans"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 34.21637845039368,
+  "kg_co2_emissions": null
+}

results/Youtu-RAG__Youtu-Embedding-V1/32e04afc24817c187a8422e7bdbb493b19796d47/ATEC.json

@@ -0,0 +1,26 @@
+{
+  "dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
+  "task_name": "ATEC",
+  "mteb_version": "1.38.30",
+  "scores": {
+    "test": [
+      {
+        "pearson": 0.75786,
+        "spearman": 0.61704,
+        "cosine_pearson": 0.75786,
+        "cosine_spearman": 0.61704,
+        "manhattan_pearson": 0.778669,
+        "manhattan_spearman": 0.617521,
+        "euclidean_pearson": 0.779169,
+        "euclidean_spearman": 0.61704,
+        "main_score": 0.61704,
+        "hf_subset": "default",
+        "languages": [
+          "cmn-Hans"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 152.8086531162262,
+  "kg_co2_emissions": null
+}

results/Youtu-RAG__Youtu-Embedding-V1/32e04afc24817c187a8422e7bdbb493b19796d47/BQ.json

@@ -0,0 +1,26 @@
+{
+  "dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
+  "task_name": "BQ",
+  "mteb_version": "1.38.30",
+  "scores": {
+    "test": [
+      {
+        "pearson": 0.739231,
+        "spearman": 0.722694,
+        "cosine_pearson": 0.739231,
+        "cosine_spearman": 0.722694,
+        "manhattan_pearson": 0.728824,
+        "manhattan_spearman": 0.723689,
+        "euclidean_pearson": 0.728151,
+        "euclidean_spearman": 0.722694,
+        "main_score": 0.722694,
+        "hf_subset": "default",
+        "languages": [
+          "cmn-Hans"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 68.2534830570221,
+  "kg_co2_emissions": null
+}

results/Youtu-RAG__Youtu-Embedding-V1/32e04afc24817c187a8422e7bdbb493b19796d47/CLSClusteringP2P.json

@@ -0,0 +1,32 @@
+{
+  "dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
+  "task_name": "CLSClusteringP2P",
+  "mteb_version": "1.38.30",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.815311,
+        "v_measure_std": 0.027662,
+        "v_measures": [
+          0.804815,
+          0.872865,
+          0.814021,
+          0.829766,
+          0.84843,
+          0.791818,
+          0.808065,
+          0.777552,
+          0.81997,
+          0.785813
+        ],
+        "main_score": 0.815311,
+        "hf_subset": "default",
+        "languages": [
+          "cmn-Hans"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 2388.292834997177,
+  "kg_co2_emissions": null
+}

results/Youtu-RAG__Youtu-Embedding-V1/32e04afc24817c187a8422e7bdbb493b19796d47/CLSClusteringS2S.json

@@ -0,0 +1,32 @@
+{
+  "dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
+  "task_name": "CLSClusteringS2S",
+  "mteb_version": "1.38.30",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.762722,
+        "v_measure_std": 0.026018,
+        "v_measures": [
+          0.735073,
+          0.801598,
+          0.776533,
+          0.791576,
+          0.767064,
+          0.761668,
+          0.753993,
+          0.770871,
+          0.76363,
+          0.705216
+        ],
+        "main_score": 0.762722,
+        "hf_subset": "default",
+        "languages": [
+          "cmn-Hans"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 448.83500051498413,
+  "kg_co2_emissions": null
+}

results/Youtu-RAG__Youtu-Embedding-V1/32e04afc24817c187a8422e7bdbb493b19796d47/CMedQAv1-reranking.json

@@ -0,0 +1,26 @@
+{
+  "dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
+  "task_name": "CMedQAv1-reranking",
+  "mteb_version": "1.38.30",
+  "scores": {
+    "test": [
+      {
+        "map": 0.910863,
+        "mrr": 0.9271,
+        "nAUC_map_max": 0.764415,
+        "nAUC_map_std": 0.516272,
+        "nAUC_map_diff1": 0.672109,
+        "nAUC_mrr_max": 0.871521,
+        "nAUC_mrr_std": 0.652652,
+        "nAUC_mrr_diff1": 0.75522,
+        "main_score": 0.910863,
+        "hf_subset": "default",
+        "languages": [
+          "cmn-Hans"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 705.2105937004089,
+  "kg_co2_emissions": null
+}

results/Youtu-RAG__Youtu-Embedding-V1/32e04afc24817c187a8422e7bdbb493b19796d47/CMedQAv2-reranking.json

@@ -0,0 +1,26 @@
+{
+  "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
+  "task_name": "CMedQAv2-reranking",
+  "mteb_version": "1.38.30",
+  "scores": {
+    "test": [
+      {
+        "map": 0.92563,
+        "mrr": 0.941517,
+        "nAUC_map_max": 0.72775,
+        "nAUC_map_std": 0.418286,
+        "nAUC_map_diff1": 0.647313,
+        "nAUC_mrr_max": 0.871088,
+        "nAUC_mrr_std": 0.599795,
+        "nAUC_mrr_diff1": 0.755411,
+        "main_score": 0.92563,
+        "hf_subset": "default",
+        "languages": [
+          "cmn-Hans"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 786.7573840618134,
+  "kg_co2_emissions": null
+}

results/Youtu-RAG__Youtu-Embedding-V1/32e04afc24817c187a8422e7bdbb493b19796d47/CmedqaRetrieval.json

@@ -0,0 +1,158 @@
+{
+  "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
+  "task_name": "CmedqaRetrieval",
+  "mteb_version": "1.38.30",
+  "scores": {
+    "dev": [
+      {
+        "ndcg_at_1": 0.46412,
+        "ndcg_at_3": 0.47453,
+        "ndcg_at_5": 0.49669,
+        "ndcg_at_10": 0.52721,
+        "ndcg_at_20": 0.5523,
+        "ndcg_at_100": 0.58809,
+        "ndcg_at_1000": 0.60154,
+        "map_at_1": 0.31954,
+        "map_at_3": 0.41696,
+        "map_at_5": 0.44141,
+        "map_at_10": 0.46042,
+        "map_at_20": 0.46961,
+        "map_at_100": 0.47687,
+        "map_at_1000": 0.4777,
+        "recall_at_1": 0.31954,
+        "recall_at_3": 0.47859,
+        "recall_at_5": 0.54581,
+        "recall_at_10": 0.63526,
+        "recall_at_20": 0.71995,
+        "recall_at_100": 0.87937,
+        "recall_at_1000": 0.96705,
+        "precision_at_1": 0.46412,
+        "precision_at_3": 0.25806,
+        "precision_at_5": 0.1839,
+        "precision_at_10": 0.11055,
+        "precision_at_20": 0.06378,
+        "precision_at_100": 0.01616,
+        "precision_at_1000": 0.0018,
+        "mrr_at_1": 0.464116,
+        "mrr_at_3": 0.524756,
+        "mrr_at_5": 0.53826,
+        "mrr_at_10": 0.548501,
+        "mrr_at_20": 0.553803,
+        "mrr_at_100": 0.556773,
+        "mrr_at_1000": 0.557046,
+        "nauc_ndcg_at_1_max": 0.653535,
+        "nauc_ndcg_at_1_std": 0.095219,
+        "nauc_ndcg_at_1_diff1": 0.637725,
+        "nauc_ndcg_at_3_max": 0.590207,
+        "nauc_ndcg_at_3_std": 0.07966,
+        "nauc_ndcg_at_3_diff1": 0.533371,
+        "nauc_ndcg_at_5_max": 0.58684,
+        "nauc_ndcg_at_5_std": 0.074627,
+        "nauc_ndcg_at_5_diff1": 0.528752,
+        "nauc_ndcg_at_10_max": 0.591587,
+        "nauc_ndcg_at_10_std": 0.085935,
+        "nauc_ndcg_at_10_diff1": 0.521729,
+        "nauc_ndcg_at_20_max": 0.601685,
+        "nauc_ndcg_at_20_std": 0.100926,
+        "nauc_ndcg_at_20_diff1": 0.525555,
+        "nauc_ndcg_at_100_max": 0.610371,
+        "nauc_ndcg_at_100_std": 0.120618,
+        "nauc_ndcg_at_100_diff1": 0.532211,
+        "nauc_ndcg_at_1000_max": 0.609798,
+        "nauc_ndcg_at_1000_std": 0.116226,
+        "nauc_ndcg_at_1000_diff1": 0.537063,
+        "nauc_map_at_1_max": 0.445556,
+        "nauc_map_at_1_std": -0.007292,
+        "nauc_map_at_1_diff1": 0.541773,
+        "nauc_map_at_3_max": 0.529008,
+        "nauc_map_at_3_std": 0.03096,
+        "nauc_map_at_3_diff1": 0.52064,
+        "nauc_map_at_5_max": 0.551295,
+        "nauc_map_at_5_std": 0.043768,
+        "nauc_map_at_5_diff1": 0.522508,
+        "nauc_map_at_10_max": 0.565997,
+        "nauc_map_at_10_std": 0.059126,
+        "nauc_map_at_10_diff1": 0.522434,
+        "nauc_map_at_20_max": 0.572552,
+        "nauc_map_at_20_std": 0.067557,
+        "nauc_map_at_20_diff1": 0.524159,
+        "nauc_map_at_100_max": 0.575852,
+        "nauc_map_at_100_std": 0.073261,
+        "nauc_map_at_100_diff1": 0.525612,
+        "nauc_map_at_1000_max": 0.575928,
+        "nauc_map_at_1000_std": 0.073394,
+        "nauc_map_at_1000_diff1": 0.525819,
+        "nauc_recall_at_1_max": 0.445556,
+        "nauc_recall_at_1_std": -0.007292,
+        "nauc_recall_at_1_diff1": 0.541773,
+        "nauc_recall_at_3_max": 0.486915,
+        "nauc_recall_at_3_std": 0.029079,
+        "nauc_recall_at_3_diff1": 0.453125,
+        "nauc_recall_at_5_max": 0.505628,
+        "nauc_recall_at_5_std": 0.046104,
+        "nauc_recall_at_5_diff1": 0.439616,
+        "nauc_recall_at_10_max": 0.517318,
+        "nauc_recall_at_10_std": 0.090842,
+        "nauc_recall_at_10_diff1": 0.40147,
+        "nauc_recall_at_20_max": 0.533289,
+        "nauc_recall_at_20_std": 0.136432,
+        "nauc_recall_at_20_diff1": 0.391746,
+        "nauc_recall_at_100_max": 0.561139,
+        "nauc_recall_at_100_std": 0.317106,
+        "nauc_recall_at_100_diff1": 0.358697,
+        "nauc_recall_at_1000_max": 0.554289,
+        "nauc_recall_at_1000_std": 0.481672,
+        "nauc_recall_at_1000_diff1": 0.346357,
+        "nauc_precision_at_1_max": 0.653535,
+        "nauc_precision_at_1_std": 0.095219,
+        "nauc_precision_at_1_diff1": 0.637725,
+        "nauc_precision_at_3_max": 0.579913,
+        "nauc_precision_at_3_std": 0.169911,
+        "nauc_precision_at_3_diff1": 0.362983,
+        "nauc_precision_at_5_max": 0.545295,
+        "nauc_precision_at_5_std": 0.197983,
+        "nauc_precision_at_5_diff1": 0.29292,
+        "nauc_precision_at_10_max": 0.496932,
+        "nauc_precision_at_10_std": 0.243733,
+        "nauc_precision_at_10_diff1": 0.217069,
+        "nauc_precision_at_20_max": 0.450093,
+        "nauc_precision_at_20_std": 0.285951,
+        "nauc_precision_at_20_diff1": 0.162043,
+        "nauc_precision_at_100_max": 0.313899,
+        "nauc_precision_at_100_std": 0.321259,
+        "nauc_precision_at_100_diff1": 0.056807,
+        "nauc_precision_at_1000_max": 0.222553,
+        "nauc_precision_at_1000_std": 0.284269,
+        "nauc_precision_at_1000_diff1": 0.005578,
+        "nauc_mrr_at_1_max": 0.653535,
+        "nauc_mrr_at_1_std": 0.095219,
+        "nauc_mrr_at_1_diff1": 0.637725,
+        "nauc_mrr_at_3_max": 0.651084,
+        "nauc_mrr_at_3_std": 0.108722,
+        "nauc_mrr_at_3_diff1": 0.600569,
+        "nauc_mrr_at_5_max": 0.652678,
+        "nauc_mrr_at_5_std": 0.112394,
+        "nauc_mrr_at_5_diff1": 0.599185,
+        "nauc_mrr_at_10_max": 0.653072,
+        "nauc_mrr_at_10_std": 0.116566,
+        "nauc_mrr_at_10_diff1": 0.596148,
+        "nauc_mrr_at_20_max": 0.654001,
+        "nauc_mrr_at_20_std": 0.117851,
+        "nauc_mrr_at_20_diff1": 0.597414,
+        "nauc_mrr_at_100_max": 0.65385,
+        "nauc_mrr_at_100_std": 0.117867,
+        "nauc_mrr_at_100_diff1": 0.597877,
+        "nauc_mrr_at_1000_max": 0.653845,
+        "nauc_mrr_at_1000_std": 0.117711,
+        "nauc_mrr_at_1000_diff1": 0.598039,
+        "main_score": 0.52721,
+        "hf_subset": "default",
+        "languages": [
+          "cmn-Hans"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 3092.5504965782166,
+  "kg_co2_emissions": null
+}