diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AmazonCounterfactualVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..2394fd65d2 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.619742, + "f1": 0.561867, + "f1_weighted": 0.660984, + "ap": 0.257592, + "ap_weighted": 0.257592, + "scores_per_experiment": [ + { + "accuracy": 0.587983, + "f1": 0.555485, + "f1_weighted": 0.631829, + "ap": 0.276246, + "ap_weighted": 0.276246 + }, + { + "accuracy": 0.736052, + "f1": 0.655812, + "f1_weighted": 0.761372, + "ap": 0.318313, + "ap_weighted": 0.318313 + }, + { + "accuracy": 0.652361, + "f1": 0.594521, + "f1_weighted": 0.691796, + "ap": 0.280129, + "ap_weighted": 0.280129 + }, + { + "accuracy": 0.51073, + "f1": 0.482958, + "f1_weighted": 0.559073, + "ap": 0.224991, + "ap_weighted": 0.224991 + }, + { + "accuracy": 0.622318, + "f1": 0.539112, + "f1_weighted": 0.6635, + "ap": 0.219724, + "ap_weighted": 0.219724 + }, + { + "accuracy": 0.583691, + "f1": 0.53557, + "f1_weighted": 0.630528, + "ap": 0.241011, + "ap_weighted": 0.241011 + }, + { + "accuracy": 0.690987, + "f1": 0.626203, + "f1_weighted": 0.725049, + "ap": 0.302755, + "ap_weighted": 0.302755 + }, + { + "accuracy": 0.594421, + "f1": 0.549602, + "f1_weighted": 0.639849, + "ap": 0.255337, + "ap_weighted": 0.255337 + }, + { + "accuracy": 0.618026, + "f1": 0.556143, + "f1_weighted": 0.661415, + "ap": 0.244741, + "ap_weighted": 0.244741 + }, + { + "accuracy": 0.600858, + "f1": 0.523266, + "f1_weighted": 0.645433, + "ap": 0.212676, + "ap_weighted": 0.212676 + } + ], + "main_score": 0.619742, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.7541632652282715, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AmazonPolarityVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..283ef811be --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.887758, + "f1": 0.887555, + "f1_weighted": 0.88755, + "ap": 0.85126, + "ap_weighted": 0.85126, + "scores_per_experiment": [ + { + "accuracy": 0.887756, + "f1": 0.887564, + "f1_weighted": 0.88753, + "ap": 0.86203, + "ap_weighted": 0.86203 + }, + { + "accuracy": 0.886623, + "f1": 0.886583, + "f1_weighted": 0.886599, + "ap": 0.840929, + "ap_weighted": 0.840929 + }, + { + "accuracy": 0.887771, + "f1": 0.887457, + "f1_weighted": 0.887413, + "ap": 0.86644, + "ap_weighted": 0.86644 + }, + { + "accuracy": 0.879607, + "f1": 0.879353, + "f1_weighted": 0.879312, + "ap": 0.852779, + "ap_weighted": 0.852779 + }, + { + "accuracy": 0.894125, + "f1": 0.894014, + "f1_weighted": 0.893989, + "ap": 0.86726, + "ap_weighted": 0.86726 + }, + { + "accuracy": 0.870804, + "f1": 0.870803, + "f1_weighted": 0.870801, + "ap": 0.827334, + "ap_weighted": 0.827334 + }, + { + "accuracy": 0.896821, + "f1": 0.896763, + "f1_weighted": 0.896744, + "ap": 0.86776, + "ap_weighted": 0.86776 + }, + { + "accuracy": 0.901696, + "f1": 0.901691, + "f1_weighted": 0.901696, + "ap": 0.863676, + "ap_weighted": 0.863676 + }, + { + "accuracy": 0.90081, + "f1": 0.900772, + "f1_weighted": 0.900787, + "ap": 0.858558, + "ap_weighted": 0.858558 + }, + { + "accuracy": 0.871574, + "f1": 0.870546, + "f1_weighted": 0.870631, + "ap": 0.805833, + "ap_weighted": 0.805833 + } + ], + "main_score": 0.887758, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1072.2194910049438, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AmazonReviewsVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..d82228d01b --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.444801, + "f1": 0.426392, + "f1_weighted": 0.432322, + "scores_per_experiment": [ + { + "accuracy": 0.450058, + "f1": 0.42758, + "f1_weighted": 0.434702 + }, + { + "accuracy": 0.470502, + "f1": 0.448032, + "f1_weighted": 0.455157 + }, + { + "accuracy": 0.436624, + "f1": 0.42657, + "f1_weighted": 0.430991 + }, + { + "accuracy": 0.451811, + "f1": 0.435001, + "f1_weighted": 0.441204 + }, + { + "accuracy": 0.462325, + "f1": 0.433835, + "f1_weighted": 0.440433 + }, + { + "accuracy": 0.439836, + "f1": 0.413124, + "f1_weighted": 0.419804 + }, + { + "accuracy": 0.418808, + "f1": 0.415917, + "f1_weighted": 0.420269 + }, + { + "accuracy": 0.463785, + "f1": 0.457309, + "f1_weighted": 0.461625 + }, + { + "accuracy": 0.439252, + "f1": 0.428232, + "f1_weighted": 0.433021 + }, + { + "accuracy": 0.415012, + "f1": 0.378321, + "f1_weighted": 0.386011 + } + ], + "main_score": 0.444801, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.328449964523315, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ArguAna-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ArguAna-VN.json new file mode 100644 index 0000000000..88dfa5a794 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ArguAna-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "task_name": "ArguAna-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00154, + "ndcg_at_3": 0.25091, + "ndcg_at_5": 0.3202, + "ndcg_at_10": 0.37932, + "ndcg_at_20": 0.40551, + "ndcg_at_100": 0.42317, + "ndcg_at_1000": 0.42594, + "map_at_1": 0.00154, + "map_at_3": 0.18906, + "map_at_5": 0.22748, + "map_at_10": 0.25228, + "map_at_20": 0.25969, + "map_at_100": 0.26227, + "map_at_1000": 0.26239, + "recall_at_1": 0.00154, + "recall_at_3": 0.43012, + "recall_at_5": 0.59846, + "recall_at_10": 0.77915, + "recall_at_20": 0.88108, + "recall_at_100": 0.97452, + "recall_at_1000": 0.99537, + "precision_at_1": 0.00154, + "precision_at_3": 0.14337, + "precision_at_5": 0.11969, + "precision_at_10": 0.07792, + "precision_at_20": 0.04405, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.001544, + "mrr_at_3": 0.18906, + "mrr_at_5": 0.227477, + "mrr_at_10": 0.252276, + "mrr_at_20": 0.259688, + "mrr_at_100": 0.262271, + "mrr_at_1000": 0.262394, + "nauc_ndcg_at_1_max": -0.15791, + "nauc_ndcg_at_1_std": -0.309824, + "nauc_ndcg_at_1_diff1": -0.573698, + "nauc_ndcg_at_3_max": 0.050466, + "nauc_ndcg_at_3_std": -0.047425, + "nauc_ndcg_at_3_diff1": -0.053972, + "nauc_ndcg_at_5_max": 0.051704, + "nauc_ndcg_at_5_std": -0.034976, + "nauc_ndcg_at_5_diff1": -0.067507, + "nauc_ndcg_at_10_max": 0.051058, + "nauc_ndcg_at_10_std": 0.002573, + "nauc_ndcg_at_10_diff1": -0.115774, + "nauc_ndcg_at_20_max": 0.060309, + "nauc_ndcg_at_20_std": -0.002941, + "nauc_ndcg_at_20_diff1": -0.112784, + "nauc_ndcg_at_100_max": 0.064026, + "nauc_ndcg_at_100_std": -0.001192, + "nauc_ndcg_at_100_diff1": -0.102481, + "nauc_ndcg_at_1000_max": 0.055098, + "nauc_ndcg_at_1000_std": -0.009017, + "nauc_ndcg_at_1000_diff1": -0.099237, + "nauc_map_at_1_max": -0.15791, + "nauc_map_at_1_std": -0.309824, + "nauc_map_at_1_diff1": -0.573698, + "nauc_map_at_3_max": 0.049703, + "nauc_map_at_3_std": -0.048378, + "nauc_map_at_3_diff1": -0.054478, + "nauc_map_at_5_max": 0.049706, + "nauc_map_at_5_std": -0.041634, + "nauc_map_at_5_diff1": -0.062748, + "nauc_map_at_10_max": 0.049333, + "nauc_map_at_10_std": -0.023585, + "nauc_map_at_10_diff1": -0.08462, + "nauc_map_at_20_max": 0.052529, + "nauc_map_at_20_std": -0.026038, + "nauc_map_at_20_diff1": -0.082893, + "nauc_map_at_100_max": 0.052676, + "nauc_map_at_100_std": -0.025392, + "nauc_map_at_100_diff1": -0.081601, + "nauc_map_at_1000_max": 0.05229, + "nauc_map_at_1000_std": -0.025648, + "nauc_map_at_1000_diff1": -0.081523, + "nauc_recall_at_1_max": -0.15791, + "nauc_recall_at_1_std": -0.309824, + "nauc_recall_at_1_diff1": -0.573698, + "nauc_recall_at_3_max": 0.051543, + "nauc_recall_at_3_std": -0.046082, + "nauc_recall_at_3_diff1": -0.053542, + "nauc_recall_at_5_max": 0.055409, + "nauc_recall_at_5_std": -0.022324, + "nauc_recall_at_5_diff1": -0.077261, + "nauc_recall_at_10_max": 0.055321, + "nauc_recall_at_10_std": 0.07644, + "nauc_recall_at_10_diff1": -0.207529, + "nauc_recall_at_20_max": 0.098502, + "nauc_recall_at_20_std": 0.101036, + "nauc_recall_at_20_diff1": -0.255702, + "nauc_recall_at_100_max": 0.346732, + "nauc_recall_at_100_std": 0.450867, + "nauc_recall_at_100_diff1": -0.448661, + "nauc_recall_at_1000_max": -0.18723, + "nauc_recall_at_1000_std": 0.764955, + "nauc_recall_at_1000_diff1": -1.251363, + "nauc_precision_at_1_max": -0.15791, + "nauc_precision_at_1_std": -0.309824, + "nauc_precision_at_1_diff1": -0.573698, + "nauc_precision_at_3_max": 0.051543, + "nauc_precision_at_3_std": -0.046082, + "nauc_precision_at_3_diff1": -0.053542, + "nauc_precision_at_5_max": 0.055409, + "nauc_precision_at_5_std": -0.022324, + "nauc_precision_at_5_diff1": -0.077261, + "nauc_precision_at_10_max": 0.055321, + "nauc_precision_at_10_std": 0.07644, + "nauc_precision_at_10_diff1": -0.207529, + "nauc_precision_at_20_max": 0.098502, + "nauc_precision_at_20_std": 0.101036, + "nauc_precision_at_20_diff1": -0.255702, + "nauc_precision_at_100_max": 0.346732, + "nauc_precision_at_100_std": 0.450867, + "nauc_precision_at_100_diff1": -0.448661, + "nauc_precision_at_1000_max": -0.18723, + "nauc_precision_at_1000_std": 0.764955, + "nauc_precision_at_1000_diff1": -1.251363, + "nauc_mrr_at_1_max": -0.15791, + "nauc_mrr_at_1_std": -0.309824, + "nauc_mrr_at_1_diff1": -0.573698, + "nauc_mrr_at_3_max": 0.049703, + "nauc_mrr_at_3_std": -0.048378, + "nauc_mrr_at_3_diff1": -0.054478, + "nauc_mrr_at_5_max": 0.049706, + "nauc_mrr_at_5_std": -0.041634, + "nauc_mrr_at_5_diff1": -0.062748, + "nauc_mrr_at_10_max": 0.049333, + "nauc_mrr_at_10_std": -0.023585, + "nauc_mrr_at_10_diff1": -0.08462, + "nauc_mrr_at_20_max": 0.052529, + "nauc_mrr_at_20_std": -0.026038, + "nauc_mrr_at_20_diff1": -0.082893, + "nauc_mrr_at_100_max": 0.052676, + "nauc_mrr_at_100_std": -0.025392, + "nauc_mrr_at_100_diff1": -0.081601, + "nauc_mrr_at_1000_max": 0.05229, + "nauc_mrr_at_1000_std": -0.025648, + "nauc_mrr_at_1000_diff1": -0.081523, + "main_score": 0.37932, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 56.45738124847412, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AskUbuntuDupQuestions-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..60c207c73e --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.618748, + "mrr": 0.729745, + "nAUC_map_max": 0.263989, + "nAUC_map_std": 0.233967, + "nAUC_map_diff1": 0.170011, + "nAUC_mrr_max": 0.350929, + "nAUC_mrr_std": 0.29905, + "nAUC_mrr_diff1": 0.207218, + "main_score": 0.618748, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.192819356918335, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/BIOSSES-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/BIOSSES-VN.json new file mode 100644 index 0000000000..30540e83e7 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "pearson": 0.799628, + "spearman": 0.781415, + "cosine_pearson": 0.799628, + "cosine_spearman": 0.781415, + "manhattan_pearson": 0.777069, + "manhattan_spearman": 0.777819, + "euclidean_pearson": 0.780537, + "euclidean_spearman": 0.781415, + "main_score": 0.781415, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.6975255012512207, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/Banking77VNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/Banking77VNClassification.json new file mode 100644 index 0000000000..469fd73fbd --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.792094, + "f1": 0.777269, + "f1_weighted": 0.78413, + "scores_per_experiment": [ + { + "accuracy": 0.784693, + "f1": 0.766683, + "f1_weighted": 0.774623 + }, + { + "accuracy": 0.795627, + "f1": 0.776761, + "f1_weighted": 0.784439 + }, + { + "accuracy": 0.796468, + "f1": 0.781336, + "f1_weighted": 0.787568 + }, + { + "accuracy": 0.799832, + "f1": 0.791148, + "f1_weighted": 0.79406 + }, + { + "accuracy": 0.77418, + "f1": 0.752046, + "f1_weighted": 0.764798 + }, + { + "accuracy": 0.785114, + "f1": 0.775827, + "f1_weighted": 0.77941 + }, + { + "accuracy": 0.799832, + "f1": 0.785842, + "f1_weighted": 0.792011 + }, + { + "accuracy": 0.801514, + "f1": 0.788659, + "f1_weighted": 0.795154 + }, + { + "accuracy": 0.80614, + "f1": 0.795751, + "f1_weighted": 0.800618 + }, + { + "accuracy": 0.777544, + "f1": 0.758633, + "f1_weighted": 0.768624 + } + ], + "main_score": 0.792094, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 12.62467908859253, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackAndroid-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..53fa73824e --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 44.89, + "map_at_1": 0.26147, + "map_at_10": 0.35997, + "map_at_100": 0.3737, + "map_at_1000": 0.37509, + "map_at_20": 0.36694, + "map_at_3": 0.32705, + "map_at_5": 0.34598, + "mrr_at_1": 0.32474, + "mrr_at_10": 0.41319, + "mrr_at_100": 0.42197, + "mrr_at_1000": 0.42238, + "mrr_at_20": 0.41806, + "mrr_at_3": 0.38431, + "mrr_at_5": 0.4008, + "ndcg_at_1": 0.32474, + "ndcg_at_10": 0.41928, + "ndcg_at_100": 0.47686, + "ndcg_at_1000": 0.49942, + "ndcg_at_20": 0.43829, + "ndcg_at_3": 0.36824, + "ndcg_at_5": 0.39274, + "precision_at_1": 0.32474, + "precision_at_10": 0.08041, + "precision_at_100": 0.01424, + "precision_at_1000": 0.00203, + "precision_at_20": 0.04828, + "precision_at_3": 0.17468, + "precision_at_5": 0.12921, + "recall_at_1": 0.26147, + "recall_at_10": 0.53732, + "recall_at_100": 0.7876, + "recall_at_1000": 0.93133, + "recall_at_20": 0.60459, + "recall_at_3": 0.38587, + "recall_at_5": 0.4548, + "hf_subset": "default", + "main_score": 0.41928, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackGis-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackGis-VN.json new file mode 100644 index 0000000000..c668989c03 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 199.51, + "map_at_1": 0.20556, + "map_at_10": 0.2769, + "map_at_100": 0.28656, + "map_at_1000": 0.28748, + "map_at_20": 0.28257, + "map_at_3": 0.25622, + "map_at_5": 0.26698, + "mrr_at_1": 0.22308, + "mrr_at_10": 0.2932, + "mrr_at_100": 0.30271, + "mrr_at_1000": 0.3034, + "mrr_at_20": 0.29919, + "mrr_at_3": 0.27256, + "mrr_at_5": 0.28372, + "ndcg_at_1": 0.22308, + "ndcg_at_10": 0.31907, + "ndcg_at_100": 0.36814, + "ndcg_at_1000": 0.39334, + "ndcg_at_20": 0.33973, + "ndcg_at_3": 0.27709, + "ndcg_at_5": 0.29583, + "precision_at_1": 0.22308, + "precision_at_10": 0.05015, + "precision_at_100": 0.00785, + "precision_at_1000": 0.00105, + "precision_at_20": 0.02969, + "precision_at_3": 0.11949, + "precision_at_5": 0.08308, + "recall_at_1": 0.20556, + "recall_at_10": 0.43315, + "recall_at_100": 0.66017, + "recall_at_1000": 0.85128, + "recall_at_20": 0.51194, + "recall_at_3": 0.31881, + "recall_at_5": 0.36374, + "hf_subset": "default", + "main_score": 0.31907, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackMathematica-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..aacf7b655d --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 111.08, + "map_at_1": 0.11446, + "map_at_10": 0.17372, + "map_at_100": 0.18428, + "map_at_1000": 0.18553, + "map_at_20": 0.17952, + "map_at_3": 0.15416, + "map_at_5": 0.16377, + "mrr_at_1": 0.14499, + "mrr_at_10": 0.20717, + "mrr_at_100": 0.21714, + "mrr_at_1000": 0.21797, + "mrr_at_20": 0.21261, + "mrr_at_3": 0.18799, + "mrr_at_5": 0.19737, + "ndcg_at_1": 0.14499, + "ndcg_at_10": 0.21439, + "ndcg_at_100": 0.26912, + "ndcg_at_1000": 0.30206, + "ndcg_at_20": 0.23465, + "ndcg_at_3": 0.17684, + "ndcg_at_5": 0.19131, + "precision_at_1": 0.14499, + "precision_at_10": 0.04009, + "precision_at_100": 0.00755, + "precision_at_1000": 0.00117, + "precision_at_20": 0.02516, + "precision_at_3": 0.08529, + "precision_at_5": 0.06226, + "recall_at_1": 0.11446, + "recall_at_10": 0.30977, + "recall_at_100": 0.55949, + "recall_at_1000": 0.8006, + "recall_at_20": 0.38463, + "recall_at_3": 0.20025, + "recall_at_5": 0.2377, + "hf_subset": "default", + "main_score": 0.21439, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackPhysics-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..a4fe75170d --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 190.76, + "map_at_1": 0.21216, + "map_at_10": 0.29794, + "map_at_100": 0.31226, + "map_at_1000": 0.31362, + "map_at_20": 0.30679, + "map_at_3": 0.26528, + "map_at_5": 0.28309, + "mrr_at_1": 0.27629, + "mrr_at_10": 0.36405, + "mrr_at_100": 0.37387, + "mrr_at_1000": 0.37455, + "mrr_at_20": 0.37036, + "mrr_at_3": 0.34158, + "mrr_at_5": 0.35354, + "ndcg_at_1": 0.27629, + "ndcg_at_10": 0.35518, + "ndcg_at_100": 0.4152, + "ndcg_at_1000": 0.44354, + "ndcg_at_20": 0.38148, + "ndcg_at_3": 0.30811, + "ndcg_at_5": 0.32809, + "precision_at_1": 0.27629, + "precision_at_10": 0.07072, + "precision_at_100": 0.01196, + "precision_at_1000": 0.00166, + "precision_at_20": 0.04381, + "precision_at_3": 0.15258, + "precision_at_5": 0.11134, + "recall_at_1": 0.21216, + "recall_at_10": 0.46074, + "recall_at_100": 0.71265, + "recall_at_1000": 0.9034, + "recall_at_20": 0.55265, + "recall_at_3": 0.32342, + "recall_at_5": 0.38045, + "hf_subset": "default", + "main_score": 0.35518, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackProgrammers-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..4f0582d90a --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 166.63, + "map_at_1": 0.19431, + "map_at_10": 0.27708, + "map_at_100": 0.2901, + "map_at_1000": 0.29131, + "map_at_20": 0.28417, + "map_at_3": 0.25104, + "map_at_5": 0.26674, + "mrr_at_1": 0.23328, + "mrr_at_10": 0.31688, + "mrr_at_100": 0.32747, + "mrr_at_1000": 0.32809, + "mrr_at_20": 0.32311, + "mrr_at_3": 0.29201, + "mrr_at_5": 0.30685, + "ndcg_at_1": 0.23328, + "ndcg_at_10": 0.3271, + "ndcg_at_100": 0.38812, + "ndcg_at_1000": 0.41372, + "ndcg_at_20": 0.35064, + "ndcg_at_3": 0.28162, + "ndcg_at_5": 0.30513, + "precision_at_1": 0.23328, + "precision_at_10": 0.06101, + "precision_at_100": 0.01064, + "precision_at_1000": 0.00145, + "precision_at_20": 0.03695, + "precision_at_3": 0.13431, + "precision_at_5": 0.09886, + "recall_at_1": 0.19431, + "recall_at_10": 0.43628, + "recall_at_100": 0.70198, + "recall_at_1000": 0.87329, + "recall_at_20": 0.52302, + "recall_at_3": 0.31336, + "recall_at_5": 0.37245, + "hf_subset": "default", + "main_score": 0.3271, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackStats-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackStats-VN.json new file mode 100644 index 0000000000..e52a45322a --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 234.79, + "map_at_1": 0.16556, + "map_at_10": 0.22848, + "map_at_100": 0.23963, + "map_at_1000": 0.24038, + "map_at_20": 0.23554, + "map_at_3": 0.20422, + "map_at_5": 0.21873, + "mrr_at_1": 0.18874, + "mrr_at_10": 0.2507, + "mrr_at_100": 0.26037, + "mrr_at_1000": 0.26091, + "mrr_at_20": 0.25655, + "mrr_at_3": 0.22572, + "mrr_at_5": 0.24078, + "ndcg_at_1": 0.18874, + "ndcg_at_10": 0.26859, + "ndcg_at_100": 0.32125, + "ndcg_at_1000": 0.34208, + "ndcg_at_20": 0.29217, + "ndcg_at_3": 0.22063, + "ndcg_at_5": 0.2463, + "precision_at_1": 0.18874, + "precision_at_10": 0.04603, + "precision_at_100": 0.00768, + "precision_at_1000": 0.00102, + "precision_at_20": 0.02881, + "precision_at_3": 0.09492, + "precision_at_5": 0.07219, + "recall_at_1": 0.16556, + "recall_at_10": 0.3683, + "recall_at_100": 0.60969, + "recall_at_1000": 0.76575, + "recall_at_20": 0.45836, + "recall_at_3": 0.24264, + "recall_at_5": 0.30273, + "hf_subset": "default", + "main_score": 0.26859, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackTex-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackTex-VN.json new file mode 100644 index 0000000000..145aeabcf8 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 490.61, + "map_at_1": 0.14818, + "map_at_10": 0.20724, + "map_at_100": 0.21763, + "map_at_1000": 0.2188, + "map_at_20": 0.21326, + "map_at_3": 0.18685, + "map_at_5": 0.19831, + "mrr_at_1": 0.18582, + "mrr_at_10": 0.24641, + "mrr_at_100": 0.2559, + "mrr_at_1000": 0.25671, + "mrr_at_20": 0.25211, + "mrr_at_3": 0.2268, + "mrr_at_5": 0.23826, + "ndcg_at_1": 0.18582, + "ndcg_at_10": 0.24781, + "ndcg_at_100": 0.29847, + "ndcg_at_1000": 0.32928, + "ndcg_at_20": 0.26771, + "ndcg_at_3": 0.21233, + "ndcg_at_5": 0.22894, + "precision_at_1": 0.18582, + "precision_at_10": 0.04523, + "precision_at_100": 0.00827, + "precision_at_1000": 0.00126, + "precision_at_20": 0.02799, + "precision_at_3": 0.10025, + "precision_at_5": 0.07364, + "recall_at_1": 0.14818, + "recall_at_10": 0.33285, + "recall_at_100": 0.56243, + "recall_at_1000": 0.78623, + "recall_at_20": 0.40797, + "recall_at_3": 0.22972, + "recall_at_5": 0.27396, + "hf_subset": "default", + "main_score": 0.24781, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackUnix-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..8db7c9fb02 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 248.55, + "map_at_1": 0.22331, + "map_at_10": 0.29694, + "map_at_100": 0.30728, + "map_at_1000": 0.30838, + "map_at_20": 0.30234, + "map_at_3": 0.27118, + "map_at_5": 0.28451, + "mrr_at_1": 0.26481, + "mrr_at_10": 0.33574, + "mrr_at_100": 0.34457, + "mrr_at_1000": 0.34526, + "mrr_at_20": 0.34089, + "mrr_at_3": 0.31177, + "mrr_at_5": 0.32465, + "ndcg_at_1": 0.26481, + "ndcg_at_10": 0.34515, + "ndcg_at_100": 0.39566, + "ndcg_at_1000": 0.42141, + "ndcg_at_20": 0.36389, + "ndcg_at_3": 0.29735, + "ndcg_at_5": 0.31759, + "precision_at_1": 0.26481, + "precision_at_10": 0.05925, + "precision_at_100": 0.00946, + "precision_at_1000": 0.00128, + "precision_at_20": 0.03458, + "precision_at_3": 0.13301, + "precision_at_5": 0.09432, + "recall_at_1": 0.22331, + "recall_at_10": 0.45476, + "recall_at_100": 0.67928, + "recall_at_1000": 0.86037, + "recall_at_20": 0.52341, + "recall_at_3": 0.32383, + "recall_at_5": 0.37485, + "hf_subset": "default", + "main_score": 0.34515, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackWebmasters-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..c5fa9b0434 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 73.56, + "map_at_1": 0.18814, + "map_at_10": 0.26309, + "map_at_100": 0.27633, + "map_at_1000": 0.2786, + "map_at_20": 0.26934, + "map_at_3": 0.23491, + "map_at_5": 0.25194, + "mrr_at_1": 0.225, + "mrr_at_10": 0.30061, + "mrr_at_100": 0.31017, + "mrr_at_1000": 0.31098, + "mrr_at_20": 0.30585, + "mrr_at_3": 0.27083, + "mrr_at_5": 0.29083, + "ndcg_at_1": 0.225, + "ndcg_at_10": 0.31666, + "ndcg_at_100": 0.36984, + "ndcg_at_1000": 0.40278, + "ndcg_at_20": 0.33293, + "ndcg_at_3": 0.26741, + "ndcg_at_5": 0.29431, + "precision_at_1": 0.225, + "precision_at_10": 0.062, + "precision_at_100": 0.01322, + "precision_at_1000": 0.00234, + "precision_at_20": 0.039, + "precision_at_3": 0.125, + "precision_at_5": 0.097, + "recall_at_1": 0.18814, + "recall_at_10": 0.42675, + "recall_at_100": 0.66891, + "recall_at_1000": 0.88531, + "recall_at_20": 0.49, + "recall_at_3": 0.28062, + "recall_at_5": 0.35206, + "hf_subset": "default", + "main_score": 0.31666, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackWordpress-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..78142d1872 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 283.45, + "map_at_1": 0.13534, + "map_at_10": 0.20314, + "map_at_100": 0.21388, + "map_at_1000": 0.21491, + "map_at_20": 0.20936, + "map_at_3": 0.18317, + "map_at_5": 0.19319, + "mrr_at_1": 0.15183, + "mrr_at_10": 0.22404, + "mrr_at_100": 0.23378, + "mrr_at_1000": 0.23451, + "mrr_at_20": 0.22996, + "mrr_at_3": 0.20201, + "mrr_at_5": 0.21366, + "ndcg_at_1": 0.15183, + "ndcg_at_10": 0.24744, + "ndcg_at_100": 0.29839, + "ndcg_at_1000": 0.32591, + "ndcg_at_20": 0.2689, + "ndcg_at_3": 0.20599, + "ndcg_at_5": 0.22338, + "precision_at_1": 0.15183, + "precision_at_10": 0.04162, + "precision_at_100": 0.0073, + "precision_at_1000": 0.00109, + "precision_at_20": 0.02592, + "precision_at_3": 0.09511, + "precision_at_5": 0.06702, + "recall_at_1": 0.13534, + "recall_at_10": 0.36562, + "recall_at_100": 0.59327, + "recall_at_1000": 0.80055, + "recall_at_20": 0.44546, + "recall_at_3": 0.24908, + "recall_at_5": 0.29228, + "hf_subset": "default", + "main_score": 0.24744, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ClimateFEVER-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ClimateFEVER-VN.json new file mode 100644 index 0000000000..df75de711c --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 16316.19, + "map_at_1": 0.04967, + "map_at_10": 0.08868, + "map_at_100": 0.09661, + "map_at_1000": 0.0982, + "map_at_20": 0.09205, + "map_at_3": 0.07457, + "map_at_5": 0.08228, + "mrr_at_1": 0.11353, + "mrr_at_10": 0.18208, + "mrr_at_100": 0.19152, + "mrr_at_1000": 0.1925, + "mrr_at_20": 0.18658, + "mrr_at_3": 0.15849, + "mrr_at_5": 0.17107, + "ndcg_at_1": 0.11353, + "ndcg_at_10": 0.13249, + "ndcg_at_100": 0.17814, + "ndcg_at_1000": 0.21712, + "ndcg_at_20": 0.14482, + "ndcg_at_3": 0.10497, + "ndcg_at_5": 0.1154, + "precision_at_1": 0.11353, + "precision_at_10": 0.04223, + "precision_at_100": 0.00927, + "precision_at_1000": 0.00164, + "precision_at_20": 0.02643, + "precision_at_3": 0.08053, + "precision_at_5": 0.06267, + "recall_at_1": 0.04967, + "recall_at_10": 0.16757, + "recall_at_100": 0.33663, + "recall_at_1000": 0.5625, + "recall_at_20": 0.20262, + "recall_at_3": 0.09955, + "recall_at_5": 0.12846, + "hf_subset": "default", + "main_score": 0.13249, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/DBPedia-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/DBPedia-VN.json new file mode 100644 index 0000000000..1efd4b7155 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 4419.42, + "map_at_1": 0.07486, + "map_at_10": 0.15539, + "map_at_100": 0.21047, + "map_at_1000": 0.22274, + "map_at_20": 0.17743, + "map_at_3": 0.11208, + "map_at_5": 0.13146, + "mrr_at_1": 0.53106, + "mrr_at_10": 0.6375, + "mrr_at_100": 0.64307, + "mrr_at_1000": 0.64321, + "mrr_at_20": 0.64143, + "mrr_at_3": 0.61439, + "mrr_at_5": 0.62805, + "ndcg_at_1": 0.43634, + "ndcg_at_10": 0.34204, + "ndcg_at_100": 0.38478, + "ndcg_at_1000": 0.45509, + "ndcg_at_20": 0.34051, + "ndcg_at_3": 0.37097, + "ndcg_at_5": 0.35581, + "precision_at_1": 0.53106, + "precision_at_10": 0.26553, + "precision_at_100": 0.08469, + "precision_at_1000": 0.01695, + "precision_at_20": 0.2028, + "precision_at_3": 0.39648, + "precision_at_5": 0.34472, + "recall_at_1": 0.07486, + "recall_at_10": 0.21316, + "recall_at_100": 0.44686, + "recall_at_1000": 0.67695, + "recall_at_20": 0.27749, + "recall_at_3": 0.12701, + "recall_at_5": 0.16045, + "hf_subset": "default", + "main_score": 0.34204, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/EmotionVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/EmotionVNClassification.json new file mode 100644 index 0000000000..367927edc5 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.44375, + "f1": 0.390648, + "f1_weighted": 0.463387, + "scores_per_experiment": [ + { + "accuracy": 0.472656, + "f1": 0.404343, + "f1_weighted": 0.498363 + }, + { + "accuracy": 0.43125, + "f1": 0.354818, + "f1_weighted": 0.446879 + }, + { + "accuracy": 0.473438, + "f1": 0.402721, + "f1_weighted": 0.496464 + }, + { + "accuracy": 0.422656, + "f1": 0.384927, + "f1_weighted": 0.440412 + }, + { + "accuracy": 0.461719, + "f1": 0.414061, + "f1_weighted": 0.476512 + }, + { + "accuracy": 0.405469, + "f1": 0.381572, + "f1_weighted": 0.421386 + }, + { + "accuracy": 0.478906, + "f1": 0.391987, + "f1_weighted": 0.487998 + }, + { + "accuracy": 0.396875, + "f1": 0.378969, + "f1_weighted": 0.422998 + }, + { + "accuracy": 0.463281, + "f1": 0.413623, + "f1_weighted": 0.487997 + }, + { + "accuracy": 0.43125, + "f1": 0.379461, + "f1_weighted": 0.454856 + } + ], + "main_score": 0.44375, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.446822, + "f1": 0.380728, + "f1_weighted": 0.468056, + "scores_per_experiment": [ + { + "accuracy": 0.481395, + "f1": 0.401385, + "f1_weighted": 0.508444 + }, + { + "accuracy": 0.432558, + "f1": 0.352439, + "f1_weighted": 0.446656 + }, + { + "accuracy": 0.475969, + "f1": 0.394022, + "f1_weighted": 0.49485 + }, + { + "accuracy": 0.413953, + "f1": 0.362915, + "f1_weighted": 0.439652 + }, + { + "accuracy": 0.455039, + "f1": 0.399925, + "f1_weighted": 0.475066 + }, + { + "accuracy": 0.397674, + "f1": 0.362269, + "f1_weighted": 0.412897 + }, + { + "accuracy": 0.490698, + "f1": 0.389544, + "f1_weighted": 0.498402 + }, + { + "accuracy": 0.402326, + "f1": 0.361925, + "f1_weighted": 0.434939 + }, + { + "accuracy": 0.473643, + "f1": 0.405323, + "f1_weighted": 0.496273 + }, + { + "accuracy": 0.444961, + "f1": 0.377529, + "f1_weighted": 0.473386 + } + ], + "main_score": 0.446822, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.90190815925598, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/FEVER-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/FEVER-VN.json new file mode 100644 index 0000000000..937295a0e5 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 7374.25, + "map_at_1": 0.31332, + "map_at_10": 0.42736, + "map_at_100": 0.43506, + "map_at_1000": 0.43552, + "map_at_20": 0.432, + "map_at_3": 0.3997, + "map_at_5": 0.41616, + "mrr_at_1": 0.33676, + "mrr_at_10": 0.45185, + "mrr_at_100": 0.45905, + "mrr_at_1000": 0.45943, + "mrr_at_20": 0.45621, + "mrr_at_3": 0.42454, + "mrr_at_5": 0.44056, + "ndcg_at_1": 0.33676, + "ndcg_at_10": 0.4881, + "ndcg_at_100": 0.52495, + "ndcg_at_1000": 0.53726, + "ndcg_at_20": 0.50418, + "ndcg_at_3": 0.43293, + "ndcg_at_5": 0.46137, + "precision_at_1": 0.33676, + "precision_at_10": 0.0715, + "precision_at_100": 0.00916, + "precision_at_1000": 0.00104, + "precision_at_20": 0.03934, + "precision_at_3": 0.1826, + "precision_at_5": 0.12488, + "recall_at_1": 0.31332, + "recall_at_10": 0.6531, + "recall_at_100": 0.8205, + "recall_at_1000": 0.91405, + "recall_at_20": 0.71409, + "recall_at_3": 0.50359, + "recall_at_5": 0.57214, + "hf_subset": "default", + "main_score": 0.4881, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/FiQA2018-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/FiQA2018-VN.json new file mode 100644 index 0000000000..4faf30b65d --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 149.94, + "map_at_1": 0.15915, + "map_at_10": 0.23933, + "map_at_100": 0.25351, + "map_at_1000": 0.25561, + "map_at_20": 0.24686, + "map_at_3": 0.21014, + "map_at_5": 0.22637, + "mrr_at_1": 0.29024, + "mrr_at_10": 0.3643, + "mrr_at_100": 0.37292, + "mrr_at_1000": 0.37358, + "mrr_at_20": 0.36883, + "mrr_at_3": 0.34301, + "mrr_at_5": 0.35396, + "ndcg_at_1": 0.29024, + "ndcg_at_10": 0.29939, + "ndcg_at_100": 0.35992, + "ndcg_at_1000": 0.39932, + "ndcg_at_20": 0.32076, + "ndcg_at_3": 0.27282, + "ndcg_at_5": 0.27997, + "precision_at_1": 0.29024, + "precision_at_10": 0.08153, + "precision_at_100": 0.01478, + "precision_at_1000": 0.00216, + "precision_at_20": 0.05013, + "precision_at_3": 0.17326, + "precision_at_5": 0.12823, + "recall_at_1": 0.15915, + "recall_at_10": 0.35196, + "recall_at_100": 0.57857, + "recall_at_1000": 0.81862, + "recall_at_20": 0.41776, + "recall_at_3": 0.24858, + "recall_at_5": 0.29204, + "hf_subset": "default", + "main_score": 0.29939, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/GreenNodeTableMarkdownRetrieval.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..b8736e5fba --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30846, + "ndcg_at_3": 0.36243, + "ndcg_at_5": 0.37957, + "ndcg_at_10": 0.39719, + "ndcg_at_20": 0.412, + "ndcg_at_100": 0.43624, + "ndcg_at_1000": 0.45896, + "map_at_1": 0.30846, + "map_at_3": 0.3491, + "map_at_5": 0.35861, + "map_at_10": 0.36591, + "map_at_20": 0.36997, + "map_at_100": 0.3732, + "map_at_1000": 0.37392, + "recall_at_1": 0.30846, + "recall_at_3": 0.40102, + "recall_at_5": 0.44265, + "recall_at_10": 0.49702, + "recall_at_20": 0.55553, + "recall_at_100": 0.68819, + "recall_at_1000": 0.87447, + "precision_at_1": 0.30846, + "precision_at_3": 0.13367, + "precision_at_5": 0.08853, + "precision_at_10": 0.0497, + "precision_at_20": 0.02778, + "precision_at_100": 0.00688, + "precision_at_1000": 0.00087, + "mrr_at_1": 0.308457, + "mrr_at_3": 0.349096, + "mrr_at_5": 0.35861, + "mrr_at_10": 0.365907, + "mrr_at_20": 0.369975, + "mrr_at_100": 0.373196, + "mrr_at_1000": 0.373924, + "nauc_ndcg_at_1_max": 0.139786, + "nauc_ndcg_at_1_std": -0.039386, + "nauc_ndcg_at_1_diff1": 0.733187, + "nauc_ndcg_at_3_max": 0.09619, + "nauc_ndcg_at_3_std": -0.017705, + "nauc_ndcg_at_3_diff1": 0.676034, + "nauc_ndcg_at_5_max": 0.08391, + "nauc_ndcg_at_5_std": -0.006374, + "nauc_ndcg_at_5_diff1": 0.667409, + "nauc_ndcg_at_10_max": 0.071841, + "nauc_ndcg_at_10_std": 0.004193, + "nauc_ndcg_at_10_diff1": 0.657513, + "nauc_ndcg_at_20_max": 0.06409, + "nauc_ndcg_at_20_std": 0.014012, + "nauc_ndcg_at_20_diff1": 0.653131, + "nauc_ndcg_at_100_max": 0.059821, + "nauc_ndcg_at_100_std": 0.028492, + "nauc_ndcg_at_100_diff1": 0.649499, + "nauc_ndcg_at_1000_max": 0.066935, + "nauc_ndcg_at_1000_std": 0.028327, + "nauc_ndcg_at_1000_diff1": 0.655572, + "nauc_map_at_1_max": 0.139786, + "nauc_map_at_1_std": -0.039386, + "nauc_map_at_1_diff1": 0.733187, + "nauc_map_at_3_max": 0.106754, + "nauc_map_at_3_std": -0.023135, + "nauc_map_at_3_diff1": 0.689956, + "nauc_map_at_5_max": 0.099963, + "nauc_map_at_5_std": -0.016825, + "nauc_map_at_5_diff1": 0.685233, + "nauc_map_at_10_max": 0.09492, + "nauc_map_at_10_std": -0.012515, + "nauc_map_at_10_diff1": 0.681245, + "nauc_map_at_20_max": 0.092859, + "nauc_map_at_20_std": -0.00995, + "nauc_map_at_20_diff1": 0.68014, + "nauc_map_at_100_max": 0.092295, + "nauc_map_at_100_std": -0.008175, + "nauc_map_at_100_diff1": 0.67967, + "nauc_map_at_1000_max": 0.092486, + "nauc_map_at_1000_std": -0.008127, + "nauc_map_at_1000_diff1": 0.679852, + "nauc_recall_at_1_max": 0.139786, + "nauc_recall_at_1_std": -0.039386, + "nauc_recall_at_1_diff1": 0.733187, + "nauc_recall_at_3_max": 0.066333, + "nauc_recall_at_3_std": -0.002289, + "nauc_recall_at_3_diff1": 0.636658, + "nauc_recall_at_5_max": 0.036325, + "nauc_recall_at_5_std": 0.025109, + "nauc_recall_at_5_diff1": 0.615216, + "nauc_recall_at_10_max": -0.001472, + "nauc_recall_at_10_std": 0.058617, + "nauc_recall_at_10_diff1": 0.583252, + "nauc_recall_at_20_max": -0.037741, + "nauc_recall_at_20_std": 0.102985, + "nauc_recall_at_20_diff1": 0.560586, + "nauc_recall_at_100_max": -0.089231, + "nauc_recall_at_100_std": 0.224089, + "nauc_recall_at_100_diff1": 0.515154, + "nauc_recall_at_1000_max": -0.101471, + "nauc_recall_at_1000_std": 0.430692, + "nauc_recall_at_1000_diff1": 0.493278, + "nauc_precision_at_1_max": 0.139786, + "nauc_precision_at_1_std": -0.039386, + "nauc_precision_at_1_diff1": 0.733187, + "nauc_precision_at_3_max": 0.066333, + "nauc_precision_at_3_std": -0.002289, + "nauc_precision_at_3_diff1": 0.636658, + "nauc_precision_at_5_max": 0.036325, + "nauc_precision_at_5_std": 0.025109, + "nauc_precision_at_5_diff1": 0.615216, + "nauc_precision_at_10_max": -0.001472, + "nauc_precision_at_10_std": 0.058617, + "nauc_precision_at_10_diff1": 0.583252, + "nauc_precision_at_20_max": -0.037741, + "nauc_precision_at_20_std": 0.102985, + "nauc_precision_at_20_diff1": 0.560586, + "nauc_precision_at_100_max": -0.089231, + "nauc_precision_at_100_std": 0.224089, + "nauc_precision_at_100_diff1": 0.515154, + "nauc_precision_at_1000_max": -0.101471, + "nauc_precision_at_1000_std": 0.430692, + "nauc_precision_at_1000_diff1": 0.493278, + "nauc_mrr_at_1_max": 0.139786, + "nauc_mrr_at_1_std": -0.039386, + "nauc_mrr_at_1_diff1": 0.733187, + "nauc_mrr_at_3_max": 0.106754, + "nauc_mrr_at_3_std": -0.023135, + "nauc_mrr_at_3_diff1": 0.689956, + "nauc_mrr_at_5_max": 0.099963, + "nauc_mrr_at_5_std": -0.016825, + "nauc_mrr_at_5_diff1": 0.685233, + "nauc_mrr_at_10_max": 0.09492, + "nauc_mrr_at_10_std": -0.012515, + "nauc_mrr_at_10_diff1": 0.681245, + "nauc_mrr_at_20_max": 0.092859, + "nauc_mrr_at_20_std": -0.00995, + "nauc_mrr_at_20_diff1": 0.68014, + "nauc_mrr_at_100_max": 0.092295, + "nauc_mrr_at_100_std": -0.008175, + "nauc_mrr_at_100_diff1": 0.67967, + "nauc_mrr_at_1000_max": 0.092486, + "nauc_mrr_at_1000_std": -0.008127, + "nauc_mrr_at_1000_diff1": 0.679852, + "main_score": 0.39719, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 716.343478679657, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/HotpotQA-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/HotpotQA-VN.json new file mode 100644 index 0000000000..8244ab50d2 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 13567.89, + "map_at_1": 0.39226, + "map_at_10": 0.6178, + "map_at_100": 0.62675, + "map_at_1000": 0.62738, + "map_at_20": 0.6231, + "map_at_3": 0.58315, + "map_at_5": 0.60581, + "mrr_at_1": 0.78453, + "mrr_at_10": 0.84187, + "mrr_at_100": 0.84371, + "mrr_at_1000": 0.84377, + "mrr_at_20": 0.8431, + "mrr_at_3": 0.8326, + "mrr_at_5": 0.83842, + "ndcg_at_1": 0.78453, + "ndcg_at_10": 0.70074, + "ndcg_at_100": 0.73145, + "ndcg_at_1000": 0.74324, + "ndcg_at_20": 0.71379, + "ndcg_at_3": 0.65249, + "ndcg_at_5": 0.6806, + "precision_at_1": 0.78453, + "precision_at_10": 0.14613, + "precision_at_100": 0.01701, + "precision_at_1000": 0.00186, + "precision_at_20": 0.07725, + "precision_at_3": 0.4166, + "precision_at_5": 0.27211, + "recall_at_1": 0.39226, + "recall_at_10": 0.73066, + "recall_at_100": 0.85026, + "recall_at_1000": 0.92794, + "recall_at_20": 0.7725, + "recall_at_3": 0.6249, + "recall_at_5": 0.68027, + "hf_subset": "default", + "main_score": 0.70074, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ImdbVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ImdbVNClassification.json new file mode 100644 index 0000000000..394b5f454f --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.830619, + "f1": 0.830218, + "f1_weighted": 0.830237, + "ap": 0.775496, + "ap_weighted": 0.775496, + "scores_per_experiment": [ + { + "accuracy": 0.845523, + "f1": 0.845006, + "f1_weighted": 0.844953, + "ap": 0.811288, + "ap_weighted": 0.811288 + }, + { + "accuracy": 0.812101, + "f1": 0.810477, + "f1_weighted": 0.810581, + "ap": 0.740588, + "ap_weighted": 0.740588 + }, + { + "accuracy": 0.837824, + "f1": 0.83732, + "f1_weighted": 0.837373, + "ap": 0.77416, + "ap_weighted": 0.77416 + }, + { + "accuracy": 0.860559, + "f1": 0.860469, + "f1_weighted": 0.860448, + "ap": 0.820455, + "ap_weighted": 0.820455 + }, + { + "accuracy": 0.839409, + "f1": 0.839408, + "f1_weighted": 0.839411, + "ap": 0.787281, + "ap_weighted": 0.787281 + }, + { + "accuracy": 0.816856, + "f1": 0.816719, + "f1_weighted": 0.81669, + "ap": 0.767843, + "ap_weighted": 0.767843 + }, + { + "accuracy": 0.81826, + "f1": 0.817479, + "f1_weighted": 0.81755, + "ap": 0.751218, + "ap_weighted": 0.751218 + }, + { + "accuracy": 0.826729, + "f1": 0.82647, + "f1_weighted": 0.82651, + "ap": 0.765153, + "ap_weighted": 0.765153 + }, + { + "accuracy": 0.816403, + "f1": 0.816309, + "f1_weighted": 0.816333, + "ap": 0.756783, + "ap_weighted": 0.756783 + }, + { + "accuracy": 0.832526, + "f1": 0.832525, + "f1_weighted": 0.832524, + "ap": 0.780192, + "ap_weighted": 0.780192 + } + ], + "main_score": 0.830619, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 162.1266748905182, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MSMARCO-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MSMARCO-VN.json new file mode 100644 index 0000000000..57f3164714 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 22839.72, + "map_at_1": 0.14118, + "map_at_10": 0.24393, + "map_at_100": 0.25563, + "map_at_1000": 0.25629, + "map_at_20": 0.25091, + "map_at_3": 0.20812, + "map_at_5": 0.22766, + "mrr_at_1": 0.14551, + "mrr_at_10": 0.24818, + "mrr_at_100": 0.25954, + "mrr_at_1000": 0.26016, + "mrr_at_20": 0.25497, + "mrr_at_3": 0.21241, + "mrr_at_5": 0.23198, + "ndcg_at_1": 0.14551, + "ndcg_at_10": 0.30497, + "ndcg_at_100": 0.36328, + "ndcg_at_1000": 0.38075, + "ndcg_at_20": 0.33003, + "ndcg_at_3": 0.2309, + "ndcg_at_5": 0.26603, + "precision_at_1": 0.14551, + "precision_at_10": 0.05166, + "precision_at_100": 0.00808, + "precision_at_1000": 0.00095, + "precision_at_20": 0.03099, + "precision_at_3": 0.10149, + "precision_at_5": 0.07867, + "recall_at_1": 0.14118, + "recall_at_10": 0.49585, + "recall_at_100": 0.76965, + "recall_at_1000": 0.90623, + "recall_at_20": 0.59377, + "recall_at_3": 0.29241, + "recall_at_5": 0.37722, + "hf_subset": "default", + "main_score": 0.30497, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MTOPDomainVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..d20cd45998 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.855346, + "f1": 0.853271, + "f1_weighted": 0.854398, + "scores_per_experiment": [ + { + "accuracy": 0.841622, + "f1": 0.833588, + "f1_weighted": 0.841051 + }, + { + "accuracy": 0.845535, + "f1": 0.84299, + "f1_weighted": 0.845127 + }, + { + "accuracy": 0.860658, + "f1": 0.858643, + "f1_weighted": 0.859362 + }, + { + "accuracy": 0.865097, + "f1": 0.860371, + "f1_weighted": 0.864139 + }, + { + "accuracy": 0.85351, + "f1": 0.85694, + "f1_weighted": 0.852418 + }, + { + "accuracy": 0.851704, + "f1": 0.850781, + "f1_weighted": 0.850459 + }, + { + "accuracy": 0.867279, + "f1": 0.863823, + "f1_weighted": 0.865732 + }, + { + "accuracy": 0.868558, + "f1": 0.862947, + "f1_weighted": 0.866173 + }, + { + "accuracy": 0.828681, + "f1": 0.837955, + "f1_weighted": 0.829348 + }, + { + "accuracy": 0.870815, + "f1": 0.864666, + "f1_weighted": 0.870169 + } + ], + "main_score": 0.855346, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.854939937591553, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MTOPIntentVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..aaf95095e6 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.580114, + "f1": 0.394653, + "f1_weighted": 0.619897, + "scores_per_experiment": [ + { + "accuracy": 0.558573, + "f1": 0.394329, + "f1_weighted": 0.598478 + }, + { + "accuracy": 0.591528, + "f1": 0.401524, + "f1_weighted": 0.634855 + }, + { + "accuracy": 0.580618, + "f1": 0.387417, + "f1_weighted": 0.616344 + }, + { + "accuracy": 0.601685, + "f1": 0.407789, + "f1_weighted": 0.648841 + }, + { + "accuracy": 0.569408, + "f1": 0.394753, + "f1_weighted": 0.606008 + }, + { + "accuracy": 0.578963, + "f1": 0.379034, + "f1_weighted": 0.616886 + }, + { + "accuracy": 0.58739, + "f1": 0.400041, + "f1_weighted": 0.622262 + }, + { + "accuracy": 0.568731, + "f1": 0.392647, + "f1_weighted": 0.610166 + }, + { + "accuracy": 0.562862, + "f1": 0.393473, + "f1_weighted": 0.60385 + }, + { + "accuracy": 0.601384, + "f1": 0.395527, + "f1_weighted": 0.64128 + } + ], + "main_score": 0.580114, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.95852541923523, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MassiveIntentVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..cb8ccb0aa9 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.67741, + "f1": 0.643766, + "f1_weighted": 0.665189, + "scores_per_experiment": [ + { + "accuracy": 0.679933, + "f1": 0.670853, + "f1_weighted": 0.66368 + }, + { + "accuracy": 0.705717, + "f1": 0.65224, + "f1_weighted": 0.698288 + }, + { + "accuracy": 0.675448, + "f1": 0.627179, + "f1_weighted": 0.662605 + }, + { + "accuracy": 0.707399, + "f1": 0.675465, + "f1_weighted": 0.699657 + }, + { + "accuracy": 0.659193, + "f1": 0.624411, + "f1_weighted": 0.641452 + }, + { + "accuracy": 0.661996, + "f1": 0.611837, + "f1_weighted": 0.654907 + }, + { + "accuracy": 0.679372, + "f1": 0.646968, + "f1_weighted": 0.669935 + }, + { + "accuracy": 0.665359, + "f1": 0.646588, + "f1_weighted": 0.653284 + }, + { + "accuracy": 0.648543, + "f1": 0.624194, + "f1_weighted": 0.628283 + }, + { + "accuracy": 0.691143, + "f1": 0.657925, + "f1_weighted": 0.679795 + } + ], + "main_score": 0.67741, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.183109998703003, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MassiveScenarioVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..91c67a88ce --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.728523, + "f1": 0.701865, + "f1_weighted": 0.724309, + "scores_per_experiment": [ + { + "accuracy": 0.74217, + "f1": 0.721876, + "f1_weighted": 0.741215 + }, + { + "accuracy": 0.746085, + "f1": 0.724708, + "f1_weighted": 0.744061 + }, + { + "accuracy": 0.742729, + "f1": 0.715626, + "f1_weighted": 0.740294 + }, + { + "accuracy": 0.725951, + "f1": 0.704168, + "f1_weighted": 0.71827 + }, + { + "accuracy": 0.705257, + "f1": 0.665866, + "f1_weighted": 0.696431 + }, + { + "accuracy": 0.722595, + "f1": 0.691101, + "f1_weighted": 0.719705 + }, + { + "accuracy": 0.716443, + "f1": 0.689115, + "f1_weighted": 0.708131 + }, + { + "accuracy": 0.71085, + "f1": 0.69065, + "f1_weighted": 0.710364 + }, + { + "accuracy": 0.739374, + "f1": 0.711083, + "f1_weighted": 0.736213 + }, + { + "accuracy": 0.733781, + "f1": 0.704461, + "f1_weighted": 0.728405 + } + ], + "main_score": 0.728523, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.51207423210144, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/NFCorpus-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/NFCorpus-VN.json new file mode 100644 index 0000000000..b17ef96f22 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 19.28, + "map_at_1": 0.03605, + "map_at_10": 0.08866, + "map_at_100": 0.10878, + "map_at_1000": 0.11959, + "map_at_20": 0.09686, + "map_at_3": 0.06829, + "map_at_5": 0.07966, + "mrr_at_1": 0.31928, + "mrr_at_10": 0.41437, + "mrr_at_100": 0.42156, + "mrr_at_1000": 0.422, + "mrr_at_20": 0.41738, + "mrr_at_3": 0.39056, + "mrr_at_5": 0.3993, + "ndcg_at_1": 0.3012, + "ndcg_at_10": 0.25389, + "ndcg_at_100": 0.23107, + "ndcg_at_1000": 0.31251, + "ndcg_at_20": 0.23925, + "ndcg_at_3": 0.28632, + "ndcg_at_5": 0.27126, + "precision_at_1": 0.31928, + "precision_at_10": 0.18855, + "precision_at_100": 0.06163, + "precision_at_1000": 0.01931, + "precision_at_20": 0.14217, + "precision_at_3": 0.2751, + "precision_at_5": 0.23494, + "recall_at_1": 0.03605, + "recall_at_10": 0.12335, + "recall_at_100": 0.24212, + "recall_at_1000": 0.52674, + "recall_at_20": 0.14914, + "recall_at_3": 0.0801, + "recall_at_5": 0.09947, + "hf_subset": "default", + "main_score": 0.25389, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/NQ-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/NQ-VN.json new file mode 100644 index 0000000000..a535bca926 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 8244.07, + "map_at_1": 0.22333, + "map_at_10": 0.35419, + "map_at_100": 0.36617, + "map_at_1000": 0.36666, + "map_at_20": 0.36191, + "map_at_3": 0.31386, + "map_at_5": 0.3369, + "mrr_at_1": 0.25158, + "mrr_at_10": 0.37521, + "mrr_at_100": 0.38499, + "mrr_at_1000": 0.38535, + "mrr_at_20": 0.38163, + "mrr_at_3": 0.33939, + "mrr_at_5": 0.36031, + "ndcg_at_1": 0.25158, + "ndcg_at_10": 0.42611, + "ndcg_at_100": 0.47922, + "ndcg_at_1000": 0.49185, + "ndcg_at_20": 0.45171, + "ndcg_at_3": 0.34799, + "ndcg_at_5": 0.38727, + "precision_at_1": 0.25158, + "precision_at_10": 0.07363, + "precision_at_100": 0.01035, + "precision_at_1000": 0.00115, + "precision_at_20": 0.04271, + "precision_at_3": 0.16298, + "precision_at_5": 0.11979, + "recall_at_1": 0.22333, + "recall_at_10": 0.62671, + "recall_at_100": 0.86105, + "recall_at_1000": 0.95798, + "recall_at_20": 0.72228, + "recall_at_3": 0.42149, + "recall_at_5": 0.51241, + "hf_subset": "default", + "main_score": 0.42611, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/Quora-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/Quora-VN.json new file mode 100644 index 0000000000..72512ad360 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 1180.22, + "map_at_1": 0.42135, + "map_at_10": 0.54669, + "map_at_100": 0.55931, + "map_at_1000": 0.55994, + "map_at_20": 0.55423, + "map_at_3": 0.51137, + "map_at_5": 0.53213, + "mrr_at_1": 0.49979, + "mrr_at_10": 0.59915, + "mrr_at_100": 0.60569, + "mrr_at_1000": 0.60589, + "mrr_at_20": 0.60345, + "mrr_at_3": 0.57472, + "mrr_at_5": 0.58942, + "ndcg_at_1": 0.49979, + "ndcg_at_10": 0.61001, + "ndcg_at_100": 0.65467, + "ndcg_at_1000": 0.66382, + "ndcg_at_20": 0.63036, + "ndcg_at_3": 0.55641, + "ndcg_at_5": 0.58314, + "precision_at_1": 0.49979, + "precision_at_10": 0.10162, + "precision_at_100": 0.01399, + "precision_at_1000": 0.00154, + "precision_at_20": 0.05794, + "precision_at_3": 0.2526, + "precision_at_5": 0.1746, + "recall_at_1": 0.42135, + "recall_at_10": 0.74453, + "recall_at_100": 0.92748, + "recall_at_1000": 0.98654, + "recall_at_20": 0.81644, + "recall_at_3": 0.59369, + "recall_at_5": 0.66411, + "hf_subset": "default", + "main_score": 0.61001, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/RedditClustering-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/RedditClustering-VN.json new file mode 100644 index 0000000000..0d4c5e2790 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.438902, + "v_measure_std": 0.044274, + "v_measures": [ + 0.39263, + 0.5316, + 0.399559, + 0.425985, + 0.427061, + 0.446164, + 0.512027, + 0.424049, + 0.426086, + 0.40386 + ], + "main_score": 0.438902, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 125.31211185455322, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/RedditClusteringP2P-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..bceaff3485 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.561615, + "v_measure_std": 0.118839, + "v_measures": [ + 0.605948, + 0.611291, + 0.601361, + 0.345424, + 0.620675, + 0.572602, + 0.315689, + 0.660052, + 0.610597, + 0.672515 + ], + "main_score": 0.561615, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1739.9407813549042, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SCIDOCS-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SCIDOCS-VN.json new file mode 100644 index 0000000000..e5d856d21e --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 96.99, + "map_at_1": 0.03771, + "map_at_10": 0.07617, + "map_at_100": 0.08657, + "map_at_1000": 0.08887, + "map_at_20": 0.08085, + "map_at_3": 0.06048, + "map_at_5": 0.06859, + "mrr_at_1": 0.1825, + "mrr_at_10": 0.2542, + "mrr_at_100": 0.26523, + "mrr_at_1000": 0.26606, + "mrr_at_20": 0.25994, + "mrr_at_3": 0.23333, + "mrr_at_5": 0.24621, + "ndcg_at_1": 0.1825, + "ndcg_at_10": 0.13034, + "ndcg_at_100": 0.18324, + "ndcg_at_1000": 0.23392, + "ndcg_at_20": 0.14611, + "ndcg_at_3": 0.13596, + "ndcg_at_5": 0.11389, + "precision_at_1": 0.1825, + "precision_at_10": 0.062, + "precision_at_100": 0.01407, + "precision_at_1000": 0.00263, + "precision_at_20": 0.04013, + "precision_at_3": 0.1225, + "precision_at_5": 0.094, + "recall_at_1": 0.03771, + "recall_at_10": 0.12642, + "recall_at_100": 0.28675, + "recall_at_1000": 0.5355, + "recall_at_20": 0.16375, + "recall_at_3": 0.07496, + "recall_at_5": 0.09571, + "hf_subset": "default", + "main_score": 0.13034, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SICK-R-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SICK-R-VN.json new file mode 100644 index 0000000000..78a022160f --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "pearson": 0.80717, + "spearman": 0.771026, + "cosine_pearson": 0.80717, + "cosine_spearman": 0.771062, + "manhattan_pearson": 0.768392, + "manhattan_spearman": 0.770402, + "euclidean_pearson": 0.768774, + "euclidean_spearman": 0.771054, + "main_score": 0.771062, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 25.608262062072754, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/STSBenchmark-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/STSBenchmark-VN.json new file mode 100644 index 0000000000..98cc0add48 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "pearson": 0.767664, + "spearman": 0.771918, + "cosine_pearson": 0.767664, + "cosine_spearman": 0.77193, + "manhattan_pearson": 0.75677, + "manhattan_spearman": 0.770411, + "euclidean_pearson": 0.758197, + "euclidean_spearman": 0.771925, + "main_score": 0.77193, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.592229843139648, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SciDocsRR-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SciDocsRR-VN.json new file mode 100644 index 0000000000..c2687e58ce --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.800013, + "mrr": 0.887674, + "nAUC_map_max": 0.516731, + "nAUC_map_std": 0.617269, + "nAUC_map_diff1": 0.299884, + "nAUC_mrr_max": 0.821148, + "nAUC_mrr_std": 0.793294, + "nAUC_mrr_diff1": 0.610625, + "main_score": 0.800013, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.91702651977539, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SciFact-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SciFact-VN.json new file mode 100644 index 0000000000..27e1fa6772 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SciFact-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "task_name": "SciFact-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46269, + "ndcg_at_3": 0.51559, + "ndcg_at_5": 0.53091, + "ndcg_at_10": 0.5512, + "ndcg_at_20": 0.56526, + "ndcg_at_100": 0.59187, + "ndcg_at_1000": 0.60653, + "map_at_1": 0.42998, + "map_at_3": 0.48781, + "map_at_5": 0.49801, + "map_at_10": 0.5074, + "map_at_20": 0.51226, + "map_at_100": 0.51612, + "map_at_1000": 0.51668, + "recall_at_1": 0.42998, + "recall_at_3": 0.56244, + "recall_at_5": 0.60224, + "recall_at_10": 0.65808, + "recall_at_20": 0.70933, + "recall_at_100": 0.8505, + "recall_at_1000": 0.96393, + "precision_at_1": 0.46269, + "precision_at_3": 0.20398, + "precision_at_5": 0.13134, + "precision_at_10": 0.07463, + "precision_at_20": 0.04104, + "precision_at_100": 0.00985, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.462687, + "mrr_at_3": 0.518657, + "mrr_at_5": 0.527612, + "mrr_at_10": 0.534793, + "mrr_at_20": 0.537481, + "mrr_at_100": 0.540644, + "mrr_at_1000": 0.541164, + "nauc_ndcg_at_1_max": 0.433362, + "nauc_ndcg_at_1_std": 0.003383, + "nauc_ndcg_at_1_diff1": 0.68661, + "nauc_ndcg_at_3_max": 0.41359, + "nauc_ndcg_at_3_std": -0.017853, + "nauc_ndcg_at_3_diff1": 0.599329, + "nauc_ndcg_at_5_max": 0.406817, + "nauc_ndcg_at_5_std": -0.042188, + "nauc_ndcg_at_5_diff1": 0.595679, + "nauc_ndcg_at_10_max": 0.411786, + "nauc_ndcg_at_10_std": -0.019806, + "nauc_ndcg_at_10_diff1": 0.586616, + "nauc_ndcg_at_20_max": 0.414032, + "nauc_ndcg_at_20_std": -0.0155, + "nauc_ndcg_at_20_diff1": 0.582312, + "nauc_ndcg_at_100_max": 0.419818, + "nauc_ndcg_at_100_std": -0.009621, + "nauc_ndcg_at_100_diff1": 0.609079, + "nauc_ndcg_at_1000_max": 0.416742, + "nauc_ndcg_at_1000_std": -0.009904, + "nauc_ndcg_at_1000_diff1": 0.611356, + "nauc_map_at_1_max": 0.425356, + "nauc_map_at_1_std": -0.023103, + "nauc_map_at_1_diff1": 0.67939, + "nauc_map_at_3_max": 0.411163, + "nauc_map_at_3_std": -0.030863, + "nauc_map_at_3_diff1": 0.626893, + "nauc_map_at_5_max": 0.40792, + "nauc_map_at_5_std": -0.043804, + "nauc_map_at_5_diff1": 0.623778, + "nauc_map_at_10_max": 0.409122, + "nauc_map_at_10_std": -0.031328, + "nauc_map_at_10_diff1": 0.61989, + "nauc_map_at_20_max": 0.410583, + "nauc_map_at_20_std": -0.029977, + "nauc_map_at_20_diff1": 0.61959, + "nauc_map_at_100_max": 0.412297, + "nauc_map_at_100_std": -0.027773, + "nauc_map_at_100_diff1": 0.622864, + "nauc_map_at_1000_max": 0.411993, + "nauc_map_at_1000_std": -0.028007, + "nauc_map_at_1000_diff1": 0.622916, + "nauc_recall_at_1_max": 0.425356, + "nauc_recall_at_1_std": -0.023103, + "nauc_recall_at_1_diff1": 0.67939, + "nauc_recall_at_3_max": 0.414308, + "nauc_recall_at_3_std": -0.018861, + "nauc_recall_at_3_diff1": 0.532312, + "nauc_recall_at_5_max": 0.387708, + "nauc_recall_at_5_std": -0.071697, + "nauc_recall_at_5_diff1": 0.499129, + "nauc_recall_at_10_max": 0.400314, + "nauc_recall_at_10_std": -0.01257, + "nauc_recall_at_10_diff1": 0.459458, + "nauc_recall_at_20_max": 0.409696, + "nauc_recall_at_20_std": 0.007082, + "nauc_recall_at_20_diff1": 0.427512, + "nauc_recall_at_100_max": 0.442194, + "nauc_recall_at_100_std": 0.053407, + "nauc_recall_at_100_diff1": 0.612502, + "nauc_recall_at_1000_max": 0.4329, + "nauc_recall_at_1000_std": 0.31841, + "nauc_recall_at_1000_diff1": 0.833041, + "nauc_precision_at_1_max": 0.433362, + "nauc_precision_at_1_std": 0.003383, + "nauc_precision_at_1_diff1": 0.68661, + "nauc_precision_at_3_max": 0.388367, + "nauc_precision_at_3_std": 0.027975, + "nauc_precision_at_3_diff1": 0.493137, + "nauc_precision_at_5_max": 0.359515, + "nauc_precision_at_5_std": -0.03249, + "nauc_precision_at_5_diff1": 0.463154, + "nauc_precision_at_10_max": 0.293974, + "nauc_precision_at_10_std": 0.055343, + "nauc_precision_at_10_diff1": 0.310319, + "nauc_precision_at_20_max": 0.25733, + "nauc_precision_at_20_std": 0.081838, + "nauc_precision_at_20_diff1": 0.227154, + "nauc_precision_at_100_max": 0.171279, + "nauc_precision_at_100_std": 0.138912, + "nauc_precision_at_100_diff1": 0.15614, + "nauc_precision_at_1000_max": 0.038241, + "nauc_precision_at_1000_std": 0.171885, + "nauc_precision_at_1000_diff1": -0.034847, + "nauc_mrr_at_1_max": 0.433362, + "nauc_mrr_at_1_std": 0.003383, + "nauc_mrr_at_1_diff1": 0.68661, + "nauc_mrr_at_3_max": 0.418525, + "nauc_mrr_at_3_std": -0.001771, + "nauc_mrr_at_3_diff1": 0.622679, + "nauc_mrr_at_5_max": 0.413146, + "nauc_mrr_at_5_std": -0.011248, + "nauc_mrr_at_5_diff1": 0.615038, + "nauc_mrr_at_10_max": 0.41742, + "nauc_mrr_at_10_std": -0.004006, + "nauc_mrr_at_10_diff1": 0.612576, + "nauc_mrr_at_20_max": 0.416014, + "nauc_mrr_at_20_std": -0.005043, + "nauc_mrr_at_20_diff1": 0.611163, + "nauc_mrr_at_100_max": 0.417575, + "nauc_mrr_at_100_std": -0.004394, + "nauc_mrr_at_100_diff1": 0.615982, + "nauc_mrr_at_1000_max": 0.417377, + "nauc_mrr_at_1000_std": -0.004462, + "nauc_mrr_at_1000_diff1": 0.61603, + "main_score": 0.5512, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 49.27949833869934, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SprintDuplicateQuestions-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..536c67cd9e --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.997996, + "similarity_accuracy_threshold": 0.628955, + "similarity_f1": 0.899554, + "similarity_f1_threshold": 0.620058, + "similarity_precision": 0.895556, + "similarity_recall": 0.903587, + "similarity_ap": 0.96075, + "cosine_accuracy": 0.997996, + "cosine_accuracy_threshold": 0.628955, + "cosine_f1": 0.899554, + "cosine_f1_threshold": 0.620057, + "cosine_precision": 0.895556, + "cosine_recall": 0.903587, + "cosine_ap": 0.96075, + "manhattan_accuracy": 0.997996, + "manhattan_accuracy_threshold": 21.576292, + "manhattan_f1": 0.899495, + "manhattan_f1_threshold": 21.976707, + "manhattan_precision": 0.901012, + "manhattan_recall": 0.897982, + "manhattan_ap": 0.96066, + "euclidean_accuracy": 0.997996, + "euclidean_accuracy_threshold": 0.861447, + "euclidean_f1": 0.899554, + "euclidean_f1_threshold": 0.871714, + "euclidean_precision": 0.895556, + "euclidean_recall": 0.903587, + "euclidean_ap": 0.96075, + "dot_accuracy": 0.997996, + "dot_accuracy_threshold": 0.628955, + "dot_f1": 0.899554, + "dot_f1_threshold": 0.620057, + "dot_precision": 0.895556, + "dot_recall": 0.903587, + "dot_ap": 0.96075, + "max_accuracy": 0.997996, + "max_f1": 0.899554, + "max_precision": 0.901012, + "max_recall": 0.903587, + "max_ap": 0.96075, + "main_score": 0.96075, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.997885, + "similarity_accuracy_threshold": 0.657098, + "similarity_f1": 0.891496, + "similarity_f1_threshold": 0.657098, + "similarity_precision": 0.926829, + "similarity_recall": 0.858757, + "similarity_ap": 0.952785, + "cosine_accuracy": 0.997885, + "cosine_accuracy_threshold": 0.657098, + "cosine_f1": 0.891496, + "cosine_f1_threshold": 0.657098, + "cosine_precision": 0.926829, + "cosine_recall": 0.858757, + "cosine_ap": 0.952789, + "manhattan_accuracy": 0.997873, + "manhattan_accuracy_threshold": 20.952652, + "manhattan_f1": 0.890717, + "manhattan_f1_threshold": 20.985338, + "manhattan_precision": 0.927785, + "manhattan_recall": 0.856497, + "manhattan_ap": 0.952289, + "euclidean_accuracy": 0.997885, + "euclidean_accuracy_threshold": 0.828133, + "euclidean_f1": 0.891496, + "euclidean_f1_threshold": 0.828133, + "euclidean_precision": 0.926829, + "euclidean_recall": 0.858757, + "euclidean_ap": 0.952789, + "dot_accuracy": 0.997885, + "dot_accuracy_threshold": 0.657098, + "dot_f1": 0.891496, + "dot_f1_threshold": 0.657098, + "dot_precision": 0.926829, + "dot_recall": 0.858757, + "dot_ap": 0.952785, + "max_accuracy": 0.997885, + "max_f1": 0.891496, + "max_precision": 0.927785, + "max_recall": 0.858757, + "max_ap": 0.952789, + "main_score": 0.952789, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 40.981794595718384, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/StackExchangeClustering-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..b5aa69279f --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.572361, + "v_measure_std": 0.067333, + "v_measures": [ + 0.516543, + 0.497715, + 0.659234, + 0.615952 + ], + "main_score": 0.572361, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 30.788357734680176, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/StackExchangeClusteringP2P-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..ee77b1b080 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.316297, + "v_measure_std": 0.015171, + "v_measures": [ + 0.298364, + 0.304593, + 0.30147, + 0.297734, + 0.306958, + 0.32712, + 0.32257, + 0.338039, + 0.333369, + 0.332751 + ], + "main_score": 0.316297, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 573.103414773941, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/StackOverflowDupQuestions-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..355d61093a --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.50297, + "mrr": 0.50941, + "nAUC_map_max": 0.142791, + "nAUC_map_std": 0.119051, + "nAUC_map_diff1": 0.361803, + "nAUC_mrr_max": 0.152039, + "nAUC_mrr_std": 0.124218, + "nAUC_mrr_diff1": 0.363356, + "main_score": 0.50297, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 36.4453980922699, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TRECCOVID-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TRECCOVID-VN.json new file mode 100644 index 0000000000..19412b6199 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 857.35, + "map_at_1": 0.00088, + "map_at_10": 0.00406, + "map_at_100": 0.01917, + "map_at_1000": 0.06333, + "map_at_20": 0.00657, + "map_at_3": 0.00154, + "map_at_5": 0.00243, + "mrr_at_1": 0.40909, + "mrr_at_10": 0.50858, + "mrr_at_100": 0.51592, + "mrr_at_1000": 0.51612, + "mrr_at_20": 0.5135, + "mrr_at_3": 0.45076, + "mrr_at_5": 0.47803, + "ndcg_at_1": 0.39773, + "ndcg_at_10": 0.27323, + "ndcg_at_100": 0.21015, + "ndcg_at_1000": 0.24509, + "ndcg_at_20": 0.25091, + "ndcg_at_3": 0.26771, + "ndcg_at_5": 0.26663, + "precision_at_1": 0.40909, + "precision_at_10": 0.29091, + "precision_at_100": 0.22114, + "precision_at_1000": 0.11932, + "precision_at_20": 0.26591, + "precision_at_3": 0.25758, + "precision_at_5": 0.26818, + "recall_at_1": 0.00088, + "recall_at_10": 0.00707, + "recall_at_100": 0.04833, + "recall_at_1000": 0.25111, + "recall_at_20": 0.01278, + "recall_at_3": 0.00172, + "recall_at_5": 0.00332, + "hf_subset": "default", + "main_score": 0.27323, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/Touche2020-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/Touche2020-VN.json new file mode 100644 index 0000000000..4e2bb0f133 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 2995.44, + "map_at_1": 0.00821, + "map_at_10": 0.04829, + "map_at_100": 0.07901, + "map_at_1000": 0.08683, + "map_at_20": 0.0629, + "map_at_3": 0.02578, + "map_at_5": 0.03329, + "mrr_at_1": 0.08, + "mrr_at_10": 0.248, + "mrr_at_100": 0.26441, + "mrr_at_1000": 0.26441, + "mrr_at_20": 0.25133, + "mrr_at_3": 0.20667, + "mrr_at_5": 0.22467, + "ndcg_at_1": 0.04, + "ndcg_at_10": 0.11978, + "ndcg_at_100": 0.20336, + "ndcg_at_1000": 0.29868, + "ndcg_at_20": 0.13857, + "ndcg_at_3": 0.10572, + "ndcg_at_5": 0.10751, + "precision_at_1": 0.08, + "precision_at_10": 0.124, + "precision_at_100": 0.0476, + "precision_at_1000": 0.01096, + "precision_at_20": 0.106, + "precision_at_3": 0.14667, + "precision_at_5": 0.128, + "recall_at_1": 0.00821, + "recall_at_10": 0.09682, + "recall_at_100": 0.29596, + "recall_at_1000": 0.59243, + "recall_at_20": 0.15555, + "recall_at_3": 0.04057, + "recall_at_5": 0.05572, + "hf_subset": "default", + "main_score": 0.11978, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ToxicConversationsVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..dd08b12e6b --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.666699, + "f1": 0.496656, + "f1_weighted": 0.743656, + "ap": 0.104839, + "ap_weighted": 0.104839, + "scores_per_experiment": [ + { + "accuracy": 0.795898, + "f1": 0.542634, + "f1_weighted": 0.83545, + "ap": 0.095503, + "ap_weighted": 0.095503 + }, + { + "accuracy": 0.651367, + "f1": 0.49, + "f1_weighted": 0.736813, + "ap": 0.102295, + "ap_weighted": 0.102295 + }, + { + "accuracy": 0.743164, + "f1": 0.549898, + "f1_weighted": 0.80365, + "ap": 0.126489, + "ap_weighted": 0.126489 + }, + { + "accuracy": 0.729492, + "f1": 0.522719, + "f1_weighted": 0.792997, + "ap": 0.101084, + "ap_weighted": 0.101084 + }, + { + "accuracy": 0.534668, + "f1": 0.427822, + "f1_weighted": 0.640548, + "ap": 0.094141, + "ap_weighted": 0.094141 + }, + { + "accuracy": 0.52002, + "f1": 0.410421, + "f1_weighted": 0.629121, + "ap": 0.082053, + "ap_weighted": 0.082053 + }, + { + "accuracy": 0.766113, + "f1": 0.570045, + "f1_weighted": 0.819844, + "ap": 0.140281, + "ap_weighted": 0.140281 + }, + { + "accuracy": 0.632324, + "f1": 0.472623, + "f1_weighted": 0.722307, + "ap": 0.092231, + "ap_weighted": 0.092231 + }, + { + "accuracy": 0.540039, + "f1": 0.431159, + "f1_weighted": 0.645273, + "ap": 0.094965, + "ap_weighted": 0.094965 + }, + { + "accuracy": 0.753906, + "f1": 0.549242, + "f1_weighted": 0.81056, + "ap": 0.119349, + "ap_weighted": 0.119349 + } + ], + "main_score": 0.666699, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.5060648918151855, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TweetSentimentExtractionVNClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..827d4c0bd9 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.557627, + "f1": 0.551158, + "f1_weighted": 0.547207, + "scores_per_experiment": [ + { + "accuracy": 0.550121, + "f1": 0.553862, + "f1_weighted": 0.548356 + }, + { + "accuracy": 0.553995, + "f1": 0.538247, + "f1_weighted": 0.527726 + }, + { + "accuracy": 0.576271, + "f1": 0.569558, + "f1_weighted": 0.564761 + }, + { + "accuracy": 0.550121, + "f1": 0.551823, + "f1_weighted": 0.549461 + }, + { + "accuracy": 0.581598, + "f1": 0.579452, + "f1_weighted": 0.573411 + }, + { + "accuracy": 0.584019, + "f1": 0.572215, + "f1_weighted": 0.558802 + }, + { + "accuracy": 0.51816, + "f1": 0.503817, + "f1_weighted": 0.511382 + }, + { + "accuracy": 0.585956, + "f1": 0.5824, + "f1_weighted": 0.582105 + }, + { + "accuracy": 0.538983, + "f1": 0.5257, + "f1_weighted": 0.525998 + }, + { + "accuracy": 0.537046, + "f1": 0.53451, + "f1_weighted": 0.530063 + } + ], + "main_score": 0.557627, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.23379135131836, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TwentyNewsgroupsClustering-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..e5d5925a1c --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.393336, + "v_measure_std": 0.019011, + "v_measures": [ + 0.417056, + 0.426647, + 0.376443, + 0.386294, + 0.388179, + 0.38229, + 0.411012, + 0.360813, + 0.385758, + 0.39887 + ], + "main_score": 0.393336, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 21.61849045753479, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TwitterSemEval2015-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..9aed79acd7 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.834649, + "similarity_accuracy_threshold": 0.713472, + "similarity_f1": 0.638403, + "similarity_f1_threshold": 0.653262, + "similarity_precision": 0.583521, + "similarity_recall": 0.70468, + "similarity_ap": 0.682376, + "cosine_accuracy": 0.834649, + "cosine_accuracy_threshold": 0.713472, + "cosine_f1": 0.638403, + "cosine_f1_threshold": 0.653262, + "cosine_precision": 0.583521, + "cosine_recall": 0.70468, + "cosine_ap": 0.682376, + "manhattan_accuracy": 0.835716, + "manhattan_accuracy_threshold": 19.281826, + "manhattan_f1": 0.633016, + "manhattan_f1_threshold": 20.746899, + "manhattan_precision": 0.604969, + "manhattan_recall": 0.663789, + "manhattan_ap": 0.680107, + "euclidean_accuracy": 0.834649, + "euclidean_accuracy_threshold": 0.757004, + "euclidean_f1": 0.638403, + "euclidean_f1_threshold": 0.832751, + "euclidean_precision": 0.583521, + "euclidean_recall": 0.70468, + "euclidean_ap": 0.682376, + "dot_accuracy": 0.834649, + "dot_accuracy_threshold": 0.713472, + "dot_f1": 0.638403, + "dot_f1_threshold": 0.653262, + "dot_precision": 0.583521, + "dot_recall": 0.70468, + "dot_ap": 0.682376, + "max_accuracy": 0.835716, + "max_f1": 0.638403, + "max_precision": 0.604969, + "max_recall": 0.70468, + "max_ap": 0.682376, + "main_score": 0.682376, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.161413431167603, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TwitterURLCorpus-VN.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..52cbebdfe1 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.86842, + "similarity_accuracy_threshold": 0.574405, + "similarity_f1": 0.775904, + "similarity_f1_threshold": 0.557643, + "similarity_precision": 0.755737, + "similarity_recall": 0.797178, + "similarity_ap": 0.849559, + "cosine_accuracy": 0.86842, + "cosine_accuracy_threshold": 0.574405, + "cosine_f1": 0.775904, + "cosine_f1_threshold": 0.557643, + "cosine_precision": 0.755737, + "cosine_recall": 0.797178, + "cosine_ap": 0.849762, + "manhattan_accuracy": 0.867955, + "manhattan_accuracy_threshold": 23.330349, + "manhattan_f1": 0.774383, + "manhattan_f1_threshold": 23.912401, + "manhattan_precision": 0.74941, + "manhattan_recall": 0.801078, + "manhattan_ap": 0.849272, + "euclidean_accuracy": 0.86842, + "euclidean_accuracy_threshold": 0.9226, + "euclidean_f1": 0.775904, + "euclidean_f1_threshold": 0.940592, + "euclidean_precision": 0.755737, + "euclidean_recall": 0.797178, + "euclidean_ap": 0.84976, + "dot_accuracy": 0.86842, + "dot_accuracy_threshold": 0.574405, + "dot_f1": 0.775904, + "dot_f1_threshold": 0.557643, + "dot_precision": 0.755737, + "dot_recall": 0.797178, + "dot_ap": 0.849907, + "max_accuracy": 0.86842, + "max_f1": 0.775904, + "max_precision": 0.755737, + "max_recall": 0.801078, + "max_ap": 0.849907, + "main_score": 0.849907, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 51.763164043426514, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/VieQuADRetrieval.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/VieQuADRetrieval.json new file mode 100644 index 0000000000..78836f7c85 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.5957, + "ndcg_at_3": 0.49918, + "ndcg_at_5": 0.53037, + "ndcg_at_10": 0.5564, + "ndcg_at_20": 0.57726, + "ndcg_at_100": 0.60913, + "ndcg_at_1000": 0.63104, + "map_at_1": 0.29785, + "map_at_3": 0.40605, + "map_at_5": 0.42738, + "map_at_10": 0.44176, + "map_at_20": 0.44998, + "map_at_100": 0.45661, + "map_at_1000": 0.4579, + "recall_at_1": 0.29785, + "recall_at_3": 0.48438, + "recall_at_5": 0.54639, + "recall_at_10": 0.61206, + "recall_at_20": 0.67969, + "recall_at_100": 0.82178, + "recall_at_1000": 0.96436, + "precision_at_1": 0.5957, + "precision_at_3": 0.32292, + "precision_at_5": 0.21855, + "precision_at_10": 0.12241, + "precision_at_20": 0.06797, + "precision_at_100": 0.01644, + "precision_at_1000": 0.00193, + "mrr_at_1": 0.595703, + "mrr_at_3": 0.709229, + "mrr_at_5": 0.722754, + "mrr_at_10": 0.728993, + "mrr_at_20": 0.731059, + "mrr_at_100": 0.731611, + "mrr_at_1000": 0.731611, + "nauc_ndcg_at_1_max": -0.156829, + "nauc_ndcg_at_1_std": -0.29754, + "nauc_ndcg_at_1_diff1": 0.387343, + "nauc_ndcg_at_3_max": -0.000768, + "nauc_ndcg_at_3_std": -0.204472, + "nauc_ndcg_at_3_diff1": 0.28102, + "nauc_ndcg_at_5_max": 0.031981, + "nauc_ndcg_at_5_std": -0.180801, + "nauc_ndcg_at_5_diff1": 0.251359, + "nauc_ndcg_at_10_max": 0.072547, + "nauc_ndcg_at_10_std": -0.137648, + "nauc_ndcg_at_10_diff1": 0.234554, + "nauc_ndcg_at_20_max": 0.086036, + "nauc_ndcg_at_20_std": -0.111068, + "nauc_ndcg_at_20_diff1": 0.223529, + "nauc_ndcg_at_100_max": 0.100919, + "nauc_ndcg_at_100_std": -0.077082, + "nauc_ndcg_at_100_diff1": 0.222752, + "nauc_ndcg_at_1000_max": 0.072007, + "nauc_ndcg_at_1000_std": -0.106958, + "nauc_ndcg_at_1000_diff1": 0.242992, + "nauc_map_at_1_max": -0.156829, + "nauc_map_at_1_std": -0.29754, + "nauc_map_at_1_diff1": 0.387343, + "nauc_map_at_3_max": 0.015195, + "nauc_map_at_3_std": -0.161794, + "nauc_map_at_3_diff1": 0.242821, + "nauc_map_at_5_max": 0.040706, + "nauc_map_at_5_std": -0.143186, + "nauc_map_at_5_diff1": 0.2243, + "nauc_map_at_10_max": 0.065432, + "nauc_map_at_10_std": -0.120691, + "nauc_map_at_10_diff1": 0.217852, + "nauc_map_at_20_max": 0.070511, + "nauc_map_at_20_std": -0.112217, + "nauc_map_at_20_diff1": 0.214453, + "nauc_map_at_100_max": 0.073693, + "nauc_map_at_100_std": -0.105421, + "nauc_map_at_100_diff1": 0.213997, + "nauc_map_at_1000_max": 0.072715, + "nauc_map_at_1000_std": -0.105911, + "nauc_map_at_1000_diff1": 0.214572, + "nauc_recall_at_1_max": -0.156829, + "nauc_recall_at_1_std": -0.29754, + "nauc_recall_at_1_diff1": 0.387343, + "nauc_recall_at_3_max": 0.106846, + "nauc_recall_at_3_std": -0.12602, + "nauc_recall_at_3_diff1": 0.199486, + "nauc_recall_at_5_max": 0.16832, + "nauc_recall_at_5_std": -0.05242, + "nauc_recall_at_5_diff1": 0.10415, + "nauc_recall_at_10_max": 0.263374, + "nauc_recall_at_10_std": 0.067922, + "nauc_recall_at_10_diff1": 0.046821, + "nauc_recall_at_20_max": 0.297608, + "nauc_recall_at_20_std": 0.159684, + "nauc_recall_at_20_diff1": -0.003704, + "nauc_recall_at_100_max": 0.430018, + "nauc_recall_at_100_std": 0.405358, + "nauc_recall_at_100_diff1": -0.068658, + "nauc_recall_at_1000_max": 0.61983, + "nauc_recall_at_1000_std": 0.748446, + "nauc_recall_at_1000_diff1": -0.05212, + "nauc_precision_at_1_max": -0.156829, + "nauc_precision_at_1_std": -0.29754, + "nauc_precision_at_1_diff1": 0.387343, + "nauc_precision_at_3_max": 0.106846, + "nauc_precision_at_3_std": -0.12602, + "nauc_precision_at_3_diff1": 0.199486, + "nauc_precision_at_5_max": 0.16832, + "nauc_precision_at_5_std": -0.05242, + "nauc_precision_at_5_diff1": 0.10415, + "nauc_precision_at_10_max": 0.263374, + "nauc_precision_at_10_std": 0.067922, + "nauc_precision_at_10_diff1": 0.046821, + "nauc_precision_at_20_max": 0.297608, + "nauc_precision_at_20_std": 0.159684, + "nauc_precision_at_20_diff1": -0.003704, + "nauc_precision_at_100_max": 0.430018, + "nauc_precision_at_100_std": 0.405358, + "nauc_precision_at_100_diff1": -0.068658, + "nauc_precision_at_1000_max": 0.61983, + "nauc_precision_at_1000_std": 0.748446, + "nauc_precision_at_1000_diff1": -0.05212, + "nauc_mrr_at_1_max": -0.156829, + "nauc_mrr_at_1_std": -0.29754, + "nauc_mrr_at_1_diff1": 0.387343, + "nauc_mrr_at_3_max": -0.131157, + "nauc_mrr_at_3_std": -0.340178, + "nauc_mrr_at_3_diff1": 0.409467, + "nauc_mrr_at_5_max": -0.133017, + "nauc_mrr_at_5_std": -0.345441, + "nauc_mrr_at_5_diff1": 0.404752, + "nauc_mrr_at_10_max": -0.136617, + "nauc_mrr_at_10_std": -0.343687, + "nauc_mrr_at_10_diff1": 0.40249, + "nauc_mrr_at_20_max": -0.137119, + "nauc_mrr_at_20_std": -0.341331, + "nauc_mrr_at_20_diff1": 0.402467, + "nauc_mrr_at_100_max": -0.137268, + "nauc_mrr_at_100_std": -0.340188, + "nauc_mrr_at_100_diff1": 0.402174, + "nauc_mrr_at_1000_max": -0.137268, + "nauc_mrr_at_1000_std": -0.340188, + "nauc_mrr_at_1000_diff1": 0.402174, + "main_score": 0.5564, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.052101373672485, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/VieStudentFeedbackClassification.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..5f1530c69b --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.755615, + "f1": 0.633994, + "f1_weighted": 0.799714, + "scores_per_experiment": [ + { + "accuracy": 0.823242, + "f1": 0.688551, + "f1_weighted": 0.842381 + }, + { + "accuracy": 0.72998, + "f1": 0.619519, + "f1_weighted": 0.786032 + }, + { + "accuracy": 0.853027, + "f1": 0.69136, + "f1_weighted": 0.86255 + }, + { + "accuracy": 0.706543, + "f1": 0.599297, + "f1_weighted": 0.769563 + }, + { + "accuracy": 0.664062, + "f1": 0.57788, + "f1_weighted": 0.736179 + }, + { + "accuracy": 0.776367, + "f1": 0.655543, + "f1_weighted": 0.81904 + }, + { + "accuracy": 0.759766, + "f1": 0.641396, + "f1_weighted": 0.803475 + }, + { + "accuracy": 0.75293, + "f1": 0.611605, + "f1_weighted": 0.79012 + }, + { + "accuracy": 0.747559, + "f1": 0.62243, + "f1_weighted": 0.790985 + }, + { + "accuracy": 0.742676, + "f1": 0.632356, + "f1_weighted": 0.796812 + } + ], + "main_score": 0.755615, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.024561882019043, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/model_meta.json b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/model_meta.json new file mode 100644 index 0000000000..9841c5d894 --- /dev/null +++ b/results/AITeamVN__Vietnamese_Embedding/fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb/model_meta.json @@ -0,0 +1 @@ +{"name": "AITeamVN/Vietnamese_Embedding", "revision": "fcbbb905e6c3757d421aaa5db6fd7c53d038f6fb", "release_date": "2024-03-17", "languages": ["vie-Latn"], "n_parameters": 568000000, "memory_usage_mb": 2166.0, "max_tokens": 8194.0, "embed_dim": 1024, "license": "cc-by-4.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/AITeamVN/Vietnamese_Embedding", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": null, "adapted_from": "BAAI/bge-m3", "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AmazonCounterfactualVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..e647a795db --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.554292, + "f1": 0.49716, + "f1_weighted": 0.599259, + "ap": 0.215074, + "ap_weighted": 0.215074, + "scores_per_experiment": [ + { + "accuracy": 0.502146, + "f1": 0.482856, + "f1_weighted": 0.546298, + "ap": 0.237479, + "ap_weighted": 0.237479 + }, + { + "accuracy": 0.55794, + "f1": 0.497171, + "f1_weighted": 0.608205, + "ap": 0.206235, + "ap_weighted": 0.206235 + }, + { + "accuracy": 0.645923, + "f1": 0.564991, + "f1_weighted": 0.684174, + "ap": 0.238506, + "ap_weighted": 0.238506 + }, + { + "accuracy": 0.506438, + "f1": 0.463381, + "f1_weighted": 0.559933, + "ap": 0.198574, + "ap_weighted": 0.198574 + }, + { + "accuracy": 0.55794, + "f1": 0.514082, + "f1_weighted": 0.60681, + "ap": 0.229386, + "ap_weighted": 0.229386 + }, + { + "accuracy": 0.493562, + "f1": 0.468078, + "f1_weighted": 0.542033, + "ap": 0.217782, + "ap_weighted": 0.217782 + }, + { + "accuracy": 0.594421, + "f1": 0.539446, + "f1_weighted": 0.640517, + "ap": 0.237833, + "ap_weighted": 0.237833 + }, + { + "accuracy": 0.626609, + "f1": 0.529162, + "f1_weighted": 0.665221, + "ap": 0.207948, + "ap_weighted": 0.207948 + }, + { + "accuracy": 0.409871, + "f1": 0.388559, + "f1_weighted": 0.461069, + "ap": 0.179019, + "ap_weighted": 0.179019 + }, + { + "accuracy": 0.648069, + "f1": 0.523874, + "f1_weighted": 0.678335, + "ap": 0.197979, + "ap_weighted": 0.197979 + } + ], + "main_score": 0.554292, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.0781779289245605, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AmazonPolarityVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..79be22a5d5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.90689, + "f1": 0.906385, + "f1_weighted": 0.906427, + "ap": 0.858349, + "ap_weighted": 0.858349, + "scores_per_experiment": [ + { + "accuracy": 0.908721, + "f1": 0.908658, + "f1_weighted": 0.908676, + "ap": 0.86652, + "ap_weighted": 0.86652 + }, + { + "accuracy": 0.880943, + "f1": 0.88001, + "f1_weighted": 0.880089, + "ap": 0.816685, + "ap_weighted": 0.816685 + }, + { + "accuracy": 0.927297, + "f1": 0.927275, + "f1_weighted": 0.927284, + "ap": 0.893554, + "ap_weighted": 0.893554 + }, + { + "accuracy": 0.914604, + "f1": 0.914557, + "f1_weighted": 0.914572, + "ap": 0.874935, + "ap_weighted": 0.874935 + }, + { + "accuracy": 0.906882, + "f1": 0.906715, + "f1_weighted": 0.906744, + "ap": 0.859337, + "ap_weighted": 0.859337 + }, + { + "accuracy": 0.905572, + "f1": 0.905069, + "f1_weighted": 0.90512, + "ap": 0.849329, + "ap_weighted": 0.849329 + }, + { + "accuracy": 0.920473, + "f1": 0.920329, + "f1_weighted": 0.920354, + "ap": 0.876424, + "ap_weighted": 0.876424 + }, + { + "accuracy": 0.927295, + "f1": 0.927239, + "f1_weighted": 0.927254, + "ap": 0.890049, + "ap_weighted": 0.890049 + }, + { + "accuracy": 0.925345, + "f1": 0.925187, + "f1_weighted": 0.925213, + "ap": 0.881582, + "ap_weighted": 0.881582 + }, + { + "accuracy": 0.851765, + "f1": 0.848811, + "f1_weighted": 0.848967, + "ap": 0.775078, + "ap_weighted": 0.775078 + } + ], + "main_score": 0.90689, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1137.1361033916473, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AmazonReviewsVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..de23cb9958 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.443166, + "f1": 0.418336, + "f1_weighted": 0.423792, + "scores_per_experiment": [ + { + "accuracy": 0.46875, + "f1": 0.428551, + "f1_weighted": 0.435201 + }, + { + "accuracy": 0.43896, + "f1": 0.418688, + "f1_weighted": 0.422459 + }, + { + "accuracy": 0.432535, + "f1": 0.422754, + "f1_weighted": 0.426867 + }, + { + "accuracy": 0.436916, + "f1": 0.419929, + "f1_weighted": 0.424359 + }, + { + "accuracy": 0.455607, + "f1": 0.427088, + "f1_weighted": 0.433783 + }, + { + "accuracy": 0.44743, + "f1": 0.413857, + "f1_weighted": 0.42012 + }, + { + "accuracy": 0.40771, + "f1": 0.406004, + "f1_weighted": 0.409357 + }, + { + "accuracy": 0.452103, + "f1": 0.42175, + "f1_weighted": 0.428638 + }, + { + "accuracy": 0.449182, + "f1": 0.421424, + "f1_weighted": 0.426019 + }, + { + "accuracy": 0.442465, + "f1": 0.403311, + "f1_weighted": 0.411119 + } + ], + "main_score": 0.443166, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.821963548660278, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ArguAna-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ArguAna-VN.json new file mode 100644 index 0000000000..ede09a90dd --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 22.77, + "map_at_1": 0.27336, + "map_at_10": 0.4315, + "map_at_100": 0.44088, + "map_at_1000": 0.44097, + "map_at_20": 0.43896, + "map_at_3": 0.3816, + "map_at_5": 0.41059, + "mrr_at_1": 0.27336, + "mrr_at_10": 0.43176, + "mrr_at_100": 0.44113, + "mrr_at_1000": 0.44122, + "mrr_at_20": 0.43921, + "mrr_at_3": 0.38172, + "mrr_at_5": 0.41057, + "ndcg_at_1": 0.27336, + "ndcg_at_10": 0.51994, + "ndcg_at_100": 0.55949, + "ndcg_at_1000": 0.56155, + "ndcg_at_20": 0.54684, + "ndcg_at_3": 0.41778, + "ndcg_at_5": 0.46999, + "precision_at_1": 0.27336, + "precision_at_10": 0.08023, + "precision_at_100": 0.00974, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04541, + "precision_at_3": 0.17426, + "precision_at_5": 0.12988, + "recall_at_1": 0.27336, + "recall_at_10": 0.80232, + "recall_at_100": 0.97375, + "recall_at_1000": 0.98919, + "recall_at_20": 0.90811, + "recall_at_3": 0.52278, + "recall_at_5": 0.64942, + "hf_subset": "default", + "main_score": 0.51994, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AskUbuntuDupQuestions-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..1a899ac311 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.611463, + "mrr": 0.737722, + "nAUC_map_max": 0.238495, + "nAUC_map_std": 0.250939, + "nAUC_map_diff1": 0.169028, + "nAUC_mrr_max": 0.264443, + "nAUC_mrr_std": 0.221783, + "nAUC_mrr_diff1": 0.236758, + "main_score": 0.611463, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.3642947673797607, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/BIOSSES-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/BIOSSES-VN.json new file mode 100644 index 0000000000..540528fffd --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.815351, + "spearman": 0.793874, + "cosine_pearson": 0.815351, + "cosine_spearman": 0.793874, + "manhattan_pearson": 0.800988, + "manhattan_spearman": 0.792012, + "euclidean_pearson": 0.800122, + "euclidean_spearman": 0.793874, + "main_score": 0.793874, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.26622843742370605, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/Banking77VNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/Banking77VNClassification.json new file mode 100644 index 0000000000..a3aea1fa61 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.702355, + "f1": 0.667258, + "f1_weighted": 0.682172, + "scores_per_experiment": [ + { + "accuracy": 0.688814, + "f1": 0.657973, + "f1_weighted": 0.670825 + }, + { + "accuracy": 0.716148, + "f1": 0.682568, + "f1_weighted": 0.693677 + }, + { + "accuracy": 0.70143, + "f1": 0.665516, + "f1_weighted": 0.682454 + }, + { + "accuracy": 0.703532, + "f1": 0.670652, + "f1_weighted": 0.684834 + }, + { + "accuracy": 0.696384, + "f1": 0.6539, + "f1_weighted": 0.672536 + }, + { + "accuracy": 0.706056, + "f1": 0.670584, + "f1_weighted": 0.684971 + }, + { + "accuracy": 0.706476, + "f1": 0.674783, + "f1_weighted": 0.68587 + }, + { + "accuracy": 0.708579, + "f1": 0.674929, + "f1_weighted": 0.689898 + }, + { + "accuracy": 0.696804, + "f1": 0.6614, + "f1_weighted": 0.676572 + }, + { + "accuracy": 0.699327, + "f1": 0.66027, + "f1_weighted": 0.68008 + } + ], + "main_score": 0.702355, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 14.854311466217041, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackAndroid-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..07e4f31303 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 27.06, + "map_at_1": 0.26044, + "map_at_10": 0.36152, + "map_at_100": 0.37585, + "map_at_1000": 0.37743, + "map_at_20": 0.36931, + "map_at_3": 0.32821, + "map_at_5": 0.34599, + "mrr_at_1": 0.32818, + "mrr_at_10": 0.4197, + "mrr_at_100": 0.42934, + "mrr_at_1000": 0.42985, + "mrr_at_20": 0.42615, + "mrr_at_3": 0.39347, + "mrr_at_5": 0.40722, + "ndcg_at_1": 0.32818, + "ndcg_at_10": 0.42331, + "ndcg_at_100": 0.48042, + "ndcg_at_1000": 0.50694, + "ndcg_at_20": 0.44663, + "ndcg_at_3": 0.37202, + "ndcg_at_5": 0.39364, + "precision_at_1": 0.32818, + "precision_at_10": 0.08282, + "precision_at_100": 0.01421, + "precision_at_1000": 0.00203, + "precision_at_20": 0.05043, + "precision_at_3": 0.18099, + "precision_at_5": 0.13093, + "recall_at_1": 0.26044, + "recall_at_10": 0.54566, + "recall_at_100": 0.78177, + "recall_at_1000": 0.95418, + "recall_at_20": 0.62935, + "recall_at_3": 0.39248, + "recall_at_5": 0.45454, + "hf_subset": "default", + "main_score": 0.42331, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackGis-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackGis-VN.json new file mode 100644 index 0000000000..2be3949004 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 63.74, + "map_at_1": 0.16679, + "map_at_10": 0.23809, + "map_at_100": 0.24869, + "map_at_1000": 0.24986, + "map_at_20": 0.24392, + "map_at_3": 0.21408, + "map_at_5": 0.22722, + "mrr_at_1": 0.17692, + "mrr_at_10": 0.25208, + "mrr_at_100": 0.26238, + "mrr_at_1000": 0.26331, + "mrr_at_20": 0.25805, + "mrr_at_3": 0.22974, + "mrr_at_5": 0.24228, + "ndcg_at_1": 0.17692, + "ndcg_at_10": 0.28134, + "ndcg_at_100": 0.3355, + "ndcg_at_1000": 0.36406, + "ndcg_at_20": 0.30257, + "ndcg_at_3": 0.2333, + "ndcg_at_5": 0.25566, + "precision_at_1": 0.17692, + "precision_at_10": 0.04646, + "precision_at_100": 0.00774, + "precision_at_1000": 0.00107, + "precision_at_20": 0.02823, + "precision_at_3": 0.10154, + "precision_at_5": 0.07415, + "recall_at_1": 0.16679, + "recall_at_10": 0.40192, + "recall_at_100": 0.65326, + "recall_at_1000": 0.8656, + "recall_at_20": 0.48282, + "recall_at_3": 0.27104, + "recall_at_5": 0.3243, + "hf_subset": "default", + "main_score": 0.28134, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackMathematica-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..c2837ee7f3 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 32.98, + "map_at_1": 0.14922, + "map_at_10": 0.20507, + "map_at_100": 0.21664, + "map_at_1000": 0.21806, + "map_at_20": 0.21118, + "map_at_3": 0.18552, + "map_at_5": 0.19483, + "mrr_at_1": 0.18124, + "mrr_at_10": 0.24105, + "mrr_at_100": 0.25114, + "mrr_at_1000": 0.25211, + "mrr_at_20": 0.24631, + "mrr_at_3": 0.22104, + "mrr_at_5": 0.23031, + "ndcg_at_1": 0.18337, + "ndcg_at_10": 0.24463, + "ndcg_at_100": 0.30329, + "ndcg_at_1000": 0.33958, + "ndcg_at_20": 0.26557, + "ndcg_at_3": 0.20763, + "ndcg_at_5": 0.22185, + "precision_at_1": 0.18337, + "precision_at_10": 0.04264, + "precision_at_100": 0.00823, + "precision_at_1000": 0.00127, + "precision_at_20": 0.02644, + "precision_at_3": 0.09666, + "precision_at_5": 0.06738, + "recall_at_1": 0.14922, + "recall_at_10": 0.33356, + "recall_at_100": 0.59742, + "recall_at_1000": 0.86287, + "recall_at_20": 0.4118, + "recall_at_3": 0.22749, + "recall_at_5": 0.26629, + "hf_subset": "default", + "main_score": 0.24463, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackPhysics-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..6dd6a34498 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 58.08, + "map_at_1": 0.22976, + "map_at_10": 0.31613, + "map_at_100": 0.33182, + "map_at_1000": 0.33313, + "map_at_20": 0.32472, + "map_at_3": 0.28612, + "map_at_5": 0.30121, + "mrr_at_1": 0.2866, + "mrr_at_10": 0.37388, + "mrr_at_100": 0.38484, + "mrr_at_1000": 0.38533, + "mrr_at_20": 0.38039, + "mrr_at_3": 0.34708, + "mrr_at_5": 0.36223, + "ndcg_at_1": 0.2866, + "ndcg_at_10": 0.37177, + "ndcg_at_100": 0.44008, + "ndcg_at_1000": 0.46476, + "ndcg_at_20": 0.39816, + "ndcg_at_3": 0.3214, + "ndcg_at_5": 0.34291, + "precision_at_1": 0.2866, + "precision_at_10": 0.07216, + "precision_at_100": 0.01285, + "precision_at_1000": 0.00172, + "precision_at_20": 0.04474, + "precision_at_3": 0.15601, + "precision_at_5": 0.1134, + "recall_at_1": 0.22976, + "recall_at_10": 0.4776, + "recall_at_100": 0.76648, + "recall_at_1000": 0.92668, + "recall_at_20": 0.57006, + "recall_at_3": 0.33963, + "recall_at_5": 0.39528, + "hf_subset": "default", + "main_score": 0.37177, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackProgrammers-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..fe91b221b3 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 53.49, + "map_at_1": 0.21517, + "map_at_10": 0.30381, + "map_at_100": 0.31686, + "map_at_1000": 0.31815, + "map_at_20": 0.31105, + "map_at_3": 0.27568, + "map_at_5": 0.28856, + "mrr_at_1": 0.27243, + "mrr_at_10": 0.35067, + "mrr_at_100": 0.36015, + "mrr_at_1000": 0.36079, + "mrr_at_20": 0.35608, + "mrr_at_3": 0.32599, + "mrr_at_5": 0.33692, + "ndcg_at_1": 0.26917, + "ndcg_at_10": 0.35665, + "ndcg_at_100": 0.41611, + "ndcg_at_1000": 0.44127, + "ndcg_at_20": 0.37926, + "ndcg_at_3": 0.31069, + "ndcg_at_5": 0.32506, + "precision_at_1": 0.26917, + "precision_at_10": 0.06835, + "precision_at_100": 0.0115, + "precision_at_1000": 0.00151, + "precision_at_20": 0.04111, + "precision_at_3": 0.14954, + "precision_at_5": 0.10473, + "recall_at_1": 0.21517, + "recall_at_10": 0.47207, + "recall_at_100": 0.73019, + "recall_at_1000": 0.90113, + "recall_at_20": 0.55244, + "recall_at_3": 0.33467, + "recall_at_5": 0.37846, + "hf_subset": "default", + "main_score": 0.35665, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackStats-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackStats-VN.json new file mode 100644 index 0000000000..d0b6dbf3b0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 77.1, + "map_at_1": 0.17605, + "map_at_10": 0.23166, + "map_at_100": 0.2404, + "map_at_1000": 0.24159, + "map_at_20": 0.23628, + "map_at_3": 0.2144, + "map_at_5": 0.22341, + "mrr_at_1": 0.19536, + "mrr_at_10": 0.25153, + "mrr_at_100": 0.26067, + "mrr_at_1000": 0.26159, + "mrr_at_20": 0.25716, + "mrr_at_3": 0.2351, + "mrr_at_5": 0.24354, + "ndcg_at_1": 0.19536, + "ndcg_at_10": 0.26773, + "ndcg_at_100": 0.31309, + "ndcg_at_1000": 0.3426, + "ndcg_at_20": 0.28519, + "ndcg_at_3": 0.23286, + "ndcg_at_5": 0.24803, + "precision_at_1": 0.19536, + "precision_at_10": 0.04272, + "precision_at_100": 0.00722, + "precision_at_1000": 0.00105, + "precision_at_20": 0.02583, + "precision_at_3": 0.10265, + "precision_at_5": 0.07086, + "recall_at_1": 0.17605, + "recall_at_10": 0.35992, + "recall_at_100": 0.56776, + "recall_at_1000": 0.78397, + "recall_at_20": 0.4274, + "recall_at_3": 0.26233, + "recall_at_5": 0.29838, + "hf_subset": "default", + "main_score": 0.26773, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackTex-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackTex-VN.json new file mode 100644 index 0000000000..dc24a79a76 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 128.79, + "map_at_1": 0.1325, + "map_at_10": 0.19533, + "map_at_100": 0.20488, + "map_at_1000": 0.20622, + "map_at_20": 0.19985, + "map_at_3": 0.17463, + "map_at_5": 0.1848, + "mrr_at_1": 0.16409, + "mrr_at_10": 0.22979, + "mrr_at_100": 0.23854, + "mrr_at_1000": 0.23942, + "mrr_at_20": 0.23431, + "mrr_at_3": 0.20898, + "mrr_at_5": 0.21947, + "ndcg_at_1": 0.16467, + "ndcg_at_10": 0.23751, + "ndcg_at_100": 0.28627, + "ndcg_at_1000": 0.31904, + "ndcg_at_20": 0.25285, + "ndcg_at_3": 0.19964, + "ndcg_at_5": 0.21456, + "precision_at_1": 0.16467, + "precision_at_10": 0.04443, + "precision_at_100": 0.00807, + "precision_at_1000": 0.00126, + "precision_at_20": 0.02667, + "precision_at_3": 0.09548, + "precision_at_5": 0.06895, + "recall_at_1": 0.1325, + "recall_at_10": 0.33175, + "recall_at_100": 0.55505, + "recall_at_1000": 0.79226, + "recall_at_20": 0.38897, + "recall_at_3": 0.22334, + "recall_at_5": 0.26361, + "hf_subset": "default", + "main_score": 0.23751, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackUnix-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..d8ceee4a2d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 79.71, + "map_at_1": 0.21385, + "map_at_10": 0.29205, + "map_at_100": 0.30375, + "map_at_1000": 0.30501, + "map_at_20": 0.29836, + "map_at_3": 0.26865, + "map_at_5": 0.28051, + "mrr_at_1": 0.2503, + "mrr_at_10": 0.32667, + "mrr_at_100": 0.3361, + "mrr_at_1000": 0.3369, + "mrr_at_20": 0.33175, + "mrr_at_3": 0.30431, + "mrr_at_5": 0.31441, + "ndcg_at_1": 0.25151, + "ndcg_at_10": 0.33882, + "ndcg_at_100": 0.39542, + "ndcg_at_1000": 0.42491, + "ndcg_at_20": 0.35949, + "ndcg_at_3": 0.29551, + "ndcg_at_5": 0.31186, + "precision_at_1": 0.25151, + "precision_at_10": 0.05828, + "precision_at_100": 0.00988, + "precision_at_1000": 0.00136, + "precision_at_20": 0.03489, + "precision_at_3": 0.13624, + "precision_at_5": 0.09383, + "recall_at_1": 0.21385, + "recall_at_10": 0.44677, + "recall_at_100": 0.69808, + "recall_at_1000": 0.90768, + "recall_at_20": 0.52097, + "recall_at_3": 0.3255, + "recall_at_5": 0.36878, + "hf_subset": "default", + "main_score": 0.33882, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackWebmasters-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..81fd446b5d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 24.56, + "map_at_1": 0.19379, + "map_at_10": 0.26786, + "map_at_100": 0.2815, + "map_at_1000": 0.28388, + "map_at_20": 0.27446, + "map_at_3": 0.23945, + "map_at_5": 0.2553, + "mrr_at_1": 0.2275, + "mrr_at_10": 0.30734, + "mrr_at_100": 0.31535, + "mrr_at_1000": 0.31612, + "mrr_at_20": 0.31173, + "mrr_at_3": 0.28, + "mrr_at_5": 0.29625, + "ndcg_at_1": 0.2275, + "ndcg_at_10": 0.32298, + "ndcg_at_100": 0.37317, + "ndcg_at_1000": 0.4069, + "ndcg_at_20": 0.34083, + "ndcg_at_3": 0.2744, + "ndcg_at_5": 0.29778, + "precision_at_1": 0.2275, + "precision_at_10": 0.0665, + "precision_at_100": 0.01415, + "precision_at_1000": 0.00242, + "precision_at_20": 0.04225, + "precision_at_3": 0.13083, + "precision_at_5": 0.1005, + "recall_at_1": 0.19379, + "recall_at_10": 0.43093, + "recall_at_100": 0.65528, + "recall_at_1000": 0.88264, + "recall_at_20": 0.50154, + "recall_at_3": 0.29538, + "recall_at_5": 0.35525, + "hf_subset": "default", + "main_score": 0.32298, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackWordpress-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..8e836bbc01 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 75.68, + "map_at_1": 0.1373, + "map_at_10": 0.20877, + "map_at_100": 0.21935, + "map_at_1000": 0.22057, + "map_at_20": 0.21476, + "map_at_3": 0.18435, + "map_at_5": 0.19681, + "mrr_at_1": 0.15183, + "mrr_at_10": 0.22853, + "mrr_at_100": 0.23857, + "mrr_at_1000": 0.23945, + "mrr_at_20": 0.23413, + "mrr_at_3": 0.20593, + "mrr_at_5": 0.21784, + "ndcg_at_1": 0.15183, + "ndcg_at_10": 0.2534, + "ndcg_at_100": 0.3085, + "ndcg_at_1000": 0.3378, + "ndcg_at_20": 0.27482, + "ndcg_at_3": 0.2062, + "ndcg_at_5": 0.2263, + "precision_at_1": 0.15183, + "precision_at_10": 0.04476, + "precision_at_100": 0.0078, + "precision_at_1000": 0.00117, + "precision_at_20": 0.02723, + "precision_at_3": 0.09337, + "precision_at_5": 0.06911, + "recall_at_1": 0.1373, + "recall_at_10": 0.37123, + "recall_at_100": 0.63256, + "recall_at_1000": 0.84591, + "recall_at_20": 0.45456, + "recall_at_3": 0.24165, + "recall_at_5": 0.29104, + "hf_subset": "default", + "main_score": 0.2534, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ClimateFEVER-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ClimateFEVER-VN.json new file mode 100644 index 0000000000..ba7740c3f6 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 5317.1, + "map_at_1": 0.09484, + "map_at_10": 0.16385, + "map_at_100": 0.1839, + "map_at_1000": 0.18596, + "map_at_20": 0.17522, + "map_at_3": 0.13628, + "map_at_5": 0.14849, + "mrr_at_1": 0.21072, + "mrr_at_10": 0.3107, + "mrr_at_100": 0.32266, + "mrr_at_1000": 0.32305, + "mrr_at_20": 0.318, + "mrr_at_3": 0.27793, + "mrr_at_5": 0.29346, + "ndcg_at_1": 0.21072, + "ndcg_at_10": 0.23468, + "ndcg_at_100": 0.31562, + "ndcg_at_1000": 0.35136, + "ndcg_at_20": 0.26724, + "ndcg_at_3": 0.18563, + "ndcg_at_5": 0.19959, + "precision_at_1": 0.21072, + "precision_at_10": 0.07511, + "precision_at_100": 0.01613, + "precision_at_1000": 0.00228, + "precision_at_20": 0.05141, + "precision_at_3": 0.13927, + "precision_at_5": 0.105, + "recall_at_1": 0.09484, + "recall_at_10": 0.29113, + "recall_at_100": 0.57047, + "recall_at_1000": 0.76794, + "recall_at_20": 0.38347, + "recall_at_3": 0.17078, + "recall_at_5": 0.21161, + "hf_subset": "default", + "main_score": 0.23468, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/DBPedia-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/DBPedia-VN.json new file mode 100644 index 0000000000..e014c7c0a8 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 3570.41, + "map_at_1": 0.09075, + "map_at_10": 0.18556, + "map_at_100": 0.25614, + "map_at_1000": 0.27106, + "map_at_20": 0.21397, + "map_at_3": 0.13666, + "map_at_5": 0.15774, + "mrr_at_1": 0.67702, + "mrr_at_10": 0.74456, + "mrr_at_100": 0.74926, + "mrr_at_1000": 0.7494, + "mrr_at_20": 0.74825, + "mrr_at_3": 0.7293, + "mrr_at_5": 0.73986, + "ndcg_at_1": 0.5559, + "ndcg_at_10": 0.39511, + "ndcg_at_100": 0.44203, + "ndcg_at_1000": 0.51629, + "ndcg_at_20": 0.3922, + "ndcg_at_3": 0.44794, + "ndcg_at_5": 0.41939, + "precision_at_1": 0.67702, + "precision_at_10": 0.3, + "precision_at_100": 0.09568, + "precision_at_1000": 0.01913, + "precision_at_20": 0.2309, + "precision_at_3": 0.47723, + "precision_at_5": 0.39503, + "recall_at_1": 0.09075, + "recall_at_10": 0.23583, + "recall_at_100": 0.50105, + "recall_at_1000": 0.73687, + "recall_at_20": 0.31438, + "recall_at_3": 0.14581, + "recall_at_5": 0.18226, + "hf_subset": "default", + "main_score": 0.39511, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/EmotionVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/EmotionVNClassification.json new file mode 100644 index 0000000000..df3da96cf5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "validation": [ + { + "accuracy": 0.482031, + "f1": 0.418139, + "f1_weighted": 0.503032, + "scores_per_experiment": [ + { + "accuracy": 0.514844, + "f1": 0.438027, + "f1_weighted": 0.53204 + }, + { + "accuracy": 0.490625, + "f1": 0.409164, + "f1_weighted": 0.506697 + }, + { + "accuracy": 0.452344, + "f1": 0.38618, + "f1_weighted": 0.486509 + }, + { + "accuracy": 0.484375, + "f1": 0.423541, + "f1_weighted": 0.512309 + }, + { + "accuracy": 0.516406, + "f1": 0.469662, + "f1_weighted": 0.533843 + }, + { + "accuracy": 0.442188, + "f1": 0.393183, + "f1_weighted": 0.452255 + }, + { + "accuracy": 0.507031, + "f1": 0.411909, + "f1_weighted": 0.518591 + }, + { + "accuracy": 0.442188, + "f1": 0.393062, + "f1_weighted": 0.465367 + }, + { + "accuracy": 0.505469, + "f1": 0.446696, + "f1_weighted": 0.528965 + }, + { + "accuracy": 0.464844, + "f1": 0.409967, + "f1_weighted": 0.49374 + } + ], + "main_score": 0.482031, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.484496, + "f1": 0.408451, + "f1_weighted": 0.504645, + "scores_per_experiment": [ + { + "accuracy": 0.51938, + "f1": 0.430439, + "f1_weighted": 0.533749 + }, + { + "accuracy": 0.488372, + "f1": 0.394149, + "f1_weighted": 0.502202 + }, + { + "accuracy": 0.477519, + "f1": 0.392306, + "f1_weighted": 0.505459 + }, + { + "accuracy": 0.463566, + "f1": 0.403176, + "f1_weighted": 0.491976 + }, + { + "accuracy": 0.5, + "f1": 0.429507, + "f1_weighted": 0.517669 + }, + { + "accuracy": 0.46124, + "f1": 0.387915, + "f1_weighted": 0.475178 + }, + { + "accuracy": 0.503876, + "f1": 0.403841, + "f1_weighted": 0.514899 + }, + { + "accuracy": 0.450388, + "f1": 0.391241, + "f1_weighted": 0.472886 + }, + { + "accuracy": 0.510078, + "f1": 0.451295, + "f1_weighted": 0.532023 + }, + { + "accuracy": 0.470543, + "f1": 0.40064, + "f1_weighted": 0.500412 + } + ], + "main_score": 0.484496, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.638148069381714, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/FEVER-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/FEVER-VN.json new file mode 100644 index 0000000000..c17d9149c7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 6086.16, + "map_at_1": 0.69623, + "map_at_10": 0.79024, + "map_at_100": 0.79246, + "map_at_1000": 0.79261, + "map_at_20": 0.79164, + "map_at_3": 0.77706, + "map_at_5": 0.78598, + "mrr_at_1": 0.75333, + "mrr_at_10": 0.84115, + "mrr_at_100": 0.84212, + "mrr_at_1000": 0.84215, + "mrr_at_20": 0.84194, + "mrr_at_3": 0.83121, + "mrr_at_5": 0.83813, + "ndcg_at_1": 0.75276, + "ndcg_at_10": 0.8353, + "ndcg_at_100": 0.84352, + "ndcg_at_1000": 0.84644, + "ndcg_at_20": 0.83942, + "ndcg_at_3": 0.81341, + "ndcg_at_5": 0.82663, + "precision_at_1": 0.75276, + "precision_at_10": 0.10181, + "precision_at_100": 0.01078, + "precision_at_1000": 0.00112, + "precision_at_20": 0.05201, + "precision_at_3": 0.31467, + "precision_at_5": 0.19688, + "recall_at_1": 0.69623, + "recall_at_10": 0.92456, + "recall_at_100": 0.95754, + "recall_at_1000": 0.97636, + "recall_at_20": 0.93925, + "recall_at_3": 0.86515, + "recall_at_5": 0.89853, + "hf_subset": "default", + "main_score": 0.8353, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/FiQA2018-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/FiQA2018-VN.json new file mode 100644 index 0000000000..4c27f49e76 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 77.41, + "map_at_1": 0.16911, + "map_at_10": 0.26913, + "map_at_100": 0.28591, + "map_at_1000": 0.28789, + "map_at_20": 0.27755, + "map_at_3": 0.23233, + "map_at_5": 0.25327, + "mrr_at_1": 0.32982, + "mrr_at_10": 0.4169, + "mrr_at_100": 0.42502, + "mrr_at_1000": 0.42545, + "mrr_at_20": 0.42098, + "mrr_at_3": 0.38962, + "mrr_at_5": 0.4069, + "ndcg_at_1": 0.32718, + "ndcg_at_10": 0.34274, + "ndcg_at_100": 0.41006, + "ndcg_at_1000": 0.44217, + "ndcg_at_20": 0.3644, + "ndcg_at_3": 0.30848, + "ndcg_at_5": 0.31995, + "precision_at_1": 0.32718, + "precision_at_10": 0.09657, + "precision_at_100": 0.01675, + "precision_at_1000": 0.00229, + "precision_at_20": 0.05831, + "precision_at_3": 0.20317, + "precision_at_5": 0.15251, + "recall_at_1": 0.16911, + "recall_at_10": 0.41206, + "recall_at_100": 0.67161, + "recall_at_1000": 0.8558, + "recall_at_20": 0.47779, + "recall_at_3": 0.28097, + "recall_at_5": 0.33954, + "hf_subset": "default", + "main_score": 0.34274, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/GreenNodeTableMarkdownRetrieval.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..7c2b742d90 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "ndcg_at_1": 0.26208, + "ndcg_at_3": 0.31536, + "ndcg_at_5": 0.33273, + "ndcg_at_10": 0.35182, + "ndcg_at_20": 0.36721, + "ndcg_at_100": 0.39462, + "ndcg_at_1000": 0.41985, + "map_at_1": 0.26208, + "map_at_3": 0.30223, + "map_at_5": 0.31186, + "map_at_10": 0.31977, + "map_at_20": 0.32399, + "map_at_100": 0.32767, + "map_at_1000": 0.32849, + "recall_at_1": 0.26208, + "recall_at_3": 0.35336, + "recall_at_5": 0.39557, + "recall_at_10": 0.45444, + "recall_at_20": 0.5153, + "recall_at_100": 0.66478, + "recall_at_1000": 0.871, + "precision_at_1": 0.26208, + "precision_at_3": 0.11779, + "precision_at_5": 0.07911, + "precision_at_10": 0.04544, + "precision_at_20": 0.02576, + "precision_at_100": 0.00665, + "precision_at_1000": 0.00087, + "mrr_at_1": 0.262077, + "mrr_at_3": 0.302227, + "mrr_at_5": 0.311862, + "mrr_at_10": 0.319769, + "mrr_at_20": 0.323995, + "mrr_at_100": 0.327667, + "mrr_at_1000": 0.328485, + "nauc_ndcg_at_1_max": 0.195446, + "nauc_ndcg_at_1_std": 0.181997, + "nauc_ndcg_at_1_diff1": 0.683976, + "nauc_ndcg_at_3_max": 0.159428, + "nauc_ndcg_at_3_std": 0.220235, + "nauc_ndcg_at_3_diff1": 0.620504, + "nauc_ndcg_at_5_max": 0.147559, + "nauc_ndcg_at_5_std": 0.229411, + "nauc_ndcg_at_5_diff1": 0.605917, + "nauc_ndcg_at_10_max": 0.136135, + "nauc_ndcg_at_10_std": 0.242013, + "nauc_ndcg_at_10_diff1": 0.597323, + "nauc_ndcg_at_20_max": 0.127811, + "nauc_ndcg_at_20_std": 0.253067, + "nauc_ndcg_at_20_diff1": 0.592509, + "nauc_ndcg_at_100_max": 0.119446, + "nauc_ndcg_at_100_std": 0.268049, + "nauc_ndcg_at_100_diff1": 0.590388, + "nauc_ndcg_at_1000_max": 0.127308, + "nauc_ndcg_at_1000_std": 0.263148, + "nauc_ndcg_at_1000_diff1": 0.596148, + "nauc_map_at_1_max": 0.195446, + "nauc_map_at_1_std": 0.181997, + "nauc_map_at_1_diff1": 0.683976, + "nauc_map_at_3_max": 0.168029, + "nauc_map_at_3_std": 0.211155, + "nauc_map_at_3_diff1": 0.634949, + "nauc_map_at_5_max": 0.161282, + "nauc_map_at_5_std": 0.216449, + "nauc_map_at_5_diff1": 0.626669, + "nauc_map_at_10_max": 0.156431, + "nauc_map_at_10_std": 0.221708, + "nauc_map_at_10_diff1": 0.623043, + "nauc_map_at_20_max": 0.154138, + "nauc_map_at_20_std": 0.224733, + "nauc_map_at_20_diff1": 0.621703, + "nauc_map_at_100_max": 0.153071, + "nauc_map_at_100_std": 0.226709, + "nauc_map_at_100_diff1": 0.621503, + "nauc_map_at_1000_max": 0.153312, + "nauc_map_at_1000_std": 0.226608, + "nauc_map_at_1000_diff1": 0.62169, + "nauc_recall_at_1_max": 0.195446, + "nauc_recall_at_1_std": 0.181997, + "nauc_recall_at_1_diff1": 0.683976, + "nauc_recall_at_3_max": 0.135627, + "nauc_recall_at_3_std": 0.245339, + "nauc_recall_at_3_diff1": 0.580808, + "nauc_recall_at_5_max": 0.108628, + "nauc_recall_at_5_std": 0.265821, + "nauc_recall_at_5_diff1": 0.547715, + "nauc_recall_at_10_max": 0.074388, + "nauc_recall_at_10_std": 0.303961, + "nauc_recall_at_10_diff1": 0.521478, + "nauc_recall_at_20_max": 0.040102, + "nauc_recall_at_20_std": 0.349058, + "nauc_recall_at_20_diff1": 0.500687, + "nauc_recall_at_100_max": -0.033031, + "nauc_recall_at_100_std": 0.465753, + "nauc_recall_at_100_diff1": 0.466279, + "nauc_recall_at_1000_max": -0.052124, + "nauc_recall_at_1000_std": 0.590111, + "nauc_recall_at_1000_diff1": 0.436919, + "nauc_precision_at_1_max": 0.195446, + "nauc_precision_at_1_std": 0.181997, + "nauc_precision_at_1_diff1": 0.683976, + "nauc_precision_at_3_max": 0.135627, + "nauc_precision_at_3_std": 0.245339, + "nauc_precision_at_3_diff1": 0.580808, + "nauc_precision_at_5_max": 0.108628, + "nauc_precision_at_5_std": 0.265821, + "nauc_precision_at_5_diff1": 0.547715, + "nauc_precision_at_10_max": 0.074388, + "nauc_precision_at_10_std": 0.303961, + "nauc_precision_at_10_diff1": 0.521478, + "nauc_precision_at_20_max": 0.040102, + "nauc_precision_at_20_std": 0.349058, + "nauc_precision_at_20_diff1": 0.500687, + "nauc_precision_at_100_max": -0.033031, + "nauc_precision_at_100_std": 0.465753, + "nauc_precision_at_100_diff1": 0.466279, + "nauc_precision_at_1000_max": -0.052124, + "nauc_precision_at_1000_std": 0.590111, + "nauc_precision_at_1000_diff1": 0.436919, + "nauc_mrr_at_1_max": 0.195446, + "nauc_mrr_at_1_std": 0.181997, + "nauc_mrr_at_1_diff1": 0.683976, + "nauc_mrr_at_3_max": 0.168029, + "nauc_mrr_at_3_std": 0.211155, + "nauc_mrr_at_3_diff1": 0.634949, + "nauc_mrr_at_5_max": 0.161282, + "nauc_mrr_at_5_std": 0.216449, + "nauc_mrr_at_5_diff1": 0.626669, + "nauc_mrr_at_10_max": 0.156431, + "nauc_mrr_at_10_std": 0.221708, + "nauc_mrr_at_10_diff1": 0.623043, + "nauc_mrr_at_20_max": 0.154138, + "nauc_mrr_at_20_std": 0.224733, + "nauc_mrr_at_20_diff1": 0.621703, + "nauc_mrr_at_100_max": 0.153071, + "nauc_mrr_at_100_std": 0.226709, + "nauc_mrr_at_100_diff1": 0.621503, + "nauc_mrr_at_1000_max": 0.153312, + "nauc_mrr_at_1000_std": 0.226608, + "nauc_mrr_at_1000_diff1": 0.62169, + "main_score": 0.35182, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 262.9094822406769, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/HotpotQA-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/HotpotQA-VN.json new file mode 100644 index 0000000000..b7a8ea6c1f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 4860.63, + "map_at_1": 0.3728, + "map_at_10": 0.52855, + "map_at_100": 0.53726, + "map_at_1000": 0.53801, + "map_at_20": 0.53356, + "map_at_3": 0.5009, + "map_at_5": 0.51782, + "mrr_at_1": 0.74514, + "mrr_at_10": 0.8008, + "mrr_at_100": 0.8035, + "mrr_at_1000": 0.80361, + "mrr_at_20": 0.80245, + "mrr_at_3": 0.79107, + "mrr_at_5": 0.79755, + "ndcg_at_1": 0.74561, + "ndcg_at_10": 0.61858, + "ndcg_at_100": 0.65061, + "ndcg_at_1000": 0.66558, + "ndcg_at_20": 0.63142, + "ndcg_at_3": 0.57829, + "ndcg_at_5": 0.60044, + "precision_at_1": 0.74561, + "precision_at_10": 0.12552, + "precision_at_100": 0.01507, + "precision_at_1000": 0.00171, + "precision_at_20": 0.06686, + "precision_at_3": 0.35901, + "precision_at_5": 0.23287, + "recall_at_1": 0.3728, + "recall_at_10": 0.62759, + "recall_at_100": 0.75368, + "recall_at_1000": 0.85327, + "recall_at_20": 0.66864, + "recall_at_3": 0.53852, + "recall_at_5": 0.58219, + "hf_subset": "default", + "main_score": 0.61858, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ImdbVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ImdbVNClassification.json new file mode 100644 index 0000000000..f94beac2aa --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.849341, + "f1": 0.848827, + "f1_weighted": 0.848858, + "ap": 0.792247, + "ap_weighted": 0.792247, + "scores_per_experiment": [ + { + "accuracy": 0.834609, + "f1": 0.833913, + "f1_weighted": 0.83385, + "ap": 0.799509, + "ap_weighted": 0.799509 + }, + { + "accuracy": 0.841946, + "f1": 0.841918, + "f1_weighted": 0.841931, + "ap": 0.7878, + "ap_weighted": 0.7878 + }, + { + "accuracy": 0.871428, + "f1": 0.870956, + "f1_weighted": 0.871002, + "ap": 0.811275, + "ap_weighted": 0.811275 + }, + { + "accuracy": 0.884561, + "f1": 0.884518, + "f1_weighted": 0.884531, + "ap": 0.837468, + "ap_weighted": 0.837468 + }, + { + "accuracy": 0.840496, + "f1": 0.838249, + "f1_weighted": 0.838362, + "ap": 0.766214, + "ap_weighted": 0.766214 + }, + { + "accuracy": 0.839862, + "f1": 0.839561, + "f1_weighted": 0.839602, + "ap": 0.778874, + "ap_weighted": 0.778874 + }, + { + "accuracy": 0.885331, + "f1": 0.884944, + "f1_weighted": 0.884984, + "ap": 0.828209, + "ap_weighted": 0.828209 + }, + { + "accuracy": 0.813731, + "f1": 0.813304, + "f1_weighted": 0.813357, + "ap": 0.749338, + "ap_weighted": 0.749338 + }, + { + "accuracy": 0.863955, + "f1": 0.863417, + "f1_weighted": 0.863467, + "ap": 0.802143, + "ap_weighted": 0.802143 + }, + { + "accuracy": 0.81749, + "f1": 0.817487, + "f1_weighted": 0.817491, + "ap": 0.761641, + "ap_weighted": 0.761641 + } + ], + "main_score": 0.849341, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 111.2005729675293, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MSMARCO-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MSMARCO-VN.json new file mode 100644 index 0000000000..ef1e4c5fc0 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "test": [ + { + "evaluation_time": 7208.17, + "map_at_1": 0.03053, + "map_at_10": 0.12463, + "map_at_100": 0.30022, + "map_at_1000": 0.39256, + "map_at_20": 0.18284, + "map_at_3": 0.05966, + "map_at_5": 0.08956, + "mrr_at_1": 0.94737, + "mrr_at_10": 0.97368, + "mrr_at_100": 0.97368, + "mrr_at_1000": 0.97368, + "mrr_at_20": 0.97368, + "mrr_at_3": 0.97368, + "mrr_at_5": 0.97368, + "ndcg_at_1": 0.78947, + "ndcg_at_10": 0.66492, + "ndcg_at_100": 0.5825, + "ndcg_at_1000": 0.66055, + "ndcg_at_20": 0.64252, + "ndcg_at_3": 0.7183, + "ndcg_at_5": 0.70185, + "precision_at_1": 0.94737, + "precision_at_10": 0.7, + "precision_at_100": 0.33579, + "precision_at_1000": 0.06895, + "precision_at_20": 0.62105, + "precision_at_3": 0.82456, + "precision_at_5": 0.8, + "recall_at_1": 0.03053, + "recall_at_10": 0.14114, + "recall_at_100": 0.41823, + "recall_at_1000": 0.69025, + "recall_at_20": 0.21469, + "recall_at_3": 0.06452, + "recall_at_5": 0.10016, + "hf_subset": "default", + "main_score": 0.66492, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MTOPDomainVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..2f04c0082c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.86454, + "f1": 0.858793, + "f1_weighted": 0.862833, + "scores_per_experiment": [ + { + "accuracy": 0.860281, + "f1": 0.848541, + "f1_weighted": 0.858518 + }, + { + "accuracy": 0.851177, + "f1": 0.843535, + "f1_weighted": 0.849586 + }, + { + "accuracy": 0.877135, + "f1": 0.87178, + "f1_weighted": 0.874951 + }, + { + "accuracy": 0.864495, + "f1": 0.861106, + "f1_weighted": 0.862206 + }, + { + "accuracy": 0.865322, + "f1": 0.862568, + "f1_weighted": 0.864558 + }, + { + "accuracy": 0.863592, + "f1": 0.856312, + "f1_weighted": 0.862272 + }, + { + "accuracy": 0.882025, + "f1": 0.876573, + "f1_weighted": 0.880348 + }, + { + "accuracy": 0.869837, + "f1": 0.868481, + "f1_weighted": 0.866673 + }, + { + "accuracy": 0.846061, + "f1": 0.845137, + "f1_weighted": 0.845631 + }, + { + "accuracy": 0.865473, + "f1": 0.853894, + "f1_weighted": 0.863586 + } + ], + "main_score": 0.86454, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.453132390975952, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MTOPIntentVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..812925f10a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.621925, + "f1": 0.382076, + "f1_weighted": 0.646909, + "scores_per_experiment": [ + { + "accuracy": 0.638477, + "f1": 0.390746, + "f1_weighted": 0.661405 + }, + { + "accuracy": 0.62832, + "f1": 0.360917, + "f1_weighted": 0.646767 + }, + { + "accuracy": 0.617561, + "f1": 0.382905, + "f1_weighted": 0.643634 + }, + { + "accuracy": 0.648634, + "f1": 0.410078, + "f1_weighted": 0.669491 + }, + { + "accuracy": 0.625085, + "f1": 0.379674, + "f1_weighted": 0.657152 + }, + { + "accuracy": 0.619893, + "f1": 0.388697, + "f1_weighted": 0.647122 + }, + { + "accuracy": 0.597848, + "f1": 0.382313, + "f1_weighted": 0.624845 + }, + { + "accuracy": 0.616959, + "f1": 0.382116, + "f1_weighted": 0.641738 + }, + { + "accuracy": 0.574976, + "f1": 0.368758, + "f1_weighted": 0.607971 + }, + { + "accuracy": 0.651493, + "f1": 0.374556, + "f1_weighted": 0.668967 + } + ], + "main_score": 0.621925, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 17.034284114837646, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MassiveIntentVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..9581b8240f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.692713, + "f1": 0.637161, + "f1_weighted": 0.680441, + "scores_per_experiment": [ + { + "accuracy": 0.701794, + "f1": 0.643814, + "f1_weighted": 0.691528 + }, + { + "accuracy": 0.68722, + "f1": 0.644182, + "f1_weighted": 0.675977 + }, + { + "accuracy": 0.691143, + "f1": 0.625734, + "f1_weighted": 0.673631 + }, + { + "accuracy": 0.727578, + "f1": 0.666665, + "f1_weighted": 0.717162 + }, + { + "accuracy": 0.674888, + "f1": 0.597235, + "f1_weighted": 0.667538 + }, + { + "accuracy": 0.682175, + "f1": 0.625983, + "f1_weighted": 0.669583 + }, + { + "accuracy": 0.697309, + "f1": 0.648057, + "f1_weighted": 0.683645 + }, + { + "accuracy": 0.69787, + "f1": 0.642645, + "f1_weighted": 0.68382 + }, + { + "accuracy": 0.673206, + "f1": 0.627141, + "f1_weighted": 0.653157 + }, + { + "accuracy": 0.693946, + "f1": 0.650153, + "f1_weighted": 0.688369 + } + ], + "main_score": 0.692713, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.994302749633789, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MassiveScenarioVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..2a39b07944 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.725727, + "f1": 0.709438, + "f1_weighted": 0.723965, + "scores_per_experiment": [ + { + "accuracy": 0.739374, + "f1": 0.733182, + "f1_weighted": 0.738156 + }, + { + "accuracy": 0.738814, + "f1": 0.726078, + "f1_weighted": 0.738108 + }, + { + "accuracy": 0.713087, + "f1": 0.700882, + "f1_weighted": 0.712278 + }, + { + "accuracy": 0.724273, + "f1": 0.710747, + "f1_weighted": 0.716985 + }, + { + "accuracy": 0.71868, + "f1": 0.688032, + "f1_weighted": 0.718945 + }, + { + "accuracy": 0.732662, + "f1": 0.70251, + "f1_weighted": 0.730085 + }, + { + "accuracy": 0.699664, + "f1": 0.688627, + "f1_weighted": 0.694202 + }, + { + "accuracy": 0.727629, + "f1": 0.708616, + "f1_weighted": 0.732903 + }, + { + "accuracy": 0.736577, + "f1": 0.719388, + "f1_weighted": 0.734618 + }, + { + "accuracy": 0.72651, + "f1": 0.716315, + "f1_weighted": 0.723371 + } + ], + "main_score": 0.725727, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.887340545654297, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/NFCorpus-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/NFCorpus-VN.json new file mode 100644 index 0000000000..123e6c5893 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 8.68, + "map_at_1": 0.04898, + "map_at_10": 0.12667, + "map_at_100": 0.15925, + "map_at_1000": 0.17422, + "map_at_20": 0.14178, + "map_at_3": 0.09037, + "map_at_5": 0.10914, + "mrr_at_1": 0.39157, + "mrr_at_10": 0.49259, + "mrr_at_100": 0.49992, + "mrr_at_1000": 0.50036, + "mrr_at_20": 0.49826, + "mrr_at_3": 0.47189, + "mrr_at_5": 0.48484, + "ndcg_at_1": 0.37651, + "ndcg_at_10": 0.33207, + "ndcg_at_100": 0.30585, + "ndcg_at_1000": 0.39642, + "ndcg_at_20": 0.31638, + "ndcg_at_3": 0.36138, + "ndcg_at_5": 0.35323, + "precision_at_1": 0.39157, + "precision_at_10": 0.25602, + "precision_at_100": 0.07849, + "precision_at_1000": 0.0221, + "precision_at_20": 0.19337, + "precision_at_3": 0.34739, + "precision_at_5": 0.31446, + "recall_at_1": 0.04898, + "recall_at_10": 0.17221, + "recall_at_100": 0.31037, + "recall_at_1000": 0.63888, + "recall_at_20": 0.21127, + "recall_at_3": 0.10586, + "recall_at_5": 0.13968, + "hf_subset": "default", + "main_score": 0.33207, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/NQ-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/NQ-VN.json new file mode 100644 index 0000000000..ba1c6294ce --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 3150.0, + "map_at_1": 0.33088, + "map_at_10": 0.47703, + "map_at_100": 0.48703, + "map_at_1000": 0.48732, + "map_at_20": 0.48387, + "map_at_3": 0.43757, + "map_at_5": 0.45965, + "mrr_at_1": 0.37105, + "mrr_at_10": 0.50065, + "mrr_at_100": 0.50805, + "mrr_at_1000": 0.50827, + "mrr_at_20": 0.50555, + "mrr_at_3": 0.46746, + "mrr_at_5": 0.48735, + "ndcg_at_1": 0.37105, + "ndcg_at_10": 0.54894, + "ndcg_at_100": 0.59019, + "ndcg_at_1000": 0.59746, + "ndcg_at_20": 0.57048, + "ndcg_at_3": 0.47415, + "ndcg_at_5": 0.51179, + "precision_at_1": 0.37105, + "precision_at_10": 0.08837, + "precision_at_100": 0.01108, + "precision_at_1000": 0.00118, + "precision_at_20": 0.04921, + "precision_at_3": 0.21246, + "precision_at_5": 0.14874, + "recall_at_1": 0.33088, + "recall_at_10": 0.74443, + "recall_at_100": 0.92307, + "recall_at_1000": 0.97833, + "recall_at_20": 0.82412, + "recall_at_3": 0.54991, + "recall_at_5": 0.63772, + "hf_subset": "default", + "main_score": 0.54894, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/Quora-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/Quora-VN.json new file mode 100644 index 0000000000..3fdebd9132 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 341.57, + "map_at_1": 0.35308, + "map_at_10": 0.46199, + "map_at_100": 0.47396, + "map_at_1000": 0.47468, + "map_at_20": 0.46899, + "map_at_3": 0.43044, + "map_at_5": 0.44822, + "mrr_at_1": 0.41792, + "mrr_at_10": 0.51225, + "mrr_at_100": 0.51934, + "mrr_at_1000": 0.51967, + "mrr_at_20": 0.51664, + "mrr_at_3": 0.48803, + "mrr_at_5": 0.50227, + "ndcg_at_1": 0.41723, + "ndcg_at_10": 0.52113, + "ndcg_at_100": 0.56736, + "ndcg_at_1000": 0.58136, + "ndcg_at_20": 0.54098, + "ndcg_at_3": 0.47049, + "ndcg_at_5": 0.49462, + "precision_at_1": 0.41723, + "precision_at_10": 0.08841, + "precision_at_100": 0.01264, + "precision_at_1000": 0.00146, + "precision_at_20": 0.05091, + "precision_at_3": 0.21416, + "precision_at_5": 0.14917, + "recall_at_1": 0.35308, + "recall_at_10": 0.64593, + "recall_at_100": 0.84152, + "recall_at_1000": 0.93896, + "recall_at_20": 0.71695, + "recall_at_3": 0.50469, + "recall_at_5": 0.56707, + "hf_subset": "default", + "main_score": 0.52113, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/RedditClustering-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/RedditClustering-VN.json new file mode 100644 index 0000000000..57d22e36eb --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.421648, + "v_measure_std": 0.059415, + "v_measures": [ + 0.272125, + 0.517153, + 0.407721, + 0.427867, + 0.401905, + 0.446999, + 0.471513, + 0.426086, + 0.417571, + 0.427536 + ], + "main_score": 0.421648, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 98.52472639083862, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/RedditClusteringP2P-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..c2e3e58ece --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.578197, + "v_measure_std": 0.129781, + "v_measures": [ + 0.672048, + 0.60834, + 0.674069, + 0.373031, + 0.593211, + 0.563986, + 0.295143, + 0.661079, + 0.632043, + 0.70902 + ], + "main_score": 0.578197, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1534.6690793037415, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SCIDOCS-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SCIDOCS-VN.json new file mode 100644 index 0000000000..b6f1b3a11c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 49.63, + "map_at_1": 0.04746, + "map_at_10": 0.10779, + "map_at_100": 0.12469, + "map_at_1000": 0.12743, + "map_at_20": 0.11581, + "map_at_3": 0.07648, + "map_at_5": 0.09349, + "mrr_at_1": 0.23, + "mrr_at_10": 0.31936, + "mrr_at_100": 0.32949, + "mrr_at_1000": 0.33005, + "mrr_at_20": 0.3235, + "mrr_at_3": 0.28958, + "mrr_at_5": 0.30396, + "ndcg_at_1": 0.2325, + "ndcg_at_10": 0.18037, + "ndcg_at_100": 0.25401, + "ndcg_at_1000": 0.30642, + "ndcg_at_20": 0.20178, + "ndcg_at_3": 0.17038, + "ndcg_at_5": 0.15041, + "precision_at_1": 0.2325, + "precision_at_10": 0.091, + "precision_at_100": 0.02005, + "precision_at_1000": 0.00327, + "precision_at_20": 0.05788, + "precision_at_3": 0.15167, + "precision_at_5": 0.1275, + "recall_at_1": 0.04746, + "recall_at_10": 0.18496, + "recall_at_100": 0.40683, + "recall_at_1000": 0.665, + "recall_at_20": 0.23521, + "recall_at_3": 0.09271, + "recall_at_5": 0.12958, + "hf_subset": "default", + "main_score": 0.18037, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SICK-R-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SICK-R-VN.json new file mode 100644 index 0000000000..090def9946 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.794996, + "spearman": 0.770654, + "cosine_pearson": 0.794996, + "cosine_spearman": 0.770654, + "manhattan_pearson": 0.778762, + "manhattan_spearman": 0.773305, + "euclidean_pearson": 0.775885, + "euclidean_spearman": 0.770654, + "main_score": 0.770654, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.530933856964111, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/STSBenchmark-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/STSBenchmark-VN.json new file mode 100644 index 0000000000..fcab51f225 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.795612, + "spearman": 0.794569, + "cosine_pearson": 0.795612, + "cosine_spearman": 0.794569, + "manhattan_pearson": 0.793831, + "manhattan_spearman": 0.798627, + "euclidean_pearson": 0.790491, + "euclidean_spearman": 0.794569, + "main_score": 0.794569, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.8921751976013184, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SciDocsRR-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SciDocsRR-VN.json new file mode 100644 index 0000000000..4c698bbdde --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.846403, + "mrr": 0.919368, + "nAUC_map_max": 0.553157, + "nAUC_map_std": 0.635265, + "nAUC_map_diff1": 0.271766, + "nAUC_mrr_max": 0.856639, + "nAUC_mrr_std": 0.804774, + "nAUC_mrr_diff1": 0.552806, + "main_score": 0.846403, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.861205577850342, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SciFact-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SciFact-VN.json new file mode 100644 index 0000000000..e171f7d4ca --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 12.09, + "map_at_1": 0.50336, + "map_at_10": 0.63687, + "map_at_100": 0.64214, + "map_at_1000": 0.64226, + "map_at_20": 0.63987, + "map_at_3": 0.60137, + "map_at_5": 0.62657, + "mrr_at_1": 0.53731, + "mrr_at_10": 0.64923, + "mrr_at_100": 0.65254, + "mrr_at_1000": 0.65266, + "mrr_at_20": 0.651, + "mrr_at_3": 0.62065, + "mrr_at_5": 0.64229, + "ndcg_at_1": 0.53731, + "ndcg_at_10": 0.69672, + "ndcg_at_100": 0.71766, + "ndcg_at_1000": 0.72203, + "ndcg_at_20": 0.70505, + "ndcg_at_3": 0.6371, + "ndcg_at_5": 0.67713, + "precision_at_1": 0.53731, + "precision_at_10": 0.09925, + "precision_at_100": 0.01112, + "precision_at_1000": 0.00115, + "precision_at_20": 0.05187, + "precision_at_3": 0.25871, + "precision_at_5": 0.18209, + "recall_at_1": 0.50336, + "recall_at_10": 0.86443, + "recall_at_100": 0.95522, + "recall_at_1000": 0.99254, + "recall_at_20": 0.89303, + "recall_at_3": 0.71318, + "recall_at_5": 0.81007, + "hf_subset": "default", + "main_score": 0.69672, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SprintDuplicateQuestions-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..89ee936740 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/SprintDuplicateQuestions-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "mteb_dataset_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "task_name": "SprintDuplicateQuestions-VN", + "scores": { + "test": [ + { + "evaluation_time": 6.55, + "hf_subset": "default", + "dot_accuracy": 0.9956326385951273, + "dot_ap": 0.8503168296989532, + "dot_f1": 0.7803242034656233, + "dot_accuracy_threshold": 23049.484375, + "dot_f1_threshold": 22402.75, + "dot_precision": 0.7721238938053098, + "dot_recall": 0.7887005649717514, + "euclidean_accuracy": 0.9966958967381984, + "euclidean_ap": 0.908142219918387, + "euclidean_f1": 0.8312901342673672, + "euclidean_accuracy_threshold": 108.44709777832031, + "euclidean_f1_threshold": 108.44709777832031, + "euclidean_precision": 0.8599033816425121, + "euclidean_recall": 0.8045197740112995, + "manhattan_accuracy": 0.9968216584540456, + "manhattan_ap": 0.9159656631963038, + "manhattan_f1": 0.8375690607734806, + "manhattan_accuracy_threshold": 3230.865234375, + "manhattan_f1_threshold": 3419.67724609375, + "manhattan_precision": 0.8194594594594594, + "manhattan_recall": 0.8564971751412429, + "max_accuracy": 0.9968216584540456, + "max_ap": 0.9159656631963038, + "max_f1": 0.8375690607734806, + "main_score": 0.9159656631963038, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/StackExchangeClustering-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..06d3780be7 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.60319, + "v_measure_std": 0.024234, + "v_measures": [ + 0.607573, + 0.563941, + 0.61109, + 0.630156 + ], + "main_score": 0.60319, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 15.9124596118927, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/StackExchangeClusteringP2P-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..f973497d7e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.434566, + "v_measure_std": 0.015051, + "v_measures": [ + 0.420061, + 0.420764, + 0.421213, + 0.416241, + 0.422102, + 0.456787, + 0.443538, + 0.454232, + 0.444703, + 0.446015 + ], + "main_score": 0.434566, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 338.739315032959, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/StackOverflowDupQuestions-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..393c3a8cd1 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.483904, + "mrr": 0.488066, + "nAUC_map_max": 0.132142, + "nAUC_map_std": 0.081466, + "nAUC_map_diff1": 0.361988, + "nAUC_mrr_max": 0.143885, + "nAUC_mrr_std": 0.081017, + "nAUC_mrr_diff1": 0.359391, + "main_score": 0.483904, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 28.60092520713806, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TRECCOVID-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TRECCOVID-VN.json new file mode 100644 index 0000000000..455367ccde --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 297.07, + "map_at_1": 0.00226, + "map_at_10": 0.01923, + "map_at_100": 0.10921, + "map_at_1000": 0.25267, + "map_at_20": 0.03457, + "map_at_3": 0.00625, + "map_at_5": 0.01029, + "mrr_at_1": 0.88636, + "mrr_at_10": 0.93371, + "mrr_at_100": 0.93371, + "mrr_at_1000": 0.93371, + "mrr_at_20": 0.93371, + "mrr_at_3": 0.92803, + "mrr_at_5": 0.93371, + "ndcg_at_1": 0.84091, + "ndcg_at_10": 0.78457, + "ndcg_at_100": 0.58102, + "ndcg_at_1000": 0.49698, + "ndcg_at_20": 0.7444, + "ndcg_at_3": 0.80669, + "ndcg_at_5": 0.8074, + "precision_at_1": 0.88636, + "precision_at_10": 0.82273, + "precision_at_100": 0.59068, + "precision_at_1000": 0.21932, + "precision_at_20": 0.77841, + "precision_at_3": 0.84848, + "precision_at_5": 0.85909, + "recall_at_1": 0.00226, + "recall_at_10": 0.02097, + "recall_at_100": 0.13821, + "recall_at_1000": 0.46064, + "recall_at_20": 0.03914, + "recall_at_3": 0.00656, + "recall_at_5": 0.01087, + "hf_subset": "default", + "main_score": 0.78457, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/Touche2020-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/Touche2020-VN.json new file mode 100644 index 0000000000..7105c7afad --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 573.27, + "map_at_1": 0.02732, + "map_at_10": 0.10609, + "map_at_100": 0.18, + "map_at_1000": 0.19271, + "map_at_20": 0.14502, + "map_at_3": 0.0665, + "map_at_5": 0.08061, + "mrr_at_1": 0.44, + "mrr_at_10": 0.65238, + "mrr_at_100": 0.65821, + "mrr_at_1000": 0.65821, + "mrr_at_20": 0.65821, + "mrr_at_3": 0.64667, + "mrr_at_5": 0.64667, + "ndcg_at_1": 0.46, + "ndcg_at_10": 0.30986, + "ndcg_at_100": 0.42217, + "ndcg_at_1000": 0.51839, + "ndcg_at_20": 0.33104, + "ndcg_at_3": 0.43241, + "ndcg_at_5": 0.3458, + "precision_at_1": 0.48, + "precision_at_10": 0.26, + "precision_at_100": 0.0816, + "precision_at_1000": 0.0146, + "precision_at_20": 0.22, + "precision_at_3": 0.42667, + "precision_at_5": 0.312, + "recall_at_1": 0.02732, + "recall_at_10": 0.1716, + "recall_at_100": 0.48026, + "recall_at_1000": 0.7827, + "recall_at_20": 0.28257, + "recall_at_3": 0.08304, + "recall_at_5": 0.10751, + "hf_subset": "default", + "main_score": 0.30986, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ToxicConversationsVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..06f2efd964 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.642334, + "f1": 0.48645, + "f1_weighted": 0.72112, + "ap": 0.107503, + "ap_weighted": 0.107503, + "scores_per_experiment": [ + { + "accuracy": 0.714355, + "f1": 0.508718, + "f1_weighted": 0.782177, + "ap": 0.093536, + "ap_weighted": 0.093536 + }, + { + "accuracy": 0.577637, + "f1": 0.452536, + "f1_weighted": 0.677692, + "ap": 0.098589, + "ap_weighted": 0.098589 + }, + { + "accuracy": 0.751465, + "f1": 0.557969, + "f1_weighted": 0.809585, + "ap": 0.132518, + "ap_weighted": 0.132518 + }, + { + "accuracy": 0.716797, + "f1": 0.527639, + "f1_weighted": 0.784812, + "ap": 0.112759, + "ap_weighted": 0.112759 + }, + { + "accuracy": 0.509277, + "f1": 0.410311, + "f1_weighted": 0.618152, + "ap": 0.08827, + "ap_weighted": 0.08827 + }, + { + "accuracy": 0.431641, + "f1": 0.36841, + "f1_weighted": 0.540342, + "ap": 0.08967, + "ap_weighted": 0.08967 + }, + { + "accuracy": 0.770508, + "f1": 0.56919, + "f1_weighted": 0.822563, + "ap": 0.136054, + "ap_weighted": 0.136054 + }, + { + "accuracy": 0.706055, + "f1": 0.530647, + "f1_weighted": 0.777507, + "ap": 0.123222, + "ap_weighted": 0.123222 + }, + { + "accuracy": 0.45459, + "f1": 0.381741, + "f1_weighted": 0.564329, + "ap": 0.089768, + "ap_weighted": 0.089768 + }, + { + "accuracy": 0.791016, + "f1": 0.557337, + "f1_weighted": 0.834045, + "ap": 0.110647, + "ap_weighted": 0.110647 + } + ], + "main_score": 0.642334, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.483991146087646, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TweetSentimentExtractionVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..2b64d3dea5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.599661, + "f1": 0.594673, + "f1_weighted": 0.590381, + "scores_per_experiment": [ + { + "accuracy": 0.612591, + "f1": 0.615336, + "f1_weighted": 0.61058 + }, + { + "accuracy": 0.565133, + "f1": 0.56042, + "f1_weighted": 0.55082 + }, + { + "accuracy": 0.580145, + "f1": 0.560979, + "f1_weighted": 0.547932 + }, + { + "accuracy": 0.60678, + "f1": 0.606681, + "f1_weighted": 0.597119 + }, + { + "accuracy": 0.663438, + "f1": 0.662474, + "f1_weighted": 0.66447 + }, + { + "accuracy": 0.633898, + "f1": 0.626331, + "f1_weighted": 0.627836 + }, + { + "accuracy": 0.571429, + "f1": 0.557234, + "f1_weighted": 0.559228 + }, + { + "accuracy": 0.619855, + "f1": 0.615287, + "f1_weighted": 0.615945 + }, + { + "accuracy": 0.609685, + "f1": 0.603041, + "f1_weighted": 0.597927 + }, + { + "accuracy": 0.533656, + "f1": 0.538945, + "f1_weighted": 0.531953 + } + ], + "main_score": 0.599661, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.7933404445648193, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TwentyNewsgroupsClustering-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..ba2a97c4eb --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.45557, + "v_measure_std": 0.009026, + "v_measures": [ + 0.466475, + 0.460277, + 0.472805, + 0.444254, + 0.45019, + 0.450069, + 0.451687, + 0.463514, + 0.446993, + 0.449438 + ], + "main_score": 0.45557, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 22.322004079818726, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TwitterSemEval2015-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..8a3671062a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TwitterSemEval2015-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "mteb_dataset_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterSemEval2015-VN", + "scores": { + "test": [ + { + "evaluation_time": 3.34, + "hf_subset": "default", + "dot_accuracy": 0.7917644548751867, + "dot_ap": 0.5243988953248477, + "dot_f1": 0.536863394006251, + "dot_accuracy_threshold": 25445.96875, + "dot_f1_threshold": 22163.2421875, + "dot_precision": 0.4508956145768993, + "dot_recall": 0.6633348477964561, + "euclidean_accuracy": 0.8341156390014935, + "euclidean_ap": 0.6721463496872531, + "euclidean_f1": 0.6220622485708236, + "euclidean_accuracy_threshold": 89.01656341552734, + "euclidean_f1_threshold": 102.42889404296875, + "euclidean_precision": 0.5824742268041238, + "euclidean_recall": 0.6674238982280781, + "manhattan_accuracy": 0.8310219756774055, + "manhattan_ap": 0.66575837817815, + "manhattan_f1": 0.6170659941151744, + "manhattan_accuracy_threshold": 2654.54150390625, + "manhattan_f1_threshold": 3037.2978515625, + "manhattan_precision": 0.5741102854908096, + "manhattan_recall": 0.6669695592912313, + "max_accuracy": 0.8341156390014935, + "max_ap": 0.6756616112643807, + "max_f1": 0.629158294262112, + "main_score": 0.6756616112643807, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TwitterURLCorpus-VN.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..4bbc890e0d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/TwitterURLCorpus-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "mteb_dataset_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterURLCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 11.94, + "hf_subset": "default", + "dot_accuracy": 0.8501212181594766, + "dot_ap": 0.8063590811966739, + "dot_f1": 0.7447950203906417, + "dot_accuracy_threshold": 22206.89453125, + "dot_f1_threshold": 21013.091796875, + "dot_precision": 0.6996673051718924, + "dot_recall": 0.7961454628886084, + "euclidean_accuracy": 0.8688187041280595, + "euclidean_ap": 0.8501438728562134, + "euclidean_f1": 0.7758084746687026, + "euclidean_accuracy_threshold": 120.88749694824219, + "euclidean_f1_threshold": 126.00045013427734, + "euclidean_precision": 0.7393970893970894, + "euclidean_recall": 0.8159917402776184, + "manhattan_accuracy": 0.8683537577629438, + "manhattan_ap": 0.8500175708465638, + "manhattan_f1": 0.7744634610160283, + "manhattan_accuracy_threshold": 3550.581298828125, + "manhattan_f1_threshold": 3777.872802734375, + "manhattan_precision": 0.7356523534269199, + "manhattan_recall": 0.8175977974073649, + "max_accuracy": 0.8717744345920095, + "max_ap": 0.8532710165489779, + "max_f1": 0.7795493197278912, + "main_score": 0.8532710165489779, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/VieQuADRetrieval.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/VieQuADRetrieval.json new file mode 100644 index 0000000000..21f4314fdf --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.42", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.61816, + "ndcg_at_3": 0.49879, + "ndcg_at_5": 0.52854, + "ndcg_at_10": 0.56026, + "ndcg_at_20": 0.58727, + "ndcg_at_100": 0.6246, + "ndcg_at_1000": 0.64282, + "map_at_1": 0.30908, + "map_at_3": 0.41357, + "map_at_5": 0.43418, + "map_at_10": 0.45227, + "map_at_20": 0.46295, + "map_at_100": 0.47054, + "map_at_1000": 0.47167, + "recall_at_1": 0.30908, + "recall_at_3": 0.47583, + "recall_at_5": 0.53467, + "recall_at_10": 0.61499, + "recall_at_20": 0.70215, + "recall_at_100": 0.86792, + "recall_at_1000": 0.98389, + "precision_at_1": 0.61816, + "precision_at_3": 0.31722, + "precision_at_5": 0.21387, + "precision_at_10": 0.123, + "precision_at_20": 0.07021, + "precision_at_100": 0.01736, + "precision_at_1000": 0.00197, + "mrr_at_1": 0.618164, + "mrr_at_3": 0.704264, + "mrr_at_5": 0.71696, + "mrr_at_10": 0.723217, + "mrr_at_20": 0.726037, + "mrr_at_100": 0.727179, + "mrr_at_1000": 0.727235, + "nauc_ndcg_at_1_max": 0.327351, + "nauc_ndcg_at_1_std": 0.033177, + "nauc_ndcg_at_1_diff1": 0.535298, + "nauc_ndcg_at_3_max": 0.329827, + "nauc_ndcg_at_3_std": 0.072683, + "nauc_ndcg_at_3_diff1": 0.382087, + "nauc_ndcg_at_5_max": 0.333557, + "nauc_ndcg_at_5_std": 0.073104, + "nauc_ndcg_at_5_diff1": 0.37594, + "nauc_ndcg_at_10_max": 0.338958, + "nauc_ndcg_at_10_std": 0.0964, + "nauc_ndcg_at_10_diff1": 0.357989, + "nauc_ndcg_at_20_max": 0.340295, + "nauc_ndcg_at_20_std": 0.099369, + "nauc_ndcg_at_20_diff1": 0.351677, + "nauc_ndcg_at_100_max": 0.366324, + "nauc_ndcg_at_100_std": 0.129223, + "nauc_ndcg_at_100_diff1": 0.364982, + "nauc_ndcg_at_1000_max": 0.354663, + "nauc_ndcg_at_1000_std": 0.110984, + "nauc_ndcg_at_1000_diff1": 0.378432, + "nauc_map_at_1_max": 0.327351, + "nauc_map_at_1_std": 0.033177, + "nauc_map_at_1_diff1": 0.535298, + "nauc_map_at_3_max": 0.307727, + "nauc_map_at_3_std": 0.071703, + "nauc_map_at_3_diff1": 0.348616, + "nauc_map_at_5_max": 0.310392, + "nauc_map_at_5_std": 0.072721, + "nauc_map_at_5_diff1": 0.346867, + "nauc_map_at_10_max": 0.314823, + "nauc_map_at_10_std": 0.085755, + "nauc_map_at_10_diff1": 0.337138, + "nauc_map_at_20_max": 0.316942, + "nauc_map_at_20_std": 0.08742, + "nauc_map_at_20_diff1": 0.335471, + "nauc_map_at_100_max": 0.322056, + "nauc_map_at_100_std": 0.093324, + "nauc_map_at_100_diff1": 0.337936, + "nauc_map_at_1000_max": 0.321679, + "nauc_map_at_1000_std": 0.092844, + "nauc_map_at_1000_diff1": 0.338595, + "nauc_recall_at_1_max": 0.327351, + "nauc_recall_at_1_std": 0.033177, + "nauc_recall_at_1_diff1": 0.535298, + "nauc_recall_at_3_max": 0.316879, + "nauc_recall_at_3_std": 0.088609, + "nauc_recall_at_3_diff1": 0.288855, + "nauc_recall_at_5_max": 0.30465, + "nauc_recall_at_5_std": 0.082997, + "nauc_recall_at_5_diff1": 0.258745, + "nauc_recall_at_10_max": 0.295848, + "nauc_recall_at_10_std": 0.135387, + "nauc_recall_at_10_diff1": 0.193103, + "nauc_recall_at_20_max": 0.282742, + "nauc_recall_at_20_std": 0.144995, + "nauc_recall_at_20_diff1": 0.146045, + "nauc_recall_at_100_max": 0.453218, + "nauc_recall_at_100_std": 0.393528, + "nauc_recall_at_100_diff1": 0.124114, + "nauc_recall_at_1000_max": 0.627736, + "nauc_recall_at_1000_std": 0.779719, + "nauc_recall_at_1000_diff1": 0.108561, + "nauc_precision_at_1_max": 0.327351, + "nauc_precision_at_1_std": 0.033177, + "nauc_precision_at_1_diff1": 0.535298, + "nauc_precision_at_3_max": 0.316879, + "nauc_precision_at_3_std": 0.088609, + "nauc_precision_at_3_diff1": 0.288855, + "nauc_precision_at_5_max": 0.30465, + "nauc_precision_at_5_std": 0.082997, + "nauc_precision_at_5_diff1": 0.258745, + "nauc_precision_at_10_max": 0.295848, + "nauc_precision_at_10_std": 0.135387, + "nauc_precision_at_10_diff1": 0.193103, + "nauc_precision_at_20_max": 0.282742, + "nauc_precision_at_20_std": 0.144995, + "nauc_precision_at_20_diff1": 0.146045, + "nauc_precision_at_100_max": 0.453218, + "nauc_precision_at_100_std": 0.393528, + "nauc_precision_at_100_diff1": 0.124114, + "nauc_precision_at_1000_max": 0.627736, + "nauc_precision_at_1000_std": 0.779719, + "nauc_precision_at_1000_diff1": 0.108561, + "nauc_mrr_at_1_max": 0.327351, + "nauc_mrr_at_1_std": 0.033177, + "nauc_mrr_at_1_diff1": 0.535298, + "nauc_mrr_at_3_max": 0.36883, + "nauc_mrr_at_3_std": 0.053347, + "nauc_mrr_at_3_diff1": 0.528543, + "nauc_mrr_at_5_max": 0.373799, + "nauc_mrr_at_5_std": 0.052493, + "nauc_mrr_at_5_diff1": 0.530162, + "nauc_mrr_at_10_max": 0.373295, + "nauc_mrr_at_10_std": 0.055213, + "nauc_mrr_at_10_diff1": 0.530875, + "nauc_mrr_at_20_max": 0.370415, + "nauc_mrr_at_20_std": 0.053218, + "nauc_mrr_at_20_diff1": 0.530486, + "nauc_mrr_at_100_max": 0.369829, + "nauc_mrr_at_100_std": 0.05307, + "nauc_mrr_at_100_diff1": 0.530783, + "nauc_mrr_at_1000_max": 0.369758, + "nauc_mrr_at_1000_std": 0.053003, + "nauc_mrr_at_1000_diff1": 0.53073, + "main_score": 0.56026, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.892501831054688, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/VieStudentFeedbackClassification.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..47642c85c2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.747217, + "f1": 0.618913, + "f1_weighted": 0.791257, + "scores_per_experiment": [ + { + "accuracy": 0.745605, + "f1": 0.619477, + "f1_weighted": 0.785408 + }, + { + "accuracy": 0.793457, + "f1": 0.641588, + "f1_weighted": 0.814635 + }, + { + "accuracy": 0.799316, + "f1": 0.654113, + "f1_weighted": 0.826752 + }, + { + "accuracy": 0.723633, + "f1": 0.606479, + "f1_weighted": 0.784887 + }, + { + "accuracy": 0.691895, + "f1": 0.58472, + "f1_weighted": 0.752697 + }, + { + "accuracy": 0.793945, + "f1": 0.64913, + "f1_weighted": 0.821519 + }, + { + "accuracy": 0.724609, + "f1": 0.606151, + "f1_weighted": 0.775246 + }, + { + "accuracy": 0.723633, + "f1": 0.579236, + "f1_weighted": 0.760477 + }, + { + "accuracy": 0.739746, + "f1": 0.627401, + "f1_weighted": 0.799216 + }, + { + "accuracy": 0.736328, + "f1": 0.620836, + "f1_weighted": 0.791732 + } + ], + "main_score": 0.747217, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.905675649642944, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/model_meta.json b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/model_meta.json index af315d875e..900d5ceb07 100644 --- a/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/model_meta.json +++ b/results/Alibaba-NLP__gte-Qwen2-1.5B-instruct/c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd/model_meta.json @@ -1 +1 @@ -{"name": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "revision": "c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd", "release_date": "2024-07-29", "languages": ["eng_Latn"], "n_parameters": 1780000000, "memory_usage_mb": 6776.0, "max_tokens": 32768.0, "embed_dim": 1536, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/Alibaba-NLP/gte-Qwen2-1.5B-instruct", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": null, "adapted_from": null, "superseded_by": null, "modalities": ["text"], "loader": "instruct_wrapper"} +{"name": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", "revision": "c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd", "release_date": "2024-07-29", "languages": ["eng-Latn"], "n_parameters": 1780000000, "memory_usage_mb": 6776.0, "max_tokens": 32768.0, "embed_dim": 8960, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/Alibaba-NLP/gte-Qwen2-1.5B-instruct", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": null, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "instruct_wrapper"} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AmazonCounterfactualVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..e92392a5eb --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.560086, + "f1": 0.506703, + "f1_weighted": 0.608042, + "ap": 0.219623, + "ap_weighted": 0.219623, + "scores_per_experiment": [ + { + "accuracy": 0.517167, + "f1": 0.48101, + "f1_weighted": 0.568023, + "ap": 0.214526, + "ap_weighted": 0.214526 + }, + { + "accuracy": 0.620172, + "f1": 0.554428, + "f1_weighted": 0.663144, + "ap": 0.240557, + "ap_weighted": 0.240557 + }, + { + "accuracy": 0.577253, + "f1": 0.513232, + "f1_weighted": 0.625364, + "ap": 0.213842, + "ap_weighted": 0.213842 + }, + { + "accuracy": 0.564378, + "f1": 0.492856, + "f1_weighted": 0.61383, + "ap": 0.198548, + "ap_weighted": 0.198548 + }, + { + "accuracy": 0.457082, + "f1": 0.434561, + "f1_weighted": 0.506239, + "ap": 0.200707, + "ap_weighted": 0.200707 + }, + { + "accuracy": 0.525751, + "f1": 0.485057, + "f1_weighted": 0.577007, + "ap": 0.21298, + "ap_weighted": 0.21298 + }, + { + "accuracy": 0.585837, + "f1": 0.538673, + "f1_weighted": 0.632368, + "ap": 0.244285, + "ap_weighted": 0.244285 + }, + { + "accuracy": 0.639485, + "f1": 0.572897, + "f1_weighted": 0.680017, + "ap": 0.254114, + "ap_weighted": 0.254114 + }, + { + "accuracy": 0.536481, + "f1": 0.472762, + "f1_weighted": 0.589186, + "ap": 0.191985, + "ap_weighted": 0.191985 + }, + { + "accuracy": 0.577253, + "f1": 0.521553, + "f1_weighted": 0.625246, + "ap": 0.224685, + "ap_weighted": 0.224685 + } + ], + "main_score": 0.560086, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.970914363861084, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AmazonPolarityVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..b0b500b456 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.930746, + "f1": 0.930559, + "f1_weighted": 0.930581, + "ap": 0.892571, + "ap_weighted": 0.892571, + "scores_per_experiment": [ + { + "accuracy": 0.945299, + "f1": 0.945298, + "f1_weighted": 0.9453, + "ap": 0.923106, + "ap_weighted": 0.923106 + }, + { + "accuracy": 0.907931, + "f1": 0.907429, + "f1_weighted": 0.90748, + "ap": 0.851965, + "ap_weighted": 0.851965 + }, + { + "accuracy": 0.948983, + "f1": 0.94898, + "f1_weighted": 0.948977, + "ap": 0.933147, + "ap_weighted": 0.933147 + }, + { + "accuracy": 0.940261, + "f1": 0.940254, + "f1_weighted": 0.940258, + "ap": 0.913339, + "ap_weighted": 0.913339 + }, + { + "accuracy": 0.93536, + "f1": 0.935297, + "f1_weighted": 0.935312, + "ap": 0.899467, + "ap_weighted": 0.899467 + }, + { + "accuracy": 0.915255, + "f1": 0.914835, + "f1_weighted": 0.914879, + "ap": 0.861784, + "ap_weighted": 0.861784 + }, + { + "accuracy": 0.92925, + "f1": 0.929067, + "f1_weighted": 0.929093, + "ap": 0.885036, + "ap_weighted": 0.885036 + }, + { + "accuracy": 0.928631, + "f1": 0.928486, + "f1_weighted": 0.92851, + "ap": 0.886075, + "ap_weighted": 0.886075 + }, + { + "accuracy": 0.945078, + "f1": 0.945056, + "f1_weighted": 0.945064, + "ap": 0.916489, + "ap_weighted": 0.916489 + }, + { + "accuracy": 0.911414, + "f1": 0.910887, + "f1_weighted": 0.910937, + "ap": 0.855303, + "ap_weighted": 0.855303 + } + ], + "main_score": 0.930746, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3463.235984325409, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AmazonReviewsVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..6d3cef2a2c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.455199, + "f1": 0.431865, + "f1_weighted": 0.437798, + "scores_per_experiment": [ + { + "accuracy": 0.488318, + "f1": 0.464409, + "f1_weighted": 0.470693 + }, + { + "accuracy": 0.436916, + "f1": 0.41746, + "f1_weighted": 0.420477 + }, + { + "accuracy": 0.449766, + "f1": 0.433907, + "f1_weighted": 0.439801 + }, + { + "accuracy": 0.45035, + "f1": 0.437777, + "f1_weighted": 0.442527 + }, + { + "accuracy": 0.456776, + "f1": 0.427861, + "f1_weighted": 0.435922 + }, + { + "accuracy": 0.447138, + "f1": 0.412193, + "f1_weighted": 0.418711 + }, + { + "accuracy": 0.431075, + "f1": 0.432814, + "f1_weighted": 0.43677 + }, + { + "accuracy": 0.475175, + "f1": 0.44927, + "f1_weighted": 0.455645 + }, + { + "accuracy": 0.464077, + "f1": 0.429745, + "f1_weighted": 0.435865 + }, + { + "accuracy": 0.452395, + "f1": 0.413213, + "f1_weighted": 0.421574 + } + ], + "main_score": 0.455199, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 33.25087857246399, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ArguAna-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ArguAna-VN.json new file mode 100644 index 0000000000..eef26e78b9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 99.41, + "map_at_1": 0.2749, + "map_at_10": 0.43423, + "map_at_100": 0.44341, + "map_at_1000": 0.44343, + "map_at_20": 0.44173, + "map_at_3": 0.3816, + "map_at_5": 0.40858, + "mrr_at_1": 0.27413, + "mrr_at_10": 0.43382, + "mrr_at_100": 0.44313, + "mrr_at_1000": 0.44316, + "mrr_at_20": 0.44145, + "mrr_at_3": 0.38108, + "mrr_at_5": 0.40846, + "ndcg_at_1": 0.2749, + "ndcg_at_10": 0.52773, + "ndcg_at_100": 0.56464, + "ndcg_at_1000": 0.56517, + "ndcg_at_20": 0.55416, + "ndcg_at_3": 0.4172, + "ndcg_at_5": 0.46601, + "precision_at_1": 0.2749, + "precision_at_10": 0.08293, + "precision_at_100": 0.00985, + "precision_at_1000": 0.00099, + "precision_at_20": 0.0466, + "precision_at_3": 0.17349, + "precision_at_5": 0.12788, + "recall_at_1": 0.2749, + "recall_at_10": 0.82934, + "recall_at_100": 0.98533, + "recall_at_1000": 0.98919, + "recall_at_20": 0.93205, + "recall_at_3": 0.52046, + "recall_at_5": 0.63938, + "hf_subset": "default", + "main_score": 0.52773, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AskUbuntuDupQuestions-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..2dee13fe86 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.637519, + "mrr": 0.75715, + "nAUC_map_max": 0.203268, + "nAUC_map_std": 0.260344, + "nAUC_map_diff1": 0.125032, + "nAUC_mrr_max": 0.272543, + "nAUC_mrr_std": 0.265557, + "nAUC_mrr_diff1": 0.156481, + "main_score": 0.637519, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.830243825912476, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/BIOSSES-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/BIOSSES-VN.json new file mode 100644 index 0000000000..288052f0c9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.805285, + "spearman": 0.791379, + "cosine_pearson": 0.805285, + "cosine_spearman": 0.791379, + "manhattan_pearson": 0.791083, + "manhattan_spearman": 0.788807, + "euclidean_pearson": 0.791982, + "euclidean_spearman": 0.791379, + "main_score": 0.791379, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.6600265502929688, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/Banking77VNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/Banking77VNClassification.json new file mode 100644 index 0000000000..371b01c320 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.735618, + "f1": 0.70843, + "f1_weighted": 0.721725, + "scores_per_experiment": [ + { + "accuracy": 0.743482, + "f1": 0.714272, + "f1_weighted": 0.733862 + }, + { + "accuracy": 0.730025, + "f1": 0.695992, + "f1_weighted": 0.708184 + }, + { + "accuracy": 0.740538, + "f1": 0.713749, + "f1_weighted": 0.725333 + }, + { + "accuracy": 0.7418, + "f1": 0.723229, + "f1_weighted": 0.727413 + }, + { + "accuracy": 0.746005, + "f1": 0.713677, + "f1_weighted": 0.733073 + }, + { + "accuracy": 0.737174, + "f1": 0.716035, + "f1_weighted": 0.727469 + }, + { + "accuracy": 0.73423, + "f1": 0.708855, + "f1_weighted": 0.722917 + }, + { + "accuracy": 0.72582, + "f1": 0.699703, + "f1_weighted": 0.710568 + }, + { + "accuracy": 0.722035, + "f1": 0.693376, + "f1_weighted": 0.706413 + }, + { + "accuracy": 0.735071, + "f1": 0.705417, + "f1_weighted": 0.722018 + } + ], + "main_score": 0.735618, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 27.58655095100403, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackAndroid-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..5c3ce8403d --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 84.16, + "map_at_1": 0.30004, + "map_at_10": 0.41635, + "map_at_100": 0.4328, + "map_at_1000": 0.43408, + "map_at_20": 0.42483, + "map_at_3": 0.38232, + "map_at_5": 0.40017, + "mrr_at_1": 0.37973, + "mrr_at_10": 0.4872, + "mrr_at_100": 0.49576, + "mrr_at_1000": 0.49612, + "mrr_at_20": 0.4919, + "mrr_at_3": 0.46363, + "mrr_at_5": 0.47686, + "ndcg_at_1": 0.37973, + "ndcg_at_10": 0.4836, + "ndcg_at_100": 0.5444, + "ndcg_at_1000": 0.56271, + "ndcg_at_20": 0.50523, + "ndcg_at_3": 0.4373, + "ndcg_at_5": 0.45571, + "precision_at_1": 0.37973, + "precision_at_10": 0.09467, + "precision_at_100": 0.01572, + "precision_at_1000": 0.00209, + "precision_at_20": 0.05627, + "precision_at_3": 0.21592, + "precision_at_5": 0.15326, + "recall_at_1": 0.30004, + "recall_at_10": 0.60444, + "recall_at_100": 0.86022, + "recall_at_1000": 0.97104, + "recall_at_20": 0.68091, + "recall_at_3": 0.46276, + "recall_at_5": 0.52029, + "hf_subset": "default", + "main_score": 0.4836, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackGis-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackGis-VN.json new file mode 100644 index 0000000000..41045cdb69 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 201.95, + "map_at_1": 0.22386, + "map_at_10": 0.31074, + "map_at_100": 0.32222, + "map_at_1000": 0.32316, + "map_at_20": 0.31672, + "map_at_3": 0.28482, + "map_at_5": 0.30016, + "mrr_at_1": 0.24769, + "mrr_at_10": 0.3336, + "mrr_at_100": 0.34322, + "mrr_at_1000": 0.34388, + "mrr_at_20": 0.33864, + "mrr_at_3": 0.30769, + "mrr_at_5": 0.32323, + "ndcg_at_1": 0.24462, + "ndcg_at_10": 0.36058, + "ndcg_at_100": 0.41771, + "ndcg_at_1000": 0.43972, + "ndcg_at_20": 0.3807, + "ndcg_at_3": 0.3102, + "ndcg_at_5": 0.3353, + "precision_at_1": 0.24462, + "precision_at_10": 0.05738, + "precision_at_100": 0.00915, + "precision_at_1000": 0.00114, + "precision_at_20": 0.03362, + "precision_at_3": 0.13641, + "precision_at_5": 0.09692, + "recall_at_1": 0.22386, + "recall_at_10": 0.49385, + "recall_at_100": 0.75868, + "recall_at_1000": 0.9215, + "recall_at_20": 0.5693, + "recall_at_3": 0.35662, + "recall_at_5": 0.417, + "hf_subset": "default", + "main_score": 0.36058, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackMathematica-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..042f8e7039 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 106.47, + "map_at_1": 0.17082, + "map_at_10": 0.24697, + "map_at_100": 0.2615, + "map_at_1000": 0.26276, + "map_at_20": 0.25601, + "map_at_3": 0.22273, + "map_at_5": 0.23534, + "mrr_at_1": 0.19616, + "mrr_at_10": 0.27554, + "mrr_at_100": 0.28813, + "mrr_at_1000": 0.28891, + "mrr_at_20": 0.28393, + "mrr_at_3": 0.25267, + "mrr_at_5": 0.26514, + "ndcg_at_1": 0.19616, + "ndcg_at_10": 0.29409, + "ndcg_at_100": 0.3601, + "ndcg_at_1000": 0.38955, + "ndcg_at_20": 0.32424, + "ndcg_at_3": 0.24872, + "ndcg_at_5": 0.26811, + "precision_at_1": 0.19616, + "precision_at_10": 0.05394, + "precision_at_100": 0.00991, + "precision_at_1000": 0.00135, + "precision_at_20": 0.03518, + "precision_at_3": 0.11727, + "precision_at_5": 0.08443, + "recall_at_1": 0.17082, + "recall_at_10": 0.40794, + "recall_at_100": 0.69319, + "recall_at_1000": 0.90549, + "recall_at_20": 0.51622, + "recall_at_3": 0.28303, + "recall_at_5": 0.33053, + "hf_subset": "default", + "main_score": 0.29409, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackPhysics-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..144a1a86f2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 186.37, + "map_at_1": 0.29184, + "map_at_10": 0.414, + "map_at_100": 0.4292, + "map_at_1000": 0.43026, + "map_at_20": 0.42304, + "map_at_3": 0.37366, + "map_at_5": 0.3991, + "mrr_at_1": 0.36701, + "mrr_at_10": 0.4724, + "mrr_at_100": 0.48093, + "mrr_at_1000": 0.48125, + "mrr_at_20": 0.47742, + "mrr_at_3": 0.4433, + "mrr_at_5": 0.4601, + "ndcg_at_1": 0.36701, + "ndcg_at_10": 0.48149, + "ndcg_at_100": 0.54015, + "ndcg_at_1000": 0.55755, + "ndcg_at_20": 0.50615, + "ndcg_at_3": 0.41817, + "ndcg_at_5": 0.45183, + "precision_at_1": 0.36701, + "precision_at_10": 0.09423, + "precision_at_100": 0.01466, + "precision_at_1000": 0.0018, + "precision_at_20": 0.05577, + "precision_at_3": 0.20412, + "precision_at_5": 0.1534, + "recall_at_1": 0.29184, + "recall_at_10": 0.61797, + "recall_at_100": 0.85602, + "recall_at_1000": 0.96563, + "recall_at_20": 0.70093, + "recall_at_3": 0.45109, + "recall_at_5": 0.53243, + "hf_subset": "default", + "main_score": 0.48149, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackProgrammers-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..4740c218b5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 170.22, + "map_at_1": 0.20744, + "map_at_10": 0.32265, + "map_at_100": 0.33754, + "map_at_1000": 0.33865, + "map_at_20": 0.33073, + "map_at_3": 0.2829, + "map_at_5": 0.30704, + "mrr_at_1": 0.26917, + "mrr_at_10": 0.37193, + "mrr_at_100": 0.38201, + "mrr_at_1000": 0.38253, + "mrr_at_20": 0.3781, + "mrr_at_3": 0.34013, + "mrr_at_5": 0.35914, + "ndcg_at_1": 0.26917, + "ndcg_at_10": 0.38859, + "ndcg_at_100": 0.45192, + "ndcg_at_1000": 0.47283, + "ndcg_at_20": 0.41362, + "ndcg_at_3": 0.32537, + "ndcg_at_5": 0.35713, + "precision_at_1": 0.26917, + "precision_at_10": 0.07961, + "precision_at_100": 0.01307, + "precision_at_1000": 0.00162, + "precision_at_20": 0.04747, + "precision_at_3": 0.16476, + "precision_at_5": 0.12594, + "recall_at_1": 0.20744, + "recall_at_10": 0.53674, + "recall_at_100": 0.8062, + "recall_at_1000": 0.94517, + "recall_at_20": 0.62751, + "recall_at_3": 0.36267, + "recall_at_5": 0.44508, + "hf_subset": "default", + "main_score": 0.38859, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackStats-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackStats-VN.json new file mode 100644 index 0000000000..cfd0cd81d9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 250.84, + "map_at_1": 0.21597, + "map_at_10": 0.29777, + "map_at_100": 0.30956, + "map_at_1000": 0.31056, + "map_at_20": 0.30447, + "map_at_3": 0.27548, + "map_at_5": 0.28227, + "mrr_at_1": 0.24172, + "mrr_at_10": 0.32484, + "mrr_at_100": 0.33423, + "mrr_at_1000": 0.33491, + "mrr_at_20": 0.33094, + "mrr_at_3": 0.30188, + "mrr_at_5": 0.31015, + "ndcg_at_1": 0.24172, + "ndcg_at_10": 0.34588, + "ndcg_at_100": 0.40087, + "ndcg_at_1000": 0.42068, + "ndcg_at_20": 0.36955, + "ndcg_at_3": 0.29993, + "ndcg_at_5": 0.31048, + "precision_at_1": 0.24172, + "precision_at_10": 0.05629, + "precision_at_100": 0.00934, + "precision_at_1000": 0.00117, + "precision_at_20": 0.03394, + "precision_at_3": 0.13245, + "precision_at_5": 0.08675, + "recall_at_1": 0.21597, + "recall_at_10": 0.46975, + "recall_at_100": 0.71415, + "recall_at_1000": 0.84942, + "recall_at_20": 0.56103, + "recall_at_3": 0.33848, + "recall_at_5": 0.36553, + "hf_subset": "default", + "main_score": 0.34588, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackTex-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackTex-VN.json new file mode 100644 index 0000000000..4bafc09df1 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 402.95, + "map_at_1": 0.14439, + "map_at_10": 0.21718, + "map_at_100": 0.22871, + "map_at_1000": 0.23009, + "map_at_20": 0.22317, + "map_at_3": 0.19147, + "map_at_5": 0.20371, + "mrr_at_1": 0.17439, + "mrr_at_10": 0.25372, + "mrr_at_100": 0.26286, + "mrr_at_1000": 0.26368, + "mrr_at_20": 0.25865, + "mrr_at_3": 0.22832, + "mrr_at_5": 0.24121, + "ndcg_at_1": 0.17553, + "ndcg_at_10": 0.2674, + "ndcg_at_100": 0.32304, + "ndcg_at_1000": 0.35329, + "ndcg_at_20": 0.28662, + "ndcg_at_3": 0.2194, + "ndcg_at_5": 0.23782, + "precision_at_1": 0.17553, + "precision_at_10": 0.05214, + "precision_at_100": 0.00942, + "precision_at_1000": 0.00138, + "precision_at_20": 0.0317, + "precision_at_3": 0.10673, + "precision_at_5": 0.07879, + "recall_at_1": 0.14439, + "recall_at_10": 0.38254, + "recall_at_100": 0.63521, + "recall_at_1000": 0.84746, + "recall_at_20": 0.45394, + "recall_at_3": 0.24456, + "recall_at_5": 0.29334, + "hf_subset": "default", + "main_score": 0.2674, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackUnix-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..64e9442002 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 252.74, + "map_at_1": 0.22831, + "map_at_10": 0.33197, + "map_at_100": 0.34472, + "map_at_1000": 0.34578, + "map_at_20": 0.3385, + "map_at_3": 0.29896, + "map_at_5": 0.31575, + "mrr_at_1": 0.26965, + "mrr_at_10": 0.37191, + "mrr_at_100": 0.38105, + "mrr_at_1000": 0.38167, + "mrr_at_20": 0.37671, + "mrr_at_3": 0.3426, + "mrr_at_5": 0.3573, + "ndcg_at_1": 0.26844, + "ndcg_at_10": 0.39263, + "ndcg_at_100": 0.45031, + "ndcg_at_1000": 0.47278, + "ndcg_at_20": 0.41321, + "ndcg_at_3": 0.33248, + "ndcg_at_5": 0.35725, + "precision_at_1": 0.26844, + "precision_at_10": 0.07122, + "precision_at_100": 0.01119, + "precision_at_1000": 0.00142, + "precision_at_20": 0.04172, + "precision_at_3": 0.15679, + "precision_at_5": 0.1127, + "recall_at_1": 0.22831, + "recall_at_10": 0.53798, + "recall_at_100": 0.79152, + "recall_at_1000": 0.94581, + "recall_at_20": 0.61191, + "recall_at_3": 0.37097, + "recall_at_5": 0.4343, + "hf_subset": "default", + "main_score": 0.39263, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackWebmasters-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..600ebe84e2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 77.92, + "map_at_1": 0.24698, + "map_at_10": 0.32907, + "map_at_100": 0.34604, + "map_at_1000": 0.34873, + "map_at_20": 0.3374, + "map_at_3": 0.2974, + "map_at_5": 0.31447, + "mrr_at_1": 0.2875, + "mrr_at_10": 0.36843, + "mrr_at_100": 0.37953, + "mrr_at_1000": 0.3801, + "mrr_at_20": 0.37498, + "mrr_at_3": 0.34292, + "mrr_at_5": 0.35742, + "ndcg_at_1": 0.2875, + "ndcg_at_10": 0.38713, + "ndcg_at_100": 0.44928, + "ndcg_at_1000": 0.47647, + "ndcg_at_20": 0.41034, + "ndcg_at_3": 0.3344, + "ndcg_at_5": 0.35888, + "precision_at_1": 0.2875, + "precision_at_10": 0.0785, + "precision_at_100": 0.01612, + "precision_at_1000": 0.00263, + "precision_at_20": 0.0505, + "precision_at_3": 0.15583, + "precision_at_5": 0.116, + "recall_at_1": 0.24698, + "recall_at_10": 0.49704, + "recall_at_100": 0.77682, + "recall_at_1000": 0.94797, + "recall_at_20": 0.58791, + "recall_at_3": 0.35423, + "recall_at_5": 0.4164, + "hf_subset": "default", + "main_score": 0.38713, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackWordpress-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..2d3a1b3509 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 238.61, + "map_at_1": 0.18224, + "map_at_10": 0.26464, + "map_at_100": 0.27652, + "map_at_1000": 0.27762, + "map_at_20": 0.27225, + "map_at_3": 0.24058, + "map_at_5": 0.25591, + "mrr_at_1": 0.20681, + "mrr_at_10": 0.28865, + "mrr_at_100": 0.29951, + "mrr_at_1000": 0.30027, + "mrr_at_20": 0.2957, + "mrr_at_3": 0.26702, + "mrr_at_5": 0.27997, + "ndcg_at_1": 0.20681, + "ndcg_at_10": 0.31137, + "ndcg_at_100": 0.37031, + "ndcg_at_1000": 0.39644, + "ndcg_at_20": 0.33877, + "ndcg_at_3": 0.2664, + "ndcg_at_5": 0.29133, + "precision_at_1": 0.20681, + "precision_at_10": 0.05105, + "precision_at_100": 0.00864, + "precision_at_1000": 0.00124, + "precision_at_20": 0.03207, + "precision_at_3": 0.11867, + "precision_at_5": 0.08639, + "recall_at_1": 0.18224, + "recall_at_10": 0.43061, + "recall_at_100": 0.70289, + "recall_at_1000": 0.89366, + "recall_at_20": 0.53571, + "recall_at_3": 0.31191, + "recall_at_5": 0.37243, + "hf_subset": "default", + "main_score": 0.31137, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ClimateFEVER-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ClimateFEVER-VN.json new file mode 100644 index 0000000000..776c0f766c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 19917.11, + "map_at_1": 0.08966, + "map_at_10": 0.15212, + "map_at_100": 0.16555, + "map_at_1000": 0.16752, + "map_at_20": 0.15936, + "map_at_3": 0.1267, + "map_at_5": 0.13921, + "mrr_at_1": 0.19437, + "mrr_at_10": 0.28501, + "mrr_at_100": 0.29649, + "mrr_at_1000": 0.2972, + "mrr_at_20": 0.2922, + "mrr_at_3": 0.25704, + "mrr_at_5": 0.27216, + "ndcg_at_1": 0.19437, + "ndcg_at_10": 0.21492, + "ndcg_at_100": 0.2757, + "ndcg_at_1000": 0.3168, + "ndcg_at_20": 0.23854, + "ndcg_at_3": 0.17296, + "ndcg_at_5": 0.1869, + "precision_at_1": 0.19437, + "precision_at_10": 0.06748, + "precision_at_100": 0.01323, + "precision_at_1000": 0.00208, + "precision_at_20": 0.04396, + "precision_at_3": 0.12685, + "precision_at_5": 0.09809, + "recall_at_1": 0.08966, + "recall_at_10": 0.26146, + "recall_at_100": 0.4729, + "recall_at_1000": 0.70789, + "recall_at_20": 0.3282, + "recall_at_3": 0.16004, + "recall_at_5": 0.19935, + "hf_subset": "default", + "main_score": 0.21492, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/DBPedia-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/DBPedia-VN.json new file mode 100644 index 0000000000..af970d5091 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 10622.17, + "map_at_1": 0.09496, + "map_at_10": 0.19702, + "map_at_100": 0.27329, + "map_at_1000": 0.2919, + "map_at_20": 0.22646, + "map_at_3": 0.14121, + "map_at_5": 0.16422, + "mrr_at_1": 0.69876, + "mrr_at_10": 0.76429, + "mrr_at_100": 0.76821, + "mrr_at_1000": 0.76831, + "mrr_at_20": 0.76739, + "mrr_at_3": 0.75, + "mrr_at_5": 0.75807, + "ndcg_at_1": 0.57453, + "ndcg_at_10": 0.4189, + "ndcg_at_100": 0.46869, + "ndcg_at_1000": 0.54651, + "ndcg_at_20": 0.41316, + "ndcg_at_3": 0.4691, + "ndcg_at_5": 0.43658, + "precision_at_1": 0.69565, + "precision_at_10": 0.32422, + "precision_at_100": 0.10453, + "precision_at_1000": 0.02216, + "precision_at_20": 0.24379, + "precision_at_3": 0.49275, + "precision_at_5": 0.41056, + "recall_at_1": 0.09496, + "recall_at_10": 0.25563, + "recall_at_100": 0.53449, + "recall_at_1000": 0.7773, + "recall_at_20": 0.32952, + "recall_at_3": 0.15025, + "recall_at_5": 0.18901, + "hf_subset": "default", + "main_score": 0.4189, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/EmotionVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/EmotionVNClassification.json new file mode 100644 index 0000000000..20f9be7292 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "validation": [ + { + "accuracy": 0.497734, + "f1": 0.446808, + "f1_weighted": 0.521026, + "scores_per_experiment": [ + { + "accuracy": 0.510938, + "f1": 0.459596, + "f1_weighted": 0.540166 + }, + { + "accuracy": 0.496875, + "f1": 0.422703, + "f1_weighted": 0.512534 + }, + { + "accuracy": 0.488281, + "f1": 0.426627, + "f1_weighted": 0.514117 + }, + { + "accuracy": 0.496094, + "f1": 0.447261, + "f1_weighted": 0.520109 + }, + { + "accuracy": 0.507031, + "f1": 0.477877, + "f1_weighted": 0.531094 + }, + { + "accuracy": 0.453125, + "f1": 0.413295, + "f1_weighted": 0.468543 + }, + { + "accuracy": 0.527344, + "f1": 0.43565, + "f1_weighted": 0.54489 + }, + { + "accuracy": 0.485938, + "f1": 0.448397, + "f1_weighted": 0.510666 + }, + { + "accuracy": 0.538281, + "f1": 0.498511, + "f1_weighted": 0.561002 + }, + { + "accuracy": 0.473438, + "f1": 0.438167, + "f1_weighted": 0.507134 + } + ], + "main_score": 0.497734, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.499767, + "f1": 0.432309, + "f1_weighted": 0.523762, + "scores_per_experiment": [ + { + "accuracy": 0.524806, + "f1": 0.439224, + "f1_weighted": 0.546671 + }, + { + "accuracy": 0.489147, + "f1": 0.402437, + "f1_weighted": 0.502745 + }, + { + "accuracy": 0.49845, + "f1": 0.415999, + "f1_weighted": 0.521532 + }, + { + "accuracy": 0.475194, + "f1": 0.422316, + "f1_weighted": 0.503656 + }, + { + "accuracy": 0.5, + "f1": 0.450629, + "f1_weighted": 0.529817 + }, + { + "accuracy": 0.47907, + "f1": 0.422235, + "f1_weighted": 0.497978 + }, + { + "accuracy": 0.512403, + "f1": 0.408101, + "f1_weighted": 0.525924 + }, + { + "accuracy": 0.50155, + "f1": 0.452073, + "f1_weighted": 0.528083 + }, + { + "accuracy": 0.521705, + "f1": 0.470548, + "f1_weighted": 0.549111 + }, + { + "accuracy": 0.495349, + "f1": 0.439528, + "f1_weighted": 0.532103 + } + ], + "main_score": 0.499767, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 20.444010019302368, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/FEVER-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/FEVER-VN.json new file mode 100644 index 0000000000..596ed48c84 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 16648.89, + "map_at_1": 0.68777, + "map_at_10": 0.784, + "map_at_100": 0.78691, + "map_at_1000": 0.78705, + "map_at_20": 0.78594, + "map_at_3": 0.76965, + "map_at_5": 0.7786, + "mrr_at_1": 0.7421, + "mrr_at_10": 0.82826, + "mrr_at_100": 0.82983, + "mrr_at_1000": 0.82984, + "mrr_at_20": 0.82946, + "mrr_at_3": 0.81762, + "mrr_at_5": 0.82454, + "ndcg_at_1": 0.7419, + "ndcg_at_10": 0.82814, + "ndcg_at_100": 0.83914, + "ndcg_at_1000": 0.84168, + "ndcg_at_20": 0.83402, + "ndcg_at_3": 0.80388, + "ndcg_at_5": 0.81711, + "precision_at_1": 0.7419, + "precision_at_10": 0.10213, + "precision_at_100": 0.01096, + "precision_at_1000": 0.00114, + "precision_at_20": 0.05263, + "precision_at_3": 0.31206, + "precision_at_5": 0.19566, + "recall_at_1": 0.68777, + "recall_at_10": 0.92014, + "recall_at_100": 0.96516, + "recall_at_1000": 0.98118, + "recall_at_20": 0.94149, + "recall_at_3": 0.85413, + "recall_at_5": 0.88738, + "hf_subset": "default", + "main_score": 0.82814, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/FiQA2018-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/FiQA2018-VN.json new file mode 100644 index 0000000000..49302b885e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 246.72, + "map_at_1": 0.22852, + "map_at_10": 0.37894, + "map_at_100": 0.39976, + "map_at_1000": 0.40147, + "map_at_20": 0.39079, + "map_at_3": 0.32365, + "map_at_5": 0.3547, + "mrr_at_1": 0.4591, + "mrr_at_10": 0.554, + "mrr_at_100": 0.56019, + "mrr_at_1000": 0.56055, + "mrr_at_20": 0.55789, + "mrr_at_3": 0.52902, + "mrr_at_5": 0.54472, + "ndcg_at_1": 0.4591, + "ndcg_at_10": 0.46915, + "ndcg_at_100": 0.53616, + "ndcg_at_1000": 0.56241, + "ndcg_at_20": 0.49636, + "ndcg_at_3": 0.42472, + "ndcg_at_5": 0.4393, + "precision_at_1": 0.4591, + "precision_at_10": 0.13325, + "precision_at_100": 0.02071, + "precision_at_1000": 0.00255, + "precision_at_20": 0.07902, + "precision_at_3": 0.2832, + "precision_at_5": 0.21108, + "recall_at_1": 0.22852, + "recall_at_10": 0.5526, + "recall_at_100": 0.7968, + "recall_at_1000": 0.95195, + "recall_at_20": 0.63598, + "recall_at_3": 0.37978, + "recall_at_5": 0.45746, + "hf_subset": "default", + "main_score": 0.46915, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/GreenNodeTableMarkdownRetrieval.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..18ea0ecf69 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27454, + "ndcg_at_3": 0.32856, + "ndcg_at_5": 0.34619, + "ndcg_at_10": 0.36589, + "ndcg_at_20": 0.38194, + "ndcg_at_100": 0.40952, + "ndcg_at_1000": 0.43492, + "map_at_1": 0.27454, + "map_at_3": 0.31527, + "map_at_5": 0.32505, + "map_at_10": 0.33317, + "map_at_20": 0.33756, + "map_at_100": 0.34125, + "map_at_1000": 0.34208, + "recall_at_1": 0.27454, + "recall_at_3": 0.36705, + "recall_at_5": 0.40982, + "recall_at_10": 0.47079, + "recall_at_20": 0.53435, + "recall_at_100": 0.68495, + "recall_at_1000": 0.89226, + "precision_at_1": 0.27454, + "precision_at_3": 0.12235, + "precision_at_5": 0.08196, + "precision_at_10": 0.04708, + "precision_at_20": 0.02672, + "precision_at_100": 0.00685, + "precision_at_1000": 0.00089, + "mrr_at_1": 0.274538, + "mrr_at_3": 0.315265, + "mrr_at_5": 0.325051, + "mrr_at_10": 0.33317, + "mrr_at_20": 0.337563, + "mrr_at_100": 0.341251, + "mrr_at_1000": 0.342081, + "nauc_ndcg_at_1_max": 0.127686, + "nauc_ndcg_at_1_std": 0.056453, + "nauc_ndcg_at_1_diff1": 0.661799, + "nauc_ndcg_at_3_max": 0.088539, + "nauc_ndcg_at_3_std": 0.086318, + "nauc_ndcg_at_3_diff1": 0.604971, + "nauc_ndcg_at_5_max": 0.075836, + "nauc_ndcg_at_5_std": 0.097912, + "nauc_ndcg_at_5_diff1": 0.590988, + "nauc_ndcg_at_10_max": 0.063626, + "nauc_ndcg_at_10_std": 0.109982, + "nauc_ndcg_at_10_diff1": 0.58219, + "nauc_ndcg_at_20_max": 0.055695, + "nauc_ndcg_at_20_std": 0.118467, + "nauc_ndcg_at_20_diff1": 0.576241, + "nauc_ndcg_at_100_max": 0.049793, + "nauc_ndcg_at_100_std": 0.132256, + "nauc_ndcg_at_100_diff1": 0.573553, + "nauc_ndcg_at_1000_max": 0.056276, + "nauc_ndcg_at_1000_std": 0.129184, + "nauc_ndcg_at_1000_diff1": 0.580383, + "nauc_map_at_1_max": 0.127686, + "nauc_map_at_1_std": 0.056453, + "nauc_map_at_1_diff1": 0.661799, + "nauc_map_at_3_max": 0.097993, + "nauc_map_at_3_std": 0.079104, + "nauc_map_at_3_diff1": 0.618116, + "nauc_map_at_5_max": 0.090821, + "nauc_map_at_5_std": 0.085666, + "nauc_map_at_5_diff1": 0.610076, + "nauc_map_at_10_max": 0.085753, + "nauc_map_at_10_std": 0.090642, + "nauc_map_at_10_diff1": 0.6065, + "nauc_map_at_20_max": 0.083664, + "nauc_map_at_20_std": 0.092966, + "nauc_map_at_20_diff1": 0.604886, + "nauc_map_at_100_max": 0.082936, + "nauc_map_at_100_std": 0.094759, + "nauc_map_at_100_diff1": 0.60452, + "nauc_map_at_1000_max": 0.083116, + "nauc_map_at_1000_std": 0.094743, + "nauc_map_at_1000_diff1": 0.604746, + "nauc_recall_at_1_max": 0.127686, + "nauc_recall_at_1_std": 0.056453, + "nauc_recall_at_1_diff1": 0.661799, + "nauc_recall_at_3_max": 0.062182, + "nauc_recall_at_3_std": 0.106432, + "nauc_recall_at_3_diff1": 0.568543, + "nauc_recall_at_5_max": 0.032766, + "nauc_recall_at_5_std": 0.133245, + "nauc_recall_at_5_diff1": 0.536796, + "nauc_recall_at_10_max": -0.004928, + "nauc_recall_at_10_std": 0.170559, + "nauc_recall_at_10_diff1": 0.508888, + "nauc_recall_at_20_max": -0.040062, + "nauc_recall_at_20_std": 0.206992, + "nauc_recall_at_20_diff1": 0.482038, + "nauc_recall_at_100_max": -0.103214, + "nauc_recall_at_100_std": 0.32046, + "nauc_recall_at_100_diff1": 0.441821, + "nauc_recall_at_1000_max": -0.166756, + "nauc_recall_at_1000_std": 0.504452, + "nauc_recall_at_1000_diff1": 0.410852, + "nauc_precision_at_1_max": 0.127686, + "nauc_precision_at_1_std": 0.056453, + "nauc_precision_at_1_diff1": 0.661799, + "nauc_precision_at_3_max": 0.062182, + "nauc_precision_at_3_std": 0.106432, + "nauc_precision_at_3_diff1": 0.568543, + "nauc_precision_at_5_max": 0.032766, + "nauc_precision_at_5_std": 0.133245, + "nauc_precision_at_5_diff1": 0.536796, + "nauc_precision_at_10_max": -0.004928, + "nauc_precision_at_10_std": 0.170559, + "nauc_precision_at_10_diff1": 0.508888, + "nauc_precision_at_20_max": -0.040062, + "nauc_precision_at_20_std": 0.206992, + "nauc_precision_at_20_diff1": 0.482038, + "nauc_precision_at_100_max": -0.103214, + "nauc_precision_at_100_std": 0.32046, + "nauc_precision_at_100_diff1": 0.441821, + "nauc_precision_at_1000_max": -0.166756, + "nauc_precision_at_1000_std": 0.504452, + "nauc_precision_at_1000_diff1": 0.410852, + "nauc_mrr_at_1_max": 0.127686, + "nauc_mrr_at_1_std": 0.056453, + "nauc_mrr_at_1_diff1": 0.661799, + "nauc_mrr_at_3_max": 0.097993, + "nauc_mrr_at_3_std": 0.079104, + "nauc_mrr_at_3_diff1": 0.618116, + "nauc_mrr_at_5_max": 0.090821, + "nauc_mrr_at_5_std": 0.085666, + "nauc_mrr_at_5_diff1": 0.610076, + "nauc_mrr_at_10_max": 0.085753, + "nauc_mrr_at_10_std": 0.090642, + "nauc_mrr_at_10_diff1": 0.6065, + "nauc_mrr_at_20_max": 0.083664, + "nauc_mrr_at_20_std": 0.092966, + "nauc_mrr_at_20_diff1": 0.604886, + "nauc_mrr_at_100_max": 0.082936, + "nauc_mrr_at_100_std": 0.094759, + "nauc_mrr_at_100_diff1": 0.60452, + "nauc_mrr_at_1000_max": 0.083116, + "nauc_mrr_at_1000_std": 0.094743, + "nauc_mrr_at_1000_diff1": 0.604746, + "main_score": 0.36589, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 792.9945168495178, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/HotpotQA-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/HotpotQA-VN.json new file mode 100644 index 0000000000..147683d6f3 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 12353.49, + "map_at_1": 0.39274, + "map_at_10": 0.59392, + "map_at_100": 0.6027, + "map_at_1000": 0.60338, + "map_at_20": 0.59901, + "map_at_3": 0.56258, + "map_at_5": 0.58205, + "mrr_at_1": 0.78484, + "mrr_at_10": 0.83881, + "mrr_at_100": 0.84093, + "mrr_at_1000": 0.84101, + "mrr_at_20": 0.84021, + "mrr_at_3": 0.83014, + "mrr_at_5": 0.83569, + "ndcg_at_1": 0.78548, + "ndcg_at_10": 0.67994, + "ndcg_at_100": 0.71121, + "ndcg_at_1000": 0.72435, + "ndcg_at_20": 0.69289, + "ndcg_at_3": 0.63574, + "ndcg_at_5": 0.66017, + "precision_at_1": 0.78548, + "precision_at_10": 0.14018, + "precision_at_100": 0.01648, + "precision_at_1000": 0.00182, + "precision_at_20": 0.07427, + "precision_at_3": 0.40215, + "precision_at_5": 0.26056, + "recall_at_1": 0.39274, + "recall_at_10": 0.70092, + "recall_at_100": 0.82384, + "recall_at_1000": 0.91062, + "recall_at_20": 0.74268, + "recall_at_3": 0.60323, + "recall_at_5": 0.6514, + "hf_subset": "default", + "main_score": 0.67994, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ImdbVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ImdbVNClassification.json new file mode 100644 index 0000000000..025cff34d9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.921335, + "f1": 0.92122, + "f1_weighted": 0.921235, + "ap": 0.880874, + "ap_weighted": 0.880874, + "scores_per_experiment": [ + { + "accuracy": 0.930121, + "f1": 0.930121, + "f1_weighted": 0.93012, + "ap": 0.903961, + "ap_weighted": 0.903961 + }, + { + "accuracy": 0.920927, + "f1": 0.920856, + "f1_weighted": 0.92087, + "ap": 0.880315, + "ap_weighted": 0.880315 + }, + { + "accuracy": 0.923237, + "f1": 0.923041, + "f1_weighted": 0.923064, + "ap": 0.876856, + "ap_weighted": 0.876856 + }, + { + "accuracy": 0.923554, + "f1": 0.923553, + "f1_weighted": 0.923552, + "ap": 0.895467, + "ap_weighted": 0.895467 + }, + { + "accuracy": 0.923373, + "f1": 0.923232, + "f1_weighted": 0.923252, + "ap": 0.879391, + "ap_weighted": 0.879391 + }, + { + "accuracy": 0.908428, + "f1": 0.90818, + "f1_weighted": 0.908209, + "ap": 0.857855, + "ap_weighted": 0.857855 + }, + { + "accuracy": 0.935148, + "f1": 0.935134, + "f1_weighted": 0.93514, + "ap": 0.904494, + "ap_weighted": 0.904494 + }, + { + "accuracy": 0.922603, + "f1": 0.92249, + "f1_weighted": 0.922508, + "ap": 0.879874, + "ap_weighted": 0.879874 + }, + { + "accuracy": 0.920112, + "f1": 0.91987, + "f1_weighted": 0.919896, + "ap": 0.871543, + "ap_weighted": 0.871543 + }, + { + "accuracy": 0.905847, + "f1": 0.905719, + "f1_weighted": 0.905739, + "ap": 0.858981, + "ap_weighted": 0.858981 + } + ], + "main_score": 0.921335, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 352.63621187210083, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MSMARCO-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MSMARCO-VN.json new file mode 100644 index 0000000000..b4cab10cf5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "test": [ + { + "evaluation_time": 20973.14, + "map_at_1": 0.01586, + "map_at_10": 0.12564, + "map_at_100": 0.3424, + "map_at_1000": 0.44196, + "map_at_20": 0.19309, + "map_at_3": 0.05703, + "map_at_5": 0.07479, + "mrr_at_1": 0.89474, + "mrr_at_10": 0.94737, + "mrr_at_100": 0.94737, + "mrr_at_1000": 0.94737, + "mrr_at_20": 0.94737, + "mrr_at_3": 0.94737, + "mrr_at_5": 0.94737, + "ndcg_at_1": 0.73684, + "ndcg_at_10": 0.68986, + "ndcg_at_100": 0.60505, + "ndcg_at_1000": 0.68366, + "ndcg_at_20": 0.65955, + "ndcg_at_3": 0.76036, + "ndcg_at_5": 0.70879, + "precision_at_1": 0.89474, + "precision_at_10": 0.76316, + "precision_at_100": 0.37895, + "precision_at_1000": 0.07489, + "precision_at_20": 0.68158, + "precision_at_3": 0.92982, + "precision_at_5": 0.82105, + "recall_at_1": 0.01586, + "recall_at_10": 0.15316, + "recall_at_100": 0.46065, + "recall_at_1000": 0.72971, + "recall_at_20": 0.23305, + "recall_at_3": 0.06956, + "recall_at_5": 0.08845, + "hf_subset": "default", + "main_score": 0.68986, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MTOPDomainVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..0109fbd28f --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.885419, + "f1": 0.8877, + "f1_weighted": 0.886029, + "scores_per_experiment": [ + { + "accuracy": 0.869987, + "f1": 0.864885, + "f1_weighted": 0.871896 + }, + { + "accuracy": 0.866601, + "f1": 0.870143, + "f1_weighted": 0.867603 + }, + { + "accuracy": 0.903393, + "f1": 0.908096, + "f1_weighted": 0.90366 + }, + { + "accuracy": 0.895945, + "f1": 0.898998, + "f1_weighted": 0.896299 + }, + { + "accuracy": 0.879467, + "f1": 0.887839, + "f1_weighted": 0.879136 + }, + { + "accuracy": 0.888571, + "f1": 0.890019, + "f1_weighted": 0.888474 + }, + { + "accuracy": 0.899782, + "f1": 0.899876, + "f1_weighted": 0.900049 + }, + { + "accuracy": 0.878865, + "f1": 0.886338, + "f1_weighted": 0.880125 + }, + { + "accuracy": 0.885562, + "f1": 0.891493, + "f1_weighted": 0.887167 + }, + { + "accuracy": 0.886013, + "f1": 0.879313, + "f1_weighted": 0.885875 + } + ], + "main_score": 0.885419, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 21.243303775787354, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MTOPIntentVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..1b84e504b9 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.650214, + "f1": 0.401462, + "f1_weighted": 0.679771, + "scores_per_experiment": [ + { + "accuracy": 0.659017, + "f1": 0.406202, + "f1_weighted": 0.690046 + }, + { + "accuracy": 0.651644, + "f1": 0.3969, + "f1_weighted": 0.684393 + }, + { + "accuracy": 0.646829, + "f1": 0.385996, + "f1_weighted": 0.669419 + }, + { + "accuracy": 0.673764, + "f1": 0.412253, + "f1_weighted": 0.706569 + }, + { + "accuracy": 0.649161, + "f1": 0.41139, + "f1_weighted": 0.683004 + }, + { + "accuracy": 0.639831, + "f1": 0.388637, + "f1_weighted": 0.666665 + }, + { + "accuracy": 0.656158, + "f1": 0.417792, + "f1_weighted": 0.678771 + }, + { + "accuracy": 0.622527, + "f1": 0.41123, + "f1_weighted": 0.647768 + }, + { + "accuracy": 0.653299, + "f1": 0.397825, + "f1_weighted": 0.687558 + }, + { + "accuracy": 0.649913, + "f1": 0.386394, + "f1_weighted": 0.683517 + } + ], + "main_score": 0.650214, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 40.81416392326355, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MassiveIntentVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..1e1477d4ef --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.704765, + "f1": 0.649506, + "f1_weighted": 0.700576, + "scores_per_experiment": [ + { + "accuracy": 0.717489, + "f1": 0.63695, + "f1_weighted": 0.708133 + }, + { + "accuracy": 0.699552, + "f1": 0.670156, + "f1_weighted": 0.690923 + }, + { + "accuracy": 0.706839, + "f1": 0.632738, + "f1_weighted": 0.699692 + }, + { + "accuracy": 0.717489, + "f1": 0.654304, + "f1_weighted": 0.711628 + }, + { + "accuracy": 0.707399, + "f1": 0.645577, + "f1_weighted": 0.704004 + }, + { + "accuracy": 0.686659, + "f1": 0.640631, + "f1_weighted": 0.683979 + }, + { + "accuracy": 0.704036, + "f1": 0.662765, + "f1_weighted": 0.699756 + }, + { + "accuracy": 0.700112, + "f1": 0.655354, + "f1_weighted": 0.703067 + }, + { + "accuracy": 0.688901, + "f1": 0.629808, + "f1_weighted": 0.678326 + }, + { + "accuracy": 0.71917, + "f1": 0.666775, + "f1_weighted": 0.726252 + } + ], + "main_score": 0.704765, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 20.659398555755615, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MassiveScenarioVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..18abbe23f8 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.762919, + "f1": 0.741297, + "f1_weighted": 0.762841, + "scores_per_experiment": [ + { + "accuracy": 0.777964, + "f1": 0.762816, + "f1_weighted": 0.777076 + }, + { + "accuracy": 0.760067, + "f1": 0.738162, + "f1_weighted": 0.766486 + }, + { + "accuracy": 0.752237, + "f1": 0.72096, + "f1_weighted": 0.755709 + }, + { + "accuracy": 0.739374, + "f1": 0.720396, + "f1_weighted": 0.732864 + }, + { + "accuracy": 0.784116, + "f1": 0.752986, + "f1_weighted": 0.774933 + }, + { + "accuracy": 0.752237, + "f1": 0.721104, + "f1_weighted": 0.752661 + }, + { + "accuracy": 0.736018, + "f1": 0.720781, + "f1_weighted": 0.731572 + }, + { + "accuracy": 0.783557, + "f1": 0.765213, + "f1_weighted": 0.790056 + }, + { + "accuracy": 0.782998, + "f1": 0.76282, + "f1_weighted": 0.784684 + }, + { + "accuracy": 0.760626, + "f1": 0.747732, + "f1_weighted": 0.76237 + } + ], + "main_score": 0.762919, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.883772850036621, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/NFCorpus-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/NFCorpus-VN.json new file mode 100644 index 0000000000..66e9562109 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 27.7, + "map_at_1": 0.06424, + "map_at_10": 0.14597, + "map_at_100": 0.18815, + "map_at_1000": 0.20504, + "map_at_20": 0.1638, + "map_at_3": 0.10667, + "map_at_5": 0.12557, + "mrr_at_1": 0.48193, + "mrr_at_10": 0.57502, + "mrr_at_100": 0.57987, + "mrr_at_1000": 0.58023, + "mrr_at_20": 0.57757, + "mrr_at_3": 0.55321, + "mrr_at_5": 0.57129, + "ndcg_at_1": 0.46084, + "ndcg_at_10": 0.38268, + "ndcg_at_100": 0.35509, + "ndcg_at_1000": 0.43853, + "ndcg_at_20": 0.36356, + "ndcg_at_3": 0.42753, + "ndcg_at_5": 0.41836, + "precision_at_1": 0.48193, + "precision_at_10": 0.28675, + "precision_at_100": 0.09512, + "precision_at_1000": 0.02356, + "precision_at_20": 0.21837, + "precision_at_3": 0.40361, + "precision_at_5": 0.36627, + "recall_at_1": 0.06424, + "recall_at_10": 0.18697, + "recall_at_100": 0.3525, + "recall_at_1000": 0.66602, + "recall_at_20": 0.23059, + "recall_at_3": 0.11579, + "recall_at_5": 0.14975, + "hf_subset": "default", + "main_score": 0.38268, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/NQ-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/NQ-VN.json new file mode 100644 index 0000000000..8e826beab2 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 9532.55, + "map_at_1": 0.37158, + "map_at_10": 0.52425, + "map_at_100": 0.53341, + "map_at_1000": 0.53363, + "map_at_20": 0.53043, + "map_at_3": 0.4831, + "map_at_5": 0.5074, + "mrr_at_1": 0.41158, + "mrr_at_10": 0.54884, + "mrr_at_100": 0.55523, + "mrr_at_1000": 0.55537, + "mrr_at_20": 0.55333, + "mrr_at_3": 0.51482, + "mrr_at_5": 0.53554, + "ndcg_at_1": 0.41158, + "ndcg_at_10": 0.5991, + "ndcg_at_100": 0.63609, + "ndcg_at_1000": 0.64058, + "ndcg_at_20": 0.61878, + "ndcg_at_3": 0.52186, + "ndcg_at_5": 0.56241, + "precision_at_1": 0.41158, + "precision_at_10": 0.09447, + "precision_at_100": 0.01151, + "precision_at_1000": 0.00119, + "precision_at_20": 0.05189, + "precision_at_3": 0.23018, + "precision_at_5": 0.16179, + "recall_at_1": 0.37158, + "recall_at_10": 0.80197, + "recall_at_100": 0.96004, + "recall_at_1000": 0.99289, + "recall_at_20": 0.87478, + "recall_at_3": 0.60228, + "recall_at_5": 0.69504, + "hf_subset": "default", + "main_score": 0.5991, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/Quora-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/Quora-VN.json new file mode 100644 index 0000000000..1cd41467e5 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 735.92, + "map_at_1": 0.34888, + "map_at_10": 0.46161, + "map_at_100": 0.47397, + "map_at_1000": 0.47471, + "map_at_20": 0.46896, + "map_at_3": 0.42911, + "map_at_5": 0.44784, + "mrr_at_1": 0.41379, + "mrr_at_10": 0.51194, + "mrr_at_100": 0.51935, + "mrr_at_1000": 0.51967, + "mrr_at_20": 0.51667, + "mrr_at_3": 0.4867, + "mrr_at_5": 0.50206, + "ndcg_at_1": 0.41338, + "ndcg_at_10": 0.52226, + "ndcg_at_100": 0.56953, + "ndcg_at_1000": 0.58332, + "ndcg_at_20": 0.54302, + "ndcg_at_3": 0.47025, + "ndcg_at_5": 0.49591, + "precision_at_1": 0.41338, + "precision_at_10": 0.08929, + "precision_at_100": 0.01279, + "precision_at_1000": 0.00147, + "precision_at_20": 0.05149, + "precision_at_3": 0.21582, + "precision_at_5": 0.15118, + "recall_at_1": 0.34888, + "recall_at_10": 0.6509, + "recall_at_100": 0.84986, + "recall_at_1000": 0.94526, + "recall_at_20": 0.7251, + "recall_at_3": 0.50702, + "recall_at_5": 0.57263, + "hf_subset": "default", + "main_score": 0.52226, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/RedditClustering-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/RedditClustering-VN.json new file mode 100644 index 0000000000..f710fa3e60 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.454731, + "v_measure_std": 0.060428, + "v_measures": [ + 0.285282, + 0.509402, + 0.438839, + 0.482373, + 0.435678, + 0.493348, + 0.483144, + 0.478395, + 0.463998, + 0.476847 + ], + "main_score": 0.454731, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 313.48533868789673, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/RedditClusteringP2P-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..bd13189f67 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.618243, + "v_measure_std": 0.139541, + "v_measures": [ + 0.710576, + 0.663795, + 0.700921, + 0.350944, + 0.661761, + 0.639703, + 0.336633, + 0.702485, + 0.685057, + 0.73055 + ], + "main_score": 0.618243, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5094.248235940933, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SCIDOCS-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SCIDOCS-VN.json new file mode 100644 index 0000000000..af841c3e57 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 162.31, + "map_at_1": 0.05158, + "map_at_10": 0.12649, + "map_at_100": 0.14591, + "map_at_1000": 0.14913, + "map_at_20": 0.13528, + "map_at_3": 0.09104, + "map_at_5": 0.10894, + "mrr_at_1": 0.2575, + "mrr_at_10": 0.36421, + "mrr_at_100": 0.37431, + "mrr_at_1000": 0.37489, + "mrr_at_20": 0.3698, + "mrr_at_3": 0.33458, + "mrr_at_5": 0.35196, + "ndcg_at_1": 0.2525, + "ndcg_at_10": 0.20948, + "ndcg_at_100": 0.28872, + "ndcg_at_1000": 0.3444, + "ndcg_at_20": 0.23396, + "ndcg_at_3": 0.20346, + "ndcg_at_5": 0.17658, + "precision_at_1": 0.2525, + "precision_at_10": 0.1065, + "precision_at_100": 0.0223, + "precision_at_1000": 0.00356, + "precision_at_20": 0.06738, + "precision_at_3": 0.18917, + "precision_at_5": 0.1535, + "recall_at_1": 0.05158, + "recall_at_10": 0.21617, + "recall_at_100": 0.45288, + "recall_at_1000": 0.72275, + "recall_at_20": 0.27375, + "recall_at_3": 0.11533, + "recall_at_5": 0.15604, + "hf_subset": "default", + "main_score": 0.20948, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SICK-R-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SICK-R-VN.json new file mode 100644 index 0000000000..d24cfddf02 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.814991, + "spearman": 0.791464, + "cosine_pearson": 0.814991, + "cosine_spearman": 0.791464, + "manhattan_pearson": 0.786092, + "manhattan_spearman": 0.794601, + "euclidean_pearson": 0.783111, + "euclidean_spearman": 0.791464, + "main_score": 0.791464, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 25.783241510391235, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/STSBenchmark-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/STSBenchmark-VN.json new file mode 100644 index 0000000000..8a2c61f559 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.837826, + "spearman": 0.837281, + "cosine_pearson": 0.837826, + "cosine_spearman": 0.837281, + "manhattan_pearson": 0.824407, + "manhattan_spearman": 0.840864, + "euclidean_pearson": 0.821621, + "euclidean_spearman": 0.83728, + "main_score": 0.837281, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.634961843490601, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SciDocsRR-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SciDocsRR-VN.json new file mode 100644 index 0000000000..6b30154303 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.866234, + "mrr": 0.933193, + "nAUC_map_max": 0.557345, + "nAUC_map_std": 0.686255, + "nAUC_map_diff1": 0.202778, + "nAUC_mrr_max": 0.870582, + "nAUC_mrr_std": 0.865449, + "nAUC_mrr_diff1": 0.489175, + "main_score": 0.866234, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 24.54045343399048, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SciFact-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SciFact-VN.json new file mode 100644 index 0000000000..2b3b12cc75 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 56.5, + "map_at_1": 0.5643, + "map_at_10": 0.6856, + "map_at_100": 0.69032, + "map_at_1000": 0.69052, + "map_at_20": 0.68926, + "map_at_3": 0.65547, + "map_at_5": 0.6701, + "mrr_at_1": 0.59701, + "mrr_at_10": 0.69638, + "mrr_at_100": 0.70052, + "mrr_at_1000": 0.7006, + "mrr_at_20": 0.69951, + "mrr_at_3": 0.67537, + "mrr_at_5": 0.68582, + "ndcg_at_1": 0.59701, + "ndcg_at_10": 0.73802, + "ndcg_at_100": 0.75884, + "ndcg_at_1000": 0.76211, + "ndcg_at_20": 0.75055, + "ndcg_at_3": 0.68836, + "ndcg_at_5": 0.70832, + "precision_at_1": 0.59701, + "precision_at_10": 0.10224, + "precision_at_100": 0.01127, + "precision_at_1000": 0.00116, + "precision_at_20": 0.05373, + "precision_at_3": 0.27612, + "precision_at_5": 0.1791, + "recall_at_1": 0.5643, + "recall_at_10": 0.88433, + "recall_at_100": 0.97761, + "recall_at_1000": 1.0, + "recall_at_20": 0.93284, + "recall_at_3": 0.75236, + "recall_at_5": 0.80386, + "hf_subset": "default", + "main_score": 0.73802, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SprintDuplicateQuestions-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..615956f350 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/SprintDuplicateQuestions-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "mteb_dataset_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "task_name": "SprintDuplicateQuestions-VN", + "scores": { + "test": [ + { + "evaluation_time": 14.87, + "hf_subset": "default", + "dot_accuracy": 0.9939863034058559, + "dot_ap": 0.7507163286348486, + "dot_f1": 0.6792260692464358, + "dot_accuracy_threshold": 35619.0859375, + "dot_f1_threshold": 33113.171875, + "dot_precision": 0.6181649675625579, + "dot_recall": 0.7536723163841808, + "euclidean_accuracy": 0.9949466655995975, + "euclidean_ap": 0.8145786248367872, + "euclidean_f1": 0.7366020524515393, + "euclidean_accuracy_threshold": 137.45306396484375, + "euclidean_f1_threshold": 149.14321899414062, + "euclidean_precision": 0.7433831990794016, + "euclidean_recall": 0.7299435028248588, + "manhattan_accuracy": 0.995323950747139, + "manhattan_ap": 0.8389012030970366, + "manhattan_f1": 0.7565368971528181, + "manhattan_accuracy_threshold": 6709.4990234375, + "manhattan_f1_threshold": 6875.912109375, + "manhattan_precision": 0.7787081339712919, + "manhattan_recall": 0.735593220338983, + "max_accuracy": 0.995323950747139, + "max_ap": 0.8389012030970366, + "max_f1": 0.7565368971528181, + "main_score": 0.8389012030970366, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/StackExchangeClustering-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..a9a6e497fc --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.650215, + "v_measure_std": 0.046276, + "v_measures": [ + 0.609008, + 0.599151, + 0.697674, + 0.695027 + ], + "main_score": 0.650215, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 41.93081712722778, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/StackExchangeClusteringP2P-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..bf87f98b80 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.466932, + "v_measure_std": 0.017955, + "v_measures": [ + 0.45252, + 0.448899, + 0.449042, + 0.446797, + 0.448448, + 0.488558, + 0.481494, + 0.487517, + 0.481889, + 0.484159 + ], + "main_score": 0.466932, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1067.400272846222, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/StackOverflowDupQuestions-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..118d07b82e --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.504455, + "mrr": 0.510882, + "nAUC_map_max": 0.10412, + "nAUC_map_std": 0.044417, + "nAUC_map_diff1": 0.341455, + "nAUC_mrr_max": 0.111694, + "nAUC_mrr_std": 0.044129, + "nAUC_mrr_diff1": 0.342121, + "main_score": 0.504455, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 65.3110134601593, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TRECCOVID-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TRECCOVID-VN.json new file mode 100644 index 0000000000..e6b8f6e6d6 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 965.98, + "map_at_1": 0.00222, + "map_at_10": 0.01866, + "map_at_100": 0.11811, + "map_at_1000": 0.27943, + "map_at_20": 0.03362, + "map_at_3": 0.00632, + "map_at_5": 0.01019, + "mrr_at_1": 0.88636, + "mrr_at_10": 0.93939, + "mrr_at_100": 0.93939, + "mrr_at_1000": 0.93939, + "mrr_at_20": 0.93939, + "mrr_at_3": 0.93939, + "mrr_at_5": 0.93939, + "ndcg_at_1": 0.85227, + "ndcg_at_10": 0.77302, + "ndcg_at_100": 0.61491, + "ndcg_at_1000": 0.53402, + "ndcg_at_20": 0.73911, + "ndcg_at_3": 0.81761, + "ndcg_at_5": 0.80882, + "precision_at_1": 0.88636, + "precision_at_10": 0.81136, + "precision_at_100": 0.62614, + "precision_at_1000": 0.23441, + "precision_at_20": 0.76591, + "precision_at_3": 0.86364, + "precision_at_5": 0.84545, + "recall_at_1": 0.00222, + "recall_at_10": 0.02034, + "recall_at_100": 0.15042, + "recall_at_1000": 0.49443, + "recall_at_20": 0.03802, + "recall_at_3": 0.00653, + "recall_at_5": 0.01082, + "hf_subset": "default", + "main_score": 0.77302, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/Touche2020-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/Touche2020-VN.json new file mode 100644 index 0000000000..3011e64347 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 1784.99, + "map_at_1": 0.01853, + "map_at_10": 0.09941, + "map_at_100": 0.16617, + "map_at_1000": 0.18112, + "map_at_20": 0.1272, + "map_at_3": 0.04698, + "map_at_5": 0.07071, + "mrr_at_1": 0.36, + "mrr_at_10": 0.56933, + "mrr_at_100": 0.57183, + "mrr_at_1000": 0.57219, + "mrr_at_20": 0.57183, + "mrr_at_3": 0.53333, + "mrr_at_5": 0.56933, + "ndcg_at_1": 0.34, + "ndcg_at_10": 0.28636, + "ndcg_at_100": 0.39173, + "ndcg_at_1000": 0.50403, + "ndcg_at_20": 0.29116, + "ndcg_at_3": 0.32469, + "ndcg_at_5": 0.32515, + "precision_at_1": 0.36, + "precision_at_10": 0.26, + "precision_at_100": 0.0788, + "precision_at_1000": 0.0156, + "precision_at_20": 0.198, + "precision_at_3": 0.34667, + "precision_at_5": 0.336, + "recall_at_1": 0.01853, + "recall_at_10": 0.17422, + "recall_at_100": 0.46823, + "recall_at_1000": 0.83015, + "recall_at_20": 0.25906, + "recall_at_3": 0.06501, + "recall_at_5": 0.11446, + "hf_subset": "default", + "main_score": 0.28636, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ToxicConversationsVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..a84d8669ba --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.643164, + "f1": 0.497111, + "f1_weighted": 0.725592, + "ap": 0.119929, + "ap_weighted": 0.119929, + "scores_per_experiment": [ + { + "accuracy": 0.648438, + "f1": 0.507345, + "f1_weighted": 0.734174, + "ap": 0.129497, + "ap_weighted": 0.129497 + }, + { + "accuracy": 0.557129, + "f1": 0.447283, + "f1_weighted": 0.659275, + "ap": 0.105774, + "ap_weighted": 0.105774 + }, + { + "accuracy": 0.757324, + "f1": 0.574236, + "f1_weighted": 0.814446, + "ap": 0.153627, + "ap_weighted": 0.153627 + }, + { + "accuracy": 0.611328, + "f1": 0.454543, + "f1_weighted": 0.706142, + "ap": 0.083604, + "ap_weighted": 0.083604 + }, + { + "accuracy": 0.689941, + "f1": 0.522398, + "f1_weighted": 0.765771, + "ap": 0.122051, + "ap_weighted": 0.122051 + }, + { + "accuracy": 0.499023, + "f1": 0.415545, + "f1_weighted": 0.605582, + "ap": 0.104348, + "ap_weighted": 0.104348 + }, + { + "accuracy": 0.834961, + "f1": 0.613672, + "f1_weighted": 0.865228, + "ap": 0.156833, + "ap_weighted": 0.156833 + }, + { + "accuracy": 0.677734, + "f1": 0.523175, + "f1_weighted": 0.756738, + "ap": 0.132216, + "ap_weighted": 0.132216 + }, + { + "accuracy": 0.507324, + "f1": 0.418349, + "f1_weighted": 0.614072, + "ap": 0.101418, + "ap_weighted": 0.101418 + }, + { + "accuracy": 0.648438, + "f1": 0.494564, + "f1_weighted": 0.734498, + "ap": 0.109921, + "ap_weighted": 0.109921 + } + ], + "main_score": 0.643164, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 23.573521852493286, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TweetSentimentExtractionVNClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..244b628f7c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.549782, + "f1": 0.542347, + "f1_weighted": 0.539202, + "scores_per_experiment": [ + { + "accuracy": 0.57724, + "f1": 0.578774, + "f1_weighted": 0.575714 + }, + { + "accuracy": 0.517676, + "f1": 0.512229, + "f1_weighted": 0.496856 + }, + { + "accuracy": 0.548668, + "f1": 0.535191, + "f1_weighted": 0.52697 + }, + { + "accuracy": 0.578692, + "f1": 0.582686, + "f1_weighted": 0.574812 + }, + { + "accuracy": 0.572881, + "f1": 0.570044, + "f1_weighted": 0.565801 + }, + { + "accuracy": 0.615012, + "f1": 0.611363, + "f1_weighted": 0.612103 + }, + { + "accuracy": 0.496852, + "f1": 0.462547, + "f1_weighted": 0.474 + }, + { + "accuracy": 0.569492, + "f1": 0.571496, + "f1_weighted": 0.569404 + }, + { + "accuracy": 0.507506, + "f1": 0.484197, + "f1_weighted": 0.48739 + }, + { + "accuracy": 0.513801, + "f1": 0.514943, + "f1_weighted": 0.508973 + } + ], + "main_score": 0.549782, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.191991806030273, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TwentyNewsgroupsClustering-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..1a2f4d9a0c --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.446922, + "v_measure_std": 0.017134, + "v_measures": [ + 0.468339, + 0.45668, + 0.47124, + 0.409868, + 0.447719, + 0.449933, + 0.431693, + 0.454552, + 0.441877, + 0.437323 + ], + "main_score": 0.446922, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 55.24449706077576, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TwitterSemEval2015-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..990d6f746b --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TwitterSemEval2015-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "mteb_dataset_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterSemEval2015-VN", + "scores": { + "test": [ + { + "evaluation_time": 8.0, + "hf_subset": "default", + "dot_accuracy": 0.8061659910390442, + "dot_ap": 0.586756295714989, + "dot_f1": 0.5577111503037427, + "dot_accuracy_threshold": 38356.171875, + "dot_f1_threshold": 33922.60546875, + "dot_precision": 0.49035148173673326, + "dot_recall": 0.6465243071331213, + "euclidean_accuracy": 0.8240879027096224, + "euclidean_ap": 0.6551201638295799, + "euclidean_f1": 0.6036184210526315, + "euclidean_accuracy_threshold": 124.77159118652344, + "euclidean_f1_threshold": 143.89285278320312, + "euclidean_precision": 0.5512579797221179, + "euclidean_recall": 0.6669695592912313, + "manhattan_accuracy": 0.8248346490292298, + "manhattan_ap": 0.6543764611143896, + "manhattan_f1": 0.6029503428215249, + "manhattan_accuracy_threshold": 5698.9267578125, + "manhattan_f1_threshold": 6580.51953125, + "manhattan_precision": 0.5555130168453293, + "manhattan_recall": 0.6592457973648341, + "max_accuracy": 0.8248346490292298, + "max_ap": 0.6551201638295799, + "max_f1": 0.6036184210526315, + "main_score": 0.6551201638295799, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TwitterURLCorpus-VN.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..49d14c7218 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/TwitterURLCorpus-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "mteb_dataset_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterURLCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 30.74, + "hf_subset": "default", + "dot_accuracy": 0.8549035236292385, + "dot_ap": 0.8252105846826471, + "dot_f1": 0.7523034646263269, + "dot_accuracy_threshold": 32003.21875, + "dot_f1_threshold": 30714.705078125, + "dot_precision": 0.7093070514123145, + "dot_recall": 0.8008489159114375, + "euclidean_accuracy": 0.864667397296669, + "euclidean_ap": 0.8469167449997046, + "euclidean_f1": 0.7724544363199826, + "euclidean_accuracy_threshold": 145.55458068847656, + "euclidean_f1_threshold": 152.0267333984375, + "euclidean_precision": 0.73660110313248, + "euclidean_recall": 0.8119765974532522, + "manhattan_accuracy": 0.8666268141210853, + "manhattan_ap": 0.8495026552208865, + "manhattan_f1": 0.7760954470065806, + "manhattan_accuracy_threshold": 6701.4072265625, + "manhattan_f1_threshold": 7082.55078125, + "manhattan_precision": 0.7271906958091037, + "manhattan_recall": 0.8320523115750832, + "max_accuracy": 0.869482913221082, + "max_ap": 0.8525895004021571, + "max_f1": 0.7760954470065806, + "main_score": 0.8525895004021571, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/VieQuADRetrieval.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/VieQuADRetrieval.json new file mode 100644 index 0000000000..f735ab9e42 --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.42", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.6543, + "ndcg_at_3": 0.5407, + "ndcg_at_5": 0.57942, + "ndcg_at_10": 0.61332, + "ndcg_at_20": 0.63825, + "ndcg_at_100": 0.67197, + "ndcg_at_1000": 0.68497, + "map_at_1": 0.32715, + "map_at_3": 0.45516, + "map_at_5": 0.48451, + "map_at_10": 0.50455, + "map_at_20": 0.51485, + "map_at_100": 0.5221, + "map_at_1000": 0.52292, + "recall_at_1": 0.32715, + "recall_at_3": 0.52075, + "recall_at_5": 0.59741, + "recall_at_10": 0.68286, + "recall_at_20": 0.76294, + "recall_at_100": 0.91089, + "recall_at_1000": 0.99365, + "precision_at_1": 0.6543, + "precision_at_3": 0.34717, + "precision_at_5": 0.23896, + "precision_at_10": 0.13657, + "precision_at_20": 0.07629, + "precision_at_100": 0.01822, + "precision_at_1000": 0.00199, + "mrr_at_1": 0.654297, + "mrr_at_3": 0.742839, + "mrr_at_5": 0.754215, + "mrr_at_10": 0.759788, + "mrr_at_20": 0.761686, + "mrr_at_100": 0.762441, + "mrr_at_1000": 0.762463, + "nauc_ndcg_at_1_max": 0.360418, + "nauc_ndcg_at_1_std": 0.007496, + "nauc_ndcg_at_1_diff1": 0.62274, + "nauc_ndcg_at_3_max": 0.290193, + "nauc_ndcg_at_3_std": 0.000942, + "nauc_ndcg_at_3_diff1": 0.395034, + "nauc_ndcg_at_5_max": 0.309047, + "nauc_ndcg_at_5_std": 0.014938, + "nauc_ndcg_at_5_diff1": 0.391735, + "nauc_ndcg_at_10_max": 0.327952, + "nauc_ndcg_at_10_std": 0.031079, + "nauc_ndcg_at_10_diff1": 0.383517, + "nauc_ndcg_at_20_max": 0.34147, + "nauc_ndcg_at_20_std": 0.047879, + "nauc_ndcg_at_20_diff1": 0.392605, + "nauc_ndcg_at_100_max": 0.352287, + "nauc_ndcg_at_100_std": 0.06296, + "nauc_ndcg_at_100_diff1": 0.404909, + "nauc_ndcg_at_1000_max": 0.338299, + "nauc_ndcg_at_1000_std": 0.043299, + "nauc_ndcg_at_1000_diff1": 0.414579, + "nauc_map_at_1_max": 0.360418, + "nauc_map_at_1_std": 0.007496, + "nauc_map_at_1_diff1": 0.62274, + "nauc_map_at_3_max": 0.26297, + "nauc_map_at_3_std": -0.001035, + "nauc_map_at_3_diff1": 0.356947, + "nauc_map_at_5_max": 0.281529, + "nauc_map_at_5_std": 0.009148, + "nauc_map_at_5_diff1": 0.358642, + "nauc_map_at_10_max": 0.293958, + "nauc_map_at_10_std": 0.018186, + "nauc_map_at_10_diff1": 0.356996, + "nauc_map_at_20_max": 0.300029, + "nauc_map_at_20_std": 0.024992, + "nauc_map_at_20_diff1": 0.361187, + "nauc_map_at_100_max": 0.301372, + "nauc_map_at_100_std": 0.027136, + "nauc_map_at_100_diff1": 0.362647, + "nauc_map_at_1000_max": 0.300793, + "nauc_map_at_1000_std": 0.026526, + "nauc_map_at_1000_diff1": 0.362936, + "nauc_recall_at_1_max": 0.360418, + "nauc_recall_at_1_std": 0.007496, + "nauc_recall_at_1_diff1": 0.62274, + "nauc_recall_at_3_max": 0.248979, + "nauc_recall_at_3_std": -0.002588, + "nauc_recall_at_3_diff1": 0.279941, + "nauc_recall_at_5_max": 0.271901, + "nauc_recall_at_5_std": 0.024445, + "nauc_recall_at_5_diff1": 0.258946, + "nauc_recall_at_10_max": 0.298533, + "nauc_recall_at_10_std": 0.065287, + "nauc_recall_at_10_diff1": 0.205933, + "nauc_recall_at_20_max": 0.338004, + "nauc_recall_at_20_std": 0.128535, + "nauc_recall_at_20_diff1": 0.205074, + "nauc_recall_at_100_max": 0.487427, + "nauc_recall_at_100_std": 0.379291, + "nauc_recall_at_100_diff1": 0.172387, + "nauc_recall_at_1000_max": 0.432094, + "nauc_recall_at_1000_std": 0.654003, + "nauc_recall_at_1000_diff1": 0.056646, + "nauc_precision_at_1_max": 0.360418, + "nauc_precision_at_1_std": 0.007496, + "nauc_precision_at_1_diff1": 0.62274, + "nauc_precision_at_3_max": 0.248979, + "nauc_precision_at_3_std": -0.002588, + "nauc_precision_at_3_diff1": 0.279941, + "nauc_precision_at_5_max": 0.271901, + "nauc_precision_at_5_std": 0.024445, + "nauc_precision_at_5_diff1": 0.258946, + "nauc_precision_at_10_max": 0.298533, + "nauc_precision_at_10_std": 0.065287, + "nauc_precision_at_10_diff1": 0.205933, + "nauc_precision_at_20_max": 0.338004, + "nauc_precision_at_20_std": 0.128535, + "nauc_precision_at_20_diff1": 0.205074, + "nauc_precision_at_100_max": 0.487427, + "nauc_precision_at_100_std": 0.379291, + "nauc_precision_at_100_diff1": 0.172387, + "nauc_precision_at_1000_max": 0.432094, + "nauc_precision_at_1000_std": 0.654003, + "nauc_precision_at_1000_diff1": 0.056646, + "nauc_mrr_at_1_max": 0.360418, + "nauc_mrr_at_1_std": 0.007496, + "nauc_mrr_at_1_diff1": 0.62274, + "nauc_mrr_at_3_max": 0.386794, + "nauc_mrr_at_3_std": 0.009584, + "nauc_mrr_at_3_diff1": 0.606706, + "nauc_mrr_at_5_max": 0.38766, + "nauc_mrr_at_5_std": 0.014202, + "nauc_mrr_at_5_diff1": 0.607882, + "nauc_mrr_at_10_max": 0.387352, + "nauc_mrr_at_10_std": 0.015488, + "nauc_mrr_at_10_diff1": 0.606085, + "nauc_mrr_at_20_max": 0.385907, + "nauc_mrr_at_20_std": 0.015345, + "nauc_mrr_at_20_diff1": 0.607258, + "nauc_mrr_at_100_max": 0.385593, + "nauc_mrr_at_100_std": 0.014622, + "nauc_mrr_at_100_diff1": 0.607521, + "nauc_mrr_at_1000_max": 0.385545, + "nauc_mrr_at_1000_std": 0.014557, + "nauc_mrr_at_1000_diff1": 0.607545, + "main_score": 0.61332, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 37.64625406265259, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/VieStudentFeedbackClassification.json b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..003543247a --- /dev/null +++ b/results/Alibaba-NLP__gte-Qwen2-7B-instruct/e26182b2122f4435e8b3ebecbf363990f409b45b/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.670117, + "f1": 0.570416, + "f1_weighted": 0.728891, + "scores_per_experiment": [ + { + "accuracy": 0.721191, + "f1": 0.602082, + "f1_weighted": 0.76337 + }, + { + "accuracy": 0.660156, + "f1": 0.568017, + "f1_weighted": 0.726665 + }, + { + "accuracy": 0.703125, + "f1": 0.591845, + "f1_weighted": 0.750186 + }, + { + "accuracy": 0.640625, + "f1": 0.535196, + "f1_weighted": 0.710298 + }, + { + "accuracy": 0.672363, + "f1": 0.577905, + "f1_weighted": 0.737603 + }, + { + "accuracy": 0.693359, + "f1": 0.58838, + "f1_weighted": 0.750415 + }, + { + "accuracy": 0.618652, + "f1": 0.541678, + "f1_weighted": 0.693226 + }, + { + "accuracy": 0.632812, + "f1": 0.535251, + "f1_weighted": 0.685194 + }, + { + "accuracy": 0.694824, + "f1": 0.589046, + "f1_weighted": 0.746973 + }, + { + "accuracy": 0.664062, + "f1": 0.574757, + "f1_weighted": 0.724981 + } + ], + "main_score": 0.670117, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.700837135314941, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AmazonCounterfactualVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..785bb390f2 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.557725, + "f1": 0.509956, + "f1_weighted": 0.605744, + "ap": 0.227047, + "ap_weighted": 0.227047, + "scores_per_experiment": [ + { + "accuracy": 0.527897, + "f1": 0.493158, + "f1_weighted": 0.577443, + "ap": 0.223964, + "ap_weighted": 0.223964 + }, + { + "accuracy": 0.667382, + "f1": 0.593196, + "f1_weighted": 0.703543, + "ap": 0.264947, + "ap_weighted": 0.264947 + }, + { + "accuracy": 0.600858, + "f1": 0.551923, + "f1_weighted": 0.645981, + "ap": 0.252911, + "ap_weighted": 0.252911 + }, + { + "accuracy": 0.523605, + "f1": 0.483401, + "f1_weighted": 0.574942, + "ap": 0.212371, + "ap_weighted": 0.212371 + }, + { + "accuracy": 0.480687, + "f1": 0.445107, + "f1_weighted": 0.534358, + "ap": 0.194324, + "ap_weighted": 0.194324 + }, + { + "accuracy": 0.555794, + "f1": 0.517678, + "f1_weighted": 0.603803, + "ap": 0.237817, + "ap_weighted": 0.237817 + }, + { + "accuracy": 0.641631, + "f1": 0.588824, + "f1_weighted": 0.682422, + "ap": 0.280245, + "ap_weighted": 0.280245 + }, + { + "accuracy": 0.566524, + "f1": 0.510219, + "f1_weighted": 0.615701, + "ap": 0.216863, + "ap_weighted": 0.216863 + }, + { + "accuracy": 0.480687, + "f1": 0.446382, + "f1_weighted": 0.533918, + "ap": 0.19598, + "ap_weighted": 0.19598 + }, + { + "accuracy": 0.532189, + "f1": 0.469669, + "f1_weighted": 0.58533, + "ap": 0.191044, + "ap_weighted": 0.191044 + } + ], + "main_score": 0.557725, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.5182390213012695, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AmazonPolarityVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..b5b0f1da88 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.800596, + "f1": 0.799576, + "f1_weighted": 0.799538, + "ap": 0.750998, + "ap_weighted": 0.750998, + "scores_per_experiment": [ + { + "accuracy": 0.810989, + "f1": 0.810728, + "f1_weighted": 0.810677, + "ap": 0.76408, + "ap_weighted": 0.76408 + }, + { + "accuracy": 0.784533, + "f1": 0.784148, + "f1_weighted": 0.784216, + "ap": 0.720287, + "ap_weighted": 0.720287 + }, + { + "accuracy": 0.81223, + "f1": 0.81221, + "f1_weighted": 0.812224, + "ap": 0.755275, + "ap_weighted": 0.755275 + }, + { + "accuracy": 0.785556, + "f1": 0.781423, + "f1_weighted": 0.781201, + "ap": 0.760623, + "ap_weighted": 0.760623 + }, + { + "accuracy": 0.807552, + "f1": 0.806635, + "f1_weighted": 0.806536, + "ap": 0.767961, + "ap_weighted": 0.767961 + }, + { + "accuracy": 0.718388, + "f1": 0.716269, + "f1_weighted": 0.716088, + "ap": 0.671328, + "ap_weighted": 0.671328 + }, + { + "accuracy": 0.829778, + "f1": 0.82966, + "f1_weighted": 0.829627, + "ap": 0.783681, + "ap_weighted": 0.783681 + }, + { + "accuracy": 0.836129, + "f1": 0.835783, + "f1_weighted": 0.835728, + "ap": 0.796708, + "ap_weighted": 0.796708 + }, + { + "accuracy": 0.835699, + "f1": 0.835411, + "f1_weighted": 0.835461, + "ap": 0.775167, + "ap_weighted": 0.775167 + }, + { + "accuracy": 0.785109, + "f1": 0.783487, + "f1_weighted": 0.783625, + "ap": 0.714869, + "ap_weighted": 0.714869 + } + ], + "main_score": 0.800596, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 561.0546996593475, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AmazonReviewsVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..f12231dda9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.423598, + "f1": 0.410975, + "f1_weighted": 0.416225, + "scores_per_experiment": [ + { + "accuracy": 0.424357, + "f1": 0.415564, + "f1_weighted": 0.421182 + }, + { + "accuracy": 0.438084, + "f1": 0.425909, + "f1_weighted": 0.431803 + }, + { + "accuracy": 0.418808, + "f1": 0.406363, + "f1_weighted": 0.411662 + }, + { + "accuracy": 0.41618, + "f1": 0.409936, + "f1_weighted": 0.414548 + }, + { + "accuracy": 0.450935, + "f1": 0.421011, + "f1_weighted": 0.427817 + }, + { + "accuracy": 0.415304, + "f1": 0.398633, + "f1_weighted": 0.403938 + }, + { + "accuracy": 0.396904, + "f1": 0.39291, + "f1_weighted": 0.39568 + }, + { + "accuracy": 0.429322, + "f1": 0.426931, + "f1_weighted": 0.430514 + }, + { + "accuracy": 0.429907, + "f1": 0.423312, + "f1_weighted": 0.428383 + }, + { + "accuracy": 0.41618, + "f1": 0.389183, + "f1_weighted": 0.396723 + } + ], + "main_score": 0.423598, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.571862697601318, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ArguAna-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ArguAna-VN.json new file mode 100644 index 0000000000..ec13dd2518 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 16.66, + "map_at_1": 0.28185, + "map_at_10": 0.43908, + "map_at_100": 0.4482, + "map_at_1000": 0.44831, + "map_at_20": 0.44602, + "map_at_3": 0.38739, + "map_at_5": 0.41835, + "mrr_at_1": 0.28185, + "mrr_at_10": 0.43908, + "mrr_at_100": 0.4482, + "mrr_at_1000": 0.44831, + "mrr_at_20": 0.44602, + "mrr_at_3": 0.38739, + "mrr_at_5": 0.41835, + "ndcg_at_1": 0.28185, + "ndcg_at_10": 0.52754, + "ndcg_at_100": 0.56641, + "ndcg_at_1000": 0.56854, + "ndcg_at_20": 0.55211, + "ndcg_at_3": 0.42177, + "ndcg_at_5": 0.47733, + "precision_at_1": 0.28185, + "precision_at_10": 0.08108, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "precision_at_20": 0.04533, + "precision_at_3": 0.17375, + "precision_at_5": 0.13112, + "recall_at_1": 0.28185, + "recall_at_10": 0.81081, + "recall_at_100": 0.98069, + "recall_at_1000": 0.99614, + "recall_at_20": 0.90656, + "recall_at_3": 0.52124, + "recall_at_5": 0.6556, + "hf_subset": "default", + "main_score": 0.52754, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AskUbuntuDupQuestions-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..edbd766703 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.615007, + "mrr": 0.732309, + "nAUC_map_max": 0.210899, + "nAUC_map_std": 0.184854, + "nAUC_map_diff1": 0.014739, + "nAUC_mrr_max": 0.286841, + "nAUC_mrr_std": 0.179604, + "nAUC_mrr_diff1": 0.050078, + "main_score": 0.615007, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.3830163478851318, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/BIOSSES-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/BIOSSES-VN.json new file mode 100644 index 0000000000..d6b7673157 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.870546, + "spearman": 0.844465, + "cosine_pearson": 0.870546, + "cosine_spearman": 0.844465, + "manhattan_pearson": 0.857985, + "manhattan_spearman": 0.842676, + "euclidean_pearson": 0.86018, + "euclidean_spearman": 0.844465, + "main_score": 0.844465, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.19696998596191406, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/Banking77VNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/Banking77VNClassification.json new file mode 100644 index 0000000000..2c757b981c --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.74714, + "f1": 0.725315, + "f1_weighted": 0.734549, + "scores_per_experiment": [ + { + "accuracy": 0.736754, + "f1": 0.71116, + "f1_weighted": 0.724995 + }, + { + "accuracy": 0.740959, + "f1": 0.713342, + "f1_weighted": 0.721504 + }, + { + "accuracy": 0.767031, + "f1": 0.745367, + "f1_weighted": 0.753077 + }, + { + "accuracy": 0.753995, + "f1": 0.733544, + "f1_weighted": 0.741931 + }, + { + "accuracy": 0.746846, + "f1": 0.725439, + "f1_weighted": 0.73615 + }, + { + "accuracy": 0.746005, + "f1": 0.727523, + "f1_weighted": 0.73481 + }, + { + "accuracy": 0.740118, + "f1": 0.719717, + "f1_weighted": 0.727281 + }, + { + "accuracy": 0.748528, + "f1": 0.725662, + "f1_weighted": 0.737735 + }, + { + "accuracy": 0.753574, + "f1": 0.738611, + "f1_weighted": 0.742782 + }, + { + "accuracy": 0.737595, + "f1": 0.712788, + "f1_weighted": 0.725221 + } + ], + "main_score": 0.74714, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.280727863311768, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackAndroid-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..62281c702b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 22.2, + "map_at_1": 0.21978, + "map_at_10": 0.32598, + "map_at_100": 0.33997, + "map_at_1000": 0.34158, + "map_at_20": 0.33409, + "map_at_3": 0.29117, + "map_at_5": 0.30961, + "mrr_at_1": 0.27491, + "mrr_at_10": 0.38488, + "mrr_at_100": 0.39272, + "mrr_at_1000": 0.39335, + "mrr_at_20": 0.38972, + "mrr_at_3": 0.35223, + "mrr_at_5": 0.3683, + "ndcg_at_1": 0.27491, + "ndcg_at_10": 0.39661, + "ndcg_at_100": 0.44792, + "ndcg_at_1000": 0.47472, + "ndcg_at_20": 0.41769, + "ndcg_at_3": 0.33715, + "ndcg_at_5": 0.36278, + "precision_at_1": 0.27491, + "precision_at_10": 0.08213, + "precision_at_100": 0.01359, + "precision_at_1000": 0.00195, + "precision_at_20": 0.04948, + "precision_at_3": 0.16781, + "precision_at_5": 0.12577, + "recall_at_1": 0.21978, + "recall_at_10": 0.54092, + "recall_at_100": 0.75421, + "recall_at_1000": 0.92403, + "recall_at_20": 0.61738, + "recall_at_3": 0.37036, + "recall_at_5": 0.43746, + "hf_subset": "default", + "main_score": 0.39661, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackGis-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackGis-VN.json new file mode 100644 index 0000000000..ccde41a5b6 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 57.19, + "map_at_1": 0.17454, + "map_at_10": 0.24796, + "map_at_100": 0.2586, + "map_at_1000": 0.2596, + "map_at_20": 0.25356, + "map_at_3": 0.22361, + "map_at_5": 0.23739, + "mrr_at_1": 0.19077, + "mrr_at_10": 0.26441, + "mrr_at_100": 0.2747, + "mrr_at_1000": 0.27544, + "mrr_at_20": 0.26999, + "mrr_at_3": 0.24179, + "mrr_at_5": 0.25464, + "ndcg_at_1": 0.19077, + "ndcg_at_10": 0.29123, + "ndcg_at_100": 0.3466, + "ndcg_at_1000": 0.37255, + "ndcg_at_20": 0.31183, + "ndcg_at_3": 0.24345, + "ndcg_at_5": 0.26668, + "precision_at_1": 0.19077, + "precision_at_10": 0.04769, + "precision_at_100": 0.00792, + "precision_at_1000": 0.00107, + "precision_at_20": 0.02846, + "precision_at_3": 0.10615, + "precision_at_5": 0.07723, + "recall_at_1": 0.17454, + "recall_at_10": 0.40972, + "recall_at_100": 0.6687, + "recall_at_1000": 0.86348, + "recall_at_20": 0.48991, + "recall_at_3": 0.28087, + "recall_at_5": 0.3366, + "hf_subset": "default", + "main_score": 0.29123, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackMathematica-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..5d8b75a30a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 38.74, + "map_at_1": 0.10574, + "map_at_10": 0.16523, + "map_at_100": 0.17687, + "map_at_1000": 0.17819, + "map_at_20": 0.1714, + "map_at_3": 0.14186, + "map_at_5": 0.15475, + "mrr_at_1": 0.1258, + "mrr_at_10": 0.19298, + "mrr_at_100": 0.20386, + "mrr_at_1000": 0.20483, + "mrr_at_20": 0.19924, + "mrr_at_3": 0.16738, + "mrr_at_5": 0.18252, + "ndcg_at_1": 0.1258, + "ndcg_at_10": 0.208, + "ndcg_at_100": 0.26762, + "ndcg_at_1000": 0.30162, + "ndcg_at_20": 0.22988, + "ndcg_at_3": 0.16286, + "ndcg_at_5": 0.18478, + "precision_at_1": 0.1258, + "precision_at_10": 0.04051, + "precision_at_100": 0.00793, + "precision_at_1000": 0.0012, + "precision_at_20": 0.02516, + "precision_at_3": 0.07676, + "precision_at_5": 0.06098, + "recall_at_1": 0.10574, + "recall_at_10": 0.31416, + "recall_at_100": 0.58442, + "recall_at_1000": 0.83238, + "recall_at_20": 0.3965, + "recall_at_3": 0.1903, + "recall_at_5": 0.24643, + "hf_subset": "default", + "main_score": 0.208, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackPhysics-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..5b7bb46d8e --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 59.51, + "map_at_1": 0.23617, + "map_at_10": 0.33251, + "map_at_100": 0.34512, + "map_at_1000": 0.34649, + "map_at_20": 0.33858, + "map_at_3": 0.30188, + "map_at_5": 0.31855, + "mrr_at_1": 0.30103, + "mrr_at_10": 0.39233, + "mrr_at_100": 0.40171, + "mrr_at_1000": 0.40225, + "mrr_at_20": 0.39799, + "mrr_at_3": 0.36907, + "mrr_at_5": 0.38216, + "ndcg_at_1": 0.30103, + "ndcg_at_10": 0.39077, + "ndcg_at_100": 0.44855, + "ndcg_at_1000": 0.47272, + "ndcg_at_20": 0.41114, + "ndcg_at_3": 0.34307, + "ndcg_at_5": 0.36408, + "precision_at_1": 0.30103, + "precision_at_10": 0.07402, + "precision_at_100": 0.01235, + "precision_at_1000": 0.00166, + "precision_at_20": 0.04402, + "precision_at_3": 0.1677, + "precision_at_5": 0.12041, + "recall_at_1": 0.23617, + "recall_at_10": 0.50817, + "recall_at_100": 0.75184, + "recall_at_1000": 0.90408, + "recall_at_20": 0.57966, + "recall_at_3": 0.36707, + "recall_at_5": 0.42536, + "hf_subset": "default", + "main_score": 0.39077, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackProgrammers-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..2cbe61d620 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 46.99, + "map_at_1": 0.18538, + "map_at_10": 0.28506, + "map_at_100": 0.29777, + "map_at_1000": 0.29912, + "map_at_20": 0.29162, + "map_at_3": 0.2551, + "map_at_5": 0.27219, + "mrr_at_1": 0.23002, + "mrr_at_10": 0.32841, + "mrr_at_100": 0.33846, + "mrr_at_1000": 0.33924, + "mrr_at_20": 0.33409, + "mrr_at_3": 0.30179, + "mrr_at_5": 0.31794, + "ndcg_at_1": 0.23002, + "ndcg_at_10": 0.34192, + "ndcg_at_100": 0.40081, + "ndcg_at_1000": 0.42974, + "ndcg_at_20": 0.36328, + "ndcg_at_3": 0.2921, + "ndcg_at_5": 0.31659, + "precision_at_1": 0.23002, + "precision_at_10": 0.06591, + "precision_at_100": 0.01124, + "precision_at_1000": 0.00152, + "precision_at_20": 0.03931, + "precision_at_3": 0.1441, + "precision_at_5": 0.10636, + "recall_at_1": 0.18538, + "recall_at_10": 0.46828, + "recall_at_100": 0.71967, + "recall_at_1000": 0.91904, + "recall_at_20": 0.54508, + "recall_at_3": 0.33223, + "recall_at_5": 0.39441, + "hf_subset": "default", + "main_score": 0.34192, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackStats-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackStats-VN.json new file mode 100644 index 0000000000..5b84a8ed0d --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 79.18, + "map_at_1": 0.19536, + "map_at_10": 0.24746, + "map_at_100": 0.25632, + "map_at_1000": 0.25724, + "map_at_20": 0.25225, + "map_at_3": 0.23145, + "map_at_5": 0.23966, + "mrr_at_1": 0.21854, + "mrr_at_10": 0.2672, + "mrr_at_100": 0.27518, + "mrr_at_1000": 0.27591, + "mrr_at_20": 0.27152, + "mrr_at_3": 0.25331, + "mrr_at_5": 0.2601, + "ndcg_at_1": 0.21854, + "ndcg_at_10": 0.27788, + "ndcg_at_100": 0.32377, + "ndcg_at_1000": 0.34972, + "ndcg_at_20": 0.29407, + "ndcg_at_3": 0.24792, + "ndcg_at_5": 0.26037, + "precision_at_1": 0.21854, + "precision_at_10": 0.04338, + "precision_at_100": 0.00719, + "precision_at_1000": 0.00102, + "precision_at_20": 0.02583, + "precision_at_3": 0.10596, + "precision_at_5": 0.07219, + "recall_at_1": 0.19536, + "recall_at_10": 0.35179, + "recall_at_100": 0.56815, + "recall_at_1000": 0.76433, + "recall_at_20": 0.41176, + "recall_at_3": 0.26843, + "recall_at_5": 0.29906, + "hf_subset": "default", + "main_score": 0.27788, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackTex-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackTex-VN.json new file mode 100644 index 0000000000..d2213fde80 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 170.63, + "map_at_1": 0.11918, + "map_at_10": 0.17443, + "map_at_100": 0.18381, + "map_at_1000": 0.18517, + "map_at_20": 0.17918, + "map_at_3": 0.15384, + "map_at_5": 0.16479, + "mrr_at_1": 0.14751, + "mrr_at_10": 0.20688, + "mrr_at_100": 0.21529, + "mrr_at_1000": 0.21627, + "mrr_at_20": 0.21121, + "mrr_at_3": 0.18601, + "mrr_at_5": 0.19707, + "ndcg_at_1": 0.14751, + "ndcg_at_10": 0.2137, + "ndcg_at_100": 0.2613, + "ndcg_at_1000": 0.29638, + "ndcg_at_20": 0.22947, + "ndcg_at_3": 0.17574, + "ndcg_at_5": 0.19233, + "precision_at_1": 0.14751, + "precision_at_10": 0.04105, + "precision_at_100": 0.00766, + "precision_at_1000": 0.00124, + "precision_at_20": 0.02521, + "precision_at_3": 0.08405, + "precision_at_5": 0.06358, + "recall_at_1": 0.11918, + "recall_at_10": 0.3005, + "recall_at_100": 0.52047, + "recall_at_1000": 0.77509, + "recall_at_20": 0.36034, + "recall_at_3": 0.19344, + "recall_at_5": 0.23578, + "hf_subset": "default", + "main_score": 0.2137, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackUnix-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..0d91b307ab --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 78.47, + "map_at_1": 0.18692, + "map_at_10": 0.25994, + "map_at_100": 0.27225, + "map_at_1000": 0.2734, + "map_at_20": 0.26675, + "map_at_3": 0.23768, + "map_at_5": 0.24966, + "mrr_at_1": 0.21524, + "mrr_at_10": 0.29286, + "mrr_at_100": 0.30377, + "mrr_at_1000": 0.30447, + "mrr_at_20": 0.29944, + "mrr_at_3": 0.27146, + "mrr_at_5": 0.28295, + "ndcg_at_1": 0.21524, + "ndcg_at_10": 0.30611, + "ndcg_at_100": 0.36616, + "ndcg_at_1000": 0.39307, + "ndcg_at_20": 0.32978, + "ndcg_at_3": 0.26374, + "ndcg_at_5": 0.2824, + "precision_at_1": 0.21524, + "precision_at_10": 0.05272, + "precision_at_100": 0.00935, + "precision_at_1000": 0.00129, + "precision_at_20": 0.03253, + "precision_at_3": 0.12011, + "precision_at_5": 0.08513, + "recall_at_1": 0.18692, + "recall_at_10": 0.41443, + "recall_at_100": 0.68067, + "recall_at_1000": 0.87109, + "recall_at_20": 0.50136, + "recall_at_3": 0.29759, + "recall_at_5": 0.34504, + "hf_subset": "default", + "main_score": 0.30611, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackWebmasters-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..42d16478c0 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 19.98, + "map_at_1": 0.16096, + "map_at_10": 0.23492, + "map_at_100": 0.25033, + "map_at_1000": 0.25263, + "map_at_20": 0.24211, + "map_at_3": 0.20749, + "map_at_5": 0.22614, + "mrr_at_1": 0.19, + "mrr_at_10": 0.26872, + "mrr_at_100": 0.27951, + "mrr_at_1000": 0.28029, + "mrr_at_20": 0.27391, + "mrr_at_3": 0.24125, + "mrr_at_5": 0.26013, + "ndcg_at_1": 0.19, + "ndcg_at_10": 0.28507, + "ndcg_at_100": 0.34935, + "ndcg_at_1000": 0.38228, + "ndcg_at_20": 0.30488, + "ndcg_at_3": 0.23689, + "ndcg_at_5": 0.26702, + "precision_at_1": 0.19, + "precision_at_10": 0.05875, + "precision_at_100": 0.01347, + "precision_at_1000": 0.00236, + "precision_at_20": 0.03813, + "precision_at_3": 0.11333, + "precision_at_5": 0.093, + "recall_at_1": 0.16096, + "recall_at_10": 0.38299, + "recall_at_100": 0.6781, + "recall_at_1000": 0.89091, + "recall_at_20": 0.45836, + "recall_at_3": 0.25913, + "recall_at_5": 0.33202, + "hf_subset": "default", + "main_score": 0.28507, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackWordpress-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..fb6199afed --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 79.29, + "map_at_1": 0.1379, + "map_at_10": 0.19584, + "map_at_100": 0.20681, + "map_at_1000": 0.20797, + "map_at_20": 0.20132, + "map_at_3": 0.17495, + "map_at_5": 0.18693, + "mrr_at_1": 0.15445, + "mrr_at_10": 0.21484, + "mrr_at_100": 0.22525, + "mrr_at_1000": 0.22607, + "mrr_at_20": 0.22043, + "mrr_at_3": 0.19459, + "mrr_at_5": 0.20532, + "ndcg_at_1": 0.15445, + "ndcg_at_10": 0.23385, + "ndcg_at_100": 0.29027, + "ndcg_at_1000": 0.31994, + "ndcg_at_20": 0.2529, + "ndcg_at_3": 0.19331, + "ndcg_at_5": 0.21237, + "precision_at_1": 0.15445, + "precision_at_10": 0.03901, + "precision_at_100": 0.00725, + "precision_at_1000": 0.00113, + "precision_at_20": 0.02435, + "precision_at_3": 0.08464, + "precision_at_5": 0.06283, + "recall_at_1": 0.1379, + "recall_at_10": 0.33414, + "recall_at_100": 0.59771, + "recall_at_1000": 0.81824, + "recall_at_20": 0.40299, + "recall_at_3": 0.22402, + "recall_at_5": 0.27001, + "hf_subset": "default", + "main_score": 0.23385, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ClimateFEVER-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ClimateFEVER-VN.json new file mode 100644 index 0000000000..0f1f912035 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 2923.62, + "map_at_1": 0.07804, + "map_at_10": 0.1434, + "map_at_100": 0.15759, + "map_at_1000": 0.15934, + "map_at_20": 0.15012, + "map_at_3": 0.11745, + "map_at_5": 0.13036, + "mrr_at_1": 0.17893, + "mrr_at_10": 0.27918, + "mrr_at_100": 0.29004, + "mrr_at_1000": 0.29056, + "mrr_at_20": 0.28588, + "mrr_at_3": 0.24584, + "mrr_at_5": 0.264, + "ndcg_at_1": 0.17893, + "ndcg_at_10": 0.2105, + "ndcg_at_100": 0.27386, + "ndcg_at_1000": 0.30962, + "ndcg_at_20": 0.23237, + "ndcg_at_3": 0.16415, + "ndcg_at_5": 0.18019, + "precision_at_1": 0.17893, + "precision_at_10": 0.06857, + "precision_at_100": 0.01365, + "precision_at_1000": 0.00203, + "precision_at_20": 0.04373, + "precision_at_3": 0.12534, + "precision_at_5": 0.09882, + "recall_at_1": 0.07804, + "recall_at_10": 0.26745, + "recall_at_100": 0.48939, + "recall_at_1000": 0.69314, + "recall_at_20": 0.3287, + "recall_at_3": 0.15407, + "recall_at_5": 0.19814, + "hf_subset": "default", + "main_score": 0.2105, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DBPedia-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DBPedia-VN.json new file mode 100644 index 0000000000..c78610270a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 1784.75, + "map_at_1": 0.09115, + "map_at_10": 0.17474, + "map_at_100": 0.23552, + "map_at_1000": 0.24979, + "map_at_20": 0.19774, + "map_at_3": 0.13434, + "map_at_5": 0.15299, + "mrr_at_1": 0.6646, + "mrr_at_10": 0.73441, + "mrr_at_100": 0.73951, + "mrr_at_1000": 0.73959, + "mrr_at_20": 0.73887, + "mrr_at_3": 0.71791, + "mrr_at_5": 0.72738, + "ndcg_at_1": 0.54658, + "ndcg_at_10": 0.37462, + "ndcg_at_100": 0.41689, + "ndcg_at_1000": 0.48895, + "ndcg_at_20": 0.37225, + "ndcg_at_3": 0.43515, + "ndcg_at_5": 0.40264, + "precision_at_1": 0.6646, + "precision_at_10": 0.27298, + "precision_at_100": 0.08823, + "precision_at_1000": 0.01815, + "precision_at_20": 0.20606, + "precision_at_3": 0.4617, + "precision_at_5": 0.37143, + "recall_at_1": 0.09115, + "recall_at_10": 0.22675, + "recall_at_100": 0.46423, + "recall_at_1000": 0.69258, + "recall_at_20": 0.29519, + "recall_at_3": 0.14456, + "recall_at_5": 0.18261, + "hf_subset": "default", + "main_score": 0.37462, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/EmotionVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/EmotionVNClassification.json new file mode 100644 index 0000000000..fcd99f7cbb --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "validation": [ + { + "accuracy": 0.377187, + "f1": 0.339678, + "f1_weighted": 0.399084, + "scores_per_experiment": [ + { + "accuracy": 0.392188, + "f1": 0.351162, + "f1_weighted": 0.424874 + }, + { + "accuracy": 0.35625, + "f1": 0.315928, + "f1_weighted": 0.387602 + }, + { + "accuracy": 0.457813, + "f1": 0.388925, + "f1_weighted": 0.486479 + }, + { + "accuracy": 0.410156, + "f1": 0.363509, + "f1_weighted": 0.433711 + }, + { + "accuracy": 0.417187, + "f1": 0.372444, + "f1_weighted": 0.436989 + }, + { + "accuracy": 0.30625, + "f1": 0.295654, + "f1_weighted": 0.309719 + }, + { + "accuracy": 0.419531, + "f1": 0.348601, + "f1_weighted": 0.441567 + }, + { + "accuracy": 0.31875, + "f1": 0.312356, + "f1_weighted": 0.338715 + }, + { + "accuracy": 0.339062, + "f1": 0.330463, + "f1_weighted": 0.347812 + }, + { + "accuracy": 0.354687, + "f1": 0.31774, + "f1_weighted": 0.383368 + } + ], + "main_score": 0.377187, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.382326, + "f1": 0.337553, + "f1_weighted": 0.407421, + "scores_per_experiment": [ + { + "accuracy": 0.403876, + "f1": 0.353202, + "f1_weighted": 0.439481 + }, + { + "accuracy": 0.383721, + "f1": 0.333927, + "f1_weighted": 0.415973 + }, + { + "accuracy": 0.423256, + "f1": 0.348405, + "f1_weighted": 0.453638 + }, + { + "accuracy": 0.396899, + "f1": 0.349653, + "f1_weighted": 0.421939 + }, + { + "accuracy": 0.406977, + "f1": 0.357174, + "f1_weighted": 0.427128 + }, + { + "accuracy": 0.330233, + "f1": 0.30984, + "f1_weighted": 0.3369 + }, + { + "accuracy": 0.413953, + "f1": 0.349526, + "f1_weighted": 0.435818 + }, + { + "accuracy": 0.324806, + "f1": 0.313358, + "f1_weighted": 0.350879 + }, + { + "accuracy": 0.348837, + "f1": 0.319999, + "f1_weighted": 0.366534 + }, + { + "accuracy": 0.390698, + "f1": 0.340451, + "f1_weighted": 0.42592 + } + ], + "main_score": 0.382326, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.646189451217651, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/FEVER-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/FEVER-VN.json new file mode 100644 index 0000000000..64c22c99ab --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 3046.03, + "map_at_1": 0.74432, + "map_at_10": 0.82388, + "map_at_100": 0.82609, + "map_at_1000": 0.82621, + "map_at_20": 0.82525, + "map_at_3": 0.81388, + "map_at_5": 0.82067, + "mrr_at_1": 0.8021, + "mrr_at_10": 0.87464, + "mrr_at_100": 0.87534, + "mrr_at_1000": 0.87535, + "mrr_at_20": 0.87516, + "mrr_at_3": 0.86686, + "mrr_at_5": 0.87239, + "ndcg_at_1": 0.8021, + "ndcg_at_10": 0.86241, + "ndcg_at_100": 0.87009, + "ndcg_at_1000": 0.87227, + "ndcg_at_20": 0.86609, + "ndcg_at_3": 0.84624, + "ndcg_at_5": 0.85614, + "precision_at_1": 0.8021, + "precision_at_10": 0.10244, + "precision_at_100": 0.01083, + "precision_at_1000": 0.00112, + "precision_at_20": 0.05229, + "precision_at_3": 0.32241, + "precision_at_5": 0.1997, + "recall_at_1": 0.74432, + "recall_at_10": 0.93164, + "recall_at_100": 0.96175, + "recall_at_1000": 0.9752, + "recall_at_20": 0.94428, + "recall_at_3": 0.88736, + "recall_at_5": 0.91327, + "hf_subset": "default", + "main_score": 0.86241, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/FiQA2018-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/FiQA2018-VN.json new file mode 100644 index 0000000000..248bb6f3ac --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 58.49, + "map_at_1": 0.16573, + "map_at_10": 0.25766, + "map_at_100": 0.27285, + "map_at_1000": 0.27494, + "map_at_20": 0.26559, + "map_at_3": 0.22194, + "map_at_5": 0.24227, + "mrr_at_1": 0.31662, + "mrr_at_10": 0.40141, + "mrr_at_100": 0.40945, + "mrr_at_1000": 0.4102, + "mrr_at_20": 0.40679, + "mrr_at_3": 0.37335, + "mrr_at_5": 0.39077, + "ndcg_at_1": 0.31662, + "ndcg_at_10": 0.32881, + "ndcg_at_100": 0.38799, + "ndcg_at_1000": 0.42632, + "ndcg_at_20": 0.35122, + "ndcg_at_3": 0.293, + "ndcg_at_5": 0.30664, + "precision_at_1": 0.31662, + "precision_at_10": 0.09208, + "precision_at_100": 0.01573, + "precision_at_1000": 0.00225, + "precision_at_20": 0.0558, + "precision_at_3": 0.18734, + "precision_at_5": 0.14459, + "recall_at_1": 0.16573, + "recall_at_10": 0.39445, + "recall_at_100": 0.61145, + "recall_at_1000": 0.84255, + "recall_at_20": 0.46322, + "recall_at_3": 0.26365, + "recall_at_5": 0.32351, + "hf_subset": "default", + "main_score": 0.32881, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/HotpotQA-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/HotpotQA-VN.json new file mode 100644 index 0000000000..d923b884f6 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 2091.95, + "map_at_1": 0.37882, + "map_at_10": 0.4888, + "map_at_100": 0.49667, + "map_at_1000": 0.49741, + "map_at_20": 0.49305, + "map_at_3": 0.46347, + "map_at_5": 0.47948, + "mrr_at_1": 0.75763, + "mrr_at_10": 0.80633, + "mrr_at_100": 0.80858, + "mrr_at_1000": 0.8087, + "mrr_at_20": 0.80771, + "mrr_at_3": 0.79679, + "mrr_at_5": 0.80277, + "ndcg_at_1": 0.75763, + "ndcg_at_10": 0.58597, + "ndcg_at_100": 0.61529, + "ndcg_at_1000": 0.6307, + "ndcg_at_20": 0.59692, + "ndcg_at_3": 0.54861, + "ndcg_at_5": 0.56962, + "precision_at_1": 0.75763, + "precision_at_10": 0.11547, + "precision_at_100": 0.01388, + "precision_at_1000": 0.00159, + "precision_at_20": 0.06126, + "precision_at_3": 0.32985, + "precision_at_5": 0.21455, + "recall_at_1": 0.37882, + "recall_at_10": 0.57736, + "recall_at_100": 0.69396, + "recall_at_1000": 0.79695, + "recall_at_20": 0.61256, + "recall_at_3": 0.49478, + "recall_at_5": 0.53639, + "hf_subset": "default", + "main_score": 0.58597, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ImdbVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ImdbVNClassification.json new file mode 100644 index 0000000000..17ed14f0e0 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.753104, + "f1": 0.751794, + "f1_weighted": 0.751805, + "ap": 0.696232, + "ap_weighted": 0.696232, + "scores_per_experiment": [ + { + "accuracy": 0.774693, + "f1": 0.771805, + "f1_weighted": 0.771653, + "ap": 0.738677, + "ap_weighted": 0.738677 + }, + { + "accuracy": 0.758208, + "f1": 0.758201, + "f1_weighted": 0.758193, + "ap": 0.699533, + "ap_weighted": 0.699533 + }, + { + "accuracy": 0.787057, + "f1": 0.785951, + "f1_weighted": 0.786042, + "ap": 0.718079, + "ap_weighted": 0.718079 + }, + { + "accuracy": 0.769576, + "f1": 0.769567, + "f1_weighted": 0.769575, + "ap": 0.709525, + "ap_weighted": 0.709525 + }, + { + "accuracy": 0.782347, + "f1": 0.782341, + "f1_weighted": 0.782348, + "ap": 0.723036, + "ap_weighted": 0.723036 + }, + { + "accuracy": 0.740591, + "f1": 0.740386, + "f1_weighted": 0.740343, + "ap": 0.684807, + "ap_weighted": 0.684807 + }, + { + "accuracy": 0.777184, + "f1": 0.77674, + "f1_weighted": 0.776681, + "ap": 0.726281, + "ap_weighted": 0.726281 + }, + { + "accuracy": 0.734795, + "f1": 0.733825, + "f1_weighted": 0.733729, + "ap": 0.683505, + "ap_weighted": 0.683505 + }, + { + "accuracy": 0.689824, + "f1": 0.683059, + "f1_weighted": 0.683334, + "ap": 0.625054, + "ap_weighted": 0.625054 + }, + { + "accuracy": 0.71677, + "f1": 0.716069, + "f1_weighted": 0.716153, + "ap": 0.653824, + "ap_weighted": 0.653824 + } + ], + "main_score": 0.753104, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 75.74432015419006, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MSMARCO-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MSMARCO-VN.json new file mode 100644 index 0000000000..88c9813a16 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 3719.83, + "map_at_1": 0.17615, + "map_at_10": 0.28855, + "map_at_100": 0.29992, + "map_at_1000": 0.30046, + "map_at_20": 0.29549, + "map_at_3": 0.2548, + "map_at_5": 0.27379, + "mrr_at_1": 0.18182, + "mrr_at_10": 0.29312, + "mrr_at_100": 0.30403, + "mrr_at_1000": 0.30452, + "mrr_at_20": 0.29981, + "mrr_at_3": 0.25972, + "mrr_at_5": 0.27836, + "ndcg_at_1": 0.18153, + "ndcg_at_10": 0.35161, + "ndcg_at_100": 0.40737, + "ndcg_at_1000": 0.42244, + "ndcg_at_20": 0.37632, + "ndcg_at_3": 0.28199, + "ndcg_at_5": 0.31615, + "precision_at_1": 0.18153, + "precision_at_10": 0.05683, + "precision_at_100": 0.00848, + "precision_at_1000": 0.00098, + "precision_at_20": 0.03356, + "precision_at_3": 0.12226, + "precision_at_5": 0.09091, + "recall_at_1": 0.17615, + "recall_at_10": 0.5471, + "recall_at_100": 0.80722, + "recall_at_1000": 0.92665, + "recall_at_20": 0.64315, + "recall_at_3": 0.3563, + "recall_at_5": 0.43875, + "hf_subset": "default", + "main_score": 0.35161, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MTOPDomainVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..ed6a9cd4eb --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.8282, + "f1": 0.827253, + "f1_weighted": 0.824631, + "scores_per_experiment": [ + { + "accuracy": 0.812279, + "f1": 0.800661, + "f1_weighted": 0.80896 + }, + { + "accuracy": 0.826875, + "f1": 0.824252, + "f1_weighted": 0.8242 + }, + { + "accuracy": 0.832593, + "f1": 0.833586, + "f1_weighted": 0.830066 + }, + { + "accuracy": 0.821834, + "f1": 0.817856, + "f1_weighted": 0.817396 + }, + { + "accuracy": 0.842224, + "f1": 0.848072, + "f1_weighted": 0.840716 + }, + { + "accuracy": 0.80957, + "f1": 0.810225, + "f1_weighted": 0.80277 + }, + { + "accuracy": 0.834249, + "f1": 0.834935, + "f1_weighted": 0.831028 + }, + { + "accuracy": 0.830336, + "f1": 0.827688, + "f1_weighted": 0.823943 + }, + { + "accuracy": 0.819652, + "f1": 0.826545, + "f1_weighted": 0.818054 + }, + { + "accuracy": 0.852381, + "f1": 0.848705, + "f1_weighted": 0.849179 + } + ], + "main_score": 0.8282, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.959254026412964, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MTOPIntentVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..bbffa4864b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.509375, + "f1": 0.338248, + "f1_weighted": 0.547231, + "scores_per_experiment": [ + { + "accuracy": 0.517493, + "f1": 0.345738, + "f1_weighted": 0.548817 + }, + { + "accuracy": 0.52133, + "f1": 0.347869, + "f1_weighted": 0.560383 + }, + { + "accuracy": 0.505304, + "f1": 0.329558, + "f1_weighted": 0.548759 + }, + { + "accuracy": 0.523813, + "f1": 0.348724, + "f1_weighted": 0.569167 + }, + { + "accuracy": 0.519224, + "f1": 0.347755, + "f1_weighted": 0.55504 + }, + { + "accuracy": 0.488075, + "f1": 0.326621, + "f1_weighted": 0.526769 + }, + { + "accuracy": 0.513806, + "f1": 0.329978, + "f1_weighted": 0.54723 + }, + { + "accuracy": 0.480099, + "f1": 0.336376, + "f1_weighted": 0.517528 + }, + { + "accuracy": 0.502972, + "f1": 0.331309, + "f1_weighted": 0.53989 + }, + { + "accuracy": 0.521631, + "f1": 0.33855, + "f1_weighted": 0.558729 + } + ], + "main_score": 0.509375, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.188192129135132, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveIntentVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..c5bf77bc60 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.649552, + "f1": 0.60807, + "f1_weighted": 0.636242, + "scores_per_experiment": [ + { + "accuracy": 0.652466, + "f1": 0.613281, + "f1_weighted": 0.637965 + }, + { + "accuracy": 0.680493, + "f1": 0.64255, + "f1_weighted": 0.671955 + }, + { + "accuracy": 0.64574, + "f1": 0.598264, + "f1_weighted": 0.631967 + }, + { + "accuracy": 0.688341, + "f1": 0.635778, + "f1_weighted": 0.678647 + }, + { + "accuracy": 0.628363, + "f1": 0.590579, + "f1_weighted": 0.608822 + }, + { + "accuracy": 0.617152, + "f1": 0.587542, + "f1_weighted": 0.606047 + }, + { + "accuracy": 0.65583, + "f1": 0.61442, + "f1_weighted": 0.643817 + }, + { + "accuracy": 0.642937, + "f1": 0.594772, + "f1_weighted": 0.630706 + }, + { + "accuracy": 0.637892, + "f1": 0.593759, + "f1_weighted": 0.617206 + }, + { + "accuracy": 0.6463, + "f1": 0.60975, + "f1_weighted": 0.635291 + } + ], + "main_score": 0.649552, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.954723834991455, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveScenarioVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..7fac043c73 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.69368, + "f1": 0.668324, + "f1_weighted": 0.689929, + "scores_per_experiment": [ + { + "accuracy": 0.699105, + "f1": 0.673548, + "f1_weighted": 0.695952 + }, + { + "accuracy": 0.715884, + "f1": 0.695071, + "f1_weighted": 0.712371 + }, + { + "accuracy": 0.708613, + "f1": 0.679993, + "f1_weighted": 0.707757 + }, + { + "accuracy": 0.684004, + "f1": 0.657838, + "f1_weighted": 0.6781 + }, + { + "accuracy": 0.693512, + "f1": 0.657724, + "f1_weighted": 0.685754 + }, + { + "accuracy": 0.678412, + "f1": 0.654902, + "f1_weighted": 0.674386 + }, + { + "accuracy": 0.657159, + "f1": 0.628166, + "f1_weighted": 0.651765 + }, + { + "accuracy": 0.699664, + "f1": 0.677632, + "f1_weighted": 0.700538 + }, + { + "accuracy": 0.696868, + "f1": 0.673581, + "f1_weighted": 0.694594 + }, + { + "accuracy": 0.703579, + "f1": 0.684782, + "f1_weighted": 0.698069 + } + ], + "main_score": 0.69368, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.405583381652832, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/NFCorpus-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/NFCorpus-VN.json new file mode 100644 index 0000000000..b53b17a808 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 9.08, + "map_at_1": 0.05702, + "map_at_10": 0.12225, + "map_at_100": 0.15281, + "map_at_1000": 0.16831, + "map_at_20": 0.13448, + "map_at_3": 0.08951, + "map_at_5": 0.10509, + "mrr_at_1": 0.39157, + "mrr_at_10": 0.49266, + "mrr_at_100": 0.49938, + "mrr_at_1000": 0.49978, + "mrr_at_20": 0.49642, + "mrr_at_3": 0.46185, + "mrr_at_5": 0.48745, + "ndcg_at_1": 0.37048, + "ndcg_at_10": 0.31484, + "ndcg_at_100": 0.29888, + "ndcg_at_1000": 0.38835, + "ndcg_at_20": 0.30164, + "ndcg_at_3": 0.33068, + "ndcg_at_5": 0.33324, + "precision_at_1": 0.39157, + "precision_at_10": 0.23675, + "precision_at_100": 0.07922, + "precision_at_1000": 0.02227, + "precision_at_20": 0.17952, + "precision_at_3": 0.30924, + "precision_at_5": 0.29277, + "recall_at_1": 0.05702, + "recall_at_10": 0.16523, + "recall_at_100": 0.30303, + "recall_at_1000": 0.62113, + "recall_at_20": 0.19919, + "recall_at_3": 0.10083, + "recall_at_5": 0.13145, + "hf_subset": "default", + "main_score": 0.31484, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/NQ-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/NQ-VN.json new file mode 100644 index 0000000000..3c7f5f1609 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 1573.65, + "map_at_1": 0.29991, + "map_at_10": 0.43722, + "map_at_100": 0.44774, + "map_at_1000": 0.44817, + "map_at_20": 0.44407, + "map_at_3": 0.40187, + "map_at_5": 0.42276, + "mrr_at_1": 0.33579, + "mrr_at_10": 0.46109, + "mrr_at_100": 0.46914, + "mrr_at_1000": 0.46944, + "mrr_at_20": 0.46633, + "mrr_at_3": 0.43035, + "mrr_at_5": 0.4488, + "ndcg_at_1": 0.33579, + "ndcg_at_10": 0.50654, + "ndcg_at_100": 0.55203, + "ndcg_at_1000": 0.56172, + "ndcg_at_20": 0.52862, + "ndcg_at_3": 0.43829, + "ndcg_at_5": 0.47366, + "precision_at_1": 0.33579, + "precision_at_10": 0.08153, + "precision_at_100": 0.0107, + "precision_at_1000": 0.00116, + "precision_at_20": 0.04608, + "precision_at_3": 0.19719, + "precision_at_5": 0.13863, + "recall_at_1": 0.29991, + "recall_at_10": 0.69482, + "recall_at_100": 0.89518, + "recall_at_1000": 0.96675, + "recall_at_20": 0.77601, + "recall_at_3": 0.51605, + "recall_at_5": 0.59763, + "hf_subset": "default", + "main_score": 0.50654, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/Quora-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/Quora-VN.json new file mode 100644 index 0000000000..3d41350e0b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 129.25, + "map_at_1": 0.38951, + "map_at_10": 0.50642, + "map_at_100": 0.51829, + "map_at_1000": 0.51898, + "map_at_20": 0.51343, + "map_at_3": 0.47344, + "map_at_5": 0.49191, + "mrr_at_1": 0.46168, + "mrr_at_10": 0.55652, + "mrr_at_100": 0.56315, + "mrr_at_1000": 0.56342, + "mrr_at_20": 0.56075, + "mrr_at_3": 0.53172, + "mrr_at_5": 0.54608, + "ndcg_at_1": 0.46168, + "ndcg_at_10": 0.56679, + "ndcg_at_100": 0.61054, + "ndcg_at_1000": 0.62257, + "ndcg_at_20": 0.58624, + "ndcg_at_3": 0.51515, + "ndcg_at_5": 0.53929, + "precision_at_1": 0.46168, + "precision_at_10": 0.09531, + "precision_at_100": 0.01318, + "precision_at_1000": 0.00149, + "precision_at_20": 0.05421, + "precision_at_3": 0.23435, + "precision_at_5": 0.16177, + "recall_at_1": 0.38951, + "recall_at_10": 0.69458, + "recall_at_100": 0.8772, + "recall_at_1000": 0.95851, + "recall_at_20": 0.76449, + "recall_at_3": 0.5489, + "recall_at_5": 0.61255, + "hf_subset": "default", + "main_score": 0.56679, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/RedditClustering-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/RedditClustering-VN.json new file mode 100644 index 0000000000..8fa240a9df --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.499122, + "v_measure_std": 0.028662, + "v_measures": [ + 0.469163, + 0.537828, + 0.461531, + 0.512007, + 0.472745, + 0.503169, + 0.55487, + 0.478786, + 0.499369, + 0.501753 + ], + "main_score": 0.499122, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 40.33256816864014, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/RedditClusteringP2P-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..4fcf96fc33 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.597498, + "v_measure_std": 0.132784, + "v_measures": [ + 0.662475, + 0.64282, + 0.619583, + 0.399351, + 0.651081, + 0.603159, + 0.292231, + 0.71153, + 0.667709, + 0.725037 + ], + "main_score": 0.597498, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 743.9232025146484, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SCIDOCS-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SCIDOCS-VN.json new file mode 100644 index 0000000000..0c270f07b9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 38.38, + "map_at_1": 0.03396, + "map_at_10": 0.08501, + "map_at_100": 0.09964, + "map_at_1000": 0.10217, + "map_at_20": 0.09215, + "map_at_3": 0.06252, + "map_at_5": 0.07481, + "mrr_at_1": 0.165, + "mrr_at_10": 0.25255, + "mrr_at_100": 0.26533, + "mrr_at_1000": 0.26615, + "mrr_at_20": 0.26092, + "mrr_at_3": 0.22417, + "mrr_at_5": 0.23917, + "ndcg_at_1": 0.165, + "ndcg_at_10": 0.14487, + "ndcg_at_100": 0.21205, + "ndcg_at_1000": 0.26412, + "ndcg_at_20": 0.16902, + "ndcg_at_3": 0.13939, + "ndcg_at_5": 0.12179, + "precision_at_1": 0.165, + "precision_at_10": 0.0745, + "precision_at_100": 0.01722, + "precision_at_1000": 0.00298, + "precision_at_20": 0.05138, + "precision_at_3": 0.13167, + "precision_at_5": 0.1075, + "recall_at_1": 0.03396, + "recall_at_10": 0.15133, + "recall_at_100": 0.34958, + "recall_at_1000": 0.60667, + "recall_at_20": 0.20871, + "recall_at_3": 0.08033, + "recall_at_5": 0.10921, + "hf_subset": "default", + "main_score": 0.14487, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SICK-R-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SICK-R-VN.json new file mode 100644 index 0000000000..2cbf6c1a30 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.801988, + "spearman": 0.775009, + "cosine_pearson": 0.801988, + "cosine_spearman": 0.775013, + "manhattan_pearson": 0.769091, + "manhattan_spearman": 0.77335, + "euclidean_pearson": 0.77149, + "euclidean_spearman": 0.775013, + "main_score": 0.775013, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.850344896316528, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/STSBenchmark-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/STSBenchmark-VN.json new file mode 100644 index 0000000000..a694d5f950 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.820753, + "spearman": 0.825748, + "cosine_pearson": 0.820753, + "cosine_spearman": 0.825757, + "manhattan_pearson": 0.811672, + "manhattan_spearman": 0.823707, + "euclidean_pearson": 0.813909, + "euclidean_spearman": 0.825762, + "main_score": 0.825757, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.9617886543273926, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SciDocsRR-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SciDocsRR-VN.json new file mode 100644 index 0000000000..1c516fcb9b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.841843, + "mrr": 0.918301, + "nAUC_map_max": 0.591645, + "nAUC_map_std": 0.679667, + "nAUC_map_diff1": 0.278263, + "nAUC_mrr_max": 0.870904, + "nAUC_mrr_std": 0.808031, + "nAUC_mrr_diff1": 0.5829, + "main_score": 0.841843, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.036064147949219, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SciFact-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SciFact-VN.json new file mode 100644 index 0000000000..74859281a2 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 12.15, + "map_at_1": 0.48968, + "map_at_10": 0.60138, + "map_at_100": 0.60943, + "map_at_1000": 0.60962, + "map_at_20": 0.60656, + "map_at_3": 0.56758, + "map_at_5": 0.584, + "mrr_at_1": 0.52239, + "mrr_at_10": 0.6204, + "mrr_at_100": 0.62599, + "mrr_at_1000": 0.62618, + "mrr_at_20": 0.62375, + "mrr_at_3": 0.59328, + "mrr_at_5": 0.60746, + "ndcg_at_1": 0.52239, + "ndcg_at_10": 0.65616, + "ndcg_at_100": 0.68872, + "ndcg_at_1000": 0.6942, + "ndcg_at_20": 0.671, + "ndcg_at_3": 0.59569, + "ndcg_at_5": 0.62118, + "precision_at_1": 0.52239, + "precision_at_10": 0.09254, + "precision_at_100": 0.01104, + "precision_at_1000": 0.00115, + "precision_at_20": 0.05, + "precision_at_3": 0.23632, + "precision_at_5": 0.15672, + "recall_at_1": 0.48968, + "recall_at_10": 0.80386, + "recall_at_100": 0.94776, + "recall_at_1000": 0.99254, + "recall_at_20": 0.85672, + "recall_at_3": 0.64415, + "recall_at_5": 0.70821, + "hf_subset": "default", + "main_score": 0.65616, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SprintDuplicateQuestions-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..0891926bf9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/SprintDuplicateQuestions-VN.json @@ -0,0 +1,77 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "mteb_dataset_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "task_name": "SprintDuplicateQuestions-VN", + "scores": { + "test": [ + { + "evaluation_time": 8.33, + "hf_subset": "default", + "dot_accuracy": 0.998467993643317, + "dot_ap": 0.970755644475227, + "dot_f1": 0.9232531500572738, + "dot_accuracy_threshold": 0.8461461663246155, + "dot_f1_threshold": 0.8432698249816895, + "dot_precision": 0.9361207897793263, + "dot_recall": 0.9107344632768362, + "euclidean_accuracy": 0.998467993643317, + "euclidean_ap": 0.9707556444752269, + "euclidean_f1": 0.9232531500572738, + "euclidean_accuracy_threshold": 0.5547134280204773, + "euclidean_f1_threshold": 0.5598752498626709, + "euclidean_precision": 0.9361207897793263, + "euclidean_recall": 0.9107344632768362, + "manhattan_accuracy": 0.9985137251763522, + "manhattan_ap": 0.9710532303606388, + "manhattan_f1": 0.925287356321839, + "manhattan_accuracy_threshold": 11.913902282714844, + "manhattan_f1_threshold": 11.952629089355469, + "manhattan_precision": 0.9415204678362573, + "manhattan_recall": 0.9096045197740112, + "max_accuracy": 0.9985137251763522, + "max_ap": 0.9710532303606388, + "max_f1": 0.925287356321839, + "main_score": 0.9710532303606388, + "languages": [ + "vie-Latn" + ] + } + ], + "validation": [ + { + "evaluation_time": 9.06, + "hf_subset": "default", + "dot_accuracy": 0.9985473300150898, + "dot_ap": 0.9757359091855266, + "dot_f1": 0.9272419627749576, + "dot_accuracy_threshold": 0.8379189968109131, + "dot_f1_threshold": 0.8379189968109131, + "dot_precision": 0.9330306469920545, + "dot_recall": 0.92152466367713, + "euclidean_accuracy": 0.9985473300150898, + "euclidean_ap": 0.9757359091855266, + "euclidean_f1": 0.9272419627749576, + "euclidean_accuracy_threshold": 0.5693521499633789, + "euclidean_f1_threshold": 0.5693521499633789, + "euclidean_precision": 0.9330306469920545, + "euclidean_recall": 0.92152466367713, + "manhattan_accuracy": 0.9985360690074548, + "manhattan_ap": 0.9755602152195404, + "manhattan_f1": 0.9263873159682899, + "manhattan_accuracy_threshold": 12.179816246032715, + "manhattan_f1_threshold": 12.204233169555664, + "manhattan_precision": 0.9359267734553776, + "manhattan_recall": 0.9170403587443946, + "max_accuracy": 0.9985473300150898, + "max_ap": 0.9757359091855267, + "max_f1": 0.9272419627749576, + "main_score": 0.9757359091855267, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/StackExchangeClustering-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..3269a2a8b1 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.608015, + "v_measure_std": 0.063821, + "v_measures": [ + 0.597422, + 0.507974, + 0.668442, + 0.658222 + ], + "main_score": 0.608015, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.772684574127197, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/StackExchangeClusteringP2P-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..4ad9b5af07 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.352343, + "v_measure_std": 0.015211, + "v_measures": [ + 0.340415, + 0.338305, + 0.335004, + 0.337369, + 0.335688, + 0.372464, + 0.368148, + 0.364584, + 0.363548, + 0.367902 + ], + "main_score": 0.352343, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 237.54417395591736, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/StackOverflowDupQuestions-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..2a80008620 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.496738, + "mrr": 0.502933, + "nAUC_map_max": 0.164812, + "nAUC_map_std": 0.089487, + "nAUC_map_diff1": 0.349282, + "nAUC_mrr_max": 0.173842, + "nAUC_mrr_std": 0.08474, + "nAUC_mrr_diff1": 0.346164, + "main_score": 0.496738, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.387017965316772, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TRECCOVID-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TRECCOVID-VN.json new file mode 100644 index 0000000000..b3dde912bc --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 244.24, + "map_at_1": 0.0016, + "map_at_10": 0.01401, + "map_at_100": 0.08355, + "map_at_1000": 0.20465, + "map_at_20": 0.02529, + "map_at_3": 0.00467, + "map_at_5": 0.0074, + "mrr_at_1": 0.65909, + "mrr_at_10": 0.77614, + "mrr_at_100": 0.77788, + "mrr_at_1000": 0.77788, + "mrr_at_20": 0.77788, + "mrr_at_3": 0.76136, + "mrr_at_5": 0.77614, + "ndcg_at_1": 0.63636, + "ndcg_at_10": 0.60821, + "ndcg_at_100": 0.47893, + "ndcg_at_1000": 0.44719, + "ndcg_at_20": 0.5893, + "ndcg_at_3": 0.61954, + "ndcg_at_5": 0.60117, + "precision_at_1": 0.65909, + "precision_at_10": 0.65682, + "precision_at_100": 0.49909, + "precision_at_1000": 0.2028, + "precision_at_20": 0.63295, + "precision_at_3": 0.68182, + "precision_at_5": 0.65455, + "recall_at_1": 0.0016, + "recall_at_10": 0.01651, + "recall_at_100": 0.11912, + "recall_at_1000": 0.42786, + "recall_at_20": 0.03148, + "recall_at_3": 0.00527, + "recall_at_5": 0.00857, + "hf_subset": "default", + "main_score": 0.60821, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/Touche2020-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/Touche2020-VN.json new file mode 100644 index 0000000000..f80fd9917e --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 878.68, + "map_at_1": 0.02624, + "map_at_10": 0.08292, + "map_at_100": 0.14009, + "map_at_1000": 0.15375, + "map_at_20": 0.10983, + "map_at_3": 0.04118, + "map_at_5": 0.05629, + "mrr_at_1": 0.36, + "mrr_at_10": 0.49149, + "mrr_at_100": 0.49499, + "mrr_at_1000": 0.49547, + "mrr_at_20": 0.49435, + "mrr_at_3": 0.44667, + "mrr_at_5": 0.46467, + "ndcg_at_1": 0.36, + "ndcg_at_10": 0.22692, + "ndcg_at_100": 0.33532, + "ndcg_at_1000": 0.4512, + "ndcg_at_20": 0.24799, + "ndcg_at_3": 0.25263, + "ndcg_at_5": 0.23374, + "precision_at_1": 0.36, + "precision_at_10": 0.204, + "precision_at_100": 0.0676, + "precision_at_1000": 0.01408, + "precision_at_20": 0.168, + "precision_at_3": 0.24, + "precision_at_5": 0.216, + "recall_at_1": 0.02624, + "recall_at_10": 0.14017, + "recall_at_100": 0.41338, + "recall_at_1000": 0.75703, + "recall_at_20": 0.23052, + "recall_at_3": 0.05072, + "recall_at_5": 0.08028, + "hf_subset": "default", + "main_score": 0.22692, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ToxicConversationsVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..29011c5ec3 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.661816, + "f1": 0.494476, + "f1_weighted": 0.736416, + "ap": 0.106014, + "ap_weighted": 0.106014, + "scores_per_experiment": [ + { + "accuracy": 0.835449, + "f1": 0.570097, + "f1_weighted": 0.860682, + "ap": 0.106371, + "ap_weighted": 0.106371 + }, + { + "accuracy": 0.632812, + "f1": 0.482406, + "f1_weighted": 0.722457, + "ap": 0.103408, + "ap_weighted": 0.103408 + }, + { + "accuracy": 0.773926, + "f1": 0.558255, + "f1_weighted": 0.823812, + "ap": 0.119698, + "ap_weighted": 0.119698 + }, + { + "accuracy": 0.729004, + "f1": 0.519126, + "f1_weighted": 0.792448, + "ap": 0.09772, + "ap_weighted": 0.09772 + }, + { + "accuracy": 0.472168, + "f1": 0.383949, + "f1_weighted": 0.584519, + "ap": 0.079982, + "ap_weighted": 0.079982 + }, + { + "accuracy": 0.453125, + "f1": 0.376489, + "f1_weighted": 0.564557, + "ap": 0.083507, + "ap_weighted": 0.083507 + }, + { + "accuracy": 0.811523, + "f1": 0.592154, + "f1_weighted": 0.849497, + "ap": 0.141817, + "ap_weighted": 0.141817 + }, + { + "accuracy": 0.633789, + "f1": 0.480688, + "f1_weighted": 0.723282, + "ap": 0.100685, + "ap_weighted": 0.100685 + }, + { + "accuracy": 0.538574, + "f1": 0.435538, + "f1_weighted": 0.643024, + "ap": 0.102394, + "ap_weighted": 0.102394 + }, + { + "accuracy": 0.737793, + "f1": 0.546062, + "f1_weighted": 0.799879, + "ap": 0.124561, + "ap_weighted": 0.124561 + } + ], + "main_score": 0.661816, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.286395311355591, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TweetSentimentExtractionVNClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..f66c62bc7b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.521646, + "f1": 0.514502, + "f1_weighted": 0.514122, + "scores_per_experiment": [ + { + "accuracy": 0.495884, + "f1": 0.495717, + "f1_weighted": 0.48998 + }, + { + "accuracy": 0.477482, + "f1": 0.468379, + "f1_weighted": 0.462849 + }, + { + "accuracy": 0.538015, + "f1": 0.527036, + "f1_weighted": 0.516517 + }, + { + "accuracy": 0.539467, + "f1": 0.538399, + "f1_weighted": 0.537437 + }, + { + "accuracy": 0.568039, + "f1": 0.565105, + "f1_weighted": 0.567771 + }, + { + "accuracy": 0.561743, + "f1": 0.559855, + "f1_weighted": 0.557776 + }, + { + "accuracy": 0.518644, + "f1": 0.493374, + "f1_weighted": 0.509086 + }, + { + "accuracy": 0.510896, + "f1": 0.507912, + "f1_weighted": 0.508272 + }, + { + "accuracy": 0.488136, + "f1": 0.47728, + "f1_weighted": 0.473536 + }, + { + "accuracy": 0.51816, + "f1": 0.511967, + "f1_weighted": 0.517999 + } + ], + "main_score": 0.521646, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.539238929748535, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TwentyNewsgroupsClustering-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..cd9de97cdd --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.455499, + "v_measure_std": 0.017265, + "v_measures": [ + 0.449607, + 0.485789, + 0.445253, + 0.467898, + 0.434905, + 0.457998, + 0.440842, + 0.441616, + 0.446431, + 0.48465 + ], + "main_score": 0.455499, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.993919610977173, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TwitterSemEval2015-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..036eef7b83 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TwitterSemEval2015-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "mteb_dataset_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterSemEval2015-VN", + "scores": { + "test": [ + { + "evaluation_time": 1.5, + "hf_subset": "default", + "dot_accuracy": 0.8429699167911244, + "dot_ap": 0.7020689887853653, + "dot_f1": 0.6587844845467745, + "dot_accuracy_threshold": 0.85853111743927, + "dot_f1_threshold": 0.8193830251693726, + "dot_precision": 0.6061068702290077, + "dot_recall": 0.7214902317128578, + "euclidean_accuracy": 0.8429699167911244, + "euclidean_ap": 0.702070825337622, + "euclidean_f1": 0.6587844845467745, + "euclidean_accuracy_threshold": 0.5319189429283142, + "euclidean_f1_threshold": 0.6010274291038513, + "euclidean_precision": 0.6061068702290077, + "euclidean_recall": 0.7214902317128578, + "manhattan_accuracy": 0.8425432046084915, + "manhattan_ap": 0.699792085580953, + "manhattan_f1": 0.6581039755351682, + "manhattan_accuracy_threshold": 11.579371452331543, + "manhattan_f1_threshold": 13.028985977172852, + "manhattan_precision": 0.5968934911242604, + "manhattan_recall": 0.7333030440708769, + "max_accuracy": 0.8429699167911244, + "max_ap": 0.7020711090598482, + "max_f1": 0.6587844845467745, + "main_score": 0.7020711090598482, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TwitterURLCorpus-VN.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..6d56eba699 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/TwitterURLCorpus-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "mteb_dataset_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterURLCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 6.05, + "hf_subset": "default", + "dot_accuracy": 0.8751286905117731, + "dot_ap": 0.8598582602696196, + "dot_f1": 0.7879893828798938, + "dot_accuracy_threshold": 0.7871724367141724, + "dot_f1_threshold": 0.769397497177124, + "dot_precision": 0.7606490872210954, + "dot_recall": 0.817368360674544, + "euclidean_accuracy": 0.8751286905117731, + "euclidean_ap": 0.8596239986332428, + "euclidean_f1": 0.7879893828798938, + "euclidean_accuracy_threshold": 0.6524224281311035, + "euclidean_f1_threshold": 0.6791207790374756, + "euclidean_precision": 0.7606490872210954, + "euclidean_recall": 0.817368360674544, + "manhattan_accuracy": 0.8753279532396798, + "manhattan_ap": 0.859360708406441, + "manhattan_f1": 0.7877052722558341, + "manhattan_accuracy_threshold": 13.988729476928711, + "manhattan_f1_threshold": 14.874553680419922, + "manhattan_precision": 0.7443593670239919, + "manhattan_recall": 0.8364116094986808, + "max_accuracy": 0.8753279532396798, + "max_ap": 0.8598582602696196, + "max_f1": 0.7879893828798938, + "main_score": 0.8598582602696196, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VieQuADRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VieQuADRetrieval.json new file mode 100644 index 0000000000..5940f71998 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VieQuADRetrieval.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "mteb_dataset_name": "VieQuADRetrieval", + "mteb_version": "1.7.52", + "validation": { + "evaluation_time": 5.66, + "map_at_1": 0.24683, + "map_at_10": 0.395, + "map_at_100": 0.41403, + "map_at_1000": 0.41526, + "map_at_20": 0.40572, + "map_at_3": 0.3516, + "map_at_5": 0.37615, + "mrr_at_1": 0.49365, + "mrr_at_10": 0.62507, + "mrr_at_100": 0.63029, + "mrr_at_1000": 0.63038, + "mrr_at_20": 0.62856, + "mrr_at_3": 0.60067, + "mrr_at_5": 0.61627, + "ndcg_at_1": 0.49365, + "ndcg_at_10": 0.50221, + "ndcg_at_100": 0.57265, + "ndcg_at_1000": 0.59198, + "ndcg_at_20": 0.53001, + "ndcg_at_3": 0.4319, + "ndcg_at_5": 0.46771, + "precision_at_1": 0.49365, + "precision_at_10": 0.11724, + "precision_at_100": 0.01733, + "precision_at_1000": 0.00198, + "precision_at_20": 0.06758, + "precision_at_3": 0.28548, + "precision_at_5": 0.19971, + "recall_at_1": 0.24683, + "recall_at_10": 0.58618, + "recall_at_100": 0.86646, + "recall_at_1000": 0.98804, + "recall_at_20": 0.67578, + "recall_at_3": 0.42822, + "recall_at_5": 0.49927 + } +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VieStudentFeedbackClassification.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..b553cc7855 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/VieStudentFeedbackClassification.json @@ -0,0 +1,13 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "mteb_dataset_name": "VieStudentFeedbackClassification", + "mteb_version": "1.7.52", + "test": { + "accuracy": 0.728955078125, + "accuracy_stderr": 0.05565440311612513, + "evaluation_time": 8.62, + "f1": 0.6110384086152114, + "f1_stderr": 0.035065797319060225, + "main_score": 0.728955078125 + } +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/model_meta.json b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/model_meta.json index 0d5f7d5f8b..1b5832ec1b 100644 --- a/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/model_meta.json +++ b/results/Alibaba-NLP__gte-multilingual-base/ca1791e0bcc104f6db161f27de1340241b13c5a4/model_meta.json @@ -1 +1 @@ -{"name": "Alibaba-NLP/gte-multilingual-base", "revision": "ca1791e0bcc104f6db161f27de1340241b13c5a4", "release_date": "2024-07-20", "languages": ["afr_Latn", "ara_Arab", "aze_Latn", "bel_Cyrl", "bul_Cyrl", "ben_Beng", "cat_Latn", "ceb_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Grek", "eng_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Arab", "fin_Latn", "fra_Latn", "glg_Latn", "guj_Gujr", "heb_Hebr", "hin_Deva", "hrv_Latn", "hat_Latn", "hun_Latn", "hye_Armn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Jpan", "jav_Latn", "kat_Geor", "kaz_Cyrl", "khm_Khmr", "kan_Knda", "kor_Hang", "kir_Cyrl", "lao_Laoo", "lit_Latn", "lav_Latn", "mkd_Cyrl", "mal_Mlym", "mon_Cyrl", "mar_Deva", "msa_Latn", "mya_Mymr", "nep_Deva", "nld_Latn", "nor_Latn", "pan_Guru", "pol_Latn", "por_Latn", "que_Latn", "ron_Latn", "rus_Cyrl", "sin_Sinh", "slk_Latn", "slv_Latn", "swa_Latn", "tam_Taml", "tel_Telu", "tha_Thai", "tgl_Latn", "tur_Latn", "ukr_Cyrl", "urd_Arab", "vie_Latn", "yor_Latn", "zho_Hans"], "n_parameters": 305000000, "memory_usage_mb": 582.0, "max_tokens": 8192.0, "embed_dim": 1024, "license": "apache-2", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/Alibaba-NLP/gte-multilingual-base", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"T2Retrieval": ["train"], "DuReader": ["train"], "MMarcoReranking": ["train"], "CMedQAv2-reranking": ["train"], "NQ-NL": ["train"], "NQ": ["train"], "MSMARCO": ["train"], "mMARCO-NL": ["train"], "HotpotQA": ["train"], "HotpotQA-NL": ["train"], "FEVER": ["train"], "FEVER-NL": ["train"], "MrTidyRetrieval": ["train"], "MultiLongDocRetrieval": ["train"], "MIRACLReranking": ["train"], "MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"]}, "adapted_from": null, "superseded_by": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file +{"name": "Alibaba-NLP/gte-multilingual-base", "revision": "ca1791e0bcc104f6db161f27de1340241b13c5a4", "release_date": "2024-07-20", "languages": ["afr-Latn", "ara-Arab", "aze-Latn", "bel-Cyrl", "bul-Cyrl", "ben-Beng", "cat-Latn", "ceb-Latn", "ces-Latn", "cym-Latn", "dan-Latn", "deu-Latn", "ell-Grek", "eng-Latn", "spa-Latn", "est-Latn", "eus-Latn", "fas-Arab", "fin-Latn", "fra-Latn", "glg-Latn", "guj-Gujr", "heb-Hebr", "hin-Deva", "hrv-Latn", "hat-Latn", "hun-Latn", "hye-Armn", "ind-Latn", "isl-Latn", "ita-Latn", "jpn-Jpan", "jav-Latn", "kat-Geor", "kaz-Cyrl", "khm-Khmr", "kan-Knda", "kor-Hang", "kir-Cyrl", "lao-Laoo", "lit-Latn", "lav-Latn", "mkd-Cyrl", "mal-Mlym", "mon-Cyrl", "mar-Deva", "msa-Latn", "mya-Mymr", "nep-Deva", "nld-Latn", "nor-Latn", "pan-Guru", "pol-Latn", "por-Latn", "que-Latn", "ron-Latn", "rus-Cyrl", "sin-Sinh", "slk-Latn", "slv-Latn", "swa-Latn", "tam-Taml", "tel-Telu", "tha-Thai", "tgl-Latn", "tur-Latn", "ukr-Cyrl", "urd-Arab", "vie-Latn", "yor-Latn", "zho-Hans"], "n_parameters": 305000000, "memory_usage_mb": 582.0, "max_tokens": 8192.0, "embed_dim": 768, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/Alibaba-NLP/gte-multilingual-base", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"T2Retrieval": ["train"], "DuRetrieval": ["train"], "MMarcoReranking": ["train"], "CMedQAv2-reranking": ["train"], "NQ-NL": ["train"], "NQ": ["train"], "MSMARCO": ["train"], "mMARCO-NL": ["train"], "HotpotQA": ["train"], "HotpotQA-NL": ["train"], "FEVER": ["train"], "FEVER-NL": ["train"], "MrTidyRetrieval": ["train"], "MultiLongDocRetrieval": ["train"], "MIRACLReranking": ["train"], "MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"]}, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonCounterfactualVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..30fc47e0bd --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.587768, + "f1": 0.53698, + "f1_weighted": 0.632811, + "ap": 0.243489, + "ap_weighted": 0.243489, + "scores_per_experiment": [ + { + "accuracy": 0.542918, + "f1": 0.517479, + "f1_weighted": 0.587854, + "ap": 0.254562, + "ap_weighted": 0.254562 + }, + { + "accuracy": 0.678112, + "f1": 0.620175, + "f1_weighted": 0.714402, + "ap": 0.304012, + "ap_weighted": 0.304012 + }, + { + "accuracy": 0.624464, + "f1": 0.564432, + "f1_weighted": 0.667145, + "ap": 0.252683, + "ap_weighted": 0.252683 + }, + { + "accuracy": 0.504292, + "f1": 0.474475, + "f1_weighted": 0.553987, + "ap": 0.216851, + "ap_weighted": 0.216851 + }, + { + "accuracy": 0.594421, + "f1": 0.532999, + "f1_weighted": 0.640577, + "ap": 0.228344, + "ap_weighted": 0.228344 + }, + { + "accuracy": 0.564378, + "f1": 0.513272, + "f1_weighted": 0.613453, + "ap": 0.222641, + "ap_weighted": 0.222641 + }, + { + "accuracy": 0.658798, + "f1": 0.596585, + "f1_weighted": 0.697214, + "ap": 0.277758, + "ap_weighted": 0.277758 + }, + { + "accuracy": 0.566524, + "f1": 0.524855, + "f1_weighted": 0.614232, + "ap": 0.239367, + "ap_weighted": 0.239367 + }, + { + "accuracy": 0.564378, + "f1": 0.521834, + "f1_weighted": 0.612431, + "ap": 0.23623, + "ap_weighted": 0.23623 + }, + { + "accuracy": 0.579399, + "f1": 0.503695, + "f1_weighted": 0.626818, + "ap": 0.202437, + "ap_weighted": 0.202437 + } + ], + "main_score": 0.587768, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.7666997909545898, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonPolarityVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..39369e431c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.875419, + "f1": 0.875141, + "f1_weighted": 0.875148, + "ap": 0.831724, + "ap_weighted": 0.831724, + "scores_per_experiment": [ + { + "accuracy": 0.867387, + "f1": 0.867133, + "f1_weighted": 0.86709, + "ap": 0.835864, + "ap_weighted": 0.835864 + }, + { + "accuracy": 0.878058, + "f1": 0.877958, + "f1_weighted": 0.877983, + "ap": 0.82762, + "ap_weighted": 0.82762 + }, + { + "accuracy": 0.883189, + "f1": 0.883106, + "f1_weighted": 0.883083, + "ap": 0.850776, + "ap_weighted": 0.850776 + }, + { + "accuracy": 0.86875, + "f1": 0.868118, + "f1_weighted": 0.868051, + "ap": 0.846811, + "ap_weighted": 0.846811 + }, + { + "accuracy": 0.88581, + "f1": 0.88581, + "f1_weighted": 0.885809, + "ap": 0.845621, + "ap_weighted": 0.845621 + }, + { + "accuracy": 0.858296, + "f1": 0.858296, + "f1_weighted": 0.858298, + "ap": 0.810658, + "ap_weighted": 0.810658 + }, + { + "accuracy": 0.879342, + "f1": 0.879337, + "f1_weighted": 0.879343, + "ap": 0.835416, + "ap_weighted": 0.835416 + }, + { + "accuracy": 0.898413, + "f1": 0.898387, + "f1_weighted": 0.898399, + "ap": 0.85662, + "ap_weighted": 0.85662 + }, + { + "accuracy": 0.873009, + "f1": 0.872529, + "f1_weighted": 0.872587, + "ap": 0.813539, + "ap_weighted": 0.813539 + }, + { + "accuracy": 0.861937, + "f1": 0.860738, + "f1_weighted": 0.860834, + "ap": 0.79431, + "ap_weighted": 0.79431 + } + ], + "main_score": 0.875419, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1073.6385135650635, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonReviewsVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..ac49aa1729 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.443341, + "f1": 0.420523, + "f1_weighted": 0.426358, + "scores_per_experiment": [ + { + "accuracy": 0.451227, + "f1": 0.421204, + "f1_weighted": 0.42788 + }, + { + "accuracy": 0.471379, + "f1": 0.443109, + "f1_weighted": 0.450528 + }, + { + "accuracy": 0.437208, + "f1": 0.422465, + "f1_weighted": 0.42726 + }, + { + "accuracy": 0.450643, + "f1": 0.425578, + "f1_weighted": 0.432116 + }, + { + "accuracy": 0.449766, + "f1": 0.40839, + "f1_weighted": 0.415631 + }, + { + "accuracy": 0.448598, + "f1": 0.41708, + "f1_weighted": 0.423449 + }, + { + "accuracy": 0.395736, + "f1": 0.395393, + "f1_weighted": 0.397533 + }, + { + "accuracy": 0.455607, + "f1": 0.447864, + "f1_weighted": 0.451868 + }, + { + "accuracy": 0.452103, + "f1": 0.4401, + "f1_weighted": 0.445595 + }, + { + "accuracy": 0.421145, + "f1": 0.384049, + "f1_weighted": 0.391716 + } + ], + "main_score": 0.443341, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 12.103127717971802, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna-VN.json new file mode 100644 index 0000000000..1be0ee0587 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 79.45, + "map_at_1": 0.25405, + "map_at_10": 0.41548, + "map_at_100": 0.42472, + "map_at_1000": 0.42482, + "map_at_20": 0.42193, + "map_at_3": 0.36268, + "map_at_5": 0.39376, + "mrr_at_1": 0.25405, + "mrr_at_10": 0.41548, + "mrr_at_100": 0.42472, + "mrr_at_1000": 0.42482, + "mrr_at_20": 0.42193, + "mrr_at_3": 0.36268, + "mrr_at_5": 0.39376, + "ndcg_at_1": 0.25405, + "ndcg_at_10": 0.50681, + "ndcg_at_100": 0.54713, + "ndcg_at_1000": 0.54953, + "ndcg_at_20": 0.52988, + "ndcg_at_3": 0.3986, + "ndcg_at_5": 0.45459, + "precision_at_1": 0.25405, + "precision_at_10": 0.07992, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "precision_at_20": 0.04448, + "precision_at_3": 0.16757, + "precision_at_5": 0.12772, + "recall_at_1": 0.25405, + "recall_at_10": 0.79923, + "recall_at_100": 0.97683, + "recall_at_1000": 0.99537, + "recall_at_20": 0.88958, + "recall_at_3": 0.5027, + "recall_at_5": 0.63861, + "hf_subset": "default", + "main_score": 0.50681, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AskUbuntuDupQuestions-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..44618d6a9b --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.620736, + "mrr": 0.727301, + "nAUC_map_max": 0.283127, + "nAUC_map_std": 0.280317, + "nAUC_map_diff1": 0.204152, + "nAUC_mrr_max": 0.384733, + "nAUC_mrr_std": 0.343642, + "nAUC_mrr_diff1": 0.240762, + "main_score": 0.620736, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.161085605621338, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BIOSSES-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BIOSSES-VN.json new file mode 100644 index 0000000000..078858a49d --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "pearson": 0.792443, + "spearman": 0.774982, + "cosine_pearson": 0.792443, + "cosine_spearman": 0.774982, + "manhattan_pearson": 0.770617, + "manhattan_spearman": 0.768933, + "euclidean_pearson": 0.77284, + "euclidean_spearman": 0.774982, + "main_score": 0.774982, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.7523751258850098, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Banking77VNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Banking77VNClassification.json new file mode 100644 index 0000000000..a31d75f0e2 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.781034, + "f1": 0.763016, + "f1_weighted": 0.770445, + "scores_per_experiment": [ + { + "accuracy": 0.77418, + "f1": 0.755551, + "f1_weighted": 0.763477 + }, + { + "accuracy": 0.781329, + "f1": 0.758464, + "f1_weighted": 0.765812 + }, + { + "accuracy": 0.786796, + "f1": 0.769143, + "f1_weighted": 0.774947 + }, + { + "accuracy": 0.784693, + "f1": 0.769306, + "f1_weighted": 0.775763 + }, + { + "accuracy": 0.771236, + "f1": 0.748912, + "f1_weighted": 0.757678 + }, + { + "accuracy": 0.766611, + "f1": 0.749897, + "f1_weighted": 0.757325 + }, + { + "accuracy": 0.788478, + "f1": 0.767663, + "f1_weighted": 0.777929 + }, + { + "accuracy": 0.791421, + "f1": 0.780392, + "f1_weighted": 0.782397 + }, + { + "accuracy": 0.797309, + "f1": 0.785155, + "f1_weighted": 0.790887 + }, + { + "accuracy": 0.768293, + "f1": 0.745674, + "f1_weighted": 0.758233 + } + ], + "main_score": 0.781034, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 12.730026006698608, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackAndroid-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..ce9dffc5d3 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 40.54, + "map_at_1": 0.27159, + "map_at_10": 0.37935, + "map_at_100": 0.395, + "map_at_1000": 0.39624, + "map_at_20": 0.3878, + "map_at_3": 0.34825, + "map_at_5": 0.36642, + "mrr_at_1": 0.33677, + "mrr_at_10": 0.43673, + "mrr_at_100": 0.44557, + "mrr_at_1000": 0.446, + "mrr_at_20": 0.44231, + "mrr_at_3": 0.41208, + "mrr_at_5": 0.4248, + "ndcg_at_1": 0.33677, + "ndcg_at_10": 0.44039, + "ndcg_at_100": 0.50058, + "ndcg_at_1000": 0.52074, + "ndcg_at_20": 0.46394, + "ndcg_at_3": 0.39614, + "ndcg_at_5": 0.41637, + "precision_at_1": 0.33677, + "precision_at_10": 0.08557, + "precision_at_100": 0.01498, + "precision_at_1000": 0.00201, + "precision_at_20": 0.05155, + "precision_at_3": 0.19244, + "precision_at_5": 0.13918, + "recall_at_1": 0.27159, + "recall_at_10": 0.557, + "recall_at_100": 0.80589, + "recall_at_1000": 0.93399, + "recall_at_20": 0.6413, + "recall_at_3": 0.4262, + "recall_at_5": 0.48251, + "hf_subset": "default", + "main_score": 0.44039, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackGis-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackGis-VN.json new file mode 100644 index 0000000000..70f84b20ae --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 128.99, + "map_at_1": 0.2263, + "map_at_10": 0.2906, + "map_at_100": 0.30108, + "map_at_1000": 0.30204, + "map_at_20": 0.29677, + "map_at_3": 0.26752, + "map_at_5": 0.27966, + "mrr_at_1": 0.24615, + "mrr_at_10": 0.31045, + "mrr_at_100": 0.32022, + "mrr_at_1000": 0.32091, + "mrr_at_20": 0.31635, + "mrr_at_3": 0.28872, + "mrr_at_5": 0.29956, + "ndcg_at_1": 0.24615, + "ndcg_at_10": 0.33126, + "ndcg_at_100": 0.38266, + "ndcg_at_1000": 0.40858, + "ndcg_at_20": 0.35249, + "ndcg_at_3": 0.28619, + "ndcg_at_5": 0.30614, + "precision_at_1": 0.24615, + "precision_at_10": 0.05138, + "precision_at_100": 0.00808, + "precision_at_1000": 0.00108, + "precision_at_20": 0.03038, + "precision_at_3": 0.11949, + "precision_at_5": 0.084, + "recall_at_1": 0.2263, + "recall_at_10": 0.43748, + "recall_at_100": 0.67406, + "recall_at_1000": 0.87316, + "recall_at_20": 0.51791, + "recall_at_3": 0.31562, + "recall_at_5": 0.3637, + "hf_subset": "default", + "main_score": 0.33126, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackMathematica-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..bfee4b3cc3 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 87.63, + "map_at_1": 0.12512, + "map_at_10": 0.19229, + "map_at_100": 0.20264, + "map_at_1000": 0.20384, + "map_at_20": 0.19861, + "map_at_3": 0.1731, + "map_at_5": 0.18146, + "mrr_at_1": 0.15352, + "mrr_at_10": 0.22546, + "mrr_at_100": 0.23451, + "mrr_at_1000": 0.23535, + "mrr_at_20": 0.23087, + "mrr_at_3": 0.20576, + "mrr_at_5": 0.21439, + "ndcg_at_1": 0.15352, + "ndcg_at_10": 0.23635, + "ndcg_at_100": 0.288, + "ndcg_at_1000": 0.31793, + "ndcg_at_20": 0.25864, + "ndcg_at_3": 0.19824, + "ndcg_at_5": 0.21117, + "precision_at_1": 0.15352, + "precision_at_10": 0.04371, + "precision_at_100": 0.00776, + "precision_at_1000": 0.00115, + "precision_at_20": 0.02729, + "precision_at_3": 0.09808, + "precision_at_5": 0.0678, + "recall_at_1": 0.12512, + "recall_at_10": 0.34081, + "recall_at_100": 0.57535, + "recall_at_1000": 0.79014, + "recall_at_20": 0.42628, + "recall_at_3": 0.22894, + "recall_at_5": 0.26452, + "hf_subset": "default", + "main_score": 0.23635, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackPhysics-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..a4ae2a0f7c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 137.42, + "map_at_1": 0.22929, + "map_at_10": 0.32137, + "map_at_100": 0.3358, + "map_at_1000": 0.33712, + "map_at_20": 0.32983, + "map_at_3": 0.29401, + "map_at_5": 0.30767, + "mrr_at_1": 0.29278, + "mrr_at_10": 0.38474, + "mrr_at_100": 0.3948, + "mrr_at_1000": 0.39539, + "mrr_at_20": 0.39157, + "mrr_at_3": 0.36186, + "mrr_at_5": 0.37278, + "ndcg_at_1": 0.29278, + "ndcg_at_10": 0.37989, + "ndcg_at_100": 0.44107, + "ndcg_at_1000": 0.46571, + "ndcg_at_20": 0.40707, + "ndcg_at_3": 0.33733, + "ndcg_at_5": 0.35253, + "precision_at_1": 0.29278, + "precision_at_10": 0.07402, + "precision_at_100": 0.01241, + "precision_at_1000": 0.00168, + "precision_at_20": 0.04557, + "precision_at_3": 0.16838, + "precision_at_5": 0.11794, + "recall_at_1": 0.22929, + "recall_at_10": 0.4901, + "recall_at_100": 0.7475, + "recall_at_1000": 0.90604, + "recall_at_20": 0.58767, + "recall_at_3": 0.3631, + "recall_at_5": 0.40894, + "hf_subset": "default", + "main_score": 0.37989, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackProgrammers-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..0233b2fb99 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 122.0, + "map_at_1": 0.18515, + "map_at_10": 0.28379, + "map_at_100": 0.29619, + "map_at_1000": 0.29735, + "map_at_20": 0.2901, + "map_at_3": 0.25141, + "map_at_5": 0.26936, + "mrr_at_1": 0.23002, + "mrr_at_10": 0.32481, + "mrr_at_100": 0.33518, + "mrr_at_1000": 0.33575, + "mrr_at_20": 0.33048, + "mrr_at_3": 0.29445, + "mrr_at_5": 0.31232, + "ndcg_at_1": 0.23002, + "ndcg_at_10": 0.34121, + "ndcg_at_100": 0.40052, + "ndcg_at_1000": 0.42465, + "ndcg_at_20": 0.3621, + "ndcg_at_3": 0.28469, + "ndcg_at_5": 0.31086, + "precision_at_1": 0.23002, + "precision_at_10": 0.06607, + "precision_at_100": 0.01121, + "precision_at_1000": 0.00146, + "precision_at_20": 0.03931, + "precision_at_3": 0.13649, + "precision_at_5": 0.10375, + "recall_at_1": 0.18515, + "recall_at_10": 0.47547, + "recall_at_100": 0.73136, + "recall_at_1000": 0.89601, + "recall_at_20": 0.54983, + "recall_at_3": 0.31786, + "recall_at_5": 0.38502, + "hf_subset": "default", + "main_score": 0.34121, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackStats-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackStats-VN.json new file mode 100644 index 0000000000..71c6ca1ec7 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 202.85, + "map_at_1": 0.20861, + "map_at_10": 0.26673, + "map_at_100": 0.2752, + "map_at_1000": 0.27628, + "map_at_20": 0.27113, + "map_at_3": 0.24655, + "map_at_5": 0.26107, + "mrr_at_1": 0.22848, + "mrr_at_10": 0.28779, + "mrr_at_100": 0.29601, + "mrr_at_1000": 0.29679, + "mrr_at_20": 0.29232, + "mrr_at_3": 0.26766, + "mrr_at_5": 0.28157, + "ndcg_at_1": 0.22848, + "ndcg_at_10": 0.30125, + "ndcg_at_100": 0.34382, + "ndcg_at_1000": 0.36847, + "ndcg_at_20": 0.31691, + "ndcg_at_3": 0.26233, + "ndcg_at_5": 0.28732, + "precision_at_1": 0.22848, + "precision_at_10": 0.0457, + "precision_at_100": 0.00728, + "precision_at_1000": 0.001, + "precision_at_20": 0.02682, + "precision_at_3": 0.10706, + "precision_at_5": 0.07881, + "recall_at_1": 0.20861, + "recall_at_10": 0.38535, + "recall_at_100": 0.57659, + "recall_at_1000": 0.75415, + "recall_at_20": 0.44407, + "recall_at_3": 0.28836, + "recall_at_5": 0.34575, + "hf_subset": "default", + "main_score": 0.30125, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackTex-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackTex-VN.json new file mode 100644 index 0000000000..a850ca4cfc --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 248.98, + "map_at_1": 0.15745, + "map_at_10": 0.22017, + "map_at_100": 0.22956, + "map_at_1000": 0.23078, + "map_at_20": 0.22508, + "map_at_3": 0.19873, + "map_at_5": 0.21034, + "mrr_at_1": 0.19039, + "mrr_at_10": 0.25353, + "mrr_at_100": 0.26195, + "mrr_at_1000": 0.2628, + "mrr_at_20": 0.25826, + "mrr_at_3": 0.23356, + "mrr_at_5": 0.24451, + "ndcg_at_1": 0.19039, + "ndcg_at_10": 0.26106, + "ndcg_at_100": 0.30768, + "ndcg_at_1000": 0.33844, + "ndcg_at_20": 0.27752, + "ndcg_at_3": 0.22244, + "ndcg_at_5": 0.23968, + "precision_at_1": 0.19039, + "precision_at_10": 0.04803, + "precision_at_100": 0.00815, + "precision_at_1000": 0.00125, + "precision_at_20": 0.02867, + "precision_at_3": 0.10387, + "precision_at_5": 0.07547, + "recall_at_1": 0.15745, + "recall_at_10": 0.35091, + "recall_at_100": 0.56534, + "recall_at_1000": 0.78502, + "recall_at_20": 0.41276, + "recall_at_3": 0.24265, + "recall_at_5": 0.28737, + "hf_subset": "default", + "main_score": 0.26106, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackUnix-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..6d62b3a4c7 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 128.17, + "map_at_1": 0.23443, + "map_at_10": 0.31081, + "map_at_100": 0.32215, + "map_at_1000": 0.3232, + "map_at_20": 0.31739, + "map_at_3": 0.28505, + "map_at_5": 0.30058, + "mrr_at_1": 0.27207, + "mrr_at_10": 0.34628, + "mrr_at_100": 0.35576, + "mrr_at_1000": 0.35643, + "mrr_at_20": 0.3521, + "mrr_at_3": 0.32144, + "mrr_at_5": 0.33734, + "ndcg_at_1": 0.27207, + "ndcg_at_10": 0.35668, + "ndcg_at_100": 0.4101, + "ndcg_at_1000": 0.4355, + "ndcg_at_20": 0.37866, + "ndcg_at_3": 0.31011, + "ndcg_at_5": 0.33458, + "precision_at_1": 0.27207, + "precision_at_10": 0.0601, + "precision_at_100": 0.00979, + "precision_at_1000": 0.0013, + "precision_at_20": 0.03597, + "precision_at_3": 0.13825, + "precision_at_5": 0.10012, + "recall_at_1": 0.23443, + "recall_at_10": 0.45899, + "recall_at_100": 0.69378, + "recall_at_1000": 0.87665, + "recall_at_20": 0.53903, + "recall_at_3": 0.33515, + "recall_at_5": 0.3963, + "hf_subset": "default", + "main_score": 0.35668, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackWebmasters-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..9a032beefb --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 37.15, + "map_at_1": 0.23295, + "map_at_10": 0.29673, + "map_at_100": 0.31212, + "map_at_1000": 0.3145, + "map_at_20": 0.30545, + "map_at_3": 0.27062, + "map_at_5": 0.28523, + "mrr_at_1": 0.265, + "mrr_at_10": 0.33419, + "mrr_at_100": 0.34485, + "mrr_at_1000": 0.34558, + "mrr_at_20": 0.34096, + "mrr_at_3": 0.30833, + "mrr_at_5": 0.32496, + "ndcg_at_1": 0.265, + "ndcg_at_10": 0.34467, + "ndcg_at_100": 0.40455, + "ndcg_at_1000": 0.43489, + "ndcg_at_20": 0.37008, + "ndcg_at_3": 0.29931, + "ndcg_at_5": 0.3227, + "precision_at_1": 0.265, + "precision_at_10": 0.06475, + "precision_at_100": 0.0143, + "precision_at_1000": 0.00241, + "precision_at_20": 0.0435, + "precision_at_3": 0.13417, + "precision_at_5": 0.101, + "recall_at_1": 0.23295, + "recall_at_10": 0.43323, + "recall_at_100": 0.70081, + "recall_at_1000": 0.89389, + "recall_at_20": 0.5295, + "recall_at_3": 0.31008, + "recall_at_5": 0.36756, + "hf_subset": "default", + "main_score": 0.34467, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackWordpress-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..6f98a33319 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 145.69, + "map_at_1": 0.16719, + "map_at_10": 0.23566, + "map_at_100": 0.24521, + "map_at_1000": 0.24627, + "map_at_20": 0.24073, + "map_at_3": 0.21313, + "map_at_5": 0.22413, + "mrr_at_1": 0.1911, + "mrr_at_10": 0.26242, + "mrr_at_100": 0.27096, + "mrr_at_1000": 0.27177, + "mrr_at_20": 0.26736, + "mrr_at_3": 0.24127, + "mrr_at_5": 0.25135, + "ndcg_at_1": 0.1911, + "ndcg_at_10": 0.28175, + "ndcg_at_100": 0.32743, + "ndcg_at_1000": 0.35404, + "ndcg_at_20": 0.29886, + "ndcg_at_3": 0.23605, + "ndcg_at_5": 0.25424, + "precision_at_1": 0.1911, + "precision_at_10": 0.0466, + "precision_at_100": 0.00749, + "precision_at_1000": 0.00111, + "precision_at_20": 0.02762, + "precision_at_3": 0.10471, + "precision_at_5": 0.07435, + "recall_at_1": 0.16719, + "recall_at_10": 0.40013, + "recall_at_100": 0.60793, + "recall_at_1000": 0.80493, + "recall_at_20": 0.46287, + "recall_at_3": 0.2733, + "recall_at_5": 0.31636, + "hf_subset": "default", + "main_score": 0.28175, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ClimateFEVER-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ClimateFEVER-VN.json new file mode 100644 index 0000000000..37b2cb574d --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 6762.47, + "map_at_1": 0.08629, + "map_at_10": 0.14642, + "map_at_100": 0.16304, + "map_at_1000": 0.16508, + "map_at_20": 0.15527, + "map_at_3": 0.1227, + "map_at_5": 0.13234, + "mrr_at_1": 0.18529, + "mrr_at_10": 0.28641, + "mrr_at_100": 0.29786, + "mrr_at_1000": 0.29844, + "mrr_at_20": 0.2933, + "mrr_at_3": 0.25628, + "mrr_at_5": 0.27213, + "ndcg_at_1": 0.18529, + "ndcg_at_10": 0.21273, + "ndcg_at_100": 0.28458, + "ndcg_at_1000": 0.32335, + "ndcg_at_20": 0.2401, + "ndcg_at_3": 0.16967, + "ndcg_at_5": 0.18096, + "precision_at_1": 0.18529, + "precision_at_10": 0.06821, + "precision_at_100": 0.01444, + "precision_at_1000": 0.00217, + "precision_at_20": 0.04546, + "precision_at_3": 0.12564, + "precision_at_5": 0.09464, + "recall_at_1": 0.08629, + "recall_at_10": 0.26394, + "recall_at_100": 0.51577, + "recall_at_1000": 0.73268, + "recall_at_20": 0.34308, + "recall_at_3": 0.15764, + "recall_at_5": 0.19187, + "hf_subset": "default", + "main_score": 0.21273, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPedia-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPedia-VN.json new file mode 100644 index 0000000000..64093a98cb --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 4247.59, + "map_at_1": 0.08075, + "map_at_10": 0.16998, + "map_at_100": 0.23794, + "map_at_1000": 0.25257, + "map_at_20": 0.19726, + "map_at_3": 0.12345, + "map_at_5": 0.14348, + "mrr_at_1": 0.57143, + "mrr_at_10": 0.6776, + "mrr_at_100": 0.68113, + "mrr_at_1000": 0.68121, + "mrr_at_20": 0.68035, + "mrr_at_3": 0.65476, + "mrr_at_5": 0.66874, + "ndcg_at_1": 0.47516, + "ndcg_at_10": 0.36702, + "ndcg_at_100": 0.41925, + "ndcg_at_1000": 0.49033, + "ndcg_at_20": 0.36874, + "ndcg_at_3": 0.40231, + "ndcg_at_5": 0.38219, + "precision_at_1": 0.57143, + "precision_at_10": 0.28478, + "precision_at_100": 0.0936, + "precision_at_1000": 0.0186, + "precision_at_20": 0.22236, + "precision_at_3": 0.42547, + "precision_at_5": 0.36149, + "recall_at_1": 0.08075, + "recall_at_10": 0.22963, + "recall_at_100": 0.48924, + "recall_at_1000": 0.71736, + "recall_at_20": 0.30241, + "recall_at_3": 0.13942, + "recall_at_5": 0.17551, + "hf_subset": "default", + "main_score": 0.36702, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/EmotionVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/EmotionVNClassification.json new file mode 100644 index 0000000000..47f4d324d7 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.464062, + "f1": 0.399164, + "f1_weighted": 0.477752, + "scores_per_experiment": [ + { + "accuracy": 0.502344, + "f1": 0.41477, + "f1_weighted": 0.514359 + }, + { + "accuracy": 0.44375, + "f1": 0.349998, + "f1_weighted": 0.446619 + }, + { + "accuracy": 0.492188, + "f1": 0.411394, + "f1_weighted": 0.506195 + }, + { + "accuracy": 0.446094, + "f1": 0.385527, + "f1_weighted": 0.460645 + }, + { + "accuracy": 0.496875, + "f1": 0.435943, + "f1_weighted": 0.509828 + }, + { + "accuracy": 0.432812, + "f1": 0.403444, + "f1_weighted": 0.450132 + }, + { + "accuracy": 0.514062, + "f1": 0.404455, + "f1_weighted": 0.509263 + }, + { + "accuracy": 0.403906, + "f1": 0.37982, + "f1_weighted": 0.43175 + }, + { + "accuracy": 0.467969, + "f1": 0.422372, + "f1_weighted": 0.489323 + }, + { + "accuracy": 0.440625, + "f1": 0.383913, + "f1_weighted": 0.45941 + } + ], + "main_score": 0.464062, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.469845, + "f1": 0.389395, + "f1_weighted": 0.484468, + "scores_per_experiment": [ + { + "accuracy": 0.510853, + "f1": 0.400328, + "f1_weighted": 0.524486 + }, + { + "accuracy": 0.460465, + "f1": 0.349584, + "f1_weighted": 0.460404 + }, + { + "accuracy": 0.506202, + "f1": 0.410708, + "f1_weighted": 0.515954 + }, + { + "accuracy": 0.441085, + "f1": 0.368747, + "f1_weighted": 0.463603 + }, + { + "accuracy": 0.482946, + "f1": 0.412178, + "f1_weighted": 0.50031 + }, + { + "accuracy": 0.433333, + "f1": 0.388249, + "f1_weighted": 0.449511 + }, + { + "accuracy": 0.527907, + "f1": 0.411163, + "f1_weighted": 0.523199 + }, + { + "accuracy": 0.406977, + "f1": 0.367554, + "f1_weighted": 0.434504 + }, + { + "accuracy": 0.470543, + "f1": 0.404474, + "f1_weighted": 0.49134 + }, + { + "accuracy": 0.45814, + "f1": 0.380963, + "f1_weighted": 0.481373 + } + ], + "main_score": 0.469845, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.625715017318726, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FEVER-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FEVER-VN.json new file mode 100644 index 0000000000..1d9fe7cb4c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 7005.87, + "map_at_1": 0.5103, + "map_at_10": 0.63811, + "map_at_100": 0.64292, + "map_at_1000": 0.64313, + "map_at_20": 0.64143, + "map_at_3": 0.61396, + "map_at_5": 0.62973, + "mrr_at_1": 0.5501, + "mrr_at_10": 0.6779, + "mrr_at_100": 0.68153, + "mrr_at_1000": 0.68161, + "mrr_at_20": 0.6805, + "mrr_at_3": 0.65521, + "mrr_at_5": 0.6703, + "ndcg_at_1": 0.5501, + "ndcg_at_10": 0.70143, + "ndcg_at_100": 0.7209, + "ndcg_at_1000": 0.72528, + "ndcg_at_20": 0.71219, + "ndcg_at_3": 0.65595, + "ndcg_at_5": 0.68254, + "precision_at_1": 0.5501, + "precision_at_10": 0.09438, + "precision_at_100": 0.01054, + "precision_at_1000": 0.00111, + "precision_at_20": 0.04969, + "precision_at_3": 0.26717, + "precision_at_5": 0.17512, + "recall_at_1": 0.5103, + "recall_at_10": 0.85667, + "recall_at_100": 0.93926, + "recall_at_1000": 0.96945, + "recall_at_20": 0.89696, + "recall_at_3": 0.73525, + "recall_at_5": 0.80016, + "hf_subset": "default", + "main_score": 0.70143, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FiQA2018-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FiQA2018-VN.json new file mode 100644 index 0000000000..17056e679d --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 384.45, + "map_at_1": 0.17481, + "map_at_10": 0.27267, + "map_at_100": 0.28666, + "map_at_1000": 0.28849, + "map_at_20": 0.2791, + "map_at_3": 0.23337, + "map_at_5": 0.25647, + "mrr_at_1": 0.32454, + "mrr_at_10": 0.4106, + "mrr_at_100": 0.41772, + "mrr_at_1000": 0.41832, + "mrr_at_20": 0.41379, + "mrr_at_3": 0.38654, + "mrr_at_5": 0.4, + "ndcg_at_1": 0.32454, + "ndcg_at_10": 0.34378, + "ndcg_at_100": 0.40121, + "ndcg_at_1000": 0.43552, + "ndcg_at_20": 0.36018, + "ndcg_at_3": 0.30629, + "ndcg_at_5": 0.32179, + "precision_at_1": 0.32454, + "precision_at_10": 0.09578, + "precision_at_100": 0.01588, + "precision_at_1000": 0.00222, + "precision_at_20": 0.05607, + "precision_at_3": 0.19613, + "precision_at_5": 0.1504, + "recall_at_1": 0.17481, + "recall_at_10": 0.41244, + "recall_at_100": 0.63261, + "recall_at_1000": 0.83476, + "recall_at_20": 0.46125, + "recall_at_3": 0.27991, + "recall_at_5": 0.34405, + "hf_subset": "default", + "main_score": 0.34378, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GreenNodeTableMarkdownRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..bc3a858e5b --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.31539, + "ndcg_at_3": 0.36951, + "ndcg_at_5": 0.38604, + "ndcg_at_10": 0.40372, + "ndcg_at_20": 0.41775, + "ndcg_at_100": 0.44157, + "ndcg_at_1000": 0.46478, + "map_at_1": 0.31539, + "map_at_3": 0.35611, + "map_at_5": 0.36529, + "map_at_10": 0.37257, + "map_at_20": 0.37644, + "map_at_100": 0.37962, + "map_at_1000": 0.38038, + "recall_at_1": 0.31539, + "recall_at_3": 0.40831, + "recall_at_5": 0.44846, + "recall_at_10": 0.50314, + "recall_at_20": 0.55858, + "recall_at_100": 0.68855, + "recall_at_1000": 0.87815, + "precision_at_1": 0.31539, + "precision_at_3": 0.1361, + "precision_at_5": 0.08969, + "precision_at_10": 0.05031, + "precision_at_20": 0.02793, + "precision_at_100": 0.00689, + "precision_at_1000": 0.00088, + "mrr_at_1": 0.315387, + "mrr_at_3": 0.356114, + "mrr_at_5": 0.365286, + "mrr_at_10": 0.372573, + "mrr_at_20": 0.376436, + "mrr_at_100": 0.379623, + "mrr_at_1000": 0.380379, + "nauc_ndcg_at_1_max": 0.146184, + "nauc_ndcg_at_1_std": 0.115126, + "nauc_ndcg_at_1_diff1": 0.743191, + "nauc_ndcg_at_3_max": 0.108821, + "nauc_ndcg_at_3_std": 0.153411, + "nauc_ndcg_at_3_diff1": 0.688281, + "nauc_ndcg_at_5_max": 0.098721, + "nauc_ndcg_at_5_std": 0.165368, + "nauc_ndcg_at_5_diff1": 0.678184, + "nauc_ndcg_at_10_max": 0.088486, + "nauc_ndcg_at_10_std": 0.179131, + "nauc_ndcg_at_10_diff1": 0.666799, + "nauc_ndcg_at_20_max": 0.082452, + "nauc_ndcg_at_20_std": 0.190619, + "nauc_ndcg_at_20_diff1": 0.663674, + "nauc_ndcg_at_100_max": 0.078364, + "nauc_ndcg_at_100_std": 0.205186, + "nauc_ndcg_at_100_diff1": 0.660276, + "nauc_ndcg_at_1000_max": 0.085377, + "nauc_ndcg_at_1000_std": 0.201563, + "nauc_ndcg_at_1000_diff1": 0.66567, + "nauc_map_at_1_max": 0.146184, + "nauc_map_at_1_std": 0.115126, + "nauc_map_at_1_diff1": 0.743191, + "nauc_map_at_3_max": 0.117887, + "nauc_map_at_3_std": 0.14394, + "nauc_map_at_3_diff1": 0.701697, + "nauc_map_at_5_max": 0.112286, + "nauc_map_at_5_std": 0.150552, + "nauc_map_at_5_diff1": 0.69611, + "nauc_map_at_10_max": 0.108043, + "nauc_map_at_10_std": 0.156166, + "nauc_map_at_10_diff1": 0.691473, + "nauc_map_at_20_max": 0.106433, + "nauc_map_at_20_std": 0.15924, + "nauc_map_at_20_diff1": 0.690735, + "nauc_map_at_100_max": 0.105911, + "nauc_map_at_100_std": 0.161109, + "nauc_map_at_100_diff1": 0.690278, + "nauc_map_at_1000_max": 0.106135, + "nauc_map_at_1000_std": 0.16106, + "nauc_map_at_1000_diff1": 0.690451, + "nauc_recall_at_1_max": 0.146184, + "nauc_recall_at_1_std": 0.115126, + "nauc_recall_at_1_diff1": 0.743191, + "nauc_recall_at_3_max": 0.083104, + "nauc_recall_at_3_std": 0.180352, + "nauc_recall_at_3_diff1": 0.650185, + "nauc_recall_at_5_max": 0.058436, + "nauc_recall_at_5_std": 0.209592, + "nauc_recall_at_5_diff1": 0.625364, + "nauc_recall_at_10_max": 0.026028, + "nauc_recall_at_10_std": 0.253498, + "nauc_recall_at_10_diff1": 0.588744, + "nauc_recall_at_20_max": -0.002452, + "nauc_recall_at_20_std": 0.305421, + "nauc_recall_at_20_diff1": 0.570939, + "nauc_recall_at_100_max": -0.049333, + "nauc_recall_at_100_std": 0.430819, + "nauc_recall_at_100_diff1": 0.527588, + "nauc_recall_at_1000_max": -0.049907, + "nauc_recall_at_1000_std": 0.607065, + "nauc_recall_at_1000_diff1": 0.487716, + "nauc_precision_at_1_max": 0.146184, + "nauc_precision_at_1_std": 0.115126, + "nauc_precision_at_1_diff1": 0.743191, + "nauc_precision_at_3_max": 0.083104, + "nauc_precision_at_3_std": 0.180352, + "nauc_precision_at_3_diff1": 0.650185, + "nauc_precision_at_5_max": 0.058436, + "nauc_precision_at_5_std": 0.209592, + "nauc_precision_at_5_diff1": 0.625364, + "nauc_precision_at_10_max": 0.026028, + "nauc_precision_at_10_std": 0.253498, + "nauc_precision_at_10_diff1": 0.588744, + "nauc_precision_at_20_max": -0.002452, + "nauc_precision_at_20_std": 0.305421, + "nauc_precision_at_20_diff1": 0.570939, + "nauc_precision_at_100_max": -0.049333, + "nauc_precision_at_100_std": 0.430819, + "nauc_precision_at_100_diff1": 0.527588, + "nauc_precision_at_1000_max": -0.049907, + "nauc_precision_at_1000_std": 0.607065, + "nauc_precision_at_1000_diff1": 0.487716, + "nauc_mrr_at_1_max": 0.146184, + "nauc_mrr_at_1_std": 0.115126, + "nauc_mrr_at_1_diff1": 0.743191, + "nauc_mrr_at_3_max": 0.117887, + "nauc_mrr_at_3_std": 0.14394, + "nauc_mrr_at_3_diff1": 0.701697, + "nauc_mrr_at_5_max": 0.112286, + "nauc_mrr_at_5_std": 0.150552, + "nauc_mrr_at_5_diff1": 0.69611, + "nauc_mrr_at_10_max": 0.108043, + "nauc_mrr_at_10_std": 0.156166, + "nauc_mrr_at_10_diff1": 0.691473, + "nauc_mrr_at_20_max": 0.106433, + "nauc_mrr_at_20_std": 0.15924, + "nauc_mrr_at_20_diff1": 0.690735, + "nauc_mrr_at_100_max": 0.105911, + "nauc_mrr_at_100_std": 0.161109, + "nauc_mrr_at_100_diff1": 0.690278, + "nauc_mrr_at_1000_max": 0.106135, + "nauc_mrr_at_1000_std": 0.16106, + "nauc_mrr_at_1000_diff1": 0.690451, + "main_score": 0.40372, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 845.821605682373, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQA-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQA-VN.json new file mode 100644 index 0000000000..5bca44ee74 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 4814.03, + "map_at_1": 0.36664, + "map_at_10": 0.54881, + "map_at_100": 0.55723, + "map_at_1000": 0.55792, + "map_at_20": 0.55384, + "map_at_3": 0.5174, + "map_at_5": 0.53619, + "mrr_at_1": 0.73327, + "mrr_at_10": 0.79662, + "mrr_at_100": 0.79897, + "mrr_at_1000": 0.79908, + "mrr_at_20": 0.79809, + "mrr_at_3": 0.78548, + "mrr_at_5": 0.79229, + "ndcg_at_1": 0.73327, + "ndcg_at_10": 0.63756, + "ndcg_at_100": 0.66771, + "ndcg_at_1000": 0.68165, + "ndcg_at_20": 0.65037, + "ndcg_at_3": 0.5913, + "ndcg_at_5": 0.61579, + "precision_at_1": 0.73327, + "precision_at_10": 0.13262, + "precision_at_100": 0.01562, + "precision_at_1000": 0.00175, + "precision_at_20": 0.07043, + "precision_at_3": 0.37341, + "precision_at_5": 0.24341, + "recall_at_1": 0.36664, + "recall_at_10": 0.66311, + "recall_at_100": 0.78113, + "recall_at_1000": 0.87391, + "recall_at_20": 0.70432, + "recall_at_3": 0.56012, + "recall_at_5": 0.60853, + "hf_subset": "default", + "main_score": 0.63756, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ImdbVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ImdbVNClassification.json new file mode 100644 index 0000000000..5b00445dd2 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.82705, + "f1": 0.826529, + "f1_weighted": 0.826562, + "ap": 0.768164, + "ap_weighted": 0.768164, + "scores_per_experiment": [ + { + "accuracy": 0.852633, + "f1": 0.852526, + "f1_weighted": 0.852503, + "ap": 0.810987, + "ap_weighted": 0.810987 + }, + { + "accuracy": 0.834745, + "f1": 0.833731, + "f1_weighted": 0.833808, + "ap": 0.766703, + "ap_weighted": 0.766703 + }, + { + "accuracy": 0.81586, + "f1": 0.815014, + "f1_weighted": 0.815088, + "ap": 0.748315, + "ap_weighted": 0.748315 + }, + { + "accuracy": 0.840632, + "f1": 0.839005, + "f1_weighted": 0.839101, + "ap": 0.769177, + "ap_weighted": 0.769177 + }, + { + "accuracy": 0.836013, + "f1": 0.835961, + "f1_weighted": 0.835978, + "ap": 0.779887, + "ap_weighted": 0.779887 + }, + { + "accuracy": 0.825687, + "f1": 0.825328, + "f1_weighted": 0.825375, + "ap": 0.762736, + "ap_weighted": 0.762736 + }, + { + "accuracy": 0.816449, + "f1": 0.816263, + "f1_weighted": 0.816297, + "ap": 0.755126, + "ap_weighted": 0.755126 + }, + { + "accuracy": 0.801594, + "f1": 0.800954, + "f1_weighted": 0.801021, + "ap": 0.73508, + "ap_weighted": 0.73508 + }, + { + "accuracy": 0.814094, + "f1": 0.813838, + "f1_weighted": 0.813797, + "ap": 0.766897, + "ap_weighted": 0.766897 + }, + { + "accuracy": 0.832797, + "f1": 0.832674, + "f1_weighted": 0.832647, + "ap": 0.786732, + "ap_weighted": 0.786732 + } + ], + "main_score": 0.82705, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 161.23241114616394, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCO-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCO-VN.json new file mode 100644 index 0000000000..37a26088c0 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 8561.84, + "map_at_1": 0.1801, + "map_at_10": 0.2957, + "map_at_100": 0.30675, + "map_at_1000": 0.3073, + "map_at_20": 0.30261, + "map_at_3": 0.25808, + "map_at_5": 0.27832, + "mrr_at_1": 0.18553, + "mrr_at_10": 0.30021, + "mrr_at_100": 0.31089, + "mrr_at_1000": 0.3114, + "mrr_at_20": 0.30697, + "mrr_at_3": 0.26301, + "mrr_at_5": 0.28325, + "ndcg_at_1": 0.18553, + "ndcg_at_10": 0.36216, + "ndcg_at_100": 0.41533, + "ndcg_at_1000": 0.42974, + "ndcg_at_20": 0.38687, + "ndcg_at_3": 0.28484, + "ndcg_at_5": 0.32117, + "precision_at_1": 0.18553, + "precision_at_10": 0.05929, + "precision_at_100": 0.00856, + "precision_at_1000": 0.00098, + "precision_at_20": 0.03469, + "precision_at_3": 0.12407, + "precision_at_5": 0.09262, + "recall_at_1": 0.1801, + "recall_at_10": 0.56904, + "recall_at_100": 0.81463, + "recall_at_1000": 0.92653, + "recall_at_20": 0.66548, + "recall_at_3": 0.35725, + "recall_at_5": 0.44487, + "hf_subset": "default", + "main_score": 0.36216, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MTOPDomainVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..ec9c1f66b9 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.865646, + "f1": 0.863998, + "f1_weighted": 0.864836, + "scores_per_experiment": [ + { + "accuracy": 0.856745, + "f1": 0.851115, + "f1_weighted": 0.856333 + }, + { + "accuracy": 0.852005, + "f1": 0.851085, + "f1_weighted": 0.851674 + }, + { + "accuracy": 0.880144, + "f1": 0.880209, + "f1_weighted": 0.87861 + }, + { + "accuracy": 0.863366, + "f1": 0.855009, + "f1_weighted": 0.861255 + }, + { + "accuracy": 0.871642, + "f1": 0.873415, + "f1_weighted": 0.871118 + }, + { + "accuracy": 0.861786, + "f1": 0.864392, + "f1_weighted": 0.861163 + }, + { + "accuracy": 0.876608, + "f1": 0.873482, + "f1_weighted": 0.875906 + }, + { + "accuracy": 0.875329, + "f1": 0.871892, + "f1_weighted": 0.873565 + }, + { + "accuracy": 0.846663, + "f1": 0.852868, + "f1_weighted": 0.847554 + }, + { + "accuracy": 0.872169, + "f1": 0.866515, + "f1_weighted": 0.871187 + } + ], + "main_score": 0.865646, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.931498050689697, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MTOPIntentVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..cfd841c5d5 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.570062, + "f1": 0.399512, + "f1_weighted": 0.602255, + "scores_per_experiment": [ + { + "accuracy": 0.559251, + "f1": 0.404371, + "f1_weighted": 0.591675 + }, + { + "accuracy": 0.57475, + "f1": 0.392809, + "f1_weighted": 0.603942 + }, + { + "accuracy": 0.566775, + "f1": 0.395456, + "f1_weighted": 0.600967 + }, + { + "accuracy": 0.597547, + "f1": 0.405868, + "f1_weighted": 0.633616 + }, + { + "accuracy": 0.563991, + "f1": 0.403388, + "f1_weighted": 0.59474 + }, + { + "accuracy": 0.567903, + "f1": 0.394643, + "f1_weighted": 0.605846 + }, + { + "accuracy": 0.588443, + "f1": 0.407462, + "f1_weighted": 0.616301 + }, + { + "accuracy": 0.561583, + "f1": 0.403223, + "f1_weighted": 0.598289 + }, + { + "accuracy": 0.540667, + "f1": 0.397883, + "f1_weighted": 0.566573 + }, + { + "accuracy": 0.579716, + "f1": 0.390016, + "f1_weighted": 0.6106 + } + ], + "main_score": 0.570062, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.857879400253296, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MassiveIntentVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..e93bedcacd --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.681783, + "f1": 0.655871, + "f1_weighted": 0.667884, + "scores_per_experiment": [ + { + "accuracy": 0.686099, + "f1": 0.656166, + "f1_weighted": 0.67656 + }, + { + "accuracy": 0.704596, + "f1": 0.665518, + "f1_weighted": 0.695566 + }, + { + "accuracy": 0.682175, + "f1": 0.649097, + "f1_weighted": 0.667528 + }, + { + "accuracy": 0.70796, + "f1": 0.6778, + "f1_weighted": 0.69812 + }, + { + "accuracy": 0.659193, + "f1": 0.632334, + "f1_weighted": 0.642311 + }, + { + "accuracy": 0.668722, + "f1": 0.644947, + "f1_weighted": 0.654511 + }, + { + "accuracy": 0.681614, + "f1": 0.663107, + "f1_weighted": 0.668987 + }, + { + "accuracy": 0.672085, + "f1": 0.664249, + "f1_weighted": 0.65945 + }, + { + "accuracy": 0.656951, + "f1": 0.648139, + "f1_weighted": 0.633075 + }, + { + "accuracy": 0.69843, + "f1": 0.657354, + "f1_weighted": 0.682735 + } + ], + "main_score": 0.681783, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.203850507736206, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MassiveScenarioVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..31b6b4b4b1 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.727517, + "f1": 0.701708, + "f1_weighted": 0.722966, + "scores_per_experiment": [ + { + "accuracy": 0.748322, + "f1": 0.726585, + "f1_weighted": 0.746574 + }, + { + "accuracy": 0.742729, + "f1": 0.721059, + "f1_weighted": 0.741436 + }, + { + "accuracy": 0.739933, + "f1": 0.710063, + "f1_weighted": 0.737582 + }, + { + "accuracy": 0.707494, + "f1": 0.687806, + "f1_weighted": 0.700604 + }, + { + "accuracy": 0.713647, + "f1": 0.674693, + "f1_weighted": 0.704523 + }, + { + "accuracy": 0.721477, + "f1": 0.688825, + "f1_weighted": 0.718364 + }, + { + "accuracy": 0.712528, + "f1": 0.689172, + "f1_weighted": 0.701422 + }, + { + "accuracy": 0.71868, + "f1": 0.695449, + "f1_weighted": 0.715895 + }, + { + "accuracy": 0.739933, + "f1": 0.718022, + "f1_weighted": 0.736204 + }, + { + "accuracy": 0.730425, + "f1": 0.705402, + "f1_weighted": 0.72705 + } + ], + "main_score": 0.727517, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.985952854156494, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NFCorpus-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NFCorpus-VN.json new file mode 100644 index 0000000000..87df844226 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 38.96, + "map_at_1": 0.05067, + "map_at_10": 0.11495, + "map_at_100": 0.14063, + "map_at_1000": 0.15459, + "map_at_20": 0.12538, + "map_at_3": 0.0877, + "map_at_5": 0.10162, + "mrr_at_1": 0.39759, + "mrr_at_10": 0.49277, + "mrr_at_100": 0.49784, + "mrr_at_1000": 0.49837, + "mrr_at_20": 0.49576, + "mrr_at_3": 0.46687, + "mrr_at_5": 0.48464, + "ndcg_at_1": 0.37952, + "ndcg_at_10": 0.3096, + "ndcg_at_100": 0.27837, + "ndcg_at_1000": 0.36218, + "ndcg_at_20": 0.29174, + "ndcg_at_3": 0.34666, + "ndcg_at_5": 0.32981, + "precision_at_1": 0.39759, + "precision_at_10": 0.23072, + "precision_at_100": 0.07536, + "precision_at_1000": 0.02135, + "precision_at_20": 0.1744, + "precision_at_3": 0.32731, + "precision_at_5": 0.28313, + "recall_at_1": 0.05067, + "recall_at_10": 0.15134, + "recall_at_100": 0.27087, + "recall_at_1000": 0.57877, + "recall_at_20": 0.17818, + "recall_at_3": 0.09857, + "recall_at_5": 0.12365, + "hf_subset": "default", + "main_score": 0.3096, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQ-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQ-VN.json new file mode 100644 index 0000000000..2fddc67347 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 14463.76, + "map_at_1": 0.34504, + "map_at_10": 0.482, + "map_at_100": 0.49155, + "map_at_1000": 0.49192, + "map_at_20": 0.48834, + "map_at_3": 0.44333, + "map_at_5": 0.4674, + "mrr_at_1": 0.38474, + "mrr_at_10": 0.50583, + "mrr_at_100": 0.51306, + "mrr_at_1000": 0.51332, + "mrr_at_20": 0.51075, + "mrr_at_3": 0.47219, + "mrr_at_5": 0.49343, + "ndcg_at_1": 0.38474, + "ndcg_at_10": 0.54979, + "ndcg_at_100": 0.58949, + "ndcg_at_1000": 0.59828, + "ndcg_at_20": 0.57015, + "ndcg_at_3": 0.47697, + "ndcg_at_5": 0.51733, + "precision_at_1": 0.38474, + "precision_at_10": 0.08616, + "precision_at_100": 0.01082, + "precision_at_1000": 0.00116, + "precision_at_20": 0.04789, + "precision_at_3": 0.20895, + "precision_at_5": 0.14821, + "recall_at_1": 0.34504, + "recall_at_10": 0.73303, + "recall_at_100": 0.90368, + "recall_at_1000": 0.96956, + "recall_at_20": 0.80789, + "recall_at_3": 0.54618, + "recall_at_5": 0.63864, + "hf_subset": "default", + "main_score": 0.54979, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Quora-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Quora-VN.json new file mode 100644 index 0000000000..c0074f7ca6 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 2055.45, + "map_at_1": 0.45687, + "map_at_10": 0.58562, + "map_at_100": 0.59725, + "map_at_1000": 0.59777, + "map_at_20": 0.59269, + "map_at_3": 0.55073, + "map_at_5": 0.57199, + "mrr_at_1": 0.5364, + "mrr_at_10": 0.63457, + "mrr_at_100": 0.64001, + "mrr_at_1000": 0.64018, + "mrr_at_20": 0.63813, + "mrr_at_3": 0.61199, + "mrr_at_5": 0.62638, + "ndcg_at_1": 0.5364, + "ndcg_at_10": 0.64574, + "ndcg_at_100": 0.68453, + "ndcg_at_1000": 0.69273, + "ndcg_at_20": 0.66378, + "ndcg_at_3": 0.59589, + "ndcg_at_5": 0.62225, + "precision_at_1": 0.5364, + "precision_at_10": 0.10647, + "precision_at_100": 0.01412, + "precision_at_1000": 0.00154, + "precision_at_20": 0.05978, + "precision_at_3": 0.26907, + "precision_at_5": 0.18555, + "recall_at_1": 0.45687, + "recall_at_10": 0.77068, + "recall_at_100": 0.92781, + "recall_at_1000": 0.98235, + "recall_at_20": 0.83425, + "recall_at_3": 0.63149, + "recall_at_5": 0.70083, + "hf_subset": "default", + "main_score": 0.64574, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RedditClustering-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RedditClustering-VN.json new file mode 100644 index 0000000000..99e194fae1 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.432496, + "v_measure_std": 0.030129, + "v_measures": [ + 0.446805, + 0.476175, + 0.38101, + 0.43253, + 0.428821, + 0.454993, + 0.475838, + 0.39464, + 0.419004, + 0.415141 + ], + "main_score": 0.432496, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 208.40327882766724, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RedditClusteringP2P-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..395d2c679e --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.573808, + "v_measure_std": 0.13034, + "v_measures": [ + 0.635309, + 0.629129, + 0.63568, + 0.361538, + 0.61596, + 0.573846, + 0.283776, + 0.666084, + 0.637892, + 0.698866 + ], + "main_score": 0.573808, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2930.9763689041138, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS-VN.json new file mode 100644 index 0000000000..1c5acb4493 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 217.83, + "map_at_1": 0.03621, + "map_at_10": 0.08714, + "map_at_100": 0.10121, + "map_at_1000": 0.10359, + "map_at_20": 0.09405, + "map_at_3": 0.06775, + "map_at_5": 0.07782, + "mrr_at_1": 0.1775, + "mrr_at_10": 0.27632, + "mrr_at_100": 0.28606, + "mrr_at_1000": 0.28685, + "mrr_at_20": 0.28146, + "mrr_at_3": 0.25208, + "mrr_at_5": 0.26408, + "ndcg_at_1": 0.1775, + "ndcg_at_10": 0.15013, + "ndcg_at_100": 0.21214, + "ndcg_at_1000": 0.26364, + "ndcg_at_20": 0.1704, + "ndcg_at_3": 0.15439, + "ndcg_at_5": 0.12904, + "precision_at_1": 0.1775, + "precision_at_10": 0.07475, + "precision_at_100": 0.01657, + "precision_at_1000": 0.00291, + "precision_at_20": 0.04925, + "precision_at_3": 0.1475, + "precision_at_5": 0.1115, + "recall_at_1": 0.03621, + "recall_at_10": 0.15254, + "recall_at_100": 0.33696, + "recall_at_1000": 0.59267, + "recall_at_20": 0.20042, + "recall_at_3": 0.09008, + "recall_at_5": 0.11358, + "hf_subset": "default", + "main_score": 0.15013, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-R-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-R-VN.json new file mode 100644 index 0000000000..e36b1246de --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "pearson": 0.808177, + "spearman": 0.778839, + "cosine_pearson": 0.808177, + "cosine_spearman": 0.778834, + "manhattan_pearson": 0.773755, + "manhattan_spearman": 0.778302, + "euclidean_pearson": 0.773875, + "euclidean_spearman": 0.778828, + "main_score": 0.778834, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 25.714940547943115, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSBenchmark-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSBenchmark-VN.json new file mode 100644 index 0000000000..99b34104f7 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "pearson": 0.806321, + "spearman": 0.811478, + "cosine_pearson": 0.806321, + "cosine_spearman": 0.811484, + "manhattan_pearson": 0.79896, + "manhattan_spearman": 0.810724, + "euclidean_pearson": 0.799231, + "euclidean_spearman": 0.811478, + "main_score": 0.811484, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.620130777359009, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SciDocsRR-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SciDocsRR-VN.json new file mode 100644 index 0000000000..7c77807299 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.817383, + "mrr": 0.900113, + "nAUC_map_max": 0.56181, + "nAUC_map_std": 0.657756, + "nAUC_map_diff1": 0.298396, + "nAUC_mrr_max": 0.864434, + "nAUC_mrr_std": 0.833587, + "nAUC_mrr_diff1": 0.573131, + "main_score": 0.817383, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 24.18386197090149, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SciFact-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SciFact-VN.json new file mode 100644 index 0000000000..8a62e74fb6 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 54.4, + "map_at_1": 0.49067, + "map_at_10": 0.58036, + "map_at_100": 0.58877, + "map_at_1000": 0.58923, + "map_at_20": 0.58555, + "map_at_3": 0.55962, + "map_at_5": 0.57368, + "mrr_at_1": 0.52239, + "mrr_at_10": 0.60275, + "mrr_at_100": 0.60795, + "mrr_at_1000": 0.60834, + "mrr_at_20": 0.6051, + "mrr_at_3": 0.58831, + "mrr_at_5": 0.59689, + "ndcg_at_1": 0.52239, + "ndcg_at_10": 0.62312, + "ndcg_at_100": 0.65894, + "ndcg_at_1000": 0.66996, + "ndcg_at_20": 0.63765, + "ndcg_at_3": 0.58812, + "ndcg_at_5": 0.6077, + "precision_at_1": 0.52239, + "precision_at_10": 0.08284, + "precision_at_100": 0.01037, + "precision_at_1000": 0.00113, + "precision_at_20": 0.04552, + "precision_at_3": 0.23134, + "precision_at_5": 0.15522, + "recall_at_1": 0.49067, + "recall_at_10": 0.72998, + "recall_at_100": 0.89154, + "recall_at_1000": 0.97612, + "recall_at_20": 0.78184, + "recall_at_3": 0.63831, + "recall_at_5": 0.68271, + "hf_subset": "default", + "main_score": 0.62312, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SprintDuplicateQuestions-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..5368818cec --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.998446, + "similarity_accuracy_threshold": 0.736532, + "similarity_f1": 0.923162, + "similarity_f1_threshold": 0.723826, + "similarity_precision": 0.910578, + "similarity_recall": 0.936099, + "similarity_ap": 0.972374, + "cosine_accuracy": 0.998446, + "cosine_accuracy_threshold": 0.736532, + "cosine_f1": 0.923162, + "cosine_f1_threshold": 0.723826, + "cosine_precision": 0.910578, + "cosine_recall": 0.936099, + "cosine_ap": 0.972374, + "manhattan_accuracy": 0.998446, + "manhattan_accuracy_threshold": 18.215651, + "manhattan_f1": 0.922122, + "manhattan_f1_threshold": 18.433228, + "manhattan_precision": 0.928409, + "manhattan_recall": 0.915919, + "manhattan_ap": 0.971899, + "euclidean_accuracy": 0.998446, + "euclidean_accuracy_threshold": 0.725903, + "euclidean_f1": 0.923162, + "euclidean_f1_threshold": 0.743201, + "euclidean_precision": 0.910578, + "euclidean_recall": 0.936099, + "euclidean_ap": 0.972374, + "dot_accuracy": 0.998446, + "dot_accuracy_threshold": 0.736532, + "dot_f1": 0.923162, + "dot_f1_threshold": 0.723826, + "dot_precision": 0.910578, + "dot_recall": 0.936099, + "dot_ap": 0.972374, + "max_accuracy": 0.998446, + "max_f1": 0.923162, + "max_precision": 0.928409, + "max_recall": 0.936099, + "max_ap": 0.972374, + "main_score": 0.972374, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.998377, + "similarity_accuracy_threshold": 0.754408, + "similarity_f1": 0.917633, + "similarity_f1_threshold": 0.754408, + "similarity_precision": 0.942789, + "similarity_recall": 0.893785, + "similarity_ap": 0.965374, + "cosine_accuracy": 0.998377, + "cosine_accuracy_threshold": 0.754408, + "cosine_f1": 0.917633, + "cosine_f1_threshold": 0.754408, + "cosine_precision": 0.942789, + "cosine_recall": 0.893785, + "cosine_ap": 0.965374, + "manhattan_accuracy": 0.998319, + "manhattan_accuracy_threshold": 17.621494, + "manhattan_f1": 0.91498, + "manhattan_f1_threshold": 17.823685, + "manhattan_precision": 0.937204, + "manhattan_recall": 0.893785, + "manhattan_ap": 0.964826, + "euclidean_accuracy": 0.998377, + "euclidean_accuracy_threshold": 0.700845, + "euclidean_f1": 0.917633, + "euclidean_f1_threshold": 0.700845, + "euclidean_precision": 0.942789, + "euclidean_recall": 0.893785, + "euclidean_ap": 0.965374, + "dot_accuracy": 0.998377, + "dot_accuracy_threshold": 0.754408, + "dot_f1": 0.917633, + "dot_f1_threshold": 0.754408, + "dot_precision": 0.942789, + "dot_recall": 0.893785, + "dot_ap": 0.965374, + "max_accuracy": 0.998377, + "max_f1": 0.917633, + "max_precision": 0.942789, + "max_recall": 0.893785, + "max_ap": 0.965374, + "main_score": 0.965374, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 31.04222273826599, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClustering-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..82602128b1 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.584207, + "v_measure_std": 0.065752, + "v_measures": [ + 0.538529, + 0.503102, + 0.664799, + 0.630399 + ], + "main_score": 0.584207, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 38.05030941963196, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClusteringP2P-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..69ced9c4d7 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.326202, + "v_measure_std": 0.018086, + "v_measures": [ + 0.308014, + 0.301808, + 0.310711, + 0.30743, + 0.31663, + 0.350305, + 0.337561, + 0.349429, + 0.34376, + 0.336367 + ], + "main_score": 0.326202, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 911.0819959640503, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackOverflowDupQuestions-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..51f76c1b74 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.502881, + "mrr": 0.510773, + "nAUC_map_max": 0.160632, + "nAUC_map_std": 0.117086, + "nAUC_map_diff1": 0.367006, + "nAUC_mrr_max": 0.169015, + "nAUC_mrr_std": 0.121689, + "nAUC_mrr_diff1": 0.363634, + "main_score": 0.502881, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 72.94288277626038, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TRECCOVID-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TRECCOVID-VN.json new file mode 100644 index 0000000000..0a44a7027a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 540.14, + "map_at_1": 0.00171, + "map_at_10": 0.0143, + "map_at_100": 0.08127, + "map_at_1000": 0.19794, + "map_at_20": 0.02518, + "map_at_3": 0.00519, + "map_at_5": 0.00804, + "mrr_at_1": 0.72727, + "mrr_at_10": 0.8322, + "mrr_at_100": 0.83409, + "mrr_at_1000": 0.83409, + "mrr_at_20": 0.83409, + "mrr_at_3": 0.82197, + "mrr_at_5": 0.8322, + "ndcg_at_1": 0.68182, + "ndcg_at_10": 0.66224, + "ndcg_at_100": 0.5069, + "ndcg_at_1000": 0.43726, + "ndcg_at_20": 0.62664, + "ndcg_at_3": 0.69978, + "ndcg_at_5": 0.68288, + "precision_at_1": 0.72727, + "precision_at_10": 0.70455, + "precision_at_100": 0.5225, + "precision_at_1000": 0.19957, + "precision_at_20": 0.66023, + "precision_at_3": 0.76515, + "precision_at_5": 0.73636, + "recall_at_1": 0.00171, + "recall_at_10": 0.01715, + "recall_at_100": 0.1177, + "recall_at_1000": 0.41097, + "recall_at_20": 0.0315, + "recall_at_3": 0.0058, + "recall_at_5": 0.00918, + "hf_subset": "default", + "main_score": 0.66224, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Touche2020-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Touche2020-VN.json new file mode 100644 index 0000000000..76013b0521 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 4402.11, + "map_at_1": 0.01758, + "map_at_10": 0.08032, + "map_at_100": 0.15373, + "map_at_1000": 0.16995, + "map_at_20": 0.11173, + "map_at_3": 0.03407, + "map_at_5": 0.05642, + "mrr_at_1": 0.24, + "mrr_at_10": 0.41005, + "mrr_at_100": 0.42414, + "mrr_at_1000": 0.42451, + "mrr_at_20": 0.42265, + "mrr_at_3": 0.36667, + "mrr_at_5": 0.39267, + "ndcg_at_1": 0.22, + "ndcg_at_10": 0.21527, + "ndcg_at_100": 0.36871, + "ndcg_at_1000": 0.4755, + "ndcg_at_20": 0.2528, + "ndcg_at_3": 0.19754, + "ndcg_at_5": 0.21105, + "precision_at_1": 0.24, + "precision_at_10": 0.212, + "precision_at_100": 0.0824, + "precision_at_1000": 0.01532, + "precision_at_20": 0.192, + "precision_at_3": 0.22667, + "precision_at_5": 0.232, + "recall_at_1": 0.01758, + "recall_at_10": 0.1494, + "recall_at_100": 0.48583, + "recall_at_1000": 0.81361, + "recall_at_20": 0.25447, + "recall_at_3": 0.04777, + "recall_at_5": 0.08414, + "hf_subset": "default", + "main_score": 0.21527, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ToxicConversationsVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..2495a4c280 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.686865, + "f1": 0.510233, + "f1_weighted": 0.758465, + "ap": 0.111081, + "ap_weighted": 0.111081, + "scores_per_experiment": [ + { + "accuracy": 0.794922, + "f1": 0.534364, + "f1_weighted": 0.83404, + "ap": 0.089582, + "ap_weighted": 0.089582 + }, + { + "accuracy": 0.706055, + "f1": 0.523331, + "f1_weighted": 0.777242, + "ap": 0.113324, + "ap_weighted": 0.113324 + }, + { + "accuracy": 0.760254, + "f1": 0.566592, + "f1_weighted": 0.815849, + "ap": 0.139206, + "ap_weighted": 0.139206 + }, + { + "accuracy": 0.73877, + "f1": 0.538564, + "f1_weighted": 0.800063, + "ap": 0.114355, + "ap_weighted": 0.114355 + }, + { + "accuracy": 0.494141, + "f1": 0.404124, + "f1_weighted": 0.603382, + "ap": 0.090639, + "ap_weighted": 0.090639 + }, + { + "accuracy": 0.589844, + "f1": 0.44806, + "f1_weighted": 0.688737, + "ap": 0.086595, + "ap_weighted": 0.086595 + }, + { + "accuracy": 0.762207, + "f1": 0.571135, + "f1_weighted": 0.817418, + "ap": 0.144761, + "ap_weighted": 0.144761 + }, + { + "accuracy": 0.677246, + "f1": 0.495605, + "f1_weighted": 0.756021, + "ap": 0.095811, + "ap_weighted": 0.095811 + }, + { + "accuracy": 0.547363, + "f1": 0.437529, + "f1_weighted": 0.651372, + "ap": 0.098656, + "ap_weighted": 0.098656 + }, + { + "accuracy": 0.797852, + "f1": 0.583028, + "f1_weighted": 0.840524, + "ap": 0.137879, + "ap_weighted": 0.137879 + } + ], + "main_score": 0.686865, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.365612030029297, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TweetSentimentExtractionVNClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..2d4a66dc97 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.577724, + "f1": 0.570507, + "f1_weighted": 0.561321, + "scores_per_experiment": [ + { + "accuracy": 0.571429, + "f1": 0.576046, + "f1_weighted": 0.56682 + }, + { + "accuracy": 0.55109, + "f1": 0.538269, + "f1_weighted": 0.529403 + }, + { + "accuracy": 0.579661, + "f1": 0.562687, + "f1_weighted": 0.545317 + }, + { + "accuracy": 0.584019, + "f1": 0.582362, + "f1_weighted": 0.570507 + }, + { + "accuracy": 0.603874, + "f1": 0.605528, + "f1_weighted": 0.598574 + }, + { + "accuracy": 0.61937, + "f1": 0.610386, + "f1_weighted": 0.596109 + }, + { + "accuracy": 0.538015, + "f1": 0.518405, + "f1_weighted": 0.527454 + }, + { + "accuracy": 0.598547, + "f1": 0.594873, + "f1_weighted": 0.5894 + }, + { + "accuracy": 0.569007, + "f1": 0.557478, + "f1_weighted": 0.542507 + }, + { + "accuracy": 0.562228, + "f1": 0.559032, + "f1_weighted": 0.547123 + } + ], + "main_score": 0.577724, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.126093864440918, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwentyNewsgroupsClustering-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..61acd409cc --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.378324, + "v_measure_std": 0.015417, + "v_measures": [ + 0.367279, + 0.374262, + 0.379437, + 0.379388, + 0.371235, + 0.392379, + 0.417204, + 0.358581, + 0.371745, + 0.371733 + ], + "main_score": 0.378324, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 48.860249519348145, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterSemEval2015-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..1b1b62e411 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.843823, + "similarity_accuracy_threshold": 0.780926, + "similarity_f1": 0.656667, + "similarity_f1_threshold": 0.740016, + "similarity_precision": 0.606387, + "similarity_recall": 0.716038, + "similarity_ap": 0.709873, + "cosine_accuracy": 0.843823, + "cosine_accuracy_threshold": 0.780926, + "cosine_f1": 0.656667, + "cosine_f1_threshold": 0.740016, + "cosine_precision": 0.606387, + "cosine_recall": 0.716038, + "cosine_ap": 0.709873, + "manhattan_accuracy": 0.842223, + "manhattan_accuracy_threshold": 16.645819, + "manhattan_f1": 0.653804, + "manhattan_f1_threshold": 17.995277, + "manhattan_precision": 0.625207, + "manhattan_recall": 0.685143, + "manhattan_ap": 0.707816, + "euclidean_accuracy": 0.843823, + "euclidean_accuracy_threshold": 0.661927, + "euclidean_f1": 0.656667, + "euclidean_f1_threshold": 0.721088, + "euclidean_precision": 0.606387, + "euclidean_recall": 0.716038, + "euclidean_ap": 0.709873, + "dot_accuracy": 0.843823, + "dot_accuracy_threshold": 0.780926, + "dot_f1": 0.656667, + "dot_f1_threshold": 0.740016, + "dot_precision": 0.606387, + "dot_recall": 0.716038, + "dot_ap": 0.709873, + "max_accuracy": 0.843823, + "max_f1": 0.656667, + "max_precision": 0.625207, + "max_recall": 0.716038, + "max_ap": 0.709873, + "main_score": 0.709873, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.451022386550903, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterURLCorpus-VN.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..1ead89e065 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.872239, + "similarity_accuracy_threshold": 0.708837, + "similarity_f1": 0.78497, + "similarity_f1_threshold": 0.679037, + "similarity_precision": 0.752129, + "similarity_recall": 0.82081, + "similarity_ap": 0.857928, + "cosine_accuracy": 0.872239, + "cosine_accuracy_threshold": 0.708837, + "cosine_f1": 0.78497, + "cosine_f1_threshold": 0.679037, + "cosine_precision": 0.752129, + "cosine_recall": 0.82081, + "cosine_ap": 0.857835, + "manhattan_accuracy": 0.871509, + "manhattan_accuracy_threshold": 19.826857, + "manhattan_f1": 0.784687, + "manhattan_f1_threshold": 20.223587, + "manhattan_precision": 0.757773, + "manhattan_recall": 0.813583, + "manhattan_ap": 0.857469, + "euclidean_accuracy": 0.872239, + "euclidean_accuracy_threshold": 0.763102, + "euclidean_f1": 0.78497, + "euclidean_f1_threshold": 0.801202, + "euclidean_precision": 0.752129, + "euclidean_recall": 0.82081, + "euclidean_ap": 0.857835, + "dot_accuracy": 0.872239, + "dot_accuracy_threshold": 0.708837, + "dot_f1": 0.78497, + "dot_f1_threshold": 0.679037, + "dot_precision": 0.752129, + "dot_recall": 0.82081, + "dot_ap": 0.857775, + "max_accuracy": 0.872239, + "max_f1": 0.78497, + "max_precision": 0.757773, + "max_recall": 0.82081, + "max_ap": 0.857928, + "main_score": 0.857928, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 33.680034160614014, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VieQuADRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VieQuADRetrieval.json new file mode 100644 index 0000000000..9f1ec3d1f8 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.60156, + "ndcg_at_3": 0.50454, + "ndcg_at_5": 0.54069, + "ndcg_at_10": 0.56835, + "ndcg_at_20": 0.58716, + "ndcg_at_100": 0.61989, + "ndcg_at_1000": 0.63932, + "map_at_1": 0.30078, + "map_at_3": 0.41565, + "map_at_5": 0.4408, + "map_at_10": 0.45614, + "map_at_20": 0.4639, + "map_at_100": 0.4708, + "map_at_1000": 0.47192, + "recall_at_1": 0.30078, + "recall_at_3": 0.48853, + "recall_at_5": 0.56006, + "recall_at_10": 0.62964, + "recall_at_20": 0.68994, + "recall_at_100": 0.83472, + "recall_at_1000": 0.96118, + "precision_at_1": 0.60156, + "precision_at_3": 0.32568, + "precision_at_5": 0.22402, + "precision_at_10": 0.12593, + "precision_at_20": 0.06899, + "precision_at_100": 0.01669, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.601562, + "mrr_at_3": 0.707601, + "mrr_at_5": 0.722786, + "mrr_at_10": 0.729456, + "mrr_at_20": 0.730957, + "mrr_at_100": 0.731675, + "mrr_at_1000": 0.731694, + "nauc_ndcg_at_1_max": 0.131823, + "nauc_ndcg_at_1_std": -0.065085, + "nauc_ndcg_at_1_diff1": 0.417513, + "nauc_ndcg_at_3_max": 0.26339, + "nauc_ndcg_at_3_std": 0.023528, + "nauc_ndcg_at_3_diff1": 0.285946, + "nauc_ndcg_at_5_max": 0.289766, + "nauc_ndcg_at_5_std": 0.039071, + "nauc_ndcg_at_5_diff1": 0.280795, + "nauc_ndcg_at_10_max": 0.306056, + "nauc_ndcg_at_10_std": 0.054547, + "nauc_ndcg_at_10_diff1": 0.268312, + "nauc_ndcg_at_20_max": 0.311677, + "nauc_ndcg_at_20_std": 0.068102, + "nauc_ndcg_at_20_diff1": 0.261769, + "nauc_ndcg_at_100_max": 0.327875, + "nauc_ndcg_at_100_std": 0.095649, + "nauc_ndcg_at_100_diff1": 0.259275, + "nauc_ndcg_at_1000_max": 0.311331, + "nauc_ndcg_at_1000_std": 0.083646, + "nauc_ndcg_at_1000_diff1": 0.273065, + "nauc_map_at_1_max": 0.131823, + "nauc_map_at_1_std": -0.065085, + "nauc_map_at_1_diff1": 0.417513, + "nauc_map_at_3_max": 0.255852, + "nauc_map_at_3_std": 0.031228, + "nauc_map_at_3_diff1": 0.254998, + "nauc_map_at_5_max": 0.278508, + "nauc_map_at_5_std": 0.042261, + "nauc_map_at_5_diff1": 0.254967, + "nauc_map_at_10_max": 0.287423, + "nauc_map_at_10_std": 0.050827, + "nauc_map_at_10_diff1": 0.248011, + "nauc_map_at_20_max": 0.290754, + "nauc_map_at_20_std": 0.05651, + "nauc_map_at_20_diff1": 0.246178, + "nauc_map_at_100_max": 0.293927, + "nauc_map_at_100_std": 0.061361, + "nauc_map_at_100_diff1": 0.245541, + "nauc_map_at_1000_max": 0.293552, + "nauc_map_at_1000_std": 0.061647, + "nauc_map_at_1000_diff1": 0.24591, + "nauc_recall_at_1_max": 0.131823, + "nauc_recall_at_1_std": -0.065085, + "nauc_recall_at_1_diff1": 0.417513, + "nauc_recall_at_3_max": 0.331255, + "nauc_recall_at_3_std": 0.072737, + "nauc_recall_at_3_diff1": 0.201529, + "nauc_recall_at_5_max": 0.350068, + "nauc_recall_at_5_std": 0.098239, + "nauc_recall_at_5_diff1": 0.162946, + "nauc_recall_at_10_max": 0.369738, + "nauc_recall_at_10_std": 0.135775, + "nauc_recall_at_10_diff1": 0.109398, + "nauc_recall_at_20_max": 0.377416, + "nauc_recall_at_20_std": 0.178174, + "nauc_recall_at_20_diff1": 0.075307, + "nauc_recall_at_100_max": 0.509838, + "nauc_recall_at_100_std": 0.388662, + "nauc_recall_at_100_diff1": 0.001086, + "nauc_recall_at_1000_max": 0.667828, + "nauc_recall_at_1000_std": 0.718577, + "nauc_recall_at_1000_diff1": -0.023017, + "nauc_precision_at_1_max": 0.131823, + "nauc_precision_at_1_std": -0.065085, + "nauc_precision_at_1_diff1": 0.417513, + "nauc_precision_at_3_max": 0.331255, + "nauc_precision_at_3_std": 0.072737, + "nauc_precision_at_3_diff1": 0.201529, + "nauc_precision_at_5_max": 0.350068, + "nauc_precision_at_5_std": 0.098239, + "nauc_precision_at_5_diff1": 0.162946, + "nauc_precision_at_10_max": 0.369738, + "nauc_precision_at_10_std": 0.135775, + "nauc_precision_at_10_diff1": 0.109398, + "nauc_precision_at_20_max": 0.377416, + "nauc_precision_at_20_std": 0.178174, + "nauc_precision_at_20_diff1": 0.075307, + "nauc_precision_at_100_max": 0.509838, + "nauc_precision_at_100_std": 0.388662, + "nauc_precision_at_100_diff1": 0.001086, + "nauc_precision_at_1000_max": 0.667828, + "nauc_precision_at_1000_std": 0.718577, + "nauc_precision_at_1000_diff1": -0.023017, + "nauc_mrr_at_1_max": 0.131823, + "nauc_mrr_at_1_std": -0.065085, + "nauc_mrr_at_1_diff1": 0.417513, + "nauc_mrr_at_3_max": 0.192813, + "nauc_mrr_at_3_std": -0.043681, + "nauc_mrr_at_3_diff1": 0.417883, + "nauc_mrr_at_5_max": 0.191806, + "nauc_mrr_at_5_std": -0.04246, + "nauc_mrr_at_5_diff1": 0.419926, + "nauc_mrr_at_10_max": 0.189668, + "nauc_mrr_at_10_std": -0.043901, + "nauc_mrr_at_10_diff1": 0.421551, + "nauc_mrr_at_20_max": 0.187673, + "nauc_mrr_at_20_std": -0.04435, + "nauc_mrr_at_20_diff1": 0.421647, + "nauc_mrr_at_100_max": 0.186492, + "nauc_mrr_at_100_std": -0.044542, + "nauc_mrr_at_100_diff1": 0.421067, + "nauc_mrr_at_1000_max": 0.186491, + "nauc_mrr_at_1000_std": -0.044524, + "nauc_mrr_at_1000_diff1": 0.421051, + "main_score": 0.56835, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.026228666305542, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VieStudentFeedbackClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..229a8954cc --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.803174, + "f1": 0.669279, + "f1_weighted": 0.836673, + "scores_per_experiment": [ + { + "accuracy": 0.856445, + "f1": 0.714135, + "f1_weighted": 0.867751 + }, + { + "accuracy": 0.762695, + "f1": 0.638407, + "f1_weighted": 0.809725 + }, + { + "accuracy": 0.867188, + "f1": 0.698915, + "f1_weighted": 0.872252 + }, + { + "accuracy": 0.802246, + "f1": 0.667549, + "f1_weighted": 0.839644 + }, + { + "accuracy": 0.749512, + "f1": 0.64035, + "f1_weighted": 0.805903 + }, + { + "accuracy": 0.820801, + "f1": 0.691108, + "f1_weighted": 0.852724 + }, + { + "accuracy": 0.799805, + "f1": 0.676147, + "f1_weighted": 0.83912 + }, + { + "accuracy": 0.79248, + "f1": 0.644095, + "f1_weighted": 0.822544 + }, + { + "accuracy": 0.812988, + "f1": 0.672265, + "f1_weighted": 0.84098 + }, + { + "accuracy": 0.767578, + "f1": 0.649817, + "f1_weighted": 0.816083 + } + ], + "main_score": 0.803174, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.715842247009277, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/model_meta.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/model_meta.json index a261be7c2a..0efa27a4b6 100644 --- a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/model_meta.json +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/model_meta.json @@ -1 +1 @@ -{"name": "BAAI/bge-m3", "revision": "5617a9f61b028005a4858fdac845db406aefb181", "release_date": "2024-06-28", "languages": ["afr_Latn", "amh_Ethi", "azj_Latn", "ast_Latn", "azj_Latn", "ben_Beng", "bul_Cyrl", "bel_Cyrl", "cat_Latn", "ceb_Latn", "ckb_Arab", "dan_Latn", "deu_Latn", "ell_Grek", "eng_Latn", "est_Latn", "fin_Latn", "fra_Latn", "glg_Latn", "guj_Gujr", "heb_Hebr", "hin_Deva", "ita_Latn", "jpn_Jpan", "kor_Hang", "rus_Cyrl", "tha_Thai", "ukr_Cyrl", "zho_Hans"], "n_parameters": 568000000, "memory_usage_mb": 2167.0, "max_tokens": 8194.0, "embed_dim": 4096, "license": "mit", "open_weights": true, "public_training_code": null, "public_training_data": "https://huggingface.co/datasets/cfli/bge-full-data", "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/BAAI/bge-m3", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"], "MIRACLReranking": ["train"], "LeCaRDv2": ["train"], "CMedQAv1-reranking": ["train"], "CMedQAv2-reranking": ["train"], "MrTidyRetrieval": ["train"], "T2Reranking": ["train"], "MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQ-NL": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "HotpotQA": ["train"], "HotpotQA-PL": ["train"], "HotpotQA-NL": ["train"], "HotpotQAHardNegatives": ["train"], "T2Retrieval": ["train"], "DuReader": ["train"], "MMarcoReranking": ["train"], "CodeSearchNet": ["train"]}, "adapted_from": null, "superseded_by": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file +{"name": "BAAI/bge-m3", "revision": "5617a9f61b028005a4858fdac845db406aefb181", "release_date": "2024-06-28", "languages": ["afr-Latn", "amh-Ethi", "azj-Latn", "ast-Latn", "azj-Latn", "ben-Beng", "bul-Cyrl", "bel-Cyrl", "cat-Latn", "ceb-Latn", "ckb-Arab", "dan-Latn", "deu-Latn", "ell-Grek", "eng-Latn", "est-Latn", "fin-Latn", "fra-Latn", "glg-Latn", "guj-Gujr", "heb-Hebr", "hin-Deva", "ita-Latn", "jpn-Jpan", "kor-Hang", "rus-Cyrl", "tha-Thai", "ukr-Cyrl", "zho-Hans"], "n_parameters": 568000000, "memory_usage_mb": 2167.0, "max_tokens": 8194.0, "embed_dim": 1024, "license": "mit", "open_weights": true, "public_training_code": null, "public_training_data": "https://huggingface.co/datasets/cfli/bge-full-data", "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/BAAI/bge-m3", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"], "MIRACLReranking": ["train"], "LeCaRDv2": ["train"], "CMedQAv1-reranking": ["train"], "CMedQAv2-reranking": ["train"], "MrTidyRetrieval": ["train"], "T2Reranking": ["train"], "MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQ-NL": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "HotpotQA": ["train"], "HotpotQA-PL": ["train"], "HotpotQA-NL": ["train"], "HotpotQAHardNegatives": ["train"], "T2Retrieval": ["train"], "DuRetrieval": ["train"], "MMarcoReranking": ["train"], "CodeSearchNet": ["train"]}, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AmazonCounterfactualVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..0e698a2d6b --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AmazonCounterfactualVNClassification.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "mteb_dataset_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "task_name": "AmazonCounterfactualVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.6877682403433476, + "accuracy_stderr": 0.07442516730127866, + "ap": 0.29715430707111345, + "ap_stderr": 0.0445424341278052, + "evaluation_time": 6.49, + "f1": 0.6188030507541835, + "f1_stderr": 0.05891117182551539, + "main_score": 0.6877682403433476, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AmazonPolarityVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..f0f86c8f39 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AmazonPolarityVNClassification.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "mteb_dataset_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "task_name": "AmazonPolarityVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.8414329584511198, + "accuracy_stderr": 0.018771592207726576, + "ap": 0.791185422501066, + "ap_stderr": 0.03568851509929154, + "evaluation_time": 2752.8, + "f1": 0.840279508266082, + "f1_stderr": 0.019704738695034456, + "main_score": 0.8414329584511198, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AmazonReviewsVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..4ab293da92 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AmazonReviewsVNClassification.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "mteb_dataset_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "task_name": "AmazonReviewsVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.4202978971962617, + "accuracy_stderr": 0.023167411411104965, + "evaluation_time": 38.34, + "f1": 0.4117499059379968, + "f1_stderr": 0.02202366714341748, + "main_score": 0.4202978971962617, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ArguAna-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ArguAna-VN.json new file mode 100644 index 0000000000..e65b932e77 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 86.46, + "map_at_1": 0.28031, + "map_at_10": 0.42412, + "map_at_100": 0.43354, + "map_at_1000": 0.43369, + "map_at_20": 0.43094, + "map_at_3": 0.37889, + "map_at_5": 0.4055, + "mrr_at_1": 0.28031, + "mrr_at_10": 0.42412, + "mrr_at_100": 0.43354, + "mrr_at_1000": 0.43369, + "mrr_at_20": 0.43094, + "mrr_at_3": 0.37889, + "mrr_at_5": 0.4055, + "ndcg_at_1": 0.28031, + "ndcg_at_10": 0.50607, + "ndcg_at_100": 0.5474, + "ndcg_at_1000": 0.55122, + "ndcg_at_20": 0.53063, + "ndcg_at_3": 0.41366, + "ndcg_at_5": 0.46164, + "precision_at_1": 0.28031, + "precision_at_10": 0.07676, + "precision_at_100": 0.00951, + "precision_at_1000": 0.00098, + "precision_at_20": 0.0432, + "precision_at_3": 0.17169, + "precision_at_5": 0.12633, + "recall_at_1": 0.28031, + "recall_at_10": 0.76757, + "recall_at_100": 0.95058, + "recall_at_1000": 0.97992, + "recall_at_20": 0.86409, + "recall_at_3": 0.51506, + "recall_at_5": 0.63166, + "hf_subset": "default", + "main_score": 0.50607, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AskUbuntuDupQuestions-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..96b04b4879 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,21 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "mteb_dataset_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.41", + "task_name": "AskUbuntuDupQuestions-VN", + "scores": { + "test": [ + { + "evaluation_time": 8.78, + "map": 0.5475410726227397, + "mrr": 0.6805279022177977, + "hf_subset": "default", + "main_score": 0.5475410726227397, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/BIOSSES-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/BIOSSES-VN.json new file mode 100644 index 0000000000..0b21c27beb --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/BIOSSES-VN.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "mteb_dataset_name": "BIOSSES-VN", + "mteb_version": "1.38.41", + "task_name": "BIOSSES-VN", + "scores": { + "test": [ + { + "evaluation_time": 0.6, + "hf_subset": "default", + "cosine_spearman": 0.6685453537413385, + "cosine_pearson": 0.6404955855175248, + "euclidean_spearman": 0.6685453537413385, + "euclidean_pearson": 0.6520454413159033, + "manhattan_spearman": 0.7005701798342682, + "manhattan_pearson": 0.7023310807806291, + "pearson": 0.6404955855175248, + "spearman": 0.6685453537413385, + "main_score": 0.6685453537413385, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/Banking77VNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/Banking77VNClassification.json new file mode 100644 index 0000000000..c24a5e0a9e --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.892851, + "f1": 0.886416, + "f1_weighted": 0.891973, + "scores_per_experiment": [ + { + "accuracy": 0.902439, + "f1": 0.894761, + "f1_weighted": 0.90118 + }, + { + "accuracy": 0.887721, + "f1": 0.875824, + "f1_weighted": 0.886505 + }, + { + "accuracy": 0.902439, + "f1": 0.90061, + "f1_weighted": 0.902683 + }, + { + "accuracy": 0.892347, + "f1": 0.888138, + "f1_weighted": 0.892351 + }, + { + "accuracy": 0.898654, + "f1": 0.893026, + "f1_weighted": 0.898387 + }, + { + "accuracy": 0.879731, + "f1": 0.873253, + "f1_weighted": 0.877584 + }, + { + "accuracy": 0.89529, + "f1": 0.887492, + "f1_weighted": 0.893677 + }, + { + "accuracy": 0.885198, + "f1": 0.879325, + "f1_weighted": 0.884126 + }, + { + "accuracy": 0.897813, + "f1": 0.893719, + "f1_weighted": 0.896788 + }, + { + "accuracy": 0.88688, + "f1": 0.878015, + "f1_weighted": 0.886449 + } + ], + "main_score": 0.892851, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 114.3628990650177, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackAndroid-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..02e96149fe --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 125.19, + "map_at_1": 0.19667, + "map_at_10": 0.28664, + "map_at_100": 0.3003, + "map_at_1000": 0.30174, + "map_at_20": 0.29326, + "map_at_3": 0.25943, + "map_at_5": 0.27445, + "mrr_at_1": 0.24914, + "mrr_at_10": 0.34259, + "mrr_at_100": 0.35216, + "mrr_at_1000": 0.35271, + "mrr_at_20": 0.34847, + "mrr_at_3": 0.3173, + "mrr_at_5": 0.33216, + "ndcg_at_1": 0.24914, + "ndcg_at_10": 0.34544, + "ndcg_at_100": 0.40339, + "ndcg_at_1000": 0.4287, + "ndcg_at_20": 0.36587, + "ndcg_at_3": 0.30212, + "ndcg_at_5": 0.32201, + "precision_at_1": 0.24914, + "precision_at_10": 0.07079, + "precision_at_100": 0.01311, + "precision_at_1000": 0.00192, + "precision_at_20": 0.04313, + "precision_at_3": 0.14948, + "precision_at_5": 0.11031, + "recall_at_1": 0.19667, + "recall_at_10": 0.45267, + "recall_at_100": 0.70803, + "recall_at_1000": 0.8753, + "recall_at_20": 0.53296, + "recall_at_3": 0.326, + "recall_at_5": 0.38188, + "hf_subset": "default", + "main_score": 0.34544, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackGis-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackGis-VN.json new file mode 100644 index 0000000000..08cfa8da43 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 297.71, + "map_at_1": 0.08694, + "map_at_10": 0.12571, + "map_at_100": 0.13231, + "map_at_1000": 0.13339, + "map_at_20": 0.12883, + "map_at_3": 0.11192, + "map_at_5": 0.11861, + "mrr_at_1": 0.09385, + "mrr_at_10": 0.13747, + "mrr_at_100": 0.14399, + "mrr_at_1000": 0.1449, + "mrr_at_20": 0.14054, + "mrr_at_3": 0.12308, + "mrr_at_5": 0.13, + "ndcg_at_1": 0.09385, + "ndcg_at_10": 0.15148, + "ndcg_at_100": 0.18835, + "ndcg_at_1000": 0.22323, + "ndcg_at_20": 0.16295, + "ndcg_at_3": 0.12309, + "ndcg_at_5": 0.13467, + "precision_at_1": 0.09385, + "precision_at_10": 0.026, + "precision_at_100": 0.00483, + "precision_at_1000": 0.00084, + "precision_at_20": 0.01569, + "precision_at_3": 0.05385, + "precision_at_5": 0.03908, + "recall_at_1": 0.08694, + "recall_at_10": 0.22007, + "recall_at_100": 0.39612, + "recall_at_1000": 0.67381, + "recall_at_20": 0.26452, + "recall_at_3": 0.14289, + "recall_at_5": 0.17135, + "hf_subset": "default", + "main_score": 0.15148, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackMathematica-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..811213f9c1 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 160.44, + "map_at_1": 0.06164, + "map_at_10": 0.0964, + "map_at_100": 0.10288, + "map_at_1000": 0.10407, + "map_at_20": 0.10084, + "map_at_3": 0.08412, + "map_at_5": 0.08993, + "mrr_at_1": 0.07036, + "mrr_at_10": 0.11283, + "mrr_at_100": 0.12, + "mrr_at_1000": 0.12093, + "mrr_at_20": 0.11798, + "mrr_at_3": 0.09773, + "mrr_at_5": 0.10498, + "ndcg_at_1": 0.07036, + "ndcg_at_10": 0.12216, + "ndcg_at_100": 0.15548, + "ndcg_at_1000": 0.1886, + "ndcg_at_20": 0.13952, + "ndcg_at_3": 0.09671, + "ndcg_at_5": 0.10658, + "precision_at_1": 0.07036, + "precision_at_10": 0.02324, + "precision_at_100": 0.00452, + "precision_at_1000": 0.00086, + "precision_at_20": 0.0162, + "precision_at_3": 0.0462, + "precision_at_5": 0.03412, + "recall_at_1": 0.06164, + "recall_at_10": 0.18658, + "recall_at_100": 0.33232, + "recall_at_1000": 0.57595, + "recall_at_20": 0.25197, + "recall_at_3": 0.1151, + "recall_at_5": 0.14112, + "hf_subset": "default", + "main_score": 0.12216, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackPhysics-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..624caec9be --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 275.79, + "map_at_1": 0.14311, + "map_at_10": 0.19774, + "map_at_100": 0.20778, + "map_at_1000": 0.20913, + "map_at_20": 0.20272, + "map_at_3": 0.17529, + "map_at_5": 0.18761, + "mrr_at_1": 0.18969, + "mrr_at_10": 0.24802, + "mrr_at_100": 0.25595, + "mrr_at_1000": 0.25674, + "mrr_at_20": 0.25224, + "mrr_at_3": 0.2268, + "mrr_at_5": 0.23897, + "ndcg_at_1": 0.18969, + "ndcg_at_10": 0.24003, + "ndcg_at_100": 0.28797, + "ndcg_at_1000": 0.32025, + "ndcg_at_20": 0.25572, + "ndcg_at_3": 0.20219, + "ndcg_at_5": 0.21945, + "precision_at_1": 0.18969, + "precision_at_10": 0.04845, + "precision_at_100": 0.00882, + "precision_at_1000": 0.00136, + "precision_at_20": 0.02928, + "precision_at_3": 0.09759, + "precision_at_5": 0.07381, + "recall_at_1": 0.14311, + "recall_at_10": 0.31848, + "recall_at_100": 0.52739, + "recall_at_1000": 0.75366, + "recall_at_20": 0.37412, + "recall_at_3": 0.21209, + "recall_at_5": 0.25786, + "hf_subset": "default", + "main_score": 0.24003, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackProgrammers-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..026e752ac4 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 252.34, + "map_at_1": 0.1054, + "map_at_10": 0.15583, + "map_at_100": 0.16612, + "map_at_1000": 0.16736, + "map_at_20": 0.1612, + "map_at_3": 0.13727, + "map_at_5": 0.14615, + "mrr_at_1": 0.13377, + "mrr_at_10": 0.18774, + "mrr_at_100": 0.19633, + "mrr_at_1000": 0.1973, + "mrr_at_20": 0.19264, + "mrr_at_3": 0.16803, + "mrr_at_5": 0.17708, + "ndcg_at_1": 0.13377, + "ndcg_at_10": 0.1915, + "ndcg_at_100": 0.24161, + "ndcg_at_1000": 0.27408, + "ndcg_at_20": 0.20937, + "ndcg_at_3": 0.15635, + "ndcg_at_5": 0.16928, + "precision_at_1": 0.13377, + "precision_at_10": 0.03915, + "precision_at_100": 0.00763, + "precision_at_1000": 0.00118, + "precision_at_20": 0.02463, + "precision_at_3": 0.07722, + "precision_at_5": 0.05775, + "recall_at_1": 0.1054, + "recall_at_10": 0.26853, + "recall_at_100": 0.49124, + "recall_at_1000": 0.72494, + "recall_at_20": 0.3326, + "recall_at_3": 0.17199, + "recall_at_5": 0.20499, + "hf_subset": "default", + "main_score": 0.1915, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackStats-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackStats-VN.json new file mode 100644 index 0000000000..974d83a864 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 374.22, + "map_at_1": 0.06349, + "map_at_10": 0.08972, + "map_at_100": 0.0974, + "map_at_1000": 0.09813, + "map_at_20": 0.09398, + "map_at_3": 0.07689, + "map_at_5": 0.08415, + "mrr_at_1": 0.07947, + "mrr_at_10": 0.10602, + "mrr_at_100": 0.11307, + "mrr_at_1000": 0.11371, + "mrr_at_20": 0.10985, + "mrr_at_3": 0.09437, + "mrr_at_5": 0.10149, + "ndcg_at_1": 0.07947, + "ndcg_at_10": 0.10959, + "ndcg_at_100": 0.14952, + "ndcg_at_1000": 0.17164, + "ndcg_at_20": 0.12374, + "ndcg_at_3": 0.08593, + "ndcg_at_5": 0.09804, + "precision_at_1": 0.07947, + "precision_at_10": 0.02086, + "precision_at_100": 0.0044, + "precision_at_1000": 0.00068, + "precision_at_20": 0.01391, + "precision_at_3": 0.03974, + "precision_at_5": 0.03179, + "recall_at_1": 0.06349, + "recall_at_10": 0.15645, + "recall_at_100": 0.3452, + "recall_at_1000": 0.51794, + "recall_at_20": 0.20805, + "recall_at_3": 0.09128, + "recall_at_5": 0.12219, + "hf_subset": "default", + "main_score": 0.10959, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackTex-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackTex-VN.json new file mode 100644 index 0000000000..bb43b2b90d --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 594.2, + "map_at_1": 0.04218, + "map_at_10": 0.06671, + "map_at_100": 0.07198, + "map_at_1000": 0.07294, + "map_at_20": 0.06928, + "map_at_3": 0.05665, + "map_at_5": 0.06162, + "mrr_at_1": 0.05374, + "mrr_at_10": 0.08313, + "mrr_at_100": 0.0886, + "mrr_at_1000": 0.08943, + "mrr_at_20": 0.08585, + "mrr_at_3": 0.07185, + "mrr_at_5": 0.07751, + "ndcg_at_1": 0.05374, + "ndcg_at_10": 0.08659, + "ndcg_at_100": 0.11591, + "ndcg_at_1000": 0.14461, + "ndcg_at_20": 0.0954, + "ndcg_at_3": 0.06669, + "ndcg_at_5": 0.07478, + "precision_at_1": 0.05374, + "precision_at_10": 0.01812, + "precision_at_100": 0.00409, + "precision_at_1000": 0.00079, + "precision_at_20": 0.01175, + "precision_at_3": 0.03316, + "precision_at_5": 0.02619, + "recall_at_1": 0.04218, + "recall_at_10": 0.13099, + "recall_at_100": 0.26942, + "recall_at_1000": 0.48268, + "recall_at_20": 0.16351, + "recall_at_3": 0.07594, + "recall_at_5": 0.09587, + "hf_subset": "default", + "main_score": 0.08659, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackUnix-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..b95ce5cf59 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 374.44, + "map_at_1": 0.11731, + "map_at_10": 0.16392, + "map_at_100": 0.17355, + "map_at_1000": 0.17462, + "map_at_20": 0.16936, + "map_at_3": 0.14407, + "map_at_5": 0.15484, + "mrr_at_1": 0.14268, + "mrr_at_10": 0.19287, + "mrr_at_100": 0.202, + "mrr_at_1000": 0.20278, + "mrr_at_20": 0.19833, + "mrr_at_3": 0.17432, + "mrr_at_5": 0.18382, + "ndcg_at_1": 0.14268, + "ndcg_at_10": 0.20011, + "ndcg_at_100": 0.24885, + "ndcg_at_1000": 0.27744, + "ndcg_at_20": 0.21942, + "ndcg_at_3": 0.16218, + "ndcg_at_5": 0.17892, + "precision_at_1": 0.14268, + "precision_at_10": 0.03652, + "precision_at_100": 0.00684, + "precision_at_1000": 0.00103, + "precision_at_20": 0.02334, + "precision_at_3": 0.07497, + "precision_at_5": 0.05659, + "recall_at_1": 0.11731, + "recall_at_10": 0.28517, + "recall_at_100": 0.50613, + "recall_at_1000": 0.71489, + "recall_at_20": 0.35651, + "recall_at_3": 0.17847, + "recall_at_5": 0.22072, + "hf_subset": "default", + "main_score": 0.20011, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackWebmasters-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..176501dd92 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 115.16, + "map_at_1": 0.10895, + "map_at_10": 0.16212, + "map_at_100": 0.17397, + "map_at_1000": 0.17624, + "map_at_20": 0.16744, + "map_at_3": 0.1451, + "map_at_5": 0.15131, + "mrr_at_1": 0.14, + "mrr_at_10": 0.19443, + "mrr_at_100": 0.2042, + "mrr_at_1000": 0.20504, + "mrr_at_20": 0.19937, + "mrr_at_3": 0.17958, + "mrr_at_5": 0.18571, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.20349, + "ndcg_at_100": 0.25324, + "ndcg_at_1000": 0.28855, + "ndcg_at_20": 0.2192, + "ndcg_at_3": 0.17459, + "ndcg_at_5": 0.18184, + "precision_at_1": 0.14, + "precision_at_10": 0.04525, + "precision_at_100": 0.01137, + "precision_at_1000": 0.00216, + "precision_at_20": 0.03088, + "precision_at_3": 0.08833, + "precision_at_5": 0.064, + "recall_at_1": 0.10895, + "recall_at_10": 0.27955, + "recall_at_100": 0.51581, + "recall_at_1000": 0.76096, + "recall_at_20": 0.34206, + "recall_at_3": 0.18845, + "recall_at_5": 0.21064, + "hf_subset": "default", + "main_score": 0.20349, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackWordpress-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..be8426454c --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 361.53, + "map_at_1": 0.05894, + "map_at_10": 0.09161, + "map_at_100": 0.09858, + "map_at_1000": 0.09967, + "map_at_20": 0.09556, + "map_at_3": 0.08105, + "map_at_5": 0.08543, + "mrr_at_1": 0.06545, + "mrr_at_10": 0.09952, + "mrr_at_100": 0.10721, + "mrr_at_1000": 0.10829, + "mrr_at_20": 0.10414, + "mrr_at_3": 0.08901, + "mrr_at_5": 0.09372, + "ndcg_at_1": 0.06545, + "ndcg_at_10": 0.11448, + "ndcg_at_100": 0.15088, + "ndcg_at_1000": 0.18299, + "ndcg_at_20": 0.12947, + "ndcg_at_3": 0.09216, + "ndcg_at_5": 0.09994, + "precision_at_1": 0.06545, + "precision_at_10": 0.01963, + "precision_at_100": 0.00416, + "precision_at_1000": 0.00077, + "precision_at_20": 0.01374, + "precision_at_3": 0.04188, + "precision_at_5": 0.02932, + "recall_at_1": 0.05894, + "recall_at_10": 0.18023, + "recall_at_100": 0.3489, + "recall_at_1000": 0.59311, + "recall_at_20": 0.23686, + "recall_at_3": 0.11479, + "recall_at_5": 0.13442, + "hf_subset": "default", + "main_score": 0.11448, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ClimateFEVER-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ClimateFEVER-VN.json new file mode 100644 index 0000000000..15c32dea55 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 23082.42, + "map_at_1": 0.06196, + "map_at_10": 0.10957, + "map_at_100": 0.11961, + "map_at_1000": 0.1213, + "map_at_20": 0.11414, + "map_at_3": 0.09122, + "map_at_5": 0.10035, + "mrr_at_1": 0.14714, + "mrr_at_10": 0.23245, + "mrr_at_100": 0.24201, + "mrr_at_1000": 0.24261, + "mrr_at_20": 0.238, + "mrr_at_3": 0.20421, + "mrr_at_5": 0.22028, + "ndcg_at_1": 0.14714, + "ndcg_at_10": 0.1652, + "ndcg_at_100": 0.21495, + "ndcg_at_1000": 0.24955, + "ndcg_at_20": 0.18158, + "ndcg_at_3": 0.13144, + "ndcg_at_5": 0.14263, + "precision_at_1": 0.14714, + "precision_at_10": 0.05395, + "precision_at_100": 0.01085, + "precision_at_1000": 0.00172, + "precision_at_20": 0.0342, + "precision_at_3": 0.09991, + "precision_at_5": 0.07793, + "recall_at_1": 0.06196, + "recall_at_10": 0.20509, + "recall_at_100": 0.37955, + "recall_at_1000": 0.5764, + "recall_at_20": 0.2508, + "recall_at_3": 0.12125, + "recall_at_5": 0.15478, + "hf_subset": "default", + "main_score": 0.1652, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/DBPedia-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/DBPedia-VN.json new file mode 100644 index 0000000000..f589cb3dde --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 15501.85, + "map_at_1": 0.01554, + "map_at_10": 0.03159, + "map_at_100": 0.03785, + "map_at_1000": 0.03951, + "map_at_20": 0.03433, + "map_at_3": 0.02476, + "map_at_5": 0.02739, + "mrr_at_1": 0.1118, + "mrr_at_10": 0.16763, + "mrr_at_100": 0.17582, + "mrr_at_1000": 0.17661, + "mrr_at_20": 0.1729, + "mrr_at_3": 0.15631, + "mrr_at_5": 0.16237, + "ndcg_at_1": 0.0854, + "ndcg_at_10": 0.06958, + "ndcg_at_100": 0.08225, + "ndcg_at_1000": 0.10838, + "ndcg_at_20": 0.07027, + "ndcg_at_3": 0.07925, + "ndcg_at_5": 0.07165, + "precision_at_1": 0.1118, + "precision_at_10": 0.05217, + "precision_at_100": 0.01475, + "precision_at_1000": 0.00343, + "precision_at_20": 0.03742, + "precision_at_3": 0.09213, + "precision_at_5": 0.06894, + "recall_at_1": 0.01554, + "recall_at_10": 0.0513, + "recall_at_100": 0.1191, + "recall_at_1000": 0.2166, + "recall_at_20": 0.07035, + "recall_at_3": 0.03212, + "recall_at_5": 0.03895, + "hf_subset": "default", + "main_score": 0.06958, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/EmotionVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/EmotionVNClassification.json new file mode 100644 index 0000000000..30884c0091 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/EmotionVNClassification.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "mteb_dataset_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "task_name": "EmotionVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.5023255813953489, + "accuracy_stderr": 0.021738623561340913, + "evaluation_time": 11.89, + "f1": 0.45474969148982414, + "f1_stderr": 0.02046243413583698, + "main_score": 0.5023255813953489, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/FEVER-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/FEVER-VN.json new file mode 100644 index 0000000000..1e118fe63d --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 23856.55, + "map_at_1": 0.30422, + "map_at_10": 0.3999, + "map_at_100": 0.40608, + "map_at_1000": 0.40649, + "map_at_20": 0.40364, + "map_at_3": 0.37702, + "map_at_5": 0.3908, + "mrr_at_1": 0.32876, + "mrr_at_10": 0.42845, + "mrr_at_100": 0.43428, + "mrr_at_1000": 0.43464, + "mrr_at_20": 0.43207, + "mrr_at_3": 0.40549, + "mrr_at_5": 0.41918, + "ndcg_at_1": 0.32876, + "ndcg_at_10": 0.4523, + "ndcg_at_100": 0.48217, + "ndcg_at_1000": 0.49388, + "ndcg_at_20": 0.46542, + "ndcg_at_3": 0.4068, + "ndcg_at_5": 0.43072, + "precision_at_1": 0.32876, + "precision_at_10": 0.06438, + "precision_at_100": 0.00805, + "precision_at_1000": 0.00092, + "precision_at_20": 0.03508, + "precision_at_3": 0.16902, + "precision_at_5": 0.11417, + "recall_at_1": 0.30422, + "recall_at_10": 0.58717, + "recall_at_100": 0.72379, + "recall_at_1000": 0.81481, + "recall_at_20": 0.63708, + "recall_at_3": 0.46426, + "recall_at_5": 0.52226, + "hf_subset": "default", + "main_score": 0.4523, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/FiQA2018-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/FiQA2018-VN.json new file mode 100644 index 0000000000..936b7e49ff --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 370.92, + "map_at_1": 0.04414, + "map_at_10": 0.0797, + "map_at_100": 0.08928, + "map_at_1000": 0.09136, + "map_at_20": 0.08376, + "map_at_3": 0.06532, + "map_at_5": 0.07218, + "mrr_at_1": 0.1029, + "mrr_at_10": 0.15449, + "mrr_at_100": 0.16337, + "mrr_at_1000": 0.16434, + "mrr_at_20": 0.15938, + "mrr_at_3": 0.13237, + "mrr_at_5": 0.14437, + "ndcg_at_1": 0.1029, + "ndcg_at_10": 0.11764, + "ndcg_at_100": 0.16791, + "ndcg_at_1000": 0.21617, + "ndcg_at_20": 0.13164, + "ndcg_at_3": 0.09622, + "ndcg_at_5": 0.10221, + "precision_at_1": 0.1029, + "precision_at_10": 0.03905, + "precision_at_100": 0.00934, + "precision_at_1000": 0.00179, + "precision_at_20": 0.02559, + "precision_at_3": 0.06684, + "precision_at_5": 0.05488, + "recall_at_1": 0.04414, + "recall_at_10": 0.15863, + "recall_at_100": 0.35909, + "recall_at_1000": 0.66134, + "recall_at_20": 0.20222, + "recall_at_3": 0.08735, + "recall_at_5": 0.11108, + "hf_subset": "default", + "main_score": 0.11764, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/HotpotQA-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/HotpotQA-VN.json new file mode 100644 index 0000000000..26394a0723 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 18664.38, + "map_at_1": 0.1809, + "map_at_10": 0.23631, + "map_at_100": 0.24204, + "map_at_1000": 0.2428, + "map_at_20": 0.23925, + "map_at_3": 0.2225, + "map_at_5": 0.23047, + "mrr_at_1": 0.36181, + "mrr_at_10": 0.41445, + "mrr_at_100": 0.41909, + "mrr_at_1000": 0.41962, + "mrr_at_20": 0.41703, + "mrr_at_3": 0.4017, + "mrr_at_5": 0.40936, + "ndcg_at_1": 0.36181, + "ndcg_at_10": 0.29724, + "ndcg_at_100": 0.32465, + "ndcg_at_1000": 0.34412, + "ndcg_at_20": 0.30673, + "ndcg_at_3": 0.27177, + "ndcg_at_5": 0.2848, + "precision_at_1": 0.36181, + "precision_at_10": 0.06149, + "precision_at_100": 0.00837, + "precision_at_1000": 0.0011, + "precision_at_20": 0.03382, + "precision_at_3": 0.1669, + "precision_at_5": 0.11046, + "recall_at_1": 0.1809, + "recall_at_10": 0.30747, + "recall_at_100": 0.4186, + "recall_at_1000": 0.54881, + "recall_at_20": 0.33816, + "recall_at_3": 0.25036, + "recall_at_5": 0.27614, + "hf_subset": "default", + "main_score": 0.29724, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ImdbVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ImdbVNClassification.json new file mode 100644 index 0000000000..d67ee41c20 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ImdbVNClassification.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "mteb_dataset_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "task_name": "ImdbVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.8151170689733254, + "accuracy_stderr": 0.029331573378373173, + "ap": 0.7604951349539633, + "ap_stderr": 0.036670448711965724, + "evaluation_time": 275.84, + "f1": 0.8147414793946961, + "f1_stderr": 0.029631457552231868, + "main_score": 0.8151170689733254, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MSMARCO-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MSMARCO-VN.json new file mode 100644 index 0000000000..b051a2927a --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 33866.06, + "map_at_1": 0.04569, + "map_at_10": 0.08141, + "map_at_100": 0.08769, + "map_at_1000": 0.08847, + "map_at_20": 0.08467, + "map_at_3": 0.06949, + "map_at_5": 0.07572, + "mrr_at_1": 0.04688, + "mrr_at_10": 0.08318, + "mrr_at_100": 0.08949, + "mrr_at_1000": 0.09026, + "mrr_at_20": 0.08643, + "mrr_at_3": 0.07109, + "mrr_at_5": 0.07745, + "ndcg_at_1": 0.04688, + "ndcg_at_10": 0.10298, + "ndcg_at_100": 0.13795, + "ndcg_at_1000": 0.16221, + "ndcg_at_20": 0.11499, + "ndcg_at_3": 0.07796, + "ndcg_at_5": 0.08922, + "precision_at_1": 0.04688, + "precision_at_10": 0.01767, + "precision_at_100": 0.00357, + "precision_at_1000": 0.00056, + "precision_at_20": 0.01128, + "precision_at_3": 0.03488, + "precision_at_5": 0.02647, + "recall_at_1": 0.04569, + "recall_at_10": 0.17019, + "recall_at_100": 0.3422, + "recall_at_1000": 0.53874, + "recall_at_20": 0.21774, + "recall_at_3": 0.10091, + "recall_at_5": 0.12807, + "hf_subset": "default", + "main_score": 0.10298, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MTOPDomainVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..84a7aec791 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MTOPDomainVNClassification.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "mteb_dataset_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "task_name": "MTOPDomainVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.9165600782484388, + "accuracy_stderr": 0.007086927723857281, + "evaluation_time": 25.15, + "f1": 0.9153779333289703, + "f1_stderr": 0.0069816747144719, + "main_score": 0.9165600782484388, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MTOPIntentVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..efb52131b8 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MTOPIntentVNClassification.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "mteb_dataset_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "task_name": "MTOPIntentVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.7571890753141224, + "accuracy_stderr": 0.017681707497255277, + "evaluation_time": 97.66, + "f1": 0.4989100514484881, + "f1_stderr": 0.016923139589254777, + "main_score": 0.7571890753141224, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MassiveIntentVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..11ff979282 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MassiveIntentVNClassification.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "mteb_dataset_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "task_name": "MassiveIntentVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.7258968609865472, + "accuracy_stderr": 0.02035455844839158, + "evaluation_time": 50.25, + "f1": 0.6859634541208813, + "f1_stderr": 0.016265138704823302, + "main_score": 0.7258968609865472, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MassiveScenarioVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..7867db782e --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/MassiveScenarioVNClassification.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "mteb_dataset_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "task_name": "MassiveScenarioVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.764821029082774, + "accuracy_stderr": 0.01981200336363801, + "evaluation_time": 18.45, + "f1": 0.754080280007336, + "f1_stderr": 0.018928509359185733, + "main_score": 0.764821029082774, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/NFCorpus-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/NFCorpus-VN.json new file mode 100644 index 0000000000..811df40564 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 41.54, + "map_at_1": 0.00894, + "map_at_10": 0.01993, + "map_at_100": 0.03087, + "map_at_1000": 0.03973, + "map_at_20": 0.02347, + "map_at_3": 0.01465, + "map_at_5": 0.01774, + "mrr_at_1": 0.16867, + "mrr_at_10": 0.21722, + "mrr_at_100": 0.22933, + "mrr_at_1000": 0.23061, + "mrr_at_20": 0.22322, + "mrr_at_3": 0.20582, + "mrr_at_5": 0.21124, + "ndcg_at_1": 0.1506, + "ndcg_at_10": 0.10248, + "ndcg_at_100": 0.10783, + "ndcg_at_1000": 0.20396, + "ndcg_at_20": 0.09592, + "ndcg_at_3": 0.13297, + "ndcg_at_5": 0.11913, + "precision_at_1": 0.16867, + "precision_at_10": 0.08554, + "precision_at_100": 0.03873, + "precision_at_1000": 0.01739, + "precision_at_20": 0.06928, + "precision_at_3": 0.13253, + "precision_at_5": 0.11084, + "recall_at_1": 0.00894, + "recall_at_10": 0.029, + "recall_at_100": 0.13851, + "recall_at_1000": 0.46472, + "recall_at_20": 0.0439, + "recall_at_3": 0.0175, + "recall_at_5": 0.02275, + "hf_subset": "default", + "main_score": 0.10248, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/NQ-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/NQ-VN.json new file mode 100644 index 0000000000..c71f267957 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 14087.56, + "map_at_1": 0.03702, + "map_at_10": 0.07188, + "map_at_100": 0.07945, + "map_at_1000": 0.08019, + "map_at_20": 0.0763, + "map_at_3": 0.05741, + "map_at_5": 0.06477, + "mrr_at_1": 0.04421, + "mrr_at_10": 0.08243, + "mrr_at_100": 0.08921, + "mrr_at_1000": 0.08986, + "mrr_at_20": 0.08635, + "mrr_at_3": 0.06746, + "mrr_at_5": 0.0754, + "ndcg_at_1": 0.04421, + "ndcg_at_10": 0.09706, + "ndcg_at_100": 0.13428, + "ndcg_at_1000": 0.15573, + "ndcg_at_20": 0.11219, + "ndcg_at_3": 0.06666, + "ndcg_at_5": 0.08012, + "precision_at_1": 0.04421, + "precision_at_10": 0.02021, + "precision_at_100": 0.00413, + "precision_at_1000": 0.00062, + "precision_at_20": 0.01355, + "precision_at_3": 0.03351, + "precision_at_5": 0.02789, + "recall_at_1": 0.03702, + "recall_at_10": 0.16509, + "recall_at_100": 0.33618, + "recall_at_1000": 0.50342, + "recall_at_20": 0.22228, + "recall_at_3": 0.08368, + "recall_at_5": 0.11518, + "hf_subset": "default", + "main_score": 0.09706, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/Quora-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/Quora-VN.json new file mode 100644 index 0000000000..df15316cfa --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 1159.29, + "map_at_1": 0.12777, + "map_at_10": 0.17864, + "map_at_100": 0.18609, + "map_at_1000": 0.18703, + "map_at_20": 0.18249, + "map_at_3": 0.16201, + "map_at_5": 0.17099, + "mrr_at_1": 0.15467, + "mrr_at_10": 0.20943, + "mrr_at_100": 0.21634, + "mrr_at_1000": 0.21706, + "mrr_at_20": 0.21314, + "mrr_at_3": 0.19284, + "mrr_at_5": 0.20181, + "ndcg_at_1": 0.15467, + "ndcg_at_10": 0.21305, + "ndcg_at_100": 0.25034, + "ndcg_at_1000": 0.2756, + "ndcg_at_20": 0.22585, + "ndcg_at_3": 0.18299, + "ndcg_at_5": 0.19647, + "precision_at_1": 0.15467, + "precision_at_10": 0.03864, + "precision_at_100": 0.00665, + "precision_at_1000": 0.00097, + "precision_at_20": 0.02313, + "precision_at_3": 0.08541, + "precision_at_5": 0.06151, + "recall_at_1": 0.12777, + "recall_at_10": 0.28684, + "recall_at_100": 0.45583, + "recall_at_1000": 0.64219, + "recall_at_20": 0.33451, + "recall_at_3": 0.20204, + "recall_at_5": 0.23696, + "hf_subset": "default", + "main_score": 0.21305, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/RedditClustering-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/RedditClustering-VN.json new file mode 100644 index 0000000000..669622df6d --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/RedditClustering-VN.json @@ -0,0 +1,33 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "mteb_dataset_name": "RedditClustering-VN", + "mteb_version": "1.38.41", + "task_name": "RedditClustering-VN", + "scores": { + "test": [ + { + "evaluation_time": 635.6, + "main_score": 0.2991026013597876, + "v_measure": 0.2991026013597876, + "v_measure_std": 0.03669505179410323, + "v_measures": [ + 0.21423532692142896, + 0.3648419397343025, + 0.2942165978824259, + 0.29121048314851616, + 0.2682957199481381, + 0.31325265092639537, + 0.31644932892762606, + 0.30533917050290676, + 0.316784372087254, + 0.3064004235188818 + ], + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/RedditClusteringP2P-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..e74438a70f --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/RedditClusteringP2P-VN.json @@ -0,0 +1,33 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "mteb_dataset_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.41", + "task_name": "RedditClusteringP2P-VN", + "scores": { + "test": [ + { + "evaluation_time": 4003.34, + "main_score": 0.5649919454086525, + "v_measure": 0.5649919454086525, + "v_measure_std": 0.11903579227190451, + "v_measures": [ + 0.6339209231322965, + 0.6118449039251147, + 0.6308931944532521, + 0.37322951427090256, + 0.6024615503531009, + 0.561988993085883, + 0.2969332592793261, + 0.6490677013242829, + 0.6280498804688959, + 0.6615295337934695 + ], + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SCIDOCS-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SCIDOCS-VN.json new file mode 100644 index 0000000000..311da505ec --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 234.92, + "map_at_1": 0.01638, + "map_at_10": 0.04371, + "map_at_100": 0.05258, + "map_at_1000": 0.05452, + "map_at_20": 0.04796, + "map_at_3": 0.03058, + "map_at_5": 0.03686, + "mrr_at_1": 0.08, + "mrr_at_10": 0.14624, + "mrr_at_100": 0.15545, + "mrr_at_1000": 0.15668, + "mrr_at_20": 0.15125, + "mrr_at_3": 0.12875, + "mrr_at_5": 0.13775, + "ndcg_at_1": 0.08, + "ndcg_at_10": 0.08123, + "ndcg_at_100": 0.12494, + "ndcg_at_1000": 0.1743, + "ndcg_at_20": 0.09493, + "ndcg_at_3": 0.07487, + "ndcg_at_5": 0.06576, + "precision_at_1": 0.08, + "precision_at_10": 0.044, + "precision_at_100": 0.0108, + "precision_at_1000": 0.00229, + "precision_at_20": 0.02988, + "precision_at_3": 0.0725, + "precision_at_5": 0.0595, + "recall_at_1": 0.01638, + "recall_at_10": 0.08887, + "recall_at_100": 0.22088, + "recall_at_1000": 0.46512, + "recall_at_20": 0.12133, + "recall_at_3": 0.04412, + "recall_at_5": 0.06025, + "hf_subset": "default", + "main_score": 0.08123, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SICK-R-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SICK-R-VN.json new file mode 100644 index 0000000000..e3d248c7cf --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SICK-R-VN.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "mteb_dataset_name": "SICK-R-VN", + "mteb_version": "1.38.41", + "task_name": "SICK-R-VN", + "scores": { + "test": [ + { + "evaluation_time": 26.11, + "hf_subset": "default", + "cosine_spearman": 0.6650382605253936, + "cosine_pearson": 0.6829128951796697, + "euclidean_spearman": 0.6650388682313201, + "euclidean_pearson": 0.6695275522148613, + "manhattan_spearman": 0.6706852724847173, + "manhattan_pearson": 0.6743700752014444, + "pearson": 0.6829128951796697, + "spearman": 0.6650382605253936, + "main_score": 0.6650382605253936, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/STSBenchmark-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/STSBenchmark-VN.json new file mode 100644 index 0000000000..0598930cad --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/STSBenchmark-VN.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "mteb_dataset_name": "STSBenchmark-VN", + "mteb_version": "1.38.41", + "task_name": "STSBenchmark-VN", + "scores": { + "test": [ + { + "evaluation_time": 6.36, + "hf_subset": "default", + "cosine_spearman": 0.649727954489959, + "cosine_pearson": 0.6302990535819077, + "euclidean_spearman": 0.6497308963078349, + "euclidean_pearson": 0.6492514843965518, + "manhattan_spearman": 0.6632750653030834, + "manhattan_pearson": 0.6674582513182752, + "pearson": 0.6302990535819077, + "spearman": 0.649727954489959, + "main_score": 0.649727954489959, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SciDocsRR-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SciDocsRR-VN.json new file mode 100644 index 0000000000..89f372e484 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SciDocsRR-VN.json @@ -0,0 +1,21 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "mteb_dataset_name": "SciDocsRR-VN", + "mteb_version": "1.38.41", + "task_name": "SciDocsRR-VN", + "scores": { + "test": [ + { + "evaluation_time": 39.02, + "map": 0.7289317908896844, + "mrr": 0.839343220338983, + "hf_subset": "default", + "main_score": 0.7289317908896844, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SciFact-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SciFact-VN.json new file mode 100644 index 0000000000..404bf1e8d0 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 56.26, + "map_at_1": 0.30684, + "map_at_10": 0.40057, + "map_at_100": 0.41212, + "map_at_1000": 0.41297, + "map_at_20": 0.40827, + "map_at_3": 0.36754, + "map_at_5": 0.38493, + "mrr_at_1": 0.33582, + "mrr_at_10": 0.41826, + "mrr_at_100": 0.42638, + "mrr_at_1000": 0.4272, + "mrr_at_20": 0.42357, + "mrr_at_3": 0.3893, + "mrr_at_5": 0.40423, + "ndcg_at_1": 0.33582, + "ndcg_at_10": 0.45291, + "ndcg_at_100": 0.50103, + "ndcg_at_1000": 0.52205, + "ndcg_at_20": 0.47652, + "ndcg_at_3": 0.39189, + "ndcg_at_5": 0.41838, + "precision_at_1": 0.33582, + "precision_at_10": 0.07015, + "precision_at_100": 0.00963, + "precision_at_1000": 0.00113, + "precision_at_20": 0.0403, + "precision_at_3": 0.16169, + "precision_at_5": 0.11493, + "recall_at_1": 0.30684, + "recall_at_10": 0.59925, + "recall_at_100": 0.81194, + "recall_at_1000": 0.97761, + "recall_at_20": 0.68756, + "recall_at_3": 0.43209, + "recall_at_5": 0.49913, + "hf_subset": "default", + "main_score": 0.45291, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SprintDuplicateQuestions-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..4fade56cd5 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.997511, + "similarity_accuracy_threshold": 0.830043, + "similarity_f1": 0.874865, + "similarity_f1_threshold": 0.810483, + "similarity_precision": 0.843035, + "similarity_recall": 0.909193, + "similarity_ap": 0.942771, + "cosine_accuracy": 0.997511, + "cosine_accuracy_threshold": 0.830043, + "cosine_f1": 0.874865, + "cosine_f1_threshold": 0.810483, + "cosine_precision": 0.843035, + "cosine_recall": 0.909193, + "cosine_ap": 0.942771, + "manhattan_accuracy": 0.997827, + "manhattan_accuracy_threshold": 5053.483398, + "manhattan_f1": 0.891268, + "manhattan_f1_threshold": 5119.758789, + "manhattan_precision": 0.89581, + "manhattan_recall": 0.886771, + "manhattan_ap": 0.952942, + "euclidean_accuracy": 0.997804, + "euclidean_accuracy_threshold": 107.7201, + "euclidean_f1": 0.890017, + "euclidean_f1_threshold": 107.889374, + "euclidean_precision": 0.895573, + "euclidean_recall": 0.884529, + "euclidean_ap": 0.951587, + "dot_accuracy": 0.995394, + "dot_accuracy_threshold": 28183.417969, + "dot_f1": 0.75243, + "dot_f1_threshold": 27346.339844, + "dot_precision": 0.767795, + "dot_recall": 0.737668, + "dot_ap": 0.823483, + "max_accuracy": 0.997827, + "max_f1": 0.891268, + "max_precision": 0.89581, + "max_recall": 0.909193, + "max_ap": 0.952942, + "main_score": 0.952942, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.99737, + "similarity_accuracy_threshold": 0.842552, + "similarity_f1": 0.865826, + "similarity_f1_threshold": 0.83029, + "similarity_precision": 0.878929, + "similarity_recall": 0.853107, + "similarity_ap": 0.930602, + "cosine_accuracy": 0.99737, + "cosine_accuracy_threshold": 0.842552, + "cosine_f1": 0.865826, + "cosine_f1_threshold": 0.83029, + "cosine_precision": 0.878929, + "cosine_recall": 0.853107, + "cosine_ap": 0.930602, + "manhattan_accuracy": 0.997542, + "manhattan_accuracy_threshold": 4988.672363, + "manhattan_f1": 0.876649, + "manhattan_f1_threshold": 5009.652344, + "manhattan_precision": 0.890443, + "manhattan_recall": 0.863277, + "manhattan_ap": 0.939044, + "euclidean_accuracy": 0.99753, + "euclidean_accuracy_threshold": 104.853302, + "euclidean_f1": 0.87471, + "euclidean_f1_threshold": 104.853302, + "euclidean_precision": 0.898689, + "euclidean_recall": 0.851977, + "euclidean_ap": 0.937783, + "dot_accuracy": 0.99593, + "dot_accuracy_threshold": 28317.796875, + "dot_f1": 0.78213, + "dot_f1_threshold": 28116.544922, + "dot_precision": 0.853138, + "dot_recall": 0.722034, + "dot_ap": 0.846205, + "max_accuracy": 0.997542, + "max_f1": 0.876649, + "max_precision": 0.898689, + "max_recall": 0.863277, + "max_ap": 0.939044, + "main_score": 0.939044, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 390.6218354701996, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/StackExchangeClustering-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..4de074afb6 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/StackExchangeClustering-VN.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "mteb_dataset_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.41", + "task_name": "StackExchangeClustering-VN", + "scores": { + "test": [ + { + "evaluation_time": 41.86, + "main_score": 0.48825428831758416, + "v_measure": 0.48825428831758416, + "v_measure_std": 0.05235337775052829, + "v_measures": [ + 0.4257765952549667, + 0.44978420964834104, + 0.5231578617990482, + 0.5542984865679808 + ], + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/StackExchangeClusteringP2P-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..d073366491 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,33 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "mteb_dataset_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.41", + "task_name": "StackExchangeClusteringP2P-VN", + "scores": { + "test": [ + { + "evaluation_time": 812.35, + "main_score": 0.3299098433915863, + "v_measure": 0.3299098433915863, + "v_measure_std": 0.014622957360218541, + "v_measures": [ + 0.31991182399087026, + 0.31715492416644697, + 0.3182528030631001, + 0.3092832887901692, + 0.3192200923441985, + 0.3539267995786928, + 0.3408860368957723, + 0.33987708092539737, + 0.33060258407296955, + 0.34998300008824634 + ], + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/StackOverflowDupQuestions-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..54290ea65c --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/StackOverflowDupQuestions-VN.json @@ -0,0 +1,21 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "mteb_dataset_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.41", + "task_name": "StackOverflowDupQuestions-VN", + "scores": { + "test": [ + { + "evaluation_time": 92.27, + "map": 0.4062446087145354, + "mrr": 0.4063378418660109, + "hf_subset": "default", + "main_score": 0.4062446087145354, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TRECCOVID-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TRECCOVID-VN.json new file mode 100644 index 0000000000..14358d387f --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 1447.19, + "map_at_1": 0.00123, + "map_at_10": 0.00857, + "map_at_100": 0.04941, + "map_at_1000": 0.13332, + "map_at_20": 0.01433, + "map_at_3": 0.0032, + "map_at_5": 0.00488, + "mrr_at_1": 0.52273, + "mrr_at_10": 0.63333, + "mrr_at_100": 0.63946, + "mrr_at_1000": 0.63946, + "mrr_at_20": 0.63627, + "mrr_at_3": 0.60227, + "mrr_at_5": 0.62727, + "ndcg_at_1": 0.47727, + "ndcg_at_10": 0.39202, + "ndcg_at_100": 0.33618, + "ndcg_at_1000": 0.33808, + "ndcg_at_20": 0.37699, + "ndcg_at_3": 0.43448, + "ndcg_at_5": 0.41999, + "precision_at_1": 0.52273, + "precision_at_10": 0.41591, + "precision_at_100": 0.35455, + "precision_at_1000": 0.15866, + "precision_at_20": 0.4, + "precision_at_3": 0.46212, + "precision_at_5": 0.45455, + "recall_at_1": 0.00123, + "recall_at_10": 0.01117, + "recall_at_100": 0.08317, + "recall_at_1000": 0.332, + "recall_at_20": 0.0201, + "recall_at_3": 0.00359, + "recall_at_5": 0.00592, + "hf_subset": "default", + "main_score": 0.39202, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/Touche2020-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/Touche2020-VN.json new file mode 100644 index 0000000000..0c04210a73 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 2701.45, + "map_at_1": 0.00571, + "map_at_10": 0.03452, + "map_at_100": 0.06748, + "map_at_1000": 0.07753, + "map_at_20": 0.04525, + "map_at_3": 0.0177, + "map_at_5": 0.02175, + "mrr_at_1": 0.04, + "mrr_at_10": 0.24911, + "mrr_at_100": 0.26236, + "mrr_at_1000": 0.26236, + "mrr_at_20": 0.25783, + "mrr_at_3": 0.2, + "mrr_at_5": 0.228, + "ndcg_at_1": 0.02, + "ndcg_at_10": 0.11054, + "ndcg_at_100": 0.21366, + "ndcg_at_1000": 0.31429, + "ndcg_at_20": 0.12905, + "ndcg_at_3": 0.11676, + "ndcg_at_5": 0.11289, + "precision_at_1": 0.04, + "precision_at_10": 0.128, + "precision_at_100": 0.0536, + "precision_at_1000": 0.0116, + "precision_at_20": 0.11, + "precision_at_3": 0.16, + "precision_at_5": 0.136, + "recall_at_1": 0.00571, + "recall_at_10": 0.08839, + "recall_at_100": 0.32752, + "recall_at_1000": 0.63459, + "recall_at_20": 0.14179, + "recall_at_3": 0.0307, + "recall_at_5": 0.04327, + "hf_subset": "default", + "main_score": 0.11054, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ToxicConversationsVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..ca7e378360 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/ToxicConversationsVNClassification.json @@ -0,0 +1,25 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "mteb_dataset_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "task_name": "ToxicConversationsVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.731884765625, + "accuracy_stderr": 0.078102551095988, + "ap": 0.14127555657025184, + "ap_stderr": 0.02407443864924532, + "evaluation_time": 22.08, + "f1": 0.5545049040036716, + "f1_stderr": 0.05146292923907949, + "main_score": 0.731884765625, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TweetSentimentExtractionVNClassification.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..70e5283897 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "mteb_dataset_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "task_name": "TweetSentimentExtractionVNClassification", + "scores": { + "test": [ + { + "accuracy": 0.6112832929782083, + "accuracy_stderr": 0.023241575677077755, + "evaluation_time": 12.79, + "f1": 0.6100457251834716, + "f1_stderr": 0.023740423891804092, + "main_score": 0.6112832929782083, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TwentyNewsgroupsClustering-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..9fc289884d --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,33 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "mteb_dataset_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.41", + "task_name": "TwentyNewsgroupsClustering-VN", + "scores": { + "test": [ + { + "evaluation_time": 55.28, + "main_score": 0.3241676142870165, + "v_measure": 0.3241676142870165, + "v_measure_std": 0.014088210141766023, + "v_measures": [ + 0.32249348702246183, + 0.30184612243067865, + 0.33912882835691643, + 0.3281149062360224, + 0.32873476475012975, + 0.31957644085040415, + 0.3075837867009136, + 0.31319001710698763, + 0.3521891221107069, + 0.32881866730494375 + ], + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TwitterSemEval2015-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..d7b1682ae9 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.833689, + "similarity_accuracy_threshold": 0.763572, + "similarity_f1": 0.617413, + "similarity_f1_threshold": 0.737983, + "similarity_precision": 0.617834, + "similarity_recall": 0.616992, + "similarity_ap": 0.659524, + "cosine_accuracy": 0.833689, + "cosine_accuracy_threshold": 0.763572, + "cosine_f1": 0.617413, + "cosine_f1_threshold": 0.737983, + "cosine_precision": 0.617834, + "cosine_recall": 0.616992, + "cosine_ap": 0.659524, + "manhattan_accuracy": 0.836249, + "manhattan_accuracy_threshold": 5319.06543, + "manhattan_f1": 0.636208, + "manhattan_f1_threshold": 5955.201172, + "manhattan_precision": 0.602601, + "manhattan_recall": 0.673785, + "manhattan_ap": 0.67579, + "euclidean_accuracy": 0.836036, + "euclidean_accuracy_threshold": 112.134201, + "euclidean_f1": 0.635625, + "euclidean_f1_threshold": 125.083221, + "euclidean_precision": 0.615221, + "euclidean_recall": 0.657428, + "euclidean_ap": 0.676016, + "dot_accuracy": 0.803819, + "dot_accuracy_threshold": 22990.316406, + "dot_f1": 0.557461, + "dot_f1_threshold": 20714.693359, + "dot_precision": 0.49234, + "dot_recall": 0.642435, + "dot_ap": 0.552364, + "max_accuracy": 0.836249, + "max_f1": 0.636208, + "max_precision": 0.617834, + "max_recall": 0.673785, + "max_ap": 0.676016, + "main_score": 0.676016, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 196.93400502204895, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TwitterURLCorpus-VN.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..8308a32ac2 --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.867557, + "similarity_accuracy_threshold": 0.694263, + "similarity_f1": 0.775599, + "similarity_f1_threshold": 0.670755, + "similarity_precision": 0.734832, + "similarity_recall": 0.821154, + "similarity_ap": 0.849049, + "cosine_accuracy": 0.867557, + "cosine_accuracy_threshold": 0.694263, + "cosine_f1": 0.775599, + "cosine_f1_threshold": 0.670755, + "cosine_precision": 0.734832, + "cosine_recall": 0.821154, + "cosine_ap": 0.849178, + "manhattan_accuracy": 0.870346, + "manhattan_accuracy_threshold": 6194.638672, + "manhattan_f1": 0.781257, + "manhattan_f1_threshold": 6565.248047, + "manhattan_precision": 0.742432, + "manhattan_recall": 0.824366, + "manhattan_ap": 0.853771, + "euclidean_accuracy": 0.869981, + "euclidean_accuracy_threshold": 133.449982, + "euclidean_f1": 0.781037, + "euclidean_f1_threshold": 138.15097, + "euclidean_precision": 0.745413, + "euclidean_recall": 0.820236, + "euclidean_ap": 0.853657, + "dot_accuracy": 0.853608, + "dot_accuracy_threshold": 20298.308594, + "dot_f1": 0.754352, + "dot_f1_threshold": 19614.439453, + "dot_precision": 0.719446, + "dot_recall": 0.792819, + "dot_ap": 0.816018, + "max_accuracy": 0.870346, + "max_f1": 0.781257, + "max_precision": 0.745413, + "max_recall": 0.824366, + "max_ap": 0.853771, + "main_score": 0.853771, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 892.841340303421, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/VieQuADRetrieval.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/VieQuADRetrieval.json new file mode 100644 index 0000000000..ba795e706b --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.14111, + "ndcg_at_3": 0.1359, + "ndcg_at_5": 0.15634, + "ndcg_at_10": 0.17881, + "ndcg_at_20": 0.20291, + "ndcg_at_100": 0.25221, + "ndcg_at_1000": 0.2995, + "map_at_1": 0.07056, + "map_at_3": 0.10254, + "map_at_5": 0.11283, + "map_at_10": 0.12151, + "map_at_20": 0.12795, + "map_at_100": 0.13542, + "map_at_1000": 0.13747, + "recall_at_1": 0.07056, + "recall_at_3": 0.13989, + "recall_at_5": 0.18066, + "recall_at_10": 0.23706, + "recall_at_20": 0.31519, + "recall_at_100": 0.53687, + "recall_at_1000": 0.85449, + "precision_at_1": 0.14111, + "precision_at_3": 0.09326, + "precision_at_5": 0.07227, + "precision_at_10": 0.04741, + "precision_at_20": 0.03152, + "precision_at_100": 0.01074, + "precision_at_1000": 0.00171, + "mrr_at_1": 0.141113, + "mrr_at_3": 0.198079, + "mrr_at_5": 0.214217, + "mrr_at_10": 0.227312, + "mrr_at_20": 0.235804, + "mrr_at_100": 0.241724, + "mrr_at_1000": 0.242521, + "nauc_ndcg_at_1_max": 0.130924, + "nauc_ndcg_at_1_std": 0.07268, + "nauc_ndcg_at_1_diff1": 0.169125, + "nauc_ndcg_at_3_max": 0.145666, + "nauc_ndcg_at_3_std": 0.09873, + "nauc_ndcg_at_3_diff1": 0.147509, + "nauc_ndcg_at_5_max": 0.133275, + "nauc_ndcg_at_5_std": 0.093961, + "nauc_ndcg_at_5_diff1": 0.137788, + "nauc_ndcg_at_10_max": 0.138601, + "nauc_ndcg_at_10_std": 0.106583, + "nauc_ndcg_at_10_diff1": 0.140216, + "nauc_ndcg_at_20_max": 0.138262, + "nauc_ndcg_at_20_std": 0.116623, + "nauc_ndcg_at_20_diff1": 0.142186, + "nauc_ndcg_at_100_max": 0.168877, + "nauc_ndcg_at_100_std": 0.163991, + "nauc_ndcg_at_100_diff1": 0.160034, + "nauc_ndcg_at_1000_max": 0.182346, + "nauc_ndcg_at_1000_std": 0.185805, + "nauc_ndcg_at_1000_diff1": 0.161108, + "nauc_map_at_1_max": 0.130924, + "nauc_map_at_1_std": 0.07268, + "nauc_map_at_1_diff1": 0.169125, + "nauc_map_at_3_max": 0.136064, + "nauc_map_at_3_std": 0.089385, + "nauc_map_at_3_diff1": 0.149225, + "nauc_map_at_5_max": 0.125381, + "nauc_map_at_5_std": 0.085491, + "nauc_map_at_5_diff1": 0.143689, + "nauc_map_at_10_max": 0.125654, + "nauc_map_at_10_std": 0.091134, + "nauc_map_at_10_diff1": 0.144744, + "nauc_map_at_20_max": 0.123934, + "nauc_map_at_20_std": 0.093294, + "nauc_map_at_20_diff1": 0.14644, + "nauc_map_at_100_max": 0.130436, + "nauc_map_at_100_std": 0.102426, + "nauc_map_at_100_diff1": 0.150225, + "nauc_map_at_1000_max": 0.132001, + "nauc_map_at_1000_std": 0.105465, + "nauc_map_at_1000_diff1": 0.150076, + "nauc_recall_at_1_max": 0.130924, + "nauc_recall_at_1_std": 0.07268, + "nauc_recall_at_1_diff1": 0.169125, + "nauc_recall_at_3_max": 0.151686, + "nauc_recall_at_3_std": 0.110537, + "nauc_recall_at_3_diff1": 0.139073, + "nauc_recall_at_5_max": 0.126287, + "nauc_recall_at_5_std": 0.098255, + "nauc_recall_at_5_diff1": 0.120528, + "nauc_recall_at_10_max": 0.136282, + "nauc_recall_at_10_std": 0.123779, + "nauc_recall_at_10_diff1": 0.123866, + "nauc_recall_at_20_max": 0.129589, + "nauc_recall_at_20_std": 0.145309, + "nauc_recall_at_20_diff1": 0.123992, + "nauc_recall_at_100_max": 0.205418, + "nauc_recall_at_100_std": 0.280797, + "nauc_recall_at_100_diff1": 0.161767, + "nauc_recall_at_1000_max": 0.367609, + "nauc_recall_at_1000_std": 0.5656, + "nauc_recall_at_1000_diff1": 0.195833, + "nauc_precision_at_1_max": 0.130924, + "nauc_precision_at_1_std": 0.07268, + "nauc_precision_at_1_diff1": 0.169125, + "nauc_precision_at_3_max": 0.151686, + "nauc_precision_at_3_std": 0.110537, + "nauc_precision_at_3_diff1": 0.139073, + "nauc_precision_at_5_max": 0.126287, + "nauc_precision_at_5_std": 0.098255, + "nauc_precision_at_5_diff1": 0.120528, + "nauc_precision_at_10_max": 0.136282, + "nauc_precision_at_10_std": 0.123779, + "nauc_precision_at_10_diff1": 0.123866, + "nauc_precision_at_20_max": 0.129589, + "nauc_precision_at_20_std": 0.145309, + "nauc_precision_at_20_diff1": 0.123992, + "nauc_precision_at_100_max": 0.205418, + "nauc_precision_at_100_std": 0.280797, + "nauc_precision_at_100_diff1": 0.161767, + "nauc_precision_at_1000_max": 0.367609, + "nauc_precision_at_1000_std": 0.5656, + "nauc_precision_at_1000_diff1": 0.195833, + "nauc_mrr_at_1_max": 0.130924, + "nauc_mrr_at_1_std": 0.07268, + "nauc_mrr_at_1_diff1": 0.169125, + "nauc_mrr_at_3_max": 0.149884, + "nauc_mrr_at_3_std": 0.09778, + "nauc_mrr_at_3_diff1": 0.152893, + "nauc_mrr_at_5_max": 0.145819, + "nauc_mrr_at_5_std": 0.097049, + "nauc_mrr_at_5_diff1": 0.146086, + "nauc_mrr_at_10_max": 0.15054, + "nauc_mrr_at_10_std": 0.103787, + "nauc_mrr_at_10_diff1": 0.147383, + "nauc_mrr_at_20_max": 0.151832, + "nauc_mrr_at_20_std": 0.107925, + "nauc_mrr_at_20_diff1": 0.146435, + "nauc_mrr_at_100_max": 0.15459, + "nauc_mrr_at_100_std": 0.11144, + "nauc_mrr_at_100_diff1": 0.147189, + "nauc_mrr_at_1000_max": 0.15428, + "nauc_mrr_at_1000_std": 0.110963, + "nauc_mrr_at_1000_diff1": 0.147389, + "main_score": 0.17881, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 243.6440908908844, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/model_meta.json b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/model_meta.json new file mode 100644 index 0000000000..e07bc4e28b --- /dev/null +++ b/results/BAAI__bge-multilingual-gemma2/992e13d8984fde2c31ef8a3cb2c038aeec513b8a/model_meta.json @@ -0,0 +1 @@ +{"name": "BAAI/bge-multilingual-gemma2", "revision": "992e13d8984fde2c31ef8a3cb2c038aeec513b8a", "release_date": "2024-07-25", "languages": ["eng-Latn", "zho-Hans", "kor-Hang", "kor-Latn", "fra-Latn", "jpn-Jpan", "jpn-Latn"], "n_parameters": 9240000000, "memory_usage_mb": 35254.0, "max_tokens": 8192.0, "embed_dim": 3584, "license": "https://ai.google.dev/gemma/terms", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/BAAI/bge-multilingual-gemma2", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"HotpotQA": ["train"], "HotpotQA-NL": ["train"], "FEVER": ["train"], "FEVER-NL": ["train"], "MSMARCO": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQ-NL": ["train"], "ArguAna": ["train"], "ArguAna-NL": ["train"], "FiQA2018": ["train"], "FiQA2018-NL": ["train"], "SciDocsReranking": ["train"], "StackOverflowDupQuestions": ["train"], "AmazonReviewsClassification": ["train"], "AmazonCounterfactualClassification": ["train"], "Banking77Classification": ["train"], "EmotionClassification": ["train"], "TweetSentimentExtractionClassification": ["train"], "MTOPIntentClassification": ["train"], "ImdbClassification": ["train"], "ToxicConversationsClassification": ["train"], "ArxivClusteringS2S": ["train"], "ArxivClusteringP2P": ["train"], "BiorxivClusteringS2S": ["train"], "BiorxivClusteringP2P": ["train"], "MedrxivClusteringS2S": ["train"], "MedrxivClusteringP2P": ["train"], "BiorxivClusteringS2S.v2": ["train"], "BiorxivClusteringP2P.v2": ["train"], "MedrxivClusteringS2S.v2": ["train"], "MedrxivClusteringP2P.v2": ["train"], "RedditClusteringP2P": ["train"], "RedditClustering": ["train"], "RedditClustering.v2": ["train"], "TwentyNewsgroupsClustering": ["train"], "TwentyNewsgroupsClustering.v2": ["train"], "STS22": ["train"], "STS22.v2": ["train"], "STSBenchmark": ["train"], "MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"], "MIRACLReranking": ["train"], "LeCaRDv2": ["train"], "CMedQAv1-reranking": ["train"], "CMedQAv2-reranking": ["train"], "MrTidyRetrieval": ["train"], "T2Reranking": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "HotpotQA-PL": ["train"], "HotpotQAHardNegatives": ["train"], "T2Retrieval": ["train"], "DuRetrieval": ["train"], "MMarcoReranking": ["train"], "CodeSearchNet": ["train"]}, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AmazonCounterfactualVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..836f8fde68 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.5897, + "f1": 0.538252, + "f1_weighted": 0.63481, + "ap": 0.244162, + "ap_weighted": 0.244162, + "scores_per_experiment": [ + { + "accuracy": 0.54721, + "f1": 0.522009, + "f1_weighted": 0.591724, + "ap": 0.258728, + "ap_weighted": 0.258728 + }, + { + "accuracy": 0.682403, + "f1": 0.620663, + "f1_weighted": 0.717871, + "ap": 0.300462, + "ap_weighted": 0.300462 + }, + { + "accuracy": 0.613734, + "f1": 0.562112, + "f1_weighted": 0.657612, + "ap": 0.258496, + "ap_weighted": 0.258496 + }, + { + "accuracy": 0.517167, + "f1": 0.485856, + "f1_weighted": 0.56645, + "ap": 0.222752, + "ap_weighted": 0.222752 + }, + { + "accuracy": 0.587983, + "f1": 0.529738, + "f1_weighted": 0.634863, + "ap": 0.228379, + "ap_weighted": 0.228379 + }, + { + "accuracy": 0.56867, + "f1": 0.519551, + "f1_weighted": 0.617129, + "ap": 0.228528, + "ap_weighted": 0.228528 + }, + { + "accuracy": 0.648069, + "f1": 0.591053, + "f1_weighted": 0.688045, + "ap": 0.277858, + "ap_weighted": 0.277858 + }, + { + "accuracy": 0.598712, + "f1": 0.54432, + "f1_weighted": 0.644321, + "ap": 0.241944, + "ap_weighted": 0.241944 + }, + { + "accuracy": 0.566524, + "f1": 0.520762, + "f1_weighted": 0.614828, + "ap": 0.232352, + "ap_weighted": 0.232352 + }, + { + "accuracy": 0.566524, + "f1": 0.486459, + "f1_weighted": 0.615258, + "ap": 0.192117, + "ap_weighted": 0.192117 + } + ], + "main_score": 0.5897, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.8038115501403809, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AmazonPolarityVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..9717e190b7 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.870435, + "f1": 0.870129, + "f1_weighted": 0.870132, + "ap": 0.827097, + "ap_weighted": 0.827097, + "scores_per_experiment": [ + { + "accuracy": 0.860937, + "f1": 0.860532, + "f1_weighted": 0.860477, + "ap": 0.830875, + "ap_weighted": 0.830875 + }, + { + "accuracy": 0.87237, + "f1": 0.872316, + "f1_weighted": 0.872336, + "ap": 0.822923, + "ap_weighted": 0.822923 + }, + { + "accuracy": 0.882707, + "f1": 0.88265, + "f1_weighted": 0.882631, + "ap": 0.848532, + "ap_weighted": 0.848532 + }, + { + "accuracy": 0.867172, + "f1": 0.866531, + "f1_weighted": 0.866463, + "ap": 0.844719, + "ap_weighted": 0.844719 + }, + { + "accuracy": 0.881062, + "f1": 0.881017, + "f1_weighted": 0.881, + "ap": 0.845595, + "ap_weighted": 0.845595 + }, + { + "accuracy": 0.847698, + "f1": 0.847696, + "f1_weighted": 0.847693, + "ap": 0.799268, + "ap_weighted": 0.799268 + }, + { + "accuracy": 0.873308, + "f1": 0.873308, + "f1_weighted": 0.873308, + "ap": 0.829795, + "ap_weighted": 0.829795 + }, + { + "accuracy": 0.897843, + "f1": 0.897836, + "f1_weighted": 0.897842, + "ap": 0.858143, + "ap_weighted": 0.858143 + }, + { + "accuracy": 0.865722, + "f1": 0.8651, + "f1_weighted": 0.865168, + "ap": 0.803679, + "ap_weighted": 0.803679 + }, + { + "accuracy": 0.855533, + "f1": 0.854307, + "f1_weighted": 0.854406, + "ap": 0.787439, + "ap_weighted": 0.787439 + } + ], + "main_score": 0.870435, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1072.0308771133423, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AmazonReviewsVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..f6ca057fa9 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.4434, + "f1": 0.421945, + "f1_weighted": 0.427674, + "scores_per_experiment": [ + { + "accuracy": 0.452979, + "f1": 0.42701, + "f1_weighted": 0.433535 + }, + { + "accuracy": 0.474299, + "f1": 0.448742, + "f1_weighted": 0.456139 + }, + { + "accuracy": 0.449766, + "f1": 0.435145, + "f1_weighted": 0.439776 + }, + { + "accuracy": 0.450935, + "f1": 0.425711, + "f1_weighted": 0.432254 + }, + { + "accuracy": 0.451519, + "f1": 0.41035, + "f1_weighted": 0.417634 + }, + { + "accuracy": 0.440421, + "f1": 0.41341, + "f1_weighted": 0.419423 + }, + { + "accuracy": 0.384346, + "f1": 0.385321, + "f1_weighted": 0.387094 + }, + { + "accuracy": 0.462617, + "f1": 0.454017, + "f1_weighted": 0.457938 + }, + { + "accuracy": 0.451811, + "f1": 0.439891, + "f1_weighted": 0.445293 + }, + { + "accuracy": 0.415304, + "f1": 0.379854, + "f1_weighted": 0.387652 + } + ], + "main_score": 0.4434, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.399348497390747, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ArguAna-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ArguAna-VN.json new file mode 100644 index 0000000000..9440ee62be --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ArguAna-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "task_name": "ArguAna-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00309, + "ndcg_at_3": 0.253, + "ndcg_at_5": 0.3192, + "ndcg_at_10": 0.37912, + "ndcg_at_20": 0.40716, + "ndcg_at_100": 0.42526, + "ndcg_at_1000": 0.42768, + "map_at_1": 0.00309, + "map_at_3": 0.19176, + "map_at_5": 0.22852, + "map_at_10": 0.25354, + "map_at_20": 0.2614, + "map_at_100": 0.26426, + "map_at_1000": 0.26435, + "recall_at_1": 0.00309, + "recall_at_3": 0.43012, + "recall_at_5": 0.59073, + "recall_at_10": 0.77452, + "recall_at_20": 0.88417, + "recall_at_100": 0.97683, + "recall_at_1000": 0.99537, + "precision_at_1": 0.00309, + "precision_at_3": 0.14337, + "precision_at_5": 0.11815, + "precision_at_10": 0.07745, + "precision_at_20": 0.04421, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.003089, + "mrr_at_3": 0.191763, + "mrr_at_5": 0.22852, + "mrr_at_10": 0.253536, + "mrr_at_20": 0.261401, + "mrr_at_100": 0.264255, + "mrr_at_1000": 0.264353, + "nauc_ndcg_at_1_max": -0.285368, + "nauc_ndcg_at_1_std": -0.044946, + "nauc_ndcg_at_1_diff1": -0.573698, + "nauc_ndcg_at_3_max": 0.049664, + "nauc_ndcg_at_3_std": -0.021468, + "nauc_ndcg_at_3_diff1": -0.054409, + "nauc_ndcg_at_5_max": 0.074941, + "nauc_ndcg_at_5_std": -0.014813, + "nauc_ndcg_at_5_diff1": -0.077576, + "nauc_ndcg_at_10_max": 0.105346, + "nauc_ndcg_at_10_std": 0.000289, + "nauc_ndcg_at_10_diff1": -0.083643, + "nauc_ndcg_at_20_max": 0.101084, + "nauc_ndcg_at_20_std": 0.003332, + "nauc_ndcg_at_20_diff1": -0.104585, + "nauc_ndcg_at_100_max": 0.085809, + "nauc_ndcg_at_100_std": 0.004611, + "nauc_ndcg_at_100_diff1": -0.096714, + "nauc_ndcg_at_1000_max": 0.080858, + "nauc_ndcg_at_1000_std": -0.000475, + "nauc_ndcg_at_1000_diff1": -0.092885, + "nauc_map_at_1_max": -0.285368, + "nauc_map_at_1_std": -0.044946, + "nauc_map_at_1_diff1": -0.573698, + "nauc_map_at_3_max": 0.047536, + "nauc_map_at_3_std": -0.023846, + "nauc_map_at_3_diff1": -0.058604, + "nauc_map_at_5_max": 0.064939, + "nauc_map_at_5_std": -0.0186, + "nauc_map_at_5_diff1": -0.075016, + "nauc_map_at_10_max": 0.078119, + "nauc_map_at_10_std": -0.012175, + "nauc_map_at_10_diff1": -0.077888, + "nauc_map_at_20_max": 0.075293, + "nauc_map_at_20_std": -0.012198, + "nauc_map_at_20_diff1": -0.084201, + "nauc_map_at_100_max": 0.073179, + "nauc_map_at_100_std": -0.011103, + "nauc_map_at_100_diff1": -0.08354, + "nauc_map_at_1000_max": 0.072962, + "nauc_map_at_1000_std": -0.011335, + "nauc_map_at_1000_diff1": -0.083421, + "nauc_recall_at_1_max": -0.285368, + "nauc_recall_at_1_std": -0.044946, + "nauc_recall_at_1_diff1": -0.573698, + "nauc_recall_at_3_max": 0.052648, + "nauc_recall_at_3_std": -0.01761, + "nauc_recall_at_3_diff1": -0.048316, + "nauc_recall_at_5_max": 0.092866, + "nauc_recall_at_5_std": -0.008303, + "nauc_recall_at_5_diff1": -0.083743, + "nauc_recall_at_10_max": 0.181065, + "nauc_recall_at_10_std": 0.034944, + "nauc_recall_at_10_diff1": -0.101658, + "nauc_recall_at_20_max": 0.224151, + "nauc_recall_at_20_std": 0.081713, + "nauc_recall_at_20_diff1": -0.217374, + "nauc_recall_at_100_max": 0.216896, + "nauc_recall_at_100_std": 0.323323, + "nauc_recall_at_100_diff1": -0.359293, + "nauc_recall_at_1000_max": -0.282556, + "nauc_recall_at_1000_std": 0.56921, + "nauc_recall_at_1000_diff1": -0.564075, + "nauc_precision_at_1_max": -0.285368, + "nauc_precision_at_1_std": -0.044946, + "nauc_precision_at_1_diff1": -0.573698, + "nauc_precision_at_3_max": 0.052648, + "nauc_precision_at_3_std": -0.01761, + "nauc_precision_at_3_diff1": -0.048316, + "nauc_precision_at_5_max": 0.092866, + "nauc_precision_at_5_std": -0.008303, + "nauc_precision_at_5_diff1": -0.083743, + "nauc_precision_at_10_max": 0.181065, + "nauc_precision_at_10_std": 0.034944, + "nauc_precision_at_10_diff1": -0.101658, + "nauc_precision_at_20_max": 0.224151, + "nauc_precision_at_20_std": 0.081713, + "nauc_precision_at_20_diff1": -0.217374, + "nauc_precision_at_100_max": 0.216896, + "nauc_precision_at_100_std": 0.323323, + "nauc_precision_at_100_diff1": -0.359293, + "nauc_precision_at_1000_max": -0.282556, + "nauc_precision_at_1000_std": 0.56921, + "nauc_precision_at_1000_diff1": -0.564075, + "nauc_mrr_at_1_max": -0.285368, + "nauc_mrr_at_1_std": -0.044946, + "nauc_mrr_at_1_diff1": -0.573698, + "nauc_mrr_at_3_max": 0.047536, + "nauc_mrr_at_3_std": -0.023846, + "nauc_mrr_at_3_diff1": -0.058604, + "nauc_mrr_at_5_max": 0.064939, + "nauc_mrr_at_5_std": -0.0186, + "nauc_mrr_at_5_diff1": -0.075016, + "nauc_mrr_at_10_max": 0.078119, + "nauc_mrr_at_10_std": -0.012175, + "nauc_mrr_at_10_diff1": -0.077888, + "nauc_mrr_at_20_max": 0.075293, + "nauc_mrr_at_20_std": -0.012198, + "nauc_mrr_at_20_diff1": -0.084201, + "nauc_mrr_at_100_max": 0.073179, + "nauc_mrr_at_100_std": -0.011103, + "nauc_mrr_at_100_diff1": -0.08354, + "nauc_mrr_at_1000_max": 0.072962, + "nauc_mrr_at_1000_std": -0.011335, + "nauc_mrr_at_1000_diff1": -0.083421, + "main_score": 0.37912, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 56.44349646568298, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AskUbuntuDupQuestions-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..49e56f49e1 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.618412, + "mrr": 0.731601, + "nAUC_map_max": 0.302718, + "nAUC_map_std": 0.281882, + "nAUC_map_diff1": 0.207222, + "nAUC_mrr_max": 0.396582, + "nAUC_mrr_std": 0.338675, + "nAUC_mrr_diff1": 0.232541, + "main_score": 0.618412, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.6139960289001465, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/BIOSSES-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/BIOSSES-VN.json new file mode 100644 index 0000000000..183ee1a644 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.79285, + "spearman": 0.761475, + "cosine_pearson": 0.79285, + "cosine_spearman": 0.761475, + "manhattan_pearson": 0.769444, + "manhattan_spearman": 0.764548, + "euclidean_pearson": 0.771421, + "euclidean_spearman": 0.761475, + "main_score": 0.761475, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.33763766288757324, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/Banking77VNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/Banking77VNClassification.json new file mode 100644 index 0000000000..ef87c0044f --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.777965, + "f1": 0.759688, + "f1_weighted": 0.767267, + "scores_per_experiment": [ + { + "accuracy": 0.769134, + "f1": 0.750343, + "f1_weighted": 0.759551 + }, + { + "accuracy": 0.775442, + "f1": 0.754852, + "f1_weighted": 0.759819 + }, + { + "accuracy": 0.789739, + "f1": 0.773007, + "f1_weighted": 0.778811 + }, + { + "accuracy": 0.783431, + "f1": 0.768186, + "f1_weighted": 0.775128 + }, + { + "accuracy": 0.764508, + "f1": 0.739454, + "f1_weighted": 0.749838 + }, + { + "accuracy": 0.761985, + "f1": 0.743921, + "f1_weighted": 0.751489 + }, + { + "accuracy": 0.781329, + "f1": 0.760241, + "f1_weighted": 0.770799 + }, + { + "accuracy": 0.788478, + "f1": 0.775299, + "f1_weighted": 0.778085 + }, + { + "accuracy": 0.797729, + "f1": 0.787335, + "f1_weighted": 0.790685 + }, + { + "accuracy": 0.767872, + "f1": 0.744238, + "f1_weighted": 0.758461 + } + ], + "main_score": 0.777965, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 12.604012966156006, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackAndroid-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..fb494613e5 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 40.1, + "map_at_1": 0.27569, + "map_at_10": 0.37871, + "map_at_100": 0.39442, + "map_at_1000": 0.39572, + "map_at_20": 0.38784, + "map_at_3": 0.34995, + "map_at_5": 0.36519, + "mrr_at_1": 0.34708, + "mrr_at_10": 0.44215, + "mrr_at_100": 0.45082, + "mrr_at_1000": 0.45129, + "mrr_at_20": 0.44777, + "mrr_at_3": 0.41867, + "mrr_at_5": 0.43027, + "ndcg_at_1": 0.34708, + "ndcg_at_10": 0.44059, + "ndcg_at_100": 0.4985, + "ndcg_at_1000": 0.51994, + "ndcg_at_20": 0.46521, + "ndcg_at_3": 0.3985, + "ndcg_at_5": 0.41416, + "precision_at_1": 0.34708, + "precision_at_10": 0.08608, + "precision_at_100": 0.01479, + "precision_at_1000": 0.00199, + "precision_at_20": 0.05258, + "precision_at_3": 0.19416, + "precision_at_5": 0.13711, + "recall_at_1": 0.27569, + "recall_at_10": 0.55464, + "recall_at_100": 0.79409, + "recall_at_1000": 0.93442, + "recall_at_20": 0.64331, + "recall_at_3": 0.42109, + "recall_at_5": 0.47118, + "hf_subset": "default", + "main_score": 0.44059, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackGis-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackGis-VN.json new file mode 100644 index 0000000000..f2f3b15352 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 128.59, + "map_at_1": 0.22847, + "map_at_10": 0.29086, + "map_at_100": 0.30109, + "map_at_1000": 0.30202, + "map_at_20": 0.29635, + "map_at_3": 0.27, + "map_at_5": 0.28222, + "mrr_at_1": 0.25077, + "mrr_at_10": 0.31166, + "mrr_at_100": 0.32103, + "mrr_at_1000": 0.32175, + "mrr_at_20": 0.31685, + "mrr_at_3": 0.29231, + "mrr_at_5": 0.30323, + "ndcg_at_1": 0.25077, + "ndcg_at_10": 0.32893, + "ndcg_at_100": 0.38054, + "ndcg_at_1000": 0.40581, + "ndcg_at_20": 0.34828, + "ndcg_at_3": 0.28882, + "ndcg_at_5": 0.30914, + "precision_at_1": 0.25077, + "precision_at_10": 0.05, + "precision_at_100": 0.008, + "precision_at_1000": 0.00106, + "precision_at_20": 0.02931, + "precision_at_3": 0.12051, + "precision_at_5": 0.08431, + "recall_at_1": 0.22847, + "recall_at_10": 0.42628, + "recall_at_100": 0.6651, + "recall_at_1000": 0.85906, + "recall_at_20": 0.50035, + "recall_at_3": 0.31767, + "recall_at_5": 0.36841, + "hf_subset": "default", + "main_score": 0.32893, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackMathematica-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..2609ff73fc --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 86.45, + "map_at_1": 0.12903, + "map_at_10": 0.19121, + "map_at_100": 0.20125, + "map_at_1000": 0.2025, + "map_at_20": 0.1972, + "map_at_3": 0.17072, + "map_at_5": 0.18155, + "mrr_at_1": 0.15778, + "mrr_at_10": 0.22447, + "mrr_at_100": 0.23347, + "mrr_at_1000": 0.23438, + "mrr_at_20": 0.22982, + "mrr_at_3": 0.20256, + "mrr_at_5": 0.21482, + "ndcg_at_1": 0.15778, + "ndcg_at_10": 0.23366, + "ndcg_at_100": 0.28253, + "ndcg_at_1000": 0.31463, + "ndcg_at_20": 0.25443, + "ndcg_at_3": 0.19425, + "ndcg_at_5": 0.21165, + "precision_at_1": 0.15778, + "precision_at_10": 0.04243, + "precision_at_100": 0.00746, + "precision_at_1000": 0.00114, + "precision_at_20": 0.02633, + "precision_at_3": 0.09311, + "precision_at_5": 0.06823, + "recall_at_1": 0.12903, + "recall_at_10": 0.33335, + "recall_at_100": 0.54952, + "recall_at_1000": 0.78294, + "recall_at_20": 0.41116, + "recall_at_3": 0.22292, + "recall_at_5": 0.26688, + "hf_subset": "default", + "main_score": 0.23366, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackPhysics-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..89c4e3df73 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 140.59, + "map_at_1": 0.22482, + "map_at_10": 0.32135, + "map_at_100": 0.33457, + "map_at_1000": 0.33593, + "map_at_20": 0.32879, + "map_at_3": 0.29334, + "map_at_5": 0.30796, + "mrr_at_1": 0.29278, + "mrr_at_10": 0.39049, + "mrr_at_100": 0.39819, + "mrr_at_1000": 0.39878, + "mrr_at_20": 0.39495, + "mrr_at_3": 0.36529, + "mrr_at_5": 0.37859, + "ndcg_at_1": 0.29278, + "ndcg_at_10": 0.38314, + "ndcg_at_100": 0.43872, + "ndcg_at_1000": 0.46367, + "ndcg_at_20": 0.40493, + "ndcg_at_3": 0.33859, + "ndcg_at_5": 0.35609, + "precision_at_1": 0.29278, + "precision_at_10": 0.07505, + "precision_at_100": 0.01212, + "precision_at_1000": 0.00164, + "precision_at_20": 0.04454, + "precision_at_3": 0.17045, + "precision_at_5": 0.12041, + "recall_at_1": 0.22482, + "recall_at_10": 0.4988, + "recall_at_100": 0.73645, + "recall_at_1000": 0.89531, + "recall_at_20": 0.57686, + "recall_at_3": 0.3647, + "recall_at_5": 0.41651, + "hf_subset": "default", + "main_score": 0.38314, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackProgrammers-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..90b38f1aad --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 85.46, + "map_at_1": 0.19099, + "map_at_10": 0.28456, + "map_at_100": 0.2971, + "map_at_1000": 0.29828, + "map_at_20": 0.29064, + "map_at_3": 0.25657, + "map_at_5": 0.27216, + "mrr_at_1": 0.23491, + "mrr_at_10": 0.32716, + "mrr_at_100": 0.3374, + "mrr_at_1000": 0.338, + "mrr_at_20": 0.3329, + "mrr_at_3": 0.30261, + "mrr_at_5": 0.31591, + "ndcg_at_1": 0.23491, + "ndcg_at_10": 0.33775, + "ndcg_at_100": 0.39749, + "ndcg_at_1000": 0.42213, + "ndcg_at_20": 0.35851, + "ndcg_at_3": 0.29184, + "ndcg_at_5": 0.312, + "precision_at_1": 0.23491, + "precision_at_10": 0.06346, + "precision_at_100": 0.0109, + "precision_at_1000": 0.00144, + "precision_at_20": 0.03817, + "precision_at_3": 0.14192, + "precision_at_5": 0.10277, + "recall_at_1": 0.19099, + "recall_at_10": 0.45619, + "recall_at_100": 0.7149, + "recall_at_1000": 0.88298, + "recall_at_20": 0.52997, + "recall_at_3": 0.32562, + "recall_at_5": 0.37949, + "hf_subset": "default", + "main_score": 0.33775, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackStats-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackStats-VN.json new file mode 100644 index 0000000000..560c7ebdc6 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 115.89, + "map_at_1": 0.19647, + "map_at_10": 0.2623, + "map_at_100": 0.27008, + "map_at_1000": 0.27102, + "map_at_20": 0.26618, + "map_at_3": 0.24273, + "map_at_5": 0.25588, + "mrr_at_1": 0.21523, + "mrr_at_10": 0.28066, + "mrr_at_100": 0.2883, + "mrr_at_1000": 0.28902, + "mrr_at_20": 0.28511, + "mrr_at_3": 0.25993, + "mrr_at_5": 0.27483, + "ndcg_at_1": 0.21523, + "ndcg_at_10": 0.2991, + "ndcg_at_100": 0.34061, + "ndcg_at_1000": 0.36417, + "ndcg_at_20": 0.31361, + "ndcg_at_3": 0.26036, + "ndcg_at_5": 0.28462, + "precision_at_1": 0.21523, + "precision_at_10": 0.04636, + "precision_at_100": 0.00732, + "precision_at_1000": 0.001, + "precision_at_20": 0.02682, + "precision_at_3": 0.11148, + "precision_at_5": 0.08079, + "recall_at_1": 0.19647, + "recall_at_10": 0.39197, + "recall_at_100": 0.58522, + "recall_at_1000": 0.7569, + "recall_at_20": 0.44689, + "recall_at_3": 0.29387, + "recall_at_5": 0.35035, + "hf_subset": "default", + "main_score": 0.2991, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackTex-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackTex-VN.json new file mode 100644 index 0000000000..6f33ebf2d1 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 244.72, + "map_at_1": 0.15464, + "map_at_10": 0.21791, + "map_at_100": 0.22792, + "map_at_1000": 0.22907, + "map_at_20": 0.22363, + "map_at_3": 0.19931, + "map_at_5": 0.20882, + "mrr_at_1": 0.18868, + "mrr_at_10": 0.253, + "mrr_at_100": 0.26193, + "mrr_at_1000": 0.26276, + "mrr_at_20": 0.25829, + "mrr_at_3": 0.23585, + "mrr_at_5": 0.24497, + "ndcg_at_1": 0.18868, + "ndcg_at_10": 0.25763, + "ndcg_at_100": 0.30584, + "ndcg_at_1000": 0.33587, + "ndcg_at_20": 0.2763, + "ndcg_at_3": 0.22496, + "ndcg_at_5": 0.23837, + "precision_at_1": 0.18868, + "precision_at_10": 0.04666, + "precision_at_100": 0.00812, + "precision_at_1000": 0.00124, + "precision_at_20": 0.02867, + "precision_at_3": 0.10711, + "precision_at_5": 0.07513, + "recall_at_1": 0.15464, + "recall_at_10": 0.34219, + "recall_at_100": 0.56119, + "recall_at_1000": 0.77622, + "recall_at_20": 0.41109, + "recall_at_3": 0.24783, + "recall_at_5": 0.28472, + "hf_subset": "default", + "main_score": 0.25763, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackUnix-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..18f8fc46ff --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 127.26, + "map_at_1": 0.23536, + "map_at_10": 0.311, + "map_at_100": 0.32119, + "map_at_1000": 0.32232, + "map_at_20": 0.31636, + "map_at_3": 0.28715, + "map_at_5": 0.30051, + "mrr_at_1": 0.27449, + "mrr_at_10": 0.34743, + "mrr_at_100": 0.35568, + "mrr_at_1000": 0.35643, + "mrr_at_20": 0.35215, + "mrr_at_3": 0.32527, + "mrr_at_5": 0.33797, + "ndcg_at_1": 0.27449, + "ndcg_at_10": 0.35738, + "ndcg_at_100": 0.40578, + "ndcg_at_1000": 0.43191, + "ndcg_at_20": 0.37516, + "ndcg_at_3": 0.31372, + "ndcg_at_5": 0.33368, + "precision_at_1": 0.27449, + "precision_at_10": 0.0601, + "precision_at_100": 0.00949, + "precision_at_1000": 0.00127, + "precision_at_20": 0.03501, + "precision_at_3": 0.14268, + "precision_at_5": 0.09988, + "recall_at_1": 0.23536, + "recall_at_10": 0.4625, + "recall_at_100": 0.67609, + "recall_at_1000": 0.86141, + "recall_at_20": 0.52611, + "recall_at_3": 0.34148, + "recall_at_5": 0.39204, + "hf_subset": "default", + "main_score": 0.35738, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackWebmasters-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..c4e20bd354 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 36.49, + "map_at_1": 0.22938, + "map_at_10": 0.29596, + "map_at_100": 0.31002, + "map_at_1000": 0.31233, + "map_at_20": 0.30294, + "map_at_3": 0.26823, + "map_at_5": 0.28201, + "mrr_at_1": 0.2675, + "mrr_at_10": 0.3374, + "mrr_at_100": 0.34595, + "mrr_at_1000": 0.34671, + "mrr_at_20": 0.34168, + "mrr_at_3": 0.31083, + "mrr_at_5": 0.32483, + "ndcg_at_1": 0.2675, + "ndcg_at_10": 0.34843, + "ndcg_at_100": 0.4018, + "ndcg_at_1000": 0.43274, + "ndcg_at_20": 0.36646, + "ndcg_at_3": 0.30053, + "ndcg_at_5": 0.32079, + "precision_at_1": 0.2675, + "precision_at_10": 0.06725, + "precision_at_100": 0.01412, + "precision_at_1000": 0.0024, + "precision_at_20": 0.043, + "precision_at_3": 0.135, + "precision_at_5": 0.1, + "recall_at_1": 0.22938, + "recall_at_10": 0.4474, + "recall_at_100": 0.69171, + "recall_at_1000": 0.89079, + "recall_at_20": 0.51628, + "recall_at_3": 0.31237, + "recall_at_5": 0.36633, + "hf_subset": "default", + "main_score": 0.34843, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackWordpress-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..d0e0f8a088 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 144.64, + "map_at_1": 0.16981, + "map_at_10": 0.23287, + "map_at_100": 0.2435, + "map_at_1000": 0.24449, + "map_at_20": 0.2391, + "map_at_3": 0.21233, + "map_at_5": 0.22469, + "mrr_at_1": 0.19372, + "mrr_at_10": 0.25948, + "mrr_at_100": 0.26912, + "mrr_at_1000": 0.2699, + "mrr_at_20": 0.2653, + "mrr_at_3": 0.2404, + "mrr_at_5": 0.25244, + "ndcg_at_1": 0.19372, + "ndcg_at_10": 0.27232, + "ndcg_at_100": 0.3234, + "ndcg_at_1000": 0.34969, + "ndcg_at_20": 0.2937, + "ndcg_at_3": 0.23297, + "ndcg_at_5": 0.25399, + "precision_at_1": 0.19372, + "precision_at_10": 0.04346, + "precision_at_100": 0.00746, + "precision_at_1000": 0.0011, + "precision_at_20": 0.02683, + "precision_at_3": 0.10122, + "precision_at_5": 0.07277, + "recall_at_1": 0.16981, + "recall_at_10": 0.3675, + "recall_at_100": 0.59968, + "recall_at_1000": 0.79641, + "recall_at_20": 0.4476, + "recall_at_3": 0.26457, + "recall_at_5": 0.31462, + "hf_subset": "default", + "main_score": 0.27232, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ClimateFEVER-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ClimateFEVER-VN.json new file mode 100644 index 0000000000..cdcc6e017c --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 6789.95, + "map_at_1": 0.08547, + "map_at_10": 0.14316, + "map_at_100": 0.15968, + "map_at_1000": 0.16175, + "map_at_20": 0.15236, + "map_at_3": 0.12189, + "map_at_5": 0.13123, + "mrr_at_1": 0.18529, + "mrr_at_10": 0.27896, + "mrr_at_100": 0.29114, + "mrr_at_1000": 0.29177, + "mrr_at_20": 0.28686, + "mrr_at_3": 0.25008, + "mrr_at_5": 0.26515, + "ndcg_at_1": 0.18529, + "ndcg_at_10": 0.20587, + "ndcg_at_100": 0.27798, + "ndcg_at_1000": 0.31704, + "ndcg_at_20": 0.23531, + "ndcg_at_3": 0.1677, + "ndcg_at_5": 0.17806, + "precision_at_1": 0.18529, + "precision_at_10": 0.06476, + "precision_at_100": 0.01405, + "precision_at_1000": 0.00213, + "precision_at_20": 0.04469, + "precision_at_3": 0.12504, + "precision_at_5": 0.09319, + "recall_at_1": 0.08547, + "recall_at_10": 0.25197, + "recall_at_100": 0.50354, + "recall_at_1000": 0.72081, + "recall_at_20": 0.33683, + "recall_at_3": 0.1559, + "recall_at_5": 0.18843, + "hf_subset": "default", + "main_score": 0.20587, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/DBPedia-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/DBPedia-VN.json new file mode 100644 index 0000000000..a69b9c87c6 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 4271.51, + "map_at_1": 0.08168, + "map_at_10": 0.16704, + "map_at_100": 0.23031, + "map_at_1000": 0.24475, + "map_at_20": 0.19272, + "map_at_3": 0.12103, + "map_at_5": 0.1422, + "mrr_at_1": 0.57453, + "mrr_at_10": 0.67313, + "mrr_at_100": 0.677, + "mrr_at_1000": 0.67716, + "mrr_at_20": 0.67587, + "mrr_at_3": 0.65114, + "mrr_at_5": 0.66216, + "ndcg_at_1": 0.4705, + "ndcg_at_10": 0.3612, + "ndcg_at_100": 0.40593, + "ndcg_at_1000": 0.47991, + "ndcg_at_20": 0.35899, + "ndcg_at_3": 0.39402, + "ndcg_at_5": 0.37507, + "precision_at_1": 0.57453, + "precision_at_10": 0.27826, + "precision_at_100": 0.09022, + "precision_at_1000": 0.01874, + "precision_at_20": 0.21444, + "precision_at_3": 0.41925, + "precision_at_5": 0.35528, + "recall_at_1": 0.08168, + "recall_at_10": 0.22678, + "recall_at_100": 0.47043, + "recall_at_1000": 0.7108, + "recall_at_20": 0.29575, + "recall_at_3": 0.13411, + "recall_at_5": 0.17094, + "hf_subset": "default", + "main_score": 0.3612, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/EmotionVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/EmotionVNClassification.json new file mode 100644 index 0000000000..b7f036484c --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.4575, + "f1": 0.393557, + "f1_weighted": 0.472651, + "scores_per_experiment": [ + { + "accuracy": 0.501563, + "f1": 0.412802, + "f1_weighted": 0.515025 + }, + { + "accuracy": 0.439063, + "f1": 0.348138, + "f1_weighted": 0.447958 + }, + { + "accuracy": 0.489844, + "f1": 0.406573, + "f1_weighted": 0.505624 + }, + { + "accuracy": 0.446094, + "f1": 0.386001, + "f1_weighted": 0.463726 + }, + { + "accuracy": 0.488281, + "f1": 0.428612, + "f1_weighted": 0.502793 + }, + { + "accuracy": 0.414844, + "f1": 0.392071, + "f1_weighted": 0.43021 + }, + { + "accuracy": 0.496875, + "f1": 0.385904, + "f1_weighted": 0.495457 + }, + { + "accuracy": 0.40625, + "f1": 0.382935, + "f1_weighted": 0.432482 + }, + { + "accuracy": 0.466406, + "f1": 0.418316, + "f1_weighted": 0.488665 + }, + { + "accuracy": 0.425781, + "f1": 0.37422, + "f1_weighted": 0.444564 + } + ], + "main_score": 0.4575, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.462248, + "f1": 0.382359, + "f1_weighted": 0.478275, + "scores_per_experiment": [ + { + "accuracy": 0.504651, + "f1": 0.40405, + "f1_weighted": 0.519222 + }, + { + "accuracy": 0.46124, + "f1": 0.351688, + "f1_weighted": 0.465076 + }, + { + "accuracy": 0.506202, + "f1": 0.401109, + "f1_weighted": 0.516493 + }, + { + "accuracy": 0.435659, + "f1": 0.364549, + "f1_weighted": 0.458258 + }, + { + "accuracy": 0.472093, + "f1": 0.400434, + "f1_weighted": 0.491711 + }, + { + "accuracy": 0.406977, + "f1": 0.371241, + "f1_weighted": 0.422097 + }, + { + "accuracy": 0.512403, + "f1": 0.39072, + "f1_weighted": 0.51058 + }, + { + "accuracy": 0.408527, + "f1": 0.371652, + "f1_weighted": 0.437956 + }, + { + "accuracy": 0.462791, + "f1": 0.390577, + "f1_weighted": 0.485347 + }, + { + "accuracy": 0.451938, + "f1": 0.377572, + "f1_weighted": 0.476006 + } + ], + "main_score": 0.462248, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 17.32864236831665, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/FEVER-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/FEVER-VN.json new file mode 100644 index 0000000000..10be7dfd5a --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 7040.99, + "map_at_1": 0.48524, + "map_at_10": 0.61579, + "map_at_100": 0.62098, + "map_at_1000": 0.62121, + "map_at_20": 0.61928, + "map_at_3": 0.59028, + "map_at_5": 0.60625, + "mrr_at_1": 0.5221, + "mrr_at_10": 0.65356, + "mrr_at_100": 0.65782, + "mrr_at_1000": 0.65792, + "mrr_at_20": 0.65663, + "mrr_at_3": 0.62949, + "mrr_at_5": 0.64486, + "ndcg_at_1": 0.5221, + "ndcg_at_10": 0.68006, + "ndcg_at_100": 0.70205, + "ndcg_at_1000": 0.70684, + "ndcg_at_20": 0.69208, + "ndcg_at_3": 0.63189, + "ndcg_at_5": 0.6587, + "precision_at_1": 0.5221, + "precision_at_10": 0.09242, + "precision_at_100": 0.01046, + "precision_at_1000": 0.0011, + "precision_at_20": 0.04897, + "precision_at_3": 0.25835, + "precision_at_5": 0.1699, + "recall_at_1": 0.48524, + "recall_at_10": 0.84015, + "recall_at_100": 0.93462, + "recall_at_1000": 0.96791, + "recall_at_20": 0.88594, + "recall_at_3": 0.71184, + "recall_at_5": 0.77656, + "hf_subset": "default", + "main_score": 0.68006, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/FiQA2018-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/FiQA2018-VN.json new file mode 100644 index 0000000000..1f341a0840 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 131.9, + "map_at_1": 0.17397, + "map_at_10": 0.26866, + "map_at_100": 0.2827, + "map_at_1000": 0.28479, + "map_at_20": 0.27531, + "map_at_3": 0.23645, + "map_at_5": 0.25529, + "mrr_at_1": 0.31398, + "mrr_at_10": 0.40299, + "mrr_at_100": 0.4117, + "mrr_at_1000": 0.41236, + "mrr_at_20": 0.40782, + "mrr_at_3": 0.38522, + "mrr_at_5": 0.39591, + "ndcg_at_1": 0.31398, + "ndcg_at_10": 0.33269, + "ndcg_at_100": 0.39198, + "ndcg_at_1000": 0.4299, + "ndcg_at_20": 0.35152, + "ndcg_at_3": 0.30806, + "ndcg_at_5": 0.3175, + "precision_at_1": 0.31398, + "precision_at_10": 0.09024, + "precision_at_100": 0.01528, + "precision_at_1000": 0.00221, + "precision_at_20": 0.05356, + "precision_at_3": 0.19613, + "precision_at_5": 0.14723, + "recall_at_1": 0.17397, + "recall_at_10": 0.38272, + "recall_at_100": 0.60921, + "recall_at_1000": 0.83453, + "recall_at_20": 0.44055, + "recall_at_3": 0.2855, + "recall_at_5": 0.33195, + "hf_subset": "default", + "main_score": 0.33269, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/GreenNodeTableMarkdownRetrieval.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..46c2a41b9c --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36629, + "ndcg_at_3": 0.42528, + "ndcg_at_5": 0.44325, + "ndcg_at_10": 0.46212, + "ndcg_at_20": 0.47725, + "ndcg_at_100": 0.50194, + "ndcg_at_1000": 0.52243, + "map_at_1": 0.36629, + "map_at_3": 0.41084, + "map_at_5": 0.42084, + "map_at_10": 0.42866, + "map_at_20": 0.43281, + "map_at_100": 0.43612, + "map_at_1000": 0.4368, + "recall_at_1": 0.36629, + "recall_at_3": 0.46704, + "recall_at_5": 0.51055, + "recall_at_10": 0.56875, + "recall_at_20": 0.62859, + "recall_at_100": 0.76321, + "recall_at_1000": 0.9297, + "precision_at_1": 0.36629, + "precision_at_3": 0.15568, + "precision_at_5": 0.10211, + "precision_at_10": 0.05687, + "precision_at_20": 0.03143, + "precision_at_100": 0.00763, + "precision_at_1000": 0.00093, + "mrr_at_1": 0.366293, + "mrr_at_3": 0.410839, + "mrr_at_5": 0.420841, + "mrr_at_10": 0.428656, + "mrr_at_20": 0.432811, + "mrr_at_100": 0.436123, + "mrr_at_1000": 0.436803, + "nauc_ndcg_at_1_max": 0.178287, + "nauc_ndcg_at_1_std": 0.113491, + "nauc_ndcg_at_1_diff1": 0.771241, + "nauc_ndcg_at_3_max": 0.142036, + "nauc_ndcg_at_3_std": 0.152991, + "nauc_ndcg_at_3_diff1": 0.719963, + "nauc_ndcg_at_5_max": 0.132562, + "nauc_ndcg_at_5_std": 0.165127, + "nauc_ndcg_at_5_diff1": 0.706754, + "nauc_ndcg_at_10_max": 0.126234, + "nauc_ndcg_at_10_std": 0.180891, + "nauc_ndcg_at_10_diff1": 0.700403, + "nauc_ndcg_at_20_max": 0.122781, + "nauc_ndcg_at_20_std": 0.191797, + "nauc_ndcg_at_20_diff1": 0.696056, + "nauc_ndcg_at_100_max": 0.121031, + "nauc_ndcg_at_100_std": 0.202088, + "nauc_ndcg_at_100_diff1": 0.695573, + "nauc_ndcg_at_1000_max": 0.128455, + "nauc_ndcg_at_1000_std": 0.19443, + "nauc_ndcg_at_1000_diff1": 0.702109, + "nauc_map_at_1_max": 0.178287, + "nauc_map_at_1_std": 0.113491, + "nauc_map_at_1_diff1": 0.771241, + "nauc_map_at_3_max": 0.15086, + "nauc_map_at_3_std": 0.143032, + "nauc_map_at_3_diff1": 0.732165, + "nauc_map_at_5_max": 0.145624, + "nauc_map_at_5_std": 0.149719, + "nauc_map_at_5_diff1": 0.724846, + "nauc_map_at_10_max": 0.14311, + "nauc_map_at_10_std": 0.15601, + "nauc_map_at_10_diff1": 0.722421, + "nauc_map_at_20_max": 0.142254, + "nauc_map_at_20_std": 0.158764, + "nauc_map_at_20_diff1": 0.721286, + "nauc_map_at_100_max": 0.142022, + "nauc_map_at_100_std": 0.160044, + "nauc_map_at_100_diff1": 0.721262, + "nauc_map_at_1000_max": 0.142256, + "nauc_map_at_1000_std": 0.159866, + "nauc_map_at_1000_diff1": 0.721453, + "nauc_recall_at_1_max": 0.178287, + "nauc_recall_at_1_std": 0.113491, + "nauc_recall_at_1_diff1": 0.771241, + "nauc_recall_at_3_max": 0.116404, + "nauc_recall_at_3_std": 0.182062, + "nauc_recall_at_3_diff1": 0.684633, + "nauc_recall_at_5_max": 0.092628, + "nauc_recall_at_5_std": 0.212545, + "nauc_recall_at_5_diff1": 0.651572, + "nauc_recall_at_10_max": 0.069562, + "nauc_recall_at_10_std": 0.26725, + "nauc_recall_at_10_diff1": 0.627149, + "nauc_recall_at_20_max": 0.049127, + "nauc_recall_at_20_std": 0.324185, + "nauc_recall_at_20_diff1": 0.601803, + "nauc_recall_at_100_max": 0.008141, + "nauc_recall_at_100_std": 0.457551, + "nauc_recall_at_100_diff1": 0.563044, + "nauc_recall_at_1000_max": 0.04562, + "nauc_recall_at_1000_std": 0.673999, + "nauc_recall_at_1000_diff1": 0.536207, + "nauc_precision_at_1_max": 0.178287, + "nauc_precision_at_1_std": 0.113491, + "nauc_precision_at_1_diff1": 0.771241, + "nauc_precision_at_3_max": 0.116404, + "nauc_precision_at_3_std": 0.182062, + "nauc_precision_at_3_diff1": 0.684633, + "nauc_precision_at_5_max": 0.092628, + "nauc_precision_at_5_std": 0.212545, + "nauc_precision_at_5_diff1": 0.651572, + "nauc_precision_at_10_max": 0.069562, + "nauc_precision_at_10_std": 0.26725, + "nauc_precision_at_10_diff1": 0.627149, + "nauc_precision_at_20_max": 0.049127, + "nauc_precision_at_20_std": 0.324185, + "nauc_precision_at_20_diff1": 0.601803, + "nauc_precision_at_100_max": 0.008141, + "nauc_precision_at_100_std": 0.457551, + "nauc_precision_at_100_diff1": 0.563044, + "nauc_precision_at_1000_max": 0.04562, + "nauc_precision_at_1000_std": 0.673999, + "nauc_precision_at_1000_diff1": 0.536207, + "nauc_mrr_at_1_max": 0.178287, + "nauc_mrr_at_1_std": 0.113491, + "nauc_mrr_at_1_diff1": 0.771241, + "nauc_mrr_at_3_max": 0.15086, + "nauc_mrr_at_3_std": 0.143032, + "nauc_mrr_at_3_diff1": 0.732165, + "nauc_mrr_at_5_max": 0.145643, + "nauc_mrr_at_5_std": 0.149711, + "nauc_mrr_at_5_diff1": 0.724859, + "nauc_mrr_at_10_max": 0.143114, + "nauc_mrr_at_10_std": 0.156009, + "nauc_mrr_at_10_diff1": 0.722423, + "nauc_mrr_at_20_max": 0.142257, + "nauc_mrr_at_20_std": 0.158762, + "nauc_mrr_at_20_diff1": 0.721289, + "nauc_mrr_at_100_max": 0.142025, + "nauc_mrr_at_100_std": 0.160043, + "nauc_mrr_at_100_diff1": 0.721265, + "nauc_mrr_at_1000_max": 0.142259, + "nauc_mrr_at_1000_std": 0.159864, + "nauc_mrr_at_1000_diff1": 0.721455, + "main_score": 0.46212, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 708.3666431903839, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/HotpotQA-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/HotpotQA-VN.json new file mode 100644 index 0000000000..e5daab288f --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 4838.06, + "map_at_1": 0.3611, + "map_at_10": 0.53904, + "map_at_100": 0.54778, + "map_at_1000": 0.54848, + "map_at_20": 0.54424, + "map_at_3": 0.50827, + "map_at_5": 0.52691, + "mrr_at_1": 0.7222, + "mrr_at_10": 0.78608, + "mrr_at_100": 0.78868, + "mrr_at_1000": 0.7888, + "mrr_at_20": 0.78783, + "mrr_at_3": 0.77411, + "mrr_at_5": 0.78113, + "ndcg_at_1": 0.7222, + "ndcg_at_10": 0.62747, + "ndcg_at_100": 0.65853, + "ndcg_at_1000": 0.67273, + "ndcg_at_20": 0.64096, + "ndcg_at_3": 0.58155, + "ndcg_at_5": 0.60593, + "precision_at_1": 0.7222, + "precision_at_10": 0.13055, + "precision_at_100": 0.01547, + "precision_at_1000": 0.00174, + "precision_at_20": 0.06961, + "precision_at_3": 0.36708, + "precision_at_5": 0.23949, + "recall_at_1": 0.3611, + "recall_at_10": 0.65274, + "recall_at_100": 0.7733, + "recall_at_1000": 0.86774, + "recall_at_20": 0.69609, + "recall_at_3": 0.55062, + "recall_at_5": 0.59872, + "hf_subset": "default", + "main_score": 0.62747, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ImdbVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ImdbVNClassification.json new file mode 100644 index 0000000000..a5b072fbb9 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.823672, + "f1": 0.823034, + "f1_weighted": 0.823061, + "ap": 0.765583, + "ap_weighted": 0.765583, + "scores_per_experiment": [ + { + "accuracy": 0.852452, + "f1": 0.852356, + "f1_weighted": 0.852334, + "ap": 0.810347, + "ap_weighted": 0.810347 + }, + { + "accuracy": 0.828223, + "f1": 0.827194, + "f1_weighted": 0.827273, + "ap": 0.759863, + "ap_weighted": 0.759863 + }, + { + "accuracy": 0.823287, + "f1": 0.822953, + "f1_weighted": 0.822999, + "ap": 0.760466, + "ap_weighted": 0.760466 + }, + { + "accuracy": 0.837734, + "f1": 0.835859, + "f1_weighted": 0.835963, + "ap": 0.765063, + "ap_weighted": 0.765063 + }, + { + "accuracy": 0.828767, + "f1": 0.82876, + "f1_weighted": 0.828753, + "ap": 0.776902, + "ap_weighted": 0.776902 + }, + { + "accuracy": 0.821521, + "f1": 0.820748, + "f1_weighted": 0.820818, + "ap": 0.754644, + "ap_weighted": 0.754644 + }, + { + "accuracy": 0.812056, + "f1": 0.811803, + "f1_weighted": 0.811844, + "ap": 0.749475, + "ap_weighted": 0.749475 + }, + { + "accuracy": 0.800371, + "f1": 0.799417, + "f1_weighted": 0.799499, + "ap": 0.731981, + "ap_weighted": 0.731981 + }, + { + "accuracy": 0.809248, + "f1": 0.808674, + "f1_weighted": 0.808612, + "ap": 0.765477, + "ap_weighted": 0.765477 + }, + { + "accuracy": 0.823061, + "f1": 0.822571, + "f1_weighted": 0.822516, + "ap": 0.781606, + "ap_weighted": 0.781606 + } + ], + "main_score": 0.823672, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 161.78697323799133, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MSMARCO-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MSMARCO-VN.json new file mode 100644 index 0000000000..0093e46ffb --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 8587.21, + "map_at_1": 0.18182, + "map_at_10": 0.29169, + "map_at_100": 0.30277, + "map_at_1000": 0.3033, + "map_at_20": 0.29868, + "map_at_3": 0.25396, + "map_at_5": 0.27492, + "mrr_at_1": 0.18668, + "mrr_at_10": 0.29592, + "mrr_at_100": 0.3067, + "mrr_at_1000": 0.30718, + "mrr_at_20": 0.30279, + "mrr_at_3": 0.25853, + "mrr_at_5": 0.2795, + "ndcg_at_1": 0.18696, + "ndcg_at_10": 0.35652, + "ndcg_at_100": 0.41018, + "ndcg_at_1000": 0.42488, + "ndcg_at_20": 0.38171, + "ndcg_at_3": 0.27911, + "ndcg_at_5": 0.31667, + "precision_at_1": 0.18696, + "precision_at_10": 0.05826, + "precision_at_100": 0.00848, + "precision_at_1000": 0.00097, + "precision_at_20": 0.03431, + "precision_at_3": 0.12035, + "precision_at_5": 0.09119, + "recall_at_1": 0.18182, + "recall_at_10": 0.55884, + "recall_at_100": 0.80746, + "recall_at_1000": 0.92319, + "recall_at_20": 0.65728, + "recall_at_3": 0.34715, + "recall_at_5": 0.43763, + "hf_subset": "default", + "main_score": 0.35652, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MTOPDomainVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..7f19883b72 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.864653, + "f1": 0.862875, + "f1_weighted": 0.863921, + "scores_per_experiment": [ + { + "accuracy": 0.858701, + "f1": 0.852992, + "f1_weighted": 0.858756 + }, + { + "accuracy": 0.848168, + "f1": 0.847275, + "f1_weighted": 0.847768 + }, + { + "accuracy": 0.882703, + "f1": 0.882294, + "f1_weighted": 0.881494 + }, + { + "accuracy": 0.860281, + "f1": 0.852578, + "f1_weighted": 0.858634 + }, + { + "accuracy": 0.87074, + "f1": 0.872469, + "f1_weighted": 0.870276 + }, + { + "accuracy": 0.86284, + "f1": 0.864442, + "f1_weighted": 0.862229 + }, + { + "accuracy": 0.873072, + "f1": 0.86998, + "f1_weighted": 0.872213 + }, + { + "accuracy": 0.874878, + "f1": 0.870617, + "f1_weighted": 0.873063 + }, + { + "accuracy": 0.84418, + "f1": 0.851054, + "f1_weighted": 0.844497 + }, + { + "accuracy": 0.870965, + "f1": 0.865046, + "f1_weighted": 0.870281 + } + ], + "main_score": 0.864653, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.562175750732422, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MTOPIntentVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..870d7678f4 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.556015, + "f1": 0.394876, + "f1_weighted": 0.588483, + "scores_per_experiment": [ + { + "accuracy": 0.551802, + "f1": 0.396637, + "f1_weighted": 0.583864 + }, + { + "accuracy": 0.556617, + "f1": 0.385645, + "f1_weighted": 0.587565 + }, + { + "accuracy": 0.55579, + "f1": 0.394678, + "f1_weighted": 0.58725 + }, + { + "accuracy": 0.578662, + "f1": 0.404208, + "f1_weighted": 0.618636 + }, + { + "accuracy": 0.545181, + "f1": 0.402319, + "f1_weighted": 0.576131 + }, + { + "accuracy": 0.555413, + "f1": 0.394961, + "f1_weighted": 0.595759 + }, + { + "accuracy": 0.575201, + "f1": 0.40068, + "f1_weighted": 0.603512 + }, + { + "accuracy": 0.545933, + "f1": 0.394646, + "f1_weighted": 0.582013 + }, + { + "accuracy": 0.527951, + "f1": 0.389879, + "f1_weighted": 0.553245 + }, + { + "accuracy": 0.567602, + "f1": 0.385108, + "f1_weighted": 0.596851 + } + ], + "main_score": 0.556015, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.30477261543274, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MassiveIntentVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..bc74876f27 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.675336, + "f1": 0.648657, + "f1_weighted": 0.661769, + "scores_per_experiment": [ + { + "accuracy": 0.67713, + "f1": 0.662728, + "f1_weighted": 0.665748 + }, + { + "accuracy": 0.70796, + "f1": 0.675529, + "f1_weighted": 0.700348 + }, + { + "accuracy": 0.676009, + "f1": 0.625785, + "f1_weighted": 0.661871 + }, + { + "accuracy": 0.702354, + "f1": 0.676286, + "f1_weighted": 0.693915 + }, + { + "accuracy": 0.65639, + "f1": 0.630482, + "f1_weighted": 0.639175 + }, + { + "accuracy": 0.663117, + "f1": 0.640936, + "f1_weighted": 0.651142 + }, + { + "accuracy": 0.66648, + "f1": 0.639628, + "f1_weighted": 0.65146 + }, + { + "accuracy": 0.661435, + "f1": 0.653875, + "f1_weighted": 0.64849 + }, + { + "accuracy": 0.654148, + "f1": 0.636533, + "f1_weighted": 0.631852 + }, + { + "accuracy": 0.688341, + "f1": 0.644786, + "f1_weighted": 0.673689 + } + ], + "main_score": 0.675336, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.217260360717773, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MassiveScenarioVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..476dadf717 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.72623, + "f1": 0.699045, + "f1_weighted": 0.722333, + "scores_per_experiment": [ + { + "accuracy": 0.744966, + "f1": 0.71978, + "f1_weighted": 0.743661 + }, + { + "accuracy": 0.748881, + "f1": 0.724926, + "f1_weighted": 0.74697 + }, + { + "accuracy": 0.734899, + "f1": 0.705182, + "f1_weighted": 0.731548 + }, + { + "accuracy": 0.706935, + "f1": 0.687716, + "f1_weighted": 0.69998 + }, + { + "accuracy": 0.714206, + "f1": 0.673115, + "f1_weighted": 0.706521 + }, + { + "accuracy": 0.715324, + "f1": 0.684661, + "f1_weighted": 0.711554 + }, + { + "accuracy": 0.717562, + "f1": 0.687596, + "f1_weighted": 0.709169 + }, + { + "accuracy": 0.719239, + "f1": 0.698627, + "f1_weighted": 0.717234 + }, + { + "accuracy": 0.739933, + "f1": 0.715526, + "f1_weighted": 0.737341 + }, + { + "accuracy": 0.720358, + "f1": 0.693317, + "f1_weighted": 0.719355 + } + ], + "main_score": 0.72623, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.97601842880249, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/NFCorpus-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/NFCorpus-VN.json new file mode 100644 index 0000000000..80ff6cc413 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 18.42, + "map_at_1": 0.04439, + "map_at_10": 0.11284, + "map_at_100": 0.13762, + "map_at_1000": 0.15073, + "map_at_20": 0.12313, + "map_at_3": 0.08635, + "map_at_5": 0.10053, + "mrr_at_1": 0.37349, + "mrr_at_10": 0.48261, + "mrr_at_100": 0.4877, + "mrr_at_1000": 0.48814, + "mrr_at_20": 0.4851, + "mrr_at_3": 0.45281, + "mrr_at_5": 0.4754, + "ndcg_at_1": 0.35241, + "ndcg_at_10": 0.30456, + "ndcg_at_100": 0.27471, + "ndcg_at_1000": 0.35554, + "ndcg_at_20": 0.28618, + "ndcg_at_3": 0.33448, + "ndcg_at_5": 0.32629, + "precision_at_1": 0.37349, + "precision_at_10": 0.23072, + "precision_at_100": 0.07416, + "precision_at_1000": 0.02098, + "precision_at_20": 0.17259, + "precision_at_3": 0.31928, + "precision_at_5": 0.28795, + "recall_at_1": 0.04439, + "recall_at_10": 0.15092, + "recall_at_100": 0.27343, + "recall_at_1000": 0.56774, + "recall_at_20": 0.17664, + "recall_at_3": 0.09918, + "recall_at_5": 0.12667, + "hf_subset": "default", + "main_score": 0.30456, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/NQ-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/NQ-VN.json new file mode 100644 index 0000000000..2cbbe6efb9 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 3659.61, + "map_at_1": 0.32991, + "map_at_10": 0.47037, + "map_at_100": 0.4792, + "map_at_1000": 0.47961, + "map_at_20": 0.47588, + "map_at_3": 0.43301, + "map_at_5": 0.45438, + "mrr_at_1": 0.36789, + "mrr_at_10": 0.49296, + "mrr_at_100": 0.4997, + "mrr_at_1000": 0.49995, + "mrr_at_20": 0.4972, + "mrr_at_3": 0.46026, + "mrr_at_5": 0.47937, + "ndcg_at_1": 0.36789, + "ndcg_at_10": 0.539, + "ndcg_at_100": 0.57737, + "ndcg_at_1000": 0.5868, + "ndcg_at_20": 0.55703, + "ndcg_at_3": 0.46743, + "ndcg_at_5": 0.50342, + "precision_at_1": 0.36789, + "precision_at_10": 0.08537, + "precision_at_100": 0.01068, + "precision_at_1000": 0.00116, + "precision_at_20": 0.04703, + "precision_at_3": 0.20632, + "precision_at_5": 0.14474, + "recall_at_1": 0.32991, + "recall_at_10": 0.72583, + "recall_at_100": 0.89465, + "recall_at_1000": 0.96509, + "recall_at_20": 0.79294, + "recall_at_3": 0.54044, + "recall_at_5": 0.62228, + "hf_subset": "default", + "main_score": 0.539, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/Quora-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/Quora-VN.json new file mode 100644 index 0000000000..37bdffa60a --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 288.3, + "map_at_1": 0.45972, + "map_at_10": 0.58938, + "map_at_100": 0.60039, + "map_at_1000": 0.60092, + "map_at_20": 0.59586, + "map_at_3": 0.55393, + "map_at_5": 0.57435, + "mrr_at_1": 0.53984, + "mrr_at_10": 0.63802, + "mrr_at_100": 0.64315, + "mrr_at_1000": 0.64332, + "mrr_at_20": 0.64133, + "mrr_at_3": 0.61465, + "mrr_at_5": 0.62908, + "ndcg_at_1": 0.53984, + "ndcg_at_10": 0.65026, + "ndcg_at_100": 0.68768, + "ndcg_at_1000": 0.69565, + "ndcg_at_20": 0.66686, + "ndcg_at_3": 0.59896, + "ndcg_at_5": 0.62415, + "precision_at_1": 0.53984, + "precision_at_10": 0.1074, + "precision_at_100": 0.01415, + "precision_at_1000": 0.00154, + "precision_at_20": 0.05983, + "precision_at_3": 0.27049, + "precision_at_5": 0.18572, + "recall_at_1": 0.45972, + "recall_at_10": 0.77848, + "recall_at_100": 0.93127, + "recall_at_1000": 0.98409, + "recall_at_20": 0.83719, + "recall_at_3": 0.63416, + "recall_at_5": 0.70089, + "hf_subset": "default", + "main_score": 0.65026, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/RedditClustering-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/RedditClustering-VN.json new file mode 100644 index 0000000000..913161f296 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.431151, + "v_measure_std": 0.040128, + "v_measures": [ + 0.378049, + 0.516239, + 0.384746, + 0.454889, + 0.440528, + 0.454019, + 0.45623, + 0.400257, + 0.397584, + 0.428965 + ], + "main_score": 0.431151, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 82.7155089378357, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/RedditClusteringP2P-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..37cb787693 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.570247, + "v_measure_std": 0.125498, + "v_measures": [ + 0.626175, + 0.617113, + 0.605497, + 0.374994, + 0.617588, + 0.571479, + 0.287358, + 0.680152, + 0.629708, + 0.692405 + ], + "main_score": 0.570247, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1564.648562669754, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SCIDOCS-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SCIDOCS-VN.json new file mode 100644 index 0000000000..18f4c3fb6c --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 85.78, + "map_at_1": 0.03308, + "map_at_10": 0.08342, + "map_at_100": 0.09657, + "map_at_1000": 0.09884, + "map_at_20": 0.09026, + "map_at_3": 0.06329, + "map_at_5": 0.07305, + "mrr_at_1": 0.1625, + "mrr_at_10": 0.25841, + "mrr_at_100": 0.26854, + "mrr_at_1000": 0.26934, + "mrr_at_20": 0.26349, + "mrr_at_3": 0.23083, + "mrr_at_5": 0.24596, + "ndcg_at_1": 0.1625, + "ndcg_at_10": 0.14443, + "ndcg_at_100": 0.20287, + "ndcg_at_1000": 0.25316, + "ndcg_at_20": 0.16459, + "ndcg_at_3": 0.14265, + "ndcg_at_5": 0.12195, + "precision_at_1": 0.1625, + "precision_at_10": 0.07325, + "precision_at_100": 0.01587, + "precision_at_1000": 0.00281, + "precision_at_20": 0.04838, + "precision_at_3": 0.13583, + "precision_at_5": 0.106, + "recall_at_1": 0.03308, + "recall_at_10": 0.14942, + "recall_at_100": 0.32258, + "recall_at_1000": 0.57204, + "recall_at_20": 0.19704, + "recall_at_3": 0.08308, + "recall_at_5": 0.10821, + "hf_subset": "default", + "main_score": 0.14443, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SICK-R-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SICK-R-VN.json new file mode 100644 index 0000000000..8158cb9ffd --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.804681, + "spearman": 0.77395, + "cosine_pearson": 0.804681, + "cosine_spearman": 0.773961, + "manhattan_pearson": 0.768501, + "manhattan_spearman": 0.773191, + "euclidean_pearson": 0.768821, + "euclidean_spearman": 0.773944, + "main_score": 0.773961, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.094280481338501, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/STSBenchmark-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/STSBenchmark-VN.json new file mode 100644 index 0000000000..98c8965eba --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.802948, + "spearman": 0.805953, + "cosine_pearson": 0.802948, + "cosine_spearman": 0.80596, + "manhattan_pearson": 0.792713, + "manhattan_spearman": 0.80577, + "euclidean_pearson": 0.792896, + "euclidean_spearman": 0.805954, + "main_score": 0.80596, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.9271438121795654, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SciDocsRR-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SciDocsRR-VN.json new file mode 100644 index 0000000000..02d90f96fe --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.810173, + "mrr": 0.895775, + "nAUC_map_max": 0.547295, + "nAUC_map_std": 0.651119, + "nAUC_map_diff1": 0.281544, + "nAUC_mrr_max": 0.857114, + "nAUC_mrr_std": 0.831557, + "nAUC_mrr_diff1": 0.576901, + "main_score": 0.810173, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.247575044631958, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SciFact-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SciFact-VN.json new file mode 100644 index 0000000000..5153a294ee --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 25.59, + "map_at_1": 0.47575, + "map_at_10": 0.5738, + "map_at_100": 0.58151, + "map_at_1000": 0.58187, + "map_at_20": 0.57882, + "map_at_3": 0.55216, + "map_at_5": 0.56249, + "mrr_at_1": 0.50746, + "mrr_at_10": 0.59669, + "mrr_at_100": 0.60229, + "mrr_at_1000": 0.60258, + "mrr_at_20": 0.60008, + "mrr_at_3": 0.58085, + "mrr_at_5": 0.5898, + "ndcg_at_1": 0.50746, + "ndcg_at_10": 0.61879, + "ndcg_at_100": 0.65484, + "ndcg_at_1000": 0.6645, + "ndcg_at_20": 0.63509, + "ndcg_at_3": 0.58083, + "ndcg_at_5": 0.59626, + "precision_at_1": 0.50746, + "precision_at_10": 0.08358, + "precision_at_100": 0.01045, + "precision_at_1000": 0.00113, + "precision_at_20": 0.0459, + "precision_at_3": 0.22886, + "precision_at_5": 0.14925, + "recall_at_1": 0.47575, + "recall_at_10": 0.73184, + "recall_at_100": 0.899, + "recall_at_1000": 0.97612, + "recall_at_20": 0.79303, + "recall_at_3": 0.63085, + "recall_at_5": 0.66654, + "hf_subset": "default", + "main_score": 0.61879, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SprintDuplicateQuestions-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..6896695bd1 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.998232, + "similarity_accuracy_threshold": 0.743469, + "similarity_f1": 0.91183, + "similarity_f1_threshold": 0.728811, + "similarity_precision": 0.907778, + "similarity_recall": 0.915919, + "similarity_ap": 0.969513, + "cosine_accuracy": 0.998232, + "cosine_accuracy_threshold": 0.743469, + "cosine_f1": 0.91183, + "cosine_f1_threshold": 0.728811, + "cosine_precision": 0.907778, + "cosine_recall": 0.915919, + "cosine_ap": 0.969513, + "manhattan_accuracy": 0.998255, + "manhattan_accuracy_threshold": 18.378162, + "manhattan_f1": 0.912826, + "manhattan_f1_threshold": 18.748869, + "manhattan_precision": 0.90429, + "manhattan_recall": 0.921525, + "manhattan_ap": 0.968879, + "euclidean_accuracy": 0.998232, + "euclidean_accuracy_threshold": 0.716283, + "euclidean_f1": 0.91183, + "euclidean_f1_threshold": 0.736463, + "euclidean_precision": 0.907778, + "euclidean_recall": 0.915919, + "euclidean_ap": 0.969513, + "dot_accuracy": 0.998232, + "dot_accuracy_threshold": 0.743469, + "dot_f1": 0.91183, + "dot_f1_threshold": 0.728811, + "dot_precision": 0.907778, + "dot_recall": 0.915919, + "dot_ap": 0.969513, + "max_accuracy": 0.998255, + "max_f1": 0.912826, + "max_precision": 0.907778, + "max_recall": 0.921525, + "max_ap": 0.969513, + "main_score": 0.969513, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.998319, + "similarity_accuracy_threshold": 0.739368, + "similarity_f1": 0.916525, + "similarity_f1_threshold": 0.739368, + "similarity_precision": 0.921233, + "similarity_recall": 0.911864, + "similarity_ap": 0.961441, + "cosine_accuracy": 0.998319, + "cosine_accuracy_threshold": 0.739368, + "cosine_f1": 0.916525, + "cosine_f1_threshold": 0.739368, + "cosine_precision": 0.921233, + "cosine_recall": 0.911864, + "cosine_ap": 0.961441, + "manhattan_accuracy": 0.998285, + "manhattan_accuracy_threshold": 18.090469, + "manhattan_f1": 0.914188, + "manhattan_f1_threshold": 18.090469, + "manhattan_precision": 0.92584, + "manhattan_recall": 0.902825, + "manhattan_ap": 0.961042, + "euclidean_accuracy": 0.998319, + "euclidean_accuracy_threshold": 0.721986, + "euclidean_f1": 0.916525, + "euclidean_f1_threshold": 0.721986, + "euclidean_precision": 0.921233, + "euclidean_recall": 0.911864, + "euclidean_ap": 0.961441, + "dot_accuracy": 0.998319, + "dot_accuracy_threshold": 0.739367, + "dot_f1": 0.916525, + "dot_f1_threshold": 0.739367, + "dot_precision": 0.921233, + "dot_recall": 0.911864, + "dot_ap": 0.961441, + "max_accuracy": 0.998319, + "max_f1": 0.916525, + "max_precision": 0.92584, + "max_recall": 0.911864, + "max_ap": 0.961441, + "main_score": 0.961441, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 124.83756136894226, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/StackExchangeClustering-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..25f78899be --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.590978, + "v_measure_std": 0.074835, + "v_measures": [ + 0.5476, + 0.493012, + 0.683255, + 0.640044 + ], + "main_score": 0.590978, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 14.817194700241089, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/StackExchangeClusteringP2P-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..e0e5522f65 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.322903, + "v_measure_std": 0.016417, + "v_measures": [ + 0.311765, + 0.311204, + 0.305695, + 0.303437, + 0.311663, + 0.358164, + 0.327089, + 0.338823, + 0.330363, + 0.330831 + ], + "main_score": 0.322903, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 488.2869701385498, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/StackOverflowDupQuestions-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..b8d827de78 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.496292, + "mrr": 0.504328, + "nAUC_map_max": 0.18143, + "nAUC_map_std": 0.134395, + "nAUC_map_diff1": 0.382258, + "nAUC_mrr_max": 0.186369, + "nAUC_mrr_std": 0.136192, + "nAUC_mrr_diff1": 0.374873, + "main_score": 0.496292, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 26.535645484924316, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TRECCOVID-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TRECCOVID-VN.json new file mode 100644 index 0000000000..33ce5b8b00 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 539.58, + "map_at_1": 0.00162, + "map_at_10": 0.01397, + "map_at_100": 0.08157, + "map_at_1000": 0.19746, + "map_at_20": 0.025, + "map_at_3": 0.00495, + "map_at_5": 0.00808, + "mrr_at_1": 0.70455, + "mrr_at_10": 0.81705, + "mrr_at_100": 0.81818, + "mrr_at_1000": 0.81818, + "mrr_at_20": 0.81818, + "mrr_at_3": 0.80682, + "mrr_at_5": 0.81705, + "ndcg_at_1": 0.68182, + "ndcg_at_10": 0.64573, + "ndcg_at_100": 0.50626, + "ndcg_at_1000": 0.43778, + "ndcg_at_20": 0.62381, + "ndcg_at_3": 0.69052, + "ndcg_at_5": 0.68861, + "precision_at_1": 0.70455, + "precision_at_10": 0.68864, + "precision_at_100": 0.52295, + "precision_at_1000": 0.20048, + "precision_at_20": 0.66136, + "precision_at_3": 0.74242, + "precision_at_5": 0.75, + "recall_at_1": 0.00162, + "recall_at_10": 0.01672, + "recall_at_100": 0.11731, + "recall_at_1000": 0.41282, + "recall_at_20": 0.03163, + "recall_at_3": 0.0055, + "recall_at_5": 0.00937, + "hf_subset": "default", + "main_score": 0.64573, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/Touche2020-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/Touche2020-VN.json new file mode 100644 index 0000000000..6004933559 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 1994.39, + "map_at_1": 0.00746, + "map_at_10": 0.0751, + "map_at_100": 0.14088, + "map_at_1000": 0.15716, + "map_at_20": 0.09948, + "map_at_3": 0.02378, + "map_at_5": 0.0485, + "mrr_at_1": 0.12, + "mrr_at_10": 0.33911, + "mrr_at_100": 0.34647, + "mrr_at_1000": 0.3467, + "mrr_at_20": 0.34275, + "mrr_at_3": 0.28667, + "mrr_at_5": 0.32067, + "ndcg_at_1": 0.12, + "ndcg_at_10": 0.21064, + "ndcg_at_100": 0.35407, + "ndcg_at_1000": 0.46273, + "ndcg_at_20": 0.23004, + "ndcg_at_3": 0.16469, + "ndcg_at_5": 0.19546, + "precision_at_1": 0.12, + "precision_at_10": 0.224, + "precision_at_100": 0.0824, + "precision_at_1000": 0.01548, + "precision_at_20": 0.18, + "precision_at_3": 0.2, + "precision_at_5": 0.24, + "recall_at_1": 0.00746, + "recall_at_10": 0.16202, + "recall_at_100": 0.48929, + "recall_at_1000": 0.82156, + "recall_at_20": 0.24394, + "recall_at_3": 0.04085, + "recall_at_5": 0.08992, + "hf_subset": "default", + "main_score": 0.21064, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ToxicConversationsVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..86627e1893 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.682129, + "f1": 0.506726, + "f1_weighted": 0.754794, + "ap": 0.108879, + "ap_weighted": 0.108879, + "scores_per_experiment": [ + { + "accuracy": 0.750977, + "f1": 0.522905, + "f1_weighted": 0.806706, + "ap": 0.093252, + "ap_weighted": 0.093252 + }, + { + "accuracy": 0.706543, + "f1": 0.516001, + "f1_weighted": 0.777273, + "ap": 0.104275, + "ap_weighted": 0.104275 + }, + { + "accuracy": 0.766602, + "f1": 0.566194, + "f1_weighted": 0.819871, + "ap": 0.134343, + "ap_weighted": 0.134343 + }, + { + "accuracy": 0.736816, + "f1": 0.536168, + "f1_weighted": 0.798635, + "ap": 0.112498, + "ap_weighted": 0.112498 + }, + { + "accuracy": 0.481934, + "f1": 0.397927, + "f1_weighted": 0.591416, + "ap": 0.091205, + "ap_weighted": 0.091205 + }, + { + "accuracy": 0.569336, + "f1": 0.442114, + "f1_weighted": 0.671322, + "ap": 0.090582, + "ap_weighted": 0.090582 + }, + { + "accuracy": 0.775879, + "f1": 0.574458, + "f1_weighted": 0.826341, + "ap": 0.140079, + "ap_weighted": 0.140079 + }, + { + "accuracy": 0.696289, + "f1": 0.497564, + "f1_weighted": 0.769422, + "ap": 0.090093, + "ap_weighted": 0.090093 + }, + { + "accuracy": 0.549805, + "f1": 0.438447, + "f1_weighted": 0.653592, + "ap": 0.098205, + "ap_weighted": 0.098205 + }, + { + "accuracy": 0.787109, + "f1": 0.575481, + "f1_weighted": 0.833357, + "ap": 0.134253, + "ap_weighted": 0.134253 + } + ], + "main_score": 0.682129, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.706779956817627, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TweetSentimentExtractionVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..14e3eba1ef --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.58276, + "f1": 0.576898, + "f1_weighted": 0.568087, + "scores_per_experiment": [ + { + "accuracy": 0.571429, + "f1": 0.5759, + "f1_weighted": 0.567623 + }, + { + "accuracy": 0.549153, + "f1": 0.537707, + "f1_weighted": 0.528584 + }, + { + "accuracy": 0.586925, + "f1": 0.570963, + "f1_weighted": 0.55441 + }, + { + "accuracy": 0.592252, + "f1": 0.591134, + "f1_weighted": 0.579849 + }, + { + "accuracy": 0.619855, + "f1": 0.620962, + "f1_weighted": 0.615806 + }, + { + "accuracy": 0.630993, + "f1": 0.623041, + "f1_weighted": 0.609878 + }, + { + "accuracy": 0.553995, + "f1": 0.540804, + "f1_weighted": 0.54702 + }, + { + "accuracy": 0.60339, + "f1": 0.600865, + "f1_weighted": 0.594752 + }, + { + "accuracy": 0.562228, + "f1": 0.550654, + "f1_weighted": 0.537191 + }, + { + "accuracy": 0.557385, + "f1": 0.556951, + "f1_weighted": 0.545761 + } + ], + "main_score": 0.58276, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.369964838027954, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TwentyNewsgroupsClustering-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..373f876039 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.369848, + "v_measure_std": 0.025689, + "v_measures": [ + 0.418967, + 0.372771, + 0.373926, + 0.357517, + 0.317329, + 0.394838, + 0.360238, + 0.364159, + 0.353532, + 0.3852 + ], + "main_score": 0.369848, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 18.720942497253418, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TwitterSemEval2015-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..1cc959974d --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.843397, + "similarity_accuracy_threshold": 0.786765, + "similarity_f1": 0.654971, + "similarity_f1_threshold": 0.730175, + "similarity_precision": 0.588832, + "similarity_recall": 0.737846, + "similarity_ap": 0.703595, + "cosine_accuracy": 0.843397, + "cosine_accuracy_threshold": 0.786765, + "cosine_f1": 0.654971, + "cosine_f1_threshold": 0.730175, + "cosine_precision": 0.588832, + "cosine_recall": 0.737846, + "cosine_ap": 0.703595, + "manhattan_accuracy": 0.842437, + "manhattan_accuracy_threshold": 16.467398, + "manhattan_f1": 0.652087, + "manhattan_f1_threshold": 18.635151, + "manhattan_precision": 0.583902, + "manhattan_recall": 0.738301, + "manhattan_ap": 0.702035, + "euclidean_accuracy": 0.843397, + "euclidean_accuracy_threshold": 0.653046, + "euclidean_f1": 0.654971, + "euclidean_f1_threshold": 0.734609, + "euclidean_precision": 0.588832, + "euclidean_recall": 0.737846, + "euclidean_ap": 0.703595, + "dot_accuracy": 0.843397, + "dot_accuracy_threshold": 0.786765, + "dot_f1": 0.654971, + "dot_f1_threshold": 0.730175, + "dot_precision": 0.588832, + "dot_recall": 0.737846, + "dot_ap": 0.703595, + "max_accuracy": 0.843397, + "max_f1": 0.654971, + "max_precision": 0.588832, + "max_recall": 0.738301, + "max_ap": 0.703595, + "main_score": 0.703595, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 20.510023832321167, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TwitterURLCorpus-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..5d95c34933 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.871542, + "similarity_accuracy_threshold": 0.688091, + "similarity_f1": 0.782653, + "similarity_f1_threshold": 0.684785, + "similarity_precision": 0.764951, + "similarity_recall": 0.801193, + "similarity_ap": 0.855718, + "cosine_accuracy": 0.871542, + "cosine_accuracy_threshold": 0.688091, + "cosine_f1": 0.782653, + "cosine_f1_threshold": 0.684785, + "cosine_precision": 0.764951, + "cosine_recall": 0.801193, + "cosine_ap": 0.855944, + "manhattan_accuracy": 0.871575, + "manhattan_accuracy_threshold": 19.862888, + "manhattan_f1": 0.783378, + "manhattan_f1_threshold": 20.198177, + "manhattan_precision": 0.760449, + "manhattan_recall": 0.807732, + "manhattan_ap": 0.855551, + "euclidean_accuracy": 0.871542, + "euclidean_accuracy_threshold": 0.789821, + "euclidean_f1": 0.782653, + "euclidean_f1_threshold": 0.793996, + "euclidean_precision": 0.764951, + "euclidean_recall": 0.801193, + "euclidean_ap": 0.855942, + "dot_accuracy": 0.871542, + "dot_accuracy_threshold": 0.688091, + "dot_f1": 0.782653, + "dot_f1_threshold": 0.684785, + "dot_precision": 0.764951, + "dot_recall": 0.801193, + "dot_ap": 0.855915, + "max_accuracy": 0.871575, + "max_f1": 0.783378, + "max_precision": 0.764951, + "max_recall": 0.807732, + "max_ap": 0.855944, + "main_score": 0.855944, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 55.00957131385803, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/VieQuADRetrieval.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/VieQuADRetrieval.json new file mode 100644 index 0000000000..47b8999fd6 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.60107, + "ndcg_at_3": 0.50685, + "ndcg_at_5": 0.54301, + "ndcg_at_10": 0.56892, + "ndcg_at_20": 0.58697, + "ndcg_at_100": 0.61965, + "ndcg_at_1000": 0.63908, + "map_at_1": 0.30054, + "map_at_3": 0.41642, + "map_at_5": 0.44198, + "map_at_10": 0.45675, + "map_at_20": 0.46396, + "map_at_100": 0.47079, + "map_at_1000": 0.47192, + "recall_at_1": 0.30054, + "recall_at_3": 0.49146, + "recall_at_5": 0.56299, + "recall_at_10": 0.62817, + "recall_at_20": 0.68652, + "recall_at_100": 0.83154, + "recall_at_1000": 0.95801, + "precision_at_1": 0.60107, + "precision_at_3": 0.32764, + "precision_at_5": 0.2252, + "precision_at_10": 0.12563, + "precision_at_20": 0.06865, + "precision_at_100": 0.01663, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.601074, + "mrr_at_3": 0.712077, + "mrr_at_5": 0.726432, + "mrr_at_10": 0.73192, + "mrr_at_20": 0.73359, + "mrr_at_100": 0.734287, + "mrr_at_1000": 0.734305, + "nauc_ndcg_at_1_max": 0.141093, + "nauc_ndcg_at_1_std": -0.081449, + "nauc_ndcg_at_1_diff1": 0.417456, + "nauc_ndcg_at_3_max": 0.26637, + "nauc_ndcg_at_3_std": 0.005442, + "nauc_ndcg_at_3_diff1": 0.296472, + "nauc_ndcg_at_5_max": 0.289572, + "nauc_ndcg_at_5_std": 0.01777, + "nauc_ndcg_at_5_diff1": 0.276998, + "nauc_ndcg_at_10_max": 0.312309, + "nauc_ndcg_at_10_std": 0.031592, + "nauc_ndcg_at_10_diff1": 0.274948, + "nauc_ndcg_at_20_max": 0.318805, + "nauc_ndcg_at_20_std": 0.045785, + "nauc_ndcg_at_20_diff1": 0.268083, + "nauc_ndcg_at_100_max": 0.337507, + "nauc_ndcg_at_100_std": 0.083462, + "nauc_ndcg_at_100_diff1": 0.26468, + "nauc_ndcg_at_1000_max": 0.320985, + "nauc_ndcg_at_1000_std": 0.06735, + "nauc_ndcg_at_1000_diff1": 0.276916, + "nauc_map_at_1_max": 0.141093, + "nauc_map_at_1_std": -0.081449, + "nauc_map_at_1_diff1": 0.417456, + "nauc_map_at_3_max": 0.264578, + "nauc_map_at_3_std": 0.020074, + "nauc_map_at_3_diff1": 0.267237, + "nauc_map_at_5_max": 0.283433, + "nauc_map_at_5_std": 0.028144, + "nauc_map_at_5_diff1": 0.256075, + "nauc_map_at_10_max": 0.296051, + "nauc_map_at_10_std": 0.034245, + "nauc_map_at_10_diff1": 0.255964, + "nauc_map_at_20_max": 0.299261, + "nauc_map_at_20_std": 0.040208, + "nauc_map_at_20_diff1": 0.253454, + "nauc_map_at_100_max": 0.302971, + "nauc_map_at_100_std": 0.047032, + "nauc_map_at_100_diff1": 0.252926, + "nauc_map_at_1000_max": 0.302525, + "nauc_map_at_1000_std": 0.04688, + "nauc_map_at_1000_diff1": 0.253413, + "nauc_recall_at_1_max": 0.141093, + "nauc_recall_at_1_std": -0.081449, + "nauc_recall_at_1_diff1": 0.417456, + "nauc_recall_at_3_max": 0.328872, + "nauc_recall_at_3_std": 0.0581, + "nauc_recall_at_3_diff1": 0.214624, + "nauc_recall_at_5_max": 0.346192, + "nauc_recall_at_5_std": 0.079528, + "nauc_recall_at_5_diff1": 0.151276, + "nauc_recall_at_10_max": 0.377948, + "nauc_recall_at_10_std": 0.113195, + "nauc_recall_at_10_diff1": 0.124469, + "nauc_recall_at_20_max": 0.386764, + "nauc_recall_at_20_std": 0.159771, + "nauc_recall_at_20_diff1": 0.086663, + "nauc_recall_at_100_max": 0.526386, + "nauc_recall_at_100_std": 0.42325, + "nauc_recall_at_100_diff1": 0.004305, + "nauc_recall_at_1000_max": 0.703077, + "nauc_recall_at_1000_std": 0.737952, + "nauc_recall_at_1000_diff1": -0.077751, + "nauc_precision_at_1_max": 0.141093, + "nauc_precision_at_1_std": -0.081449, + "nauc_precision_at_1_diff1": 0.417456, + "nauc_precision_at_3_max": 0.328872, + "nauc_precision_at_3_std": 0.0581, + "nauc_precision_at_3_diff1": 0.214624, + "nauc_precision_at_5_max": 0.346192, + "nauc_precision_at_5_std": 0.079528, + "nauc_precision_at_5_diff1": 0.151276, + "nauc_precision_at_10_max": 0.377948, + "nauc_precision_at_10_std": 0.113195, + "nauc_precision_at_10_diff1": 0.124469, + "nauc_precision_at_20_max": 0.386764, + "nauc_precision_at_20_std": 0.159771, + "nauc_precision_at_20_diff1": 0.086663, + "nauc_precision_at_100_max": 0.526386, + "nauc_precision_at_100_std": 0.42325, + "nauc_precision_at_100_diff1": 0.004305, + "nauc_precision_at_1000_max": 0.703077, + "nauc_precision_at_1000_std": 0.737952, + "nauc_precision_at_1000_diff1": -0.077751, + "nauc_mrr_at_1_max": 0.141093, + "nauc_mrr_at_1_std": -0.081449, + "nauc_mrr_at_1_diff1": 0.417456, + "nauc_mrr_at_3_max": 0.191345, + "nauc_mrr_at_3_std": -0.075496, + "nauc_mrr_at_3_diff1": 0.419619, + "nauc_mrr_at_5_max": 0.191186, + "nauc_mrr_at_5_std": -0.076128, + "nauc_mrr_at_5_diff1": 0.419653, + "nauc_mrr_at_10_max": 0.191042, + "nauc_mrr_at_10_std": -0.07475, + "nauc_mrr_at_10_diff1": 0.420918, + "nauc_mrr_at_20_max": 0.188773, + "nauc_mrr_at_20_std": -0.076117, + "nauc_mrr_at_20_diff1": 0.421404, + "nauc_mrr_at_100_max": 0.187568, + "nauc_mrr_at_100_std": -0.076209, + "nauc_mrr_at_100_diff1": 0.420949, + "nauc_mrr_at_1000_max": 0.187567, + "nauc_mrr_at_1000_std": -0.07617, + "nauc_mrr_at_1000_diff1": 0.420947, + "main_score": 0.56892, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.093037366867065, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/VieStudentFeedbackClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..a8c5c15ec6 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.800244, + "f1": 0.667893, + "f1_weighted": 0.833439, + "scores_per_experiment": [ + { + "accuracy": 0.851562, + "f1": 0.707702, + "f1_weighted": 0.86259 + }, + { + "accuracy": 0.76709, + "f1": 0.641349, + "f1_weighted": 0.812296 + }, + { + "accuracy": 0.866211, + "f1": 0.704181, + "f1_weighted": 0.871668 + }, + { + "accuracy": 0.790039, + "f1": 0.659574, + "f1_weighted": 0.830272 + }, + { + "accuracy": 0.750977, + "f1": 0.638951, + "f1_weighted": 0.80534 + }, + { + "accuracy": 0.807617, + "f1": 0.680422, + "f1_weighted": 0.841178 + }, + { + "accuracy": 0.804199, + "f1": 0.675554, + "f1_weighted": 0.840101 + }, + { + "accuracy": 0.794922, + "f1": 0.653543, + "f1_weighted": 0.825055 + }, + { + "accuracy": 0.810059, + "f1": 0.673104, + "f1_weighted": 0.836978 + }, + { + "accuracy": 0.759766, + "f1": 0.644554, + "f1_weighted": 0.808916 + } + ], + "main_score": 0.800244, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.244732856750488, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/model_meta.json b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/model_meta.json new file mode 100644 index 0000000000..ac9afc0d36 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-Mixed-V1/1d3dddb3862292dab4bd3eddf0664c0335ad5843/model_meta.json @@ -0,0 +1 @@ +{"name": "GreenNode/GreenNode-Embedding-Large-VN-Mixed-V1", "revision": "1d3dddb3862292dab4bd3eddf0664c0335ad5843", "release_date": "2024-04-11", "languages": ["vie-Latn"], "n_parameters": 568000000, "memory_usage_mb": 2167.0, "max_tokens": 8194.0, "embed_dim": 1024, "license": "cc-by-4.0", "open_weights": true, "public_training_code": null, "public_training_data": "https://huggingface.co/datasets/GreenNode/GreenNode-Table-Markdown-Retrieval-VN", "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/GreenNode/GreenNode-Embedding-Large-VN-Mixed-V1", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"GreenNodeTableMarkdownRetrieval": ["train"]}, "adapted_from": "BAAI/bge-m3", "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AmazonCounterfactualVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..c94739ebd9 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.588197, + "f1": 0.53276, + "f1_weighted": 0.633489, + "ap": 0.237355, + "ap_weighted": 0.237355, + "scores_per_experiment": [ + { + "accuracy": 0.560086, + "f1": 0.529397, + "f1_weighted": 0.605732, + "ap": 0.256401, + "ap_weighted": 0.256401 + }, + { + "accuracy": 0.693133, + "f1": 0.615864, + "f1_weighted": 0.725298, + "ap": 0.282316, + "ap_weighted": 0.282316 + }, + { + "accuracy": 0.577253, + "f1": 0.533306, + "f1_weighted": 0.624274, + "ap": 0.243404, + "ap_weighted": 0.243404 + }, + { + "accuracy": 0.532189, + "f1": 0.49529, + "f1_weighted": 0.581973, + "ap": 0.223175, + "ap_weighted": 0.223175 + }, + { + "accuracy": 0.590129, + "f1": 0.522835, + "f1_weighted": 0.636657, + "ap": 0.217883, + "ap_weighted": 0.217883 + }, + { + "accuracy": 0.60515, + "f1": 0.539456, + "f1_weighted": 0.649941, + "ap": 0.229875, + "ap_weighted": 0.229875 + }, + { + "accuracy": 0.618026, + "f1": 0.575175, + "f1_weighted": 0.660877, + "ap": 0.279601, + "ap_weighted": 0.279601 + }, + { + "accuracy": 0.572961, + "f1": 0.527183, + "f1_weighted": 0.620634, + "ap": 0.236996, + "ap_weighted": 0.236996 + }, + { + "accuracy": 0.55794, + "f1": 0.505308, + "f1_weighted": 0.607802, + "ap": 0.216331, + "ap_weighted": 0.216331 + }, + { + "accuracy": 0.575107, + "f1": 0.483787, + "f1_weighted": 0.6217, + "ap": 0.187567, + "ap_weighted": 0.187567 + } + ], + "main_score": 0.588197, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.878098964691162, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AmazonPolarityVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..d23c3b7ac1 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.845086, + "f1": 0.844568, + "f1_weighted": 0.844552, + "ap": 0.801189, + "ap_weighted": 0.801189, + "scores_per_experiment": [ + { + "accuracy": 0.838189, + "f1": 0.837407, + "f1_weighted": 0.837324, + "ap": 0.806431, + "ap_weighted": 0.806431 + }, + { + "accuracy": 0.84798, + "f1": 0.847944, + "f1_weighted": 0.847927, + "ap": 0.8028, + "ap_weighted": 0.8028 + }, + { + "accuracy": 0.868479, + "f1": 0.868375, + "f1_weighted": 0.868348, + "ap": 0.832174, + "ap_weighted": 0.832174 + }, + { + "accuracy": 0.841631, + "f1": 0.840515, + "f1_weighted": 0.840417, + "ap": 0.815747, + "ap_weighted": 0.815747 + }, + { + "accuracy": 0.852541, + "f1": 0.852104, + "f1_weighted": 0.852045, + "ap": 0.820096, + "ap_weighted": 0.820096 + }, + { + "accuracy": 0.799336, + "f1": 0.799092, + "f1_weighted": 0.79904, + "ap": 0.750066, + "ap_weighted": 0.750066 + }, + { + "accuracy": 0.849566, + "f1": 0.849452, + "f1_weighted": 0.849422, + "ap": 0.80813, + "ap_weighted": 0.80813 + }, + { + "accuracy": 0.879171, + "f1": 0.87917, + "f1_weighted": 0.879167, + "ap": 0.837971, + "ap_weighted": 0.837971 + }, + { + "accuracy": 0.845652, + "f1": 0.844946, + "f1_weighted": 0.845023, + "ap": 0.781177, + "ap_weighted": 0.781177 + }, + { + "accuracy": 0.828311, + "f1": 0.826679, + "f1_weighted": 0.826803, + "ap": 0.757294, + "ap_weighted": 0.757294 + } + ], + "main_score": 0.845086, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1079.7181828022003, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AmazonReviewsVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..b1060f8025 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.435426, + "f1": 0.414849, + "f1_weighted": 0.420561, + "scores_per_experiment": [ + { + "accuracy": 0.450058, + "f1": 0.429714, + "f1_weighted": 0.43615 + }, + { + "accuracy": 0.454439, + "f1": 0.435674, + "f1_weighted": 0.442801 + }, + { + "accuracy": 0.446554, + "f1": 0.424699, + "f1_weighted": 0.42998 + }, + { + "accuracy": 0.45035, + "f1": 0.42139, + "f1_weighted": 0.428031 + }, + { + "accuracy": 0.449474, + "f1": 0.406127, + "f1_weighted": 0.413734 + }, + { + "accuracy": 0.423773, + "f1": 0.401488, + "f1_weighted": 0.406759 + }, + { + "accuracy": 0.371203, + "f1": 0.372829, + "f1_weighted": 0.374129 + }, + { + "accuracy": 0.454439, + "f1": 0.443635, + "f1_weighted": 0.448117 + }, + { + "accuracy": 0.441589, + "f1": 0.431395, + "f1_weighted": 0.436768 + }, + { + "accuracy": 0.412383, + "f1": 0.381539, + "f1_weighted": 0.389138 + } + ], + "main_score": 0.435426, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.484261274337769, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ArguAna-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ArguAna-VN.json new file mode 100644 index 0000000000..d641ba0488 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ArguAna-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "task_name": "ArguAna-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00463, + "ndcg_at_3": 0.23926, + "ndcg_at_5": 0.30486, + "ndcg_at_10": 0.36545, + "ndcg_at_20": 0.39398, + "ndcg_at_100": 0.41255, + "ndcg_at_1000": 0.41685, + "map_at_1": 0.00463, + "map_at_3": 0.18134, + "map_at_5": 0.21798, + "map_at_10": 0.24308, + "map_at_20": 0.25113, + "map_at_100": 0.25393, + "map_at_1000": 0.25409, + "recall_at_1": 0.00463, + "recall_at_3": 0.40695, + "recall_at_5": 0.56525, + "recall_at_10": 0.75212, + "recall_at_20": 0.86332, + "recall_at_100": 0.95985, + "recall_at_1000": 0.99382, + "precision_at_1": 0.00463, + "precision_at_3": 0.13565, + "precision_at_5": 0.11305, + "precision_at_10": 0.07521, + "precision_at_20": 0.04317, + "precision_at_100": 0.0096, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.004633, + "mrr_at_3": 0.181338, + "mrr_at_5": 0.217979, + "mrr_at_10": 0.243081, + "mrr_at_20": 0.251132, + "mrr_at_100": 0.253932, + "mrr_at_1000": 0.25409, + "nauc_ndcg_at_1_max": -0.191737, + "nauc_ndcg_at_1_std": 0.048403, + "nauc_ndcg_at_1_diff1": -0.573698, + "nauc_ndcg_at_3_max": 0.022627, + "nauc_ndcg_at_3_std": -0.006351, + "nauc_ndcg_at_3_diff1": -0.067782, + "nauc_ndcg_at_5_max": 0.055792, + "nauc_ndcg_at_5_std": 0.002778, + "nauc_ndcg_at_5_diff1": -0.088368, + "nauc_ndcg_at_10_max": 0.06899, + "nauc_ndcg_at_10_std": 0.037628, + "nauc_ndcg_at_10_diff1": -0.113364, + "nauc_ndcg_at_20_max": 0.066145, + "nauc_ndcg_at_20_std": 0.04346, + "nauc_ndcg_at_20_diff1": -0.13122, + "nauc_ndcg_at_100_max": 0.060573, + "nauc_ndcg_at_100_std": 0.045404, + "nauc_ndcg_at_100_diff1": -0.123652, + "nauc_ndcg_at_1000_max": 0.054273, + "nauc_ndcg_at_1000_std": 0.029861, + "nauc_ndcg_at_1000_diff1": -0.113415, + "nauc_map_at_1_max": -0.191737, + "nauc_map_at_1_std": 0.048403, + "nauc_map_at_1_diff1": -0.573698, + "nauc_map_at_3_max": 0.022422, + "nauc_map_at_3_std": -0.005052, + "nauc_map_at_3_diff1": -0.073465, + "nauc_map_at_5_max": 0.045008, + "nauc_map_at_5_std": 0.000705, + "nauc_map_at_5_diff1": -0.087844, + "nauc_map_at_10_max": 0.049132, + "nauc_map_at_10_std": 0.01554, + "nauc_map_at_10_diff1": -0.100316, + "nauc_map_at_20_max": 0.048018, + "nauc_map_at_20_std": 0.01548, + "nauc_map_at_20_diff1": -0.104945, + "nauc_map_at_100_max": 0.047357, + "nauc_map_at_100_std": 0.015884, + "nauc_map_at_100_diff1": -0.103403, + "nauc_map_at_1000_max": 0.047127, + "nauc_map_at_1000_std": 0.015321, + "nauc_map_at_1000_diff1": -0.103089, + "nauc_recall_at_1_max": -0.191737, + "nauc_recall_at_1_std": 0.048403, + "nauc_recall_at_1_diff1": -0.573698, + "nauc_recall_at_3_max": 0.022485, + "nauc_recall_at_3_std": -0.008344, + "nauc_recall_at_3_diff1": -0.059658, + "nauc_recall_at_5_max": 0.075255, + "nauc_recall_at_5_std": 0.007099, + "nauc_recall_at_5_diff1": -0.091342, + "nauc_recall_at_10_max": 0.121609, + "nauc_recall_at_10_std": 0.100738, + "nauc_recall_at_10_diff1": -0.15206, + "nauc_recall_at_20_max": 0.13944, + "nauc_recall_at_20_std": 0.177555, + "nauc_recall_at_20_diff1": -0.260652, + "nauc_recall_at_100_max": 0.18036, + "nauc_recall_at_100_std": 0.481566, + "nauc_recall_at_100_diff1": -0.424701, + "nauc_recall_at_1000_max": -0.231748, + "nauc_recall_at_1000_std": 0.245349, + "nauc_recall_at_1000_diff1": -0.28215, + "nauc_precision_at_1_max": -0.191737, + "nauc_precision_at_1_std": 0.048403, + "nauc_precision_at_1_diff1": -0.573698, + "nauc_precision_at_3_max": 0.022485, + "nauc_precision_at_3_std": -0.008344, + "nauc_precision_at_3_diff1": -0.059658, + "nauc_precision_at_5_max": 0.075255, + "nauc_precision_at_5_std": 0.007099, + "nauc_precision_at_5_diff1": -0.091342, + "nauc_precision_at_10_max": 0.121609, + "nauc_precision_at_10_std": 0.100738, + "nauc_precision_at_10_diff1": -0.15206, + "nauc_precision_at_20_max": 0.13944, + "nauc_precision_at_20_std": 0.177555, + "nauc_precision_at_20_diff1": -0.260652, + "nauc_precision_at_100_max": 0.18036, + "nauc_precision_at_100_std": 0.481566, + "nauc_precision_at_100_diff1": -0.424701, + "nauc_precision_at_1000_max": -0.231748, + "nauc_precision_at_1000_std": 0.245349, + "nauc_precision_at_1000_diff1": -0.28215, + "nauc_mrr_at_1_max": -0.191737, + "nauc_mrr_at_1_std": 0.048403, + "nauc_mrr_at_1_diff1": -0.573698, + "nauc_mrr_at_3_max": 0.022422, + "nauc_mrr_at_3_std": -0.005052, + "nauc_mrr_at_3_diff1": -0.073465, + "nauc_mrr_at_5_max": 0.045008, + "nauc_mrr_at_5_std": 0.000705, + "nauc_mrr_at_5_diff1": -0.087844, + "nauc_mrr_at_10_max": 0.049132, + "nauc_mrr_at_10_std": 0.01554, + "nauc_mrr_at_10_diff1": -0.100316, + "nauc_mrr_at_20_max": 0.048018, + "nauc_mrr_at_20_std": 0.01548, + "nauc_mrr_at_20_diff1": -0.104945, + "nauc_mrr_at_100_max": 0.047357, + "nauc_mrr_at_100_std": 0.015884, + "nauc_mrr_at_100_diff1": -0.103403, + "nauc_mrr_at_1000_max": 0.047127, + "nauc_mrr_at_1000_std": 0.015321, + "nauc_mrr_at_1000_diff1": -0.103089, + "main_score": 0.36545, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 56.41229796409607, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AskUbuntuDupQuestions-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..85b83ba72d --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.599492, + "mrr": 0.716635, + "nAUC_map_max": 0.260463, + "nAUC_map_std": 0.258111, + "nAUC_map_diff1": 0.219937, + "nAUC_mrr_max": 0.364478, + "nAUC_mrr_std": 0.350019, + "nAUC_mrr_diff1": 0.25085, + "main_score": 0.599492, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.302957057952881, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/BIOSSES-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/BIOSSES-VN.json new file mode 100644 index 0000000000..6c801d31e8 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.761405, + "spearman": 0.733167, + "cosine_pearson": 0.761405, + "cosine_spearman": 0.733167, + "manhattan_pearson": 0.738051, + "manhattan_spearman": 0.734752, + "euclidean_pearson": 0.740267, + "euclidean_spearman": 0.733167, + "main_score": 0.733167, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.31326770782470703, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/Banking77VNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/Banking77VNClassification.json new file mode 100644 index 0000000000..166bd5f163 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.759251, + "f1": 0.738371, + "f1_weighted": 0.74764, + "scores_per_experiment": [ + { + "accuracy": 0.744323, + "f1": 0.72115, + "f1_weighted": 0.731932 + }, + { + "accuracy": 0.745164, + "f1": 0.717656, + "f1_weighted": 0.726236 + }, + { + "accuracy": 0.772498, + "f1": 0.753203, + "f1_weighted": 0.761173 + }, + { + "accuracy": 0.772918, + "f1": 0.755667, + "f1_weighted": 0.764422 + }, + { + "accuracy": 0.75021, + "f1": 0.72417, + "f1_weighted": 0.737381 + }, + { + "accuracy": 0.753995, + "f1": 0.734521, + "f1_weighted": 0.743447 + }, + { + "accuracy": 0.764929, + "f1": 0.742544, + "f1_weighted": 0.754266 + }, + { + "accuracy": 0.761985, + "f1": 0.746362, + "f1_weighted": 0.750545 + }, + { + "accuracy": 0.777124, + "f1": 0.762942, + "f1_weighted": 0.767766 + }, + { + "accuracy": 0.749369, + "f1": 0.725494, + "f1_weighted": 0.739234 + } + ], + "main_score": 0.759251, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 12.041647672653198, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackAndroid-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..9728f1a70a --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 40.8, + "map_at_1": 0.26464, + "map_at_10": 0.35584, + "map_at_100": 0.37052, + "map_at_1000": 0.37195, + "map_at_20": 0.36407, + "map_at_3": 0.32622, + "map_at_5": 0.34089, + "mrr_at_1": 0.33677, + "mrr_at_10": 0.41957, + "mrr_at_100": 0.42819, + "mrr_at_1000": 0.42877, + "mrr_at_20": 0.42468, + "mrr_at_3": 0.39548, + "mrr_at_5": 0.4069, + "ndcg_at_1": 0.33677, + "ndcg_at_10": 0.41551, + "ndcg_at_100": 0.46973, + "ndcg_at_1000": 0.49465, + "ndcg_at_20": 0.43701, + "ndcg_at_3": 0.37052, + "ndcg_at_5": 0.38656, + "precision_at_1": 0.33677, + "precision_at_10": 0.08058, + "precision_at_100": 0.01378, + "precision_at_1000": 0.00193, + "precision_at_20": 0.04974, + "precision_at_3": 0.17755, + "precision_at_5": 0.12646, + "recall_at_1": 0.26464, + "recall_at_10": 0.52513, + "recall_at_100": 0.75155, + "recall_at_1000": 0.91247, + "recall_at_20": 0.60208, + "recall_at_3": 0.38655, + "recall_at_5": 0.43585, + "hf_subset": "default", + "main_score": 0.41551, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackGis-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackGis-VN.json new file mode 100644 index 0000000000..4ce2cc7379 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 128.67, + "map_at_1": 0.21407, + "map_at_10": 0.27579, + "map_at_100": 0.28591, + "map_at_1000": 0.28681, + "map_at_20": 0.28121, + "map_at_3": 0.25554, + "map_at_5": 0.26737, + "mrr_at_1": 0.23538, + "mrr_at_10": 0.2968, + "mrr_at_100": 0.30594, + "mrr_at_1000": 0.30669, + "mrr_at_20": 0.30182, + "mrr_at_3": 0.27718, + "mrr_at_5": 0.28864, + "ndcg_at_1": 0.23538, + "ndcg_at_10": 0.31306, + "ndcg_at_100": 0.36348, + "ndcg_at_1000": 0.38853, + "ndcg_at_20": 0.33207, + "ndcg_at_3": 0.27409, + "ndcg_at_5": 0.29372, + "precision_at_1": 0.23538, + "precision_at_10": 0.04769, + "precision_at_100": 0.00769, + "precision_at_1000": 0.00103, + "precision_at_20": 0.02823, + "precision_at_3": 0.11538, + "precision_at_5": 0.08031, + "recall_at_1": 0.21407, + "recall_at_10": 0.40704, + "recall_at_100": 0.64028, + "recall_at_1000": 0.8323, + "recall_at_20": 0.47971, + "recall_at_3": 0.3028, + "recall_at_5": 0.35101, + "hf_subset": "default", + "main_score": 0.31306, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackMathematica-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..d8b9580f7f --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 87.03, + "map_at_1": 0.12633, + "map_at_10": 0.18274, + "map_at_100": 0.19095, + "map_at_1000": 0.19214, + "map_at_20": 0.1872, + "map_at_3": 0.16279, + "map_at_5": 0.17366, + "mrr_at_1": 0.14712, + "mrr_at_10": 0.2124, + "mrr_at_100": 0.22021, + "mrr_at_1000": 0.22101, + "mrr_at_20": 0.21659, + "mrr_at_3": 0.19083, + "mrr_at_5": 0.20288, + "ndcg_at_1": 0.14712, + "ndcg_at_10": 0.22299, + "ndcg_at_100": 0.26593, + "ndcg_at_1000": 0.29904, + "ndcg_at_20": 0.23858, + "ndcg_at_3": 0.18322, + "ndcg_at_5": 0.20132, + "precision_at_1": 0.14712, + "precision_at_10": 0.03987, + "precision_at_100": 0.00687, + "precision_at_1000": 0.0011, + "precision_at_20": 0.02377, + "precision_at_3": 0.08671, + "precision_at_5": 0.06397, + "recall_at_1": 0.12633, + "recall_at_10": 0.32038, + "recall_at_100": 0.51487, + "recall_at_1000": 0.76056, + "recall_at_20": 0.37816, + "recall_at_3": 0.20807, + "recall_at_5": 0.25348, + "hf_subset": "default", + "main_score": 0.22299, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackPhysics-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..9da918f4f0 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 139.81, + "map_at_1": 0.21283, + "map_at_10": 0.30199, + "map_at_100": 0.3151, + "map_at_1000": 0.31635, + "map_at_20": 0.30962, + "map_at_3": 0.27868, + "map_at_5": 0.28877, + "mrr_at_1": 0.28041, + "mrr_at_10": 0.37041, + "mrr_at_100": 0.37857, + "mrr_at_1000": 0.37918, + "mrr_at_20": 0.37515, + "mrr_at_3": 0.34536, + "mrr_at_5": 0.35784, + "ndcg_at_1": 0.28041, + "ndcg_at_10": 0.3592, + "ndcg_at_100": 0.41453, + "ndcg_at_1000": 0.44085, + "ndcg_at_20": 0.38207, + "ndcg_at_3": 0.32063, + "ndcg_at_5": 0.33197, + "precision_at_1": 0.28041, + "precision_at_10": 0.06866, + "precision_at_100": 0.01134, + "precision_at_1000": 0.00154, + "precision_at_20": 0.04165, + "precision_at_3": 0.15945, + "precision_at_5": 0.10928, + "recall_at_1": 0.21283, + "recall_at_10": 0.46337, + "recall_at_100": 0.6959, + "recall_at_1000": 0.87275, + "recall_at_20": 0.54456, + "recall_at_3": 0.34658, + "recall_at_5": 0.38375, + "hf_subset": "default", + "main_score": 0.3592, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackProgrammers-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..49f3391a8f --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 87.38, + "map_at_1": 0.19971, + "map_at_10": 0.27348, + "map_at_100": 0.28472, + "map_at_1000": 0.28588, + "map_at_20": 0.27916, + "map_at_3": 0.25074, + "map_at_5": 0.26385, + "mrr_at_1": 0.24307, + "mrr_at_10": 0.31637, + "mrr_at_100": 0.32612, + "mrr_at_1000": 0.32674, + "mrr_at_20": 0.32209, + "mrr_at_3": 0.29418, + "mrr_at_5": 0.30748, + "ndcg_at_1": 0.24307, + "ndcg_at_10": 0.31987, + "ndcg_at_100": 0.37494, + "ndcg_at_1000": 0.40022, + "ndcg_at_20": 0.33897, + "ndcg_at_3": 0.28141, + "ndcg_at_5": 0.29947, + "precision_at_1": 0.24307, + "precision_at_10": 0.05759, + "precision_at_100": 0.00987, + "precision_at_1000": 0.00135, + "precision_at_20": 0.03475, + "precision_at_3": 0.13431, + "precision_at_5": 0.0956, + "recall_at_1": 0.19971, + "recall_at_10": 0.4182, + "recall_at_100": 0.6596, + "recall_at_1000": 0.83172, + "recall_at_20": 0.48441, + "recall_at_3": 0.30883, + "recall_at_5": 0.35773, + "hf_subset": "default", + "main_score": 0.31987, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackStats-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackStats-VN.json new file mode 100644 index 0000000000..7182b07f46 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 116.38, + "map_at_1": 0.18488, + "map_at_10": 0.24731, + "map_at_100": 0.25403, + "map_at_1000": 0.2549, + "map_at_20": 0.25025, + "map_at_3": 0.22974, + "map_at_5": 0.23964, + "mrr_at_1": 0.20199, + "mrr_at_10": 0.2649, + "mrr_at_100": 0.27173, + "mrr_at_1000": 0.27241, + "mrr_at_20": 0.26862, + "mrr_at_3": 0.24669, + "mrr_at_5": 0.25662, + "ndcg_at_1": 0.20199, + "ndcg_at_10": 0.28325, + "ndcg_at_100": 0.32127, + "ndcg_at_1000": 0.34261, + "ndcg_at_20": 0.29537, + "ndcg_at_3": 0.24755, + "ndcg_at_5": 0.26443, + "precision_at_1": 0.20199, + "precision_at_10": 0.04404, + "precision_at_100": 0.00702, + "precision_at_1000": 0.00094, + "precision_at_20": 0.02533, + "precision_at_3": 0.10596, + "precision_at_5": 0.07351, + "recall_at_1": 0.18488, + "recall_at_10": 0.37718, + "recall_at_100": 0.55304, + "recall_at_1000": 0.70813, + "recall_at_20": 0.4239, + "recall_at_3": 0.2811, + "recall_at_5": 0.32084, + "hf_subset": "default", + "main_score": 0.28325, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackTex-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackTex-VN.json new file mode 100644 index 0000000000..32c8866e2e --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 244.88, + "map_at_1": 0.14926, + "map_at_10": 0.21071, + "map_at_100": 0.21936, + "map_at_1000": 0.22051, + "map_at_20": 0.21511, + "map_at_3": 0.19315, + "map_at_5": 0.20246, + "mrr_at_1": 0.18411, + "mrr_at_10": 0.24679, + "mrr_at_100": 0.25428, + "mrr_at_1000": 0.25514, + "mrr_at_20": 0.25056, + "mrr_at_3": 0.22985, + "mrr_at_5": 0.23839, + "ndcg_at_1": 0.18411, + "ndcg_at_10": 0.2498, + "ndcg_at_100": 0.29202, + "ndcg_at_1000": 0.32212, + "ndcg_at_20": 0.26379, + "ndcg_at_3": 0.21902, + "ndcg_at_5": 0.23193, + "precision_at_1": 0.18411, + "precision_at_10": 0.04528, + "precision_at_100": 0.00762, + "precision_at_1000": 0.00118, + "precision_at_20": 0.02664, + "precision_at_3": 0.1052, + "precision_at_5": 0.07364, + "recall_at_1": 0.14926, + "recall_at_10": 0.33202, + "recall_at_100": 0.52437, + "recall_at_1000": 0.74191, + "recall_at_20": 0.38424, + "recall_at_3": 0.2426, + "recall_at_5": 0.27933, + "hf_subset": "default", + "main_score": 0.2498, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackUnix-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..22091ee1cd --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 127.56, + "map_at_1": 0.21978, + "map_at_10": 0.29008, + "map_at_100": 0.30017, + "map_at_1000": 0.30116, + "map_at_20": 0.29571, + "map_at_3": 0.26927, + "map_at_5": 0.28055, + "mrr_at_1": 0.25998, + "mrr_at_10": 0.32747, + "mrr_at_100": 0.3363, + "mrr_at_1000": 0.33695, + "mrr_at_20": 0.33265, + "mrr_at_3": 0.30713, + "mrr_at_5": 0.31832, + "ndcg_at_1": 0.25998, + "ndcg_at_10": 0.3337, + "ndcg_at_100": 0.38334, + "ndcg_at_1000": 0.4096, + "ndcg_at_20": 0.35295, + "ndcg_at_3": 0.29465, + "ndcg_at_5": 0.31172, + "precision_at_1": 0.25998, + "precision_at_10": 0.05623, + "precision_at_100": 0.009, + "precision_at_1000": 0.00124, + "precision_at_20": 0.03301, + "precision_at_3": 0.13422, + "precision_at_5": 0.09287, + "recall_at_1": 0.21978, + "recall_at_10": 0.43024, + "recall_at_100": 0.65215, + "recall_at_1000": 0.84472, + "recall_at_20": 0.50106, + "recall_at_3": 0.32102, + "recall_at_5": 0.36526, + "hf_subset": "default", + "main_score": 0.3337, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackWebmasters-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..cc95739b74 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 36.54, + "map_at_1": 0.22089, + "map_at_10": 0.29015, + "map_at_100": 0.30427, + "map_at_1000": 0.30637, + "map_at_20": 0.29757, + "map_at_3": 0.26724, + "map_at_5": 0.2782, + "mrr_at_1": 0.2575, + "mrr_at_10": 0.3292, + "mrr_at_100": 0.33856, + "mrr_at_1000": 0.33924, + "mrr_at_20": 0.33467, + "mrr_at_3": 0.30667, + "mrr_at_5": 0.31829, + "ndcg_at_1": 0.2575, + "ndcg_at_10": 0.33898, + "ndcg_at_100": 0.39229, + "ndcg_at_1000": 0.42223, + "ndcg_at_20": 0.35757, + "ndcg_at_3": 0.29948, + "ndcg_at_5": 0.31494, + "precision_at_1": 0.2575, + "precision_at_10": 0.06475, + "precision_at_100": 0.0139, + "precision_at_1000": 0.00231, + "precision_at_20": 0.041, + "precision_at_3": 0.13667, + "precision_at_5": 0.1, + "recall_at_1": 0.22089, + "recall_at_10": 0.42463, + "recall_at_100": 0.67296, + "recall_at_1000": 0.87295, + "recall_at_20": 0.49595, + "recall_at_3": 0.31636, + "recall_at_5": 0.35427, + "hf_subset": "default", + "main_score": 0.33898, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackWordpress-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..be06abe0f4 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 144.67, + "map_at_1": 0.16806, + "map_at_10": 0.228, + "map_at_100": 0.23775, + "map_at_1000": 0.23867, + "map_at_20": 0.23316, + "map_at_3": 0.2127, + "map_at_5": 0.21848, + "mrr_at_1": 0.19372, + "mrr_at_10": 0.25438, + "mrr_at_100": 0.26269, + "mrr_at_1000": 0.26346, + "mrr_at_20": 0.25876, + "mrr_at_3": 0.23997, + "mrr_at_5": 0.24546, + "ndcg_at_1": 0.19372, + "ndcg_at_10": 0.26488, + "ndcg_at_100": 0.31416, + "ndcg_at_1000": 0.33845, + "ndcg_at_20": 0.28247, + "ndcg_at_3": 0.23301, + "ndcg_at_5": 0.24237, + "precision_at_1": 0.19372, + "precision_at_10": 0.04162, + "precision_at_100": 0.00728, + "precision_at_1000": 0.00104, + "precision_at_20": 0.025, + "precision_at_3": 0.10122, + "precision_at_5": 0.06702, + "recall_at_1": 0.16806, + "recall_at_10": 0.35493, + "recall_at_100": 0.58515, + "recall_at_1000": 0.76587, + "recall_at_20": 0.42133, + "recall_at_3": 0.26457, + "recall_at_5": 0.28669, + "hf_subset": "default", + "main_score": 0.26488, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ClimateFEVER-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ClimateFEVER-VN.json new file mode 100644 index 0000000000..f4d3e9fefa --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 6746.29, + "map_at_1": 0.07119, + "map_at_10": 0.12425, + "map_at_100": 0.13767, + "map_at_1000": 0.13964, + "map_at_20": 0.13096, + "map_at_3": 0.1029, + "map_at_5": 0.11443, + "mrr_at_1": 0.1535, + "mrr_at_10": 0.24415, + "mrr_at_100": 0.25612, + "mrr_at_1000": 0.25681, + "mrr_at_20": 0.25152, + "mrr_at_3": 0.21541, + "mrr_at_5": 0.23353, + "ndcg_at_1": 0.1535, + "ndcg_at_10": 0.18142, + "ndcg_at_100": 0.24495, + "ndcg_at_1000": 0.28447, + "ndcg_at_20": 0.20397, + "ndcg_at_3": 0.14291, + "ndcg_at_5": 0.15873, + "precision_at_1": 0.1535, + "precision_at_10": 0.0574, + "precision_at_100": 0.01252, + "precision_at_1000": 0.00199, + "precision_at_20": 0.03806, + "precision_at_3": 0.10445, + "precision_at_5": 0.08501, + "recall_at_1": 0.07119, + "recall_at_10": 0.2264, + "recall_at_100": 0.45167, + "recall_at_1000": 0.67452, + "recall_at_20": 0.29137, + "recall_at_3": 0.13541, + "recall_at_5": 0.17469, + "hf_subset": "default", + "main_score": 0.18142, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/DBPedia-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/DBPedia-VN.json new file mode 100644 index 0000000000..4f98ccdc0c --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 4269.62, + "map_at_1": 0.07553, + "map_at_10": 0.146, + "map_at_100": 0.19835, + "map_at_1000": 0.21081, + "map_at_20": 0.16673, + "map_at_3": 0.10656, + "map_at_5": 0.1236, + "mrr_at_1": 0.53416, + "mrr_at_10": 0.62888, + "mrr_at_100": 0.63417, + "mrr_at_1000": 0.63435, + "mrr_at_20": 0.63245, + "mrr_at_3": 0.60352, + "mrr_at_5": 0.61781, + "ndcg_at_1": 0.43634, + "ndcg_at_10": 0.32268, + "ndcg_at_100": 0.36433, + "ndcg_at_1000": 0.43528, + "ndcg_at_20": 0.3203, + "ndcg_at_3": 0.35337, + "ndcg_at_5": 0.33476, + "precision_at_1": 0.53416, + "precision_at_10": 0.24503, + "precision_at_100": 0.07913, + "precision_at_1000": 0.01696, + "precision_at_20": 0.18478, + "precision_at_3": 0.36853, + "precision_at_5": 0.31056, + "recall_at_1": 0.07553, + "recall_at_10": 0.20286, + "recall_at_100": 0.42395, + "recall_at_1000": 0.65917, + "recall_at_20": 0.26116, + "recall_at_3": 0.11587, + "recall_at_5": 0.14632, + "hf_subset": "default", + "main_score": 0.32268, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/EmotionVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/EmotionVNClassification.json new file mode 100644 index 0000000000..f5c20d4ce1 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.430469, + "f1": 0.366656, + "f1_weighted": 0.449757, + "scores_per_experiment": [ + { + "accuracy": 0.476562, + "f1": 0.390978, + "f1_weighted": 0.494404 + }, + { + "accuracy": 0.427344, + "f1": 0.34304, + "f1_weighted": 0.44688 + }, + { + "accuracy": 0.464062, + "f1": 0.371415, + "f1_weighted": 0.484289 + }, + { + "accuracy": 0.425, + "f1": 0.365742, + "f1_weighted": 0.445435 + }, + { + "accuracy": 0.451562, + "f1": 0.391362, + "f1_weighted": 0.471772 + }, + { + "accuracy": 0.361719, + "f1": 0.352209, + "f1_weighted": 0.374278 + }, + { + "accuracy": 0.489844, + "f1": 0.377098, + "f1_weighted": 0.493021 + }, + { + "accuracy": 0.364063, + "f1": 0.338337, + "f1_weighted": 0.391706 + }, + { + "accuracy": 0.43125, + "f1": 0.381929, + "f1_weighted": 0.461002 + }, + { + "accuracy": 0.413281, + "f1": 0.354448, + "f1_weighted": 0.434784 + } + ], + "main_score": 0.430469, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.442016, + "f1": 0.363619, + "f1_weighted": 0.460835, + "scores_per_experiment": [ + { + "accuracy": 0.489147, + "f1": 0.38406, + "f1_weighted": 0.506956 + }, + { + "accuracy": 0.431783, + "f1": 0.33922, + "f1_weighted": 0.446264 + }, + { + "accuracy": 0.49845, + "f1": 0.387319, + "f1_weighted": 0.511649 + }, + { + "accuracy": 0.424031, + "f1": 0.34706, + "f1_weighted": 0.446814 + }, + { + "accuracy": 0.455814, + "f1": 0.384787, + "f1_weighted": 0.478165 + }, + { + "accuracy": 0.362791, + "f1": 0.343511, + "f1_weighted": 0.37576 + }, + { + "accuracy": 0.504651, + "f1": 0.387497, + "f1_weighted": 0.505584 + }, + { + "accuracy": 0.393023, + "f1": 0.352883, + "f1_weighted": 0.426538 + }, + { + "accuracy": 0.435659, + "f1": 0.359742, + "f1_weighted": 0.460161 + }, + { + "accuracy": 0.424806, + "f1": 0.350117, + "f1_weighted": 0.450458 + } + ], + "main_score": 0.442016, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.92598271369934, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/FEVER-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/FEVER-VN.json new file mode 100644 index 0000000000..53db29d216 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 7065.19, + "map_at_1": 0.39745, + "map_at_10": 0.52587, + "map_at_100": 0.53227, + "map_at_1000": 0.53258, + "map_at_20": 0.52966, + "map_at_3": 0.4981, + "map_at_5": 0.51477, + "mrr_at_1": 0.42762, + "mrr_at_10": 0.5579, + "mrr_at_100": 0.56384, + "mrr_at_1000": 0.56405, + "mrr_at_20": 0.56162, + "mrr_at_3": 0.53067, + "mrr_at_5": 0.54736, + "ndcg_at_1": 0.42762, + "ndcg_at_10": 0.59196, + "ndcg_at_100": 0.6223, + "ndcg_at_1000": 0.62962, + "ndcg_at_20": 0.60537, + "ndcg_at_3": 0.53773, + "ndcg_at_5": 0.56649, + "precision_at_1": 0.42762, + "precision_at_10": 0.08381, + "precision_at_100": 0.01002, + "precision_at_1000": 0.00108, + "precision_at_20": 0.04486, + "precision_at_3": 0.22394, + "precision_at_5": 0.14994, + "recall_at_1": 0.39745, + "recall_at_10": 0.76456, + "recall_at_100": 0.90173, + "recall_at_1000": 0.95461, + "recall_at_20": 0.81568, + "recall_at_3": 0.61906, + "recall_at_5": 0.68848, + "hf_subset": "default", + "main_score": 0.59196, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/FiQA2018-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/FiQA2018-VN.json new file mode 100644 index 0000000000..174b0e2738 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 132.18, + "map_at_1": 0.14599, + "map_at_10": 0.22764, + "map_at_100": 0.23894, + "map_at_1000": 0.24078, + "map_at_20": 0.23341, + "map_at_3": 0.19741, + "map_at_5": 0.21267, + "mrr_at_1": 0.26649, + "mrr_at_10": 0.35286, + "mrr_at_100": 0.35998, + "mrr_at_1000": 0.36063, + "mrr_at_20": 0.35626, + "mrr_at_3": 0.33069, + "mrr_at_5": 0.34125, + "ndcg_at_1": 0.26649, + "ndcg_at_10": 0.29168, + "ndcg_at_100": 0.34268, + "ndcg_at_1000": 0.37871, + "ndcg_at_20": 0.30619, + "ndcg_at_3": 0.25885, + "ndcg_at_5": 0.26685, + "precision_at_1": 0.26649, + "precision_at_10": 0.07942, + "precision_at_100": 0.01369, + "precision_at_1000": 0.00203, + "precision_at_20": 0.04723, + "precision_at_3": 0.16623, + "precision_at_5": 0.12137, + "recall_at_1": 0.14599, + "recall_at_10": 0.35629, + "recall_at_100": 0.55683, + "recall_at_1000": 0.77079, + "recall_at_20": 0.39745, + "recall_at_3": 0.23747, + "recall_at_5": 0.28062, + "hf_subset": "default", + "main_score": 0.29168, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/GreenNodeTableMarkdownRetrieval.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..b227fa6e2d --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36892, + "ndcg_at_3": 0.4294, + "ndcg_at_5": 0.44817, + "ndcg_at_10": 0.46691, + "ndcg_at_20": 0.48155, + "ndcg_at_100": 0.50596, + "ndcg_at_1000": 0.52616, + "map_at_1": 0.36892, + "map_at_3": 0.41465, + "map_at_5": 0.42505, + "map_at_10": 0.4328, + "map_at_20": 0.43681, + "map_at_100": 0.4401, + "map_at_1000": 0.44078, + "recall_at_1": 0.36892, + "recall_at_3": 0.47205, + "recall_at_5": 0.51764, + "recall_at_10": 0.57554, + "recall_at_20": 0.63348, + "recall_at_100": 0.76628, + "recall_at_1000": 0.93001, + "precision_at_1": 0.36892, + "precision_at_3": 0.15735, + "precision_at_5": 0.10353, + "precision_at_10": 0.05755, + "precision_at_20": 0.03167, + "precision_at_100": 0.00766, + "precision_at_1000": 0.00093, + "mrr_at_1": 0.36892, + "mrr_at_3": 0.414648, + "mrr_at_5": 0.425054, + "mrr_at_10": 0.432797, + "mrr_at_20": 0.436811, + "mrr_at_100": 0.440102, + "mrr_at_1000": 0.44078, + "nauc_ndcg_at_1_max": 0.14051, + "nauc_ndcg_at_1_std": 0.057108, + "nauc_ndcg_at_1_diff1": 0.758393, + "nauc_ndcg_at_3_max": 0.104324, + "nauc_ndcg_at_3_std": 0.089039, + "nauc_ndcg_at_3_diff1": 0.706218, + "nauc_ndcg_at_5_max": 0.094983, + "nauc_ndcg_at_5_std": 0.101172, + "nauc_ndcg_at_5_diff1": 0.694681, + "nauc_ndcg_at_10_max": 0.087969, + "nauc_ndcg_at_10_std": 0.115232, + "nauc_ndcg_at_10_diff1": 0.688364, + "nauc_ndcg_at_20_max": 0.084809, + "nauc_ndcg_at_20_std": 0.125232, + "nauc_ndcg_at_20_diff1": 0.684742, + "nauc_ndcg_at_100_max": 0.085096, + "nauc_ndcg_at_100_std": 0.135802, + "nauc_ndcg_at_100_diff1": 0.684276, + "nauc_ndcg_at_1000_max": 0.090904, + "nauc_ndcg_at_1000_std": 0.128623, + "nauc_ndcg_at_1000_diff1": 0.690478, + "nauc_map_at_1_max": 0.14051, + "nauc_map_at_1_std": 0.057108, + "nauc_map_at_1_diff1": 0.758393, + "nauc_map_at_3_max": 0.113051, + "nauc_map_at_3_std": 0.081189, + "nauc_map_at_3_diff1": 0.718687, + "nauc_map_at_5_max": 0.10797, + "nauc_map_at_5_std": 0.087802, + "nauc_map_at_5_diff1": 0.712305, + "nauc_map_at_10_max": 0.105239, + "nauc_map_at_10_std": 0.093418, + "nauc_map_at_10_diff1": 0.709871, + "nauc_map_at_20_max": 0.104505, + "nauc_map_at_20_std": 0.09595, + "nauc_map_at_20_diff1": 0.708944, + "nauc_map_at_100_max": 0.104516, + "nauc_map_at_100_std": 0.097207, + "nauc_map_at_100_diff1": 0.708897, + "nauc_map_at_1000_max": 0.104701, + "nauc_map_at_1000_std": 0.097021, + "nauc_map_at_1000_diff1": 0.709093, + "nauc_recall_at_1_max": 0.14051, + "nauc_recall_at_1_std": 0.057108, + "nauc_recall_at_1_diff1": 0.758393, + "nauc_recall_at_3_max": 0.078975, + "nauc_recall_at_3_std": 0.111906, + "nauc_recall_at_3_diff1": 0.670047, + "nauc_recall_at_5_max": 0.055005, + "nauc_recall_at_5_std": 0.142784, + "nauc_recall_at_5_diff1": 0.640797, + "nauc_recall_at_10_max": 0.029251, + "nauc_recall_at_10_std": 0.191712, + "nauc_recall_at_10_diff1": 0.616571, + "nauc_recall_at_20_max": 0.009423, + "nauc_recall_at_20_std": 0.244043, + "nauc_recall_at_20_diff1": 0.594258, + "nauc_recall_at_100_max": -0.015049, + "nauc_recall_at_100_std": 0.377078, + "nauc_recall_at_100_diff1": 0.557304, + "nauc_recall_at_1000_max": -0.006958, + "nauc_recall_at_1000_std": 0.583976, + "nauc_recall_at_1000_diff1": 0.527961, + "nauc_precision_at_1_max": 0.14051, + "nauc_precision_at_1_std": 0.057108, + "nauc_precision_at_1_diff1": 0.758393, + "nauc_precision_at_3_max": 0.078975, + "nauc_precision_at_3_std": 0.111906, + "nauc_precision_at_3_diff1": 0.670047, + "nauc_precision_at_5_max": 0.055005, + "nauc_precision_at_5_std": 0.142784, + "nauc_precision_at_5_diff1": 0.640797, + "nauc_precision_at_10_max": 0.029251, + "nauc_precision_at_10_std": 0.191712, + "nauc_precision_at_10_diff1": 0.616571, + "nauc_precision_at_20_max": 0.009423, + "nauc_precision_at_20_std": 0.244043, + "nauc_precision_at_20_diff1": 0.594258, + "nauc_precision_at_100_max": -0.015049, + "nauc_precision_at_100_std": 0.377078, + "nauc_precision_at_100_diff1": 0.557304, + "nauc_precision_at_1000_max": -0.006958, + "nauc_precision_at_1000_std": 0.583976, + "nauc_precision_at_1000_diff1": 0.527961, + "nauc_mrr_at_1_max": 0.14051, + "nauc_mrr_at_1_std": 0.057108, + "nauc_mrr_at_1_diff1": 0.758393, + "nauc_mrr_at_3_max": 0.113051, + "nauc_mrr_at_3_std": 0.081189, + "nauc_mrr_at_3_diff1": 0.718687, + "nauc_mrr_at_5_max": 0.10797, + "nauc_mrr_at_5_std": 0.087802, + "nauc_mrr_at_5_diff1": 0.712305, + "nauc_mrr_at_10_max": 0.105239, + "nauc_mrr_at_10_std": 0.093418, + "nauc_mrr_at_10_diff1": 0.709871, + "nauc_mrr_at_20_max": 0.104505, + "nauc_mrr_at_20_std": 0.09595, + "nauc_mrr_at_20_diff1": 0.708944, + "nauc_mrr_at_100_max": 0.104516, + "nauc_mrr_at_100_std": 0.097207, + "nauc_mrr_at_100_diff1": 0.708897, + "nauc_mrr_at_1000_max": 0.104701, + "nauc_mrr_at_1000_std": 0.097021, + "nauc_mrr_at_1000_diff1": 0.709093, + "main_score": 0.46691, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 833.5398392677307, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/HotpotQA-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/HotpotQA-VN.json new file mode 100644 index 0000000000..d4aa3c9fe8 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 4864.11, + "map_at_1": 0.34124, + "map_at_10": 0.50085, + "map_at_100": 0.5093, + "map_at_1000": 0.51004, + "map_at_20": 0.50561, + "map_at_3": 0.47098, + "map_at_5": 0.4883, + "mrr_at_1": 0.68249, + "mrr_at_10": 0.74828, + "mrr_at_100": 0.75155, + "mrr_at_1000": 0.75169, + "mrr_at_20": 0.75046, + "mrr_at_3": 0.73535, + "mrr_at_5": 0.74276, + "ndcg_at_1": 0.68249, + "ndcg_at_10": 0.58979, + "ndcg_at_100": 0.62199, + "ndcg_at_1000": 0.63727, + "ndcg_at_20": 0.60284, + "ndcg_at_3": 0.54396, + "ndcg_at_5": 0.56714, + "precision_at_1": 0.68249, + "precision_at_10": 0.12322, + "precision_at_100": 0.01486, + "precision_at_1000": 0.00169, + "precision_at_20": 0.06582, + "precision_at_3": 0.34225, + "precision_at_5": 0.22367, + "recall_at_1": 0.34124, + "recall_at_10": 0.61612, + "recall_at_100": 0.74292, + "recall_at_1000": 0.84512, + "recall_at_20": 0.6582, + "recall_at_3": 0.51337, + "recall_at_5": 0.55917, + "hf_subset": "default", + "main_score": 0.58979, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ImdbVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ImdbVNClassification.json new file mode 100644 index 0000000000..e4239fa5c1 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.789779, + "f1": 0.788479, + "f1_weighted": 0.788481, + "ap": 0.733674, + "ap_weighted": 0.733674, + "scores_per_experiment": [ + { + "accuracy": 0.82066, + "f1": 0.819627, + "f1_weighted": 0.819546, + "ap": 0.785177, + "ap_weighted": 0.785177 + }, + { + "accuracy": 0.802953, + "f1": 0.801936, + "f1_weighted": 0.80202, + "ap": 0.734244, + "ap_weighted": 0.734244 + }, + { + "accuracy": 0.7828, + "f1": 0.782589, + "f1_weighted": 0.782549, + "ap": 0.729909, + "ap_weighted": 0.729909 + }, + { + "accuracy": 0.81903, + "f1": 0.817116, + "f1_weighted": 0.817227, + "ap": 0.746285, + "ap_weighted": 0.746285 + }, + { + "accuracy": 0.779856, + "f1": 0.778967, + "f1_weighted": 0.778884, + "ap": 0.733118, + "ap_weighted": 0.733118 + }, + { + "accuracy": 0.790227, + "f1": 0.788884, + "f1_weighted": 0.788984, + "ap": 0.720212, + "ap_weighted": 0.720212 + }, + { + "accuracy": 0.776822, + "f1": 0.776709, + "f1_weighted": 0.776738, + "ap": 0.714571, + "ap_weighted": 0.714571 + }, + { + "accuracy": 0.767628, + "f1": 0.765043, + "f1_weighted": 0.76519, + "ap": 0.695357, + "ap_weighted": 0.695357 + }, + { + "accuracy": 0.771025, + "f1": 0.768965, + "f1_weighted": 0.768836, + "ap": 0.72984, + "ap_weighted": 0.72984 + }, + { + "accuracy": 0.786785, + "f1": 0.784955, + "f1_weighted": 0.784837, + "ap": 0.748033, + "ap_weighted": 0.748033 + } + ], + "main_score": 0.789779, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 160.90997672080994, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MSMARCO-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MSMARCO-VN.json new file mode 100644 index 0000000000..7662fe99c7 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 8604.11, + "map_at_1": 0.16462, + "map_at_10": 0.26884, + "map_at_100": 0.27985, + "map_at_1000": 0.28039, + "map_at_20": 0.27533, + "map_at_3": 0.23308, + "map_at_5": 0.25341, + "mrr_at_1": 0.16981, + "mrr_at_10": 0.27381, + "mrr_at_100": 0.28452, + "mrr_at_1000": 0.285, + "mrr_at_20": 0.28018, + "mrr_at_3": 0.23852, + "mrr_at_5": 0.2585, + "ndcg_at_1": 0.16981, + "ndcg_at_10": 0.32982, + "ndcg_at_100": 0.38449, + "ndcg_at_1000": 0.4001, + "ndcg_at_20": 0.35328, + "ndcg_at_3": 0.25661, + "ndcg_at_5": 0.29295, + "precision_at_1": 0.16981, + "precision_at_10": 0.05403, + "precision_at_100": 0.00813, + "precision_at_1000": 0.00095, + "precision_at_20": 0.03188, + "precision_at_3": 0.11035, + "precision_at_5": 0.08451, + "recall_at_1": 0.16462, + "recall_at_10": 0.5193, + "recall_at_100": 0.77544, + "recall_at_1000": 0.90018, + "recall_at_20": 0.61104, + "recall_at_3": 0.31942, + "recall_at_5": 0.4069, + "hf_subset": "default", + "main_score": 0.32982, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MTOPDomainVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..4ebcdd4e2c --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.841487, + "f1": 0.840475, + "f1_weighted": 0.840134, + "scores_per_experiment": [ + { + "accuracy": 0.838537, + "f1": 0.831755, + "f1_weighted": 0.837062 + }, + { + "accuracy": 0.83312, + "f1": 0.832607, + "f1_weighted": 0.831464 + }, + { + "accuracy": 0.856218, + "f1": 0.85652, + "f1_weighted": 0.854858 + }, + { + "accuracy": 0.842826, + "f1": 0.836672, + "f1_weighted": 0.839962 + }, + { + "accuracy": 0.851779, + "f1": 0.853677, + "f1_weighted": 0.850873 + }, + { + "accuracy": 0.827552, + "f1": 0.830585, + "f1_weighted": 0.827062 + }, + { + "accuracy": 0.846814, + "f1": 0.846045, + "f1_weighted": 0.845795 + }, + { + "accuracy": 0.843729, + "f1": 0.838853, + "f1_weighted": 0.840514 + }, + { + "accuracy": 0.824392, + "f1": 0.833897, + "f1_weighted": 0.824479 + }, + { + "accuracy": 0.849898, + "f1": 0.844144, + "f1_weighted": 0.849266 + } + ], + "main_score": 0.841487, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.59247374534607, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MTOPIntentVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..00ce727eee --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.514769, + "f1": 0.367009, + "f1_weighted": 0.55182, + "scores_per_experiment": [ + { + "accuracy": 0.5196, + "f1": 0.366365, + "f1_weighted": 0.552907 + }, + { + "accuracy": 0.522985, + "f1": 0.363927, + "f1_weighted": 0.561495 + }, + { + "accuracy": 0.515462, + "f1": 0.369824, + "f1_weighted": 0.550248 + }, + { + "accuracy": 0.538861, + "f1": 0.377018, + "f1_weighted": 0.587277 + }, + { + "accuracy": 0.511775, + "f1": 0.380477, + "f1_weighted": 0.546628 + }, + { + "accuracy": 0.498759, + "f1": 0.361877, + "f1_weighted": 0.540243 + }, + { + "accuracy": 0.531111, + "f1": 0.367496, + "f1_weighted": 0.565534 + }, + { + "accuracy": 0.502596, + "f1": 0.370606, + "f1_weighted": 0.545713 + }, + { + "accuracy": 0.484313, + "f1": 0.359238, + "f1_weighted": 0.514312 + }, + { + "accuracy": 0.522233, + "f1": 0.353265, + "f1_weighted": 0.553849 + } + ], + "main_score": 0.514769, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.48844051361084, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MassiveIntentVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..225f2617ac --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.655493, + "f1": 0.625494, + "f1_weighted": 0.642466, + "scores_per_experiment": [ + { + "accuracy": 0.653027, + "f1": 0.625834, + "f1_weighted": 0.639613 + }, + { + "accuracy": 0.69787, + "f1": 0.64604, + "f1_weighted": 0.692499 + }, + { + "accuracy": 0.649664, + "f1": 0.607101, + "f1_weighted": 0.637897 + }, + { + "accuracy": 0.690583, + "f1": 0.665334, + "f1_weighted": 0.681889 + }, + { + "accuracy": 0.643498, + "f1": 0.61605, + "f1_weighted": 0.624805 + }, + { + "accuracy": 0.63565, + "f1": 0.610445, + "f1_weighted": 0.623292 + }, + { + "accuracy": 0.646861, + "f1": 0.618046, + "f1_weighted": 0.633256 + }, + { + "accuracy": 0.6463, + "f1": 0.629989, + "f1_weighted": 0.630594 + }, + { + "accuracy": 0.637892, + "f1": 0.626058, + "f1_weighted": 0.618737 + }, + { + "accuracy": 0.653587, + "f1": 0.610039, + "f1_weighted": 0.642076 + } + ], + "main_score": 0.655493, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.282018899917603, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MassiveScenarioVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..cf35c61511 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.702573, + "f1": 0.673471, + "f1_weighted": 0.699021, + "scores_per_experiment": [ + { + "accuracy": 0.719799, + "f1": 0.694121, + "f1_weighted": 0.715664 + }, + { + "accuracy": 0.729306, + "f1": 0.704602, + "f1_weighted": 0.726734 + }, + { + "accuracy": 0.695749, + "f1": 0.670997, + "f1_weighted": 0.692642 + }, + { + "accuracy": 0.690716, + "f1": 0.667434, + "f1_weighted": 0.683041 + }, + { + "accuracy": 0.680649, + "f1": 0.637841, + "f1_weighted": 0.674521 + }, + { + "accuracy": 0.699105, + "f1": 0.661455, + "f1_weighted": 0.692969 + }, + { + "accuracy": 0.701902, + "f1": 0.666822, + "f1_weighted": 0.696838 + }, + { + "accuracy": 0.703579, + "f1": 0.682712, + "f1_weighted": 0.703543 + }, + { + "accuracy": 0.716443, + "f1": 0.689544, + "f1_weighted": 0.714985 + }, + { + "accuracy": 0.688479, + "f1": 0.659183, + "f1_weighted": 0.689274 + } + ], + "main_score": 0.702573, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.00214695930481, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/NFCorpus-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/NFCorpus-VN.json new file mode 100644 index 0000000000..eaba3b3cac --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 18.31, + "map_at_1": 0.0468, + "map_at_10": 0.10176, + "map_at_100": 0.1233, + "map_at_1000": 0.1351, + "map_at_20": 0.11082, + "map_at_3": 0.07773, + "map_at_5": 0.09066, + "mrr_at_1": 0.39759, + "mrr_at_10": 0.48084, + "mrr_at_100": 0.48616, + "mrr_at_1000": 0.48675, + "mrr_at_20": 0.48344, + "mrr_at_3": 0.45884, + "mrr_at_5": 0.47269, + "ndcg_at_1": 0.37349, + "ndcg_at_10": 0.28774, + "ndcg_at_100": 0.25396, + "ndcg_at_1000": 0.33616, + "ndcg_at_20": 0.26522, + "ndcg_at_3": 0.32325, + "ndcg_at_5": 0.31347, + "precision_at_1": 0.39759, + "precision_at_10": 0.21627, + "precision_at_100": 0.06608, + "precision_at_1000": 0.01986, + "precision_at_20": 0.15633, + "precision_at_3": 0.30723, + "precision_at_5": 0.2747, + "recall_at_1": 0.0468, + "recall_at_10": 0.13644, + "recall_at_100": 0.25615, + "recall_at_1000": 0.5535, + "recall_at_20": 0.16047, + "recall_at_3": 0.08577, + "recall_at_5": 0.11163, + "hf_subset": "default", + "main_score": 0.28774, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/NQ-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/NQ-VN.json new file mode 100644 index 0000000000..051d79449a --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 3663.49, + "map_at_1": 0.28351, + "map_at_10": 0.41234, + "map_at_100": 0.42221, + "map_at_1000": 0.42272, + "map_at_20": 0.41895, + "map_at_3": 0.37398, + "map_at_5": 0.39669, + "mrr_at_1": 0.31579, + "mrr_at_10": 0.43368, + "mrr_at_100": 0.44168, + "mrr_at_1000": 0.44207, + "mrr_at_20": 0.43907, + "mrr_at_3": 0.39982, + "mrr_at_5": 0.42017, + "ndcg_at_1": 0.31579, + "ndcg_at_10": 0.47923, + "ndcg_at_100": 0.52222, + "ndcg_at_1000": 0.53494, + "ndcg_at_20": 0.50102, + "ndcg_at_3": 0.40551, + "ndcg_at_5": 0.44419, + "precision_at_1": 0.31579, + "precision_at_10": 0.07805, + "precision_at_100": 0.01017, + "precision_at_1000": 0.00114, + "precision_at_20": 0.04413, + "precision_at_3": 0.18035, + "precision_at_5": 0.13032, + "recall_at_1": 0.28351, + "recall_at_10": 0.66237, + "recall_at_100": 0.85167, + "recall_at_1000": 0.94833, + "recall_at_20": 0.74355, + "recall_at_3": 0.47123, + "recall_at_5": 0.56061, + "hf_subset": "default", + "main_score": 0.47923, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/Quora-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/Quora-VN.json new file mode 100644 index 0000000000..a11e583934 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 300.82, + "map_at_1": 0.45522, + "map_at_10": 0.58101, + "map_at_100": 0.59213, + "map_at_1000": 0.59274, + "map_at_20": 0.58762, + "map_at_3": 0.54753, + "map_at_5": 0.56632, + "mrr_at_1": 0.53254, + "mrr_at_10": 0.62957, + "mrr_at_100": 0.63483, + "mrr_at_1000": 0.63504, + "mrr_at_20": 0.63296, + "mrr_at_3": 0.60743, + "mrr_at_5": 0.62005, + "ndcg_at_1": 0.53254, + "ndcg_at_10": 0.64086, + "ndcg_at_100": 0.6785, + "ndcg_at_1000": 0.68794, + "ndcg_at_20": 0.65771, + "ndcg_at_3": 0.59167, + "ndcg_at_5": 0.61458, + "precision_at_1": 0.53254, + "precision_at_10": 0.10508, + "precision_at_100": 0.0139, + "precision_at_1000": 0.00153, + "precision_at_20": 0.05869, + "precision_at_3": 0.26682, + "precision_at_5": 0.18175, + "recall_at_1": 0.45522, + "recall_at_10": 0.76653, + "recall_at_100": 0.91958, + "recall_at_1000": 0.98201, + "recall_at_20": 0.82559, + "recall_at_3": 0.62698, + "recall_at_5": 0.68823, + "hf_subset": "default", + "main_score": 0.64086, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/RedditClustering-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/RedditClustering-VN.json new file mode 100644 index 0000000000..fe525cee94 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.385487, + "v_measure_std": 0.03214, + "v_measures": [ + 0.35329, + 0.430685, + 0.366533, + 0.40424, + 0.384268, + 0.391845, + 0.445294, + 0.37389, + 0.369707, + 0.335115 + ], + "main_score": 0.385487, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 155.933367729187, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/RedditClusteringP2P-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..b2708c92e2 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.553535, + "v_measure_std": 0.12121, + "v_measures": [ + 0.617947, + 0.613826, + 0.591299, + 0.362198, + 0.592358, + 0.537735, + 0.287429, + 0.637225, + 0.604056, + 0.69128 + ], + "main_score": 0.553535, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1765.9827222824097, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SCIDOCS-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SCIDOCS-VN.json new file mode 100644 index 0000000000..d20a034936 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 85.97, + "map_at_1": 0.03271, + "map_at_10": 0.07317, + "map_at_100": 0.08493, + "map_at_1000": 0.08683, + "map_at_20": 0.07882, + "map_at_3": 0.0554, + "map_at_5": 0.06433, + "mrr_at_1": 0.1575, + "mrr_at_10": 0.23608, + "mrr_at_100": 0.2461, + "mrr_at_1000": 0.24703, + "mrr_at_20": 0.24084, + "mrr_at_3": 0.20667, + "mrr_at_5": 0.22429, + "ndcg_at_1": 0.1575, + "ndcg_at_10": 0.12982, + "ndcg_at_100": 0.18367, + "ndcg_at_1000": 0.22824, + "ndcg_at_20": 0.14615, + "ndcg_at_3": 0.1239, + "ndcg_at_5": 0.10842, + "precision_at_1": 0.1575, + "precision_at_10": 0.0665, + "precision_at_100": 0.01455, + "precision_at_1000": 0.00254, + "precision_at_20": 0.04275, + "precision_at_3": 0.115, + "precision_at_5": 0.094, + "recall_at_1": 0.03271, + "recall_at_10": 0.13579, + "recall_at_100": 0.29596, + "recall_at_1000": 0.51687, + "recall_at_20": 0.17404, + "recall_at_3": 0.07046, + "recall_at_5": 0.09596, + "hf_subset": "default", + "main_score": 0.12982, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SICK-R-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SICK-R-VN.json new file mode 100644 index 0000000000..e60e182ac9 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.784695, + "spearman": 0.755762, + "cosine_pearson": 0.784695, + "cosine_spearman": 0.755789, + "manhattan_pearson": 0.748387, + "manhattan_spearman": 0.754953, + "euclidean_pearson": 0.748726, + "euclidean_spearman": 0.755774, + "main_score": 0.755789, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.861404418945312, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/STSBenchmark-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/STSBenchmark-VN.json new file mode 100644 index 0000000000..8ee3c70b3e --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.781119, + "spearman": 0.780902, + "cosine_pearson": 0.781119, + "cosine_spearman": 0.780907, + "manhattan_pearson": 0.767703, + "manhattan_spearman": 0.780892, + "euclidean_pearson": 0.76787, + "euclidean_spearman": 0.780902, + "main_score": 0.780907, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.9547350406646729, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SciDocsRR-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SciDocsRR-VN.json new file mode 100644 index 0000000000..b67fa7797d --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.783179, + "mrr": 0.883148, + "nAUC_map_max": 0.555916, + "nAUC_map_std": 0.635614, + "nAUC_map_diff1": 0.297073, + "nAUC_mrr_max": 0.827474, + "nAUC_mrr_std": 0.787375, + "nAUC_mrr_diff1": 0.579078, + "main_score": 0.783179, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.192920684814453, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SciFact-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SciFact-VN.json new file mode 100644 index 0000000000..9e7a5badf9 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 25.73, + "map_at_1": 0.4658, + "map_at_10": 0.55675, + "map_at_100": 0.56592, + "map_at_1000": 0.56645, + "map_at_20": 0.56277, + "map_at_3": 0.53495, + "map_at_5": 0.54861, + "mrr_at_1": 0.49254, + "mrr_at_10": 0.57929, + "mrr_at_100": 0.58666, + "mrr_at_1000": 0.58709, + "mrr_at_20": 0.58415, + "mrr_at_3": 0.56468, + "mrr_at_5": 0.57512, + "ndcg_at_1": 0.49254, + "ndcg_at_10": 0.59918, + "ndcg_at_100": 0.63713, + "ndcg_at_1000": 0.65113, + "ndcg_at_20": 0.61872, + "ndcg_at_3": 0.56366, + "ndcg_at_5": 0.58457, + "precision_at_1": 0.49254, + "precision_at_10": 0.07985, + "precision_at_100": 0.01007, + "precision_at_1000": 0.00113, + "precision_at_20": 0.0444, + "precision_at_3": 0.22139, + "precision_at_5": 0.14776, + "recall_at_1": 0.4658, + "recall_at_10": 0.70323, + "recall_at_100": 0.86542, + "recall_at_1000": 0.97612, + "recall_at_20": 0.77562, + "recall_at_3": 0.61343, + "recall_at_5": 0.66281, + "hf_subset": "default", + "main_score": 0.59918, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SprintDuplicateQuestions-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..a4857083e5 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.997827, + "similarity_accuracy_threshold": 0.730707, + "similarity_f1": 0.890023, + "similarity_f1_threshold": 0.727184, + "similarity_precision": 0.900229, + "similarity_recall": 0.880045, + "similarity_ap": 0.95202, + "cosine_accuracy": 0.997827, + "cosine_accuracy_threshold": 0.730707, + "cosine_f1": 0.890023, + "cosine_f1_threshold": 0.727184, + "cosine_precision": 0.900229, + "cosine_recall": 0.880045, + "cosine_ap": 0.95202, + "manhattan_accuracy": 0.997827, + "manhattan_accuracy_threshold": 18.691685, + "manhattan_f1": 0.890528, + "manhattan_f1_threshold": 18.729588, + "manhattan_precision": 0.901263, + "manhattan_recall": 0.880045, + "manhattan_ap": 0.952035, + "euclidean_accuracy": 0.997827, + "euclidean_accuracy_threshold": 0.733884, + "euclidean_f1": 0.890023, + "euclidean_f1_threshold": 0.73867, + "euclidean_precision": 0.900229, + "euclidean_recall": 0.880045, + "euclidean_ap": 0.95202, + "dot_accuracy": 0.997827, + "dot_accuracy_threshold": 0.730707, + "dot_f1": 0.890023, + "dot_f1_threshold": 0.727184, + "dot_precision": 0.900229, + "dot_recall": 0.880045, + "dot_ap": 0.95202, + "max_accuracy": 0.997827, + "max_f1": 0.890528, + "max_precision": 0.901263, + "max_recall": 0.880045, + "max_ap": 0.952035, + "main_score": 0.952035, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.997782, + "similarity_accuracy_threshold": 0.757776, + "similarity_f1": 0.887471, + "similarity_f1_threshold": 0.745599, + "similarity_precision": 0.9118, + "similarity_recall": 0.864407, + "similarity_ap": 0.944083, + "cosine_accuracy": 0.997782, + "cosine_accuracy_threshold": 0.757776, + "cosine_f1": 0.887471, + "cosine_f1_threshold": 0.745599, + "cosine_precision": 0.9118, + "cosine_recall": 0.864407, + "cosine_ap": 0.944083, + "manhattan_accuracy": 0.997736, + "manhattan_accuracy_threshold": 17.564932, + "manhattan_f1": 0.88517, + "manhattan_f1_threshold": 18.121441, + "manhattan_precision": 0.904481, + "manhattan_recall": 0.866667, + "manhattan_ap": 0.943836, + "euclidean_accuracy": 0.997782, + "euclidean_accuracy_threshold": 0.696022, + "euclidean_f1": 0.887471, + "euclidean_f1_threshold": 0.713304, + "euclidean_precision": 0.9118, + "euclidean_recall": 0.864407, + "euclidean_ap": 0.944083, + "dot_accuracy": 0.997782, + "dot_accuracy_threshold": 0.757776, + "dot_f1": 0.887471, + "dot_f1_threshold": 0.745599, + "dot_precision": 0.9118, + "dot_recall": 0.864407, + "dot_ap": 0.944083, + "max_accuracy": 0.997782, + "max_f1": 0.887471, + "max_precision": 0.9118, + "max_recall": 0.866667, + "max_ap": 0.944083, + "main_score": 0.944083, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 41.80168294906616, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/StackExchangeClustering-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..0013015a53 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.528867, + "v_measure_std": 0.076618, + "v_measures": [ + 0.478299, + 0.445666, + 0.646023, + 0.545481 + ], + "main_score": 0.528867, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 17.297937154769897, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/StackExchangeClusteringP2P-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..e79d7d5ba7 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.309877, + "v_measure_std": 0.01919, + "v_measures": [ + 0.298719, + 0.286138, + 0.287185, + 0.296166, + 0.295828, + 0.341789, + 0.306866, + 0.330355, + 0.328215, + 0.327514 + ], + "main_score": 0.309877, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 490.2015953063965, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/StackOverflowDupQuestions-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..9d04b89d83 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.485647, + "mrr": 0.492614, + "nAUC_map_max": 0.196712, + "nAUC_map_std": 0.14232, + "nAUC_map_diff1": 0.356336, + "nAUC_mrr_max": 0.200696, + "nAUC_mrr_std": 0.148774, + "nAUC_mrr_diff1": 0.348704, + "main_score": 0.485647, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 27.463999271392822, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TRECCOVID-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TRECCOVID-VN.json new file mode 100644 index 0000000000..310b82e0e8 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 537.98, + "map_at_1": 0.00169, + "map_at_10": 0.01291, + "map_at_100": 0.07332, + "map_at_1000": 0.17912, + "map_at_20": 0.02344, + "map_at_3": 0.00454, + "map_at_5": 0.00698, + "mrr_at_1": 0.72727, + "mrr_at_10": 0.79716, + "mrr_at_100": 0.80112, + "mrr_at_1000": 0.80112, + "mrr_at_20": 0.80112, + "mrr_at_3": 0.77273, + "mrr_at_5": 0.79432, + "ndcg_at_1": 0.69318, + "ndcg_at_10": 0.61742, + "ndcg_at_100": 0.47216, + "ndcg_at_1000": 0.41322, + "ndcg_at_20": 0.59441, + "ndcg_at_3": 0.65027, + "ndcg_at_5": 0.63415, + "precision_at_1": 0.72727, + "precision_at_10": 0.66136, + "precision_at_100": 0.48682, + "precision_at_1000": 0.19077, + "precision_at_20": 0.63977, + "precision_at_3": 0.67424, + "precision_at_5": 0.66818, + "recall_at_1": 0.00169, + "recall_at_10": 0.01561, + "recall_at_100": 0.10819, + "recall_at_1000": 0.39188, + "recall_at_20": 0.03018, + "recall_at_3": 0.00485, + "recall_at_5": 0.0079, + "hf_subset": "default", + "main_score": 0.61742, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/Touche2020-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/Touche2020-VN.json new file mode 100644 index 0000000000..09a4b017a6 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 1996.99, + "map_at_1": 0.0025, + "map_at_10": 0.06015, + "map_at_100": 0.11084, + "map_at_1000": 0.12699, + "map_at_20": 0.07836, + "map_at_3": 0.02334, + "map_at_5": 0.04562, + "mrr_at_1": 0.04, + "mrr_at_10": 0.29883, + "mrr_at_100": 0.3084, + "mrr_at_1000": 0.3084, + "mrr_at_20": 0.30457, + "mrr_at_3": 0.22667, + "mrr_at_5": 0.28867, + "ndcg_at_1": 0.04, + "ndcg_at_10": 0.18092, + "ndcg_at_100": 0.30229, + "ndcg_at_1000": 0.42719, + "ndcg_at_20": 0.19329, + "ndcg_at_3": 0.16391, + "ndcg_at_5": 0.19252, + "precision_at_1": 0.04, + "precision_at_10": 0.188, + "precision_at_100": 0.0704, + "precision_at_1000": 0.015, + "precision_at_20": 0.146, + "precision_at_3": 0.2, + "precision_at_5": 0.24, + "recall_at_1": 0.0025, + "recall_at_10": 0.13049, + "recall_at_100": 0.42537, + "recall_at_1000": 0.79812, + "recall_at_20": 0.19822, + "recall_at_3": 0.04179, + "recall_at_5": 0.08875, + "hf_subset": "default", + "main_score": 0.18092, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ToxicConversationsVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..8f0e71e6e5 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.676025, + "f1": 0.501396, + "f1_weighted": 0.748881, + "ap": 0.105547, + "ap_weighted": 0.105547, + "scores_per_experiment": [ + { + "accuracy": 0.669922, + "f1": 0.486505, + "f1_weighted": 0.750541, + "ap": 0.089923, + "ap_weighted": 0.089923 + }, + { + "accuracy": 0.728516, + "f1": 0.526348, + "f1_weighted": 0.792581, + "ap": 0.105351, + "ap_weighted": 0.105351 + }, + { + "accuracy": 0.799316, + "f1": 0.58545, + "f1_weighted": 0.841624, + "ap": 0.140299, + "ap_weighted": 0.140299 + }, + { + "accuracy": 0.753418, + "f1": 0.539986, + "f1_weighted": 0.809568, + "ap": 0.108777, + "ap_weighted": 0.108777 + }, + { + "accuracy": 0.458008, + "f1": 0.380599, + "f1_weighted": 0.568989, + "ap": 0.085371, + "ap_weighted": 0.085371 + }, + { + "accuracy": 0.505371, + "f1": 0.407884, + "f1_weighted": 0.61459, + "ap": 0.087762, + "ap_weighted": 0.087762 + }, + { + "accuracy": 0.776367, + "f1": 0.562442, + "f1_weighted": 0.825666, + "ap": 0.123519, + "ap_weighted": 0.123519 + }, + { + "accuracy": 0.703613, + "f1": 0.513134, + "f1_weighted": 0.775136, + "ap": 0.102485, + "ap_weighted": 0.102485 + }, + { + "accuracy": 0.572266, + "f1": 0.444564, + "f1_weighted": 0.673699, + "ap": 0.091814, + "ap_weighted": 0.091814 + }, + { + "accuracy": 0.793457, + "f1": 0.567052, + "f1_weighted": 0.836414, + "ap": 0.120167, + "ap_weighted": 0.120167 + } + ], + "main_score": 0.676025, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.797781467437744, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TweetSentimentExtractionVNClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..244e4ee45d --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.571283, + "f1": 0.566093, + "f1_weighted": 0.557795, + "scores_per_experiment": [ + { + "accuracy": 0.557385, + "f1": 0.561907, + "f1_weighted": 0.552872 + }, + { + "accuracy": 0.529298, + "f1": 0.521479, + "f1_weighted": 0.508986 + }, + { + "accuracy": 0.588378, + "f1": 0.574618, + "f1_weighted": 0.561754 + }, + { + "accuracy": 0.59322, + "f1": 0.592099, + "f1_weighted": 0.583045 + }, + { + "accuracy": 0.597094, + "f1": 0.596995, + "f1_weighted": 0.592723 + }, + { + "accuracy": 0.623245, + "f1": 0.617158, + "f1_weighted": 0.606943 + }, + { + "accuracy": 0.548668, + "f1": 0.539339, + "f1_weighted": 0.54154 + }, + { + "accuracy": 0.579177, + "f1": 0.572887, + "f1_weighted": 0.567897 + }, + { + "accuracy": 0.553511, + "f1": 0.542014, + "f1_weighted": 0.529845 + }, + { + "accuracy": 0.542857, + "f1": 0.542435, + "f1_weighted": 0.532345 + } + ], + "main_score": 0.571283, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.404812574386597, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TwentyNewsgroupsClustering-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..99de8b4766 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.339966, + "v_measure_std": 0.018536, + "v_measures": [ + 0.349357, + 0.299856, + 0.332132, + 0.321106, + 0.362144, + 0.356292, + 0.326805, + 0.345663, + 0.350923, + 0.355382 + ], + "main_score": 0.339966, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 22.328057289123535, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TwitterSemEval2015-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..bc55e7d50c --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.840623, + "similarity_accuracy_threshold": 0.778323, + "similarity_f1": 0.651486, + "similarity_f1_threshold": 0.736481, + "similarity_precision": 0.623237, + "similarity_recall": 0.682417, + "similarity_ap": 0.690473, + "cosine_accuracy": 0.840623, + "cosine_accuracy_threshold": 0.778323, + "cosine_f1": 0.651486, + "cosine_f1_threshold": 0.736481, + "cosine_precision": 0.623237, + "cosine_recall": 0.682417, + "cosine_ap": 0.690473, + "manhattan_accuracy": 0.840623, + "manhattan_accuracy_threshold": 16.895096, + "manhattan_f1": 0.649876, + "manhattan_f1_threshold": 18.722225, + "manhattan_precision": 0.595535, + "manhattan_recall": 0.715129, + "manhattan_ap": 0.689481, + "euclidean_accuracy": 0.840623, + "euclidean_accuracy_threshold": 0.665848, + "euclidean_f1": 0.651486, + "euclidean_f1_threshold": 0.725974, + "euclidean_precision": 0.623237, + "euclidean_recall": 0.682417, + "euclidean_ap": 0.690474, + "dot_accuracy": 0.840623, + "dot_accuracy_threshold": 0.778323, + "dot_f1": 0.651486, + "dot_f1_threshold": 0.736481, + "dot_precision": 0.623237, + "dot_recall": 0.682417, + "dot_ap": 0.690473, + "max_accuracy": 0.840623, + "max_f1": 0.651486, + "max_precision": 0.623237, + "max_recall": 0.715129, + "max_ap": 0.690474, + "main_score": 0.690474, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 14.210722923278809, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TwitterURLCorpus-VN.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..816769ceff --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.868022, + "similarity_accuracy_threshold": 0.707755, + "similarity_f1": 0.772038, + "similarity_f1_threshold": 0.686256, + "similarity_precision": 0.756076, + "similarity_recall": 0.788689, + "similarity_ap": 0.848666, + "cosine_accuracy": 0.868022, + "cosine_accuracy_threshold": 0.707755, + "cosine_f1": 0.772038, + "cosine_f1_threshold": 0.686256, + "cosine_precision": 0.756076, + "cosine_recall": 0.788689, + "cosine_ap": 0.848445, + "manhattan_accuracy": 0.868254, + "manhattan_accuracy_threshold": 19.576818, + "manhattan_f1": 0.771318, + "manhattan_f1_threshold": 20.044731, + "manhattan_precision": 0.757127, + "manhattan_recall": 0.78605, + "manhattan_ap": 0.847879, + "euclidean_accuracy": 0.868022, + "euclidean_accuracy_threshold": 0.76452, + "euclidean_f1": 0.772038, + "euclidean_f1_threshold": 0.792142, + "euclidean_precision": 0.756076, + "euclidean_recall": 0.788689, + "euclidean_ap": 0.848443, + "dot_accuracy": 0.868022, + "dot_accuracy_threshold": 0.707755, + "dot_f1": 0.772038, + "dot_f1_threshold": 0.686256, + "dot_precision": 0.756076, + "dot_recall": 0.788689, + "dot_ap": 0.848514, + "max_accuracy": 0.868254, + "max_f1": 0.772038, + "max_precision": 0.757127, + "max_recall": 0.788689, + "max_ap": 0.848666, + "main_score": 0.848666, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 54.41336369514465, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/VieQuADRetrieval.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/VieQuADRetrieval.json new file mode 100644 index 0000000000..86643b1351 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.59619, + "ndcg_at_3": 0.49757, + "ndcg_at_5": 0.52903, + "ndcg_at_10": 0.55408, + "ndcg_at_20": 0.57154, + "ndcg_at_100": 0.605, + "ndcg_at_1000": 0.62623, + "map_at_1": 0.2981, + "map_at_3": 0.40674, + "map_at_5": 0.42845, + "map_at_10": 0.44217, + "map_at_20": 0.44919, + "map_at_100": 0.45612, + "map_at_1000": 0.45733, + "recall_at_1": 0.2981, + "recall_at_3": 0.48022, + "recall_at_5": 0.54248, + "recall_at_10": 0.60547, + "recall_at_20": 0.66187, + "recall_at_100": 0.81006, + "recall_at_1000": 0.94849, + "precision_at_1": 0.59619, + "precision_at_3": 0.32015, + "precision_at_5": 0.21699, + "precision_at_10": 0.12109, + "precision_at_20": 0.06619, + "precision_at_100": 0.0162, + "precision_at_1000": 0.0019, + "mrr_at_1": 0.596191, + "mrr_at_3": 0.706217, + "mrr_at_5": 0.719767, + "mrr_at_10": 0.726183, + "mrr_at_20": 0.727742, + "mrr_at_100": 0.728621, + "mrr_at_1000": 0.728659, + "nauc_ndcg_at_1_max": 0.144223, + "nauc_ndcg_at_1_std": -0.065943, + "nauc_ndcg_at_1_diff1": 0.373749, + "nauc_ndcg_at_3_max": 0.274813, + "nauc_ndcg_at_3_std": -0.003861, + "nauc_ndcg_at_3_diff1": 0.289062, + "nauc_ndcg_at_5_max": 0.304085, + "nauc_ndcg_at_5_std": 0.02708, + "nauc_ndcg_at_5_diff1": 0.280414, + "nauc_ndcg_at_10_max": 0.323985, + "nauc_ndcg_at_10_std": 0.04753, + "nauc_ndcg_at_10_diff1": 0.267908, + "nauc_ndcg_at_20_max": 0.333667, + "nauc_ndcg_at_20_std": 0.059087, + "nauc_ndcg_at_20_diff1": 0.26042, + "nauc_ndcg_at_100_max": 0.349998, + "nauc_ndcg_at_100_std": 0.093075, + "nauc_ndcg_at_100_diff1": 0.259662, + "nauc_ndcg_at_1000_max": 0.337301, + "nauc_ndcg_at_1000_std": 0.083566, + "nauc_ndcg_at_1000_diff1": 0.266601, + "nauc_map_at_1_max": 0.144223, + "nauc_map_at_1_std": -0.065943, + "nauc_map_at_1_diff1": 0.373749, + "nauc_map_at_3_max": 0.27293, + "nauc_map_at_3_std": 0.014876, + "nauc_map_at_3_diff1": 0.259507, + "nauc_map_at_5_max": 0.293052, + "nauc_map_at_5_std": 0.034387, + "nauc_map_at_5_diff1": 0.254698, + "nauc_map_at_10_max": 0.306499, + "nauc_map_at_10_std": 0.04486, + "nauc_map_at_10_diff1": 0.250137, + "nauc_map_at_20_max": 0.311176, + "nauc_map_at_20_std": 0.049795, + "nauc_map_at_20_diff1": 0.247295, + "nauc_map_at_100_max": 0.31484, + "nauc_map_at_100_std": 0.056121, + "nauc_map_at_100_diff1": 0.247371, + "nauc_map_at_1000_max": 0.314611, + "nauc_map_at_1000_std": 0.056459, + "nauc_map_at_1000_diff1": 0.247598, + "nauc_recall_at_1_max": 0.144223, + "nauc_recall_at_1_std": -0.065943, + "nauc_recall_at_1_diff1": 0.373749, + "nauc_recall_at_3_max": 0.336635, + "nauc_recall_at_3_std": 0.033462, + "nauc_recall_at_3_diff1": 0.221667, + "nauc_recall_at_5_max": 0.366419, + "nauc_recall_at_5_std": 0.094457, + "nauc_recall_at_5_diff1": 0.180618, + "nauc_recall_at_10_max": 0.397955, + "nauc_recall_at_10_std": 0.145418, + "nauc_recall_at_10_diff1": 0.134189, + "nauc_recall_at_20_max": 0.406656, + "nauc_recall_at_20_std": 0.17888, + "nauc_recall_at_20_diff1": 0.09418, + "nauc_recall_at_100_max": 0.50737, + "nauc_recall_at_100_std": 0.390482, + "nauc_recall_at_100_diff1": 0.045664, + "nauc_recall_at_1000_max": 0.676036, + "nauc_recall_at_1000_std": 0.722983, + "nauc_recall_at_1000_diff1": -0.081275, + "nauc_precision_at_1_max": 0.144223, + "nauc_precision_at_1_std": -0.065943, + "nauc_precision_at_1_diff1": 0.373749, + "nauc_precision_at_3_max": 0.336635, + "nauc_precision_at_3_std": 0.033462, + "nauc_precision_at_3_diff1": 0.221667, + "nauc_precision_at_5_max": 0.366419, + "nauc_precision_at_5_std": 0.094457, + "nauc_precision_at_5_diff1": 0.180618, + "nauc_precision_at_10_max": 0.397955, + "nauc_precision_at_10_std": 0.145418, + "nauc_precision_at_10_diff1": 0.134189, + "nauc_precision_at_20_max": 0.406656, + "nauc_precision_at_20_std": 0.17888, + "nauc_precision_at_20_diff1": 0.09418, + "nauc_precision_at_100_max": 0.50737, + "nauc_precision_at_100_std": 0.390482, + "nauc_precision_at_100_diff1": 0.045664, + "nauc_precision_at_1000_max": 0.676036, + "nauc_precision_at_1000_std": 0.722983, + "nauc_precision_at_1000_diff1": -0.081275, + "nauc_mrr_at_1_max": 0.144223, + "nauc_mrr_at_1_std": -0.065943, + "nauc_mrr_at_1_diff1": 0.373749, + "nauc_mrr_at_3_max": 0.200044, + "nauc_mrr_at_3_std": -0.073025, + "nauc_mrr_at_3_diff1": 0.391483, + "nauc_mrr_at_5_max": 0.208039, + "nauc_mrr_at_5_std": -0.062987, + "nauc_mrr_at_5_diff1": 0.394184, + "nauc_mrr_at_10_max": 0.205349, + "nauc_mrr_at_10_std": -0.061697, + "nauc_mrr_at_10_diff1": 0.391972, + "nauc_mrr_at_20_max": 0.203424, + "nauc_mrr_at_20_std": -0.063131, + "nauc_mrr_at_20_diff1": 0.392474, + "nauc_mrr_at_100_max": 0.202128, + "nauc_mrr_at_100_std": -0.063167, + "nauc_mrr_at_100_diff1": 0.391659, + "nauc_mrr_at_1000_max": 0.202009, + "nauc_mrr_at_1000_std": -0.063293, + "nauc_mrr_at_1000_diff1": 0.391665, + "main_score": 0.55408, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 12.718867063522339, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/VieStudentFeedbackClassification.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..7aebf46f25 --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.768848, + "f1": 0.640939, + "f1_weighted": 0.806815, + "scores_per_experiment": [ + { + "accuracy": 0.827148, + "f1": 0.680288, + "f1_weighted": 0.84186 + }, + { + "accuracy": 0.739746, + "f1": 0.616103, + "f1_weighted": 0.785181 + }, + { + "accuracy": 0.833496, + "f1": 0.679422, + "f1_weighted": 0.843722 + }, + { + "accuracy": 0.721191, + "f1": 0.605691, + "f1_weighted": 0.777833 + }, + { + "accuracy": 0.736816, + "f1": 0.626577, + "f1_weighted": 0.787728 + }, + { + "accuracy": 0.770508, + "f1": 0.647624, + "f1_weighted": 0.812343 + }, + { + "accuracy": 0.780273, + "f1": 0.652957, + "f1_weighted": 0.818082 + }, + { + "accuracy": 0.757812, + "f1": 0.624439, + "f1_weighted": 0.795661 + }, + { + "accuracy": 0.789551, + "f1": 0.655698, + "f1_weighted": 0.818461 + }, + { + "accuracy": 0.731934, + "f1": 0.620589, + "f1_weighted": 0.787281 + } + ], + "main_score": 0.768848, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.590169429779053, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/model_meta.json b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/model_meta.json new file mode 100644 index 0000000000..7bbd80c14b --- /dev/null +++ b/results/GreenNode__GreenNode-Embedding-Large-VN-V1/660def1f6e1c8ecdf39f6f9c95829e3cf0cef837/model_meta.json @@ -0,0 +1 @@ +{"name": "GreenNode/GreenNode-Embedding-Large-VN-V1", "revision": "660def1f6e1c8ecdf39f6f9c95829e3cf0cef837", "release_date": "2024-04-11", "languages": ["vie-Latn"], "n_parameters": 568000000, "memory_usage_mb": 2167.0, "max_tokens": 8194.0, "embed_dim": 1024, "license": "cc-by-4.0", "open_weights": true, "public_training_code": null, "public_training_data": "https://huggingface.co/datasets/GreenNode/GreenNode-Table-Markdown-Retrieval-VN", "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/GreenNode/GreenNode-Embedding-Large-VN-V1", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"GreenNodeTableMarkdownRetrieval": ["train"]}, "adapted_from": "BAAI/bge-m3", "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AmazonCounterfactualVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..0d01a3efef --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.620815, + "f1": 0.559138, + "f1_weighted": 0.662066, + "ap": 0.251928, + "ap_weighted": 0.251928, + "scores_per_experiment": [ + { + "accuracy": 0.637339, + "f1": 0.577797, + "f1_weighted": 0.678508, + "ap": 0.264009, + "ap_weighted": 0.264009 + }, + { + "accuracy": 0.718884, + "f1": 0.642862, + "f1_weighted": 0.747525, + "ap": 0.308786, + "ap_weighted": 0.308786 + }, + { + "accuracy": 0.643777, + "f1": 0.589091, + "f1_weighted": 0.684308, + "ap": 0.278491, + "ap_weighted": 0.278491 + }, + { + "accuracy": 0.553648, + "f1": 0.524163, + "f1_weighted": 0.599401, + "ap": 0.253839, + "ap_weighted": 0.253839 + }, + { + "accuracy": 0.570815, + "f1": 0.515068, + "f1_weighted": 0.619506, + "ap": 0.220362, + "ap_weighted": 0.220362 + }, + { + "accuracy": 0.637339, + "f1": 0.554445, + "f1_weighted": 0.676518, + "ap": 0.229987, + "ap_weighted": 0.229987 + }, + { + "accuracy": 0.658798, + "f1": 0.591622, + "f1_weighted": 0.696829, + "ap": 0.269091, + "ap_weighted": 0.269091 + }, + { + "accuracy": 0.624464, + "f1": 0.561151, + "f1_weighted": 0.66703, + "ap": 0.247456, + "ap_weighted": 0.247456 + }, + { + "accuracy": 0.551502, + "f1": 0.519078, + "f1_weighted": 0.598397, + "ap": 0.245711, + "ap_weighted": 0.245711 + }, + { + "accuracy": 0.611588, + "f1": 0.516107, + "f1_weighted": 0.65264, + "ap": 0.201552, + "ap_weighted": 0.201552 + } + ], + "main_score": 0.620815, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.2999205589294434, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AmazonPolarityVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..d6cb67449d --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.790514, + "f1": 0.789043, + "f1_weighted": 0.789029, + "ap": 0.737007, + "ap_weighted": 0.737007, + "scores_per_experiment": [ + { + "accuracy": 0.80809, + "f1": 0.807909, + "f1_weighted": 0.807866, + "ap": 0.759208, + "ap_weighted": 0.759208 + }, + { + "accuracy": 0.769882, + "f1": 0.769878, + "f1_weighted": 0.769871, + "ap": 0.712146, + "ap_weighted": 0.712146 + }, + { + "accuracy": 0.781178, + "f1": 0.781172, + "f1_weighted": 0.78118, + "ap": 0.722551, + "ap_weighted": 0.722551 + }, + { + "accuracy": 0.757058, + "f1": 0.751808, + "f1_weighted": 0.751542, + "ap": 0.727053, + "ap_weighted": 0.727053 + }, + { + "accuracy": 0.76544, + "f1": 0.764097, + "f1_weighted": 0.763965, + "ap": 0.720168, + "ap_weighted": 0.720168 + }, + { + "accuracy": 0.773708, + "f1": 0.773634, + "f1_weighted": 0.773664, + "ap": 0.712719, + "ap_weighted": 0.712719 + }, + { + "accuracy": 0.830333, + "f1": 0.83029, + "f1_weighted": 0.83031, + "ap": 0.77449, + "ap_weighted": 0.77449 + }, + { + "accuracy": 0.819682, + "f1": 0.818471, + "f1_weighted": 0.818362, + "ap": 0.786667, + "ap_weighted": 0.786667 + }, + { + "accuracy": 0.822163, + "f1": 0.821283, + "f1_weighted": 0.821376, + "ap": 0.755195, + "ap_weighted": 0.755195 + }, + { + "accuracy": 0.777613, + "f1": 0.771887, + "f1_weighted": 0.772155, + "ap": 0.699874, + "ap_weighted": 0.699874 + } + ], + "main_score": 0.790514, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 506.91232204437256, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AmazonReviewsVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..76832bef21 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.37684, + "f1": 0.369019, + "f1_weighted": 0.37315, + "scores_per_experiment": [ + { + "accuracy": 0.402161, + "f1": 0.385091, + "f1_weighted": 0.39019 + }, + { + "accuracy": 0.395736, + "f1": 0.389167, + "f1_weighted": 0.393635 + }, + { + "accuracy": 0.38785, + "f1": 0.380727, + "f1_weighted": 0.384956 + }, + { + "accuracy": 0.363318, + "f1": 0.36494, + "f1_weighted": 0.369569 + }, + { + "accuracy": 0.385806, + "f1": 0.378174, + "f1_weighted": 0.383683 + }, + { + "accuracy": 0.378213, + "f1": 0.368482, + "f1_weighted": 0.372392 + }, + { + "accuracy": 0.32097, + "f1": 0.322232, + "f1_weighted": 0.323221 + }, + { + "accuracy": 0.38785, + "f1": 0.382159, + "f1_weighted": 0.385644 + }, + { + "accuracy": 0.358061, + "f1": 0.350864, + "f1_weighted": 0.353046 + }, + { + "accuracy": 0.388435, + "f1": 0.368355, + "f1_weighted": 0.375162 + } + ], + "main_score": 0.37684, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.315099716186523, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ArguAna-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ArguAna-VN.json new file mode 100644 index 0000000000..ad88a0d844 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ArguAna-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "task_name": "ArguAna-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00463, + "ndcg_at_3": 0.12123, + "ndcg_at_5": 0.15719, + "ndcg_at_10": 0.19815, + "ndcg_at_20": 0.2318, + "ndcg_at_100": 0.27401, + "ndcg_at_1000": 0.2972, + "map_at_1": 0.00463, + "map_at_3": 0.09266, + "map_at_5": 0.11263, + "map_at_10": 0.12953, + "map_at_20": 0.13881, + "map_at_100": 0.14463, + "map_at_1000": 0.14547, + "recall_at_1": 0.00463, + "recall_at_3": 0.20386, + "recall_at_5": 0.29112, + "recall_at_10": 0.41776, + "recall_at_20": 0.55058, + "recall_at_100": 0.77838, + "recall_at_1000": 0.96216, + "precision_at_1": 0.00463, + "precision_at_3": 0.06795, + "precision_at_5": 0.05822, + "precision_at_10": 0.04178, + "precision_at_20": 0.02753, + "precision_at_100": 0.00778, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.004633, + "mrr_at_3": 0.092664, + "mrr_at_5": 0.112625, + "mrr_at_10": 0.129531, + "mrr_at_20": 0.138808, + "mrr_at_100": 0.144626, + "mrr_at_1000": 0.145471, + "nauc_ndcg_at_1_max": 0.043981, + "nauc_ndcg_at_1_std": 0.072071, + "nauc_ndcg_at_1_diff1": -0.573698, + "nauc_ndcg_at_3_max": 0.015076, + "nauc_ndcg_at_3_std": 0.056549, + "nauc_ndcg_at_3_diff1": -0.080495, + "nauc_ndcg_at_5_max": 0.001684, + "nauc_ndcg_at_5_std": 0.087665, + "nauc_ndcg_at_5_diff1": -0.058598, + "nauc_ndcg_at_10_max": 0.036028, + "nauc_ndcg_at_10_std": 0.108013, + "nauc_ndcg_at_10_diff1": -0.065686, + "nauc_ndcg_at_20_max": 0.041335, + "nauc_ndcg_at_20_std": 0.129747, + "nauc_ndcg_at_20_diff1": -0.068719, + "nauc_ndcg_at_100_max": 0.045747, + "nauc_ndcg_at_100_std": 0.156864, + "nauc_ndcg_at_100_diff1": -0.093818, + "nauc_ndcg_at_1000_max": 0.038223, + "nauc_ndcg_at_1000_std": 0.133397, + "nauc_ndcg_at_1000_diff1": -0.081012, + "nauc_map_at_1_max": 0.043981, + "nauc_map_at_1_std": 0.072071, + "nauc_map_at_1_diff1": -0.573698, + "nauc_map_at_3_max": 0.015191, + "nauc_map_at_3_std": 0.057142, + "nauc_map_at_3_diff1": -0.085719, + "nauc_map_at_5_max": 0.004893, + "nauc_map_at_5_std": 0.080427, + "nauc_map_at_5_diff1": -0.07007, + "nauc_map_at_10_max": 0.023711, + "nauc_map_at_10_std": 0.089842, + "nauc_map_at_10_diff1": -0.073846, + "nauc_map_at_20_max": 0.025755, + "nauc_map_at_20_std": 0.097999, + "nauc_map_at_20_diff1": -0.075485, + "nauc_map_at_100_max": 0.026737, + "nauc_map_at_100_std": 0.101622, + "nauc_map_at_100_diff1": -0.079413, + "nauc_map_at_1000_max": 0.026571, + "nauc_map_at_1000_std": 0.100443, + "nauc_map_at_1000_diff1": -0.07911, + "nauc_recall_at_1_max": 0.043981, + "nauc_recall_at_1_std": 0.072071, + "nauc_recall_at_1_diff1": -0.573698, + "nauc_recall_at_3_max": 0.014978, + "nauc_recall_at_3_std": 0.055674, + "nauc_recall_at_3_diff1": -0.073768, + "nauc_recall_at_5_max": -0.003081, + "nauc_recall_at_5_std": 0.098828, + "nauc_recall_at_5_diff1": -0.042361, + "nauc_recall_at_10_max": 0.057823, + "nauc_recall_at_10_std": 0.13843, + "nauc_recall_at_10_diff1": -0.055584, + "nauc_recall_at_20_max": 0.07133, + "nauc_recall_at_20_std": 0.190293, + "nauc_recall_at_20_diff1": -0.060294, + "nauc_recall_at_100_max": 0.104167, + "nauc_recall_at_100_std": 0.356629, + "nauc_recall_at_100_diff1": -0.173961, + "nauc_recall_at_1000_max": 0.092675, + "nauc_recall_at_1000_std": 0.465005, + "nauc_recall_at_1000_diff1": -0.050474, + "nauc_precision_at_1_max": 0.043981, + "nauc_precision_at_1_std": 0.072071, + "nauc_precision_at_1_diff1": -0.573698, + "nauc_precision_at_3_max": 0.014978, + "nauc_precision_at_3_std": 0.055674, + "nauc_precision_at_3_diff1": -0.073768, + "nauc_precision_at_5_max": -0.003081, + "nauc_precision_at_5_std": 0.098828, + "nauc_precision_at_5_diff1": -0.042361, + "nauc_precision_at_10_max": 0.057823, + "nauc_precision_at_10_std": 0.13843, + "nauc_precision_at_10_diff1": -0.055584, + "nauc_precision_at_20_max": 0.07133, + "nauc_precision_at_20_std": 0.190293, + "nauc_precision_at_20_diff1": -0.060294, + "nauc_precision_at_100_max": 0.104167, + "nauc_precision_at_100_std": 0.356629, + "nauc_precision_at_100_diff1": -0.173961, + "nauc_precision_at_1000_max": 0.092675, + "nauc_precision_at_1000_std": 0.465005, + "nauc_precision_at_1000_diff1": -0.050474, + "nauc_mrr_at_1_max": 0.043981, + "nauc_mrr_at_1_std": 0.072071, + "nauc_mrr_at_1_diff1": -0.573698, + "nauc_mrr_at_3_max": 0.015191, + "nauc_mrr_at_3_std": 0.057142, + "nauc_mrr_at_3_diff1": -0.085719, + "nauc_mrr_at_5_max": 0.004893, + "nauc_mrr_at_5_std": 0.080427, + "nauc_mrr_at_5_diff1": -0.07007, + "nauc_mrr_at_10_max": 0.023711, + "nauc_mrr_at_10_std": 0.089842, + "nauc_mrr_at_10_diff1": -0.073846, + "nauc_mrr_at_20_max": 0.025755, + "nauc_mrr_at_20_std": 0.097999, + "nauc_mrr_at_20_diff1": -0.075485, + "nauc_mrr_at_100_max": 0.026737, + "nauc_mrr_at_100_std": 0.101622, + "nauc_mrr_at_100_diff1": -0.079413, + "nauc_mrr_at_1000_max": 0.026571, + "nauc_mrr_at_1000_std": 0.100443, + "nauc_mrr_at_1000_diff1": -0.07911, + "main_score": 0.19815, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.077969312667847, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AskUbuntuDupQuestions-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..48a1331888 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.503689, + "mrr": 0.624314, + "nAUC_map_max": 0.205499, + "nAUC_map_std": 0.232318, + "nAUC_map_diff1": 0.068584, + "nAUC_mrr_max": 0.246268, + "nAUC_mrr_std": 0.265339, + "nAUC_mrr_diff1": 0.08834, + "main_score": 0.503689, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.32938814163208, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/BIOSSES-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/BIOSSES-VN.json new file mode 100644 index 0000000000..c125df49a3 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.581835, + "spearman": 0.551254, + "cosine_pearson": 0.581835, + "cosine_spearman": 0.551254, + "manhattan_pearson": 0.568298, + "manhattan_spearman": 0.556838, + "euclidean_pearson": 0.563513, + "euclidean_spearman": 0.553778, + "main_score": 0.551254, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.16792869567871094, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/Banking77VNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/Banking77VNClassification.json new file mode 100644 index 0000000000..5fee2b652f --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.690538, + "f1": 0.674254, + "f1_weighted": 0.689682, + "scores_per_experiment": [ + { + "accuracy": 0.680824, + "f1": 0.664884, + "f1_weighted": 0.679631 + }, + { + "accuracy": 0.684188, + "f1": 0.662421, + "f1_weighted": 0.682485 + }, + { + "accuracy": 0.700168, + "f1": 0.684955, + "f1_weighted": 0.701374 + }, + { + "accuracy": 0.70185, + "f1": 0.687138, + "f1_weighted": 0.700739 + }, + { + "accuracy": 0.695963, + "f1": 0.682368, + "f1_weighted": 0.694875 + }, + { + "accuracy": 0.689655, + "f1": 0.676121, + "f1_weighted": 0.687424 + }, + { + "accuracy": 0.694701, + "f1": 0.675595, + "f1_weighted": 0.693591 + }, + { + "accuracy": 0.69386, + "f1": 0.678152, + "f1_weighted": 0.691855 + }, + { + "accuracy": 0.68545, + "f1": 0.665696, + "f1_weighted": 0.684654 + }, + { + "accuracy": 0.678722, + "f1": 0.665214, + "f1_weighted": 0.680188 + } + ], + "main_score": 0.690538, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 14.199656248092651, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackAndroid-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..e2bf7e1dd9 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 16.95, + "map_at_1": 0.09882, + "map_at_10": 0.13778, + "map_at_100": 0.14868, + "map_at_1000": 0.15008, + "map_at_20": 0.14418, + "map_at_3": 0.12672, + "map_at_5": 0.13175, + "mrr_at_1": 0.12715, + "mrr_at_10": 0.17106, + "mrr_at_100": 0.18119, + "mrr_at_1000": 0.18209, + "mrr_at_20": 0.17739, + "mrr_at_3": 0.16008, + "mrr_at_5": 0.16412, + "ndcg_at_1": 0.12715, + "ndcg_at_10": 0.16563, + "ndcg_at_100": 0.216, + "ndcg_at_1000": 0.25129, + "ndcg_at_20": 0.18668, + "ndcg_at_3": 0.14809, + "ndcg_at_5": 0.15302, + "precision_at_1": 0.12715, + "precision_at_10": 0.03196, + "precision_at_100": 0.00744, + "precision_at_1000": 0.0014, + "precision_at_20": 0.02277, + "precision_at_3": 0.07216, + "precision_at_5": 0.04983, + "recall_at_1": 0.09882, + "recall_at_10": 0.21544, + "recall_at_100": 0.4313, + "recall_at_1000": 0.6803, + "recall_at_20": 0.29137, + "recall_at_3": 0.15916, + "recall_at_5": 0.17662, + "hf_subset": "default", + "main_score": 0.16563, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackGis-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackGis-VN.json new file mode 100644 index 0000000000..24254b86d0 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 42.89, + "map_at_1": 0.04262, + "map_at_10": 0.06881, + "map_at_100": 0.07273, + "map_at_1000": 0.07364, + "map_at_20": 0.07053, + "map_at_3": 0.06056, + "map_at_5": 0.06683, + "mrr_at_1": 0.04615, + "mrr_at_10": 0.07389, + "mrr_at_100": 0.07824, + "mrr_at_1000": 0.07913, + "mrr_at_20": 0.07577, + "mrr_at_3": 0.06462, + "mrr_at_5": 0.07146, + "ndcg_at_1": 0.04615, + "ndcg_at_10": 0.08281, + "ndcg_at_100": 0.10643, + "ndcg_at_1000": 0.13564, + "ndcg_at_20": 0.08911, + "ndcg_at_3": 0.06691, + "ndcg_at_5": 0.07808, + "precision_at_1": 0.04615, + "precision_at_10": 0.01354, + "precision_at_100": 0.00275, + "precision_at_1000": 0.00056, + "precision_at_20": 0.00808, + "precision_at_3": 0.02923, + "precision_at_5": 0.02369, + "recall_at_1": 0.04262, + "recall_at_10": 0.12074, + "recall_at_100": 0.23622, + "recall_at_1000": 0.46926, + "recall_at_20": 0.14509, + "recall_at_3": 0.08082, + "recall_at_5": 0.10715, + "hf_subset": "default", + "main_score": 0.08281, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackMathematica-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..e6d1c2ca90 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 21.3, + "map_at_1": 0.01652, + "map_at_10": 0.03284, + "map_at_100": 0.03672, + "map_at_1000": 0.03766, + "map_at_20": 0.03423, + "map_at_3": 0.02452, + "map_at_5": 0.02868, + "mrr_at_1": 0.01919, + "mrr_at_10": 0.03653, + "mrr_at_100": 0.04131, + "mrr_at_1000": 0.04233, + "mrr_at_20": 0.03867, + "mrr_at_3": 0.02772, + "mrr_at_5": 0.03241, + "ndcg_at_1": 0.01919, + "ndcg_at_10": 0.04537, + "ndcg_at_100": 0.07059, + "ndcg_at_1000": 0.10479, + "ndcg_at_20": 0.05087, + "ndcg_at_3": 0.02845, + "ndcg_at_5": 0.03565, + "precision_at_1": 0.01919, + "precision_at_10": 0.00917, + "precision_at_100": 0.0026, + "precision_at_1000": 0.00067, + "precision_at_20": 0.00618, + "precision_at_3": 0.0135, + "precision_at_5": 0.01194, + "recall_at_1": 0.01652, + "recall_at_10": 0.08209, + "recall_at_100": 0.20496, + "recall_at_1000": 0.47108, + "recall_at_20": 0.10128, + "recall_at_3": 0.03625, + "recall_at_5": 0.0533, + "hf_subset": "default", + "main_score": 0.04537, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackPhysics-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..62e6a840a9 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 34.36, + "map_at_1": 0.08065, + "map_at_10": 0.11509, + "map_at_100": 0.12417, + "map_at_1000": 0.12543, + "map_at_20": 0.11941, + "map_at_3": 0.10411, + "map_at_5": 0.10928, + "mrr_at_1": 0.10309, + "mrr_at_10": 0.14907, + "mrr_at_100": 0.1572, + "mrr_at_1000": 0.15823, + "mrr_at_20": 0.15349, + "mrr_at_3": 0.13402, + "mrr_at_5": 0.14041, + "ndcg_at_1": 0.10309, + "ndcg_at_10": 0.14158, + "ndcg_at_100": 0.18968, + "ndcg_at_1000": 0.22395, + "ndcg_at_20": 0.15769, + "ndcg_at_3": 0.12106, + "ndcg_at_5": 0.12794, + "precision_at_1": 0.10309, + "precision_at_10": 0.0299, + "precision_at_100": 0.00654, + "precision_at_1000": 0.00112, + "precision_at_20": 0.01979, + "precision_at_3": 0.06186, + "precision_at_5": 0.04454, + "recall_at_1": 0.08065, + "recall_at_10": 0.18741, + "recall_at_100": 0.40356, + "recall_at_1000": 0.64555, + "recall_at_20": 0.24636, + "recall_at_3": 0.12787, + "recall_at_5": 0.14874, + "hf_subset": "default", + "main_score": 0.14158, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackProgrammers-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..ddb9770f83 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 33.31, + "map_at_1": 0.0522, + "map_at_10": 0.08461, + "map_at_100": 0.09048, + "map_at_1000": 0.09151, + "map_at_20": 0.08668, + "map_at_3": 0.07249, + "map_at_5": 0.07978, + "mrr_at_1": 0.06852, + "mrr_at_10": 0.10568, + "mrr_at_100": 0.11168, + "mrr_at_1000": 0.11262, + "mrr_at_20": 0.10798, + "mrr_at_3": 0.09271, + "mrr_at_5": 0.10071, + "ndcg_at_1": 0.06852, + "ndcg_at_10": 0.10737, + "ndcg_at_100": 0.14453, + "ndcg_at_1000": 0.17528, + "ndcg_at_20": 0.11482, + "ndcg_at_3": 0.08501, + "ndcg_at_5": 0.0965, + "precision_at_1": 0.06852, + "precision_at_10": 0.0217, + "precision_at_100": 0.00488, + "precision_at_1000": 0.00087, + "precision_at_20": 0.01297, + "precision_at_3": 0.04405, + "precision_at_5": 0.03458, + "recall_at_1": 0.0522, + "recall_at_10": 0.15671, + "recall_at_100": 0.33774, + "recall_at_1000": 0.56627, + "recall_at_20": 0.18356, + "recall_at_3": 0.09479, + "recall_at_5": 0.12394, + "hf_subset": "default", + "main_score": 0.10737, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackStats-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackStats-VN.json new file mode 100644 index 0000000000..c65035b717 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 42.96, + "map_at_1": 0.02925, + "map_at_10": 0.05572, + "map_at_100": 0.06056, + "map_at_1000": 0.06122, + "map_at_20": 0.05783, + "map_at_3": 0.04654, + "map_at_5": 0.0506, + "mrr_at_1": 0.03642, + "mrr_at_10": 0.06408, + "mrr_at_100": 0.06889, + "mrr_at_1000": 0.06956, + "mrr_at_20": 0.06619, + "mrr_at_3": 0.05408, + "mrr_at_5": 0.05855, + "ndcg_at_1": 0.03642, + "ndcg_at_10": 0.073, + "ndcg_at_100": 0.10115, + "ndcg_at_1000": 0.12338, + "ndcg_at_20": 0.08058, + "ndcg_at_3": 0.05349, + "ndcg_at_5": 0.06106, + "precision_at_1": 0.03642, + "precision_at_10": 0.0149, + "precision_at_100": 0.00325, + "precision_at_1000": 0.00057, + "precision_at_20": 0.00894, + "precision_at_3": 0.02759, + "precision_at_5": 0.02053, + "recall_at_1": 0.02925, + "recall_at_10": 0.1181, + "recall_at_100": 0.25371, + "recall_at_1000": 0.42769, + "recall_at_20": 0.1479, + "recall_at_3": 0.06623, + "recall_at_5": 0.08444, + "hf_subset": "default", + "main_score": 0.073, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackTex-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackTex-VN.json new file mode 100644 index 0000000000..d74ad3a649 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 92.52, + "map_at_1": 0.02746, + "map_at_10": 0.04331, + "map_at_100": 0.04677, + "map_at_1000": 0.04758, + "map_at_20": 0.04524, + "map_at_3": 0.03787, + "map_at_5": 0.03998, + "mrr_at_1": 0.03716, + "mrr_at_10": 0.05612, + "mrr_at_100": 0.06012, + "mrr_at_1000": 0.06088, + "mrr_at_20": 0.05841, + "mrr_at_3": 0.04936, + "mrr_at_5": 0.05211, + "ndcg_at_1": 0.03716, + "ndcg_at_10": 0.05589, + "ndcg_at_100": 0.0752, + "ndcg_at_1000": 0.10185, + "ndcg_at_20": 0.06267, + "ndcg_at_3": 0.0452, + "ndcg_at_5": 0.04811, + "precision_at_1": 0.03716, + "precision_at_10": 0.01172, + "precision_at_100": 0.00261, + "precision_at_1000": 0.0006, + "precision_at_20": 0.00772, + "precision_at_3": 0.02306, + "precision_at_5": 0.01681, + "recall_at_1": 0.02746, + "recall_at_10": 0.0821, + "recall_at_100": 0.17111, + "recall_at_1000": 0.37615, + "recall_at_20": 0.10669, + "recall_at_3": 0.05111, + "recall_at_5": 0.05945, + "hf_subset": "default", + "main_score": 0.05589, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackUnix-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..0f4dc328f4 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 48.33, + "map_at_1": 0.04924, + "map_at_10": 0.07098, + "map_at_100": 0.07552, + "map_at_1000": 0.07646, + "map_at_20": 0.07299, + "map_at_3": 0.06401, + "map_at_5": 0.06808, + "mrr_at_1": 0.06409, + "mrr_at_10": 0.09118, + "mrr_at_100": 0.09569, + "mrr_at_1000": 0.09657, + "mrr_at_20": 0.09334, + "mrr_at_3": 0.08202, + "mrr_at_5": 0.08795, + "ndcg_at_1": 0.06409, + "ndcg_at_10": 0.08822, + "ndcg_at_100": 0.11379, + "ndcg_at_1000": 0.14338, + "ndcg_at_20": 0.09563, + "ndcg_at_3": 0.07456, + "ndcg_at_5": 0.08148, + "precision_at_1": 0.06409, + "precision_at_10": 0.01729, + "precision_at_100": 0.00337, + "precision_at_1000": 0.00067, + "precision_at_20": 0.01046, + "precision_at_3": 0.03668, + "precision_at_5": 0.02805, + "recall_at_1": 0.04924, + "recall_at_10": 0.12162, + "recall_at_100": 0.24263, + "recall_at_1000": 0.47023, + "recall_at_20": 0.14938, + "recall_at_3": 0.08349, + "recall_at_5": 0.10086, + "hf_subset": "default", + "main_score": 0.08822, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackWebmasters-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..cbee5460e1 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 15.66, + "map_at_1": 0.05459, + "map_at_10": 0.08977, + "map_at_100": 0.09764, + "map_at_1000": 0.09927, + "map_at_20": 0.0942, + "map_at_3": 0.07832, + "map_at_5": 0.08513, + "mrr_at_1": 0.07, + "mrr_at_10": 0.10783, + "mrr_at_100": 0.11579, + "mrr_at_1000": 0.11698, + "mrr_at_20": 0.11293, + "mrr_at_3": 0.09667, + "mrr_at_5": 0.10317, + "ndcg_at_1": 0.07, + "ndcg_at_10": 0.11413, + "ndcg_at_100": 0.15096, + "ndcg_at_1000": 0.18866, + "ndcg_at_20": 0.12904, + "ndcg_at_3": 0.09427, + "ndcg_at_5": 0.10427, + "precision_at_1": 0.07, + "precision_at_10": 0.02475, + "precision_at_100": 0.00657, + "precision_at_1000": 0.00151, + "precision_at_20": 0.01862, + "precision_at_3": 0.04917, + "precision_at_5": 0.038, + "recall_at_1": 0.05459, + "recall_at_10": 0.16124, + "recall_at_100": 0.33496, + "recall_at_1000": 0.59641, + "recall_at_20": 0.21754, + "recall_at_3": 0.10346, + "recall_at_5": 0.12918, + "hf_subset": "default", + "main_score": 0.11413, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackWordpress-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..52effb4364 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 57.11, + "map_at_1": 0.0336, + "map_at_10": 0.05204, + "map_at_100": 0.05556, + "map_at_1000": 0.0563, + "map_at_20": 0.05404, + "map_at_3": 0.04639, + "map_at_5": 0.04934, + "mrr_at_1": 0.03927, + "mrr_at_10": 0.05987, + "mrr_at_100": 0.06365, + "mrr_at_1000": 0.06442, + "mrr_at_20": 0.06195, + "mrr_at_3": 0.05454, + "mrr_at_5": 0.05729, + "ndcg_at_1": 0.03927, + "ndcg_at_10": 0.06446, + "ndcg_at_100": 0.08483, + "ndcg_at_1000": 0.10895, + "ndcg_at_20": 0.07247, + "ndcg_at_3": 0.05239, + "ndcg_at_5": 0.05775, + "precision_at_1": 0.03927, + "precision_at_10": 0.01152, + "precision_at_100": 0.00225, + "precision_at_1000": 0.00045, + "precision_at_20": 0.00746, + "precision_at_3": 0.02531, + "precision_at_5": 0.01832, + "recall_at_1": 0.0336, + "recall_at_10": 0.09555, + "recall_at_100": 0.19562, + "recall_at_1000": 0.38871, + "recall_at_20": 0.12827, + "recall_at_3": 0.06152, + "recall_at_5": 0.07461, + "hf_subset": "default", + "main_score": 0.06446, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ClimateFEVER-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ClimateFEVER-VN.json new file mode 100644 index 0000000000..05347dd266 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 2885.78, + "map_at_1": 0.02402, + "map_at_10": 0.04455, + "map_at_100": 0.05049, + "map_at_1000": 0.05174, + "map_at_20": 0.04741, + "map_at_3": 0.03731, + "map_at_5": 0.04048, + "mrr_at_1": 0.05359, + "mrr_at_10": 0.09532, + "mrr_at_100": 0.10372, + "mrr_at_1000": 0.10471, + "mrr_at_20": 0.09949, + "mrr_at_3": 0.07947, + "mrr_at_5": 0.08665, + "ndcg_at_1": 0.05359, + "ndcg_at_10": 0.07002, + "ndcg_at_100": 0.10466, + "ndcg_at_1000": 0.13941, + "ndcg_at_20": 0.0809, + "ndcg_at_3": 0.05333, + "ndcg_at_5": 0.05802, + "precision_at_1": 0.05359, + "precision_at_10": 0.02334, + "precision_at_100": 0.00599, + "precision_at_1000": 0.00124, + "precision_at_20": 0.01603, + "precision_at_3": 0.04057, + "precision_at_5": 0.03179, + "recall_at_1": 0.02402, + "recall_at_10": 0.09307, + "recall_at_100": 0.2208, + "recall_at_1000": 0.42602, + "recall_at_20": 0.12569, + "recall_at_3": 0.05263, + "recall_at_5": 0.0652, + "hf_subset": "default", + "main_score": 0.07002, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/DBPedia-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/DBPedia-VN.json new file mode 100644 index 0000000000..3f9532da7b --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 1996.92, + "map_at_1": 0.01608, + "map_at_10": 0.03936, + "map_at_100": 0.05317, + "map_at_1000": 0.05723, + "map_at_20": 0.04533, + "map_at_3": 0.02624, + "map_at_5": 0.03175, + "mrr_at_1": 0.20497, + "mrr_at_10": 0.28246, + "mrr_at_100": 0.28989, + "mrr_at_1000": 0.29041, + "mrr_at_20": 0.28716, + "mrr_at_3": 0.25259, + "mrr_at_5": 0.26765, + "ndcg_at_1": 0.14907, + "ndcg_at_10": 0.11158, + "ndcg_at_100": 0.13275, + "ndcg_at_1000": 0.17463, + "ndcg_at_20": 0.11257, + "ndcg_at_3": 0.11845, + "ndcg_at_5": 0.11269, + "precision_at_1": 0.20497, + "precision_at_10": 0.10311, + "precision_at_100": 0.03236, + "precision_at_1000": 0.0074, + "precision_at_20": 0.07671, + "precision_at_3": 0.14493, + "precision_at_5": 0.12547, + "recall_at_1": 0.01608, + "recall_at_10": 0.07695, + "recall_at_100": 0.18525, + "recall_at_1000": 0.32346, + "recall_at_20": 0.10813, + "recall_at_3": 0.03267, + "recall_at_5": 0.04755, + "hf_subset": "default", + "main_score": 0.11158, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/EmotionVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/EmotionVNClassification.json new file mode 100644 index 0000000000..1c795ab163 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.336016, + "f1": 0.302393, + "f1_weighted": 0.362112, + "scores_per_experiment": [ + { + "accuracy": 0.364844, + "f1": 0.330313, + "f1_weighted": 0.40816 + }, + { + "accuracy": 0.326562, + "f1": 0.260348, + "f1_weighted": 0.344565 + }, + { + "accuracy": 0.367969, + "f1": 0.318951, + "f1_weighted": 0.407839 + }, + { + "accuracy": 0.339844, + "f1": 0.308861, + "f1_weighted": 0.368843 + }, + { + "accuracy": 0.340625, + "f1": 0.317227, + "f1_weighted": 0.364416 + }, + { + "accuracy": 0.284375, + "f1": 0.267754, + "f1_weighted": 0.298748 + }, + { + "accuracy": 0.376563, + "f1": 0.331334, + "f1_weighted": 0.403204 + }, + { + "accuracy": 0.257031, + "f1": 0.257715, + "f1_weighted": 0.269785 + }, + { + "accuracy": 0.346094, + "f1": 0.324655, + "f1_weighted": 0.373474 + }, + { + "accuracy": 0.35625, + "f1": 0.306776, + "f1_weighted": 0.382088 + } + ], + "main_score": 0.336016, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.340853, + "f1": 0.30167, + "f1_weighted": 0.367167, + "scores_per_experiment": [ + { + "accuracy": 0.370543, + "f1": 0.332566, + "f1_weighted": 0.407527 + }, + { + "accuracy": 0.343411, + "f1": 0.282914, + "f1_weighted": 0.359397 + }, + { + "accuracy": 0.389922, + "f1": 0.331364, + "f1_weighted": 0.426894 + }, + { + "accuracy": 0.324031, + "f1": 0.291552, + "f1_weighted": 0.357009 + }, + { + "accuracy": 0.322481, + "f1": 0.295589, + "f1_weighted": 0.352453 + }, + { + "accuracy": 0.294574, + "f1": 0.274114, + "f1_weighted": 0.304704 + }, + { + "accuracy": 0.372868, + "f1": 0.314566, + "f1_weighted": 0.397061 + }, + { + "accuracy": 0.28062, + "f1": 0.27037, + "f1_weighted": 0.297502 + }, + { + "accuracy": 0.327132, + "f1": 0.297822, + "f1_weighted": 0.359061 + }, + { + "accuracy": 0.382946, + "f1": 0.325843, + "f1_weighted": 0.410059 + } + ], + "main_score": 0.340853, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.856939077377319, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/FEVER-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/FEVER-VN.json new file mode 100644 index 0000000000..d521ec8a78 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 3084.96, + "map_at_1": 0.0647, + "map_at_10": 0.09692, + "map_at_100": 0.10349, + "map_at_1000": 0.10427, + "map_at_20": 0.10058, + "map_at_3": 0.08497, + "map_at_5": 0.09091, + "mrr_at_1": 0.06952, + "mrr_at_10": 0.10444, + "mrr_at_100": 0.11127, + "mrr_at_1000": 0.11205, + "mrr_at_20": 0.10826, + "mrr_at_3": 0.09156, + "mrr_at_5": 0.09808, + "ndcg_at_1": 0.06952, + "ndcg_at_10": 0.11893, + "ndcg_at_100": 0.15437, + "ndcg_at_1000": 0.17841, + "ndcg_at_20": 0.13243, + "ndcg_at_3": 0.09347, + "ndcg_at_5": 0.10429, + "precision_at_1": 0.06952, + "precision_at_10": 0.01983, + "precision_at_100": 0.00388, + "precision_at_1000": 0.00061, + "precision_at_20": 0.01283, + "precision_at_3": 0.04019, + "precision_at_5": 0.02987, + "recall_at_1": 0.0647, + "recall_at_10": 0.18191, + "recall_at_100": 0.35138, + "recall_at_1000": 0.54287, + "recall_at_20": 0.2343, + "recall_at_3": 0.11118, + "recall_at_5": 0.1372, + "hf_subset": "default", + "main_score": 0.11893, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/FiQA2018-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/FiQA2018-VN.json new file mode 100644 index 0000000000..26986ace16 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 45.2, + "map_at_1": 0.02391, + "map_at_10": 0.04266, + "map_at_100": 0.04939, + "map_at_1000": 0.05099, + "map_at_20": 0.04593, + "map_at_3": 0.03404, + "map_at_5": 0.03803, + "mrr_at_1": 0.05277, + "mrr_at_10": 0.08887, + "mrr_at_100": 0.09606, + "mrr_at_1000": 0.09718, + "mrr_at_20": 0.09234, + "mrr_at_3": 0.07432, + "mrr_at_5": 0.08091, + "ndcg_at_1": 0.05277, + "ndcg_at_10": 0.06615, + "ndcg_at_100": 0.10191, + "ndcg_at_1000": 0.14293, + "ndcg_at_20": 0.07696, + "ndcg_at_3": 0.05164, + "ndcg_at_5": 0.05533, + "precision_at_1": 0.05277, + "precision_at_10": 0.02296, + "precision_at_100": 0.00602, + "precision_at_1000": 0.00129, + "precision_at_20": 0.01649, + "precision_at_3": 0.03694, + "precision_at_5": 0.02902, + "recall_at_1": 0.02391, + "recall_at_10": 0.08974, + "recall_at_100": 0.23174, + "recall_at_1000": 0.49582, + "recall_at_20": 0.12314, + "recall_at_3": 0.04497, + "recall_at_5": 0.06056, + "hf_subset": "default", + "main_score": 0.06615, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/GreenNodeTableMarkdownRetrieval.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..6b942c5e89 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.08326, + "ndcg_at_3": 0.11012, + "ndcg_at_5": 0.12026, + "ndcg_at_10": 0.13219, + "ndcg_at_20": 0.14321, + "ndcg_at_100": 0.16666, + "ndcg_at_1000": 0.19844, + "map_at_1": 0.08326, + "map_at_3": 0.10343, + "map_at_5": 0.10905, + "map_at_10": 0.11395, + "map_at_20": 0.11695, + "map_at_100": 0.11999, + "map_at_1000": 0.12095, + "recall_at_1": 0.08326, + "recall_at_3": 0.1295, + "recall_at_5": 0.15414, + "recall_at_10": 0.19117, + "recall_at_20": 0.23495, + "recall_at_100": 0.36431, + "recall_at_1000": 0.62834, + "precision_at_1": 0.08326, + "precision_at_3": 0.04317, + "precision_at_5": 0.03083, + "precision_at_10": 0.01912, + "precision_at_20": 0.01175, + "precision_at_100": 0.00364, + "precision_at_1000": 0.00063, + "mrr_at_1": 0.083261, + "mrr_at_3": 0.103429, + "mrr_at_5": 0.109051, + "mrr_at_10": 0.113948, + "mrr_at_20": 0.116947, + "mrr_at_100": 0.119989, + "mrr_at_1000": 0.120951, + "nauc_ndcg_at_1_max": 0.098026, + "nauc_ndcg_at_1_std": 0.148419, + "nauc_ndcg_at_1_diff1": 0.504562, + "nauc_ndcg_at_3_max": 0.062342, + "nauc_ndcg_at_3_std": 0.154894, + "nauc_ndcg_at_3_diff1": 0.407522, + "nauc_ndcg_at_5_max": 0.05292, + "nauc_ndcg_at_5_std": 0.160651, + "nauc_ndcg_at_5_diff1": 0.383622, + "nauc_ndcg_at_10_max": 0.044399, + "nauc_ndcg_at_10_std": 0.166472, + "nauc_ndcg_at_10_diff1": 0.35981, + "nauc_ndcg_at_20_max": 0.038311, + "nauc_ndcg_at_20_std": 0.173629, + "nauc_ndcg_at_20_diff1": 0.347544, + "nauc_ndcg_at_100_max": 0.033566, + "nauc_ndcg_at_100_std": 0.191595, + "nauc_ndcg_at_100_diff1": 0.334806, + "nauc_ndcg_at_1000_max": 0.035055, + "nauc_ndcg_at_1000_std": 0.20381, + "nauc_ndcg_at_1000_diff1": 0.331712, + "nauc_map_at_1_max": 0.098026, + "nauc_map_at_1_std": 0.148419, + "nauc_map_at_1_diff1": 0.504562, + "nauc_map_at_3_max": 0.069997, + "nauc_map_at_3_std": 0.153143, + "nauc_map_at_3_diff1": 0.427006, + "nauc_map_at_5_max": 0.064071, + "nauc_map_at_5_std": 0.156593, + "nauc_map_at_5_diff1": 0.411967, + "nauc_map_at_10_max": 0.059836, + "nauc_map_at_10_std": 0.159345, + "nauc_map_at_10_diff1": 0.4002, + "nauc_map_at_20_max": 0.057772, + "nauc_map_at_20_std": 0.161605, + "nauc_map_at_20_diff1": 0.395785, + "nauc_map_at_100_max": 0.056714, + "nauc_map_at_100_std": 0.164425, + "nauc_map_at_100_diff1": 0.393264, + "nauc_map_at_1000_max": 0.056672, + "nauc_map_at_1000_std": 0.164929, + "nauc_map_at_1000_diff1": 0.393057, + "nauc_recall_at_1_max": 0.098026, + "nauc_recall_at_1_std": 0.148419, + "nauc_recall_at_1_diff1": 0.504562, + "nauc_recall_at_3_max": 0.043809, + "nauc_recall_at_3_std": 0.159251, + "nauc_recall_at_3_diff1": 0.360781, + "nauc_recall_at_5_max": 0.027313, + "nauc_recall_at_5_std": 0.170374, + "nauc_recall_at_5_diff1": 0.318923, + "nauc_recall_at_10_max": 0.011503, + "nauc_recall_at_10_std": 0.182512, + "nauc_recall_at_10_diff1": 0.273685, + "nauc_recall_at_20_max": -0.002245, + "nauc_recall_at_20_std": 0.201021, + "nauc_recall_at_20_diff1": 0.248596, + "nauc_recall_at_100_max": -0.011922, + "nauc_recall_at_100_std": 0.25991, + "nauc_recall_at_100_diff1": 0.219396, + "nauc_recall_at_1000_max": -0.00778, + "nauc_recall_at_1000_std": 0.343477, + "nauc_recall_at_1000_diff1": 0.183087, + "nauc_precision_at_1_max": 0.098026, + "nauc_precision_at_1_std": 0.148419, + "nauc_precision_at_1_diff1": 0.504562, + "nauc_precision_at_3_max": 0.043809, + "nauc_precision_at_3_std": 0.159251, + "nauc_precision_at_3_diff1": 0.360781, + "nauc_precision_at_5_max": 0.027313, + "nauc_precision_at_5_std": 0.170374, + "nauc_precision_at_5_diff1": 0.318923, + "nauc_precision_at_10_max": 0.011503, + "nauc_precision_at_10_std": 0.182512, + "nauc_precision_at_10_diff1": 0.273685, + "nauc_precision_at_20_max": -0.002245, + "nauc_precision_at_20_std": 0.201021, + "nauc_precision_at_20_diff1": 0.248596, + "nauc_precision_at_100_max": -0.011922, + "nauc_precision_at_100_std": 0.25991, + "nauc_precision_at_100_diff1": 0.219396, + "nauc_precision_at_1000_max": -0.00778, + "nauc_precision_at_1000_std": 0.343477, + "nauc_precision_at_1000_diff1": 0.183087, + "nauc_mrr_at_1_max": 0.098026, + "nauc_mrr_at_1_std": 0.148419, + "nauc_mrr_at_1_diff1": 0.504562, + "nauc_mrr_at_3_max": 0.069997, + "nauc_mrr_at_3_std": 0.153143, + "nauc_mrr_at_3_diff1": 0.427006, + "nauc_mrr_at_5_max": 0.064071, + "nauc_mrr_at_5_std": 0.156593, + "nauc_mrr_at_5_diff1": 0.411967, + "nauc_mrr_at_10_max": 0.059836, + "nauc_mrr_at_10_std": 0.159345, + "nauc_mrr_at_10_diff1": 0.4002, + "nauc_mrr_at_20_max": 0.057772, + "nauc_mrr_at_20_std": 0.161605, + "nauc_mrr_at_20_diff1": 0.395785, + "nauc_mrr_at_100_max": 0.056714, + "nauc_mrr_at_100_std": 0.164425, + "nauc_mrr_at_100_diff1": 0.393264, + "nauc_mrr_at_1000_max": 0.056672, + "nauc_mrr_at_1000_std": 0.164929, + "nauc_mrr_at_1000_diff1": 0.393057, + "main_score": 0.13219, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 167.89350986480713, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/HotpotQA-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/HotpotQA-VN.json new file mode 100644 index 0000000000..ef49e1e211 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 2459.17, + "map_at_1": 0.06842, + "map_at_10": 0.0998, + "map_at_100": 0.10501, + "map_at_1000": 0.10586, + "map_at_20": 0.10248, + "map_at_3": 0.08937, + "map_at_5": 0.09509, + "mrr_at_1": 0.13685, + "mrr_at_10": 0.1833, + "mrr_at_100": 0.19008, + "mrr_at_1000": 0.19087, + "mrr_at_20": 0.18704, + "mrr_at_3": 0.16867, + "mrr_at_5": 0.17692, + "ndcg_at_1": 0.13685, + "ndcg_at_10": 0.1365, + "ndcg_at_100": 0.16588, + "ndcg_at_1000": 0.19098, + "ndcg_at_20": 0.14667, + "ndcg_at_3": 0.11393, + "ndcg_at_5": 0.12482, + "precision_at_1": 0.13685, + "precision_at_10": 0.03227, + "precision_at_100": 0.00561, + "precision_at_1000": 0.0009, + "precision_at_20": 0.01942, + "precision_at_3": 0.07362, + "precision_at_5": 0.05281, + "recall_at_1": 0.06842, + "recall_at_10": 0.16137, + "recall_at_100": 0.28073, + "recall_at_1000": 0.45064, + "recall_at_20": 0.19419, + "recall_at_3": 0.11043, + "recall_at_5": 0.13202, + "hf_subset": "default", + "main_score": 0.1365, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ImdbVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ImdbVNClassification.json new file mode 100644 index 0000000000..7dbf7aee69 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.699266, + "f1": 0.697656, + "f1_weighted": 0.697639, + "ap": 0.646431, + "ap_weighted": 0.646431, + "scores_per_experiment": [ + { + "accuracy": 0.728047, + "f1": 0.726091, + "f1_weighted": 0.725953, + "ap": 0.680196, + "ap_weighted": 0.680196 + }, + { + "accuracy": 0.723744, + "f1": 0.723242, + "f1_weighted": 0.723312, + "ap": 0.660734, + "ap_weighted": 0.660734 + }, + { + "accuracy": 0.704225, + "f1": 0.703132, + "f1_weighted": 0.703025, + "ap": 0.652954, + "ap_weighted": 0.652954 + }, + { + "accuracy": 0.716861, + "f1": 0.716417, + "f1_weighted": 0.716351, + "ap": 0.662736, + "ap_weighted": 0.662736 + }, + { + "accuracy": 0.693537, + "f1": 0.692308, + "f1_weighted": 0.692192, + "ap": 0.643023, + "ap_weighted": 0.643023 + }, + { + "accuracy": 0.755944, + "f1": 0.755836, + "f1_weighted": 0.755867, + "ap": 0.693685, + "ap_weighted": 0.693685 + }, + { + "accuracy": 0.65382, + "f1": 0.653355, + "f1_weighted": 0.65343, + "ap": 0.601756, + "ap_weighted": 0.601756 + }, + { + "accuracy": 0.697251, + "f1": 0.69181, + "f1_weighted": 0.692053, + "ap": 0.631669, + "ap_weighted": 0.631669 + }, + { + "accuracy": 0.606766, + "f1": 0.606518, + "f1_weighted": 0.606577, + "ap": 0.567109, + "ap_weighted": 0.567109 + }, + { + "accuracy": 0.712468, + "f1": 0.70785, + "f1_weighted": 0.707632, + "ap": 0.670446, + "ap_weighted": 0.670446 + } + ], + "main_score": 0.699266, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 49.905930042266846, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MSMARCO-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MSMARCO-VN.json new file mode 100644 index 0000000000..deb237ed29 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 4023.57, + "map_at_1": 0.02058, + "map_at_10": 0.03858, + "map_at_100": 0.04254, + "map_at_1000": 0.04314, + "map_at_20": 0.0403, + "map_at_3": 0.03149, + "map_at_5": 0.03565, + "mrr_at_1": 0.02144, + "mrr_at_10": 0.03983, + "mrr_at_100": 0.04386, + "mrr_at_1000": 0.04445, + "mrr_at_20": 0.0416, + "mrr_at_3": 0.03259, + "mrr_at_5": 0.03678, + "ndcg_at_1": 0.02115, + "ndcg_at_10": 0.04992, + "ndcg_at_100": 0.07332, + "ndcg_at_1000": 0.0924, + "ndcg_at_20": 0.05618, + "ndcg_at_3": 0.0353, + "ndcg_at_5": 0.0427, + "precision_at_1": 0.02115, + "precision_at_10": 0.00889, + "precision_at_100": 0.00214, + "precision_at_1000": 0.00038, + "precision_at_20": 0.00576, + "precision_at_3": 0.01582, + "precision_at_5": 0.01315, + "recall_at_1": 0.02058, + "recall_at_10": 0.08524, + "recall_at_100": 0.20271, + "recall_at_1000": 0.35806, + "recall_at_20": 0.10956, + "recall_at_3": 0.04531, + "recall_at_5": 0.06299, + "hf_subset": "default", + "main_score": 0.04992, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MTOPDomainVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..2ff3b0ac43 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.705763, + "f1": 0.712186, + "f1_weighted": 0.705347, + "scores_per_experiment": [ + { + "accuracy": 0.724851, + "f1": 0.728692, + "f1_weighted": 0.723817 + }, + { + "accuracy": 0.698518, + "f1": 0.698964, + "f1_weighted": 0.698681 + }, + { + "accuracy": 0.700023, + "f1": 0.708538, + "f1_weighted": 0.701837 + }, + { + "accuracy": 0.74005, + "f1": 0.741532, + "f1_weighted": 0.741622 + }, + { + "accuracy": 0.686781, + "f1": 0.700057, + "f1_weighted": 0.68283 + }, + { + "accuracy": 0.671056, + "f1": 0.685068, + "f1_weighted": 0.672708 + }, + { + "accuracy": 0.710706, + "f1": 0.714587, + "f1_weighted": 0.708081 + }, + { + "accuracy": 0.697841, + "f1": 0.698949, + "f1_weighted": 0.698204 + }, + { + "accuracy": 0.70544, + "f1": 0.718711, + "f1_weighted": 0.704112 + }, + { + "accuracy": 0.722369, + "f1": 0.726764, + "f1_weighted": 0.721575 + } + ], + "main_score": 0.705763, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.337005853652954, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MTOPIntentVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..bc6c73b6e6 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.482078, + "f1": 0.322775, + "f1_weighted": 0.533905, + "scores_per_experiment": [ + { + "accuracy": 0.506508, + "f1": 0.33589, + "f1_weighted": 0.558541 + }, + { + "accuracy": 0.480476, + "f1": 0.32165, + "f1_weighted": 0.53847 + }, + { + "accuracy": 0.474682, + "f1": 0.316722, + "f1_weighted": 0.523721 + }, + { + "accuracy": 0.504853, + "f1": 0.326611, + "f1_weighted": 0.556574 + }, + { + "accuracy": 0.482356, + "f1": 0.324423, + "f1_weighted": 0.534539 + }, + { + "accuracy": 0.449853, + "f1": 0.308569, + "f1_weighted": 0.495931 + }, + { + "accuracy": 0.510571, + "f1": 0.339978, + "f1_weighted": 0.560474 + }, + { + "accuracy": 0.462644, + "f1": 0.309837, + "f1_weighted": 0.514965 + }, + { + "accuracy": 0.483711, + "f1": 0.324481, + "f1_weighted": 0.545007 + }, + { + "accuracy": 0.465127, + "f1": 0.319589, + "f1_weighted": 0.51083 + } + ], + "main_score": 0.482078, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 14.24219274520874, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MassiveIntentVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..3513e4e9bb --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.579372, + "f1": 0.561024, + "f1_weighted": 0.580881, + "scores_per_experiment": [ + { + "accuracy": 0.59417, + "f1": 0.57754, + "f1_weighted": 0.600018 + }, + { + "accuracy": 0.598655, + "f1": 0.562757, + "f1_weighted": 0.609015 + }, + { + "accuracy": 0.58352, + "f1": 0.570802, + "f1_weighted": 0.581931 + }, + { + "accuracy": 0.576233, + "f1": 0.571218, + "f1_weighted": 0.57929 + }, + { + "accuracy": 0.595852, + "f1": 0.561566, + "f1_weighted": 0.596829 + }, + { + "accuracy": 0.547646, + "f1": 0.542193, + "f1_weighted": 0.54681 + }, + { + "accuracy": 0.561099, + "f1": 0.54538, + "f1_weighted": 0.562033 + }, + { + "accuracy": 0.576794, + "f1": 0.556104, + "f1_weighted": 0.572127 + }, + { + "accuracy": 0.596413, + "f1": 0.578562, + "f1_weighted": 0.599164 + }, + { + "accuracy": 0.563341, + "f1": 0.544117, + "f1_weighted": 0.561593 + } + ], + "main_score": 0.579372, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.973082542419434, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MassiveScenarioVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..c9dc06f696 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.60755, + "f1": 0.58076, + "f1_weighted": 0.610717, + "scores_per_experiment": [ + { + "accuracy": 0.642617, + "f1": 0.618729, + "f1_weighted": 0.638507 + }, + { + "accuracy": 0.615772, + "f1": 0.599542, + "f1_weighted": 0.622688 + }, + { + "accuracy": 0.615772, + "f1": 0.593582, + "f1_weighted": 0.620872 + }, + { + "accuracy": 0.598993, + "f1": 0.563401, + "f1_weighted": 0.598454 + }, + { + "accuracy": 0.619128, + "f1": 0.579358, + "f1_weighted": 0.621802 + }, + { + "accuracy": 0.5934, + "f1": 0.558594, + "f1_weighted": 0.597949 + }, + { + "accuracy": 0.579978, + "f1": 0.548214, + "f1_weighted": 0.584867 + }, + { + "accuracy": 0.599553, + "f1": 0.583096, + "f1_weighted": 0.605299 + }, + { + "accuracy": 0.602908, + "f1": 0.572311, + "f1_weighted": 0.607402 + }, + { + "accuracy": 0.607383, + "f1": 0.590776, + "f1_weighted": 0.609334 + } + ], + "main_score": 0.60755, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.9274637699127197, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/NFCorpus-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/NFCorpus-VN.json new file mode 100644 index 0000000000..a89c868867 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 4.65, + "map_at_1": 0.02359, + "map_at_10": 0.04324, + "map_at_100": 0.05408, + "map_at_1000": 0.06432, + "map_at_20": 0.04675, + "map_at_3": 0.03493, + "map_at_5": 0.03863, + "mrr_at_1": 0.21687, + "mrr_at_10": 0.28996, + "mrr_at_100": 0.3001, + "mrr_at_1000": 0.30092, + "mrr_at_20": 0.29609, + "mrr_at_3": 0.26506, + "mrr_at_5": 0.27771, + "ndcg_at_1": 0.21084, + "ndcg_at_10": 0.1582, + "ndcg_at_100": 0.15101, + "ndcg_at_1000": 0.2415, + "ndcg_at_20": 0.14765, + "ndcg_at_3": 0.18296, + "ndcg_at_5": 0.17196, + "precision_at_1": 0.21687, + "precision_at_10": 0.12349, + "precision_at_100": 0.04723, + "precision_at_1000": 0.0185, + "precision_at_20": 0.09398, + "precision_at_3": 0.1747, + "precision_at_5": 0.1494, + "recall_at_1": 0.02359, + "recall_at_10": 0.06613, + "recall_at_100": 0.17169, + "recall_at_1000": 0.49179, + "recall_at_20": 0.08807, + "recall_at_3": 0.04181, + "recall_at_5": 0.04914, + "hf_subset": "default", + "main_score": 0.1582, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/NQ-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/NQ-VN.json new file mode 100644 index 0000000000..f2c80b820b --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 1594.42, + "map_at_1": 0.025, + "map_at_10": 0.05196, + "map_at_100": 0.05851, + "map_at_1000": 0.05935, + "map_at_20": 0.05559, + "map_at_3": 0.04113, + "map_at_5": 0.04704, + "mrr_at_1": 0.03, + "mrr_at_10": 0.05878, + "mrr_at_100": 0.06535, + "mrr_at_1000": 0.06615, + "mrr_at_20": 0.06235, + "mrr_at_3": 0.04711, + "mrr_at_5": 0.05347, + "ndcg_at_1": 0.03, + "ndcg_at_10": 0.07078, + "ndcg_at_100": 0.10619, + "ndcg_at_1000": 0.13199, + "ndcg_at_20": 0.08372, + "ndcg_at_3": 0.0479, + "ndcg_at_5": 0.05867, + "precision_at_1": 0.03, + "precision_at_10": 0.01458, + "precision_at_100": 0.00347, + "precision_at_1000": 0.00059, + "precision_at_20": 0.01026, + "precision_at_3": 0.02404, + "precision_at_5": 0.02042, + "recall_at_1": 0.025, + "recall_at_10": 0.12307, + "recall_at_100": 0.29149, + "recall_at_1000": 0.49421, + "recall_at_20": 0.17202, + "recall_at_3": 0.06175, + "recall_at_5": 0.08693, + "hf_subset": "default", + "main_score": 0.07078, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/Quora-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/Quora-VN.json new file mode 100644 index 0000000000..44711d3100 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 160.91, + "map_at_1": 0.21436, + "map_at_10": 0.28052, + "map_at_100": 0.28994, + "map_at_1000": 0.29089, + "map_at_20": 0.28546, + "map_at_3": 0.25924, + "map_at_5": 0.2712, + "mrr_at_1": 0.25843, + "mrr_at_10": 0.32368, + "mrr_at_100": 0.33133, + "mrr_at_1000": 0.33196, + "mrr_at_20": 0.32787, + "mrr_at_3": 0.30453, + "mrr_at_5": 0.31574, + "ndcg_at_1": 0.25843, + "ndcg_at_10": 0.32327, + "ndcg_at_100": 0.36739, + "ndcg_at_1000": 0.39095, + "ndcg_at_20": 0.33889, + "ndcg_at_3": 0.28697, + "ndcg_at_5": 0.30408, + "precision_at_1": 0.25843, + "precision_at_10": 0.05558, + "precision_at_100": 0.00889, + "precision_at_1000": 0.00119, + "precision_at_20": 0.03259, + "precision_at_3": 0.13123, + "precision_at_5": 0.09247, + "recall_at_1": 0.21436, + "recall_at_10": 0.41013, + "recall_at_100": 0.60675, + "recall_at_1000": 0.77899, + "recall_at_20": 0.4674, + "recall_at_3": 0.30656, + "recall_at_5": 0.3519, + "hf_subset": "default", + "main_score": 0.32327, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/RedditClustering-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/RedditClustering-VN.json new file mode 100644 index 0000000000..7c128a6e11 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.2908, + "v_measure_std": 0.029479, + "v_measures": [ + 0.279257, + 0.333544, + 0.271397, + 0.269454, + 0.279069, + 0.307051, + 0.35309, + 0.253522, + 0.284455, + 0.277156 + ], + "main_score": 0.2908, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 37.460716009140015, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/RedditClusteringP2P-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..7d390bf900 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.436608, + "v_measure_std": 0.109249, + "v_measures": [ + 0.540236, + 0.456618, + 0.556582, + 0.264835, + 0.454221, + 0.405277, + 0.212852, + 0.49152, + 0.448324, + 0.535617 + ], + "main_score": 0.436608, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 450.7980623245239, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SCIDOCS-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SCIDOCS-VN.json new file mode 100644 index 0000000000..da4c41c5f0 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 25.85, + "map_at_1": 0.01371, + "map_at_10": 0.02699, + "map_at_100": 0.03245, + "map_at_1000": 0.03375, + "map_at_20": 0.02931, + "map_at_3": 0.02175, + "map_at_5": 0.02488, + "mrr_at_1": 0.065, + "mrr_at_10": 0.09919, + "mrr_at_100": 0.10641, + "mrr_at_1000": 0.10761, + "mrr_at_20": 0.10237, + "mrr_at_3": 0.08833, + "mrr_at_5": 0.09396, + "ndcg_at_1": 0.065, + "ndcg_at_10": 0.04934, + "ndcg_at_100": 0.08063, + "ndcg_at_1000": 0.11789, + "ndcg_at_20": 0.0578, + "ndcg_at_3": 0.05025, + "ndcg_at_5": 0.04309, + "precision_at_1": 0.065, + "precision_at_10": 0.024, + "precision_at_100": 0.00712, + "precision_at_1000": 0.00163, + "precision_at_20": 0.017, + "precision_at_3": 0.04667, + "precision_at_5": 0.0365, + "recall_at_1": 0.01371, + "recall_at_10": 0.04908, + "recall_at_100": 0.14492, + "recall_at_1000": 0.33067, + "recall_at_20": 0.06946, + "recall_at_3": 0.02883, + "recall_at_5": 0.03746, + "hf_subset": "default", + "main_score": 0.04934, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SICK-R-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SICK-R-VN.json new file mode 100644 index 0000000000..da0c215ed8 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.749961, + "spearman": 0.744577, + "cosine_pearson": 0.749961, + "cosine_spearman": 0.744603, + "manhattan_pearson": 0.72577, + "manhattan_spearman": 0.74492, + "euclidean_pearson": 0.726224, + "euclidean_spearman": 0.74544, + "main_score": 0.744603, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.5318310260772705, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/STSBenchmark-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/STSBenchmark-VN.json new file mode 100644 index 0000000000..3c4b03b5f5 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.766991, + "spearman": 0.762417, + "cosine_pearson": 0.766991, + "cosine_spearman": 0.76241, + "manhattan_pearson": 0.753147, + "manhattan_spearman": 0.757723, + "euclidean_pearson": 0.752864, + "euclidean_spearman": 0.757239, + "main_score": 0.76241, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.9067087173461914, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SciDocsRR-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SciDocsRR-VN.json new file mode 100644 index 0000000000..ece5734443 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.6865, + "mrr": 0.788775, + "nAUC_map_max": 0.543084, + "nAUC_map_std": 0.586006, + "nAUC_map_diff1": 0.286762, + "nAUC_mrr_max": 0.672787, + "nAUC_mrr_std": 0.666056, + "nAUC_mrr_diff1": 0.428979, + "main_score": 0.6865, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.689517498016357, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SciFact-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SciFact-VN.json new file mode 100644 index 0000000000..60cc12486e --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 6.25, + "map_at_1": 0.12189, + "map_at_10": 0.17075, + "map_at_100": 0.18409, + "map_at_1000": 0.18519, + "map_at_20": 0.17868, + "map_at_3": 0.16138, + "map_at_5": 0.16573, + "mrr_at_1": 0.12687, + "mrr_at_10": 0.18412, + "mrr_at_100": 0.19609, + "mrr_at_1000": 0.19706, + "mrr_at_20": 0.19123, + "mrr_at_3": 0.17289, + "mrr_at_5": 0.17848, + "ndcg_at_1": 0.12687, + "ndcg_at_10": 0.19668, + "ndcg_at_100": 0.2611, + "ndcg_at_1000": 0.29688, + "ndcg_at_20": 0.22485, + "ndcg_at_3": 0.17602, + "ndcg_at_5": 0.18358, + "precision_at_1": 0.12687, + "precision_at_10": 0.0291, + "precision_at_100": 0.00642, + "precision_at_1000": 0.00099, + "precision_at_20": 0.02052, + "precision_at_3": 0.07463, + "precision_at_5": 0.04925, + "recall_at_1": 0.12189, + "recall_at_10": 0.2643, + "recall_at_100": 0.55908, + "recall_at_1000": 0.84963, + "recall_at_20": 0.37438, + "recall_at_3": 0.20585, + "recall_at_5": 0.22326, + "hf_subset": "default", + "main_score": 0.19668, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SprintDuplicateQuestions-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..5b9c0dbd6b --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.994223, + "similarity_accuracy_threshold": 0.760894, + "similarity_f1": 0.678636, + "similarity_f1_threshold": 0.733332, + "similarity_precision": 0.727856, + "similarity_recall": 0.63565, + "similarity_ap": 0.72155, + "cosine_accuracy": 0.994223, + "cosine_accuracy_threshold": 0.760894, + "cosine_f1": 0.678636, + "cosine_f1_threshold": 0.733332, + "cosine_precision": 0.727856, + "cosine_recall": 0.63565, + "cosine_ap": 0.72155, + "manhattan_accuracy": 0.994212, + "manhattan_accuracy_threshold": 156.606354, + "manhattan_f1": 0.67506, + "manhattan_f1_threshold": 160.057983, + "manhattan_precision": 0.725515, + "manhattan_recall": 0.631166, + "manhattan_ap": 0.719521, + "euclidean_accuracy": 0.994257, + "euclidean_accuracy_threshold": 7.086957, + "euclidean_f1": 0.679131, + "euclidean_f1_threshold": 7.276665, + "euclidean_precision": 0.734987, + "euclidean_recall": 0.631166, + "euclidean_ap": 0.724568, + "dot_accuracy": 0.993942, + "dot_accuracy_threshold": 75.99305, + "dot_f1": 0.648413, + "dot_f1_threshold": 74.258232, + "dot_precision": 0.728671, + "dot_recall": 0.584081, + "dot_ap": 0.68808, + "max_accuracy": 0.994257, + "max_f1": 0.679131, + "max_precision": 0.734987, + "max_recall": 0.63565, + "max_ap": 0.724568, + "main_score": 0.724568, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.995175, + "similarity_accuracy_threshold": 0.751005, + "similarity_f1": 0.746544, + "similarity_f1_threshold": 0.733398, + "similarity_precision": 0.761457, + "similarity_recall": 0.732203, + "similarity_ap": 0.789808, + "cosine_accuracy": 0.995175, + "cosine_accuracy_threshold": 0.751005, + "cosine_f1": 0.746544, + "cosine_f1_threshold": 0.733398, + "cosine_precision": 0.761457, + "cosine_recall": 0.732203, + "cosine_ap": 0.789808, + "manhattan_accuracy": 0.995072, + "manhattan_accuracy_threshold": 151.549637, + "manhattan_f1": 0.748578, + "manhattan_f1_threshold": 160.499405, + "manhattan_precision": 0.753723, + "manhattan_recall": 0.743503, + "manhattan_ap": 0.787634, + "euclidean_accuracy": 0.995141, + "euclidean_accuracy_threshold": 7.004508, + "euclidean_f1": 0.749415, + "euclidean_f1_threshold": 7.221677, + "euclidean_precision": 0.777643, + "euclidean_recall": 0.723164, + "euclidean_ap": 0.790389, + "dot_accuracy": 0.994638, + "dot_accuracy_threshold": 75.11734, + "dot_f1": 0.716489, + "dot_f1_threshold": 74.068161, + "dot_precision": 0.754057, + "dot_recall": 0.682486, + "dot_ap": 0.762697, + "max_accuracy": 0.995175, + "max_f1": 0.749415, + "max_precision": 0.777643, + "max_recall": 0.743503, + "max_ap": 0.790389, + "main_score": 0.790389, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 26.645405054092407, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/StackExchangeClustering-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..fe35e101a2 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.38626, + "v_measure_std": 0.050715, + "v_measures": [ + 0.338842, + 0.338413, + 0.458516, + 0.40927 + ], + "main_score": 0.38626, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.6787779331207275, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/StackExchangeClusteringP2P-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..f81806eeb4 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.276753, + "v_measure_std": 0.018045, + "v_measures": [ + 0.259931, + 0.258538, + 0.260268, + 0.258387, + 0.257464, + 0.295123, + 0.289491, + 0.294404, + 0.300961, + 0.292966 + ], + "main_score": 0.276753, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 142.6163408756256, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/StackOverflowDupQuestions-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..46c2f0731d --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.355543, + "mrr": 0.352842, + "nAUC_map_max": 0.180518, + "nAUC_map_std": 0.069654, + "nAUC_map_diff1": 0.249011, + "nAUC_mrr_max": 0.185561, + "nAUC_mrr_std": 0.077538, + "nAUC_mrr_diff1": 0.244741, + "main_score": 0.355543, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.514858484268188, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TRECCOVID-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TRECCOVID-VN.json new file mode 100644 index 0000000000..b19d217e3c --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 145.5, + "map_at_1": 0.00066, + "map_at_10": 0.00296, + "map_at_100": 0.01132, + "map_at_1000": 0.03095, + "map_at_20": 0.00438, + "map_at_3": 0.00131, + "map_at_5": 0.0018, + "mrr_at_1": 0.29545, + "mrr_at_10": 0.45567, + "mrr_at_100": 0.46139, + "mrr_at_1000": 0.46179, + "mrr_at_20": 0.46058, + "mrr_at_3": 0.42424, + "mrr_at_5": 0.43561, + "ndcg_at_1": 0.27273, + "ndcg_at_10": 0.21232, + "ndcg_at_100": 0.14063, + "ndcg_at_1000": 0.14507, + "ndcg_at_20": 0.19103, + "ndcg_at_3": 0.21915, + "ndcg_at_5": 0.21079, + "precision_at_1": 0.29545, + "precision_at_10": 0.23182, + "precision_at_100": 0.13955, + "precision_at_1000": 0.07005, + "precision_at_20": 0.2, + "precision_at_3": 0.23485, + "precision_at_5": 0.22727, + "recall_at_1": 0.00066, + "recall_at_10": 0.00564, + "recall_at_100": 0.03051, + "recall_at_1000": 0.14138, + "recall_at_20": 0.00953, + "recall_at_3": 0.0019, + "recall_at_5": 0.00282, + "hf_subset": "default", + "main_score": 0.21232, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/Touche2020-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/Touche2020-VN.json new file mode 100644 index 0000000000..19b4388daf --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 382.7, + "map_at_1": 0.01148, + "map_at_10": 0.03173, + "map_at_100": 0.05012, + "map_at_1000": 0.05583, + "map_at_20": 0.03624, + "map_at_3": 0.01858, + "map_at_5": 0.02316, + "mrr_at_1": 0.2, + "mrr_at_10": 0.29543, + "mrr_at_100": 0.30517, + "mrr_at_1000": 0.30555, + "mrr_at_20": 0.29851, + "mrr_at_3": 0.26, + "mrr_at_5": 0.284, + "ndcg_at_1": 0.18, + "ndcg_at_10": 0.12154, + "ndcg_at_100": 0.17716, + "ndcg_at_1000": 0.25396, + "ndcg_at_20": 0.11061, + "ndcg_at_3": 0.13287, + "ndcg_at_5": 0.12654, + "precision_at_1": 0.2, + "precision_at_10": 0.116, + "precision_at_100": 0.0404, + "precision_at_1000": 0.00868, + "precision_at_20": 0.076, + "precision_at_3": 0.13333, + "precision_at_5": 0.128, + "recall_at_1": 0.01148, + "recall_at_10": 0.07336, + "recall_at_100": 0.24132, + "recall_at_1000": 0.4902, + "recall_at_20": 0.09377, + "recall_at_3": 0.02772, + "recall_at_5": 0.04031, + "hf_subset": "default", + "main_score": 0.12154, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ToxicConversationsVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..79facd7f19 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.610547, + "f1": 0.460622, + "f1_weighted": 0.698883, + "ap": 0.093181, + "ap_weighted": 0.093181, + "scores_per_experiment": [ + { + "accuracy": 0.697266, + "f1": 0.492969, + "f1_weighted": 0.76987, + "ap": 0.085919, + "ap_weighted": 0.085919 + }, + { + "accuracy": 0.460938, + "f1": 0.383947, + "f1_weighted": 0.571318, + "ap": 0.087761, + "ap_weighted": 0.087761 + }, + { + "accuracy": 0.740723, + "f1": 0.545109, + "f1_weighted": 0.801752, + "ap": 0.121525, + "ap_weighted": 0.121525 + }, + { + "accuracy": 0.733887, + "f1": 0.52779, + "f1_weighted": 0.796188, + "ap": 0.104463, + "ap_weighted": 0.104463 + }, + { + "accuracy": 0.473145, + "f1": 0.383488, + "f1_weighted": 0.585761, + "ap": 0.078899, + "ap_weighted": 0.078899 + }, + { + "accuracy": 0.533203, + "f1": 0.419622, + "f1_weighted": 0.640516, + "ap": 0.084957, + "ap_weighted": 0.084957 + }, + { + "accuracy": 0.622559, + "f1": 0.477534, + "f1_weighted": 0.714358, + "ap": 0.103281, + "ap_weighted": 0.103281 + }, + { + "accuracy": 0.473145, + "f1": 0.384024, + "f1_weighted": 0.585604, + "ap": 0.079487, + "ap_weighted": 0.079487 + }, + { + "accuracy": 0.678223, + "f1": 0.489603, + "f1_weighted": 0.756549, + "ap": 0.089595, + "ap_weighted": 0.089595 + }, + { + "accuracy": 0.692383, + "f1": 0.502135, + "f1_weighted": 0.766919, + "ap": 0.095925, + "ap_weighted": 0.095925 + } + ], + "main_score": 0.610547, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.685049533843994, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TweetSentimentExtractionVNClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..fc9bbc667a --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.534673, + "f1": 0.529902, + "f1_weighted": 0.528974, + "scores_per_experiment": [ + { + "accuracy": 0.56368, + "f1": 0.566613, + "f1_weighted": 0.559991 + }, + { + "accuracy": 0.501695, + "f1": 0.498302, + "f1_weighted": 0.499957 + }, + { + "accuracy": 0.541889, + "f1": 0.535601, + "f1_weighted": 0.527918 + }, + { + "accuracy": 0.484746, + "f1": 0.475222, + "f1_weighted": 0.483452 + }, + { + "accuracy": 0.607264, + "f1": 0.604752, + "f1_weighted": 0.604293 + }, + { + "accuracy": 0.535593, + "f1": 0.532877, + "f1_weighted": 0.534069 + }, + { + "accuracy": 0.536562, + "f1": 0.534558, + "f1_weighted": 0.530658 + }, + { + "accuracy": 0.53753, + "f1": 0.517128, + "f1_weighted": 0.519615 + }, + { + "accuracy": 0.523971, + "f1": 0.522586, + "f1_weighted": 0.513809 + }, + { + "accuracy": 0.513801, + "f1": 0.511381, + "f1_weighted": 0.515978 + } + ], + "main_score": 0.534673, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.3562870025634766, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TwentyNewsgroupsClustering-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..0c2c5a6137 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.261969, + "v_measure_std": 0.017448, + "v_measures": [ + 0.304939, + 0.270112, + 0.264064, + 0.256285, + 0.271916, + 0.263616, + 0.255904, + 0.24774, + 0.242006, + 0.243111 + ], + "main_score": 0.261969, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.403043270111084, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TwitterSemEval2015-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..5cc78f989b --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.818754, + "similarity_accuracy_threshold": 0.727082, + "similarity_f1": 0.589526, + "similarity_f1_threshold": 0.647076, + "similarity_precision": 0.541445, + "similarity_recall": 0.646979, + "similarity_ap": 0.624031, + "cosine_accuracy": 0.818754, + "cosine_accuracy_threshold": 0.727082, + "cosine_f1": 0.589526, + "cosine_f1_threshold": 0.647076, + "cosine_precision": 0.541445, + "cosine_recall": 0.646979, + "cosine_ap": 0.624032, + "manhattan_accuracy": 0.821954, + "manhattan_accuracy_threshold": 163.936096, + "manhattan_f1": 0.596364, + "manhattan_f1_threshold": 181.676514, + "manhattan_precision": 0.56346, + "manhattan_recall": 0.633348, + "manhattan_ap": 0.635906, + "euclidean_accuracy": 0.822594, + "euclidean_accuracy_threshold": 7.433727, + "euclidean_f1": 0.597776, + "euclidean_f1_threshold": 8.4558, + "euclidean_precision": 0.53863, + "euclidean_recall": 0.671513, + "euclidean_ap": 0.635213, + "dot_accuracy": 0.803499, + "dot_accuracy_threshold": 75.419342, + "dot_f1": 0.55894, + "dot_f1_threshold": 63.683044, + "dot_precision": 0.494921, + "dot_recall": 0.641981, + "dot_ap": 0.576693, + "max_accuracy": 0.822594, + "max_f1": 0.597776, + "max_precision": 0.56346, + "max_recall": 0.671513, + "max_ap": 0.635906, + "main_score": 0.635906, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.438844680786133, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TwitterURLCorpus-VN.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..b2254f3fbb --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.845605, + "similarity_accuracy_threshold": 0.687779, + "similarity_f1": 0.730522, + "similarity_f1_threshold": 0.626862, + "similarity_precision": 0.707514, + "similarity_recall": 0.755076, + "similarity_ap": 0.812867, + "cosine_accuracy": 0.845605, + "cosine_accuracy_threshold": 0.687779, + "cosine_f1": 0.730522, + "cosine_f1_threshold": 0.626862, + "cosine_precision": 0.707514, + "cosine_recall": 0.755076, + "cosine_ap": 0.812959, + "manhattan_accuracy": 0.846435, + "manhattan_accuracy_threshold": 175.254578, + "manhattan_f1": 0.730387, + "manhattan_f1_threshold": 187.874527, + "manhattan_precision": 0.694192, + "manhattan_recall": 0.770563, + "manhattan_ap": 0.812755, + "euclidean_accuracy": 0.846833, + "euclidean_accuracy_threshold": 7.93039, + "euclidean_f1": 0.731255, + "euclidean_f1_threshold": 8.554591, + "euclidean_precision": 0.696419, + "euclidean_recall": 0.76976, + "euclidean_ap": 0.813051, + "dot_accuracy": 0.838199, + "dot_accuracy_threshold": 65.683113, + "dot_f1": 0.721736, + "dot_f1_threshold": 59.48642, + "dot_precision": 0.686104, + "dot_recall": 0.761271, + "dot_ap": 0.799898, + "max_accuracy": 0.846833, + "max_f1": 0.731255, + "max_precision": 0.707514, + "max_recall": 0.770563, + "max_ap": 0.813051, + "main_score": 0.813051, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 26.90520977973938, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/VieQuADRetrieval.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/VieQuADRetrieval.json new file mode 100644 index 0000000000..b5e51f89a3 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.2666, + "ndcg_at_3": 0.23855, + "ndcg_at_5": 0.26731, + "ndcg_at_10": 0.30087, + "ndcg_at_20": 0.32755, + "ndcg_at_100": 0.38353, + "ndcg_at_1000": 0.41937, + "map_at_1": 0.1333, + "map_at_3": 0.18787, + "map_at_5": 0.20448, + "map_at_10": 0.21945, + "map_at_20": 0.22797, + "map_at_100": 0.23742, + "map_at_1000": 0.2394, + "recall_at_1": 0.1333, + "recall_at_3": 0.23901, + "recall_at_5": 0.2959, + "recall_at_10": 0.38013, + "recall_at_20": 0.46606, + "recall_at_100": 0.71704, + "recall_at_1000": 0.94751, + "precision_at_1": 0.2666, + "precision_at_3": 0.15934, + "precision_at_5": 0.11836, + "precision_at_10": 0.07603, + "precision_at_20": 0.04661, + "precision_at_100": 0.01434, + "precision_at_1000": 0.0019, + "mrr_at_1": 0.266602, + "mrr_at_3": 0.341064, + "mrr_at_5": 0.359937, + "mrr_at_10": 0.375484, + "mrr_at_20": 0.38237, + "mrr_at_100": 0.387421, + "mrr_at_1000": 0.387857, + "nauc_ndcg_at_1_max": -0.008703, + "nauc_ndcg_at_1_std": -0.172996, + "nauc_ndcg_at_1_diff1": 0.34232, + "nauc_ndcg_at_3_max": -0.001078, + "nauc_ndcg_at_3_std": -0.182307, + "nauc_ndcg_at_3_diff1": 0.295549, + "nauc_ndcg_at_5_max": 0.003512, + "nauc_ndcg_at_5_std": -0.178095, + "nauc_ndcg_at_5_diff1": 0.27884, + "nauc_ndcg_at_10_max": 0.01828, + "nauc_ndcg_at_10_std": -0.160343, + "nauc_ndcg_at_10_diff1": 0.278465, + "nauc_ndcg_at_20_max": 0.03589, + "nauc_ndcg_at_20_std": -0.141453, + "nauc_ndcg_at_20_diff1": 0.273302, + "nauc_ndcg_at_100_max": 0.075563, + "nauc_ndcg_at_100_std": -0.092012, + "nauc_ndcg_at_100_diff1": 0.266123, + "nauc_ndcg_at_1000_max": 0.066269, + "nauc_ndcg_at_1000_std": -0.10239, + "nauc_ndcg_at_1000_diff1": 0.276674, + "nauc_map_at_1_max": -0.008703, + "nauc_map_at_1_std": -0.172996, + "nauc_map_at_1_diff1": 0.34232, + "nauc_map_at_3_max": 0.005043, + "nauc_map_at_3_std": -0.174103, + "nauc_map_at_3_diff1": 0.300866, + "nauc_map_at_5_max": 0.01059, + "nauc_map_at_5_std": -0.169961, + "nauc_map_at_5_diff1": 0.289928, + "nauc_map_at_10_max": 0.018948, + "nauc_map_at_10_std": -0.161074, + "nauc_map_at_10_diff1": 0.289453, + "nauc_map_at_20_max": 0.026019, + "nauc_map_at_20_std": -0.153429, + "nauc_map_at_20_diff1": 0.28706, + "nauc_map_at_100_max": 0.033997, + "nauc_map_at_100_std": -0.144398, + "nauc_map_at_100_diff1": 0.285054, + "nauc_map_at_1000_max": 0.034388, + "nauc_map_at_1000_std": -0.14361, + "nauc_map_at_1000_diff1": 0.285398, + "nauc_recall_at_1_max": -0.008703, + "nauc_recall_at_1_std": -0.172996, + "nauc_recall_at_1_diff1": 0.34232, + "nauc_recall_at_3_max": 0.003246, + "nauc_recall_at_3_std": -0.183864, + "nauc_recall_at_3_diff1": 0.265989, + "nauc_recall_at_5_max": 0.012244, + "nauc_recall_at_5_std": -0.16863, + "nauc_recall_at_5_diff1": 0.225302, + "nauc_recall_at_10_max": 0.047441, + "nauc_recall_at_10_std": -0.113424, + "nauc_recall_at_10_diff1": 0.208826, + "nauc_recall_at_20_max": 0.097493, + "nauc_recall_at_20_std": -0.04584, + "nauc_recall_at_20_diff1": 0.17375, + "nauc_recall_at_100_max": 0.287036, + "nauc_recall_at_100_std": 0.228913, + "nauc_recall_at_100_diff1": 0.078521, + "nauc_recall_at_1000_max": 0.658146, + "nauc_recall_at_1000_std": 0.689692, + "nauc_recall_at_1000_diff1": 0.065047, + "nauc_precision_at_1_max": -0.008703, + "nauc_precision_at_1_std": -0.172996, + "nauc_precision_at_1_diff1": 0.34232, + "nauc_precision_at_3_max": 0.003246, + "nauc_precision_at_3_std": -0.183864, + "nauc_precision_at_3_diff1": 0.265989, + "nauc_precision_at_5_max": 0.012244, + "nauc_precision_at_5_std": -0.16863, + "nauc_precision_at_5_diff1": 0.225302, + "nauc_precision_at_10_max": 0.047441, + "nauc_precision_at_10_std": -0.113424, + "nauc_precision_at_10_diff1": 0.208826, + "nauc_precision_at_20_max": 0.097493, + "nauc_precision_at_20_std": -0.04584, + "nauc_precision_at_20_diff1": 0.17375, + "nauc_precision_at_100_max": 0.287036, + "nauc_precision_at_100_std": 0.228913, + "nauc_precision_at_100_diff1": 0.078521, + "nauc_precision_at_1000_max": 0.658146, + "nauc_precision_at_1000_std": 0.689692, + "nauc_precision_at_1000_diff1": 0.065047, + "nauc_mrr_at_1_max": -0.008703, + "nauc_mrr_at_1_std": -0.172996, + "nauc_mrr_at_1_diff1": 0.34232, + "nauc_mrr_at_3_max": -0.011915, + "nauc_mrr_at_3_std": -0.187973, + "nauc_mrr_at_3_diff1": 0.3111, + "nauc_mrr_at_5_max": -0.013085, + "nauc_mrr_at_5_std": -0.188482, + "nauc_mrr_at_5_diff1": 0.302667, + "nauc_mrr_at_10_max": -0.009708, + "nauc_mrr_at_10_std": -0.182844, + "nauc_mrr_at_10_diff1": 0.302804, + "nauc_mrr_at_20_max": -0.008399, + "nauc_mrr_at_20_std": -0.181275, + "nauc_mrr_at_20_diff1": 0.302863, + "nauc_mrr_at_100_max": -0.007232, + "nauc_mrr_at_100_std": -0.179691, + "nauc_mrr_at_100_diff1": 0.303571, + "nauc_mrr_at_1000_max": -0.007405, + "nauc_mrr_at_1000_std": -0.179933, + "nauc_mrr_at_1000_diff1": 0.303683, + "main_score": 0.30087, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.87410831451416, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/VieStudentFeedbackClassification.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..714e3e6388 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.707617, + "f1": 0.591141, + "f1_weighted": 0.757252, + "scores_per_experiment": [ + { + "accuracy": 0.756836, + "f1": 0.620142, + "f1_weighted": 0.791214 + }, + { + "accuracy": 0.717773, + "f1": 0.593109, + "f1_weighted": 0.750631 + }, + { + "accuracy": 0.780273, + "f1": 0.62203, + "f1_weighted": 0.803653 + }, + { + "accuracy": 0.596191, + "f1": 0.5259, + "f1_weighted": 0.687261 + }, + { + "accuracy": 0.595215, + "f1": 0.526874, + "f1_weighted": 0.682051 + }, + { + "accuracy": 0.780273, + "f1": 0.648215, + "f1_weighted": 0.812775 + }, + { + "accuracy": 0.759766, + "f1": 0.633549, + "f1_weighted": 0.801783 + }, + { + "accuracy": 0.658203, + "f1": 0.535334, + "f1_weighted": 0.701159 + }, + { + "accuracy": 0.725098, + "f1": 0.609869, + "f1_weighted": 0.777312 + }, + { + "accuracy": 0.706543, + "f1": 0.596392, + "f1_weighted": 0.764685 + } + ], + "main_score": 0.707617, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.5761497020721436, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/model_meta.json b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/model_meta.json new file mode 100644 index 0000000000..d6a43304a5 --- /dev/null +++ b/results/VoVanPhuc__sup-SimCSE-VietNamese-phobert-base/608779b86741a8acd8c8d38132974ff04086b138/model_meta.json @@ -0,0 +1 @@ +{"name": "VoVanPhuc/sup-SimCSE-VietNamese-phobert-base", "revision": "608779b86741a8acd8c8d38132974ff04086b138", "release_date": "2021-05-26", "languages": ["vie-Latn"], "n_parameters": 135000000, "memory_usage_mb": 517.0, "max_tokens": 256.0, "embed_dim": 768, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["PyTorch", "Sentence Transformers"], "reference": "https://huggingface.co/VoVanPhuc/sup-SimCSE-VietNamese-phobert-base", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": null, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AmazonCounterfactualVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..cf91c112eb --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.569528, + "f1": 0.506621, + "f1_weighted": 0.61479, + "ap": 0.215023, + "ap_weighted": 0.215023, + "scores_per_experiment": [ + { + "accuracy": 0.572961, + "f1": 0.515078, + "f1_weighted": 0.621497, + "ap": 0.218883, + "ap_weighted": 0.218883 + }, + { + "accuracy": 0.476395, + "f1": 0.448948, + "f1_weighted": 0.527065, + "ap": 0.203639, + "ap_weighted": 0.203639 + }, + { + "accuracy": 0.474249, + "f1": 0.447244, + "f1_weighted": 0.52485, + "ap": 0.203107, + "ap_weighted": 0.203107 + }, + { + "accuracy": 0.581545, + "f1": 0.507199, + "f1_weighted": 0.628781, + "ap": 0.204955, + "ap_weighted": 0.204955 + }, + { + "accuracy": 0.596567, + "f1": 0.493759, + "f1_weighted": 0.638669, + "ap": 0.188974, + "ap_weighted": 0.188974 + }, + { + "accuracy": 0.560086, + "f1": 0.512928, + "f1_weighted": 0.609195, + "ap": 0.225637, + "ap_weighted": 0.225637 + }, + { + "accuracy": 0.590129, + "f1": 0.53299, + "f1_weighted": 0.636751, + "ap": 0.231471, + "ap_weighted": 0.231471 + }, + { + "accuracy": 0.555794, + "f1": 0.509616, + "f1_weighted": 0.605201, + "ap": 0.224228, + "ap_weighted": 0.224228 + }, + { + "accuracy": 0.56867, + "f1": 0.49972, + "f1_weighted": 0.617692, + "ap": 0.203374, + "ap_weighted": 0.203374 + }, + { + "accuracy": 0.718884, + "f1": 0.598727, + "f1_weighted": 0.738203, + "ap": 0.24596, + "ap_weighted": 0.24596 + } + ], + "main_score": 0.569528, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.576066255569458, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AmazonPolarityVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..404a408799 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.665192, + "f1": 0.658547, + "f1_weighted": 0.658451, + "ap": 0.6203, + "ap_weighted": 0.6203, + "scores_per_experiment": [ + { + "accuracy": 0.697641, + "f1": 0.687971, + "f1_weighted": 0.687565, + "ap": 0.664537, + "ap_weighted": 0.664537 + }, + { + "accuracy": 0.677597, + "f1": 0.675932, + "f1_weighted": 0.676103, + "ap": 0.61965, + "ap_weighted": 0.61965 + }, + { + "accuracy": 0.703086, + "f1": 0.703046, + "f1_weighted": 0.703021, + "ap": 0.647569, + "ap_weighted": 0.647569 + }, + { + "accuracy": 0.657304, + "f1": 0.644495, + "f1_weighted": 0.643996, + "ap": 0.623868, + "ap_weighted": 0.623868 + }, + { + "accuracy": 0.669035, + "f1": 0.668587, + "f1_weighted": 0.668497, + "ap": 0.619336, + "ap_weighted": 0.619336 + }, + { + "accuracy": 0.589767, + "f1": 0.578952, + "f1_weighted": 0.578453, + "ap": 0.561412, + "ap_weighted": 0.561412 + }, + { + "accuracy": 0.709149, + "f1": 0.709091, + "f1_weighted": 0.70906, + "ap": 0.653425, + "ap_weighted": 0.653425 + }, + { + "accuracy": 0.678884, + "f1": 0.670245, + "f1_weighted": 0.66985, + "ap": 0.641894, + "ap_weighted": 0.641894 + }, + { + "accuracy": 0.61767, + "f1": 0.596096, + "f1_weighted": 0.596786, + "ap": 0.57087, + "ap_weighted": 0.57087 + }, + { + "accuracy": 0.65179, + "f1": 0.651056, + "f1_weighted": 0.651174, + "ap": 0.600442, + "ap_weighted": 0.600442 + } + ], + "main_score": 0.665192, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 508.04038763046265, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AmazonReviewsVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..3d8172a1e1 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.327862, + "f1": 0.323485, + "f1_weighted": 0.326396, + "scores_per_experiment": [ + { + "accuracy": 0.350759, + "f1": 0.344599, + "f1_weighted": 0.348503 + }, + { + "accuracy": 0.340537, + "f1": 0.342187, + "f1_weighted": 0.345505 + }, + { + "accuracy": 0.35368, + "f1": 0.343737, + "f1_weighted": 0.348018 + }, + { + "accuracy": 0.317465, + "f1": 0.312833, + "f1_weighted": 0.315657 + }, + { + "accuracy": 0.332068, + "f1": 0.321405, + "f1_weighted": 0.325635 + }, + { + "accuracy": 0.323598, + "f1": 0.319448, + "f1_weighted": 0.322305 + }, + { + "accuracy": 0.307243, + "f1": 0.307448, + "f1_weighted": 0.308868 + }, + { + "accuracy": 0.331484, + "f1": 0.329734, + "f1_weighted": 0.331342 + }, + { + "accuracy": 0.300234, + "f1": 0.299116, + "f1_weighted": 0.3004 + }, + { + "accuracy": 0.321554, + "f1": 0.314346, + "f1_weighted": 0.317731 + } + ], + "main_score": 0.327862, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.460610866546631, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ArguAna-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ArguAna-VN.json new file mode 100644 index 0000000000..dd48a2c5a7 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ArguAna-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "task_name": "ArguAna-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00232, + "ndcg_at_3": 0.17243, + "ndcg_at_5": 0.22839, + "ndcg_at_10": 0.2865, + "ndcg_at_20": 0.31877, + "ndcg_at_100": 0.35054, + "ndcg_at_1000": 0.35951, + "map_at_1": 0.00232, + "map_at_3": 0.13037, + "map_at_5": 0.16142, + "map_at_10": 0.18594, + "map_at_20": 0.19504, + "map_at_100": 0.19957, + "map_at_1000": 0.19991, + "recall_at_1": 0.00232, + "recall_at_3": 0.29421, + "recall_at_5": 0.43012, + "recall_at_10": 0.60695, + "recall_at_20": 0.73282, + "recall_at_100": 0.90193, + "recall_at_1000": 0.9722, + "precision_at_1": 0.00232, + "precision_at_3": 0.09807, + "precision_at_5": 0.08602, + "precision_at_10": 0.06069, + "precision_at_20": 0.03664, + "precision_at_100": 0.00902, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.002317, + "mrr_at_3": 0.130373, + "mrr_at_5": 0.161416, + "mrr_at_10": 0.185942, + "mrr_at_20": 0.195039, + "mrr_at_100": 0.199575, + "mrr_at_1000": 0.199914, + "nauc_ndcg_at_1_max": -0.573698, + "nauc_ndcg_at_1_std": -0.283097, + "nauc_ndcg_at_1_diff1": -0.523681, + "nauc_ndcg_at_3_max": 0.017941, + "nauc_ndcg_at_3_std": -0.003963, + "nauc_ndcg_at_3_diff1": -0.097091, + "nauc_ndcg_at_5_max": 0.045134, + "nauc_ndcg_at_5_std": 0.041974, + "nauc_ndcg_at_5_diff1": -0.117145, + "nauc_ndcg_at_10_max": 0.051925, + "nauc_ndcg_at_10_std": 0.059831, + "nauc_ndcg_at_10_diff1": -0.126443, + "nauc_ndcg_at_20_max": 0.08065, + "nauc_ndcg_at_20_std": 0.085404, + "nauc_ndcg_at_20_diff1": -0.137126, + "nauc_ndcg_at_100_max": 0.086386, + "nauc_ndcg_at_100_std": 0.090926, + "nauc_ndcg_at_100_diff1": -0.130137, + "nauc_ndcg_at_1000_max": 0.071447, + "nauc_ndcg_at_1000_std": 0.071984, + "nauc_ndcg_at_1000_diff1": -0.128594, + "nauc_map_at_1_max": -0.573698, + "nauc_map_at_1_std": -0.283097, + "nauc_map_at_1_diff1": -0.523681, + "nauc_map_at_3_max": 0.011758, + "nauc_map_at_3_std": -0.00867, + "nauc_map_at_3_diff1": -0.096045, + "nauc_map_at_5_max": 0.032216, + "nauc_map_at_5_std": 0.02529, + "nauc_map_at_5_diff1": -0.110805, + "nauc_map_at_10_max": 0.035415, + "nauc_map_at_10_std": 0.034461, + "nauc_map_at_10_diff1": -0.116299, + "nauc_map_at_20_max": 0.044236, + "nauc_map_at_20_std": 0.041426, + "nauc_map_at_20_diff1": -0.119581, + "nauc_map_at_100_max": 0.045092, + "nauc_map_at_100_std": 0.042412, + "nauc_map_at_100_diff1": -0.118893, + "nauc_map_at_1000_max": 0.044525, + "nauc_map_at_1000_std": 0.041698, + "nauc_map_at_1000_diff1": -0.118826, + "nauc_recall_at_1_max": -0.573698, + "nauc_recall_at_1_std": -0.283097, + "nauc_recall_at_1_diff1": -0.523681, + "nauc_recall_at_3_max": 0.026887, + "nauc_recall_at_3_std": 0.003048, + "nauc_recall_at_3_diff1": -0.099223, + "nauc_recall_at_5_max": 0.064812, + "nauc_recall_at_5_std": 0.068367, + "nauc_recall_at_5_diff1": -0.127859, + "nauc_recall_at_10_max": 0.080774, + "nauc_recall_at_10_std": 0.106393, + "nauc_recall_at_10_diff1": -0.145541, + "nauc_recall_at_20_max": 0.176456, + "nauc_recall_at_20_std": 0.201043, + "nauc_recall_at_20_diff1": -0.183315, + "nauc_recall_at_100_max": 0.340357, + "nauc_recall_at_100_std": 0.382619, + "nauc_recall_at_100_diff1": -0.173551, + "nauc_recall_at_1000_max": 0.342786, + "nauc_recall_at_1000_std": 0.308952, + "nauc_recall_at_1000_diff1": -0.207143, + "nauc_precision_at_1_max": -0.573698, + "nauc_precision_at_1_std": -0.283097, + "nauc_precision_at_1_diff1": -0.523681, + "nauc_precision_at_3_max": 0.026887, + "nauc_precision_at_3_std": 0.003048, + "nauc_precision_at_3_diff1": -0.099223, + "nauc_precision_at_5_max": 0.064812, + "nauc_precision_at_5_std": 0.068367, + "nauc_precision_at_5_diff1": -0.127859, + "nauc_precision_at_10_max": 0.080774, + "nauc_precision_at_10_std": 0.106393, + "nauc_precision_at_10_diff1": -0.145541, + "nauc_precision_at_20_max": 0.176456, + "nauc_precision_at_20_std": 0.201043, + "nauc_precision_at_20_diff1": -0.183315, + "nauc_precision_at_100_max": 0.340357, + "nauc_precision_at_100_std": 0.382619, + "nauc_precision_at_100_diff1": -0.173551, + "nauc_precision_at_1000_max": 0.342786, + "nauc_precision_at_1000_std": 0.308952, + "nauc_precision_at_1000_diff1": -0.207143, + "nauc_mrr_at_1_max": -0.573698, + "nauc_mrr_at_1_std": -0.283097, + "nauc_mrr_at_1_diff1": -0.523681, + "nauc_mrr_at_3_max": 0.011758, + "nauc_mrr_at_3_std": -0.00867, + "nauc_mrr_at_3_diff1": -0.096045, + "nauc_mrr_at_5_max": 0.032216, + "nauc_mrr_at_5_std": 0.02529, + "nauc_mrr_at_5_diff1": -0.110805, + "nauc_mrr_at_10_max": 0.035415, + "nauc_mrr_at_10_std": 0.034461, + "nauc_mrr_at_10_diff1": -0.116299, + "nauc_mrr_at_20_max": 0.044236, + "nauc_mrr_at_20_std": 0.041426, + "nauc_mrr_at_20_diff1": -0.119581, + "nauc_mrr_at_100_max": 0.045092, + "nauc_mrr_at_100_std": 0.042412, + "nauc_mrr_at_100_diff1": -0.118893, + "nauc_mrr_at_1000_max": 0.044525, + "nauc_mrr_at_1000_std": 0.041698, + "nauc_mrr_at_1000_diff1": -0.118826, + "main_score": 0.2865, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.23027229309082, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AskUbuntuDupQuestions-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..ef412501e4 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.561635, + "mrr": 0.679989, + "nAUC_map_max": 0.206658, + "nAUC_map_std": 0.191508, + "nAUC_map_diff1": 0.13759, + "nAUC_mrr_max": 0.25651, + "nAUC_mrr_std": 0.235934, + "nAUC_mrr_diff1": 0.195527, + "main_score": 0.561635, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.6154932975769043, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/BIOSSES-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/BIOSSES-VN.json new file mode 100644 index 0000000000..3d91cfcaf5 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "pearson": 0.684386, + "spearman": 0.661334, + "cosine_pearson": 0.684386, + "cosine_spearman": 0.661334, + "manhattan_pearson": 0.610506, + "manhattan_spearman": 0.588797, + "euclidean_pearson": 0.614296, + "euclidean_spearman": 0.591785, + "main_score": 0.661334, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.20647382736206055, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/Banking77VNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/Banking77VNClassification.json new file mode 100644 index 0000000000..f42e89e65a --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.755088, + "f1": 0.745483, + "f1_weighted": 0.755021, + "scores_per_experiment": [ + { + "accuracy": 0.751051, + "f1": 0.744496, + "f1_weighted": 0.751922 + }, + { + "accuracy": 0.739277, + "f1": 0.722641, + "f1_weighted": 0.73746 + }, + { + "accuracy": 0.761144, + "f1": 0.750312, + "f1_weighted": 0.760496 + }, + { + "accuracy": 0.76619, + "f1": 0.759299, + "f1_weighted": 0.766621 + }, + { + "accuracy": 0.763667, + "f1": 0.756013, + "f1_weighted": 0.764 + }, + { + "accuracy": 0.746005, + "f1": 0.735864, + "f1_weighted": 0.74512 + }, + { + "accuracy": 0.765349, + "f1": 0.756705, + "f1_weighted": 0.764542 + }, + { + "accuracy": 0.754415, + "f1": 0.74103, + "f1_weighted": 0.754764 + }, + { + "accuracy": 0.759462, + "f1": 0.753375, + "f1_weighted": 0.758652 + }, + { + "accuracy": 0.744323, + "f1": 0.735099, + "f1_weighted": 0.746637 + } + ], + "main_score": 0.755088, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.590344429016113, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackAndroid-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..4b1501bd7a --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 16.75, + "map_at_1": 0.16072, + "map_at_10": 0.22085, + "map_at_100": 0.23091, + "map_at_1000": 0.23245, + "map_at_20": 0.22597, + "map_at_3": 0.20023, + "map_at_5": 0.21037, + "mrr_at_1": 0.20447, + "mrr_at_10": 0.27247, + "mrr_at_100": 0.28086, + "mrr_at_1000": 0.28179, + "mrr_at_20": 0.27755, + "mrr_at_3": 0.25115, + "mrr_at_5": 0.26206, + "ndcg_at_1": 0.20447, + "ndcg_at_10": 0.26734, + "ndcg_at_100": 0.31471, + "ndcg_at_1000": 0.35008, + "ndcg_at_20": 0.28344, + "ndcg_at_3": 0.23175, + "ndcg_at_5": 0.24506, + "precision_at_1": 0.20447, + "precision_at_10": 0.05189, + "precision_at_100": 0.00969, + "precision_at_1000": 0.0016, + "precision_at_20": 0.03222, + "precision_at_3": 0.11283, + "precision_at_5": 0.08076, + "recall_at_1": 0.16072, + "recall_at_10": 0.3555, + "recall_at_100": 0.5661, + "recall_at_1000": 0.80908, + "recall_at_20": 0.41447, + "recall_at_3": 0.2465, + "recall_at_5": 0.28544, + "hf_subset": "default", + "main_score": 0.26734, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackGis-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackGis-VN.json new file mode 100644 index 0000000000..0be63d79a7 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 42.7, + "map_at_1": 0.11378, + "map_at_10": 0.15191, + "map_at_100": 0.15891, + "map_at_1000": 0.15996, + "map_at_20": 0.15558, + "map_at_3": 0.13825, + "map_at_5": 0.14453, + "mrr_at_1": 0.12462, + "mrr_at_10": 0.1644, + "mrr_at_100": 0.17145, + "mrr_at_1000": 0.17237, + "mrr_at_20": 0.16821, + "mrr_at_3": 0.14897, + "mrr_at_5": 0.15651, + "ndcg_at_1": 0.12462, + "ndcg_at_10": 0.17799, + "ndcg_at_100": 0.21523, + "ndcg_at_1000": 0.24624, + "ndcg_at_20": 0.19086, + "ndcg_at_3": 0.14996, + "ndcg_at_5": 0.16073, + "precision_at_1": 0.12462, + "precision_at_10": 0.02831, + "precision_at_100": 0.00497, + "precision_at_1000": 0.0008, + "precision_at_20": 0.01692, + "precision_at_3": 0.06308, + "precision_at_5": 0.04462, + "recall_at_1": 0.11378, + "recall_at_10": 0.24917, + "recall_at_100": 0.42512, + "recall_at_1000": 0.668, + "recall_at_20": 0.29789, + "recall_at_3": 0.16857, + "recall_at_5": 0.19703, + "hf_subset": "default", + "main_score": 0.17799, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackMathematica-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..fa2014969f --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 21.33, + "map_at_1": 0.06485, + "map_at_10": 0.10542, + "map_at_100": 0.1123, + "map_at_1000": 0.11329, + "map_at_20": 0.10904, + "map_at_3": 0.09222, + "map_at_5": 0.09813, + "mrr_at_1": 0.07463, + "mrr_at_10": 0.12015, + "mrr_at_100": 0.12739, + "mrr_at_1000": 0.12834, + "mrr_at_20": 0.12411, + "mrr_at_3": 0.10448, + "mrr_at_5": 0.11119, + "ndcg_at_1": 0.07463, + "ndcg_at_10": 0.13189, + "ndcg_at_100": 0.16938, + "ndcg_at_1000": 0.20113, + "ndcg_at_20": 0.14528, + "ndcg_at_3": 0.10395, + "ndcg_at_5": 0.1142, + "precision_at_1": 0.07463, + "precision_at_10": 0.02431, + "precision_at_100": 0.00482, + "precision_at_1000": 0.00085, + "precision_at_20": 0.01546, + "precision_at_3": 0.04833, + "precision_at_5": 0.03497, + "recall_at_1": 0.06485, + "recall_at_10": 0.20069, + "recall_at_100": 0.37391, + "recall_at_1000": 0.617, + "recall_at_20": 0.2508, + "recall_at_3": 0.12145, + "recall_at_5": 0.1481, + "hf_subset": "default", + "main_score": 0.13189, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackPhysics-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..8f759a4d93 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 34.07, + "map_at_1": 0.15927, + "map_at_10": 0.21852, + "map_at_100": 0.22747, + "map_at_1000": 0.22869, + "map_at_20": 0.22265, + "map_at_3": 0.19859, + "map_at_5": 0.20828, + "mrr_at_1": 0.20206, + "mrr_at_10": 0.26983, + "mrr_at_100": 0.27716, + "mrr_at_1000": 0.27775, + "mrr_at_20": 0.27399, + "mrr_at_3": 0.24777, + "mrr_at_5": 0.25818, + "ndcg_at_1": 0.20206, + "ndcg_at_10": 0.2619, + "ndcg_at_100": 0.30783, + "ndcg_at_1000": 0.33736, + "ndcg_at_20": 0.27606, + "ndcg_at_3": 0.22469, + "ndcg_at_5": 0.23862, + "precision_at_1": 0.20206, + "precision_at_10": 0.05093, + "precision_at_100": 0.00909, + "precision_at_1000": 0.00135, + "precision_at_20": 0.02979, + "precision_at_3": 0.10859, + "precision_at_5": 0.07794, + "recall_at_1": 0.15927, + "recall_at_10": 0.34224, + "recall_at_100": 0.54289, + "recall_at_1000": 0.75149, + "recall_at_20": 0.39324, + "recall_at_3": 0.23983, + "recall_at_5": 0.27567, + "hf_subset": "default", + "main_score": 0.2619, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackProgrammers-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..bd1d4e41bc --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 33.54, + "map_at_1": 0.12249, + "map_at_10": 0.17184, + "map_at_100": 0.17947, + "map_at_1000": 0.18068, + "map_at_20": 0.17536, + "map_at_3": 0.15533, + "map_at_5": 0.16706, + "mrr_at_1": 0.15334, + "mrr_at_10": 0.20611, + "mrr_at_100": 0.21317, + "mrr_at_1000": 0.2141, + "mrr_at_20": 0.20949, + "mrr_at_3": 0.19059, + "mrr_at_5": 0.20103, + "ndcg_at_1": 0.15334, + "ndcg_at_10": 0.20416, + "ndcg_at_100": 0.24673, + "ndcg_at_1000": 0.28044, + "ndcg_at_20": 0.21582, + "ndcg_at_3": 0.17634, + "ndcg_at_5": 0.19354, + "precision_at_1": 0.15334, + "precision_at_10": 0.03687, + "precision_at_100": 0.00697, + "precision_at_1000": 0.00113, + "precision_at_20": 0.02186, + "precision_at_3": 0.08646, + "precision_at_5": 0.06395, + "recall_at_1": 0.12249, + "recall_at_10": 0.27011, + "recall_at_100": 0.46655, + "recall_at_1000": 0.71288, + "recall_at_20": 0.31135, + "recall_at_3": 0.19169, + "recall_at_5": 0.23664, + "hf_subset": "default", + "main_score": 0.20416, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackStats-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackStats-VN.json new file mode 100644 index 0000000000..4b66824347 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 43.53, + "map_at_1": 0.11976, + "map_at_10": 0.16115, + "map_at_100": 0.16887, + "map_at_1000": 0.16973, + "map_at_20": 0.16566, + "map_at_3": 0.14993, + "map_at_5": 0.15719, + "mrr_at_1": 0.13245, + "mrr_at_10": 0.17837, + "mrr_at_100": 0.18585, + "mrr_at_1000": 0.18658, + "mrr_at_20": 0.18303, + "mrr_at_3": 0.16556, + "mrr_at_5": 0.17401, + "ndcg_at_1": 0.13245, + "ndcg_at_10": 0.1864, + "ndcg_at_100": 0.22392, + "ndcg_at_1000": 0.25057, + "ndcg_at_20": 0.20198, + "ndcg_at_3": 0.16341, + "ndcg_at_5": 0.17681, + "precision_at_1": 0.13245, + "precision_at_10": 0.02914, + "precision_at_100": 0.0052, + "precision_at_1000": 0.00084, + "precision_at_20": 0.01838, + "precision_at_3": 0.06954, + "precision_at_5": 0.04967, + "recall_at_1": 0.11976, + "recall_at_10": 0.24624, + "recall_at_100": 0.41426, + "recall_at_1000": 0.61681, + "recall_at_20": 0.30366, + "recall_at_3": 0.18819, + "recall_at_5": 0.21846, + "hf_subset": "default", + "main_score": 0.1864, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackTex-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackTex-VN.json new file mode 100644 index 0000000000..2be1be12c3 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 93.67, + "map_at_1": 0.06322, + "map_at_10": 0.09059, + "map_at_100": 0.09609, + "map_at_1000": 0.09707, + "map_at_20": 0.09315, + "map_at_3": 0.0816, + "map_at_5": 0.08657, + "mrr_at_1": 0.07662, + "mrr_at_10": 0.10825, + "mrr_at_100": 0.11429, + "mrr_at_1000": 0.11514, + "mrr_at_20": 0.11115, + "mrr_at_3": 0.09844, + "mrr_at_5": 0.10373, + "ndcg_at_1": 0.07662, + "ndcg_at_10": 0.10993, + "ndcg_at_100": 0.14132, + "ndcg_at_1000": 0.17229, + "ndcg_at_20": 0.11915, + "ndcg_at_3": 0.09289, + "ndcg_at_5": 0.10074, + "precision_at_1": 0.07662, + "precision_at_10": 0.02013, + "precision_at_100": 0.00436, + "precision_at_1000": 0.00083, + "precision_at_20": 0.01281, + "precision_at_3": 0.04307, + "precision_at_5": 0.03156, + "recall_at_1": 0.06322, + "recall_at_10": 0.15108, + "recall_at_100": 0.29876, + "recall_at_1000": 0.53463, + "recall_at_20": 0.18526, + "recall_at_3": 0.10403, + "recall_at_5": 0.12459, + "hf_subset": "default", + "main_score": 0.10993, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackUnix-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..947fc6a6cc --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 48.88, + "map_at_1": 0.12789, + "map_at_10": 0.16889, + "map_at_100": 0.17623, + "map_at_1000": 0.17733, + "map_at_20": 0.17272, + "map_at_3": 0.15793, + "map_at_5": 0.16375, + "mrr_at_1": 0.14027, + "mrr_at_10": 0.18894, + "mrr_at_100": 0.19661, + "mrr_at_1000": 0.19752, + "mrr_at_20": 0.1931, + "mrr_at_3": 0.17533, + "mrr_at_5": 0.18283, + "ndcg_at_1": 0.14027, + "ndcg_at_10": 0.1948, + "ndcg_at_100": 0.23562, + "ndcg_at_1000": 0.26734, + "ndcg_at_20": 0.20905, + "ndcg_at_3": 0.17227, + "ndcg_at_5": 0.18208, + "precision_at_1": 0.14027, + "precision_at_10": 0.0312, + "precision_at_100": 0.00591, + "precision_at_1000": 0.00096, + "precision_at_20": 0.01929, + "precision_at_3": 0.07537, + "precision_at_5": 0.05224, + "recall_at_1": 0.12789, + "recall_at_10": 0.25425, + "recall_at_100": 0.44101, + "recall_at_1000": 0.67784, + "recall_at_20": 0.307, + "recall_at_3": 0.19276, + "recall_at_5": 0.21682, + "hf_subset": "default", + "main_score": 0.1948, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackWebmasters-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..ff6f48fdce --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 16.02, + "map_at_1": 0.11902, + "map_at_10": 0.17391, + "map_at_100": 0.18251, + "map_at_1000": 0.18439, + "map_at_20": 0.17788, + "map_at_3": 0.15318, + "map_at_5": 0.1641, + "mrr_at_1": 0.1425, + "mrr_at_10": 0.20273, + "mrr_at_100": 0.21051, + "mrr_at_1000": 0.21144, + "mrr_at_20": 0.20718, + "mrr_at_3": 0.18167, + "mrr_at_5": 0.19242, + "ndcg_at_1": 0.1425, + "ndcg_at_10": 0.2139, + "ndcg_at_100": 0.25461, + "ndcg_at_1000": 0.28993, + "ndcg_at_20": 0.22738, + "ndcg_at_3": 0.17585, + "ndcg_at_5": 0.19201, + "precision_at_1": 0.1425, + "precision_at_10": 0.0425, + "precision_at_100": 0.009, + "precision_at_1000": 0.00181, + "precision_at_20": 0.02688, + "precision_at_3": 0.08417, + "precision_at_5": 0.063, + "recall_at_1": 0.11902, + "recall_at_10": 0.30121, + "recall_at_100": 0.48766, + "recall_at_1000": 0.73162, + "recall_at_20": 0.3532, + "recall_at_3": 0.19091, + "recall_at_5": 0.23505, + "hf_subset": "default", + "main_score": 0.2139, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackWordpress-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..5b11b8fc4a --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 57.98, + "map_at_1": 0.1048, + "map_at_10": 0.13907, + "map_at_100": 0.14436, + "map_at_1000": 0.1452, + "map_at_20": 0.14121, + "map_at_3": 0.12792, + "map_at_5": 0.13296, + "mrr_at_1": 0.11518, + "mrr_at_10": 0.15087, + "mrr_at_100": 0.15665, + "mrr_at_1000": 0.15738, + "mrr_at_20": 0.15322, + "mrr_at_3": 0.13962, + "mrr_at_5": 0.1442, + "ndcg_at_1": 0.11518, + "ndcg_at_10": 0.16206, + "ndcg_at_100": 0.19582, + "ndcg_at_1000": 0.22168, + "ndcg_at_20": 0.1699, + "ndcg_at_3": 0.13811, + "ndcg_at_5": 0.14678, + "precision_at_1": 0.11518, + "precision_at_10": 0.02539, + "precision_at_100": 0.00458, + "precision_at_1000": 0.00073, + "precision_at_20": 0.01466, + "precision_at_3": 0.05759, + "precision_at_5": 0.03979, + "recall_at_1": 0.1048, + "recall_at_10": 0.22269, + "recall_at_100": 0.39378, + "recall_at_1000": 0.59532, + "recall_at_20": 0.25238, + "recall_at_3": 0.15541, + "recall_at_5": 0.17688, + "hf_subset": "default", + "main_score": 0.16206, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ClimateFEVER-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ClimateFEVER-VN.json new file mode 100644 index 0000000000..cf85d8751a --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 2803.37, + "map_at_1": 0.05232, + "map_at_10": 0.07865, + "map_at_100": 0.08485, + "map_at_1000": 0.08599, + "map_at_20": 0.08143, + "map_at_3": 0.06999, + "map_at_5": 0.07442, + "mrr_at_1": 0.10899, + "mrr_at_10": 0.15644, + "mrr_at_100": 0.16509, + "mrr_at_1000": 0.1659, + "mrr_at_20": 0.16078, + "mrr_at_3": 0.14184, + "mrr_at_5": 0.14952, + "ndcg_at_1": 0.10899, + "ndcg_at_10": 0.11142, + "ndcg_at_100": 0.14866, + "ndcg_at_1000": 0.17635, + "ndcg_at_20": 0.1224, + "ndcg_at_3": 0.09436, + "ndcg_at_5": 0.09996, + "precision_at_1": 0.10899, + "precision_at_10": 0.03115, + "precision_at_100": 0.00715, + "precision_at_1000": 0.00121, + "precision_at_20": 0.02021, + "precision_at_3": 0.0654, + "precision_at_5": 0.04777, + "recall_at_1": 0.05232, + "recall_at_10": 0.13286, + "recall_at_100": 0.27106, + "recall_at_1000": 0.43129, + "recall_at_20": 0.16511, + "recall_at_3": 0.08934, + "recall_at_5": 0.1059, + "hf_subset": "default", + "main_score": 0.11142, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/DBPedia-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/DBPedia-VN.json new file mode 100644 index 0000000000..7ae90e6c93 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 2002.54, + "map_at_1": 0.04948, + "map_at_10": 0.0856, + "map_at_100": 0.09923, + "map_at_1000": 0.10281, + "map_at_20": 0.09078, + "map_at_3": 0.06774, + "map_at_5": 0.07618, + "mrr_at_1": 0.35714, + "mrr_at_10": 0.45654, + "mrr_at_100": 0.46301, + "mrr_at_1000": 0.46349, + "mrr_at_20": 0.46005, + "mrr_at_3": 0.43219, + "mrr_at_5": 0.4485, + "ndcg_at_1": 0.29658, + "ndcg_at_10": 0.20217, + "ndcg_at_100": 0.2071, + "ndcg_at_1000": 0.24747, + "ndcg_at_20": 0.19032, + "ndcg_at_3": 0.23817, + "ndcg_at_5": 0.21875, + "precision_at_1": 0.35714, + "precision_at_10": 0.14099, + "precision_at_100": 0.03413, + "precision_at_1000": 0.00727, + "precision_at_20": 0.09286, + "precision_at_3": 0.25052, + "precision_at_5": 0.20124, + "recall_at_1": 0.04948, + "recall_at_10": 0.12571, + "recall_at_100": 0.22812, + "recall_at_1000": 0.3651, + "recall_at_20": 0.14642, + "recall_at_3": 0.07812, + "recall_at_5": 0.09751, + "hf_subset": "default", + "main_score": 0.20217, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/EmotionVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/EmotionVNClassification.json new file mode 100644 index 0000000000..7491f7d9c9 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.318359, + "f1": 0.288257, + "f1_weighted": 0.340956, + "scores_per_experiment": [ + { + "accuracy": 0.317188, + "f1": 0.282048, + "f1_weighted": 0.347697 + }, + { + "accuracy": 0.340625, + "f1": 0.281122, + "f1_weighted": 0.366446 + }, + { + "accuracy": 0.366406, + "f1": 0.308037, + "f1_weighted": 0.406743 + }, + { + "accuracy": 0.295312, + "f1": 0.27624, + "f1_weighted": 0.314483 + }, + { + "accuracy": 0.305469, + "f1": 0.298583, + "f1_weighted": 0.326695 + }, + { + "accuracy": 0.260156, + "f1": 0.256517, + "f1_weighted": 0.257305 + }, + { + "accuracy": 0.338281, + "f1": 0.295254, + "f1_weighted": 0.358934 + }, + { + "accuracy": 0.317969, + "f1": 0.292632, + "f1_weighted": 0.343186 + }, + { + "accuracy": 0.351562, + "f1": 0.332042, + "f1_weighted": 0.368474 + }, + { + "accuracy": 0.290625, + "f1": 0.26009, + "f1_weighted": 0.319595 + } + ], + "main_score": 0.318359, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.312171, + "f1": 0.277213, + "f1_weighted": 0.335885, + "scores_per_experiment": [ + { + "accuracy": 0.313178, + "f1": 0.274313, + "f1_weighted": 0.347501 + }, + { + "accuracy": 0.343411, + "f1": 0.2868, + "f1_weighted": 0.371241 + }, + { + "accuracy": 0.34031, + "f1": 0.287476, + "f1_weighted": 0.376205 + }, + { + "accuracy": 0.274419, + "f1": 0.261803, + "f1_weighted": 0.29148 + }, + { + "accuracy": 0.276744, + "f1": 0.261305, + "f1_weighted": 0.29927 + }, + { + "accuracy": 0.250388, + "f1": 0.234985, + "f1_weighted": 0.249074 + }, + { + "accuracy": 0.348837, + "f1": 0.29795, + "f1_weighted": 0.372008 + }, + { + "accuracy": 0.324031, + "f1": 0.285163, + "f1_weighted": 0.352163 + }, + { + "accuracy": 0.335659, + "f1": 0.297786, + "f1_weighted": 0.359273 + }, + { + "accuracy": 0.314729, + "f1": 0.284555, + "f1_weighted": 0.340638 + } + ], + "main_score": 0.312171, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.660120010375977, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/FEVER-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/FEVER-VN.json new file mode 100644 index 0000000000..10f8e4b21f --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 2823.26, + "map_at_1": 0.37593, + "map_at_10": 0.47497, + "map_at_100": 0.48128, + "map_at_1000": 0.48164, + "map_at_20": 0.47879, + "map_at_3": 0.45167, + "map_at_5": 0.46551, + "mrr_at_1": 0.404, + "mrr_at_10": 0.5088, + "mrr_at_100": 0.51519, + "mrr_at_1000": 0.51552, + "mrr_at_20": 0.51268, + "mrr_at_3": 0.48403, + "mrr_at_5": 0.49882, + "ndcg_at_1": 0.404, + "ndcg_at_10": 0.53112, + "ndcg_at_100": 0.56246, + "ndcg_at_1000": 0.57242, + "ndcg_at_20": 0.54493, + "ndcg_at_3": 0.48381, + "ndcg_at_5": 0.50841, + "precision_at_1": 0.404, + "precision_at_10": 0.07295, + "precision_at_100": 0.00892, + "precision_at_1000": 0.00099, + "precision_at_20": 0.03943, + "precision_at_3": 0.19549, + "precision_at_5": 0.13048, + "recall_at_1": 0.37593, + "recall_at_10": 0.6736, + "recall_at_100": 0.81824, + "recall_at_1000": 0.89486, + "recall_at_20": 0.72697, + "recall_at_3": 0.54494, + "recall_at_5": 0.60473, + "hf_subset": "default", + "main_score": 0.53112, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/FiQA2018-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/FiQA2018-VN.json new file mode 100644 index 0000000000..0d1358935d --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 45.09, + "map_at_1": 0.08734, + "map_at_10": 0.13094, + "map_at_100": 0.14073, + "map_at_1000": 0.14223, + "map_at_20": 0.13499, + "map_at_3": 0.11498, + "map_at_5": 0.12469, + "mrr_at_1": 0.17678, + "mrr_at_10": 0.23457, + "mrr_at_100": 0.24301, + "mrr_at_1000": 0.24392, + "mrr_at_20": 0.23886, + "mrr_at_3": 0.21944, + "mrr_at_5": 0.22828, + "ndcg_at_1": 0.17678, + "ndcg_at_10": 0.1729, + "ndcg_at_100": 0.22081, + "ndcg_at_1000": 0.26069, + "ndcg_at_20": 0.18598, + "ndcg_at_3": 0.15928, + "ndcg_at_5": 0.1642, + "precision_at_1": 0.17678, + "precision_at_10": 0.04749, + "precision_at_100": 0.00974, + "precision_at_1000": 0.00167, + "precision_at_20": 0.02902, + "precision_at_3": 0.10202, + "precision_at_5": 0.07757, + "recall_at_1": 0.08734, + "recall_at_10": 0.20085, + "recall_at_100": 0.38786, + "recall_at_1000": 0.64326, + "recall_at_20": 0.24253, + "recall_at_3": 0.14111, + "recall_at_5": 0.16939, + "hf_subset": "default", + "main_score": 0.1729, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/GreenNodeTableMarkdownRetrieval.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..ac5d52dc66 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.11232, + "ndcg_at_3": 0.13739, + "ndcg_at_5": 0.14626, + "ndcg_at_10": 0.15619, + "ndcg_at_20": 0.16563, + "ndcg_at_100": 0.18517, + "ndcg_at_1000": 0.21178, + "map_at_1": 0.11232, + "map_at_3": 0.13121, + "map_at_5": 0.13613, + "map_at_10": 0.1402, + "map_at_20": 0.14279, + "map_at_100": 0.14534, + "map_at_1000": 0.14614, + "recall_at_1": 0.11232, + "recall_at_3": 0.15529, + "recall_at_5": 0.17683, + "recall_at_10": 0.20765, + "recall_at_20": 0.24498, + "recall_at_100": 0.35257, + "recall_at_1000": 0.57425, + "precision_at_1": 0.11232, + "precision_at_3": 0.05176, + "precision_at_5": 0.03537, + "precision_at_10": 0.02076, + "precision_at_20": 0.01225, + "precision_at_100": 0.00353, + "precision_at_1000": 0.00057, + "mrr_at_1": 0.112319, + "mrr_at_3": 0.131206, + "mrr_at_5": 0.136129, + "mrr_at_10": 0.1402, + "mrr_at_20": 0.142793, + "mrr_at_100": 0.145342, + "mrr_at_1000": 0.146138, + "nauc_ndcg_at_1_max": 0.277335, + "nauc_ndcg_at_1_std": -0.111192, + "nauc_ndcg_at_1_diff1": 0.574377, + "nauc_ndcg_at_3_max": 0.234823, + "nauc_ndcg_at_3_std": -0.110749, + "nauc_ndcg_at_3_diff1": 0.499629, + "nauc_ndcg_at_5_max": 0.219331, + "nauc_ndcg_at_5_std": -0.108718, + "nauc_ndcg_at_5_diff1": 0.475477, + "nauc_ndcg_at_10_max": 0.204072, + "nauc_ndcg_at_10_std": -0.106438, + "nauc_ndcg_at_10_diff1": 0.451763, + "nauc_ndcg_at_20_max": 0.19503, + "nauc_ndcg_at_20_std": -0.103251, + "nauc_ndcg_at_20_diff1": 0.440034, + "nauc_ndcg_at_100_max": 0.18047, + "nauc_ndcg_at_100_std": -0.098269, + "nauc_ndcg_at_100_diff1": 0.420831, + "nauc_ndcg_at_1000_max": 0.174396, + "nauc_ndcg_at_1000_std": -0.094069, + "nauc_ndcg_at_1000_diff1": 0.414103, + "nauc_map_at_1_max": 0.277335, + "nauc_map_at_1_std": -0.111192, + "nauc_map_at_1_diff1": 0.574377, + "nauc_map_at_3_max": 0.244483, + "nauc_map_at_3_std": -0.110893, + "nauc_map_at_3_diff1": 0.516566, + "nauc_map_at_5_max": 0.235162, + "nauc_map_at_5_std": -0.109765, + "nauc_map_at_5_diff1": 0.502018, + "nauc_map_at_10_max": 0.227989, + "nauc_map_at_10_std": -0.108768, + "nauc_map_at_10_diff1": 0.490808, + "nauc_map_at_20_max": 0.225168, + "nauc_map_at_20_std": -0.107812, + "nauc_map_at_20_diff1": 0.487073, + "nauc_map_at_100_max": 0.222727, + "nauc_map_at_100_std": -0.107001, + "nauc_map_at_100_diff1": 0.483726, + "nauc_map_at_1000_max": 0.222419, + "nauc_map_at_1000_std": -0.106835, + "nauc_map_at_1000_diff1": 0.483396, + "nauc_recall_at_1_max": 0.277335, + "nauc_recall_at_1_std": -0.111192, + "nauc_recall_at_1_diff1": 0.574377, + "nauc_recall_at_3_max": 0.21003, + "nauc_recall_at_3_std": -0.110366, + "nauc_recall_at_3_diff1": 0.456173, + "nauc_recall_at_5_max": 0.17982, + "nauc_recall_at_5_std": -0.105913, + "nauc_recall_at_5_diff1": 0.409423, + "nauc_recall_at_10_max": 0.146102, + "nauc_recall_at_10_std": -0.100351, + "nauc_recall_at_10_diff1": 0.357615, + "nauc_recall_at_20_max": 0.12208, + "nauc_recall_at_20_std": -0.090927, + "nauc_recall_at_20_diff1": 0.327834, + "nauc_recall_at_100_max": 0.075089, + "nauc_recall_at_100_std": -0.073396, + "nauc_recall_at_100_diff1": 0.268525, + "nauc_recall_at_1000_max": 0.030738, + "nauc_recall_at_1000_std": -0.045758, + "nauc_recall_at_1000_diff1": 0.215774, + "nauc_precision_at_1_max": 0.277335, + "nauc_precision_at_1_std": -0.111192, + "nauc_precision_at_1_diff1": 0.574377, + "nauc_precision_at_3_max": 0.21003, + "nauc_precision_at_3_std": -0.110366, + "nauc_precision_at_3_diff1": 0.456173, + "nauc_precision_at_5_max": 0.17982, + "nauc_precision_at_5_std": -0.105913, + "nauc_precision_at_5_diff1": 0.409423, + "nauc_precision_at_10_max": 0.146102, + "nauc_precision_at_10_std": -0.100351, + "nauc_precision_at_10_diff1": 0.357615, + "nauc_precision_at_20_max": 0.12208, + "nauc_precision_at_20_std": -0.090927, + "nauc_precision_at_20_diff1": 0.327834, + "nauc_precision_at_100_max": 0.075089, + "nauc_precision_at_100_std": -0.073396, + "nauc_precision_at_100_diff1": 0.268525, + "nauc_precision_at_1000_max": 0.030738, + "nauc_precision_at_1000_std": -0.045758, + "nauc_precision_at_1000_diff1": 0.215774, + "nauc_mrr_at_1_max": 0.277335, + "nauc_mrr_at_1_std": -0.111192, + "nauc_mrr_at_1_diff1": 0.574377, + "nauc_mrr_at_3_max": 0.244483, + "nauc_mrr_at_3_std": -0.110893, + "nauc_mrr_at_3_diff1": 0.516566, + "nauc_mrr_at_5_max": 0.235162, + "nauc_mrr_at_5_std": -0.109765, + "nauc_mrr_at_5_diff1": 0.502018, + "nauc_mrr_at_10_max": 0.227989, + "nauc_mrr_at_10_std": -0.108768, + "nauc_mrr_at_10_diff1": 0.490808, + "nauc_mrr_at_20_max": 0.225168, + "nauc_mrr_at_20_std": -0.107812, + "nauc_mrr_at_20_diff1": 0.487073, + "nauc_mrr_at_100_max": 0.222727, + "nauc_mrr_at_100_std": -0.107001, + "nauc_mrr_at_100_diff1": 0.483726, + "nauc_mrr_at_1000_max": 0.222419, + "nauc_mrr_at_1000_std": -0.106835, + "nauc_mrr_at_1000_diff1": 0.483396, + "main_score": 0.15619, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 170.385906457901, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/HotpotQA-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/HotpotQA-VN.json new file mode 100644 index 0000000000..45923dfc7d --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 2175.67, + "map_at_1": 0.21389, + "map_at_10": 0.26965, + "map_at_100": 0.27576, + "map_at_1000": 0.27638, + "map_at_20": 0.27295, + "map_at_3": 0.25504, + "map_at_5": 0.2634, + "mrr_at_1": 0.42778, + "mrr_at_10": 0.49436, + "mrr_at_100": 0.49997, + "mrr_at_1000": 0.50036, + "mrr_at_20": 0.49762, + "mrr_at_3": 0.47801, + "mrr_at_5": 0.48753, + "ndcg_at_1": 0.42778, + "ndcg_at_10": 0.34483, + "ndcg_at_100": 0.37411, + "ndcg_at_1000": 0.38999, + "ndcg_at_20": 0.35581, + "ndcg_at_3": 0.31611, + "ndcg_at_5": 0.33065, + "precision_at_1": 0.42778, + "precision_at_10": 0.07064, + "precision_at_100": 0.0094, + "precision_at_1000": 0.00115, + "precision_at_20": 0.03885, + "precision_at_3": 0.19259, + "precision_at_5": 0.1271, + "recall_at_1": 0.21389, + "recall_at_10": 0.35319, + "recall_at_100": 0.47018, + "recall_at_1000": 0.57665, + "recall_at_20": 0.38855, + "recall_at_3": 0.28888, + "recall_at_5": 0.31775, + "hf_subset": "default", + "main_score": 0.34483, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ImdbVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ImdbVNClassification.json new file mode 100644 index 0000000000..93370b5fb0 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.590082, + "f1": 0.587819, + "f1_weighted": 0.587788, + "ap": 0.55676, + "ap_weighted": 0.55676, + "scores_per_experiment": [ + { + "accuracy": 0.59567, + "f1": 0.593748, + "f1_weighted": 0.593582, + "ap": 0.561733, + "ap_weighted": 0.561733 + }, + { + "accuracy": 0.562429, + "f1": 0.561208, + "f1_weighted": 0.56107, + "ap": 0.538753, + "ap_weighted": 0.538753 + }, + { + "accuracy": 0.560618, + "f1": 0.557413, + "f1_weighted": 0.557189, + "ap": 0.538047, + "ap_weighted": 0.538047 + }, + { + "accuracy": 0.628232, + "f1": 0.626481, + "f1_weighted": 0.626633, + "ap": 0.581254, + "ap_weighted": 0.581254 + }, + { + "accuracy": 0.595127, + "f1": 0.595124, + "f1_weighted": 0.595131, + "ap": 0.559526, + "ap_weighted": 0.559526 + }, + { + "accuracy": 0.598071, + "f1": 0.597594, + "f1_weighted": 0.597676, + "ap": 0.56087, + "ap_weighted": 0.56087 + }, + { + "accuracy": 0.582039, + "f1": 0.579623, + "f1_weighted": 0.579434, + "ap": 0.552252, + "ap_weighted": 0.552252 + }, + { + "accuracy": 0.601784, + "f1": 0.601744, + "f1_weighted": 0.60172, + "ap": 0.564488, + "ap_weighted": 0.564488 + }, + { + "accuracy": 0.576378, + "f1": 0.567226, + "f1_weighted": 0.567599, + "ap": 0.545147, + "ap_weighted": 0.545147 + }, + { + "accuracy": 0.600471, + "f1": 0.598029, + "f1_weighted": 0.597843, + "ap": 0.565529, + "ap_weighted": 0.565529 + } + ], + "main_score": 0.590082, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 50.72895431518555, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MSMARCO-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MSMARCO-VN.json new file mode 100644 index 0000000000..aa1ee4ebf8 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 3763.68, + "map_at_1": 0.15895, + "map_at_10": 0.24963, + "map_at_100": 0.25852, + "map_at_1000": 0.25915, + "map_at_20": 0.25443, + "map_at_3": 0.22079, + "map_at_5": 0.23698, + "mrr_at_1": 0.16324, + "mrr_at_10": 0.25365, + "mrr_at_100": 0.26232, + "mrr_at_1000": 0.26292, + "mrr_at_20": 0.25831, + "mrr_at_3": 0.22527, + "mrr_at_5": 0.24121, + "ndcg_at_1": 0.16352, + "ndcg_at_10": 0.30125, + "ndcg_at_100": 0.34759, + "ndcg_at_1000": 0.36525, + "ndcg_at_20": 0.31851, + "ndcg_at_3": 0.2424, + "ndcg_at_5": 0.27138, + "precision_at_1": 0.16352, + "precision_at_10": 0.048, + "precision_at_100": 0.00716, + "precision_at_1000": 0.00087, + "precision_at_20": 0.02754, + "precision_at_3": 0.10368, + "precision_at_5": 0.07702, + "recall_at_1": 0.15895, + "recall_at_10": 0.46069, + "recall_at_100": 0.68241, + "recall_at_1000": 0.82242, + "recall_at_20": 0.52825, + "recall_at_3": 0.3006, + "recall_at_5": 0.37035, + "hf_subset": "default", + "main_score": 0.30125, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MTOPDomainVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..473af1ecbb --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.793514, + "f1": 0.794013, + "f1_weighted": 0.794357, + "scores_per_experiment": [ + { + "accuracy": 0.802197, + "f1": 0.804899, + "f1_weighted": 0.803331 + }, + { + "accuracy": 0.804379, + "f1": 0.800952, + "f1_weighted": 0.804797 + }, + { + "accuracy": 0.801595, + "f1": 0.806914, + "f1_weighted": 0.804176 + }, + { + "accuracy": 0.807915, + "f1": 0.796844, + "f1_weighted": 0.807538 + }, + { + "accuracy": 0.789557, + "f1": 0.793613, + "f1_weighted": 0.79246 + }, + { + "accuracy": 0.740576, + "f1": 0.748616, + "f1_weighted": 0.743468 + }, + { + "accuracy": 0.805808, + "f1": 0.802033, + "f1_weighted": 0.806024 + }, + { + "accuracy": 0.789707, + "f1": 0.781555, + "f1_weighted": 0.787898 + }, + { + "accuracy": 0.780603, + "f1": 0.787904, + "f1_weighted": 0.77921 + }, + { + "accuracy": 0.812806, + "f1": 0.816804, + "f1_weighted": 0.814671 + } + ], + "main_score": 0.793514, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.135483026504517, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MTOPIntentVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..171d86baee --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.558393, + "f1": 0.359513, + "f1_weighted": 0.609928, + "scores_per_experiment": [ + { + "accuracy": 0.582424, + "f1": 0.361034, + "f1_weighted": 0.631977 + }, + { + "accuracy": 0.548266, + "f1": 0.350394, + "f1_weighted": 0.601632 + }, + { + "accuracy": 0.532992, + "f1": 0.353467, + "f1_weighted": 0.584765 + }, + { + "accuracy": 0.584456, + "f1": 0.36632, + "f1_weighted": 0.631612 + }, + { + "accuracy": 0.571214, + "f1": 0.363179, + "f1_weighted": 0.625539 + }, + { + "accuracy": 0.522609, + "f1": 0.351769, + "f1_weighted": 0.574208 + }, + { + "accuracy": 0.556166, + "f1": 0.373457, + "f1_weighted": 0.607564 + }, + { + "accuracy": 0.567301, + "f1": 0.362828, + "f1_weighted": 0.618086 + }, + { + "accuracy": 0.557445, + "f1": 0.358607, + "f1_weighted": 0.612066 + }, + { + "accuracy": 0.561056, + "f1": 0.354074, + "f1_weighted": 0.611829 + } + ], + "main_score": 0.558393, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 12.88123083114624, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MassiveIntentVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..5c51ff1168 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.622926, + "f1": 0.608601, + "f1_weighted": 0.624192, + "scores_per_experiment": [ + { + "accuracy": 0.643498, + "f1": 0.642777, + "f1_weighted": 0.646143 + }, + { + "accuracy": 0.615471, + "f1": 0.608286, + "f1_weighted": 0.616077 + }, + { + "accuracy": 0.622758, + "f1": 0.599668, + "f1_weighted": 0.625104 + }, + { + "accuracy": 0.650224, + "f1": 0.614596, + "f1_weighted": 0.645373 + }, + { + "accuracy": 0.630605, + "f1": 0.622121, + "f1_weighted": 0.631676 + }, + { + "accuracy": 0.59361, + "f1": 0.604374, + "f1_weighted": 0.593431 + }, + { + "accuracy": 0.612108, + "f1": 0.590493, + "f1_weighted": 0.616235 + }, + { + "accuracy": 0.622758, + "f1": 0.609409, + "f1_weighted": 0.622303 + }, + { + "accuracy": 0.621076, + "f1": 0.595382, + "f1_weighted": 0.623597 + }, + { + "accuracy": 0.617152, + "f1": 0.598908, + "f1_weighted": 0.621985 + } + ], + "main_score": 0.622926, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.83144474029541, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MassiveScenarioVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..e73b8fa4d4 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.653635, + "f1": 0.636013, + "f1_weighted": 0.655838, + "scores_per_experiment": [ + { + "accuracy": 0.684004, + "f1": 0.669884, + "f1_weighted": 0.689939 + }, + { + "accuracy": 0.643177, + "f1": 0.63004, + "f1_weighted": 0.637968 + }, + { + "accuracy": 0.644855, + "f1": 0.621868, + "f1_weighted": 0.652353 + }, + { + "accuracy": 0.628635, + "f1": 0.604607, + "f1_weighted": 0.633322 + }, + { + "accuracy": 0.676734, + "f1": 0.657644, + "f1_weighted": 0.680262 + }, + { + "accuracy": 0.631432, + "f1": 0.608372, + "f1_weighted": 0.630741 + }, + { + "accuracy": 0.643177, + "f1": 0.626071, + "f1_weighted": 0.647733 + }, + { + "accuracy": 0.64821, + "f1": 0.63374, + "f1_weighted": 0.648997 + }, + { + "accuracy": 0.668345, + "f1": 0.659067, + "f1_weighted": 0.666723 + }, + { + "accuracy": 0.667785, + "f1": 0.648835, + "f1_weighted": 0.670346 + } + ], + "main_score": 0.653635, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.9764530658721924, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/NFCorpus-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/NFCorpus-VN.json new file mode 100644 index 0000000000..9c8113243b --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 4.69, + "map_at_1": 0.03984, + "map_at_10": 0.0798, + "map_at_100": 0.0963, + "map_at_1000": 0.10777, + "map_at_20": 0.08629, + "map_at_3": 0.06381, + "map_at_5": 0.07022, + "mrr_at_1": 0.30723, + "mrr_at_10": 0.39195, + "mrr_at_100": 0.39887, + "mrr_at_1000": 0.3997, + "mrr_at_20": 0.39533, + "mrr_at_3": 0.37249, + "mrr_at_5": 0.38514, + "ndcg_at_1": 0.29518, + "ndcg_at_10": 0.23378, + "ndcg_at_100": 0.20914, + "ndcg_at_1000": 0.29815, + "ndcg_at_20": 0.21768, + "ndcg_at_3": 0.27751, + "ndcg_at_5": 0.25917, + "precision_at_1": 0.30723, + "precision_at_10": 0.17349, + "precision_at_100": 0.05843, + "precision_at_1000": 0.01953, + "precision_at_20": 0.12741, + "precision_at_3": 0.26908, + "precision_at_5": 0.22651, + "recall_at_1": 0.03984, + "recall_at_10": 0.1086, + "recall_at_100": 0.20582, + "recall_at_1000": 0.52637, + "recall_at_20": 0.13235, + "recall_at_3": 0.07237, + "recall_at_5": 0.08177, + "hf_subset": "default", + "main_score": 0.23378, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/NQ-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/NQ-VN.json new file mode 100644 index 0000000000..1da8064816 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 1570.56, + "map_at_1": 0.17132, + "map_at_10": 0.25694, + "map_at_100": 0.26595, + "map_at_1000": 0.26669, + "map_at_20": 0.26181, + "map_at_3": 0.22923, + "map_at_5": 0.2453, + "mrr_at_1": 0.19053, + "mrr_at_10": 0.27423, + "mrr_at_100": 0.28191, + "mrr_at_1000": 0.28254, + "mrr_at_20": 0.27834, + "mrr_at_3": 0.24816, + "mrr_at_5": 0.26345, + "ndcg_at_1": 0.19053, + "ndcg_at_10": 0.30634, + "ndcg_at_100": 0.35047, + "ndcg_at_1000": 0.37032, + "ndcg_at_20": 0.32295, + "ndcg_at_3": 0.25111, + "ndcg_at_5": 0.27927, + "precision_at_1": 0.19053, + "precision_at_10": 0.05163, + "precision_at_100": 0.00768, + "precision_at_1000": 0.00095, + "precision_at_20": 0.02976, + "precision_at_3": 0.11316, + "precision_at_5": 0.08368, + "recall_at_1": 0.17132, + "recall_at_10": 0.44193, + "recall_at_100": 0.64469, + "recall_at_1000": 0.79741, + "recall_at_20": 0.50439, + "recall_at_3": 0.2957, + "recall_at_5": 0.36158, + "hf_subset": "default", + "main_score": 0.30634, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/Quora-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/Quora-VN.json new file mode 100644 index 0000000000..8b49dfc614 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 124.83, + "map_at_1": 0.25906, + "map_at_10": 0.33072, + "map_at_100": 0.33977, + "map_at_1000": 0.34061, + "map_at_20": 0.3358, + "map_at_3": 0.31013, + "map_at_5": 0.3218, + "mrr_at_1": 0.30948, + "mrr_at_10": 0.37943, + "mrr_at_100": 0.38635, + "mrr_at_1000": 0.38688, + "mrr_at_20": 0.38352, + "mrr_at_3": 0.36072, + "mrr_at_5": 0.37157, + "ndcg_at_1": 0.30948, + "ndcg_at_10": 0.37548, + "ndcg_at_100": 0.41621, + "ndcg_at_1000": 0.43683, + "ndcg_at_20": 0.39148, + "ndcg_at_3": 0.34116, + "ndcg_at_5": 0.35727, + "precision_at_1": 0.30948, + "precision_at_10": 0.06221, + "precision_at_100": 0.00938, + "precision_at_1000": 0.0012, + "precision_at_20": 0.03609, + "precision_at_3": 0.15403, + "precision_at_5": 0.1061, + "recall_at_1": 0.25906, + "recall_at_10": 0.46201, + "recall_at_100": 0.64131, + "recall_at_1000": 0.79168, + "recall_at_20": 0.52064, + "recall_at_3": 0.36224, + "recall_at_5": 0.40665, + "hf_subset": "default", + "main_score": 0.37548, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/RedditClustering-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/RedditClustering-VN.json new file mode 100644 index 0000000000..2173687dd7 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.285982, + "v_measure_std": 0.029108, + "v_measures": [ + 0.25382, + 0.318501, + 0.252591, + 0.272166, + 0.316106, + 0.269708, + 0.344591, + 0.265599, + 0.28777, + 0.278968 + ], + "main_score": 0.285982, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 111.73374509811401, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/RedditClusteringP2P-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..8e07b53070 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.438208, + "v_measure_std": 0.102084, + "v_measures": [ + 0.524189, + 0.50209, + 0.523458, + 0.301734, + 0.445616, + 0.429517, + 0.201244, + 0.49776, + 0.434584, + 0.521891 + ], + "main_score": 0.438208, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 673.1211075782776, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SCIDOCS-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SCIDOCS-VN.json new file mode 100644 index 0000000000..df339481c5 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 25.87, + "map_at_1": 0.02758, + "map_at_10": 0.05238, + "map_at_100": 0.05947, + "map_at_1000": 0.06096, + "map_at_20": 0.05549, + "map_at_3": 0.0409, + "map_at_5": 0.04662, + "mrr_at_1": 0.1325, + "mrr_at_10": 0.18238, + "mrr_at_100": 0.19091, + "mrr_at_1000": 0.19193, + "mrr_at_20": 0.18752, + "mrr_at_3": 0.16625, + "mrr_at_5": 0.17538, + "ndcg_at_1": 0.1325, + "ndcg_at_10": 0.09175, + "ndcg_at_100": 0.12745, + "ndcg_at_1000": 0.16544, + "ndcg_at_20": 0.10354, + "ndcg_at_3": 0.09331, + "ndcg_at_5": 0.07878, + "precision_at_1": 0.1325, + "precision_at_10": 0.0435, + "precision_at_100": 0.00955, + "precision_at_1000": 0.00188, + "precision_at_20": 0.02863, + "precision_at_3": 0.0825, + "precision_at_5": 0.0635, + "recall_at_1": 0.02758, + "recall_at_10": 0.08917, + "recall_at_100": 0.19429, + "recall_at_1000": 0.38271, + "recall_at_20": 0.11692, + "recall_at_3": 0.05071, + "recall_at_5": 0.06508, + "hf_subset": "default", + "main_score": 0.09175, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SICK-R-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SICK-R-VN.json new file mode 100644 index 0000000000..072027e382 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "pearson": 0.747741, + "spearman": 0.69643, + "cosine_pearson": 0.747741, + "cosine_spearman": 0.69648, + "manhattan_pearson": 0.715609, + "manhattan_spearman": 0.695023, + "euclidean_pearson": 0.715573, + "euclidean_spearman": 0.69514, + "main_score": 0.69648, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.242573261260986, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/STSBenchmark-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/STSBenchmark-VN.json new file mode 100644 index 0000000000..34fe957269 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "pearson": 0.712678, + "spearman": 0.69965, + "cosine_pearson": 0.712678, + "cosine_spearman": 0.699658, + "manhattan_pearson": 0.704633, + "manhattan_spearman": 0.710402, + "euclidean_pearson": 0.705526, + "euclidean_spearman": 0.711623, + "main_score": 0.699658, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.04931640625, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SciDocsRR-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SciDocsRR-VN.json new file mode 100644 index 0000000000..9895296a42 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.718741, + "mrr": 0.830116, + "nAUC_map_max": 0.527908, + "nAUC_map_std": 0.606283, + "nAUC_map_diff1": 0.280243, + "nAUC_mrr_max": 0.742918, + "nAUC_mrr_std": 0.736801, + "nAUC_mrr_diff1": 0.502386, + "main_score": 0.718741, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.0705718994140625, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SciFact-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SciFact-VN.json new file mode 100644 index 0000000000..e6047feb86 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 6.42, + "map_at_1": 0.26741, + "map_at_10": 0.3492, + "map_at_100": 0.35717, + "map_at_1000": 0.35814, + "map_at_20": 0.35223, + "map_at_3": 0.33147, + "map_at_5": 0.3379, + "mrr_at_1": 0.28358, + "mrr_at_10": 0.36867, + "mrr_at_100": 0.37459, + "mrr_at_1000": 0.37537, + "mrr_at_20": 0.37105, + "mrr_at_3": 0.34826, + "mrr_at_5": 0.35684, + "ndcg_at_1": 0.28358, + "ndcg_at_10": 0.39291, + "ndcg_at_100": 0.43514, + "ndcg_at_1000": 0.46223, + "ndcg_at_20": 0.4033, + "ndcg_at_3": 0.3541, + "ndcg_at_5": 0.36644, + "precision_at_1": 0.28358, + "precision_at_10": 0.05522, + "precision_at_100": 0.00828, + "precision_at_1000": 0.00108, + "precision_at_20": 0.03097, + "precision_at_3": 0.14428, + "precision_at_5": 0.09403, + "recall_at_1": 0.26741, + "recall_at_10": 0.51057, + "recall_at_100": 0.7107, + "recall_at_1000": 0.92537, + "recall_at_20": 0.54664, + "recall_at_3": 0.40423, + "recall_at_5": 0.43221, + "hf_subset": "default", + "main_score": 0.39291, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SprintDuplicateQuestions-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..89bcb65383 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.996926, + "similarity_accuracy_threshold": 0.623427, + "similarity_f1": 0.846367, + "similarity_f1_threshold": 0.608164, + "similarity_precision": 0.837541, + "similarity_recall": 0.855381, + "similarity_ap": 0.921486, + "cosine_accuracy": 0.996926, + "cosine_accuracy_threshold": 0.623427, + "cosine_f1": 0.846367, + "cosine_f1_threshold": 0.608164, + "cosine_precision": 0.837541, + "cosine_recall": 0.855381, + "cosine_ap": 0.921486, + "manhattan_accuracy": 0.997106, + "manhattan_accuracy_threshold": 113.070122, + "manhattan_f1": 0.856035, + "manhattan_f1_threshold": 113.965919, + "manhattan_precision": 0.845733, + "manhattan_recall": 0.866592, + "manhattan_ap": 0.919919, + "euclidean_accuracy": 0.997128, + "euclidean_accuracy_threshold": 5.210619, + "euclidean_f1": 0.858255, + "euclidean_f1_threshold": 5.210619, + "euclidean_precision": 0.851158, + "euclidean_recall": 0.865471, + "euclidean_ap": 0.922317, + "dot_accuracy": 0.99652, + "dot_accuracy_threshold": 21.075317, + "dot_f1": 0.831155, + "dot_f1_threshold": 20.588299, + "dot_precision": 0.808263, + "dot_recall": 0.855381, + "dot_ap": 0.896096, + "max_accuracy": 0.997128, + "max_f1": 0.858255, + "max_precision": 0.851158, + "max_recall": 0.866592, + "max_ap": 0.922317, + "main_score": 0.922317, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.996936, + "similarity_accuracy_threshold": 0.659221, + "similarity_f1": 0.843206, + "similarity_f1_threshold": 0.636609, + "similarity_precision": 0.867384, + "similarity_recall": 0.820339, + "similarity_ap": 0.913094, + "cosine_accuracy": 0.996936, + "cosine_accuracy_threshold": 0.659221, + "cosine_f1": 0.843206, + "cosine_f1_threshold": 0.636609, + "cosine_precision": 0.867384, + "cosine_recall": 0.820339, + "cosine_ap": 0.913094, + "manhattan_accuracy": 0.996902, + "manhattan_accuracy_threshold": 103.467789, + "manhattan_f1": 0.841499, + "manhattan_f1_threshold": 109.526718, + "manhattan_precision": 0.858824, + "manhattan_recall": 0.824859, + "manhattan_ap": 0.909841, + "euclidean_accuracy": 0.996925, + "euclidean_accuracy_threshold": 4.745582, + "euclidean_f1": 0.843443, + "euclidean_f1_threshold": 5.027246, + "euclidean_precision": 0.862884, + "euclidean_recall": 0.824859, + "euclidean_ap": 0.91307, + "dot_accuracy": 0.996376, + "dot_accuracy_threshold": 22.193546, + "dot_f1": 0.813763, + "dot_f1_threshold": 21.072269, + "dot_precision": 0.787526, + "dot_recall": 0.841808, + "dot_ap": 0.891384, + "max_accuracy": 0.996936, + "max_f1": 0.843443, + "max_precision": 0.867384, + "max_recall": 0.841808, + "max_ap": 0.913094, + "main_score": 0.913094, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 24.323041915893555, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/StackExchangeClustering-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..3113edde6e --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.443071, + "v_measure_std": 0.043198, + "v_measures": [ + 0.40979, + 0.391881, + 0.476121, + 0.494491 + ], + "main_score": 0.443071, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 21.60084557533264, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/StackExchangeClusteringP2P-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..af1c43a221 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.277884, + "v_measure_std": 0.01886, + "v_measures": [ + 0.270936, + 0.253336, + 0.25779, + 0.258387, + 0.260621, + 0.302956, + 0.293298, + 0.283518, + 0.294835, + 0.303164 + ], + "main_score": 0.277884, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 249.68410754203796, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/StackOverflowDupQuestions-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..5782edbf56 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "map": 0.437032, + "mrr": 0.438257, + "nAUC_map_max": 0.191596, + "nAUC_map_std": 0.117523, + "nAUC_map_diff1": 0.282731, + "nAUC_mrr_max": 0.195725, + "nAUC_mrr_std": 0.118731, + "nAUC_mrr_diff1": 0.281031, + "main_score": 0.437032, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 15.675387859344482, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TRECCOVID-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TRECCOVID-VN.json new file mode 100644 index 0000000000..d1eddd662d --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 145.22, + "map_at_1": 0.00179, + "map_at_10": 0.01061, + "map_at_100": 0.05163, + "map_at_1000": 0.11353, + "map_at_20": 0.01775, + "map_at_3": 0.00405, + "map_at_5": 0.00613, + "mrr_at_1": 0.70455, + "mrr_at_10": 0.78317, + "mrr_at_100": 0.78606, + "mrr_at_1000": 0.78606, + "mrr_at_20": 0.78606, + "mrr_at_3": 0.75379, + "mrr_at_5": 0.77992, + "ndcg_at_1": 0.68182, + "ndcg_at_10": 0.54566, + "ndcg_at_100": 0.37305, + "ndcg_at_1000": 0.30777, + "ndcg_at_20": 0.50007, + "ndcg_at_3": 0.57326, + "ndcg_at_5": 0.57253, + "precision_at_1": 0.70455, + "precision_at_10": 0.57273, + "precision_at_100": 0.3775, + "precision_at_1000": 0.13645, + "precision_at_20": 0.51591, + "precision_at_3": 0.58333, + "precision_at_5": 0.59091, + "recall_at_1": 0.00179, + "recall_at_10": 0.01361, + "recall_at_100": 0.08332, + "recall_at_1000": 0.28598, + "recall_at_20": 0.02394, + "recall_at_3": 0.00443, + "recall_at_5": 0.00733, + "hf_subset": "default", + "main_score": 0.54566, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/Touche2020-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/Touche2020-VN.json new file mode 100644 index 0000000000..eb059a1798 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 388.14, + "map_at_1": 0.02286, + "map_at_10": 0.06682, + "map_at_100": 0.11487, + "map_at_1000": 0.12398, + "map_at_20": 0.08613, + "map_at_3": 0.03716, + "map_at_5": 0.04915, + "mrr_at_1": 0.32, + "mrr_at_10": 0.43467, + "mrr_at_100": 0.45199, + "mrr_at_1000": 0.45209, + "mrr_at_20": 0.44806, + "mrr_at_3": 0.42, + "mrr_at_5": 0.428, + "ndcg_at_1": 0.28, + "ndcg_at_10": 0.18796, + "ndcg_at_100": 0.30286, + "ndcg_at_1000": 0.39049, + "ndcg_at_20": 0.20459, + "ndcg_at_3": 0.23041, + "ndcg_at_5": 0.21032, + "precision_at_1": 0.32, + "precision_at_10": 0.156, + "precision_at_100": 0.0644, + "precision_at_1000": 0.01208, + "precision_at_20": 0.132, + "precision_at_3": 0.24, + "precision_at_5": 0.208, + "recall_at_1": 0.02286, + "recall_at_10": 0.12135, + "recall_at_100": 0.39017, + "recall_at_1000": 0.65127, + "recall_at_20": 0.19234, + "recall_at_3": 0.05067, + "recall_at_5": 0.07805, + "hf_subset": "default", + "main_score": 0.18796, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ToxicConversationsVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..5aafde8501 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.619043, + "f1": 0.45706, + "f1_weighted": 0.708319, + "ap": 0.085197, + "ap_weighted": 0.085197, + "scores_per_experiment": [ + { + "accuracy": 0.629395, + "f1": 0.448465, + "f1_weighted": 0.720245, + "ap": 0.073641, + "ap_weighted": 0.073641 + }, + { + "accuracy": 0.615234, + "f1": 0.463169, + "f1_weighted": 0.708985, + "ap": 0.090314, + "ap_weighted": 0.090314 + }, + { + "accuracy": 0.648926, + "f1": 0.474902, + "f1_weighted": 0.734978, + "ap": 0.087384, + "ap_weighted": 0.087384 + }, + { + "accuracy": 0.638184, + "f1": 0.464214, + "f1_weighted": 0.726883, + "ap": 0.082075, + "ap_weighted": 0.082075 + }, + { + "accuracy": 0.51416, + "f1": 0.404453, + "f1_weighted": 0.624366, + "ap": 0.078933, + "ap_weighted": 0.078933 + }, + { + "accuracy": 0.530762, + "f1": 0.426565, + "f1_weighted": 0.636868, + "ap": 0.095158, + "ap_weighted": 0.095158 + }, + { + "accuracy": 0.641602, + "f1": 0.476555, + "f1_weighted": 0.729435, + "ap": 0.092065, + "ap_weighted": 0.092065 + }, + { + "accuracy": 0.495605, + "f1": 0.392122, + "f1_weighted": 0.607906, + "ap": 0.075985, + "ap_weighted": 0.075985 + }, + { + "accuracy": 0.780762, + "f1": 0.518857, + "f1_weighted": 0.824268, + "ap": 0.082701, + "ap_weighted": 0.082701 + }, + { + "accuracy": 0.695801, + "f1": 0.501301, + "f1_weighted": 0.769252, + "ap": 0.09371, + "ap_weighted": 0.09371 + } + ], + "main_score": 0.619043, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.14306902885437, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TweetSentimentExtractionVNClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..5e3db955d3 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.469588, + "f1": 0.463387, + "f1_weighted": 0.46784, + "scores_per_experiment": [ + { + "accuracy": 0.473608, + "f1": 0.475238, + "f1_weighted": 0.472004 + }, + { + "accuracy": 0.425182, + "f1": 0.415234, + "f1_weighted": 0.417 + }, + { + "accuracy": 0.461501, + "f1": 0.454721, + "f1_weighted": 0.455677 + }, + { + "accuracy": 0.445521, + "f1": 0.438574, + "f1_weighted": 0.446522 + }, + { + "accuracy": 0.533656, + "f1": 0.517488, + "f1_weighted": 0.531019 + }, + { + "accuracy": 0.522518, + "f1": 0.513539, + "f1_weighted": 0.514125 + }, + { + "accuracy": 0.49201, + "f1": 0.490525, + "f1_weighted": 0.493808 + }, + { + "accuracy": 0.476029, + "f1": 0.467916, + "f1_weighted": 0.478056 + }, + { + "accuracy": 0.432446, + "f1": 0.426542, + "f1_weighted": 0.43048 + }, + { + "accuracy": 0.433414, + "f1": 0.434093, + "f1_weighted": 0.43971 + } + ], + "main_score": 0.469588, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.3380117416381836, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TwentyNewsgroupsClustering-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..a41a296749 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "v_measure": 0.261202, + "v_measure_std": 0.017796, + "v_measures": [ + 0.300415, + 0.270857, + 0.252755, + 0.270501, + 0.276726, + 0.260925, + 0.243763, + 0.25266, + 0.242025, + 0.24139 + ], + "main_score": 0.261202, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 19.64146089553833, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TwitterSemEval2015-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..d1a0aafc21 --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.822168, + "similarity_accuracy_threshold": 0.707088, + "similarity_f1": 0.605653, + "similarity_f1_threshold": 0.570306, + "similarity_precision": 0.536039, + "similarity_recall": 0.696047, + "similarity_ap": 0.638471, + "cosine_accuracy": 0.822168, + "cosine_accuracy_threshold": 0.707088, + "cosine_f1": 0.605653, + "cosine_f1_threshold": 0.570306, + "cosine_precision": 0.536039, + "cosine_recall": 0.696047, + "cosine_ap": 0.638471, + "manhattan_accuracy": 0.823981, + "manhattan_accuracy_threshold": 104.667831, + "manhattan_f1": 0.614025, + "manhattan_f1_threshold": 119.356804, + "manhattan_precision": 0.550432, + "manhattan_recall": 0.69423, + "manhattan_ap": 0.643543, + "euclidean_accuracy": 0.823021, + "euclidean_accuracy_threshold": 4.709732, + "euclidean_f1": 0.616958, + "euclidean_f1_threshold": 5.509691, + "euclidean_precision": 0.544067, + "euclidean_recall": 0.712403, + "euclidean_ap": 0.642791, + "dot_accuracy": 0.8163, + "dot_accuracy_threshold": 23.73057, + "dot_f1": 0.587911, + "dot_f1_threshold": 20.023495, + "dot_precision": 0.518763, + "dot_recall": 0.678328, + "dot_ap": 0.610478, + "max_accuracy": 0.823981, + "max_f1": 0.616958, + "max_precision": 0.550432, + "max_recall": 0.712403, + "max_ap": 0.643543, + "main_score": 0.643543, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.23094391822815, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TwitterURLCorpus-VN.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..3a5516d48a --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.856398, + "similarity_accuracy_threshold": 0.536938, + "similarity_f1": 0.751585, + "similarity_f1_threshold": 0.491651, + "similarity_precision": 0.729511, + "similarity_recall": 0.775037, + "similarity_ap": 0.827715, + "cosine_accuracy": 0.856398, + "cosine_accuracy_threshold": 0.536938, + "cosine_f1": 0.751585, + "cosine_f1_threshold": 0.491651, + "cosine_precision": 0.729511, + "cosine_recall": 0.775037, + "cosine_ap": 0.82781, + "manhattan_accuracy": 0.851151, + "manhattan_accuracy_threshold": 115.185394, + "manhattan_f1": 0.739179, + "manhattan_f1_threshold": 124.117996, + "manhattan_precision": 0.694098, + "manhattan_recall": 0.790524, + "manhattan_ap": 0.817777, + "euclidean_accuracy": 0.852114, + "euclidean_accuracy_threshold": 5.225218, + "euclidean_f1": 0.739698, + "euclidean_f1_threshold": 5.684105, + "euclidean_precision": 0.695635, + "euclidean_recall": 0.789721, + "euclidean_ap": 0.818285, + "dot_accuracy": 0.855402, + "dot_accuracy_threshold": 16.086374, + "dot_f1": 0.750134, + "dot_f1_threshold": 14.480448, + "dot_precision": 0.704749, + "dot_recall": 0.801767, + "dot_ap": 0.820158, + "max_accuracy": 0.856398, + "max_f1": 0.751585, + "max_precision": 0.729511, + "max_recall": 0.801767, + "max_ap": 0.82781, + "main_score": 0.82781, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 26.28180503845215, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/VieQuADRetrieval.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/VieQuADRetrieval.json new file mode 100644 index 0000000000..ca8b0b6fee --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.43262, + "ndcg_at_3": 0.37356, + "ndcg_at_5": 0.40262, + "ndcg_at_10": 0.43473, + "ndcg_at_20": 0.46025, + "ndcg_at_100": 0.50305, + "ndcg_at_1000": 0.53143, + "map_at_1": 0.21631, + "map_at_3": 0.30074, + "map_at_5": 0.31888, + "map_at_10": 0.33496, + "map_at_20": 0.34402, + "map_at_100": 0.35212, + "map_at_1000": 0.35371, + "recall_at_1": 0.21631, + "recall_at_3": 0.36743, + "recall_at_5": 0.42529, + "recall_at_10": 0.5061, + "recall_at_20": 0.58838, + "recall_at_100": 0.77905, + "recall_at_1000": 0.96313, + "precision_at_1": 0.43262, + "precision_at_3": 0.24495, + "precision_at_5": 0.17012, + "precision_at_10": 0.10122, + "precision_at_20": 0.05884, + "precision_at_100": 0.01558, + "precision_at_1000": 0.00193, + "mrr_at_1": 0.432617, + "mrr_at_3": 0.530192, + "mrr_at_5": 0.546208, + "mrr_at_10": 0.557381, + "mrr_at_20": 0.562134, + "mrr_at_100": 0.564546, + "mrr_at_1000": 0.56473, + "nauc_ndcg_at_1_max": 0.271063, + "nauc_ndcg_at_1_std": 0.02059, + "nauc_ndcg_at_1_diff1": 0.41188, + "nauc_ndcg_at_3_max": 0.344723, + "nauc_ndcg_at_3_std": 0.067247, + "nauc_ndcg_at_3_diff1": 0.348082, + "nauc_ndcg_at_5_max": 0.352618, + "nauc_ndcg_at_5_std": 0.0855, + "nauc_ndcg_at_5_diff1": 0.332956, + "nauc_ndcg_at_10_max": 0.356539, + "nauc_ndcg_at_10_std": 0.102914, + "nauc_ndcg_at_10_diff1": 0.320249, + "nauc_ndcg_at_20_max": 0.362743, + "nauc_ndcg_at_20_std": 0.1107, + "nauc_ndcg_at_20_diff1": 0.317126, + "nauc_ndcg_at_100_max": 0.387321, + "nauc_ndcg_at_100_std": 0.152774, + "nauc_ndcg_at_100_diff1": 0.3187, + "nauc_ndcg_at_1000_max": 0.373622, + "nauc_ndcg_at_1000_std": 0.129715, + "nauc_ndcg_at_1000_diff1": 0.330413, + "nauc_map_at_1_max": 0.271063, + "nauc_map_at_1_std": 0.02059, + "nauc_map_at_1_diff1": 0.41188, + "nauc_map_at_3_max": 0.33374, + "nauc_map_at_3_std": 0.069469, + "nauc_map_at_3_diff1": 0.335638, + "nauc_map_at_5_max": 0.337606, + "nauc_map_at_5_std": 0.081689, + "nauc_map_at_5_diff1": 0.324595, + "nauc_map_at_10_max": 0.34011, + "nauc_map_at_10_std": 0.090085, + "nauc_map_at_10_diff1": 0.317334, + "nauc_map_at_20_max": 0.343503, + "nauc_map_at_20_std": 0.093362, + "nauc_map_at_20_diff1": 0.316092, + "nauc_map_at_100_max": 0.348609, + "nauc_map_at_100_std": 0.101765, + "nauc_map_at_100_diff1": 0.315778, + "nauc_map_at_1000_max": 0.348452, + "nauc_map_at_1000_std": 0.101426, + "nauc_map_at_1000_diff1": 0.316647, + "nauc_recall_at_1_max": 0.271063, + "nauc_recall_at_1_std": 0.02059, + "nauc_recall_at_1_diff1": 0.41188, + "nauc_recall_at_3_max": 0.374436, + "nauc_recall_at_3_std": 0.090645, + "nauc_recall_at_3_diff1": 0.301843, + "nauc_recall_at_5_max": 0.376472, + "nauc_recall_at_5_std": 0.127163, + "nauc_recall_at_5_diff1": 0.256907, + "nauc_recall_at_10_max": 0.340988, + "nauc_recall_at_10_std": 0.157939, + "nauc_recall_at_10_diff1": 0.189284, + "nauc_recall_at_20_max": 0.347375, + "nauc_recall_at_20_std": 0.181521, + "nauc_recall_at_20_diff1": 0.165255, + "nauc_recall_at_100_max": 0.457658, + "nauc_recall_at_100_std": 0.426535, + "nauc_recall_at_100_diff1": 0.11234, + "nauc_recall_at_1000_max": 0.587885, + "nauc_recall_at_1000_std": 0.672268, + "nauc_recall_at_1000_diff1": 0.071529, + "nauc_precision_at_1_max": 0.271063, + "nauc_precision_at_1_std": 0.02059, + "nauc_precision_at_1_diff1": 0.41188, + "nauc_precision_at_3_max": 0.374436, + "nauc_precision_at_3_std": 0.090645, + "nauc_precision_at_3_diff1": 0.301843, + "nauc_precision_at_5_max": 0.376472, + "nauc_precision_at_5_std": 0.127163, + "nauc_precision_at_5_diff1": 0.256907, + "nauc_precision_at_10_max": 0.340988, + "nauc_precision_at_10_std": 0.157939, + "nauc_precision_at_10_diff1": 0.189284, + "nauc_precision_at_20_max": 0.347375, + "nauc_precision_at_20_std": 0.181521, + "nauc_precision_at_20_diff1": 0.165255, + "nauc_precision_at_100_max": 0.457658, + "nauc_precision_at_100_std": 0.426535, + "nauc_precision_at_100_diff1": 0.11234, + "nauc_precision_at_1000_max": 0.587885, + "nauc_precision_at_1000_std": 0.672268, + "nauc_precision_at_1000_diff1": 0.071529, + "nauc_mrr_at_1_max": 0.271063, + "nauc_mrr_at_1_std": 0.02059, + "nauc_mrr_at_1_diff1": 0.41188, + "nauc_mrr_at_3_max": 0.322509, + "nauc_mrr_at_3_std": 0.040802, + "nauc_mrr_at_3_diff1": 0.397632, + "nauc_mrr_at_5_max": 0.327748, + "nauc_mrr_at_5_std": 0.046832, + "nauc_mrr_at_5_diff1": 0.395198, + "nauc_mrr_at_10_max": 0.328488, + "nauc_mrr_at_10_std": 0.051377, + "nauc_mrr_at_10_diff1": 0.394655, + "nauc_mrr_at_20_max": 0.327533, + "nauc_mrr_at_20_std": 0.050366, + "nauc_mrr_at_20_diff1": 0.395902, + "nauc_mrr_at_100_max": 0.327235, + "nauc_mrr_at_100_std": 0.050931, + "nauc_mrr_at_100_diff1": 0.396538, + "nauc_mrr_at_1000_max": 0.32695, + "nauc_mrr_at_1000_std": 0.050558, + "nauc_mrr_at_1000_diff1": 0.396546, + "main_score": 0.43473, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.118190765380859, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/VieStudentFeedbackClassification.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..ce046e970b --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.677197, + "f1": 0.564976, + "f1_weighted": 0.721831, + "scores_per_experiment": [ + { + "accuracy": 0.708984, + "f1": 0.583054, + "f1_weighted": 0.744585 + }, + { + "accuracy": 0.70752, + "f1": 0.581608, + "f1_weighted": 0.739385 + }, + { + "accuracy": 0.751953, + "f1": 0.614612, + "f1_weighted": 0.767876 + }, + { + "accuracy": 0.600098, + "f1": 0.520303, + "f1_weighted": 0.675655 + }, + { + "accuracy": 0.589355, + "f1": 0.520624, + "f1_weighted": 0.664128 + }, + { + "accuracy": 0.743164, + "f1": 0.605622, + "f1_weighted": 0.767572 + }, + { + "accuracy": 0.648926, + "f1": 0.551464, + "f1_weighted": 0.706721 + }, + { + "accuracy": 0.67041, + "f1": 0.549584, + "f1_weighted": 0.712588 + }, + { + "accuracy": 0.653809, + "f1": 0.542001, + "f1_weighted": 0.70022 + }, + { + "accuracy": 0.697754, + "f1": 0.580893, + "f1_weighted": 0.739581 + } + ], + "main_score": 0.677197, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.363824129104614, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/model_meta.json b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/model_meta.json new file mode 100644 index 0000000000..2897c0fc3b --- /dev/null +++ b/results/bkai-foundation-models__vietnamese-bi-encoder/84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0/model_meta.json @@ -0,0 +1 @@ +{"name": "bkai-foundation-models/vietnamese-bi-encoder", "revision": "84f9d9ada0d1a3c37557398b9ae9fcedcdf40be0", "release_date": "2023-09-09", "languages": ["vie-Latn"], "n_parameters": 135000000, "memory_usage_mb": 515.0, "max_tokens": 256.0, "embed_dim": 768, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["PyTorch", "Sentence Transformers"], "reference": "https://huggingface.co/bkai-foundation-models/vietnamese-bi-encoder", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": null, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AmazonCounterfactualVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..9313544e88 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.5603, + "f1": 0.507862, + "f1_weighted": 0.606781, + "ap": 0.223249, + "ap_weighted": 0.223249, + "scores_per_experiment": [ + { + "accuracy": 0.515021, + "f1": 0.481794, + "f1_weighted": 0.565144, + "ap": 0.217953, + "ap_weighted": 0.217953 + }, + { + "accuracy": 0.611588, + "f1": 0.558941, + "f1_weighted": 0.655733, + "ap": 0.254918, + "ap_weighted": 0.254918 + }, + { + "accuracy": 0.472103, + "f1": 0.454374, + "f1_weighted": 0.516847, + "ap": 0.219646, + "ap_weighted": 0.219646 + }, + { + "accuracy": 0.491416, + "f1": 0.46198, + "f1_weighted": 0.541917, + "ap": 0.209357, + "ap_weighted": 0.209357 + }, + { + "accuracy": 0.538627, + "f1": 0.466833, + "f1_weighted": 0.591107, + "ap": 0.186202, + "ap_weighted": 0.186202 + }, + { + "accuracy": 0.590129, + "f1": 0.543454, + "f1_weighted": 0.636177, + "ap": 0.248478, + "ap_weighted": 0.248478 + }, + { + "accuracy": 0.688841, + "f1": 0.606664, + "f1_weighted": 0.720863, + "ap": 0.270725, + "ap_weighted": 0.270725 + }, + { + "accuracy": 0.579399, + "f1": 0.516567, + "f1_weighted": 0.627271, + "ap": 0.216623, + "ap_weighted": 0.216623 + }, + { + "accuracy": 0.504292, + "f1": 0.458878, + "f1_weighted": 0.558452, + "ap": 0.194667, + "ap_weighted": 0.194667 + }, + { + "accuracy": 0.611588, + "f1": 0.529138, + "f1_weighted": 0.654293, + "ap": 0.21392, + "ap_weighted": 0.21392 + } + ], + "main_score": 0.5603, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.2444534301757812, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AmazonPolarityVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..02060518bd --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.699861, + "f1": 0.698725, + "f1_weighted": 0.698709, + "ap": 0.645343, + "ap_weighted": 0.645343, + "scores_per_experiment": [ + { + "accuracy": 0.724213, + "f1": 0.724069, + "f1_weighted": 0.724023, + "ap": 0.668694, + "ap_weighted": 0.668694 + }, + { + "accuracy": 0.668562, + "f1": 0.668547, + "f1_weighted": 0.668564, + "ap": 0.616002, + "ap_weighted": 0.616002 + }, + { + "accuracy": 0.703911, + "f1": 0.703139, + "f1_weighted": 0.703251, + "ap": 0.643056, + "ap_weighted": 0.643056 + }, + { + "accuracy": 0.679364, + "f1": 0.675675, + "f1_weighted": 0.675419, + "ap": 0.63514, + "ap_weighted": 0.63514 + }, + { + "accuracy": 0.716482, + "f1": 0.716085, + "f1_weighted": 0.716164, + "ap": 0.655296, + "ap_weighted": 0.655296 + }, + { + "accuracy": 0.686229, + "f1": 0.68422, + "f1_weighted": 0.684034, + "ap": 0.638719, + "ap_weighted": 0.638719 + }, + { + "accuracy": 0.727996, + "f1": 0.72672, + "f1_weighted": 0.726859, + "ap": 0.66296, + "ap_weighted": 0.66296 + }, + { + "accuracy": 0.743426, + "f1": 0.742233, + "f1_weighted": 0.742103, + "ap": 0.694647, + "ap_weighted": 0.694647 + }, + { + "accuracy": 0.696418, + "f1": 0.6947, + "f1_weighted": 0.694869, + "ap": 0.634978, + "ap_weighted": 0.634978 + }, + { + "accuracy": 0.652005, + "f1": 0.65186, + "f1_weighted": 0.651807, + "ap": 0.603941, + "ap_weighted": 0.603941 + } + ], + "main_score": 0.699861, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 495.02917647361755, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AmazonReviewsVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..76885dcbba --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.36361, + "f1": 0.353969, + "f1_weighted": 0.358011, + "scores_per_experiment": [ + { + "accuracy": 0.3566, + "f1": 0.348387, + "f1_weighted": 0.352601 + }, + { + "accuracy": 0.405082, + "f1": 0.393472, + "f1_weighted": 0.398948 + }, + { + "accuracy": 0.36507, + "f1": 0.351456, + "f1_weighted": 0.356015 + }, + { + "accuracy": 0.378505, + "f1": 0.371714, + "f1_weighted": 0.376276 + }, + { + "accuracy": 0.365654, + "f1": 0.345069, + "f1_weighted": 0.350369 + }, + { + "accuracy": 0.347547, + "f1": 0.332434, + "f1_weighted": 0.335719 + }, + { + "accuracy": 0.334404, + "f1": 0.335138, + "f1_weighted": 0.337276 + }, + { + "accuracy": 0.377629, + "f1": 0.375438, + "f1_weighted": 0.378763 + }, + { + "accuracy": 0.347255, + "f1": 0.344306, + "f1_weighted": 0.347406 + }, + { + "accuracy": 0.358353, + "f1": 0.342281, + "f1_weighted": 0.346729 + } + ], + "main_score": 0.36361, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.200397491455078, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ArguAna-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ArguAna-VN.json new file mode 100644 index 0000000000..e33371e42b --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ArguAna-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "task_name": "ArguAna-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00386, + "ndcg_at_3": 0.27033, + "ndcg_at_5": 0.33344, + "ndcg_at_10": 0.38578, + "ndcg_at_20": 0.41217, + "ndcg_at_100": 0.42904, + "ndcg_at_1000": 0.4319, + "map_at_1": 0.00386, + "map_at_3": 0.20425, + "map_at_5": 0.23934, + "map_at_10": 0.26102, + "map_at_20": 0.26849, + "map_at_100": 0.27098, + "map_at_1000": 0.2711, + "recall_at_1": 0.00386, + "recall_at_3": 0.46178, + "recall_at_5": 0.61467, + "recall_at_10": 0.77606, + "recall_at_20": 0.87876, + "recall_at_100": 0.96757, + "recall_at_1000": 0.98919, + "precision_at_1": 0.00386, + "precision_at_3": 0.15393, + "precision_at_5": 0.12293, + "precision_at_10": 0.07761, + "precision_at_20": 0.04394, + "precision_at_100": 0.00968, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.003861, + "mrr_at_3": 0.204247, + "mrr_at_5": 0.239344, + "mrr_at_10": 0.26102, + "mrr_at_20": 0.268489, + "mrr_at_100": 0.270978, + "mrr_at_1000": 0.271103, + "nauc_ndcg_at_1_max": -0.22708, + "nauc_ndcg_at_1_std": -0.162267, + "nauc_ndcg_at_1_diff1": -0.573698, + "nauc_ndcg_at_3_max": 0.061453, + "nauc_ndcg_at_3_std": -0.057171, + "nauc_ndcg_at_3_diff1": -0.044097, + "nauc_ndcg_at_5_max": 0.0467, + "nauc_ndcg_at_5_std": -0.039295, + "nauc_ndcg_at_5_diff1": -0.096244, + "nauc_ndcg_at_10_max": 0.072151, + "nauc_ndcg_at_10_std": 0.000814, + "nauc_ndcg_at_10_diff1": -0.149735, + "nauc_ndcg_at_20_max": 0.074853, + "nauc_ndcg_at_20_std": 0.010698, + "nauc_ndcg_at_20_diff1": -0.155961, + "nauc_ndcg_at_100_max": 0.062644, + "nauc_ndcg_at_100_std": -0.003888, + "nauc_ndcg_at_100_diff1": -0.130677, + "nauc_ndcg_at_1000_max": 0.057712, + "nauc_ndcg_at_1000_std": -0.013997, + "nauc_ndcg_at_1000_diff1": -0.122585, + "nauc_map_at_1_max": -0.22708, + "nauc_map_at_1_std": -0.162267, + "nauc_map_at_1_diff1": -0.573698, + "nauc_map_at_3_max": 0.053134, + "nauc_map_at_3_std": -0.057785, + "nauc_map_at_3_diff1": -0.049338, + "nauc_map_at_5_max": 0.042399, + "nauc_map_at_5_std": -0.045775, + "nauc_map_at_5_diff1": -0.085233, + "nauc_map_at_10_max": 0.053806, + "nauc_map_at_10_std": -0.027918, + "nauc_map_at_10_diff1": -0.108981, + "nauc_map_at_20_max": 0.053282, + "nauc_map_at_20_std": -0.026594, + "nauc_map_at_20_diff1": -0.109551, + "nauc_map_at_100_max": 0.05114, + "nauc_map_at_100_std": -0.028901, + "nauc_map_at_100_diff1": -0.10609, + "nauc_map_at_1000_max": 0.050989, + "nauc_map_at_1000_std": -0.029335, + "nauc_map_at_1000_diff1": -0.105702, + "nauc_recall_at_1_max": -0.22708, + "nauc_recall_at_1_std": -0.162267, + "nauc_recall_at_1_diff1": -0.573698, + "nauc_recall_at_3_max": 0.0747, + "nauc_recall_at_3_std": -0.056351, + "nauc_recall_at_3_diff1": -0.03641, + "nauc_recall_at_5_max": 0.0533, + "nauc_recall_at_5_std": -0.027061, + "nauc_recall_at_5_diff1": -0.119336, + "nauc_recall_at_10_max": 0.122454, + "nauc_recall_at_10_std": 0.083476, + "nauc_recall_at_10_diff1": -0.269652, + "nauc_recall_at_20_max": 0.177218, + "nauc_recall_at_20_std": 0.194864, + "nauc_recall_at_20_diff1": -0.382659, + "nauc_recall_at_100_max": 0.194851, + "nauc_recall_at_100_std": 0.356328, + "nauc_recall_at_100_diff1": -0.39194, + "nauc_recall_at_1000_max": -0.020382, + "nauc_recall_at_1000_std": 0.160589, + "nauc_recall_at_1000_diff1": -0.205275, + "nauc_precision_at_1_max": -0.22708, + "nauc_precision_at_1_std": -0.162267, + "nauc_precision_at_1_diff1": -0.573698, + "nauc_precision_at_3_max": 0.0747, + "nauc_precision_at_3_std": -0.056351, + "nauc_precision_at_3_diff1": -0.03641, + "nauc_precision_at_5_max": 0.0533, + "nauc_precision_at_5_std": -0.027061, + "nauc_precision_at_5_diff1": -0.119336, + "nauc_precision_at_10_max": 0.122454, + "nauc_precision_at_10_std": 0.083476, + "nauc_precision_at_10_diff1": -0.269652, + "nauc_precision_at_20_max": 0.177218, + "nauc_precision_at_20_std": 0.194864, + "nauc_precision_at_20_diff1": -0.382659, + "nauc_precision_at_100_max": 0.194851, + "nauc_precision_at_100_std": 0.356328, + "nauc_precision_at_100_diff1": -0.39194, + "nauc_precision_at_1000_max": -0.020382, + "nauc_precision_at_1000_std": 0.160589, + "nauc_precision_at_1000_diff1": -0.205275, + "nauc_mrr_at_1_max": -0.22708, + "nauc_mrr_at_1_std": -0.162267, + "nauc_mrr_at_1_diff1": -0.573698, + "nauc_mrr_at_3_max": 0.053134, + "nauc_mrr_at_3_std": -0.057785, + "nauc_mrr_at_3_diff1": -0.049338, + "nauc_mrr_at_5_max": 0.042399, + "nauc_mrr_at_5_std": -0.045775, + "nauc_mrr_at_5_diff1": -0.085233, + "nauc_mrr_at_10_max": 0.053806, + "nauc_mrr_at_10_std": -0.027918, + "nauc_mrr_at_10_diff1": -0.108981, + "nauc_mrr_at_20_max": 0.053282, + "nauc_mrr_at_20_std": -0.026594, + "nauc_mrr_at_20_diff1": -0.109551, + "nauc_mrr_at_100_max": 0.05114, + "nauc_mrr_at_100_std": -0.028901, + "nauc_mrr_at_100_diff1": -0.10609, + "nauc_mrr_at_1000_max": 0.050989, + "nauc_mrr_at_1000_std": -0.029335, + "nauc_mrr_at_1000_diff1": -0.105702, + "main_score": 0.38578, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 18.909732341766357, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AskUbuntuDupQuestions-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..b51cce1220 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.592502, + "mrr": 0.705138, + "nAUC_map_max": 0.228692, + "nAUC_map_std": 0.208495, + "nAUC_map_diff1": 0.150802, + "nAUC_mrr_max": 0.280136, + "nAUC_mrr_std": 0.216091, + "nAUC_mrr_diff1": 0.173368, + "main_score": 0.592502, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.1230337619781494, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/BIOSSES-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/BIOSSES-VN.json new file mode 100644 index 0000000000..74f73e6f63 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.841152, + "spearman": 0.801952, + "cosine_pearson": 0.841152, + "cosine_spearman": 0.801952, + "manhattan_pearson": 0.818411, + "manhattan_spearman": 0.797452, + "euclidean_pearson": 0.820959, + "euclidean_spearman": 0.801952, + "main_score": 0.801952, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.13596439361572266, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/Banking77VNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/Banking77VNClassification.json new file mode 100644 index 0000000000..162607cafe --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.75021, + "f1": 0.73038, + "f1_weighted": 0.739405, + "scores_per_experiment": [ + { + "accuracy": 0.7418, + "f1": 0.722902, + "f1_weighted": 0.732829 + }, + { + "accuracy": 0.745585, + "f1": 0.71907, + "f1_weighted": 0.728183 + }, + { + "accuracy": 0.764929, + "f1": 0.750192, + "f1_weighted": 0.753367 + }, + { + "accuracy": 0.756518, + "f1": 0.743966, + "f1_weighted": 0.748909 + }, + { + "accuracy": 0.747687, + "f1": 0.720457, + "f1_weighted": 0.734402 + }, + { + "accuracy": 0.744323, + "f1": 0.729545, + "f1_weighted": 0.737682 + }, + { + "accuracy": 0.751472, + "f1": 0.733604, + "f1_weighted": 0.741906 + }, + { + "accuracy": 0.762826, + "f1": 0.741102, + "f1_weighted": 0.752417 + }, + { + "accuracy": 0.751892, + "f1": 0.735079, + "f1_weighted": 0.741873 + }, + { + "accuracy": 0.735071, + "f1": 0.70788, + "f1_weighted": 0.722482 + } + ], + "main_score": 0.75021, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.462597608566284, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackAndroid-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..8002177245 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 15.95, + "map_at_1": 0.24847, + "map_at_10": 0.35514, + "map_at_100": 0.36889, + "map_at_1000": 0.37017, + "map_at_20": 0.36189, + "map_at_3": 0.31939, + "map_at_5": 0.33864, + "mrr_at_1": 0.31271, + "mrr_at_10": 0.41309, + "mrr_at_100": 0.42031, + "mrr_at_1000": 0.42075, + "mrr_at_20": 0.41673, + "mrr_at_3": 0.38288, + "mrr_at_5": 0.39928, + "ndcg_at_1": 0.31271, + "ndcg_at_10": 0.42116, + "ndcg_at_100": 0.47484, + "ndcg_at_1000": 0.49709, + "ndcg_at_20": 0.43824, + "ndcg_at_3": 0.36544, + "ndcg_at_5": 0.38894, + "precision_at_1": 0.31271, + "precision_at_10": 0.08522, + "precision_at_100": 0.01452, + "precision_at_1000": 0.00196, + "precision_at_20": 0.05052, + "precision_at_3": 0.18156, + "precision_at_5": 0.13196, + "recall_at_1": 0.24847, + "recall_at_10": 0.55344, + "recall_at_100": 0.78489, + "recall_at_1000": 0.93, + "recall_at_20": 0.61586, + "recall_at_3": 0.3889, + "recall_at_5": 0.45731, + "hf_subset": "default", + "main_score": 0.42116, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackGis-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackGis-VN.json new file mode 100644 index 0000000000..1c6285ef70 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 36.16, + "map_at_1": 0.1971, + "map_at_10": 0.26599, + "map_at_100": 0.27504, + "map_at_1000": 0.27623, + "map_at_20": 0.27058, + "map_at_3": 0.24438, + "map_at_5": 0.25689, + "mrr_at_1": 0.21538, + "mrr_at_10": 0.28389, + "mrr_at_100": 0.2921, + "mrr_at_1000": 0.29303, + "mrr_at_20": 0.2884, + "mrr_at_3": 0.26154, + "mrr_at_5": 0.27462, + "ndcg_at_1": 0.21538, + "ndcg_at_10": 0.30758, + "ndcg_at_100": 0.35332, + "ndcg_at_1000": 0.38276, + "ndcg_at_20": 0.32335, + "ndcg_at_3": 0.26431, + "ndcg_at_5": 0.28607, + "precision_at_1": 0.21538, + "precision_at_10": 0.04846, + "precision_at_100": 0.0076, + "precision_at_1000": 0.00105, + "precision_at_20": 0.02823, + "precision_at_3": 0.11333, + "precision_at_5": 0.08062, + "recall_at_1": 0.1971, + "recall_at_10": 0.41897, + "recall_at_100": 0.63049, + "recall_at_1000": 0.85193, + "recall_at_20": 0.4762, + "recall_at_3": 0.30254, + "recall_at_5": 0.35499, + "hf_subset": "default", + "main_score": 0.30758, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackMathematica-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..c50278fd20 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 21.04, + "map_at_1": 0.11256, + "map_at_10": 0.17694, + "map_at_100": 0.18671, + "map_at_1000": 0.18783, + "map_at_20": 0.18217, + "map_at_3": 0.15615, + "map_at_5": 0.16832, + "mrr_at_1": 0.13433, + "mrr_at_10": 0.20521, + "mrr_at_100": 0.21454, + "mrr_at_1000": 0.21537, + "mrr_at_20": 0.21048, + "mrr_at_3": 0.18195, + "mrr_at_5": 0.19666, + "ndcg_at_1": 0.13433, + "ndcg_at_10": 0.21848, + "ndcg_at_100": 0.26823, + "ndcg_at_1000": 0.30049, + "ndcg_at_20": 0.23716, + "ndcg_at_3": 0.17701, + "ndcg_at_5": 0.19779, + "precision_at_1": 0.13433, + "precision_at_10": 0.04051, + "precision_at_100": 0.0074, + "precision_at_1000": 0.00115, + "precision_at_20": 0.02495, + "precision_at_3": 0.08458, + "precision_at_5": 0.06525, + "recall_at_1": 0.11256, + "recall_at_10": 0.31898, + "recall_at_100": 0.54154, + "recall_at_1000": 0.78126, + "recall_at_20": 0.38822, + "recall_at_3": 0.20807, + "recall_at_5": 0.25569, + "hf_subset": "default", + "main_score": 0.21848, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackPhysics-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..34d80f8b0a --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 38.21, + "map_at_1": 0.22595, + "map_at_10": 0.30845, + "map_at_100": 0.32044, + "map_at_1000": 0.32182, + "map_at_20": 0.31425, + "map_at_3": 0.27715, + "map_at_5": 0.29514, + "mrr_at_1": 0.30103, + "mrr_at_10": 0.38387, + "mrr_at_100": 0.3916, + "mrr_at_1000": 0.39214, + "mrr_at_20": 0.3881, + "mrr_at_3": 0.35704, + "mrr_at_5": 0.37395, + "ndcg_at_1": 0.30103, + "ndcg_at_10": 0.36889, + "ndcg_at_100": 0.42214, + "ndcg_at_1000": 0.44901, + "ndcg_at_20": 0.38578, + "ndcg_at_3": 0.3203, + "ndcg_at_5": 0.34454, + "precision_at_1": 0.30103, + "precision_at_10": 0.07237, + "precision_at_100": 0.01206, + "precision_at_1000": 0.00168, + "precision_at_20": 0.04227, + "precision_at_3": 0.15808, + "precision_at_5": 0.1167, + "recall_at_1": 0.22595, + "recall_at_10": 0.47647, + "recall_at_100": 0.70898, + "recall_at_1000": 0.88804, + "recall_at_20": 0.53533, + "recall_at_3": 0.33268, + "recall_at_5": 0.40105, + "hf_subset": "default", + "main_score": 0.36889, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackProgrammers-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..b9a0ea5b6b --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 33.1, + "map_at_1": 0.20169, + "map_at_10": 0.28001, + "map_at_100": 0.29237, + "map_at_1000": 0.29363, + "map_at_20": 0.28671, + "map_at_3": 0.25484, + "map_at_5": 0.26738, + "mrr_at_1": 0.23817, + "mrr_at_10": 0.31812, + "mrr_at_100": 0.32703, + "mrr_at_1000": 0.32774, + "mrr_at_20": 0.32303, + "mrr_at_3": 0.29445, + "mrr_at_5": 0.30489, + "ndcg_at_1": 0.23817, + "ndcg_at_10": 0.3285, + "ndcg_at_100": 0.3861, + "ndcg_at_1000": 0.41444, + "ndcg_at_20": 0.34976, + "ndcg_at_3": 0.2846, + "ndcg_at_5": 0.30122, + "precision_at_1": 0.23817, + "precision_at_10": 0.06003, + "precision_at_100": 0.01062, + "precision_at_1000": 0.00146, + "precision_at_20": 0.03687, + "precision_at_3": 0.13322, + "precision_at_5": 0.09429, + "recall_at_1": 0.20169, + "recall_at_10": 0.43661, + "recall_at_100": 0.6847, + "recall_at_1000": 0.88397, + "recall_at_20": 0.51189, + "recall_at_3": 0.31372, + "recall_at_5": 0.35729, + "hf_subset": "default", + "main_score": 0.3285, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackStats-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackStats-VN.json new file mode 100644 index 0000000000..591f164bc0 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 47.8, + "map_at_1": 0.19529, + "map_at_10": 0.25146, + "map_at_100": 0.26015, + "map_at_1000": 0.26112, + "map_at_20": 0.25599, + "map_at_3": 0.23419, + "map_at_5": 0.24228, + "mrr_at_1": 0.21854, + "mrr_at_10": 0.27288, + "mrr_at_100": 0.2802, + "mrr_at_1000": 0.28108, + "mrr_at_20": 0.27651, + "mrr_at_3": 0.25662, + "mrr_at_5": 0.26225, + "ndcg_at_1": 0.21854, + "ndcg_at_10": 0.28566, + "ndcg_at_100": 0.33054, + "ndcg_at_1000": 0.35395, + "ndcg_at_20": 0.30031, + "ndcg_at_3": 0.2516, + "ndcg_at_5": 0.2635, + "precision_at_1": 0.21854, + "precision_at_10": 0.04437, + "precision_at_100": 0.00735, + "precision_at_1000": 0.001, + "precision_at_20": 0.02599, + "precision_at_3": 0.10596, + "precision_at_5": 0.07152, + "recall_at_1": 0.19529, + "recall_at_10": 0.37182, + "recall_at_100": 0.58155, + "recall_at_1000": 0.74661, + "recall_at_20": 0.42538, + "recall_at_3": 0.27807, + "recall_at_5": 0.30566, + "hf_subset": "default", + "main_score": 0.28566, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackTex-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackTex-VN.json new file mode 100644 index 0000000000..2938335755 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 83.04, + "map_at_1": 0.14327, + "map_at_10": 0.20049, + "map_at_100": 0.20936, + "map_at_1000": 0.21062, + "map_at_20": 0.20471, + "map_at_3": 0.18086, + "map_at_5": 0.19226, + "mrr_at_1": 0.17782, + "mrr_at_10": 0.23713, + "mrr_at_100": 0.24483, + "mrr_at_1000": 0.24574, + "mrr_at_20": 0.24102, + "mrr_at_3": 0.21765, + "mrr_at_5": 0.2292, + "ndcg_at_1": 0.17782, + "ndcg_at_10": 0.2397, + "ndcg_at_100": 0.28355, + "ndcg_at_1000": 0.31559, + "ndcg_at_20": 0.25363, + "ndcg_at_3": 0.20455, + "ndcg_at_5": 0.22185, + "precision_at_1": 0.17782, + "precision_at_10": 0.04391, + "precision_at_100": 0.00775, + "precision_at_1000": 0.00121, + "precision_at_20": 0.02607, + "precision_at_3": 0.09586, + "precision_at_5": 0.07044, + "recall_at_1": 0.14327, + "recall_at_10": 0.32233, + "recall_at_100": 0.52131, + "recall_at_1000": 0.75425, + "recall_at_20": 0.37456, + "recall_at_3": 0.22283, + "recall_at_5": 0.26907, + "hf_subset": "default", + "main_score": 0.2397, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackUnix-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..a390255b87 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 45.59, + "map_at_1": 0.20563, + "map_at_10": 0.28184, + "map_at_100": 0.29124, + "map_at_1000": 0.29242, + "map_at_20": 0.28594, + "map_at_3": 0.25884, + "map_at_5": 0.2722, + "mrr_at_1": 0.24547, + "mrr_at_10": 0.31823, + "mrr_at_100": 0.32657, + "mrr_at_1000": 0.3274, + "mrr_at_20": 0.32201, + "mrr_at_3": 0.29887, + "mrr_at_5": 0.30969, + "ndcg_at_1": 0.24547, + "ndcg_at_10": 0.32647, + "ndcg_at_100": 0.37488, + "ndcg_at_1000": 0.40423, + "ndcg_at_20": 0.3402, + "ndcg_at_3": 0.28685, + "ndcg_at_5": 0.3056, + "precision_at_1": 0.24547, + "precision_at_10": 0.05538, + "precision_at_100": 0.00895, + "precision_at_1000": 0.00126, + "precision_at_20": 0.03138, + "precision_at_3": 0.13019, + "precision_at_5": 0.09214, + "recall_at_1": 0.20563, + "recall_at_10": 0.42628, + "recall_at_100": 0.64595, + "recall_at_1000": 0.85806, + "recall_at_20": 0.47652, + "recall_at_3": 0.31814, + "recall_at_5": 0.36536, + "hf_subset": "default", + "main_score": 0.32647, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackWebmasters-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..f878b7b6f2 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 14.42, + "map_at_1": 0.21057, + "map_at_10": 0.27819, + "map_at_100": 0.29153, + "map_at_1000": 0.29396, + "map_at_20": 0.28452, + "map_at_3": 0.25726, + "map_at_5": 0.26729, + "mrr_at_1": 0.2525, + "mrr_at_10": 0.31761, + "mrr_at_100": 0.32834, + "mrr_at_1000": 0.32908, + "mrr_at_20": 0.32377, + "mrr_at_3": 0.29667, + "mrr_at_5": 0.30617, + "ndcg_at_1": 0.2525, + "ndcg_at_10": 0.32599, + "ndcg_at_100": 0.38129, + "ndcg_at_1000": 0.41503, + "ndcg_at_20": 0.34496, + "ndcg_at_3": 0.28866, + "ndcg_at_5": 0.30238, + "precision_at_1": 0.2525, + "precision_at_10": 0.06075, + "precision_at_100": 0.01312, + "precision_at_1000": 0.00237, + "precision_at_20": 0.0385, + "precision_at_3": 0.13167, + "precision_at_5": 0.0945, + "recall_at_1": 0.21057, + "recall_at_10": 0.41838, + "recall_at_100": 0.6665, + "recall_at_1000": 0.88693, + "recall_at_20": 0.49247, + "recall_at_3": 0.30464, + "recall_at_5": 0.34361, + "hf_subset": "default", + "main_score": 0.32599, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackWordpress-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..9a8993b4b4 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 50.37, + "map_at_1": 0.15105, + "map_at_10": 0.20729, + "map_at_100": 0.21881, + "map_at_1000": 0.2197, + "map_at_20": 0.2138, + "map_at_3": 0.18405, + "map_at_5": 0.19711, + "mrr_at_1": 0.17277, + "mrr_at_10": 0.23141, + "mrr_at_100": 0.24196, + "mrr_at_1000": 0.24262, + "mrr_at_20": 0.23747, + "mrr_at_3": 0.20812, + "mrr_at_5": 0.22055, + "ndcg_at_1": 0.17277, + "ndcg_at_10": 0.24778, + "ndcg_at_100": 0.30503, + "ndcg_at_1000": 0.32982, + "ndcg_at_20": 0.27004, + "ndcg_at_3": 0.20248, + "ndcg_at_5": 0.22438, + "precision_at_1": 0.17277, + "precision_at_10": 0.04136, + "precision_at_100": 0.0077, + "precision_at_1000": 0.00108, + "precision_at_20": 0.02579, + "precision_at_3": 0.08901, + "precision_at_5": 0.06649, + "recall_at_1": 0.15105, + "recall_at_10": 0.35061, + "recall_at_100": 0.61532, + "recall_at_1000": 0.80226, + "recall_at_20": 0.43403, + "recall_at_3": 0.22893, + "recall_at_5": 0.28246, + "hf_subset": "default", + "main_score": 0.24778, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ClimateFEVER-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ClimateFEVER-VN.json new file mode 100644 index 0000000000..934f94e3e0 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 2881.14, + "map_at_1": 0.0578, + "map_at_10": 0.09698, + "map_at_100": 0.10696, + "map_at_1000": 0.10849, + "map_at_20": 0.10179, + "map_at_3": 0.0816, + "map_at_5": 0.08901, + "mrr_at_1": 0.12716, + "mrr_at_10": 0.19887, + "mrr_at_100": 0.20895, + "mrr_at_1000": 0.20978, + "mrr_at_20": 0.20472, + "mrr_at_3": 0.17287, + "mrr_at_5": 0.1865, + "ndcg_at_1": 0.12716, + "ndcg_at_10": 0.14478, + "ndcg_at_100": 0.19535, + "ndcg_at_1000": 0.23029, + "ndcg_at_20": 0.16183, + "ndcg_at_3": 0.1139, + "ndcg_at_5": 0.12406, + "precision_at_1": 0.12716, + "precision_at_10": 0.04569, + "precision_at_100": 0.00999, + "precision_at_1000": 0.00165, + "precision_at_20": 0.03015, + "precision_at_3": 0.08295, + "precision_at_5": 0.06449, + "recall_at_1": 0.0578, + "recall_at_10": 0.18376, + "recall_at_100": 0.36447, + "recall_at_1000": 0.56358, + "recall_at_20": 0.2318, + "recall_at_3": 0.10864, + "recall_at_5": 0.13629, + "hf_subset": "default", + "main_score": 0.14478, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/DBPedia-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/DBPedia-VN.json new file mode 100644 index 0000000000..e442dbfa82 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 1825.09, + "map_at_1": 0.05699, + "map_at_10": 0.10403, + "map_at_100": 0.1361, + "map_at_1000": 0.14636, + "map_at_20": 0.11693, + "map_at_3": 0.0806, + "map_at_5": 0.09041, + "mrr_at_1": 0.39441, + "mrr_at_10": 0.51609, + "mrr_at_100": 0.52223, + "mrr_at_1000": 0.52246, + "mrr_at_20": 0.51921, + "mrr_at_3": 0.48395, + "mrr_at_5": 0.50352, + "ndcg_at_1": 0.31832, + "ndcg_at_10": 0.23805, + "ndcg_at_100": 0.27723, + "ndcg_at_1000": 0.34937, + "ndcg_at_20": 0.2369, + "ndcg_at_3": 0.26611, + "ndcg_at_5": 0.25108, + "precision_at_1": 0.39441, + "precision_at_10": 0.17391, + "precision_at_100": 0.0572, + "precision_at_1000": 0.01439, + "precision_at_20": 0.13075, + "precision_at_3": 0.28157, + "precision_at_5": 0.23478, + "recall_at_1": 0.05699, + "recall_at_10": 0.15318, + "recall_at_100": 0.32875, + "recall_at_1000": 0.56188, + "recall_at_20": 0.19509, + "recall_at_3": 0.09517, + "recall_at_5": 0.11604, + "hf_subset": "default", + "main_score": 0.23805, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/EmotionVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/EmotionVNClassification.json new file mode 100644 index 0000000000..c37d3df55a --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.418125, + "f1": 0.367785, + "f1_weighted": 0.438659, + "scores_per_experiment": [ + { + "accuracy": 0.467187, + "f1": 0.385906, + "f1_weighted": 0.488969 + }, + { + "accuracy": 0.382812, + "f1": 0.342234, + "f1_weighted": 0.410999 + }, + { + "accuracy": 0.438281, + "f1": 0.375321, + "f1_weighted": 0.461058 + }, + { + "accuracy": 0.392969, + "f1": 0.3539, + "f1_weighted": 0.41756 + }, + { + "accuracy": 0.435937, + "f1": 0.394952, + "f1_weighted": 0.459585 + }, + { + "accuracy": 0.327344, + "f1": 0.32746, + "f1_weighted": 0.317767 + }, + { + "accuracy": 0.458594, + "f1": 0.369914, + "f1_weighted": 0.474795 + }, + { + "accuracy": 0.385937, + "f1": 0.359333, + "f1_weighted": 0.413436 + }, + { + "accuracy": 0.458594, + "f1": 0.395512, + "f1_weighted": 0.480887 + }, + { + "accuracy": 0.433594, + "f1": 0.373314, + "f1_weighted": 0.461532 + } + ], + "main_score": 0.418125, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.43, + "f1": 0.36762, + "f1_weighted": 0.452586, + "scores_per_experiment": [ + { + "accuracy": 0.471318, + "f1": 0.374048, + "f1_weighted": 0.495591 + }, + { + "accuracy": 0.396124, + "f1": 0.339863, + "f1_weighted": 0.423391 + }, + { + "accuracy": 0.43876, + "f1": 0.366228, + "f1_weighted": 0.460822 + }, + { + "accuracy": 0.402326, + "f1": 0.357201, + "f1_weighted": 0.428257 + }, + { + "accuracy": 0.427907, + "f1": 0.379185, + "f1_weighted": 0.453712 + }, + { + "accuracy": 0.352713, + "f1": 0.341074, + "f1_weighted": 0.351096 + }, + { + "accuracy": 0.474419, + "f1": 0.388167, + "f1_weighted": 0.491322 + }, + { + "accuracy": 0.413178, + "f1": 0.372362, + "f1_weighted": 0.444098 + }, + { + "accuracy": 0.45969, + "f1": 0.380127, + "f1_weighted": 0.485243 + }, + { + "accuracy": 0.463566, + "f1": 0.377949, + "f1_weighted": 0.492329 + } + ], + "main_score": 0.43, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.097735166549683, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/FEVER-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/FEVER-VN.json new file mode 100644 index 0000000000..86d0818f6b --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 3026.81, + "map_at_1": 0.345, + "map_at_10": 0.46445, + "map_at_100": 0.4712, + "map_at_1000": 0.4716, + "map_at_20": 0.46854, + "map_at_3": 0.43575, + "map_at_5": 0.45377, + "mrr_at_1": 0.37105, + "mrr_at_10": 0.49475, + "mrr_at_100": 0.50114, + "mrr_at_1000": 0.50145, + "mrr_at_20": 0.4986, + "mrr_at_3": 0.46505, + "mrr_at_5": 0.48382, + "ndcg_at_1": 0.37105, + "ndcg_at_10": 0.52873, + "ndcg_at_100": 0.56138, + "ndcg_at_1000": 0.57187, + "ndcg_at_20": 0.54305, + "ndcg_at_3": 0.47176, + "ndcg_at_5": 0.50364, + "precision_at_1": 0.37105, + "precision_at_10": 0.07634, + "precision_at_100": 0.00939, + "precision_at_1000": 0.00105, + "precision_at_20": 0.04134, + "precision_at_3": 0.19765, + "precision_at_5": 0.13566, + "recall_at_1": 0.345, + "recall_at_10": 0.69814, + "recall_at_100": 0.84724, + "recall_at_1000": 0.92607, + "recall_at_20": 0.75268, + "recall_at_3": 0.54623, + "recall_at_5": 0.62308, + "hf_subset": "default", + "main_score": 0.52873, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/FiQA2018-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/FiQA2018-VN.json new file mode 100644 index 0000000000..f4e7acd8ab --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 45.92, + "map_at_1": 0.13188, + "map_at_10": 0.20143, + "map_at_100": 0.21644, + "map_at_1000": 0.21838, + "map_at_20": 0.20935, + "map_at_3": 0.1762, + "map_at_5": 0.18962, + "mrr_at_1": 0.25066, + "mrr_at_10": 0.32824, + "mrr_at_100": 0.33857, + "mrr_at_1000": 0.33927, + "mrr_at_20": 0.33422, + "mrr_at_3": 0.30651, + "mrr_at_5": 0.31944, + "ndcg_at_1": 0.25066, + "ndcg_at_10": 0.26227, + "ndcg_at_100": 0.32519, + "ndcg_at_1000": 0.36562, + "ndcg_at_20": 0.28628, + "ndcg_at_3": 0.23367, + "ndcg_at_5": 0.24367, + "precision_at_1": 0.25066, + "precision_at_10": 0.07361, + "precision_at_100": 0.01383, + "precision_at_1000": 0.00209, + "precision_at_20": 0.04617, + "precision_at_3": 0.14952, + "precision_at_5": 0.1124, + "recall_at_1": 0.13188, + "recall_at_10": 0.3156, + "recall_at_100": 0.55097, + "recall_at_1000": 0.79882, + "recall_at_20": 0.39321, + "recall_at_3": 0.21949, + "recall_at_5": 0.2599, + "hf_subset": "default", + "main_score": 0.26227, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/GreenNodeTableMarkdownRetrieval.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..770c55684b --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27395, + "ndcg_at_3": 0.32524, + "ndcg_at_5": 0.34131, + "ndcg_at_10": 0.35966, + "ndcg_at_20": 0.37382, + "ndcg_at_100": 0.39864, + "ndcg_at_1000": 0.42349, + "map_at_1": 0.27395, + "map_at_3": 0.31262, + "map_at_5": 0.32151, + "map_at_10": 0.32908, + "map_at_20": 0.33295, + "map_at_100": 0.33625, + "map_at_1000": 0.33704, + "recall_at_1": 0.27395, + "recall_at_3": 0.36179, + "recall_at_5": 0.40091, + "recall_at_10": 0.45766, + "recall_at_20": 0.51382, + "recall_at_100": 0.64949, + "recall_at_1000": 0.85362, + "precision_at_1": 0.27395, + "precision_at_3": 0.1206, + "precision_at_5": 0.08018, + "precision_at_10": 0.04577, + "precision_at_20": 0.02569, + "precision_at_100": 0.00649, + "precision_at_1000": 0.00085, + "mrr_at_1": 0.273952, + "mrr_at_3": 0.312616, + "mrr_at_5": 0.321506, + "mrr_at_10": 0.329079, + "mrr_at_20": 0.332947, + "mrr_at_100": 0.336252, + "mrr_at_1000": 0.337042, + "nauc_ndcg_at_1_max": 0.139526, + "nauc_ndcg_at_1_std": -0.028761, + "nauc_ndcg_at_1_diff1": 0.706939, + "nauc_ndcg_at_3_max": 0.098613, + "nauc_ndcg_at_3_std": -0.004873, + "nauc_ndcg_at_3_diff1": 0.644581, + "nauc_ndcg_at_5_max": 0.086958, + "nauc_ndcg_at_5_std": 0.003663, + "nauc_ndcg_at_5_diff1": 0.631004, + "nauc_ndcg_at_10_max": 0.074805, + "nauc_ndcg_at_10_std": 0.016118, + "nauc_ndcg_at_10_diff1": 0.621871, + "nauc_ndcg_at_20_max": 0.066398, + "nauc_ndcg_at_20_std": 0.02291, + "nauc_ndcg_at_20_diff1": 0.614768, + "nauc_ndcg_at_100_max": 0.059986, + "nauc_ndcg_at_100_std": 0.035882, + "nauc_ndcg_at_100_diff1": 0.610321, + "nauc_ndcg_at_1000_max": 0.065282, + "nauc_ndcg_at_1000_std": 0.036185, + "nauc_ndcg_at_1000_diff1": 0.615945, + "nauc_map_at_1_max": 0.139526, + "nauc_map_at_1_std": -0.028761, + "nauc_map_at_1_diff1": 0.706939, + "nauc_map_at_3_max": 0.108475, + "nauc_map_at_3_std": -0.010535, + "nauc_map_at_3_diff1": 0.659173, + "nauc_map_at_5_max": 0.10188, + "nauc_map_at_5_std": -0.005805, + "nauc_map_at_5_diff1": 0.651483, + "nauc_map_at_10_max": 0.096855, + "nauc_map_at_10_std": -0.000629, + "nauc_map_at_10_diff1": 0.64772, + "nauc_map_at_20_max": 0.094583, + "nauc_map_at_20_std": 0.001191, + "nauc_map_at_20_diff1": 0.645771, + "nauc_map_at_100_max": 0.093759, + "nauc_map_at_100_std": 0.002849, + "nauc_map_at_100_diff1": 0.645223, + "nauc_map_at_1000_max": 0.093896, + "nauc_map_at_1000_std": 0.002888, + "nauc_map_at_1000_diff1": 0.645393, + "nauc_recall_at_1_max": 0.139526, + "nauc_recall_at_1_std": -0.028761, + "nauc_recall_at_1_diff1": 0.706939, + "nauc_recall_at_3_max": 0.071102, + "nauc_recall_at_3_std": 0.010886, + "nauc_recall_at_3_diff1": 0.604045, + "nauc_recall_at_5_max": 0.044359, + "nauc_recall_at_5_std": 0.030915, + "nauc_recall_at_5_diff1": 0.57302, + "nauc_recall_at_10_max": 0.00691, + "nauc_recall_at_10_std": 0.068925, + "nauc_recall_at_10_diff1": 0.544432, + "nauc_recall_at_20_max": -0.028225, + "nauc_recall_at_20_std": 0.097372, + "nauc_recall_at_20_diff1": 0.5145, + "nauc_recall_at_100_max": -0.086383, + "nauc_recall_at_100_std": 0.193855, + "nauc_recall_at_100_diff1": 0.467693, + "nauc_recall_at_1000_max": -0.131666, + "nauc_recall_at_1000_std": 0.352357, + "nauc_recall_at_1000_diff1": 0.429513, + "nauc_precision_at_1_max": 0.139526, + "nauc_precision_at_1_std": -0.028761, + "nauc_precision_at_1_diff1": 0.706939, + "nauc_precision_at_3_max": 0.071102, + "nauc_precision_at_3_std": 0.010886, + "nauc_precision_at_3_diff1": 0.604045, + "nauc_precision_at_5_max": 0.044359, + "nauc_precision_at_5_std": 0.030915, + "nauc_precision_at_5_diff1": 0.57302, + "nauc_precision_at_10_max": 0.00691, + "nauc_precision_at_10_std": 0.068925, + "nauc_precision_at_10_diff1": 0.544432, + "nauc_precision_at_20_max": -0.028225, + "nauc_precision_at_20_std": 0.097372, + "nauc_precision_at_20_diff1": 0.5145, + "nauc_precision_at_100_max": -0.086383, + "nauc_precision_at_100_std": 0.193855, + "nauc_precision_at_100_diff1": 0.467693, + "nauc_precision_at_1000_max": -0.131666, + "nauc_precision_at_1000_std": 0.352357, + "nauc_precision_at_1000_diff1": 0.429513, + "nauc_mrr_at_1_max": 0.139526, + "nauc_mrr_at_1_std": -0.028761, + "nauc_mrr_at_1_diff1": 0.706939, + "nauc_mrr_at_3_max": 0.108475, + "nauc_mrr_at_3_std": -0.010535, + "nauc_mrr_at_3_diff1": 0.659173, + "nauc_mrr_at_5_max": 0.10188, + "nauc_mrr_at_5_std": -0.005805, + "nauc_mrr_at_5_diff1": 0.651483, + "nauc_mrr_at_10_max": 0.096855, + "nauc_mrr_at_10_std": -0.000629, + "nauc_mrr_at_10_diff1": 0.64772, + "nauc_mrr_at_20_max": 0.094583, + "nauc_mrr_at_20_std": 0.001191, + "nauc_mrr_at_20_diff1": 0.645771, + "nauc_mrr_at_100_max": 0.093759, + "nauc_mrr_at_100_std": 0.002849, + "nauc_mrr_at_100_diff1": 0.645223, + "nauc_mrr_at_1000_max": 0.093896, + "nauc_mrr_at_1000_std": 0.002888, + "nauc_mrr_at_1000_diff1": 0.645393, + "main_score": 0.35966, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 216.24793076515198, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/HotpotQA-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/HotpotQA-VN.json new file mode 100644 index 0000000000..99db4e1b20 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 2174.66, + "map_at_1": 0.31688, + "map_at_10": 0.4389, + "map_at_100": 0.44796, + "map_at_1000": 0.4487, + "map_at_20": 0.4439, + "map_at_3": 0.41246, + "map_at_5": 0.428, + "mrr_at_1": 0.63376, + "mrr_at_10": 0.71142, + "mrr_at_100": 0.71528, + "mrr_at_1000": 0.71543, + "mrr_at_20": 0.71372, + "mrr_at_3": 0.69667, + "mrr_at_5": 0.70583, + "ndcg_at_1": 0.63376, + "ndcg_at_10": 0.5336, + "ndcg_at_100": 0.56876, + "ndcg_at_1000": 0.58448, + "ndcg_at_20": 0.54721, + "ndcg_at_3": 0.49129, + "ndcg_at_5": 0.51347, + "precision_at_1": 0.63376, + "precision_at_10": 0.11065, + "precision_at_100": 0.01384, + "precision_at_1000": 0.00159, + "precision_at_20": 0.05969, + "precision_at_3": 0.30602, + "precision_at_5": 0.20114, + "recall_at_1": 0.31688, + "recall_at_10": 0.55324, + "recall_at_100": 0.69182, + "recall_at_1000": 0.79703, + "recall_at_20": 0.5969, + "recall_at_3": 0.45903, + "recall_at_5": 0.50285, + "hf_subset": "default", + "main_score": 0.5336, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ImdbVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ImdbVNClassification.json new file mode 100644 index 0000000000..cc7f1b11bf --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.651963, + "f1": 0.649919, + "f1_weighted": 0.649904, + "ap": 0.603662, + "ap_weighted": 0.603662, + "scores_per_experiment": [ + { + "accuracy": 0.679861, + "f1": 0.678111, + "f1_weighted": 0.67797, + "ap": 0.631302, + "ap_weighted": 0.631302 + }, + { + "accuracy": 0.676872, + "f1": 0.675924, + "f1_weighted": 0.676028, + "ap": 0.619369, + "ap_weighted": 0.619369 + }, + { + "accuracy": 0.609483, + "f1": 0.609321, + "f1_weighted": 0.609368, + "ap": 0.569149, + "ap_weighted": 0.569149 + }, + { + "accuracy": 0.653412, + "f1": 0.650231, + "f1_weighted": 0.650429, + "ap": 0.599005, + "ap_weighted": 0.599005 + }, + { + "accuracy": 0.645714, + "f1": 0.642174, + "f1_weighted": 0.641963, + "ap": 0.602893, + "ap_weighted": 0.602893 + }, + { + "accuracy": 0.657262, + "f1": 0.657047, + "f1_weighted": 0.657098, + "ap": 0.605038, + "ap_weighted": 0.605038 + }, + { + "accuracy": 0.640007, + "f1": 0.639852, + "f1_weighted": 0.639808, + "ap": 0.593538, + "ap_weighted": 0.593538 + }, + { + "accuracy": 0.66016, + "f1": 0.659819, + "f1_weighted": 0.659883, + "ap": 0.607026, + "ap_weighted": 0.607026 + }, + { + "accuracy": 0.63892, + "f1": 0.637826, + "f1_weighted": 0.637944, + "ap": 0.589572, + "ap_weighted": 0.589572 + }, + { + "accuracy": 0.657941, + "f1": 0.648886, + "f1_weighted": 0.648552, + "ap": 0.61973, + "ap_weighted": 0.61973 + } + ], + "main_score": 0.651963, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 55.284958362579346, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MSMARCO-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MSMARCO-VN.json new file mode 100644 index 0000000000..cbded4fcad --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 3659.92, + "map_at_1": 0.13717, + "map_at_10": 0.23879, + "map_at_100": 0.2507, + "map_at_1000": 0.25138, + "map_at_20": 0.24604, + "map_at_3": 0.20576, + "map_at_5": 0.2248, + "mrr_at_1": 0.14151, + "mrr_at_10": 0.24284, + "mrr_at_100": 0.25448, + "mrr_at_1000": 0.25511, + "mrr_at_20": 0.24997, + "mrr_at_3": 0.21031, + "mrr_at_5": 0.22885, + "ndcg_at_1": 0.14151, + "ndcg_at_10": 0.29751, + "ndcg_at_100": 0.35594, + "ndcg_at_1000": 0.37435, + "ndcg_at_20": 0.32348, + "ndcg_at_3": 0.22982, + "ndcg_at_5": 0.26375, + "precision_at_1": 0.14151, + "precision_at_10": 0.05003, + "precision_at_100": 0.00788, + "precision_at_1000": 0.00095, + "precision_at_20": 0.03035, + "precision_at_3": 0.10187, + "precision_at_5": 0.07827, + "recall_at_1": 0.13717, + "recall_at_10": 0.48013, + "recall_at_100": 0.75288, + "recall_at_1000": 0.89749, + "recall_at_20": 0.58138, + "recall_at_3": 0.29512, + "recall_at_5": 0.37688, + "hf_subset": "default", + "main_score": 0.29751, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MTOPDomainVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..061de32c0c --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.842909, + "f1": 0.844474, + "f1_weighted": 0.841761, + "scores_per_experiment": [ + { + "accuracy": 0.827176, + "f1": 0.823252, + "f1_weighted": 0.824868 + }, + { + "accuracy": 0.838613, + "f1": 0.840404, + "f1_weighted": 0.838195 + }, + { + "accuracy": 0.854037, + "f1": 0.858313, + "f1_weighted": 0.853003 + }, + { + "accuracy": 0.82522, + "f1": 0.823755, + "f1_weighted": 0.823715 + }, + { + "accuracy": 0.860733, + "f1": 0.861845, + "f1_weighted": 0.861176 + }, + { + "accuracy": 0.826123, + "f1": 0.83136, + "f1_weighted": 0.824356 + }, + { + "accuracy": 0.865172, + "f1": 0.865292, + "f1_weighted": 0.864195 + }, + { + "accuracy": 0.842976, + "f1": 0.841308, + "f1_weighted": 0.839744 + }, + { + "accuracy": 0.829057, + "f1": 0.839132, + "f1_weighted": 0.829853 + }, + { + "accuracy": 0.85998, + "f1": 0.860076, + "f1_weighted": 0.858503 + } + ], + "main_score": 0.842909, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.72702169418335, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MTOPIntentVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..213f3f1433 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.539854, + "f1": 0.344011, + "f1_weighted": 0.571119, + "scores_per_experiment": [ + { + "accuracy": 0.538409, + "f1": 0.349642, + "f1_weighted": 0.562914 + }, + { + "accuracy": 0.553758, + "f1": 0.347101, + "f1_weighted": 0.591834 + }, + { + "accuracy": 0.551426, + "f1": 0.340257, + "f1_weighted": 0.579181 + }, + { + "accuracy": 0.557144, + "f1": 0.354422, + "f1_weighted": 0.590768 + }, + { + "accuracy": 0.529155, + "f1": 0.34542, + "f1_weighted": 0.560319 + }, + { + "accuracy": 0.529306, + "f1": 0.335946, + "f1_weighted": 0.557763 + }, + { + "accuracy": 0.547137, + "f1": 0.353664, + "f1_weighted": 0.574452 + }, + { + "accuracy": 0.520277, + "f1": 0.345551, + "f1_weighted": 0.556058 + }, + { + "accuracy": 0.517794, + "f1": 0.336546, + "f1_weighted": 0.552784 + }, + { + "accuracy": 0.554134, + "f1": 0.331566, + "f1_weighted": 0.585115 + } + ], + "main_score": 0.539854, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.087508201599121, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MassiveIntentVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..5997b93735 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.654036, + "f1": 0.61174, + "f1_weighted": 0.6403, + "scores_per_experiment": [ + { + "accuracy": 0.651345, + "f1": 0.617776, + "f1_weighted": 0.637994 + }, + { + "accuracy": 0.688901, + "f1": 0.640707, + "f1_weighted": 0.679364 + }, + { + "accuracy": 0.654709, + "f1": 0.594751, + "f1_weighted": 0.642504 + }, + { + "accuracy": 0.689462, + "f1": 0.640235, + "f1_weighted": 0.681672 + }, + { + "accuracy": 0.641256, + "f1": 0.587226, + "f1_weighted": 0.626386 + }, + { + "accuracy": 0.626682, + "f1": 0.595803, + "f1_weighted": 0.611633 + }, + { + "accuracy": 0.667601, + "f1": 0.634282, + "f1_weighted": 0.653607 + }, + { + "accuracy": 0.642937, + "f1": 0.60195, + "f1_weighted": 0.627444 + }, + { + "accuracy": 0.621076, + "f1": 0.586267, + "f1_weighted": 0.597914 + }, + { + "accuracy": 0.65639, + "f1": 0.618408, + "f1_weighted": 0.644483 + } + ], + "main_score": 0.654036, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.4558563232421875, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MassiveScenarioVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..bd2c3e937f --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.708837, + "f1": 0.682446, + "f1_weighted": 0.703904, + "scores_per_experiment": [ + { + "accuracy": 0.714765, + "f1": 0.691812, + "f1_weighted": 0.709226 + }, + { + "accuracy": 0.707494, + "f1": 0.687165, + "f1_weighted": 0.699549 + }, + { + "accuracy": 0.717562, + "f1": 0.692195, + "f1_weighted": 0.717607 + }, + { + "accuracy": 0.714206, + "f1": 0.684748, + "f1_weighted": 0.710157 + }, + { + "accuracy": 0.700783, + "f1": 0.664132, + "f1_weighted": 0.693421 + }, + { + "accuracy": 0.701342, + "f1": 0.676586, + "f1_weighted": 0.692841 + }, + { + "accuracy": 0.701342, + "f1": 0.676811, + "f1_weighted": 0.694667 + }, + { + "accuracy": 0.71085, + "f1": 0.690966, + "f1_weighted": 0.706339 + }, + { + "accuracy": 0.716443, + "f1": 0.686041, + "f1_weighted": 0.715977 + }, + { + "accuracy": 0.703579, + "f1": 0.674005, + "f1_weighted": 0.699255 + } + ], + "main_score": 0.708837, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.478048801422119, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/NFCorpus-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/NFCorpus-VN.json new file mode 100644 index 0000000000..ca1eeaaf16 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 5.75, + "map_at_1": 0.0475, + "map_at_10": 0.09513, + "map_at_100": 0.11805, + "map_at_1000": 0.13097, + "map_at_20": 0.10535, + "map_at_3": 0.07071, + "map_at_5": 0.08162, + "mrr_at_1": 0.39759, + "mrr_at_10": 0.45412, + "mrr_at_100": 0.46345, + "mrr_at_1000": 0.46393, + "mrr_at_20": 0.46002, + "mrr_at_3": 0.42972, + "mrr_at_5": 0.44508, + "ndcg_at_1": 0.37651, + "ndcg_at_10": 0.27027, + "ndcg_at_100": 0.24832, + "ndcg_at_1000": 0.33553, + "ndcg_at_20": 0.2551, + "ndcg_at_3": 0.29979, + "ndcg_at_5": 0.28631, + "precision_at_1": 0.39759, + "precision_at_10": 0.20181, + "precision_at_100": 0.06711, + "precision_at_1000": 0.02057, + "precision_at_20": 0.15422, + "precision_at_3": 0.27711, + "precision_at_5": 0.24458, + "recall_at_1": 0.0475, + "recall_at_10": 0.12931, + "recall_at_100": 0.24758, + "recall_at_1000": 0.55307, + "recall_at_20": 0.15919, + "recall_at_3": 0.07611, + "recall_at_5": 0.0941, + "hf_subset": "default", + "main_score": 0.27027, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/NQ-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/NQ-VN.json new file mode 100644 index 0000000000..a1255c14ba --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 1530.89, + "map_at_1": 0.17728, + "map_at_10": 0.29326, + "map_at_100": 0.307, + "map_at_1000": 0.30764, + "map_at_20": 0.30206, + "map_at_3": 0.25246, + "map_at_5": 0.27588, + "mrr_at_1": 0.19895, + "mrr_at_10": 0.31305, + "mrr_at_100": 0.32493, + "mrr_at_1000": 0.32539, + "mrr_at_20": 0.32082, + "mrr_at_3": 0.27465, + "mrr_at_5": 0.29741, + "ndcg_at_1": 0.19895, + "ndcg_at_10": 0.3615, + "ndcg_at_100": 0.42298, + "ndcg_at_1000": 0.43784, + "ndcg_at_20": 0.39143, + "ndcg_at_3": 0.28078, + "ndcg_at_5": 0.32195, + "precision_at_1": 0.19895, + "precision_at_10": 0.06447, + "precision_at_100": 0.00977, + "precision_at_1000": 0.00112, + "precision_at_20": 0.03897, + "precision_at_3": 0.12912, + "precision_at_5": 0.10032, + "recall_at_1": 0.17728, + "recall_at_10": 0.55311, + "recall_at_100": 0.82509, + "recall_at_1000": 0.93439, + "recall_at_20": 0.6661, + "recall_at_3": 0.3411, + "recall_at_5": 0.43732, + "hf_subset": "default", + "main_score": 0.3615, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/Quora-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/Quora-VN.json new file mode 100644 index 0000000000..05a25031a1 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 154.47, + "map_at_1": 0.39778, + "map_at_10": 0.5237, + "map_at_100": 0.53612, + "map_at_1000": 0.53674, + "map_at_20": 0.53098, + "map_at_3": 0.48765, + "map_at_5": 0.50856, + "mrr_at_1": 0.46924, + "mrr_at_10": 0.57219, + "mrr_at_100": 0.57886, + "mrr_at_1000": 0.57909, + "mrr_at_20": 0.57646, + "mrr_at_3": 0.54621, + "mrr_at_5": 0.56188, + "ndcg_at_1": 0.46924, + "ndcg_at_10": 0.58795, + "ndcg_at_100": 0.63255, + "ndcg_at_1000": 0.6426, + "ndcg_at_20": 0.60759, + "ndcg_at_3": 0.53185, + "ndcg_at_5": 0.55986, + "precision_at_1": 0.46924, + "precision_at_10": 0.09912, + "precision_at_100": 0.01379, + "precision_at_1000": 0.00153, + "precision_at_20": 0.05638, + "precision_at_3": 0.24219, + "precision_at_5": 0.16885, + "recall_at_1": 0.39778, + "recall_at_10": 0.72864, + "recall_at_100": 0.91184, + "recall_at_1000": 0.97862, + "recall_at_20": 0.79809, + "recall_at_3": 0.57256, + "recall_at_5": 0.6452, + "hf_subset": "default", + "main_score": 0.58795, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/RedditClustering-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/RedditClustering-VN.json new file mode 100644 index 0000000000..1b4cfd7502 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.383119, + "v_measure_std": 0.033156, + "v_measures": [ + 0.356743, + 0.418858, + 0.33181, + 0.414888, + 0.378517, + 0.388656, + 0.436465, + 0.333737, + 0.381985, + 0.389532 + ], + "main_score": 0.383119, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 33.094738245010376, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/RedditClusteringP2P-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..63305ed7b6 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.556736, + "v_measure_std": 0.120972, + "v_measures": [ + 0.63987, + 0.614205, + 0.576813, + 0.345784, + 0.610349, + 0.549699, + 0.303552, + 0.630633, + 0.616637, + 0.679822 + ], + "main_score": 0.556736, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 506.33467984199524, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SCIDOCS-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SCIDOCS-VN.json new file mode 100644 index 0000000000..7a57617135 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 29.64, + "map_at_1": 0.03746, + "map_at_10": 0.07857, + "map_at_100": 0.0897, + "map_at_1000": 0.09197, + "map_at_20": 0.08364, + "map_at_3": 0.06198, + "map_at_5": 0.07149, + "mrr_at_1": 0.1825, + "mrr_at_10": 0.2504, + "mrr_at_100": 0.25986, + "mrr_at_1000": 0.2609, + "mrr_at_20": 0.25536, + "mrr_at_3": 0.22708, + "mrr_at_5": 0.23983, + "ndcg_at_1": 0.1825, + "ndcg_at_10": 0.13354, + "ndcg_at_100": 0.18505, + "ndcg_at_1000": 0.23634, + "ndcg_at_20": 0.1489, + "ndcg_at_3": 0.13696, + "ndcg_at_5": 0.11663, + "precision_at_1": 0.1825, + "precision_at_10": 0.0645, + "precision_at_100": 0.01402, + "precision_at_1000": 0.00265, + "precision_at_20": 0.04125, + "precision_at_3": 0.125, + "precision_at_5": 0.098, + "recall_at_1": 0.03746, + "recall_at_10": 0.13121, + "recall_at_100": 0.28483, + "recall_at_1000": 0.53733, + "recall_at_20": 0.16746, + "recall_at_3": 0.07683, + "recall_at_5": 0.09996, + "hf_subset": "default", + "main_score": 0.13354, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SICK-R-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SICK-R-VN.json new file mode 100644 index 0000000000..eae3086816 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.806707, + "spearman": 0.740001, + "cosine_pearson": 0.806707, + "cosine_spearman": 0.740013, + "manhattan_pearson": 0.768569, + "manhattan_spearman": 0.739246, + "euclidean_pearson": 0.768717, + "euclidean_spearman": 0.740012, + "main_score": 0.740013, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.8386354446411133, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/STSBenchmark-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/STSBenchmark-VN.json new file mode 100644 index 0000000000..b3f7dff304 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.788468, + "spearman": 0.779631, + "cosine_pearson": 0.788468, + "cosine_spearman": 0.779633, + "manhattan_pearson": 0.777375, + "manhattan_spearman": 0.778054, + "euclidean_pearson": 0.778503, + "euclidean_spearman": 0.779633, + "main_score": 0.779633, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.7749245166778564, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SciDocsRR-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SciDocsRR-VN.json new file mode 100644 index 0000000000..fe3b34bc5a --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.805442, + "mrr": 0.889095, + "nAUC_map_max": 0.570344, + "nAUC_map_std": 0.65923, + "nAUC_map_diff1": 0.29379, + "nAUC_mrr_max": 0.844212, + "nAUC_mrr_std": 0.826876, + "nAUC_mrr_diff1": 0.583609, + "main_score": 0.805442, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.946762800216675, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SciFact-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SciFact-VN.json new file mode 100644 index 0000000000..a4ed453629 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 7.71, + "map_at_1": 0.46915, + "map_at_10": 0.55937, + "map_at_100": 0.56841, + "map_at_1000": 0.56877, + "map_at_20": 0.565, + "map_at_3": 0.53414, + "map_at_5": 0.54932, + "mrr_at_1": 0.5, + "mrr_at_10": 0.5829, + "mrr_at_100": 0.58889, + "mrr_at_1000": 0.58926, + "mrr_at_20": 0.58649, + "mrr_at_3": 0.56095, + "mrr_at_5": 0.57587, + "ndcg_at_1": 0.5, + "ndcg_at_10": 0.60872, + "ndcg_at_100": 0.64626, + "ndcg_at_1000": 0.65585, + "ndcg_at_20": 0.62591, + "ndcg_at_3": 0.56107, + "ndcg_at_5": 0.58723, + "precision_at_1": 0.5, + "precision_at_10": 0.08358, + "precision_at_100": 0.0106, + "precision_at_1000": 0.00113, + "precision_at_20": 0.04627, + "precision_at_3": 0.22388, + "precision_at_5": 0.15075, + "recall_at_1": 0.46915, + "recall_at_10": 0.73682, + "recall_at_100": 0.90299, + "recall_at_1000": 0.97761, + "recall_at_20": 0.8005, + "recall_at_3": 0.61032, + "recall_at_5": 0.674, + "hf_subset": "default", + "main_score": 0.60872, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SprintDuplicateQuestions-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..7c07726b46 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.997928, + "similarity_accuracy_threshold": 0.683145, + "similarity_f1": 0.893407, + "similarity_f1_threshold": 0.648455, + "similarity_precision": 0.876078, + "similarity_recall": 0.911435, + "similarity_ap": 0.963133, + "cosine_accuracy": 0.997928, + "cosine_accuracy_threshold": 0.683145, + "cosine_f1": 0.893407, + "cosine_f1_threshold": 0.648455, + "cosine_precision": 0.876078, + "cosine_recall": 0.911435, + "cosine_ap": 0.963133, + "manhattan_accuracy": 0.997838, + "manhattan_accuracy_threshold": 17.433537, + "manhattan_f1": 0.892497, + "manhattan_f1_threshold": 18.13722, + "manhattan_precision": 0.891499, + "manhattan_recall": 0.893498, + "manhattan_ap": 0.961974, + "euclidean_accuracy": 0.997928, + "euclidean_accuracy_threshold": 0.796059, + "euclidean_f1": 0.893407, + "euclidean_f1_threshold": 0.838505, + "euclidean_precision": 0.876078, + "euclidean_recall": 0.911435, + "euclidean_ap": 0.963133, + "dot_accuracy": 0.997928, + "dot_accuracy_threshold": 0.683145, + "dot_f1": 0.893407, + "dot_f1_threshold": 0.648455, + "dot_precision": 0.876078, + "dot_recall": 0.911435, + "dot_ap": 0.963133, + "max_accuracy": 0.997928, + "max_f1": 0.893407, + "max_precision": 0.891499, + "max_recall": 0.911435, + "max_ap": 0.963133, + "main_score": 0.963133, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.997839, + "similarity_accuracy_threshold": 0.701165, + "similarity_f1": 0.890805, + "similarity_f1_threshold": 0.689532, + "similarity_precision": 0.906433, + "similarity_recall": 0.875706, + "similarity_ap": 0.952297, + "cosine_accuracy": 0.997839, + "cosine_accuracy_threshold": 0.701165, + "cosine_f1": 0.890805, + "cosine_f1_threshold": 0.689532, + "cosine_precision": 0.906433, + "cosine_recall": 0.875706, + "cosine_ap": 0.952297, + "manhattan_accuracy": 0.997816, + "manhattan_accuracy_threshold": 17.176418, + "manhattan_f1": 0.890419, + "manhattan_f1_threshold": 17.316734, + "manhattan_precision": 0.904429, + "manhattan_recall": 0.876836, + "manhattan_ap": 0.950419, + "euclidean_accuracy": 0.997839, + "euclidean_accuracy_threshold": 0.773091, + "euclidean_f1": 0.890805, + "euclidean_f1_threshold": 0.787994, + "euclidean_precision": 0.906433, + "euclidean_recall": 0.875706, + "euclidean_ap": 0.952297, + "dot_accuracy": 0.997839, + "dot_accuracy_threshold": 0.701165, + "dot_f1": 0.890805, + "dot_f1_threshold": 0.689532, + "dot_precision": 0.906433, + "dot_recall": 0.875706, + "dot_ap": 0.952297, + "max_accuracy": 0.997839, + "max_f1": 0.890805, + "max_precision": 0.906433, + "max_recall": 0.876836, + "max_ap": 0.952297, + "main_score": 0.952297, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 26.030659914016724, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/StackExchangeClustering-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..20b566e543 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.552646, + "v_measure_std": 0.065805, + "v_measures": [ + 0.53702, + 0.470686, + 0.654344, + 0.548536 + ], + "main_score": 0.552646, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.314847230911255, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/StackExchangeClusteringP2P-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..ff4813201c --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.319536, + "v_measure_std": 0.019132, + "v_measures": [ + 0.294471, + 0.304431, + 0.302516, + 0.300974, + 0.302789, + 0.346191, + 0.334566, + 0.330427, + 0.335183, + 0.343813 + ], + "main_score": 0.319536, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 156.68364644050598, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/StackOverflowDupQuestions-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..ca78d3fb04 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.495292, + "mrr": 0.500532, + "nAUC_map_max": 0.148128, + "nAUC_map_std": 0.105484, + "nAUC_map_diff1": 0.33607, + "nAUC_mrr_max": 0.154974, + "nAUC_mrr_std": 0.108865, + "nAUC_mrr_diff1": 0.333547, + "main_score": 0.495292, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.057848930358887, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TRECCOVID-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TRECCOVID-VN.json new file mode 100644 index 0000000000..98344ea355 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 186.03, + "map_at_1": 0.00137, + "map_at_10": 0.01174, + "map_at_100": 0.06849, + "map_at_1000": 0.18366, + "map_at_20": 0.02056, + "map_at_3": 0.00405, + "map_at_5": 0.00645, + "mrr_at_1": 0.54545, + "mrr_at_10": 0.69659, + "mrr_at_100": 0.70011, + "mrr_at_1000": 0.70011, + "mrr_at_20": 0.70011, + "mrr_at_3": 0.67045, + "mrr_at_5": 0.69091, + "ndcg_at_1": 0.52273, + "ndcg_at_10": 0.54727, + "ndcg_at_100": 0.43742, + "ndcg_at_1000": 0.42225, + "ndcg_at_20": 0.52965, + "ndcg_at_3": 0.53676, + "ndcg_at_5": 0.54828, + "precision_at_1": 0.54545, + "precision_at_10": 0.60455, + "precision_at_100": 0.46136, + "precision_at_1000": 0.1953, + "precision_at_20": 0.57159, + "precision_at_3": 0.59848, + "precision_at_5": 0.60455, + "recall_at_1": 0.00137, + "recall_at_10": 0.01502, + "recall_at_100": 0.10707, + "recall_at_1000": 0.4096, + "recall_at_20": 0.02801, + "recall_at_3": 0.00469, + "recall_at_5": 0.00767, + "hf_subset": "default", + "main_score": 0.54727, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/Touche2020-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/Touche2020-VN.json new file mode 100644 index 0000000000..43e068ca58 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 370.8, + "map_at_1": 0.0128, + "map_at_10": 0.05601, + "map_at_100": 0.10954, + "map_at_1000": 0.11999, + "map_at_20": 0.07637, + "map_at_3": 0.02907, + "map_at_5": 0.04243, + "mrr_at_1": 0.16, + "mrr_at_10": 0.32905, + "mrr_at_100": 0.34206, + "mrr_at_1000": 0.34206, + "mrr_at_20": 0.33546, + "mrr_at_3": 0.27333, + "mrr_at_5": 0.31933, + "ndcg_at_1": 0.12, + "ndcg_at_10": 0.15884, + "ndcg_at_100": 0.28896, + "ndcg_at_1000": 0.39059, + "ndcg_at_20": 0.18336, + "ndcg_at_3": 0.16939, + "ndcg_at_5": 0.17894, + "precision_at_1": 0.16, + "precision_at_10": 0.168, + "precision_at_100": 0.0676, + "precision_at_1000": 0.01344, + "precision_at_20": 0.142, + "precision_at_3": 0.21333, + "precision_at_5": 0.224, + "recall_at_1": 0.0128, + "recall_at_10": 0.11299, + "recall_at_100": 0.40663, + "recall_at_1000": 0.71524, + "recall_at_20": 0.19671, + "recall_at_3": 0.04191, + "recall_at_5": 0.0692, + "hf_subset": "default", + "main_score": 0.15884, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ToxicConversationsVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..fef1473661 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.643164, + "f1": 0.478739, + "f1_weighted": 0.723653, + "ap": 0.097219, + "ap_weighted": 0.097219, + "scores_per_experiment": [ + { + "accuracy": 0.836914, + "f1": 0.564284, + "f1_weighted": 0.860811, + "ap": 0.101077, + "ap_weighted": 0.101077 + }, + { + "accuracy": 0.457031, + "f1": 0.3785, + "f1_weighted": 0.568572, + "ap": 0.083305, + "ap_weighted": 0.083305 + }, + { + "accuracy": 0.778809, + "f1": 0.559534, + "f1_weighted": 0.826912, + "ap": 0.118715, + "ap_weighted": 0.118715 + }, + { + "accuracy": 0.722168, + "f1": 0.504724, + "f1_weighted": 0.787065, + "ap": 0.087523, + "ap_weighted": 0.087523 + }, + { + "accuracy": 0.536133, + "f1": 0.424498, + "f1_weighted": 0.64257, + "ap": 0.088933, + "ap_weighted": 0.088933 + }, + { + "accuracy": 0.538574, + "f1": 0.42844, + "f1_weighted": 0.644298, + "ap": 0.092341, + "ap_weighted": 0.092341 + }, + { + "accuracy": 0.695312, + "f1": 0.526863, + "f1_weighted": 0.76975, + "ap": 0.124952, + "ap_weighted": 0.124952 + }, + { + "accuracy": 0.59375, + "f1": 0.453316, + "f1_weighted": 0.691702, + "ap": 0.090256, + "ap_weighted": 0.090256 + }, + { + "accuracy": 0.558594, + "f1": 0.434293, + "f1_weighted": 0.662437, + "ap": 0.087536, + "ap_weighted": 0.087536 + }, + { + "accuracy": 0.714355, + "f1": 0.512939, + "f1_weighted": 0.782412, + "ap": 0.097557, + "ap_weighted": 0.097557 + } + ], + "main_score": 0.643164, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.4601335525512695, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TweetSentimentExtractionVNClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..98c9baf542 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.517191, + "f1": 0.513099, + "f1_weighted": 0.511675, + "scores_per_experiment": [ + { + "accuracy": 0.527845, + "f1": 0.528672, + "f1_weighted": 0.526646 + }, + { + "accuracy": 0.449879, + "f1": 0.430589, + "f1_weighted": 0.421731 + }, + { + "accuracy": 0.517191, + "f1": 0.512092, + "f1_weighted": 0.504821 + }, + { + "accuracy": 0.516223, + "f1": 0.516403, + "f1_weighted": 0.515872 + }, + { + "accuracy": 0.558354, + "f1": 0.558206, + "f1_weighted": 0.555993 + }, + { + "accuracy": 0.569976, + "f1": 0.568444, + "f1_weighted": 0.569426 + }, + { + "accuracy": 0.511864, + "f1": 0.505376, + "f1_weighted": 0.510392 + }, + { + "accuracy": 0.538015, + "f1": 0.53579, + "f1_weighted": 0.538719 + }, + { + "accuracy": 0.495884, + "f1": 0.488308, + "f1_weighted": 0.489155 + }, + { + "accuracy": 0.486683, + "f1": 0.487108, + "f1_weighted": 0.483994 + } + ], + "main_score": 0.517191, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.51708722114563, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TwentyNewsgroupsClustering-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..9c5388eee1 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.359162, + "v_measure_std": 0.014121, + "v_measures": [ + 0.370043, + 0.360717, + 0.36428, + 0.352436, + 0.363118, + 0.348036, + 0.357812, + 0.326272, + 0.38191, + 0.366999 + ], + "main_score": 0.359162, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.101243495941162, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TwitterSemEval2015-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..6d633eb618 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.826008, + "similarity_accuracy_threshold": 0.760093, + "similarity_f1": 0.613378, + "similarity_f1_threshold": 0.695234, + "similarity_precision": 0.563546, + "similarity_recall": 0.672876, + "similarity_ap": 0.640171, + "cosine_accuracy": 0.826008, + "cosine_accuracy_threshold": 0.760093, + "cosine_f1": 0.613378, + "cosine_f1_threshold": 0.695234, + "cosine_precision": 0.563546, + "cosine_recall": 0.672876, + "cosine_ap": 0.640171, + "manhattan_accuracy": 0.825475, + "manhattan_accuracy_threshold": 15.085773, + "manhattan_f1": 0.612466, + "manhattan_f1_threshold": 17.128134, + "manhattan_precision": 0.565871, + "manhattan_recall": 0.667424, + "manhattan_ap": 0.638794, + "euclidean_accuracy": 0.826008, + "euclidean_accuracy_threshold": 0.692685, + "euclidean_f1": 0.613378, + "euclidean_f1_threshold": 0.780726, + "euclidean_precision": 0.563546, + "euclidean_recall": 0.672876, + "euclidean_ap": 0.640171, + "dot_accuracy": 0.826008, + "dot_accuracy_threshold": 0.760093, + "dot_f1": 0.613378, + "dot_f1_threshold": 0.695234, + "dot_precision": 0.563546, + "dot_recall": 0.672876, + "dot_ap": 0.640171, + "max_accuracy": 0.826008, + "max_f1": 0.613378, + "max_precision": 0.565871, + "max_recall": 0.672876, + "max_ap": 0.640171, + "main_score": 0.640171, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.25020170211792, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TwitterURLCorpus-VN.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..53a368bbf1 --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.867158, + "similarity_accuracy_threshold": 0.593309, + "similarity_f1": 0.774849, + "similarity_f1_threshold": 0.565605, + "similarity_precision": 0.736163, + "similarity_recall": 0.817827, + "similarity_ap": 0.843598, + "cosine_accuracy": 0.867158, + "cosine_accuracy_threshold": 0.593309, + "cosine_f1": 0.774849, + "cosine_f1_threshold": 0.565604, + "cosine_precision": 0.736163, + "cosine_recall": 0.817827, + "cosine_ap": 0.843599, + "manhattan_accuracy": 0.867158, + "manhattan_accuracy_threshold": 19.595936, + "manhattan_f1": 0.77488, + "manhattan_f1_threshold": 20.148148, + "manhattan_precision": 0.753386, + "manhattan_recall": 0.797637, + "manhattan_ap": 0.843506, + "euclidean_accuracy": 0.867158, + "euclidean_accuracy_threshold": 0.901877, + "euclidean_f1": 0.774849, + "euclidean_f1_threshold": 0.93209, + "euclidean_precision": 0.736163, + "euclidean_recall": 0.817827, + "euclidean_ap": 0.843599, + "dot_accuracy": 0.867158, + "dot_accuracy_threshold": 0.593309, + "dot_f1": 0.774849, + "dot_f1_threshold": 0.565604, + "dot_precision": 0.736163, + "dot_recall": 0.817827, + "dot_ap": 0.843773, + "max_accuracy": 0.867158, + "max_f1": 0.77488, + "max_precision": 0.753386, + "max_recall": 0.817827, + "max_ap": 0.843773, + "main_score": 0.843773, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 24.532178163528442, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/VieQuADRetrieval.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/VieQuADRetrieval.json new file mode 100644 index 0000000000..c8452a378d --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.4917, + "ndcg_at_3": 0.44676, + "ndcg_at_5": 0.48625, + "ndcg_at_10": 0.52005, + "ndcg_at_20": 0.5464, + "ndcg_at_100": 0.58425, + "ndcg_at_1000": 0.60298, + "map_at_1": 0.24585, + "map_at_3": 0.36654, + "map_at_5": 0.39423, + "map_at_10": 0.41264, + "map_at_20": 0.42239, + "map_at_100": 0.43002, + "map_at_1000": 0.43117, + "recall_at_1": 0.24585, + "recall_at_3": 0.44922, + "recall_at_5": 0.52734, + "recall_at_10": 0.6123, + "recall_at_20": 0.69727, + "recall_at_100": 0.86499, + "recall_at_1000": 0.98511, + "precision_at_1": 0.4917, + "precision_at_3": 0.29948, + "precision_at_5": 0.21094, + "precision_at_10": 0.12246, + "precision_at_20": 0.06973, + "precision_at_100": 0.0173, + "precision_at_1000": 0.00197, + "mrr_at_1": 0.491699, + "mrr_at_3": 0.606934, + "mrr_at_5": 0.623071, + "mrr_at_10": 0.631984, + "mrr_at_20": 0.63607, + "mrr_at_100": 0.637476, + "mrr_at_1000": 0.63753, + "nauc_ndcg_at_1_max": -0.072362, + "nauc_ndcg_at_1_std": -0.214839, + "nauc_ndcg_at_1_diff1": 0.243521, + "nauc_ndcg_at_3_max": 0.046342, + "nauc_ndcg_at_3_std": -0.184489, + "nauc_ndcg_at_3_diff1": 0.247071, + "nauc_ndcg_at_5_max": 0.063531, + "nauc_ndcg_at_5_std": -0.173344, + "nauc_ndcg_at_5_diff1": 0.22704, + "nauc_ndcg_at_10_max": 0.085075, + "nauc_ndcg_at_10_std": -0.143239, + "nauc_ndcg_at_10_diff1": 0.222122, + "nauc_ndcg_at_20_max": 0.100731, + "nauc_ndcg_at_20_std": -0.110659, + "nauc_ndcg_at_20_diff1": 0.221735, + "nauc_ndcg_at_100_max": 0.104359, + "nauc_ndcg_at_100_std": -0.092904, + "nauc_ndcg_at_100_diff1": 0.220232, + "nauc_ndcg_at_1000_max": 0.081646, + "nauc_ndcg_at_1000_std": -0.122925, + "nauc_ndcg_at_1000_diff1": 0.227087, + "nauc_map_at_1_max": -0.072362, + "nauc_map_at_1_std": -0.214839, + "nauc_map_at_1_diff1": 0.243521, + "nauc_map_at_3_max": 0.054915, + "nauc_map_at_3_std": -0.153736, + "nauc_map_at_3_diff1": 0.226291, + "nauc_map_at_5_max": 0.071646, + "nauc_map_at_5_std": -0.139957, + "nauc_map_at_5_diff1": 0.211203, + "nauc_map_at_10_max": 0.083482, + "nauc_map_at_10_std": -0.124619, + "nauc_map_at_10_diff1": 0.210355, + "nauc_map_at_20_max": 0.08892, + "nauc_map_at_20_std": -0.113997, + "nauc_map_at_20_diff1": 0.210604, + "nauc_map_at_100_max": 0.08964, + "nauc_map_at_100_std": -0.111075, + "nauc_map_at_100_diff1": 0.210746, + "nauc_map_at_1000_max": 0.08883, + "nauc_map_at_1000_std": -0.112006, + "nauc_map_at_1000_diff1": 0.210916, + "nauc_recall_at_1_max": -0.072362, + "nauc_recall_at_1_std": -0.214839, + "nauc_recall_at_1_diff1": 0.243521, + "nauc_recall_at_3_max": 0.10575, + "nauc_recall_at_3_std": -0.157093, + "nauc_recall_at_3_diff1": 0.23016, + "nauc_recall_at_5_max": 0.133924, + "nauc_recall_at_5_std": -0.122825, + "nauc_recall_at_5_diff1": 0.173362, + "nauc_recall_at_10_max": 0.18706, + "nauc_recall_at_10_std": -0.033443, + "nauc_recall_at_10_diff1": 0.142914, + "nauc_recall_at_20_max": 0.24825, + "nauc_recall_at_20_std": 0.096664, + "nauc_recall_at_20_diff1": 0.122326, + "nauc_recall_at_100_max": 0.390067, + "nauc_recall_at_100_std": 0.374738, + "nauc_recall_at_100_diff1": 0.051003, + "nauc_recall_at_1000_max": 0.597581, + "nauc_recall_at_1000_std": 0.683199, + "nauc_recall_at_1000_diff1": 0.004961, + "nauc_precision_at_1_max": -0.072362, + "nauc_precision_at_1_std": -0.214839, + "nauc_precision_at_1_diff1": 0.243521, + "nauc_precision_at_3_max": 0.10575, + "nauc_precision_at_3_std": -0.157093, + "nauc_precision_at_3_diff1": 0.23016, + "nauc_precision_at_5_max": 0.133924, + "nauc_precision_at_5_std": -0.122825, + "nauc_precision_at_5_diff1": 0.173362, + "nauc_precision_at_10_max": 0.18706, + "nauc_precision_at_10_std": -0.033443, + "nauc_precision_at_10_diff1": 0.142914, + "nauc_precision_at_20_max": 0.24825, + "nauc_precision_at_20_std": 0.096664, + "nauc_precision_at_20_diff1": 0.122326, + "nauc_precision_at_100_max": 0.390067, + "nauc_precision_at_100_std": 0.374738, + "nauc_precision_at_100_diff1": 0.051003, + "nauc_precision_at_1000_max": 0.597581, + "nauc_precision_at_1000_std": 0.683199, + "nauc_precision_at_1000_diff1": 0.004961, + "nauc_mrr_at_1_max": -0.072362, + "nauc_mrr_at_1_std": -0.214839, + "nauc_mrr_at_1_diff1": 0.243521, + "nauc_mrr_at_3_max": -0.033739, + "nauc_mrr_at_3_std": -0.251808, + "nauc_mrr_at_3_diff1": 0.282744, + "nauc_mrr_at_5_max": -0.03941, + "nauc_mrr_at_5_std": -0.262427, + "nauc_mrr_at_5_diff1": 0.28034, + "nauc_mrr_at_10_max": -0.038646, + "nauc_mrr_at_10_std": -0.257477, + "nauc_mrr_at_10_diff1": 0.278825, + "nauc_mrr_at_20_max": -0.037614, + "nauc_mrr_at_20_std": -0.25238, + "nauc_mrr_at_20_diff1": 0.278671, + "nauc_mrr_at_100_max": -0.039104, + "nauc_mrr_at_100_std": -0.252391, + "nauc_mrr_at_100_diff1": 0.277641, + "nauc_mrr_at_1000_max": -0.039162, + "nauc_mrr_at_1000_std": -0.252419, + "nauc_mrr_at_1000_diff1": 0.277652, + "main_score": 0.52005, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.308439493179321, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/VieStudentFeedbackClassification.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..9efcc11d0e --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.696533, + "f1": 0.584828, + "f1_weighted": 0.744164, + "scores_per_experiment": [ + { + "accuracy": 0.733887, + "f1": 0.609142, + "f1_weighted": 0.767164 + }, + { + "accuracy": 0.671387, + "f1": 0.565463, + "f1_weighted": 0.727241 + }, + { + "accuracy": 0.790527, + "f1": 0.642541, + "f1_weighted": 0.807616 + }, + { + "accuracy": 0.637695, + "f1": 0.547938, + "f1_weighted": 0.710478 + }, + { + "accuracy": 0.692871, + "f1": 0.59635, + "f1_weighted": 0.757852 + }, + { + "accuracy": 0.758301, + "f1": 0.632303, + "f1_weighted": 0.797345 + }, + { + "accuracy": 0.686035, + "f1": 0.576245, + "f1_weighted": 0.734292 + }, + { + "accuracy": 0.675293, + "f1": 0.550618, + "f1_weighted": 0.705038 + }, + { + "accuracy": 0.675293, + "f1": 0.570379, + "f1_weighted": 0.727315 + }, + { + "accuracy": 0.644043, + "f1": 0.557303, + "f1_weighted": 0.707304 + } + ], + "main_score": 0.696533, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.243703126907349, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/model_meta.json b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/model_meta.json new file mode 100644 index 0000000000..4f6ebcb56b --- /dev/null +++ b/results/hiieu__halong_embedding/b57776031035f70ed2030d2e35ecc533eb0f8f71/model_meta.json @@ -0,0 +1 @@ +{"name": "hiieu/halong_embedding", "revision": "b57776031035f70ed2030d2e35ecc533eb0f8f71", "release_date": "2024-07-06", "languages": ["vie-Latn"], "n_parameters": 278000000, "memory_usage_mb": 1061.0, "max_tokens": 514.0, "embed_dim": 768, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/hiieu/halong_embedding", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": null, "adapted_from": "intfloat/multilingual-e5-base", "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AmazonCounterfactualVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..156d45da52 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.527039, + "f1": 0.477917, + "f1_weighted": 0.577357, + "ap": 0.206116, + "ap_weighted": 0.206116, + "scores_per_experiment": [ + { + "accuracy": 0.540773, + "f1": 0.51154, + "f1_weighted": 0.587442, + "ap": 0.244117, + "ap_weighted": 0.244117 + }, + { + "accuracy": 0.480687, + "f1": 0.438308, + "f1_weighted": 0.536309, + "ap": 0.186537, + "ap_weighted": 0.186537 + }, + { + "accuracy": 0.570815, + "f1": 0.518197, + "f1_weighted": 0.619334, + "ap": 0.224761, + "ap_weighted": 0.224761 + }, + { + "accuracy": 0.532189, + "f1": 0.48127, + "f1_weighted": 0.584502, + "ap": 0.203174, + "ap_weighted": 0.203174 + }, + { + "accuracy": 0.405579, + "f1": 0.388894, + "f1_weighted": 0.453034, + "ap": 0.183594, + "ap_weighted": 0.183594 + }, + { + "accuracy": 0.54721, + "f1": 0.489234, + "f1_weighted": 0.598539, + "ap": 0.203356, + "ap_weighted": 0.203356 + }, + { + "accuracy": 0.635193, + "f1": 0.558712, + "f1_weighted": 0.675405, + "ap": 0.236598, + "ap_weighted": 0.236598 + }, + { + "accuracy": 0.564378, + "f1": 0.501935, + "f1_weighted": 0.613953, + "ap": 0.208027, + "ap_weighted": 0.208027 + }, + { + "accuracy": 0.495708, + "f1": 0.439981, + "f1_weighted": 0.552193, + "ap": 0.180962, + "ap_weighted": 0.180962 + }, + { + "accuracy": 0.497854, + "f1": 0.451102, + "f1_weighted": 0.552856, + "ap": 0.190035, + "ap_weighted": 0.190035 + } + ], + "main_score": 0.527039, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.333346843719482, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AmazonPolarityVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..653233f14d --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.905692, + "f1": 0.905361, + "f1_weighted": 0.905395, + "ap": 0.858078, + "ap_weighted": 0.858078, + "scores_per_experiment": [ + { + "accuracy": 0.905624, + "f1": 0.905351, + "f1_weighted": 0.905389, + "ap": 0.85453, + "ap_weighted": 0.85453 + }, + { + "accuracy": 0.889499, + "f1": 0.888925, + "f1_weighted": 0.888984, + "ap": 0.830366, + "ap_weighted": 0.830366 + }, + { + "accuracy": 0.90694, + "f1": 0.906867, + "f1_weighted": 0.906848, + "ap": 0.882982, + "ap_weighted": 0.882982 + }, + { + "accuracy": 0.917986, + "f1": 0.917973, + "f1_weighted": 0.917981, + "ap": 0.88305, + "ap_weighted": 0.88305 + }, + { + "accuracy": 0.91798, + "f1": 0.917883, + "f1_weighted": 0.917904, + "ap": 0.875781, + "ap_weighted": 0.875781 + }, + { + "accuracy": 0.895019, + "f1": 0.894375, + "f1_weighted": 0.894436, + "ap": 0.835385, + "ap_weighted": 0.835385 + }, + { + "accuracy": 0.913329, + "f1": 0.913102, + "f1_weighted": 0.913134, + "ap": 0.864817, + "ap_weighted": 0.864817 + }, + { + "accuracy": 0.922954, + "f1": 0.922892, + "f1_weighted": 0.922908, + "ap": 0.884191, + "ap_weighted": 0.884191 + }, + { + "accuracy": 0.908433, + "f1": 0.908066, + "f1_weighted": 0.908109, + "ap": 0.855346, + "ap_weighted": 0.855346 + }, + { + "accuracy": 0.879151, + "f1": 0.878173, + "f1_weighted": 0.878254, + "ap": 0.814329, + "ap_weighted": 0.814329 + } + ], + "main_score": 0.905692, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6170.319879055023, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AmazonReviewsVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..a5d8dc142f --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.450818, + "f1": 0.401466, + "f1_weighted": 0.409263, + "scores_per_experiment": [ + { + "accuracy": 0.45882, + "f1": 0.406782, + "f1_weighted": 0.414498 + }, + { + "accuracy": 0.458236, + "f1": 0.432683, + "f1_weighted": 0.439593 + }, + { + "accuracy": 0.446262, + "f1": 0.394281, + "f1_weighted": 0.401373 + }, + { + "accuracy": 0.464369, + "f1": 0.407431, + "f1_weighted": 0.415437 + }, + { + "accuracy": 0.461449, + "f1": 0.404637, + "f1_weighted": 0.414384 + }, + { + "accuracy": 0.459112, + "f1": 0.39841, + "f1_weighted": 0.406524 + }, + { + "accuracy": 0.406542, + "f1": 0.369719, + "f1_weighted": 0.37675 + }, + { + "accuracy": 0.453563, + "f1": 0.399805, + "f1_weighted": 0.40789 + }, + { + "accuracy": 0.457068, + "f1": 0.426678, + "f1_weighted": 0.432353 + }, + { + "accuracy": 0.442757, + "f1": 0.374239, + "f1_weighted": 0.383828 + } + ], + "main_score": 0.450818, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 68.26592135429382, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ArguAna-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ArguAna-VN.json new file mode 100644 index 0000000000..d92943639b --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 88.94, + "map_at_1": 0.27259, + "map_at_10": 0.42018, + "map_at_100": 0.42983, + "map_at_1000": 0.43, + "map_at_20": 0.42745, + "map_at_3": 0.37477, + "map_at_5": 0.39918, + "mrr_at_1": 0.27259, + "mrr_at_10": 0.42018, + "mrr_at_100": 0.42983, + "mrr_at_1000": 0.43, + "mrr_at_20": 0.42745, + "mrr_at_3": 0.37477, + "mrr_at_5": 0.39918, + "ndcg_at_1": 0.27259, + "ndcg_at_10": 0.50357, + "ndcg_at_100": 0.5452, + "ndcg_at_1000": 0.54948, + "ndcg_at_20": 0.52946, + "ndcg_at_3": 0.4084, + "ndcg_at_5": 0.45249, + "precision_at_1": 0.27259, + "precision_at_10": 0.07714, + "precision_at_100": 0.00954, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04363, + "precision_at_3": 0.1686, + "precision_at_5": 0.12263, + "recall_at_1": 0.27259, + "recall_at_10": 0.77143, + "recall_at_100": 0.95444, + "recall_at_1000": 0.98764, + "recall_at_20": 0.87259, + "recall_at_3": 0.50579, + "recall_at_5": 0.61313, + "hf_subset": "default", + "main_score": 0.50357, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AskUbuntuDupQuestions-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..bdfe730019 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.626471, + "mrr": 0.738358, + "nAUC_map_max": 0.233386, + "nAUC_map_std": 0.237673, + "nAUC_map_diff1": 0.152032, + "nAUC_mrr_max": 0.315945, + "nAUC_mrr_std": 0.260579, + "nAUC_mrr_diff1": 0.196482, + "main_score": 0.626471, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.374889612197876, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/BIOSSES-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/BIOSSES-VN.json new file mode 100644 index 0000000000..e7b4dfa4ec --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.867953, + "spearman": 0.837212, + "cosine_pearson": 0.867953, + "cosine_spearman": 0.837212, + "manhattan_pearson": 0.863413, + "manhattan_spearman": 0.840314, + "euclidean_pearson": 0.860338, + "euclidean_spearman": 0.837212, + "main_score": 0.837212, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.4243347644805908, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Banking77VNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Banking77VNClassification.json new file mode 100644 index 0000000000..7a9f66d7d3 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.579184, + "f1": 0.533792, + "f1_weighted": 0.552591, + "scores_per_experiment": [ + { + "accuracy": 0.562658, + "f1": 0.517707, + "f1_weighted": 0.538133 + }, + { + "accuracy": 0.565601, + "f1": 0.514832, + "f1_weighted": 0.536281 + }, + { + "accuracy": 0.592094, + "f1": 0.544597, + "f1_weighted": 0.561118 + }, + { + "accuracy": 0.579899, + "f1": 0.53208, + "f1_weighted": 0.55242 + }, + { + "accuracy": 0.555929, + "f1": 0.512954, + "f1_weighted": 0.531923 + }, + { + "accuracy": 0.581581, + "f1": 0.540537, + "f1_weighted": 0.556646 + }, + { + "accuracy": 0.583263, + "f1": 0.537663, + "f1_weighted": 0.557177 + }, + { + "accuracy": 0.609336, + "f1": 0.56333, + "f1_weighted": 0.581429 + }, + { + "accuracy": 0.595879, + "f1": 0.562172, + "f1_weighted": 0.577764 + }, + { + "accuracy": 0.565601, + "f1": 0.512049, + "f1_weighted": 0.533022 + } + ], + "main_score": 0.579184, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 52.35065960884094, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackAndroid-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..ae987846c0 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 145.06, + "map_at_1": 0.28293, + "map_at_10": 0.39758, + "map_at_100": 0.413, + "map_at_1000": 0.41451, + "map_at_20": 0.40647, + "map_at_3": 0.35403, + "map_at_5": 0.37836, + "mrr_at_1": 0.35223, + "mrr_at_10": 0.45481, + "mrr_at_100": 0.46257, + "mrr_at_1000": 0.46305, + "mrr_at_20": 0.45918, + "mrr_at_3": 0.42211, + "mrr_at_5": 0.44178, + "ndcg_at_1": 0.35223, + "ndcg_at_10": 0.46821, + "ndcg_at_100": 0.52211, + "ndcg_at_1000": 0.54236, + "ndcg_at_20": 0.49018, + "ndcg_at_3": 0.40272, + "ndcg_at_5": 0.43251, + "precision_at_1": 0.35223, + "precision_at_10": 0.09674, + "precision_at_100": 0.0156, + "precision_at_1000": 0.00206, + "precision_at_20": 0.05885, + "precision_at_3": 0.19989, + "precision_at_5": 0.15017, + "recall_at_1": 0.28293, + "recall_at_10": 0.60842, + "recall_at_100": 0.83631, + "recall_at_1000": 0.9589, + "recall_at_20": 0.68537, + "recall_at_3": 0.4185, + "recall_at_5": 0.49953, + "hf_subset": "default", + "main_score": 0.46821, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackGis-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackGis-VN.json new file mode 100644 index 0000000000..d2e2c0009e --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 273.18, + "map_at_1": 0.22697, + "map_at_10": 0.30512, + "map_at_100": 0.31533, + "map_at_1000": 0.3163, + "map_at_20": 0.31109, + "map_at_3": 0.282, + "map_at_5": 0.29504, + "mrr_at_1": 0.24923, + "mrr_at_10": 0.3267, + "mrr_at_100": 0.33594, + "mrr_at_1000": 0.33671, + "mrr_at_20": 0.33221, + "mrr_at_3": 0.30513, + "mrr_at_5": 0.31705, + "ndcg_at_1": 0.24923, + "ndcg_at_10": 0.35184, + "ndcg_at_100": 0.40258, + "ndcg_at_1000": 0.42748, + "ndcg_at_20": 0.37267, + "ndcg_at_3": 0.30683, + "ndcg_at_5": 0.3278, + "precision_at_1": 0.24923, + "precision_at_10": 0.056, + "precision_at_100": 0.0086, + "precision_at_1000": 0.00111, + "precision_at_20": 0.03292, + "precision_at_3": 0.13487, + "precision_at_5": 0.09354, + "recall_at_1": 0.22697, + "recall_at_10": 0.47549, + "recall_at_100": 0.70818, + "recall_at_1000": 0.89742, + "recall_at_20": 0.5542, + "recall_at_3": 0.35038, + "recall_at_5": 0.40227, + "hf_subset": "default", + "main_score": 0.35184, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackMathematica-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..bb60ea02ea --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 127.44, + "map_at_1": 0.15139, + "map_at_10": 0.20942, + "map_at_100": 0.22134, + "map_at_1000": 0.22271, + "map_at_20": 0.2152, + "map_at_3": 0.18527, + "map_at_5": 0.1988, + "mrr_at_1": 0.1791, + "mrr_at_10": 0.24537, + "mrr_at_100": 0.25582, + "mrr_at_1000": 0.25675, + "mrr_at_20": 0.25083, + "mrr_at_3": 0.21997, + "mrr_at_5": 0.23532, + "ndcg_at_1": 0.1791, + "ndcg_at_10": 0.25258, + "ndcg_at_100": 0.31405, + "ndcg_at_1000": 0.3487, + "ndcg_at_20": 0.27294, + "ndcg_at_3": 0.20693, + "ndcg_at_5": 0.22942, + "precision_at_1": 0.1791, + "precision_at_10": 0.04542, + "precision_at_100": 0.00878, + "precision_at_1000": 0.0013, + "precision_at_20": 0.02814, + "precision_at_3": 0.09524, + "precision_at_5": 0.07164, + "recall_at_1": 0.15139, + "recall_at_10": 0.35114, + "recall_at_100": 0.62933, + "recall_at_1000": 0.88369, + "recall_at_20": 0.42592, + "recall_at_3": 0.22791, + "recall_at_5": 0.28406, + "hf_subset": "default", + "main_score": 0.25258, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackPhysics-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..005d1dbeb6 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 264.87, + "map_at_1": 0.23779, + "map_at_10": 0.32674, + "map_at_100": 0.34041, + "map_at_1000": 0.34176, + "map_at_20": 0.3339, + "map_at_3": 0.29374, + "map_at_5": 0.3143, + "mrr_at_1": 0.29691, + "mrr_at_10": 0.38225, + "mrr_at_100": 0.39159, + "mrr_at_1000": 0.39211, + "mrr_at_20": 0.38773, + "mrr_at_3": 0.3543, + "mrr_at_5": 0.37265, + "ndcg_at_1": 0.29691, + "ndcg_at_10": 0.38167, + "ndcg_at_100": 0.44147, + "ndcg_at_1000": 0.46745, + "ndcg_at_20": 0.40391, + "ndcg_at_3": 0.33224, + "ndcg_at_5": 0.35973, + "precision_at_1": 0.29691, + "precision_at_10": 0.07546, + "precision_at_100": 0.01287, + "precision_at_1000": 0.00171, + "precision_at_20": 0.04608, + "precision_at_3": 0.16495, + "precision_at_5": 0.12495, + "recall_at_1": 0.23779, + "recall_at_10": 0.48214, + "recall_at_100": 0.73912, + "recall_at_1000": 0.91346, + "recall_at_20": 0.55934, + "recall_at_3": 0.3466, + "recall_at_5": 0.4157, + "hf_subset": "default", + "main_score": 0.38167, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackProgrammers-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..d04fb4d4e0 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 250.03, + "map_at_1": 0.23799, + "map_at_10": 0.34524, + "map_at_100": 0.35697, + "map_at_1000": 0.35816, + "map_at_20": 0.35135, + "map_at_3": 0.31282, + "map_at_5": 0.32895, + "mrr_at_1": 0.30343, + "mrr_at_10": 0.39529, + "mrr_at_100": 0.40377, + "mrr_at_1000": 0.40425, + "mrr_at_20": 0.3996, + "mrr_at_3": 0.37004, + "mrr_at_5": 0.38203, + "ndcg_at_1": 0.30343, + "ndcg_at_10": 0.40422, + "ndcg_at_100": 0.45803, + "ndcg_at_1000": 0.48143, + "ndcg_at_20": 0.42268, + "ndcg_at_3": 0.3533, + "ndcg_at_5": 0.37181, + "precision_at_1": 0.30343, + "precision_at_10": 0.07684, + "precision_at_100": 0.01212, + "precision_at_1000": 0.00157, + "precision_at_20": 0.04437, + "precision_at_3": 0.17238, + "precision_at_5": 0.12202, + "recall_at_1": 0.23799, + "recall_at_10": 0.53389, + "recall_at_100": 0.76531, + "recall_at_1000": 0.92344, + "recall_at_20": 0.59849, + "recall_at_3": 0.38586, + "recall_at_5": 0.43798, + "hf_subset": "default", + "main_score": 0.40422, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackStats-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackStats-VN.json new file mode 100644 index 0000000000..032ae167c7 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 319.91, + "map_at_1": 0.18847, + "map_at_10": 0.25773, + "map_at_100": 0.26727, + "map_at_1000": 0.26821, + "map_at_20": 0.26361, + "map_at_3": 0.24218, + "map_at_5": 0.25038, + "mrr_at_1": 0.21523, + "mrr_at_10": 0.28208, + "mrr_at_100": 0.29026, + "mrr_at_1000": 0.29097, + "mrr_at_20": 0.28734, + "mrr_at_3": 0.26711, + "mrr_at_5": 0.27406, + "ndcg_at_1": 0.21523, + "ndcg_at_10": 0.29551, + "ndcg_at_100": 0.34155, + "ndcg_at_1000": 0.36512, + "ndcg_at_20": 0.31583, + "ndcg_at_3": 0.26471, + "ndcg_at_5": 0.27734, + "precision_at_1": 0.21523, + "precision_at_10": 0.04603, + "precision_at_100": 0.00765, + "precision_at_1000": 0.00104, + "precision_at_20": 0.02815, + "precision_at_3": 0.1181, + "precision_at_5": 0.07815, + "recall_at_1": 0.18847, + "recall_at_10": 0.38817, + "recall_at_100": 0.59611, + "recall_at_1000": 0.76816, + "recall_at_20": 0.46469, + "recall_at_3": 0.3016, + "recall_at_5": 0.33306, + "hf_subset": "default", + "main_score": 0.29551, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackTex-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackTex-VN.json new file mode 100644 index 0000000000..57088bfa33 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 515.99, + "map_at_1": 0.1685, + "map_at_10": 0.23575, + "map_at_100": 0.24669, + "map_at_1000": 0.24792, + "map_at_20": 0.24146, + "map_at_3": 0.21363, + "map_at_5": 0.22445, + "mrr_at_1": 0.20812, + "mrr_at_10": 0.27491, + "mrr_at_100": 0.2843, + "mrr_at_1000": 0.28508, + "mrr_at_20": 0.28029, + "mrr_at_3": 0.25443, + "mrr_at_5": 0.26432, + "ndcg_at_1": 0.20812, + "ndcg_at_10": 0.28098, + "ndcg_at_100": 0.33307, + "ndcg_at_1000": 0.36244, + "ndcg_at_20": 0.29997, + "ndcg_at_3": 0.24228, + "ndcg_at_5": 0.2572, + "precision_at_1": 0.20812, + "precision_at_10": 0.05214, + "precision_at_100": 0.00926, + "precision_at_1000": 0.00135, + "precision_at_20": 0.03159, + "precision_at_3": 0.11588, + "precision_at_5": 0.08222, + "recall_at_1": 0.1685, + "recall_at_10": 0.37855, + "recall_at_100": 0.61185, + "recall_at_1000": 0.82408, + "recall_at_20": 0.44961, + "recall_at_3": 0.26565, + "recall_at_5": 0.30751, + "hf_subset": "default", + "main_score": 0.28098, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackUnix-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..1a710bb5a8 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 331.88, + "map_at_1": 0.25841, + "map_at_10": 0.34508, + "map_at_100": 0.35642, + "map_at_1000": 0.35746, + "map_at_20": 0.35012, + "map_at_3": 0.31547, + "map_at_5": 0.32994, + "mrr_at_1": 0.30109, + "mrr_at_10": 0.38271, + "mrr_at_100": 0.39119, + "mrr_at_1000": 0.39176, + "mrr_at_20": 0.38711, + "mrr_at_3": 0.3557, + "mrr_at_5": 0.36816, + "ndcg_at_1": 0.30109, + "ndcg_at_10": 0.39943, + "ndcg_at_100": 0.45345, + "ndcg_at_1000": 0.47653, + "ndcg_at_20": 0.41572, + "ndcg_at_3": 0.34514, + "ndcg_at_5": 0.36517, + "precision_at_1": 0.30109, + "precision_at_10": 0.06953, + "precision_at_100": 0.01109, + "precision_at_1000": 0.0014, + "precision_at_20": 0.03942, + "precision_at_3": 0.15558, + "precision_at_5": 0.11028, + "recall_at_1": 0.25841, + "recall_at_10": 0.52762, + "recall_at_100": 0.76576, + "recall_at_1000": 0.92974, + "recall_at_20": 0.58593, + "recall_at_3": 0.376, + "recall_at_5": 0.42629, + "hf_subset": "default", + "main_score": 0.39943, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackWebmasters-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..2693cec7bb --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 119.18, + "map_at_1": 0.24023, + "map_at_10": 0.32872, + "map_at_100": 0.34486, + "map_at_1000": 0.34785, + "map_at_20": 0.33591, + "map_at_3": 0.30083, + "map_at_5": 0.315, + "mrr_at_1": 0.28, + "mrr_at_10": 0.36909, + "mrr_at_100": 0.37778, + "mrr_at_1000": 0.37841, + "mrr_at_20": 0.3733, + "mrr_at_3": 0.34625, + "mrr_at_5": 0.35875, + "ndcg_at_1": 0.28, + "ndcg_at_10": 0.38589, + "ndcg_at_100": 0.44187, + "ndcg_at_1000": 0.47016, + "ndcg_at_20": 0.40307, + "ndcg_at_3": 0.34148, + "ndcg_at_5": 0.35984, + "precision_at_1": 0.28, + "precision_at_10": 0.0785, + "precision_at_100": 0.0171, + "precision_at_1000": 0.00265, + "precision_at_20": 0.04925, + "precision_at_3": 0.16167, + "precision_at_5": 0.116, + "recall_at_1": 0.24023, + "recall_at_10": 0.48393, + "recall_at_100": 0.74397, + "recall_at_1000": 0.92488, + "recall_at_20": 0.55252, + "recall_at_3": 0.36392, + "recall_at_5": 0.41519, + "hf_subset": "default", + "main_score": 0.38589, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackWordpress-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..43e76b99b2 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 355.1, + "map_at_1": 0.20275, + "map_at_10": 0.27199, + "map_at_100": 0.28223, + "map_at_1000": 0.28326, + "map_at_20": 0.27803, + "map_at_3": 0.24862, + "map_at_5": 0.26084, + "mrr_at_1": 0.22775, + "mrr_at_10": 0.29699, + "mrr_at_100": 0.30694, + "mrr_at_1000": 0.30762, + "mrr_at_20": 0.30327, + "mrr_at_3": 0.27618, + "mrr_at_5": 0.28613, + "ndcg_at_1": 0.22775, + "ndcg_at_10": 0.31623, + "ndcg_at_100": 0.36604, + "ndcg_at_1000": 0.39248, + "ndcg_at_20": 0.33766, + "ndcg_at_3": 0.27084, + "ndcg_at_5": 0.29036, + "precision_at_1": 0.22775, + "precision_at_10": 0.05, + "precision_at_100": 0.00804, + "precision_at_1000": 0.00116, + "precision_at_20": 0.02997, + "precision_at_3": 0.11518, + "precision_at_5": 0.08168, + "recall_at_1": 0.20275, + "recall_at_10": 0.43041, + "recall_at_100": 0.65394, + "recall_at_1000": 0.85211, + "recall_at_20": 0.51082, + "recall_at_3": 0.3058, + "recall_at_5": 0.35353, + "hf_subset": "default", + "main_score": 0.31623, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ClimateFEVER-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ClimateFEVER-VN.json new file mode 100644 index 0000000000..a7efdb461a --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 26658.5, + "map_at_1": 0.09659, + "map_at_10": 0.16988, + "map_at_100": 0.18703, + "map_at_1000": 0.1888, + "map_at_20": 0.17905, + "map_at_3": 0.13729, + "map_at_5": 0.15354, + "mrr_at_1": 0.2198, + "mrr_at_10": 0.32876, + "mrr_at_100": 0.33861, + "mrr_at_1000": 0.33914, + "mrr_at_20": 0.33495, + "mrr_at_3": 0.29352, + "mrr_at_5": 0.31405, + "ndcg_at_1": 0.2198, + "ndcg_at_10": 0.24772, + "ndcg_at_100": 0.31653, + "ndcg_at_1000": 0.35035, + "ndcg_at_20": 0.27404, + "ndcg_at_3": 0.19378, + "ndcg_at_5": 0.21316, + "precision_at_1": 0.2198, + "precision_at_10": 0.08111, + "precision_at_100": 0.0155, + "precision_at_1000": 0.00217, + "precision_at_20": 0.05195, + "precision_at_3": 0.14835, + "precision_at_5": 0.11807, + "recall_at_1": 0.09659, + "recall_at_10": 0.30993, + "recall_at_100": 0.5469, + "recall_at_1000": 0.73825, + "recall_at_20": 0.38388, + "recall_at_3": 0.18008, + "recall_at_5": 0.23164, + "hf_subset": "default", + "main_score": 0.24772, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPedia-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPedia-VN.json new file mode 100644 index 0000000000..db807a45a5 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 19153.6, + "map_at_1": 0.09348, + "map_at_10": 0.20201, + "map_at_100": 0.27684, + "map_at_1000": 0.29387, + "map_at_20": 0.23118, + "map_at_3": 0.14773, + "map_at_5": 0.17055, + "mrr_at_1": 0.67081, + "mrr_at_10": 0.75593, + "mrr_at_100": 0.75932, + "mrr_at_1000": 0.7594, + "mrr_at_20": 0.75847, + "mrr_at_3": 0.74327, + "mrr_at_5": 0.75181, + "ndcg_at_1": 0.57298, + "ndcg_at_10": 0.42785, + "ndcg_at_100": 0.46782, + "ndcg_at_1000": 0.54242, + "ndcg_at_20": 0.41634, + "ndcg_at_3": 0.48614, + "ndcg_at_5": 0.45338, + "precision_at_1": 0.67081, + "precision_at_10": 0.32702, + "precision_at_100": 0.10255, + "precision_at_1000": 0.02123, + "precision_at_20": 0.24224, + "precision_at_3": 0.51139, + "precision_at_5": 0.42919, + "recall_at_1": 0.09348, + "recall_at_10": 0.25445, + "recall_at_100": 0.51966, + "recall_at_1000": 0.76043, + "recall_at_20": 0.32296, + "recall_at_3": 0.16213, + "recall_at_5": 0.19773, + "hf_subset": "default", + "main_score": 0.42785, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/EmotionVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/EmotionVNClassification.json new file mode 100644 index 0000000000..adbd46d86b --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "validation": [ + { + "accuracy": 0.458984, + "f1": 0.391836, + "f1_weighted": 0.474177, + "scores_per_experiment": [ + { + "accuracy": 0.483594, + "f1": 0.408303, + "f1_weighted": 0.491193 + }, + { + "accuracy": 0.475, + "f1": 0.411599, + "f1_weighted": 0.500763 + }, + { + "accuracy": 0.464062, + "f1": 0.357851, + "f1_weighted": 0.468617 + }, + { + "accuracy": 0.432031, + "f1": 0.37153, + "f1_weighted": 0.45676 + }, + { + "accuracy": 0.476562, + "f1": 0.436563, + "f1_weighted": 0.498343 + }, + { + "accuracy": 0.428125, + "f1": 0.379671, + "f1_weighted": 0.431946 + }, + { + "accuracy": 0.499219, + "f1": 0.365973, + "f1_weighted": 0.492377 + }, + { + "accuracy": 0.41875, + "f1": 0.38308, + "f1_weighted": 0.442286 + }, + { + "accuracy": 0.45625, + "f1": 0.41357, + "f1_weighted": 0.479 + }, + { + "accuracy": 0.45625, + "f1": 0.390218, + "f1_weighted": 0.480484 + } + ], + "main_score": 0.458984, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.461783, + "f1": 0.378884, + "f1_weighted": 0.478349, + "scores_per_experiment": [ + { + "accuracy": 0.471318, + "f1": 0.366933, + "f1_weighted": 0.479565 + }, + { + "accuracy": 0.475194, + "f1": 0.399079, + "f1_weighted": 0.496663 + }, + { + "accuracy": 0.479845, + "f1": 0.364838, + "f1_weighted": 0.487622 + }, + { + "accuracy": 0.430233, + "f1": 0.360626, + "f1_weighted": 0.456525 + }, + { + "accuracy": 0.462791, + "f1": 0.414308, + "f1_weighted": 0.490766 + }, + { + "accuracy": 0.427907, + "f1": 0.356743, + "f1_weighted": 0.434495 + }, + { + "accuracy": 0.505426, + "f1": 0.361343, + "f1_weighted": 0.496993 + }, + { + "accuracy": 0.41938, + "f1": 0.369839, + "f1_weighted": 0.44332 + }, + { + "accuracy": 0.474419, + "f1": 0.410074, + "f1_weighted": 0.499653 + }, + { + "accuracy": 0.471318, + "f1": 0.385056, + "f1_weighted": 0.497892 + } + ], + "main_score": 0.461783, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 31.557174921035767, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FEVER-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FEVER-VN.json new file mode 100644 index 0000000000..d4ef122e8b --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 27629.57, + "map_at_1": 0.71082, + "map_at_10": 0.80683, + "map_at_100": 0.80933, + "map_at_1000": 0.80949, + "map_at_20": 0.80847, + "map_at_3": 0.79347, + "map_at_5": 0.80261, + "mrr_at_1": 0.76629, + "mrr_at_10": 0.84904, + "mrr_at_100": 0.85014, + "mrr_at_1000": 0.85016, + "mrr_at_20": 0.84986, + "mrr_at_3": 0.83994, + "mrr_at_5": 0.84657, + "ndcg_at_1": 0.76629, + "ndcg_at_10": 0.84819, + "ndcg_at_100": 0.85721, + "ndcg_at_1000": 0.85987, + "ndcg_at_20": 0.85288, + "ndcg_at_3": 0.82709, + "ndcg_at_5": 0.84025, + "precision_at_1": 0.76629, + "precision_at_10": 0.10396, + "precision_at_100": 0.01106, + "precision_at_1000": 0.00115, + "precision_at_20": 0.05335, + "precision_at_3": 0.32063, + "precision_at_5": 0.2011, + "recall_at_1": 0.71082, + "recall_at_10": 0.93233, + "recall_at_100": 0.96823, + "recall_at_1000": 0.98501, + "recall_at_20": 0.94885, + "recall_at_3": 0.8764, + "recall_at_5": 0.90899, + "hf_subset": "default", + "main_score": 0.84819, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FiQA2018-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FiQA2018-VN.json new file mode 100644 index 0000000000..686cd9d61e --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 378.52, + "map_at_1": 0.1527, + "map_at_10": 0.23666, + "map_at_100": 0.25182, + "map_at_1000": 0.25389, + "map_at_20": 0.24459, + "map_at_3": 0.209, + "map_at_5": 0.22538, + "mrr_at_1": 0.30079, + "mrr_at_10": 0.3867, + "mrr_at_100": 0.3942, + "mrr_at_1000": 0.39497, + "mrr_at_20": 0.39074, + "mrr_at_3": 0.36324, + "mrr_at_5": 0.37577, + "ndcg_at_1": 0.30079, + "ndcg_at_10": 0.30392, + "ndcg_at_100": 0.36423, + "ndcg_at_1000": 0.40462, + "ndcg_at_20": 0.32514, + "ndcg_at_3": 0.27774, + "ndcg_at_5": 0.28589, + "precision_at_1": 0.30079, + "precision_at_10": 0.08206, + "precision_at_100": 0.01472, + "precision_at_1000": 0.00217, + "precision_at_20": 0.05106, + "precision_at_3": 0.18206, + "precision_at_5": 0.13456, + "recall_at_1": 0.1527, + "recall_at_10": 0.35889, + "recall_at_100": 0.5846, + "recall_at_1000": 0.83153, + "recall_at_20": 0.42208, + "recall_at_3": 0.24632, + "recall_at_5": 0.29477, + "hf_subset": "default", + "main_score": 0.30392, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/GreenNodeTableMarkdownRetrieval.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..e56f92d1ac --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "ndcg_at_1": 0.264, + "ndcg_at_3": 0.31549, + "ndcg_at_5": 0.33237, + "ndcg_at_10": 0.35022, + "ndcg_at_20": 0.36499, + "ndcg_at_100": 0.39218, + "ndcg_at_1000": 0.41824, + "map_at_1": 0.264, + "map_at_3": 0.30273, + "map_at_5": 0.31208, + "map_at_10": 0.31942, + "map_at_20": 0.32346, + "map_at_100": 0.32708, + "map_at_1000": 0.32791, + "recall_at_1": 0.264, + "recall_at_3": 0.35249, + "recall_at_5": 0.39348, + "recall_at_10": 0.44888, + "recall_at_20": 0.50739, + "recall_at_100": 0.65606, + "recall_at_1000": 0.86946, + "precision_at_1": 0.264, + "precision_at_3": 0.1175, + "precision_at_5": 0.0787, + "precision_at_10": 0.04489, + "precision_at_20": 0.02537, + "precision_at_100": 0.00656, + "precision_at_1000": 0.00087, + "mrr_at_1": 0.264005, + "mrr_at_3": 0.302725, + "mrr_at_5": 0.312082, + "mrr_at_10": 0.319415, + "mrr_at_20": 0.323459, + "mrr_at_100": 0.327077, + "mrr_at_1000": 0.327915, + "nauc_ndcg_at_1_max": 0.176028, + "nauc_ndcg_at_1_std": 0.087332, + "nauc_ndcg_at_1_diff1": 0.666482, + "nauc_ndcg_at_3_max": 0.137668, + "nauc_ndcg_at_3_std": 0.119575, + "nauc_ndcg_at_3_diff1": 0.605189, + "nauc_ndcg_at_5_max": 0.124109, + "nauc_ndcg_at_5_std": 0.131272, + "nauc_ndcg_at_5_diff1": 0.5887, + "nauc_ndcg_at_10_max": 0.111518, + "nauc_ndcg_at_10_std": 0.144119, + "nauc_ndcg_at_10_diff1": 0.579764, + "nauc_ndcg_at_20_max": 0.102907, + "nauc_ndcg_at_20_std": 0.15455, + "nauc_ndcg_at_20_diff1": 0.572076, + "nauc_ndcg_at_100_max": 0.094217, + "nauc_ndcg_at_100_std": 0.168561, + "nauc_ndcg_at_100_diff1": 0.567983, + "nauc_ndcg_at_1000_max": 0.099957, + "nauc_ndcg_at_1000_std": 0.164192, + "nauc_ndcg_at_1000_diff1": 0.574369, + "nauc_map_at_1_max": 0.176028, + "nauc_map_at_1_std": 0.087332, + "nauc_map_at_1_diff1": 0.666482, + "nauc_map_at_3_max": 0.146668, + "nauc_map_at_3_std": 0.111742, + "nauc_map_at_3_diff1": 0.619186, + "nauc_map_at_5_max": 0.138991, + "nauc_map_at_5_std": 0.118399, + "nauc_map_at_5_diff1": 0.609808, + "nauc_map_at_10_max": 0.133791, + "nauc_map_at_10_std": 0.123774, + "nauc_map_at_10_diff1": 0.606043, + "nauc_map_at_20_max": 0.131437, + "nauc_map_at_20_std": 0.126636, + "nauc_map_at_20_diff1": 0.603954, + "nauc_map_at_100_max": 0.130318, + "nauc_map_at_100_std": 0.128487, + "nauc_map_at_100_diff1": 0.603504, + "nauc_map_at_1000_max": 0.130446, + "nauc_map_at_1000_std": 0.128416, + "nauc_map_at_1000_diff1": 0.603684, + "nauc_recall_at_1_max": 0.176028, + "nauc_recall_at_1_std": 0.087332, + "nauc_recall_at_1_diff1": 0.666482, + "nauc_recall_at_3_max": 0.112787, + "nauc_recall_at_3_std": 0.14133, + "nauc_recall_at_3_diff1": 0.566647, + "nauc_recall_at_5_max": 0.081752, + "nauc_recall_at_5_std": 0.167971, + "nauc_recall_at_5_diff1": 0.529172, + "nauc_recall_at_10_max": 0.043393, + "nauc_recall_at_10_std": 0.206687, + "nauc_recall_at_10_diff1": 0.501998, + "nauc_recall_at_20_max": 0.008211, + "nauc_recall_at_20_std": 0.24881, + "nauc_recall_at_20_diff1": 0.470142, + "nauc_recall_at_100_max": -0.066637, + "nauc_recall_at_100_std": 0.356676, + "nauc_recall_at_100_diff1": 0.422052, + "nauc_recall_at_1000_max": -0.134144, + "nauc_recall_at_1000_std": 0.481597, + "nauc_recall_at_1000_diff1": 0.380624, + "nauc_precision_at_1_max": 0.176028, + "nauc_precision_at_1_std": 0.087332, + "nauc_precision_at_1_diff1": 0.666482, + "nauc_precision_at_3_max": 0.112787, + "nauc_precision_at_3_std": 0.14133, + "nauc_precision_at_3_diff1": 0.566647, + "nauc_precision_at_5_max": 0.081752, + "nauc_precision_at_5_std": 0.167971, + "nauc_precision_at_5_diff1": 0.529172, + "nauc_precision_at_10_max": 0.043393, + "nauc_precision_at_10_std": 0.206687, + "nauc_precision_at_10_diff1": 0.501998, + "nauc_precision_at_20_max": 0.008211, + "nauc_precision_at_20_std": 0.24881, + "nauc_precision_at_20_diff1": 0.470142, + "nauc_precision_at_100_max": -0.066637, + "nauc_precision_at_100_std": 0.356676, + "nauc_precision_at_100_diff1": 0.422052, + "nauc_precision_at_1000_max": -0.134144, + "nauc_precision_at_1000_std": 0.481597, + "nauc_precision_at_1000_diff1": 0.380624, + "nauc_mrr_at_1_max": 0.176028, + "nauc_mrr_at_1_std": 0.087332, + "nauc_mrr_at_1_diff1": 0.666482, + "nauc_mrr_at_3_max": 0.146668, + "nauc_mrr_at_3_std": 0.111742, + "nauc_mrr_at_3_diff1": 0.619186, + "nauc_mrr_at_5_max": 0.138991, + "nauc_mrr_at_5_std": 0.118399, + "nauc_mrr_at_5_diff1": 0.609808, + "nauc_mrr_at_10_max": 0.133791, + "nauc_mrr_at_10_std": 0.123774, + "nauc_mrr_at_10_diff1": 0.606043, + "nauc_mrr_at_20_max": 0.131437, + "nauc_mrr_at_20_std": 0.126636, + "nauc_mrr_at_20_diff1": 0.603954, + "nauc_mrr_at_100_max": 0.130318, + "nauc_mrr_at_100_std": 0.128487, + "nauc_mrr_at_100_diff1": 0.603504, + "nauc_mrr_at_1000_max": 0.130446, + "nauc_mrr_at_1000_std": 0.128416, + "nauc_mrr_at_1000_diff1": 0.603684, + "main_score": 0.35022, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 970.0558483600616, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQA-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQA-VN.json new file mode 100644 index 0000000000..bbaeefbc39 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 21381.39, + "map_at_1": 0.33586, + "map_at_10": 0.56429, + "map_at_100": 0.57411, + "map_at_1000": 0.57476, + "map_at_20": 0.57018, + "map_at_3": 0.52689, + "map_at_5": 0.54948, + "mrr_at_1": 0.67173, + "mrr_at_10": 0.74813, + "mrr_at_100": 0.75142, + "mrr_at_1000": 0.75155, + "mrr_at_20": 0.75024, + "mrr_at_3": 0.73348, + "mrr_at_5": 0.74266, + "ndcg_at_1": 0.67173, + "ndcg_at_10": 0.64543, + "ndcg_at_100": 0.68059, + "ndcg_at_1000": 0.69356, + "ndcg_at_20": 0.66082, + "ndcg_at_3": 0.5897, + "ndcg_at_5": 0.61967, + "precision_at_1": 0.67173, + "precision_at_10": 0.14048, + "precision_at_100": 0.01677, + "precision_at_1000": 0.00185, + "precision_at_20": 0.07519, + "precision_at_3": 0.38586, + "precision_at_5": 0.25521, + "recall_at_1": 0.33586, + "recall_at_10": 0.70242, + "recall_at_100": 0.8384, + "recall_at_1000": 0.92398, + "recall_at_20": 0.75186, + "recall_at_3": 0.57879, + "recall_at_5": 0.63803, + "hf_subset": "default", + "main_score": 0.64543, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ImdbVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ImdbVNClassification.json new file mode 100644 index 0000000000..5ef0e9907e --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.865396, + "f1": 0.864758, + "f1_weighted": 0.864811, + "ap": 0.803658, + "ap_weighted": 0.803658, + "scores_per_experiment": [ + { + "accuracy": 0.87419, + "f1": 0.874069, + "f1_weighted": 0.874092, + "ap": 0.821659, + "ap_weighted": 0.821659 + }, + { + "accuracy": 0.860378, + "f1": 0.85994, + "f1_weighted": 0.859987, + "ap": 0.799545, + "ap_weighted": 0.799545 + }, + { + "accuracy": 0.867805, + "f1": 0.867075, + "f1_weighted": 0.867134, + "ap": 0.804123, + "ap_weighted": 0.804123 + }, + { + "accuracy": 0.878312, + "f1": 0.87784, + "f1_weighted": 0.877885, + "ap": 0.818931, + "ap_weighted": 0.818931 + }, + { + "accuracy": 0.868801, + "f1": 0.868136, + "f1_weighted": 0.868192, + "ap": 0.80592, + "ap_weighted": 0.80592 + }, + { + "accuracy": 0.854671, + "f1": 0.853259, + "f1_weighted": 0.853345, + "ap": 0.784747, + "ap_weighted": 0.784747 + }, + { + "accuracy": 0.874507, + "f1": 0.874118, + "f1_weighted": 0.87416, + "ap": 0.816, + "ap_weighted": 0.816 + }, + { + "accuracy": 0.851592, + "f1": 0.850452, + "f1_weighted": 0.850529, + "ap": 0.783362, + "ap_weighted": 0.783362 + }, + { + "accuracy": 0.860151, + "f1": 0.859346, + "f1_weighted": 0.859409, + "ap": 0.79513, + "ap_weighted": 0.79513 + }, + { + "accuracy": 0.863548, + "f1": 0.863345, + "f1_weighted": 0.863377, + "ap": 0.807164, + "ap_weighted": 0.807164 + } + ], + "main_score": 0.865396, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 402.30961203575134, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCO-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCO-VN.json new file mode 100644 index 0000000000..33699feb32 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 39445.73, + "map_at_1": 0.17643, + "map_at_10": 0.28948, + "map_at_100": 0.30124, + "map_at_1000": 0.30186, + "map_at_20": 0.29713, + "map_at_3": 0.25434, + "map_at_5": 0.27416, + "mrr_at_1": 0.18039, + "mrr_at_10": 0.29321, + "mrr_at_100": 0.30467, + "mrr_at_1000": 0.30525, + "mrr_at_20": 0.30068, + "mrr_at_3": 0.25881, + "mrr_at_5": 0.27821, + "ndcg_at_1": 0.18067, + "ndcg_at_10": 0.35237, + "ndcg_at_100": 0.40856, + "ndcg_at_1000": 0.42489, + "ndcg_at_20": 0.37963, + "ndcg_at_3": 0.28066, + "ndcg_at_5": 0.31602, + "precision_at_1": 0.18067, + "precision_at_10": 0.05703, + "precision_at_100": 0.00847, + "precision_at_1000": 0.00098, + "precision_at_20": 0.03409, + "precision_at_3": 0.12131, + "precision_at_5": 0.09068, + "recall_at_1": 0.17643, + "recall_at_10": 0.54765, + "recall_at_100": 0.80637, + "recall_at_1000": 0.93327, + "recall_at_20": 0.65368, + "recall_at_3": 0.35225, + "recall_at_5": 0.43723, + "hf_subset": "default", + "main_score": 0.35237, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MTOPDomainVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..8834498287 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.820307, + "f1": 0.815351, + "f1_weighted": 0.816039, + "scores_per_experiment": [ + { + "accuracy": 0.843202, + "f1": 0.831684, + "f1_weighted": 0.840624 + }, + { + "accuracy": 0.802272, + "f1": 0.795371, + "f1_weighted": 0.795407 + }, + { + "accuracy": 0.830938, + "f1": 0.823826, + "f1_weighted": 0.826225 + }, + { + "accuracy": 0.827853, + "f1": 0.831273, + "f1_weighted": 0.823823 + }, + { + "accuracy": 0.799488, + "f1": 0.799606, + "f1_weighted": 0.796736 + }, + { + "accuracy": 0.796404, + "f1": 0.786377, + "f1_weighted": 0.789866 + }, + { + "accuracy": 0.838387, + "f1": 0.832577, + "f1_weighted": 0.834104 + }, + { + "accuracy": 0.827176, + "f1": 0.822773, + "f1_weighted": 0.820472 + }, + { + "accuracy": 0.827026, + "f1": 0.828922, + "f1_weighted": 0.825712 + }, + { + "accuracy": 0.810323, + "f1": 0.8011, + "f1_weighted": 0.807421 + } + ], + "main_score": 0.820307, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 44.31719446182251, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MTOPIntentVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..d0facde53c --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.435422, + "f1": 0.262558, + "f1_weighted": 0.454063, + "scores_per_experiment": [ + { + "accuracy": 0.433225, + "f1": 0.245972, + "f1_weighted": 0.455676 + }, + { + "accuracy": 0.45828, + "f1": 0.270083, + "f1_weighted": 0.474864 + }, + { + "accuracy": 0.427884, + "f1": 0.256621, + "f1_weighted": 0.451811 + }, + { + "accuracy": 0.45512, + "f1": 0.265858, + "f1_weighted": 0.488924 + }, + { + "accuracy": 0.411557, + "f1": 0.262039, + "f1_weighted": 0.42104 + }, + { + "accuracy": 0.447446, + "f1": 0.262354, + "f1_weighted": 0.472823 + }, + { + "accuracy": 0.415544, + "f1": 0.258951, + "f1_weighted": 0.421322 + }, + { + "accuracy": 0.430517, + "f1": 0.279852, + "f1_weighted": 0.445281 + }, + { + "accuracy": 0.453314, + "f1": 0.270068, + "f1_weighted": 0.47266 + }, + { + "accuracy": 0.421338, + "f1": 0.253783, + "f1_weighted": 0.436229 + } + ], + "main_score": 0.435422, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 71.91790103912354, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MassiveIntentVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..71f65a84fa --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.611491, + "f1": 0.558798, + "f1_weighted": 0.590229, + "scores_per_experiment": [ + { + "accuracy": 0.626682, + "f1": 0.560027, + "f1_weighted": 0.611495 + }, + { + "accuracy": 0.607623, + "f1": 0.563071, + "f1_weighted": 0.58955 + }, + { + "accuracy": 0.627242, + "f1": 0.565036, + "f1_weighted": 0.599343 + }, + { + "accuracy": 0.622758, + "f1": 0.555091, + "f1_weighted": 0.595241 + }, + { + "accuracy": 0.59361, + "f1": 0.556372, + "f1_weighted": 0.583781 + }, + { + "accuracy": 0.58296, + "f1": 0.556095, + "f1_weighted": 0.567218 + }, + { + "accuracy": 0.601457, + "f1": 0.549518, + "f1_weighted": 0.578469 + }, + { + "accuracy": 0.617713, + "f1": 0.56751, + "f1_weighted": 0.587412 + }, + { + "accuracy": 0.612668, + "f1": 0.542362, + "f1_weighted": 0.583902 + }, + { + "accuracy": 0.622197, + "f1": 0.572899, + "f1_weighted": 0.60588 + } + ], + "main_score": 0.611491, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 42.4127893447876, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MassiveScenarioVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..a254212a27 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.683781, + "f1": 0.658991, + "f1_weighted": 0.67861, + "scores_per_experiment": [ + { + "accuracy": 0.694631, + "f1": 0.675406, + "f1_weighted": 0.694921 + }, + { + "accuracy": 0.675615, + "f1": 0.655899, + "f1_weighted": 0.669181 + }, + { + "accuracy": 0.688479, + "f1": 0.663252, + "f1_weighted": 0.682206 + }, + { + "accuracy": 0.690157, + "f1": 0.658155, + "f1_weighted": 0.681286 + }, + { + "accuracy": 0.675615, + "f1": 0.646113, + "f1_weighted": 0.666629 + }, + { + "accuracy": 0.678971, + "f1": 0.656429, + "f1_weighted": 0.675523 + }, + { + "accuracy": 0.677293, + "f1": 0.652438, + "f1_weighted": 0.671421 + }, + { + "accuracy": 0.673937, + "f1": 0.651551, + "f1_weighted": 0.67233 + }, + { + "accuracy": 0.711969, + "f1": 0.682575, + "f1_weighted": 0.709586 + }, + { + "accuracy": 0.671141, + "f1": 0.648097, + "f1_weighted": 0.66302 + } + ], + "main_score": 0.683781, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 20.708119869232178, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NFCorpus-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NFCorpus-VN.json new file mode 100644 index 0000000000..f211b48943 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 31.75, + "map_at_1": 0.05283, + "map_at_10": 0.12064, + "map_at_100": 0.15153, + "map_at_1000": 0.16533, + "map_at_20": 0.13352, + "map_at_3": 0.08398, + "map_at_5": 0.10147, + "mrr_at_1": 0.38554, + "mrr_at_10": 0.47222, + "mrr_at_100": 0.47799, + "mrr_at_1000": 0.47863, + "mrr_at_20": 0.4751, + "mrr_at_3": 0.44177, + "mrr_at_5": 0.45773, + "ndcg_at_1": 0.36747, + "ndcg_at_10": 0.31975, + "ndcg_at_100": 0.29534, + "ndcg_at_1000": 0.38099, + "ndcg_at_20": 0.30025, + "ndcg_at_3": 0.33751, + "ndcg_at_5": 0.33657, + "precision_at_1": 0.38554, + "precision_at_10": 0.24759, + "precision_at_100": 0.07789, + "precision_at_1000": 0.02107, + "precision_at_20": 0.18163, + "precision_at_3": 0.31928, + "precision_at_5": 0.30241, + "recall_at_1": 0.05283, + "recall_at_10": 0.16457, + "recall_at_100": 0.30099, + "recall_at_1000": 0.6089, + "recall_at_20": 0.20135, + "recall_at_3": 0.09092, + "recall_at_5": 0.12155, + "hf_subset": "default", + "main_score": 0.31975, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQ-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQ-VN.json new file mode 100644 index 0000000000..9d2aea9299 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 15322.89, + "map_at_1": 0.36719, + "map_at_10": 0.50959, + "map_at_100": 0.5179, + "map_at_1000": 0.51817, + "map_at_20": 0.51475, + "map_at_3": 0.47194, + "map_at_5": 0.49446, + "mrr_at_1": 0.40789, + "mrr_at_10": 0.53146, + "mrr_at_100": 0.53785, + "mrr_at_1000": 0.53801, + "mrr_at_20": 0.5355, + "mrr_at_3": 0.5, + "mrr_at_5": 0.51895, + "ndcg_at_1": 0.40789, + "ndcg_at_10": 0.57799, + "ndcg_at_100": 0.61484, + "ndcg_at_1000": 0.62087, + "ndcg_at_20": 0.59479, + "ndcg_at_3": 0.50709, + "ndcg_at_5": 0.54461, + "precision_at_1": 0.40789, + "precision_at_10": 0.09, + "precision_at_100": 0.01107, + "precision_at_1000": 0.00117, + "precision_at_20": 0.04892, + "precision_at_3": 0.22316, + "precision_at_5": 0.15568, + "recall_at_1": 0.36719, + "recall_at_10": 0.76478, + "recall_at_100": 0.92886, + "recall_at_1000": 0.97263, + "recall_at_20": 0.82732, + "recall_at_3": 0.58114, + "recall_at_5": 0.66741, + "hf_subset": "default", + "main_score": 0.57799, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Quora-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Quora-VN.json new file mode 100644 index 0000000000..d67186b530 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 1265.11, + "map_at_1": 0.28466, + "map_at_10": 0.37574, + "map_at_100": 0.38622, + "map_at_1000": 0.38719, + "map_at_20": 0.38152, + "map_at_3": 0.35064, + "map_at_5": 0.36458, + "mrr_at_1": 0.34196, + "mrr_at_10": 0.42732, + "mrr_at_100": 0.4347, + "mrr_at_1000": 0.43521, + "mrr_at_20": 0.43171, + "mrr_at_3": 0.40615, + "mrr_at_5": 0.41846, + "ndcg_at_1": 0.34196, + "ndcg_at_10": 0.42866, + "ndcg_at_100": 0.47397, + "ndcg_at_1000": 0.49491, + "ndcg_at_20": 0.44632, + "ndcg_at_3": 0.38783, + "ndcg_at_5": 0.40668, + "precision_at_1": 0.34196, + "precision_at_10": 0.07366, + "precision_at_100": 0.01093, + "precision_at_1000": 0.00137, + "precision_at_20": 0.04231, + "precision_at_3": 0.17894, + "precision_at_5": 0.12388, + "recall_at_1": 0.28466, + "recall_at_10": 0.53379, + "recall_at_100": 0.73344, + "recall_at_1000": 0.88304, + "recall_at_20": 0.59971, + "recall_at_3": 0.41708, + "recall_at_5": 0.4679, + "hf_subset": "default", + "main_score": 0.42866, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RedditClustering-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RedditClustering-VN.json new file mode 100644 index 0000000000..408ee7eccd --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.422817, + "v_measure_std": 0.058066, + "v_measures": [ + 0.276355, + 0.502906, + 0.406779, + 0.432758, + 0.384989, + 0.430766, + 0.479037, + 0.433152, + 0.433886, + 0.447539 + ], + "main_score": 0.422817, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 682.8671112060547, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RedditClusteringP2P-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..876c2d87c3 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.568099, + "v_measure_std": 0.134569, + "v_measures": [ + 0.668084, + 0.589676, + 0.683185, + 0.308262, + 0.590894, + 0.567978, + 0.310595, + 0.653982, + 0.633619, + 0.674721 + ], + "main_score": 0.568099, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5823.686863422394, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SCIDOCS-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SCIDOCS-VN.json new file mode 100644 index 0000000000..ee9a96ec0a --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 217.94, + "map_at_1": 0.04533, + "map_at_10": 0.08897, + "map_at_100": 0.10363, + "map_at_1000": 0.10589, + "map_at_20": 0.09628, + "map_at_3": 0.06821, + "map_at_5": 0.07971, + "mrr_at_1": 0.2225, + "mrr_at_10": 0.29273, + "mrr_at_100": 0.30445, + "mrr_at_1000": 0.30513, + "mrr_at_20": 0.29926, + "mrr_at_3": 0.265, + "mrr_at_5": 0.28187, + "ndcg_at_1": 0.2225, + "ndcg_at_10": 0.15228, + "ndcg_at_100": 0.21719, + "ndcg_at_1000": 0.26414, + "ndcg_at_20": 0.17351, + "ndcg_at_3": 0.15289, + "ndcg_at_5": 0.13147, + "precision_at_1": 0.2225, + "precision_at_10": 0.0735, + "precision_at_100": 0.01677, + "precision_at_1000": 0.00281, + "precision_at_20": 0.04888, + "precision_at_3": 0.13583, + "precision_at_5": 0.1095, + "recall_at_1": 0.04533, + "recall_at_10": 0.14921, + "recall_at_100": 0.34096, + "recall_at_1000": 0.57188, + "recall_at_20": 0.19833, + "recall_at_3": 0.08296, + "recall_at_5": 0.11133, + "hf_subset": "default", + "main_score": 0.15228, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SICK-R-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SICK-R-VN.json new file mode 100644 index 0000000000..71202ef4cf --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.815145, + "spearman": 0.779086, + "cosine_pearson": 0.815145, + "cosine_spearman": 0.779086, + "manhattan_pearson": 0.773323, + "manhattan_spearman": 0.779948, + "euclidean_pearson": 0.771234, + "euclidean_spearman": 0.779087, + "main_score": 0.779086, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 53.72242712974548, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/STSBenchmark-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/STSBenchmark-VN.json new file mode 100644 index 0000000000..f3118c99de --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.820096, + "spearman": 0.819833, + "cosine_pearson": 0.820096, + "cosine_spearman": 0.819833, + "manhattan_pearson": 0.807297, + "manhattan_spearman": 0.824396, + "euclidean_pearson": 0.803827, + "euclidean_spearman": 0.819833, + "main_score": 0.819833, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.549790143966675, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SciDocsRR-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SciDocsRR-VN.json new file mode 100644 index 0000000000..af6171c04f --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.837986, + "mrr": 0.917413, + "nAUC_map_max": 0.550086, + "nAUC_map_std": 0.633616, + "nAUC_map_diff1": 0.296527, + "nAUC_mrr_max": 0.833538, + "nAUC_mrr_std": 0.78155, + "nAUC_mrr_diff1": 0.588624, + "main_score": 0.837986, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 58.29464030265808, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SciFact-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SciFact-VN.json new file mode 100644 index 0000000000..a9259dc95c --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 45.62, + "map_at_1": 0.4745, + "map_at_10": 0.58695, + "map_at_100": 0.5962, + "map_at_1000": 0.59635, + "map_at_20": 0.59267, + "map_at_3": 0.55046, + "map_at_5": 0.57136, + "mrr_at_1": 0.5, + "mrr_at_10": 0.59699, + "mrr_at_100": 0.60421, + "mrr_at_1000": 0.60436, + "mrr_at_20": 0.60098, + "mrr_at_3": 0.56965, + "mrr_at_5": 0.5857, + "ndcg_at_1": 0.5, + "ndcg_at_10": 0.6377, + "ndcg_at_100": 0.67722, + "ndcg_at_1000": 0.68094, + "ndcg_at_20": 0.65613, + "ndcg_at_3": 0.57584, + "ndcg_at_5": 0.60726, + "precision_at_1": 0.5, + "precision_at_10": 0.09104, + "precision_at_100": 0.01112, + "precision_at_1000": 0.00114, + "precision_at_20": 0.05, + "precision_at_3": 0.22886, + "precision_at_5": 0.15821, + "recall_at_1": 0.4745, + "recall_at_10": 0.78109, + "recall_at_100": 0.95522, + "recall_at_1000": 0.98507, + "recall_at_20": 0.85075, + "recall_at_3": 0.62301, + "recall_at_5": 0.69565, + "hf_subset": "default", + "main_score": 0.6377, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SprintDuplicateQuestions-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..8b483e84fb --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/SprintDuplicateQuestions-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "mteb_dataset_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "task_name": "SprintDuplicateQuestions-VN", + "scores": { + "test": [ + { + "evaluation_time": 87.94, + "hf_subset": "default", + "dot_accuracy": 0.9969016886368574, + "dot_ap": 0.9177933252782917, + "dot_f1": 0.8411967779056386, + "dot_accuracy_threshold": 0.9124424457550049, + "dot_f1_threshold": 0.9021507501602173, + "dot_precision": 0.8569753810082064, + "dot_recall": 0.8259887005649718, + "euclidean_accuracy": 0.9969016886368574, + "euclidean_ap": 0.9177951653858636, + "euclidean_f1": 0.8411967779056386, + "euclidean_accuracy_threshold": 0.41846776008605957, + "euclidean_f1_threshold": 0.44237828254699707, + "euclidean_precision": 0.8569753810082064, + "euclidean_recall": 0.8259887005649718, + "manhattan_accuracy": 0.9970960476522575, + "manhattan_ap": 0.9247147038187981, + "manhattan_f1": 0.8465909090909091, + "manhattan_accuracy_threshold": 21.208324432373047, + "manhattan_f1_threshold": 22.38277816772461, + "manhattan_precision": 0.8514285714285714, + "manhattan_recall": 0.8418079096045198, + "max_accuracy": 0.9970960476522575, + "max_ap": 0.9247147038187981, + "max_f1": 0.8465909090909091, + "main_score": 0.9247147038187981, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/StackExchangeClustering-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..4f0752e24d --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.58906, + "v_measure_std": 0.028913, + "v_measures": [ + 0.5695, + 0.555622, + 0.63037, + 0.600749 + ], + "main_score": 0.58906, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 87.04185080528259, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/StackExchangeClusteringP2P-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..27dfc79f11 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.414635, + "v_measure_std": 0.016471, + "v_measures": [ + 0.402728, + 0.395529, + 0.400688, + 0.39912, + 0.395544, + 0.438185, + 0.431036, + 0.433871, + 0.423197, + 0.426449 + ], + "main_score": 0.414635, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1220.4727520942688, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/StackOverflowDupQuestions-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..d7fa5b3c75 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.517205, + "mrr": 0.524155, + "nAUC_map_max": 0.15882, + "nAUC_map_std": 0.101001, + "nAUC_map_diff1": 0.348782, + "nAUC_mrr_max": 0.169395, + "nAUC_mrr_std": 0.10321, + "nAUC_mrr_diff1": 0.343498, + "main_score": 0.517205, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 153.18980383872986, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TRECCOVID-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TRECCOVID-VN.json new file mode 100644 index 0000000000..520a3fd32c --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 1191.77, + "map_at_1": 0.00205, + "map_at_10": 0.01874, + "map_at_100": 0.12048, + "map_at_1000": 0.26741, + "map_at_20": 0.0353, + "map_at_3": 0.00597, + "map_at_5": 0.00966, + "mrr_at_1": 0.84091, + "mrr_at_10": 0.90341, + "mrr_at_100": 0.90341, + "mrr_at_1000": 0.90341, + "mrr_at_20": 0.90341, + "mrr_at_3": 0.89773, + "mrr_at_5": 0.90341, + "ndcg_at_1": 0.79545, + "ndcg_at_10": 0.77417, + "ndcg_at_100": 0.61744, + "ndcg_at_1000": 0.51049, + "ndcg_at_20": 0.75834, + "ndcg_at_3": 0.79069, + "ndcg_at_5": 0.78205, + "precision_at_1": 0.84091, + "precision_at_10": 0.825, + "precision_at_100": 0.63705, + "precision_at_1000": 0.22284, + "precision_at_20": 0.81364, + "precision_at_3": 0.84091, + "precision_at_5": 0.83636, + "recall_at_1": 0.00205, + "recall_at_10": 0.02097, + "recall_at_100": 0.15173, + "recall_at_1000": 0.468, + "recall_at_20": 0.04052, + "recall_at_3": 0.00632, + "recall_at_5": 0.01059, + "hf_subset": "default", + "main_score": 0.77417, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Touche2020-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Touche2020-VN.json new file mode 100644 index 0000000000..4acd658a76 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 2330.32, + "map_at_1": 0.02549, + "map_at_10": 0.09143, + "map_at_100": 0.12991, + "map_at_1000": 0.14372, + "map_at_20": 0.10057, + "map_at_3": 0.05424, + "map_at_5": 0.0695, + "mrr_at_1": 0.4, + "mrr_at_10": 0.59738, + "mrr_at_100": 0.60166, + "mrr_at_1000": 0.60166, + "mrr_at_20": 0.60102, + "mrr_at_3": 0.58, + "mrr_at_5": 0.58, + "ndcg_at_1": 0.36, + "ndcg_at_10": 0.25924, + "ndcg_at_100": 0.34546, + "ndcg_at_1000": 0.45339, + "ndcg_at_20": 0.24392, + "ndcg_at_3": 0.36024, + "ndcg_at_5": 0.30614, + "precision_at_1": 0.4, + "precision_at_10": 0.216, + "precision_at_100": 0.0692, + "precision_at_1000": 0.01364, + "precision_at_20": 0.144, + "precision_at_3": 0.37333, + "precision_at_5": 0.288, + "recall_at_1": 0.02549, + "recall_at_10": 0.1493, + "recall_at_100": 0.39674, + "recall_at_1000": 0.73135, + "recall_at_20": 0.1853, + "recall_at_3": 0.07101, + "recall_at_5": 0.09559, + "hf_subset": "default", + "main_score": 0.25924, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ToxicConversationsVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..315ff22b51 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.562354, + "f1": 0.436695, + "f1_weighted": 0.653443, + "ap": 0.095266, + "ap_weighted": 0.095266, + "scores_per_experiment": [ + { + "accuracy": 0.781738, + "f1": 0.525493, + "f1_weighted": 0.825496, + "ap": 0.086666, + "ap_weighted": 0.086666 + }, + { + "accuracy": 0.4375, + "f1": 0.376623, + "f1_weighted": 0.544224, + "ap": 0.097896, + "ap_weighted": 0.097896 + }, + { + "accuracy": 0.680664, + "f1": 0.508545, + "f1_weighted": 0.758771, + "ap": 0.108954, + "ap_weighted": 0.108954 + }, + { + "accuracy": 0.57666, + "f1": 0.444478, + "f1_weighted": 0.677616, + "ap": 0.089308, + "ap_weighted": 0.089308 + }, + { + "accuracy": 0.401367, + "f1": 0.348381, + "f1_weighted": 0.508246, + "ap": 0.086683, + "ap_weighted": 0.086683 + }, + { + "accuracy": 0.457031, + "f1": 0.378993, + "f1_weighted": 0.568392, + "ap": 0.083947, + "ap_weighted": 0.083947 + }, + { + "accuracy": 0.703125, + "f1": 0.514762, + "f1_weighted": 0.774868, + "ap": 0.10454, + "ap_weighted": 0.10454 + }, + { + "accuracy": 0.510742, + "f1": 0.424194, + "f1_weighted": 0.616257, + "ap": 0.10823, + "ap_weighted": 0.10823 + }, + { + "accuracy": 0.399414, + "f1": 0.347436, + "f1_weighted": 0.505888, + "ap": 0.087115, + "ap_weighted": 0.087115 + }, + { + "accuracy": 0.675293, + "f1": 0.498042, + "f1_weighted": 0.75467, + "ap": 0.099318, + "ap_weighted": 0.099318 + } + ], + "main_score": 0.562354, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 43.23562955856323, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TweetSentimentExtractionVNClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..4e02124165 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.573511, + "f1": 0.567534, + "f1_weighted": 0.560887, + "scores_per_experiment": [ + { + "accuracy": 0.556901, + "f1": 0.55921, + "f1_weighted": 0.554477 + }, + { + "accuracy": 0.526392, + "f1": 0.512861, + "f1_weighted": 0.500721 + }, + { + "accuracy": 0.598063, + "f1": 0.585918, + "f1_weighted": 0.571969 + }, + { + "accuracy": 0.620823, + "f1": 0.624901, + "f1_weighted": 0.61691 + }, + { + "accuracy": 0.607748, + "f1": 0.607617, + "f1_weighted": 0.605788 + }, + { + "accuracy": 0.608232, + "f1": 0.605749, + "f1_weighted": 0.601148 + }, + { + "accuracy": 0.525424, + "f1": 0.50519, + "f1_weighted": 0.506371 + }, + { + "accuracy": 0.612107, + "f1": 0.610443, + "f1_weighted": 0.610525 + }, + { + "accuracy": 0.537046, + "f1": 0.517176, + "f1_weighted": 0.505161 + }, + { + "accuracy": 0.542373, + "f1": 0.546272, + "f1_weighted": 0.5358 + } + ], + "main_score": 0.573511, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 15.325141906738281, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TwentyNewsgroupsClustering-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..c0146b15df --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.45565, + "v_measure_std": 0.019243, + "v_measures": [ + 0.495057, + 0.472237, + 0.467289, + 0.444577, + 0.431675, + 0.449154, + 0.458715, + 0.439787, + 0.467042, + 0.430969 + ], + "main_score": 0.45565, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 97.81518197059631, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TwitterSemEval2015-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..c32c200e03 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TwitterSemEval2015-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "mteb_dataset_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterSemEval2015-VN", + "scores": { + "test": [ + { + "evaluation_time": 20.61, + "hf_subset": "default", + "dot_accuracy": 0.8571580968636655, + "dot_ap": 0.7332129750138052, + "dot_f1": 0.6906126046716615, + "dot_accuracy_threshold": 0.896640956401825, + "dot_f1_threshold": 0.8795703649520874, + "dot_precision": 0.670517757809157, + "dot_recall": 0.7119491140390731, + "euclidean_accuracy": 0.8571580968636655, + "euclidean_ap": 0.7332134716964842, + "euclidean_f1": 0.6906126046716615, + "euclidean_accuracy_threshold": 0.454662561416626, + "euclidean_f1_threshold": 0.49077433347702026, + "euclidean_precision": 0.670517757809157, + "euclidean_recall": 0.7119491140390731, + "manhattan_accuracy": 0.8556646042244506, + "manhattan_ap": 0.730866386928275, + "manhattan_f1": 0.6880000000000001, + "manhattan_accuracy_threshold": 23.4317626953125, + "manhattan_f1_threshold": 24.332645416259766, + "manhattan_precision": 0.6563531353135313, + "manhattan_recall": 0.7228532485233985, + "max_accuracy": 0.8571580968636655, + "max_ap": 0.7332134716964842, + "max_f1": 0.6906126046716615, + "main_score": 0.7332134716964842, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TwitterURLCorpus-VN.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..d9dcad280a --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TwitterURLCorpus-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "mteb_dataset_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterURLCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 107.34, + "hf_subset": "default", + "dot_accuracy": 0.8800106273454884, + "dot_ap": 0.8692422063005389, + "dot_f1": 0.796629395559877, + "dot_accuracy_threshold": 0.8607721924781799, + "dot_f1_threshold": 0.8506162166595459, + "dot_precision": 0.7527562270314414, + "dot_recall": 0.8459332339107491, + "euclidean_accuracy": 0.8800106273454884, + "euclidean_ap": 0.8690701481616085, + "euclidean_f1": 0.796629395559877, + "euclidean_accuracy_threshold": 0.5276890993118286, + "euclidean_f1_threshold": 0.5465965270996094, + "euclidean_precision": 0.7527562270314414, + "euclidean_recall": 0.8459332339107491, + "manhattan_accuracy": 0.8798777855268839, + "manhattan_ap": 0.8697951318903078, + "manhattan_f1": 0.7977238565600171, + "manhattan_accuracy_threshold": 25.954845428466797, + "manhattan_f1_threshold": 27.110761642456055, + "manhattan_precision": 0.7496720815255776, + "manhattan_recall": 0.852357462429735, + "max_accuracy": 0.8800106273454884, + "max_ap": 0.8697951318903078, + "max_f1": 0.7977238565600171, + "main_score": 0.8697951318903078, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/VieQuADRetrieval.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/VieQuADRetrieval.json index 5c3a0a4876..cad565848c 100644 --- a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/VieQuADRetrieval.json +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/VieQuADRetrieval.json @@ -1,158 +1,158 @@ { "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", - "evaluation_time": 15.85975694656372, - "kg_co2_emissions": 0.004977777558544205, - "mteb_version": "1.12.75", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.42", "scores": { "validation": [ { - "hf_subset": "default", - "languages": [ - "vie-Latn" - ], - "main_score": 0.53697, + "ndcg_at_1": 0.50635, + "ndcg_at_3": 0.45836, + "ndcg_at_5": 0.50039, + "ndcg_at_10": 0.53697, + "ndcg_at_20": 0.55896, + "ndcg_at_100": 0.59511, + "ndcg_at_1000": 0.61187, "map_at_1": 0.25317, + "map_at_3": 0.38253, + "map_at_5": 0.41196, "map_at_10": 0.43208, + "map_at_20": 0.44046, "map_at_100": 0.44782, "map_at_1000": 0.44878, - "map_at_20": 0.44046, - "map_at_3": 0.38253, - "map_at_5": 0.41196, - "mrr_at_1": 0.50634765625, - "mrr_at_10": 0.6366509331597227, - "mrr_at_100": 0.6414426532474612, - "mrr_at_1000": 0.6415166937837901, - "mrr_at_20": 0.6397905616693413, - "mrr_at_3": 0.6101074218750004, - "mrr_at_5": 0.6275146484375008, - "nauc_map_at_1000_diff1": 0.2683957510308494, - "nauc_map_at_1000_max": 0.2511472837032947, - "nauc_map_at_1000_std": 0.12143486302812873, - "nauc_map_at_100_diff1": 0.26817432481822767, - "nauc_map_at_100_max": 0.25159779652422837, - "nauc_map_at_100_std": 0.12188750409831985, - "nauc_map_at_10_diff1": 0.2662108482882438, - "nauc_map_at_10_max": 0.24752245372732604, - "nauc_map_at_10_std": 0.11504459290496544, - "nauc_map_at_1_diff1": 0.36951343525393204, - "nauc_map_at_1_max": 0.15944771878446004, - "nauc_map_at_1_std": 0.03234851522934613, - "nauc_map_at_20_diff1": 0.2678196082097991, - "nauc_map_at_20_max": 0.2507605835751925, - "nauc_map_at_20_std": 0.11911185615518693, - "nauc_map_at_3_diff1": 0.2755683349809736, - "nauc_map_at_3_max": 0.21940794217734785, - "nauc_map_at_3_std": 0.09081675993013934, - "nauc_map_at_5_diff1": 0.2705705335850066, - "nauc_map_at_5_max": 0.23173245351881652, - "nauc_map_at_5_std": 0.09804550335522481, - "nauc_mrr_at_1000_diff1": 0.37596111542919725, - "nauc_mrr_at_1000_max": 0.22245908019212401, - "nauc_mrr_at_1000_std": 0.06102330033853156, - "nauc_mrr_at_100_diff1": 0.375941822608359, - "nauc_mrr_at_100_max": 0.22259981685187358, - "nauc_mrr_at_100_std": 0.06115730523450512, - "nauc_mrr_at_10_diff1": 0.37669009422593297, - "nauc_mrr_at_10_max": 0.22731178368637397, - "nauc_mrr_at_10_std": 0.06358118651896948, - "nauc_mrr_at_1_diff1": 0.36951343525393204, - "nauc_mrr_at_1_max": 0.15944771878446004, - "nauc_mrr_at_1_std": 0.03234851522934613, - "nauc_mrr_at_20_diff1": 0.375900306227582, - "nauc_mrr_at_20_max": 0.2237729270598644, - "nauc_mrr_at_20_std": 0.061950340330542385, - "nauc_mrr_at_3_diff1": 0.3770949085735306, - "nauc_mrr_at_3_max": 0.22126675835479195, - "nauc_mrr_at_3_std": 0.05712814344003148, - "nauc_mrr_at_5_diff1": 0.37748831289008566, - "nauc_mrr_at_5_max": 0.22702415021475342, - "nauc_mrr_at_5_std": 0.06210416840110036, - "nauc_ndcg_at_1000_diff1": 0.29367928394863185, - "nauc_ndcg_at_1000_max": 0.27511699921643257, - "nauc_ndcg_at_1000_std": 0.13915136956608445, - "nauc_ndcg_at_100_diff1": 0.2869706005130536, - "nauc_ndcg_at_100_max": 0.28718913146653846, - "nauc_ndcg_at_100_std": 0.15447958969840445, - "nauc_ndcg_at_10_diff1": 0.2837090648259637, - "nauc_ndcg_at_10_max": 0.2790657102117241, - "nauc_ndcg_at_10_std": 0.13133167193493006, - "nauc_ndcg_at_1_diff1": 0.36951343525393204, - "nauc_ndcg_at_1_max": 0.15944771878446004, - "nauc_ndcg_at_1_std": 0.03234851522934613, - "nauc_ndcg_at_20_diff1": 0.28559616077323063, - "nauc_ndcg_at_20_max": 0.28326044318147625, - "nauc_ndcg_at_20_std": 0.1390894440332053, - "nauc_ndcg_at_3_diff1": 0.2996927793786616, - "nauc_ndcg_at_3_max": 0.2345537336868853, - "nauc_ndcg_at_3_std": 0.08986573494795753, - "nauc_ndcg_at_5_diff1": 0.29162729590187486, - "nauc_ndcg_at_5_max": 0.25264684215149386, - "nauc_ndcg_at_5_std": 0.10288115796692368, - "nauc_precision_at_1000_diff1": 0.07519246377046895, - "nauc_precision_at_1000_max": 0.6175344163497649, - "nauc_precision_at_1000_std": 0.7137554463646864, - "nauc_precision_at_100_diff1": 0.10840928755553719, - "nauc_precision_at_100_max": 0.44647016286318186, - "nauc_precision_at_100_std": 0.43430682909261065, - "nauc_precision_at_10_diff1": 0.18610530505231948, - "nauc_precision_at_10_max": 0.34021797959965344, - "nauc_precision_at_10_std": 0.2048944176744992, - "nauc_precision_at_1_diff1": 0.36951343525393204, - "nauc_precision_at_1_max": 0.15944771878446004, - "nauc_precision_at_1_std": 0.03234851522934613, - "nauc_precision_at_20_diff1": 0.17532044843939334, - "nauc_precision_at_20_max": 0.3555091426695474, - "nauc_precision_at_20_std": 0.2360416490430458, - "nauc_precision_at_3_diff1": 0.2520870351610296, - "nauc_precision_at_3_max": 0.25463741320028116, - "nauc_precision_at_3_std": 0.11127621255349138, - "nauc_precision_at_5_diff1": 0.22604160164259107, - "nauc_precision_at_5_max": 0.2839410728368067, - "nauc_precision_at_5_std": 0.13590679806509331, - "nauc_recall_at_1000_diff1": 0.07519246377047667, - "nauc_recall_at_1000_max": 0.6175344163497707, - "nauc_recall_at_1000_std": 0.7137554463646967, - "nauc_recall_at_100_diff1": 0.10840928755553855, - "nauc_recall_at_100_max": 0.44647016286318253, - "nauc_recall_at_100_std": 0.4343068290926108, - "nauc_recall_at_10_diff1": 0.18610530505231984, - "nauc_recall_at_10_max": 0.3402179795996537, - "nauc_recall_at_10_std": 0.20489441767449942, - "nauc_recall_at_1_diff1": 0.36951343525393204, - "nauc_recall_at_1_max": 0.15944771878446004, - "nauc_recall_at_1_std": 0.03234851522934613, - "nauc_recall_at_20_diff1": 0.17532044843939307, - "nauc_recall_at_20_max": 0.3555091426695479, - "nauc_recall_at_20_std": 0.23604164904304578, - "nauc_recall_at_3_diff1": 0.25208703516102926, - "nauc_recall_at_3_max": 0.2546374132002813, - "nauc_recall_at_3_std": 0.11127621255349109, - "nauc_recall_at_5_diff1": 0.22604160164259116, - "nauc_recall_at_5_max": 0.28394107283680686, - "nauc_recall_at_5_std": 0.1359067980650934, - "ndcg_at_1": 0.50635, - "ndcg_at_10": 0.53697, - "ndcg_at_100": 0.59512, - "ndcg_at_1000": 0.61187, - "ndcg_at_20": 0.55896, - "ndcg_at_3": 0.45836, - "ndcg_at_5": 0.50039, - "precision_at_1": 0.50635, - "precision_at_10": 0.12715, - "precision_at_100": 0.0173, - "precision_at_1000": 0.00195, - "precision_at_20": 0.07063, - "precision_at_3": 0.30713, - "precision_at_5": 0.21748, "recall_at_1": 0.25317, + "recall_at_3": 0.46069, + "recall_at_5": 0.5437, "recall_at_10": 0.63574, + "recall_at_20": 0.7063, "recall_at_100": 0.86499, "recall_at_1000": 0.97314, - "recall_at_20": 0.7063, - "recall_at_3": 0.46069, - "recall_at_5": 0.5437 + "precision_at_1": 0.50635, + "precision_at_3": 0.30713, + "precision_at_5": 0.21748, + "precision_at_10": 0.12715, + "precision_at_20": 0.07063, + "precision_at_100": 0.0173, + "precision_at_1000": 0.00195, + "mrr_at_1": 0.506348, + "mrr_at_3": 0.610107, + "mrr_at_5": 0.627515, + "mrr_at_10": 0.636651, + "mrr_at_20": 0.639791, + "mrr_at_100": 0.641443, + "mrr_at_1000": 0.641517, + "nauc_ndcg_at_1_max": 0.159448, + "nauc_ndcg_at_1_std": 0.032349, + "nauc_ndcg_at_1_diff1": 0.368741, + "nauc_ndcg_at_3_max": 0.234554, + "nauc_ndcg_at_3_std": 0.089866, + "nauc_ndcg_at_3_diff1": 0.298921, + "nauc_ndcg_at_5_max": 0.252647, + "nauc_ndcg_at_5_std": 0.102881, + "nauc_ndcg_at_5_diff1": 0.290975, + "nauc_ndcg_at_10_max": 0.279066, + "nauc_ndcg_at_10_std": 0.131332, + "nauc_ndcg_at_10_diff1": 0.283122, + "nauc_ndcg_at_20_max": 0.28326, + "nauc_ndcg_at_20_std": 0.139089, + "nauc_ndcg_at_20_diff1": 0.285037, + "nauc_ndcg_at_100_max": 0.287191, + "nauc_ndcg_at_100_std": 0.154481, + "nauc_ndcg_at_100_diff1": 0.286401, + "nauc_ndcg_at_1000_max": 0.275119, + "nauc_ndcg_at_1000_std": 0.139153, + "nauc_ndcg_at_1000_diff1": 0.29308, + "nauc_map_at_1_max": 0.159448, + "nauc_map_at_1_std": 0.032349, + "nauc_map_at_1_diff1": 0.368741, + "nauc_map_at_3_max": 0.219408, + "nauc_map_at_3_std": 0.090817, + "nauc_map_at_3_diff1": 0.274898, + "nauc_map_at_5_max": 0.231732, + "nauc_map_at_5_std": 0.098046, + "nauc_map_at_5_diff1": 0.269933, + "nauc_map_at_10_max": 0.247522, + "nauc_map_at_10_std": 0.115045, + "nauc_map_at_10_diff1": 0.265628, + "nauc_map_at_20_max": 0.250761, + "nauc_map_at_20_std": 0.119112, + "nauc_map_at_20_diff1": 0.267242, + "nauc_map_at_100_max": 0.2516, + "nauc_map_at_100_std": 0.121889, + "nauc_map_at_100_diff1": 0.267599, + "nauc_map_at_1000_max": 0.251149, + "nauc_map_at_1000_std": 0.121436, + "nauc_map_at_1000_diff1": 0.26782, + "nauc_recall_at_1_max": 0.159448, + "nauc_recall_at_1_std": 0.032349, + "nauc_recall_at_1_diff1": 0.368741, + "nauc_recall_at_3_max": 0.254637, + "nauc_recall_at_3_std": 0.111276, + "nauc_recall_at_3_diff1": 0.251317, + "nauc_recall_at_5_max": 0.283941, + "nauc_recall_at_5_std": 0.135907, + "nauc_recall_at_5_diff1": 0.225529, + "nauc_recall_at_10_max": 0.340218, + "nauc_recall_at_10_std": 0.204894, + "nauc_recall_at_10_diff1": 0.185803, + "nauc_recall_at_20_max": 0.355509, + "nauc_recall_at_20_std": 0.236042, + "nauc_recall_at_20_diff1": 0.175151, + "nauc_recall_at_100_max": 0.44647, + "nauc_recall_at_100_std": 0.434307, + "nauc_recall_at_100_diff1": 0.108409, + "nauc_recall_at_1000_max": 0.617534, + "nauc_recall_at_1000_std": 0.713755, + "nauc_recall_at_1000_diff1": 0.075192, + "nauc_precision_at_1_max": 0.159448, + "nauc_precision_at_1_std": 0.032349, + "nauc_precision_at_1_diff1": 0.368741, + "nauc_precision_at_3_max": 0.254637, + "nauc_precision_at_3_std": 0.111276, + "nauc_precision_at_3_diff1": 0.251317, + "nauc_precision_at_5_max": 0.283941, + "nauc_precision_at_5_std": 0.135907, + "nauc_precision_at_5_diff1": 0.225529, + "nauc_precision_at_10_max": 0.340218, + "nauc_precision_at_10_std": 0.204894, + "nauc_precision_at_10_diff1": 0.185803, + "nauc_precision_at_20_max": 0.355509, + "nauc_precision_at_20_std": 0.236042, + "nauc_precision_at_20_diff1": 0.175151, + "nauc_precision_at_100_max": 0.44647, + "nauc_precision_at_100_std": 0.434307, + "nauc_precision_at_100_diff1": 0.108409, + "nauc_precision_at_1000_max": 0.617534, + "nauc_precision_at_1000_std": 0.713755, + "nauc_precision_at_1000_diff1": 0.075192, + "nauc_mrr_at_1_max": 0.159448, + "nauc_mrr_at_1_std": 0.032349, + "nauc_mrr_at_1_diff1": 0.368741, + "nauc_mrr_at_3_max": 0.221267, + "nauc_mrr_at_3_std": 0.057128, + "nauc_mrr_at_3_diff1": 0.376192, + "nauc_mrr_at_5_max": 0.227024, + "nauc_mrr_at_5_std": 0.062104, + "nauc_mrr_at_5_diff1": 0.376717, + "nauc_mrr_at_10_max": 0.227312, + "nauc_mrr_at_10_std": 0.063581, + "nauc_mrr_at_10_diff1": 0.375896, + "nauc_mrr_at_20_max": 0.223773, + "nauc_mrr_at_20_std": 0.06195, + "nauc_mrr_at_20_diff1": 0.375122, + "nauc_mrr_at_100_max": 0.2226, + "nauc_mrr_at_100_std": 0.061158, + "nauc_mrr_at_100_diff1": 0.375158, + "nauc_mrr_at_1000_max": 0.222459, + "nauc_mrr_at_1000_std": 0.061024, + "nauc_mrr_at_1000_diff1": 0.375177, + "main_score": 0.53697, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] } ] }, - "task_name": "VieQuADRetrieval" + "evaluation_time": 54.36113667488098, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/VieStudentFeedbackClassification.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/VieStudentFeedbackClassification.json index 861e1c6c5f..01ddc2b08b 100644 --- a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/VieStudentFeedbackClassification.json +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/VieStudentFeedbackClassification.json @@ -1,73 +1,73 @@ { "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", - "evaluation_time": 31.487823009490967, - "kg_co2_emissions": 0.007147376788608388, - "mteb_version": "1.12.75", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.42", "scores": { "test": [ { - "accuracy": 0.7314453125, - "f1": 0.604559603604067, - "f1_weighted": 0.7752041846813997, - "hf_subset": "default", - "languages": [ - "vie-Latn" - ], - "main_score": 0.7314453125, + "accuracy": 0.712305, + "f1": 0.588165, + "f1_weighted": 0.757216, "scores_per_experiment": [ { - "accuracy": 0.78076171875, - "f1": 0.6350328585504531, - "f1_weighted": 0.7986274287460997 + "accuracy": 0.775391, + "f1": 0.62591, + "f1_weighted": 0.787313 }, { - "accuracy": 0.736328125, - "f1": 0.6052660879198256, - "f1_weighted": 0.7849503600053098 + "accuracy": 0.706543, + "f1": 0.582924, + "f1_weighted": 0.762746 }, { - "accuracy": 0.8056640625, - "f1": 0.6498830821346034, - "f1_weighted": 0.8209586577844732 + "accuracy": 0.792969, + "f1": 0.638341, + "f1_weighted": 0.809724 }, { - "accuracy": 0.669921875, - "f1": 0.5713250069888822, - "f1_weighted": 0.7404792046276878 + "accuracy": 0.619141, + "f1": 0.5289, + "f1_weighted": 0.692655 }, { - "accuracy": 0.71337890625, - "f1": 0.6088605161954342, - "f1_weighted": 0.7750427713367223 + "accuracy": 0.708984, + "f1": 0.602573, + "f1_weighted": 0.768607 }, { - "accuracy": 0.7861328125, - "f1": 0.6278423314421091, - "f1_weighted": 0.8049485508746955 + "accuracy": 0.760742, + "f1": 0.608396, + "f1_weighted": 0.78288 }, { - "accuracy": 0.72998046875, - "f1": 0.6049232895731868, - "f1_weighted": 0.7807902815209239 + "accuracy": 0.709961, + "f1": 0.580099, + "f1_weighted": 0.753385 }, { - "accuracy": 0.63623046875, - "f1": 0.5132720333102013, - "f1_weighted": 0.6733144724393867 + "accuracy": 0.636719, + "f1": 0.518594, + "f1_weighted": 0.677947 }, { - "accuracy": 0.7451171875, - "f1": 0.6214847091803878, - "f1_weighted": 0.7961090250909513 + "accuracy": 0.724609, + "f1": 0.605564, + "f1_weighted": 0.778956 }, { - "accuracy": 0.7109375, - "f1": 0.6077061207455867, - "f1_weighted": 0.7768210943877472 + "accuracy": 0.687988, + "f1": 0.590348, + "f1_weighted": 0.757948 } + ], + "main_score": 0.712305, + "hf_subset": "default", + "languages": [ + "vie-Latn" ] } ] }, - "task_name": "VieStudentFeedbackClassification" + "evaluation_time": 19.09032416343689, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/model_meta.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/model_meta.json index 6f878ebb31..f8b8353654 100644 --- a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/model_meta.json +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/model_meta.json @@ -1 +1 @@ -{"name": "intfloat/e5-mistral-7b-instruct", "revision": "07163b72af1488142a360786df853f237b1a3ca1", "release_date": "2024-02-08", "languages": ["eng_Latn", "fra_Latn", "deu_Latn", "ita_Latn", "spa_Latn"], "n_parameters": 7111000000, "memory_usage_mb": 13563.0, "max_tokens": 32768.0, "embed_dim": 4096, "license": "mit", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["GritLM", "PyTorch"], "reference": "https://huggingface.co/intfloat/e5-mistral-7b-instruct", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"], "FEVER": ["train"], "FEVERHardNegatives": ["train"], "FEVER-NL": ["train"], "HotpotQA": ["train"], "HotpotQAHardNegatives": ["train"], "HotpotQA-PL": ["train"], "HotpotQA-NL": ["train"]}, "adapted_from": null, "superseded_by": null, "modalities": ["text"], "loader": "instruct_wrapper"} \ No newline at end of file +{"name": "intfloat/e5-mistral-7b-instruct", "revision": "07163b72af1488142a360786df853f237b1a3ca1", "release_date": "2024-02-08", "languages": ["eng-Latn", "fra-Latn", "deu-Latn", "ita-Latn", "spa-Latn"], "n_parameters": 7111000000, "memory_usage_mb": 13563.0, "max_tokens": 32768.0, "embed_dim": 4096, "license": "mit", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["GritLM", "PyTorch", "Sentence Transformers"], "reference": "https://huggingface.co/intfloat/e5-mistral-7b-instruct", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"], "XQuADRetrieval": ["train"], "FEVER": ["train"], "FEVERHardNegatives": ["train"], "FEVER-NL": ["train"], "HotpotQA": ["train"], "HotpotQAHardNegatives": ["train"], "HotpotQA-PL": ["train"], "HotpotQA-NL": ["train"], "MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"], "MIRACLReranking": ["train"], "MrTidyRetrieval": ["train"]}, "adapted_from": "mistralai/Mistral-7B-v0.1", "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "instruct_wrapper"} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AmazonCounterfactualVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..8eda50e3fb --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.561159, + "f1": 0.51389, + "f1_weighted": 0.608399, + "ap": 0.229336, + "ap_weighted": 0.229336, + "scores_per_experiment": [ + { + "accuracy": 0.502146, + "f1": 0.479109, + "f1_weighted": 0.54869, + "ap": 0.228707, + "ap_weighted": 0.228707 + }, + { + "accuracy": 0.603004, + "f1": 0.555038, + "f1_weighted": 0.647835, + "ap": 0.256416, + "ap_weighted": 0.256416 + }, + { + "accuracy": 0.562232, + "f1": 0.524042, + "f1_weighted": 0.609679, + "ap": 0.24254, + "ap_weighted": 0.24254 + }, + { + "accuracy": 0.482833, + "f1": 0.4529, + "f1_weighted": 0.534185, + "ap": 0.203442, + "ap_weighted": 0.203442 + }, + { + "accuracy": 0.532189, + "f1": 0.48127, + "f1_weighted": 0.584502, + "ap": 0.203174, + "ap_weighted": 0.203174 + }, + { + "accuracy": 0.577253, + "f1": 0.529112, + "f1_weighted": 0.624748, + "ap": 0.236204, + "ap_weighted": 0.236204 + }, + { + "accuracy": 0.680258, + "f1": 0.607174, + "f1_weighted": 0.7148, + "ap": 0.277809, + "ap_weighted": 0.277809 + }, + { + "accuracy": 0.579399, + "f1": 0.521581, + "f1_weighted": 0.627224, + "ap": 0.223171, + "ap_weighted": 0.223171 + }, + { + "accuracy": 0.515021, + "f1": 0.475445, + "f1_weighted": 0.566966, + "ap": 0.208058, + "ap_weighted": 0.208058 + }, + { + "accuracy": 0.577253, + "f1": 0.513232, + "f1_weighted": 0.625364, + "ap": 0.213842, + "ap_weighted": 0.213842 + } + ], + "main_score": 0.561159, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.4414103031158447, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AmazonPolarityVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..66431ba687 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.759123, + "f1": 0.756698, + "f1_weighted": 0.756654, + "ap": 0.706581, + "ap_weighted": 0.706581, + "scores_per_experiment": [ + { + "accuracy": 0.77847, + "f1": 0.778445, + "f1_weighted": 0.778463, + "ap": 0.718815, + "ap_weighted": 0.718815 + }, + { + "accuracy": 0.75446, + "f1": 0.754144, + "f1_weighted": 0.754078, + "ap": 0.701037, + "ap_weighted": 0.701037 + }, + { + "accuracy": 0.775352, + "f1": 0.775257, + "f1_weighted": 0.775223, + "ap": 0.720668, + "ap_weighted": 0.720668 + }, + { + "accuracy": 0.739911, + "f1": 0.733465, + "f1_weighted": 0.733159, + "ap": 0.708891, + "ap_weighted": 0.708891 + }, + { + "accuracy": 0.767691, + "f1": 0.766479, + "f1_weighted": 0.766354, + "ap": 0.722008, + "ap_weighted": 0.722008 + }, + { + "accuracy": 0.689904, + "f1": 0.684072, + "f1_weighted": 0.683754, + "ap": 0.649368, + "ap_weighted": 0.649368 + }, + { + "accuracy": 0.780097, + "f1": 0.779994, + "f1_weighted": 0.779959, + "ap": 0.725974, + "ap_weighted": 0.725974 + }, + { + "accuracy": 0.809792, + "f1": 0.809082, + "f1_weighted": 0.808995, + "ap": 0.768598, + "ap_weighted": 0.768598 + }, + { + "accuracy": 0.741058, + "f1": 0.734845, + "f1_weighted": 0.735145, + "ap": 0.667681, + "ap_weighted": 0.667681 + }, + { + "accuracy": 0.754489, + "f1": 0.751196, + "f1_weighted": 0.751408, + "ap": 0.68277, + "ap_weighted": 0.68277 + } + ], + "main_score": 0.759123, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 495.48848509788513, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AmazonReviewsVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..de657e20fc --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.403096, + "f1": 0.384553, + "f1_weighted": 0.390069, + "scores_per_experiment": [ + { + "accuracy": 0.416472, + "f1": 0.409041, + "f1_weighted": 0.4152 + }, + { + "accuracy": 0.434579, + "f1": 0.416059, + "f1_weighted": 0.422481 + }, + { + "accuracy": 0.404206, + "f1": 0.386175, + "f1_weighted": 0.391733 + }, + { + "accuracy": 0.418808, + "f1": 0.407934, + "f1_weighted": 0.413152 + }, + { + "accuracy": 0.421437, + "f1": 0.379709, + "f1_weighted": 0.386736 + }, + { + "accuracy": 0.393107, + "f1": 0.359086, + "f1_weighted": 0.364046 + }, + { + "accuracy": 0.363318, + "f1": 0.360303, + "f1_weighted": 0.3638 + }, + { + "accuracy": 0.402453, + "f1": 0.395125, + "f1_weighted": 0.399556 + }, + { + "accuracy": 0.418516, + "f1": 0.400179, + "f1_weighted": 0.40535 + }, + { + "accuracy": 0.358061, + "f1": 0.331915, + "f1_weighted": 0.338639 + } + ], + "main_score": 0.403096, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.249478101730347, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ArguAna-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ArguAna-VN.json new file mode 100644 index 0000000000..9592a9e459 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 10.97, + "map_at_1": 0.23243, + "map_at_10": 0.37244, + "map_at_100": 0.38374, + "map_at_1000": 0.38394, + "map_at_20": 0.38048, + "map_at_3": 0.32535, + "map_at_5": 0.35003, + "mrr_at_1": 0.23243, + "mrr_at_10": 0.37244, + "mrr_at_100": 0.38374, + "mrr_at_1000": 0.38394, + "mrr_at_20": 0.38048, + "mrr_at_3": 0.32535, + "mrr_at_5": 0.35003, + "ndcg_at_1": 0.23243, + "ndcg_at_10": 0.45494, + "ndcg_at_100": 0.50452, + "ndcg_at_1000": 0.50987, + "ndcg_at_20": 0.48344, + "ndcg_at_3": 0.35637, + "ndcg_at_5": 0.4007, + "precision_at_1": 0.23243, + "precision_at_10": 0.07212, + "precision_at_100": 0.00941, + "precision_at_1000": 0.00098, + "precision_at_20": 0.04162, + "precision_at_3": 0.14878, + "precision_at_5": 0.11073, + "recall_at_1": 0.23243, + "recall_at_10": 0.72124, + "recall_at_100": 0.94131, + "recall_at_1000": 0.98378, + "recall_at_20": 0.83243, + "recall_at_3": 0.44633, + "recall_at_5": 0.55367, + "hf_subset": "default", + "main_score": 0.45494, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AskUbuntuDupQuestions-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..9a2122f1f5 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.585986, + "mrr": 0.705503, + "nAUC_map_max": 0.260112, + "nAUC_map_std": 0.291214, + "nAUC_map_diff1": 0.149993, + "nAUC_mrr_max": 0.336666, + "nAUC_mrr_std": 0.325693, + "nAUC_mrr_diff1": 0.172849, + "main_score": 0.585986, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.4637248516082764, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/BIOSSES-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/BIOSSES-VN.json new file mode 100644 index 0000000000..db1f1ad578 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.84598, + "spearman": 0.818169, + "cosine_pearson": 0.84598, + "cosine_spearman": 0.818169, + "manhattan_pearson": 0.829269, + "manhattan_spearman": 0.819477, + "euclidean_pearson": 0.827629, + "euclidean_spearman": 0.818169, + "main_score": 0.818169, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.13347196578979492, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Banking77VNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Banking77VNClassification.json new file mode 100644 index 0000000000..64c570b3ad --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.70963, + "f1": 0.685331, + "f1_weighted": 0.696489, + "scores_per_experiment": [ + { + "accuracy": 0.695963, + "f1": 0.666154, + "f1_weighted": 0.682209 + }, + { + "accuracy": 0.692599, + "f1": 0.661251, + "f1_weighted": 0.672379 + }, + { + "accuracy": 0.728343, + "f1": 0.707465, + "f1_weighted": 0.713935 + }, + { + "accuracy": 0.721194, + "f1": 0.700799, + "f1_weighted": 0.70962 + }, + { + "accuracy": 0.707317, + "f1": 0.680982, + "f1_weighted": 0.696408 + }, + { + "accuracy": 0.711102, + "f1": 0.689598, + "f1_weighted": 0.697139 + }, + { + "accuracy": 0.704373, + "f1": 0.676423, + "f1_weighted": 0.690088 + }, + { + "accuracy": 0.728343, + "f1": 0.706397, + "f1_weighted": 0.719322 + }, + { + "accuracy": 0.712784, + "f1": 0.699309, + "f1_weighted": 0.703648 + }, + { + "accuracy": 0.694281, + "f1": 0.664934, + "f1_weighted": 0.680144 + } + ], + "main_score": 0.70963, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.234445810317993, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackAndroid-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..9712018c3c --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 13.16, + "map_at_1": 0.26884, + "map_at_10": 0.36397, + "map_at_100": 0.37805, + "map_at_1000": 0.37956, + "map_at_20": 0.37221, + "map_at_3": 0.33294, + "map_at_5": 0.35024, + "mrr_at_1": 0.33333, + "mrr_at_10": 0.42341, + "mrr_at_100": 0.43114, + "mrr_at_1000": 0.43166, + "mrr_at_20": 0.42819, + "mrr_at_3": 0.39719, + "mrr_at_5": 0.41188, + "ndcg_at_1": 0.33333, + "ndcg_at_10": 0.42354, + "ndcg_at_100": 0.47554, + "ndcg_at_1000": 0.50043, + "ndcg_at_20": 0.44445, + "ndcg_at_3": 0.3771, + "ndcg_at_5": 0.39772, + "precision_at_1": 0.33333, + "precision_at_10": 0.08316, + "precision_at_100": 0.01366, + "precision_at_1000": 0.00191, + "precision_at_20": 0.05026, + "precision_at_3": 0.18385, + "precision_at_5": 0.13402, + "recall_at_1": 0.26884, + "recall_at_10": 0.53435, + "recall_at_100": 0.75445, + "recall_at_1000": 0.91561, + "recall_at_20": 0.60866, + "recall_at_3": 0.39375, + "recall_at_5": 0.45485, + "hf_subset": "default", + "main_score": 0.42354, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackGis-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackGis-VN.json new file mode 100644 index 0000000000..6577aa4348 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 32.17, + "map_at_1": 0.18249, + "map_at_10": 0.24525, + "map_at_100": 0.25549, + "map_at_1000": 0.25651, + "map_at_20": 0.25138, + "map_at_3": 0.22234, + "map_at_5": 0.23412, + "mrr_at_1": 0.19846, + "mrr_at_10": 0.26338, + "mrr_at_100": 0.27267, + "mrr_at_1000": 0.27353, + "mrr_at_20": 0.26882, + "mrr_at_3": 0.24128, + "mrr_at_5": 0.2519, + "ndcg_at_1": 0.19846, + "ndcg_at_10": 0.28614, + "ndcg_at_100": 0.33566, + "ndcg_at_1000": 0.36506, + "ndcg_at_20": 0.30674, + "ndcg_at_3": 0.24014, + "ndcg_at_5": 0.25931, + "precision_at_1": 0.19846, + "precision_at_10": 0.04677, + "precision_at_100": 0.00751, + "precision_at_1000": 0.00105, + "precision_at_20": 0.02823, + "precision_at_3": 0.10359, + "precision_at_5": 0.07323, + "recall_at_1": 0.18249, + "recall_at_10": 0.39633, + "recall_at_100": 0.62272, + "recall_at_1000": 0.84883, + "recall_at_20": 0.47335, + "recall_at_3": 0.26802, + "recall_at_5": 0.31558, + "hf_subset": "default", + "main_score": 0.28614, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackMathematica-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..6c0c4fc47a --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 17.05, + "map_at_1": 0.10848, + "map_at_10": 0.17264, + "map_at_100": 0.18148, + "map_at_1000": 0.18275, + "map_at_20": 0.17728, + "map_at_3": 0.14958, + "map_at_5": 0.16409, + "mrr_at_1": 0.13006, + "mrr_at_10": 0.19845, + "mrr_at_100": 0.20724, + "mrr_at_1000": 0.20824, + "mrr_at_20": 0.20364, + "mrr_at_3": 0.17342, + "mrr_at_5": 0.18888, + "ndcg_at_1": 0.13006, + "ndcg_at_10": 0.21327, + "ndcg_at_100": 0.25877, + "ndcg_at_1000": 0.29478, + "ndcg_at_20": 0.23012, + "ndcg_at_3": 0.16901, + "ndcg_at_5": 0.1935, + "precision_at_1": 0.13006, + "precision_at_10": 0.03945, + "precision_at_100": 0.00706, + "precision_at_1000": 0.00114, + "precision_at_20": 0.02431, + "precision_at_3": 0.08031, + "precision_at_5": 0.06354, + "recall_at_1": 0.10848, + "recall_at_10": 0.31377, + "recall_at_100": 0.51596, + "recall_at_1000": 0.78408, + "recall_at_20": 0.37468, + "recall_at_3": 0.19616, + "recall_at_5": 0.25524, + "hf_subset": "default", + "main_score": 0.21327, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackPhysics-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..7bae53da84 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 33.6, + "map_at_1": 0.2047, + "map_at_10": 0.29094, + "map_at_100": 0.30403, + "map_at_1000": 0.30542, + "map_at_20": 0.29822, + "map_at_3": 0.2595, + "map_at_5": 0.27872, + "mrr_at_1": 0.27835, + "mrr_at_10": 0.36249, + "mrr_at_100": 0.37086, + "mrr_at_1000": 0.37144, + "mrr_at_20": 0.36715, + "mrr_at_3": 0.33333, + "mrr_at_5": 0.35127, + "ndcg_at_1": 0.27835, + "ndcg_at_10": 0.35152, + "ndcg_at_100": 0.40743, + "ndcg_at_1000": 0.43782, + "ndcg_at_20": 0.37335, + "ndcg_at_3": 0.30291, + "ndcg_at_5": 0.32782, + "precision_at_1": 0.27835, + "precision_at_10": 0.07113, + "precision_at_100": 0.01181, + "precision_at_1000": 0.00168, + "precision_at_20": 0.04268, + "precision_at_3": 0.15395, + "precision_at_5": 0.11464, + "recall_at_1": 0.2047, + "recall_at_10": 0.46193, + "recall_at_100": 0.70077, + "recall_at_1000": 0.91067, + "recall_at_20": 0.5419, + "recall_at_3": 0.31661, + "recall_at_5": 0.38874, + "hf_subset": "default", + "main_score": 0.35152, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackProgrammers-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..602cac12fc --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 27.81, + "map_at_1": 0.18929, + "map_at_10": 0.26902, + "map_at_100": 0.28005, + "map_at_1000": 0.28134, + "map_at_20": 0.27473, + "map_at_3": 0.24253, + "map_at_5": 0.25671, + "mrr_at_1": 0.22838, + "mrr_at_10": 0.30798, + "mrr_at_100": 0.31698, + "mrr_at_1000": 0.31764, + "mrr_at_20": 0.31281, + "mrr_at_3": 0.28113, + "mrr_at_5": 0.29565, + "ndcg_at_1": 0.22838, + "ndcg_at_10": 0.31905, + "ndcg_at_100": 0.37266, + "ndcg_at_1000": 0.40214, + "ndcg_at_20": 0.33769, + "ndcg_at_3": 0.27147, + "ndcg_at_5": 0.29219, + "precision_at_1": 0.22838, + "precision_at_10": 0.05889, + "precision_at_100": 0.01013, + "precision_at_1000": 0.00144, + "precision_at_20": 0.03524, + "precision_at_3": 0.12833, + "precision_at_5": 0.09396, + "recall_at_1": 0.18929, + "recall_at_10": 0.43262, + "recall_at_100": 0.66535, + "recall_at_1000": 0.86922, + "recall_at_20": 0.49741, + "recall_at_3": 0.299, + "recall_at_5": 0.35281, + "hf_subset": "default", + "main_score": 0.31905, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackStats-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackStats-VN.json new file mode 100644 index 0000000000..f10c2a8540 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 38.98, + "map_at_1": 0.17008, + "map_at_10": 0.22345, + "map_at_100": 0.2333, + "map_at_1000": 0.23429, + "map_at_20": 0.22864, + "map_at_3": 0.20405, + "map_at_5": 0.21616, + "mrr_at_1": 0.18874, + "mrr_at_10": 0.24505, + "mrr_at_100": 0.25406, + "mrr_at_1000": 0.25478, + "mrr_at_20": 0.2499, + "mrr_at_3": 0.22461, + "mrr_at_5": 0.23753, + "ndcg_at_1": 0.18874, + "ndcg_at_10": 0.25806, + "ndcg_at_100": 0.30754, + "ndcg_at_1000": 0.33246, + "ndcg_at_20": 0.27638, + "ndcg_at_3": 0.22085, + "ndcg_at_5": 0.24132, + "precision_at_1": 0.18874, + "precision_at_10": 0.04305, + "precision_at_100": 0.00728, + "precision_at_1000": 0.00102, + "precision_at_20": 0.02583, + "precision_at_3": 0.09492, + "precision_at_5": 0.07086, + "recall_at_1": 0.17008, + "recall_at_10": 0.3411, + "recall_at_100": 0.57044, + "recall_at_1000": 0.75409, + "recall_at_20": 0.4145, + "recall_at_3": 0.24146, + "recall_at_5": 0.28913, + "hf_subset": "default", + "main_score": 0.25806, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackTex-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackTex-VN.json new file mode 100644 index 0000000000..b086dca495 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 64.76, + "map_at_1": 0.11985, + "map_at_10": 0.17263, + "map_at_100": 0.18177, + "map_at_1000": 0.18303, + "map_at_20": 0.17709, + "map_at_3": 0.15741, + "map_at_5": 0.16624, + "mrr_at_1": 0.14751, + "mrr_at_10": 0.20566, + "mrr_at_100": 0.21427, + "mrr_at_1000": 0.21513, + "mrr_at_20": 0.21033, + "mrr_at_3": 0.19039, + "mrr_at_5": 0.19894, + "ndcg_at_1": 0.14751, + "ndcg_at_10": 0.20779, + "ndcg_at_100": 0.25467, + "ndcg_at_1000": 0.28727, + "ndcg_at_20": 0.22313, + "ndcg_at_3": 0.18083, + "ndcg_at_5": 0.19336, + "precision_at_1": 0.14751, + "precision_at_10": 0.03888, + "precision_at_100": 0.00744, + "precision_at_1000": 0.0012, + "precision_at_20": 0.02396, + "precision_at_3": 0.08843, + "precision_at_5": 0.06358, + "recall_at_1": 0.11985, + "recall_at_10": 0.27969, + "recall_at_100": 0.49414, + "recall_at_1000": 0.73241, + "recall_at_20": 0.33626, + "recall_at_3": 0.20294, + "recall_at_5": 0.23631, + "hf_subset": "default", + "main_score": 0.20779, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackUnix-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..81a92594e8 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 36.13, + "map_at_1": 0.21845, + "map_at_10": 0.28577, + "map_at_100": 0.29599, + "map_at_1000": 0.29719, + "map_at_20": 0.29168, + "map_at_3": 0.2621, + "map_at_5": 0.27599, + "mrr_at_1": 0.25877, + "mrr_at_10": 0.32574, + "mrr_at_100": 0.33448, + "mrr_at_1000": 0.33523, + "mrr_at_20": 0.33093, + "mrr_at_3": 0.30431, + "mrr_at_5": 0.31653, + "ndcg_at_1": 0.25877, + "ndcg_at_10": 0.32944, + "ndcg_at_100": 0.3785, + "ndcg_at_1000": 0.40855, + "ndcg_at_20": 0.3499, + "ndcg_at_3": 0.28779, + "ndcg_at_5": 0.30788, + "precision_at_1": 0.25877, + "precision_at_10": 0.05478, + "precision_at_100": 0.00875, + "precision_at_1000": 0.00126, + "precision_at_20": 0.03277, + "precision_at_3": 0.12696, + "precision_at_5": 0.09069, + "recall_at_1": 0.21845, + "recall_at_10": 0.42435, + "recall_at_100": 0.64197, + "recall_at_1000": 0.85907, + "recall_at_20": 0.50089, + "recall_at_3": 0.30919, + "recall_at_5": 0.3609, + "hf_subset": "default", + "main_score": 0.32944, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackWebmasters-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..2e9d60e153 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 11.8, + "map_at_1": 0.19339, + "map_at_10": 0.26264, + "map_at_100": 0.27652, + "map_at_1000": 0.27876, + "map_at_20": 0.27026, + "map_at_3": 0.24156, + "map_at_5": 0.25213, + "mrr_at_1": 0.235, + "mrr_at_10": 0.30506, + "mrr_at_100": 0.31474, + "mrr_at_1000": 0.3154, + "mrr_at_20": 0.31075, + "mrr_at_3": 0.28417, + "mrr_at_5": 0.29529, + "ndcg_at_1": 0.235, + "ndcg_at_10": 0.31038, + "ndcg_at_100": 0.36492, + "ndcg_at_1000": 0.39653, + "ndcg_at_20": 0.33099, + "ndcg_at_3": 0.27437, + "ndcg_at_5": 0.28926, + "precision_at_1": 0.235, + "precision_at_10": 0.06075, + "precision_at_100": 0.0132, + "precision_at_1000": 0.0023, + "precision_at_20": 0.03925, + "precision_at_3": 0.12833, + "precision_at_5": 0.0935, + "recall_at_1": 0.19339, + "recall_at_10": 0.39574, + "recall_at_100": 0.64692, + "recall_at_1000": 0.85172, + "recall_at_20": 0.47548, + "recall_at_3": 0.28736, + "recall_at_5": 0.32934, + "hf_subset": "default", + "main_score": 0.31038, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackWordpress-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..9ffe84dac9 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 38.6, + "map_at_1": 0.13272, + "map_at_10": 0.19446, + "map_at_100": 0.20218, + "map_at_1000": 0.20325, + "map_at_20": 0.19845, + "map_at_3": 0.17456, + "map_at_5": 0.18145, + "mrr_at_1": 0.15183, + "mrr_at_10": 0.2182, + "mrr_at_100": 0.22524, + "mrr_at_1000": 0.22608, + "mrr_at_20": 0.22155, + "mrr_at_3": 0.19808, + "mrr_at_5": 0.20528, + "ndcg_at_1": 0.15183, + "ndcg_at_10": 0.23869, + "ndcg_at_100": 0.27959, + "ndcg_at_1000": 0.30816, + "ndcg_at_20": 0.25187, + "ndcg_at_3": 0.19472, + "ndcg_at_5": 0.20713, + "precision_at_1": 0.15183, + "precision_at_10": 0.0411, + "precision_at_100": 0.00675, + "precision_at_1000": 0.00102, + "precision_at_20": 0.02356, + "precision_at_3": 0.08901, + "precision_at_5": 0.06073, + "recall_at_1": 0.13272, + "recall_at_10": 0.35776, + "recall_at_100": 0.55019, + "recall_at_1000": 0.76576, + "recall_at_20": 0.40768, + "recall_at_3": 0.22901, + "recall_at_5": 0.26047, + "hf_subset": "default", + "main_score": 0.23869, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ClimateFEVER-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ClimateFEVER-VN.json new file mode 100644 index 0000000000..57e0f6add2 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 2310.04, + "map_at_1": 0.04304, + "map_at_10": 0.08302, + "map_at_100": 0.09386, + "map_at_1000": 0.09572, + "map_at_20": 0.08772, + "map_at_3": 0.06769, + "map_at_5": 0.07576, + "mrr_at_1": 0.09628, + "mrr_at_10": 0.16843, + "mrr_at_100": 0.18073, + "mrr_at_1000": 0.18162, + "mrr_at_20": 0.17496, + "mrr_at_3": 0.14532, + "mrr_at_5": 0.15886, + "ndcg_at_1": 0.09628, + "ndcg_at_10": 0.12617, + "ndcg_at_100": 0.18436, + "ndcg_at_1000": 0.22608, + "ndcg_at_20": 0.14382, + "ndcg_at_3": 0.09672, + "ndcg_at_5": 0.10822, + "precision_at_1": 0.09628, + "precision_at_10": 0.04169, + "precision_at_100": 0.01035, + "precision_at_1000": 0.0018, + "precision_at_20": 0.02825, + "precision_at_3": 0.07327, + "precision_at_5": 0.05995, + "recall_at_1": 0.04304, + "recall_at_10": 0.1647, + "recall_at_100": 0.37663, + "recall_at_1000": 0.6173, + "recall_at_20": 0.21641, + "recall_at_3": 0.09552, + "recall_at_5": 0.12334, + "hf_subset": "default", + "main_score": 0.12617, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPedia-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPedia-VN.json new file mode 100644 index 0000000000..22399ac318 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 1464.13, + "map_at_1": 0.07765, + "map_at_10": 0.14558, + "map_at_100": 0.19092, + "map_at_1000": 0.20249, + "map_at_20": 0.16229, + "map_at_3": 0.11028, + "map_at_5": 0.12615, + "mrr_at_1": 0.51553, + "mrr_at_10": 0.61276, + "mrr_at_100": 0.61837, + "mrr_at_1000": 0.6185, + "mrr_at_20": 0.61588, + "mrr_at_3": 0.59058, + "mrr_at_5": 0.60269, + "ndcg_at_1": 0.42547, + "ndcg_at_10": 0.30767, + "ndcg_at_100": 0.34836, + "ndcg_at_1000": 0.42007, + "ndcg_at_20": 0.30365, + "ndcg_at_3": 0.34504, + "ndcg_at_5": 0.3234, + "precision_at_1": 0.51553, + "precision_at_10": 0.22671, + "precision_at_100": 0.07059, + "precision_at_1000": 0.01509, + "precision_at_20": 0.16506, + "precision_at_3": 0.36232, + "precision_at_5": 0.3, + "recall_at_1": 0.07765, + "recall_at_10": 0.19737, + "recall_at_100": 0.40695, + "recall_at_1000": 0.64892, + "recall_at_20": 0.2486, + "recall_at_3": 0.12291, + "recall_at_5": 0.15079, + "hf_subset": "default", + "main_score": 0.30767, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/EmotionVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/EmotionVNClassification.json new file mode 100644 index 0000000000..6c5425ba43 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.407109, + "f1": 0.352048, + "f1_weighted": 0.428279, + "scores_per_experiment": [ + { + "accuracy": 0.439844, + "f1": 0.379425, + "f1_weighted": 0.467224 + }, + { + "accuracy": 0.397656, + "f1": 0.338273, + "f1_weighted": 0.423706 + }, + { + "accuracy": 0.444531, + "f1": 0.360574, + "f1_weighted": 0.46239 + }, + { + "accuracy": 0.351562, + "f1": 0.303513, + "f1_weighted": 0.375866 + }, + { + "accuracy": 0.421875, + "f1": 0.370622, + "f1_weighted": 0.439882 + }, + { + "accuracy": 0.367969, + "f1": 0.34849, + "f1_weighted": 0.381201 + }, + { + "accuracy": 0.439063, + "f1": 0.356244, + "f1_weighted": 0.457113 + }, + { + "accuracy": 0.376563, + "f1": 0.351243, + "f1_weighted": 0.402578 + }, + { + "accuracy": 0.448437, + "f1": 0.382272, + "f1_weighted": 0.466164 + }, + { + "accuracy": 0.383594, + "f1": 0.329819, + "f1_weighted": 0.406663 + } + ], + "main_score": 0.407109, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.412093, + "f1": 0.348847, + "f1_weighted": 0.435052, + "scores_per_experiment": [ + { + "accuracy": 0.431008, + "f1": 0.362815, + "f1_weighted": 0.459684 + }, + { + "accuracy": 0.403101, + "f1": 0.328728, + "f1_weighted": 0.429382 + }, + { + "accuracy": 0.437984, + "f1": 0.349304, + "f1_weighted": 0.453779 + }, + { + "accuracy": 0.351938, + "f1": 0.304144, + "f1_weighted": 0.373902 + }, + { + "accuracy": 0.437984, + "f1": 0.380679, + "f1_weighted": 0.461352 + }, + { + "accuracy": 0.375969, + "f1": 0.350817, + "f1_weighted": 0.391962 + }, + { + "accuracy": 0.431008, + "f1": 0.358234, + "f1_weighted": 0.451396 + }, + { + "accuracy": 0.386822, + "f1": 0.352006, + "f1_weighted": 0.4202 + }, + { + "accuracy": 0.434884, + "f1": 0.349785, + "f1_weighted": 0.452639 + }, + { + "accuracy": 0.430233, + "f1": 0.351961, + "f1_weighted": 0.456223 + } + ], + "main_score": 0.412093, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.3989341259002686, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FEVER-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FEVER-VN.json new file mode 100644 index 0000000000..2fc52eeda0 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 2594.07, + "map_at_1": 0.3087, + "map_at_10": 0.42972, + "map_at_100": 0.43784, + "map_at_1000": 0.43827, + "map_at_20": 0.43454, + "map_at_3": 0.39758, + "map_at_5": 0.4181, + "mrr_at_1": 0.33067, + "mrr_at_10": 0.45642, + "mrr_at_100": 0.46441, + "mrr_at_1000": 0.46475, + "mrr_at_20": 0.46122, + "mrr_at_3": 0.42397, + "mrr_at_5": 0.44493, + "ndcg_at_1": 0.33067, + "ndcg_at_10": 0.49601, + "ndcg_at_100": 0.53632, + "ndcg_at_1000": 0.54722, + "ndcg_at_20": 0.51344, + "ndcg_at_3": 0.43246, + "ndcg_at_5": 0.46886, + "precision_at_1": 0.33067, + "precision_at_10": 0.07349, + "precision_at_100": 0.0095, + "precision_at_1000": 0.00106, + "precision_at_20": 0.04054, + "precision_at_3": 0.1826, + "precision_at_5": 0.12869, + "recall_at_1": 0.3087, + "recall_at_10": 0.67552, + "recall_at_100": 0.86107, + "recall_at_1000": 0.94178, + "recall_at_20": 0.74297, + "recall_at_3": 0.5072, + "recall_at_5": 0.59454, + "hf_subset": "default", + "main_score": 0.49601, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FiQA2018-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FiQA2018-VN.json new file mode 100644 index 0000000000..b5918d9be0 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 38.19, + "map_at_1": 0.12012, + "map_at_10": 0.19352, + "map_at_100": 0.20597, + "map_at_1000": 0.20789, + "map_at_20": 0.19877, + "map_at_3": 0.17098, + "map_at_5": 0.18, + "mrr_at_1": 0.23747, + "mrr_at_10": 0.31324, + "mrr_at_100": 0.32259, + "mrr_at_1000": 0.32322, + "mrr_at_20": 0.31832, + "mrr_at_3": 0.29332, + "mrr_at_5": 0.3011, + "ndcg_at_1": 0.23747, + "ndcg_at_10": 0.25143, + "ndcg_at_100": 0.31062, + "ndcg_at_1000": 0.34992, + "ndcg_at_20": 0.26835, + "ndcg_at_3": 0.22767, + "ndcg_at_5": 0.22807, + "precision_at_1": 0.23747, + "precision_at_10": 0.06939, + "precision_at_100": 0.01338, + "precision_at_1000": 0.00206, + "precision_at_20": 0.04248, + "precision_at_3": 0.14952, + "precision_at_5": 0.10449, + "recall_at_1": 0.12012, + "recall_at_10": 0.30931, + "recall_at_100": 0.53835, + "recall_at_1000": 0.77673, + "recall_at_20": 0.36063, + "recall_at_3": 0.21523, + "recall_at_5": 0.24004, + "hf_subset": "default", + "main_score": 0.25143, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/GreenNodeTableMarkdownRetrieval.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..5ec5562de4 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30038, + "ndcg_at_3": 0.35386, + "ndcg_at_5": 0.37071, + "ndcg_at_10": 0.3889, + "ndcg_at_20": 0.40293, + "ndcg_at_100": 0.42604, + "ndcg_at_1000": 0.44925, + "map_at_1": 0.30038, + "map_at_3": 0.34068, + "map_at_5": 0.35001, + "map_at_10": 0.3575, + "map_at_20": 0.36134, + "map_at_100": 0.3644, + "map_at_1000": 0.36515, + "recall_at_1": 0.30038, + "recall_at_3": 0.39203, + "recall_at_5": 0.43301, + "recall_at_10": 0.48937, + "recall_at_20": 0.54486, + "recall_at_100": 0.67145, + "recall_at_1000": 0.86139, + "precision_at_1": 0.30038, + "precision_at_3": 0.13068, + "precision_at_5": 0.0866, + "precision_at_10": 0.04894, + "precision_at_20": 0.02724, + "precision_at_100": 0.00671, + "precision_at_1000": 0.00086, + "mrr_at_1": 0.300383, + "mrr_at_3": 0.340677, + "mrr_at_5": 0.350006, + "mrr_at_10": 0.357496, + "mrr_at_20": 0.361341, + "mrr_at_100": 0.364403, + "mrr_at_1000": 0.365151, + "nauc_ndcg_at_1_max": 0.237962, + "nauc_ndcg_at_1_std": 0.080064, + "nauc_ndcg_at_1_diff1": 0.719331, + "nauc_ndcg_at_3_max": 0.203285, + "nauc_ndcg_at_3_std": 0.111165, + "nauc_ndcg_at_3_diff1": 0.664153, + "nauc_ndcg_at_5_max": 0.193255, + "nauc_ndcg_at_5_std": 0.122343, + "nauc_ndcg_at_5_diff1": 0.654166, + "nauc_ndcg_at_10_max": 0.184013, + "nauc_ndcg_at_10_std": 0.135904, + "nauc_ndcg_at_10_diff1": 0.645047, + "nauc_ndcg_at_20_max": 0.177405, + "nauc_ndcg_at_20_std": 0.145579, + "nauc_ndcg_at_20_diff1": 0.640881, + "nauc_ndcg_at_100_max": 0.173571, + "nauc_ndcg_at_100_std": 0.159159, + "nauc_ndcg_at_100_diff1": 0.637765, + "nauc_ndcg_at_1000_max": 0.17884, + "nauc_ndcg_at_1000_std": 0.158576, + "nauc_ndcg_at_1000_diff1": 0.642454, + "nauc_map_at_1_max": 0.237962, + "nauc_map_at_1_std": 0.080064, + "nauc_map_at_1_diff1": 0.719331, + "nauc_map_at_3_max": 0.211857, + "nauc_map_at_3_std": 0.103391, + "nauc_map_at_3_diff1": 0.677546, + "nauc_map_at_5_max": 0.20628, + "nauc_map_at_5_std": 0.109601, + "nauc_map_at_5_diff1": 0.671945, + "nauc_map_at_10_max": 0.202493, + "nauc_map_at_10_std": 0.115195, + "nauc_map_at_10_diff1": 0.668259, + "nauc_map_at_20_max": 0.200757, + "nauc_map_at_20_std": 0.117786, + "nauc_map_at_20_diff1": 0.667186, + "nauc_map_at_100_max": 0.200216, + "nauc_map_at_100_std": 0.11945, + "nauc_map_at_100_diff1": 0.666807, + "nauc_map_at_1000_max": 0.200385, + "nauc_map_at_1000_std": 0.119483, + "nauc_map_at_1000_diff1": 0.666951, + "nauc_recall_at_1_max": 0.237962, + "nauc_recall_at_1_std": 0.080064, + "nauc_recall_at_1_diff1": 0.719331, + "nauc_recall_at_3_max": 0.178997, + "nauc_recall_at_3_std": 0.133223, + "nauc_recall_at_3_diff1": 0.626305, + "nauc_recall_at_5_max": 0.154786, + "nauc_recall_at_5_std": 0.1602, + "nauc_recall_at_5_diff1": 0.602322, + "nauc_recall_at_10_max": 0.125482, + "nauc_recall_at_10_std": 0.20273, + "nauc_recall_at_10_diff1": 0.57292, + "nauc_recall_at_20_max": 0.095289, + "nauc_recall_at_20_std": 0.245736, + "nauc_recall_at_20_diff1": 0.552167, + "nauc_recall_at_100_max": 0.054364, + "nauc_recall_at_100_std": 0.357746, + "nauc_recall_at_100_diff1": 0.513551, + "nauc_recall_at_1000_max": 0.035073, + "nauc_recall_at_1000_std": 0.539258, + "nauc_recall_at_1000_diff1": 0.479549, + "nauc_precision_at_1_max": 0.237962, + "nauc_precision_at_1_std": 0.080064, + "nauc_precision_at_1_diff1": 0.719331, + "nauc_precision_at_3_max": 0.178997, + "nauc_precision_at_3_std": 0.133223, + "nauc_precision_at_3_diff1": 0.626305, + "nauc_precision_at_5_max": 0.154786, + "nauc_precision_at_5_std": 0.1602, + "nauc_precision_at_5_diff1": 0.602322, + "nauc_precision_at_10_max": 0.125482, + "nauc_precision_at_10_std": 0.20273, + "nauc_precision_at_10_diff1": 0.57292, + "nauc_precision_at_20_max": 0.095289, + "nauc_precision_at_20_std": 0.245736, + "nauc_precision_at_20_diff1": 0.552167, + "nauc_precision_at_100_max": 0.054364, + "nauc_precision_at_100_std": 0.357746, + "nauc_precision_at_100_diff1": 0.513551, + "nauc_precision_at_1000_max": 0.035073, + "nauc_precision_at_1000_std": 0.539258, + "nauc_precision_at_1000_diff1": 0.479549, + "nauc_mrr_at_1_max": 0.237962, + "nauc_mrr_at_1_std": 0.080064, + "nauc_mrr_at_1_diff1": 0.719331, + "nauc_mrr_at_3_max": 0.211857, + "nauc_mrr_at_3_std": 0.103391, + "nauc_mrr_at_3_diff1": 0.677546, + "nauc_mrr_at_5_max": 0.20628, + "nauc_mrr_at_5_std": 0.109601, + "nauc_mrr_at_5_diff1": 0.671945, + "nauc_mrr_at_10_max": 0.202493, + "nauc_mrr_at_10_std": 0.115195, + "nauc_mrr_at_10_diff1": 0.668259, + "nauc_mrr_at_20_max": 0.200757, + "nauc_mrr_at_20_std": 0.117786, + "nauc_mrr_at_20_diff1": 0.667186, + "nauc_mrr_at_100_max": 0.200216, + "nauc_mrr_at_100_std": 0.119451, + "nauc_mrr_at_100_diff1": 0.666807, + "nauc_mrr_at_1000_max": 0.200385, + "nauc_mrr_at_1000_std": 0.119483, + "nauc_mrr_at_1000_diff1": 0.666951, + "main_score": 0.3889, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 217.3253357410431, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQA-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQA-VN.json new file mode 100644 index 0000000000..947eacd1bd --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 1950.21, + "map_at_1": 0.3467, + "map_at_10": 0.51861, + "map_at_100": 0.52733, + "map_at_1000": 0.52804, + "map_at_20": 0.52377, + "map_at_3": 0.48761, + "map_at_5": 0.50643, + "mrr_at_1": 0.6934, + "mrr_at_10": 0.76271, + "mrr_at_100": 0.76524, + "mrr_at_1000": 0.76538, + "mrr_at_20": 0.76425, + "mrr_at_3": 0.74877, + "mrr_at_5": 0.75763, + "ndcg_at_1": 0.6934, + "ndcg_at_10": 0.60787, + "ndcg_at_100": 0.63955, + "ndcg_at_1000": 0.65419, + "ndcg_at_20": 0.6211, + "ndcg_at_3": 0.5606, + "ndcg_at_5": 0.58617, + "precision_at_1": 0.6934, + "precision_at_10": 0.12745, + "precision_at_100": 0.01523, + "precision_at_1000": 0.00172, + "precision_at_20": 0.06799, + "precision_at_3": 0.35495, + "precision_at_5": 0.23313, + "recall_at_1": 0.3467, + "recall_at_10": 0.63724, + "recall_at_100": 0.76175, + "recall_at_1000": 0.8592, + "recall_at_20": 0.67988, + "recall_at_3": 0.53243, + "recall_at_5": 0.58282, + "hf_subset": "default", + "main_score": 0.60787, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ImdbVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ImdbVNClassification.json new file mode 100644 index 0000000000..5094b895e0 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.685132, + "f1": 0.682659, + "f1_weighted": 0.682642, + "ap": 0.632772, + "ap_weighted": 0.632772, + "scores_per_experiment": [ + { + "accuracy": 0.720121, + "f1": 0.717076, + "f1_weighted": 0.716902, + "ap": 0.674935, + "ap_weighted": 0.674935 + }, + { + "accuracy": 0.687152, + "f1": 0.685568, + "f1_weighted": 0.685701, + "ap": 0.626859, + "ap_weighted": 0.626859 + }, + { + "accuracy": 0.696481, + "f1": 0.696342, + "f1_weighted": 0.69638, + "ap": 0.638122, + "ap_weighted": 0.638122 + }, + { + "accuracy": 0.714551, + "f1": 0.713195, + "f1_weighted": 0.713312, + "ap": 0.65034, + "ap_weighted": 0.65034 + }, + { + "accuracy": 0.709615, + "f1": 0.709045, + "f1_weighted": 0.708969, + "ap": 0.656276, + "ap_weighted": 0.656276 + }, + { + "accuracy": 0.680087, + "f1": 0.67905, + "f1_weighted": 0.679158, + "ap": 0.621851, + "ap_weighted": 0.621851 + }, + { + "accuracy": 0.674245, + "f1": 0.671866, + "f1_weighted": 0.6717, + "ap": 0.627209, + "ap_weighted": 0.627209 + }, + { + "accuracy": 0.648748, + "f1": 0.644352, + "f1_weighted": 0.644586, + "ap": 0.594945, + "ap_weighted": 0.594945 + }, + { + "accuracy": 0.642136, + "f1": 0.642026, + "f1_weighted": 0.641989, + "ap": 0.595073, + "ap_weighted": 0.595073 + }, + { + "accuracy": 0.678185, + "f1": 0.668068, + "f1_weighted": 0.667724, + "ap": 0.642108, + "ap_weighted": 0.642108 + } + ], + "main_score": 0.685132, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 55.35735464096069, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCO-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCO-VN.json new file mode 100644 index 0000000000..c6ce39c4aa --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 3216.13, + "map_at_1": 0.18477, + "map_at_10": 0.29994, + "map_at_100": 0.31075, + "map_at_1000": 0.3113, + "map_at_20": 0.30648, + "map_at_3": 0.26687, + "map_at_5": 0.28599, + "mrr_at_1": 0.19097, + "mrr_at_10": 0.30499, + "mrr_at_100": 0.3155, + "mrr_at_1000": 0.316, + "mrr_at_20": 0.31145, + "mrr_at_3": 0.27268, + "mrr_at_5": 0.29152, + "ndcg_at_1": 0.19097, + "ndcg_at_10": 0.36189, + "ndcg_at_100": 0.41501, + "ndcg_at_1000": 0.42967, + "ndcg_at_20": 0.38514, + "ndcg_at_3": 0.29492, + "ndcg_at_5": 0.3289, + "precision_at_1": 0.19097, + "precision_at_10": 0.05752, + "precision_at_100": 0.0084, + "precision_at_1000": 0.00096, + "precision_at_20": 0.0335, + "precision_at_3": 0.12798, + "precision_at_5": 0.094, + "recall_at_1": 0.18477, + "recall_at_10": 0.55193, + "recall_at_100": 0.80034, + "recall_at_1000": 0.91502, + "recall_at_20": 0.64213, + "recall_at_3": 0.3704, + "recall_at_5": 0.45164, + "hf_subset": "default", + "main_score": 0.36189, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MTOPDomainVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..a4a7efc5c7 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.839839, + "f1": 0.838925, + "f1_weighted": 0.83918, + "scores_per_experiment": [ + { + "accuracy": 0.799564, + "f1": 0.787196, + "f1_weighted": 0.799762 + }, + { + "accuracy": 0.82981, + "f1": 0.827325, + "f1_weighted": 0.82947 + }, + { + "accuracy": 0.85998, + "f1": 0.861991, + "f1_weighted": 0.859166 + }, + { + "accuracy": 0.848845, + "f1": 0.845042, + "f1_weighted": 0.84714 + }, + { + "accuracy": 0.856745, + "f1": 0.859605, + "f1_weighted": 0.856048 + }, + { + "accuracy": 0.831615, + "f1": 0.835328, + "f1_weighted": 0.830414 + }, + { + "accuracy": 0.850726, + "f1": 0.851531, + "f1_weighted": 0.850088 + }, + { + "accuracy": 0.846814, + "f1": 0.843241, + "f1_weighted": 0.844476 + }, + { + "accuracy": 0.833873, + "f1": 0.845303, + "f1_weighted": 0.835601 + }, + { + "accuracy": 0.840418, + "f1": 0.832686, + "f1_weighted": 0.839635 + } + ], + "main_score": 0.839839, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.541816711425781, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MTOPIntentVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..35930f0a3e --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.520119, + "f1": 0.34475, + "f1_weighted": 0.568063, + "scores_per_experiment": [ + { + "accuracy": 0.52434, + "f1": 0.340327, + "f1_weighted": 0.565411 + }, + { + "accuracy": 0.543225, + "f1": 0.3551, + "f1_weighted": 0.591635 + }, + { + "accuracy": 0.517192, + "f1": 0.33589, + "f1_weighted": 0.560137 + }, + { + "accuracy": 0.539237, + "f1": 0.370771, + "f1_weighted": 0.593536 + }, + { + "accuracy": 0.504853, + "f1": 0.346348, + "f1_weighted": 0.54404 + }, + { + "accuracy": 0.483259, + "f1": 0.330821, + "f1_weighted": 0.539315 + }, + { + "accuracy": 0.549545, + "f1": 0.354756, + "f1_weighted": 0.589814 + }, + { + "accuracy": 0.48672, + "f1": 0.336887, + "f1_weighted": 0.537559 + }, + { + "accuracy": 0.523061, + "f1": 0.336597, + "f1_weighted": 0.579208 + }, + { + "accuracy": 0.529757, + "f1": 0.340004, + "f1_weighted": 0.579975 + } + ], + "main_score": 0.520119, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.687936782836914, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MassiveIntentVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..37ab2a0cca --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.630213, + "f1": 0.582892, + "f1_weighted": 0.616449, + "scores_per_experiment": [ + { + "accuracy": 0.641816, + "f1": 0.600804, + "f1_weighted": 0.625192 + }, + { + "accuracy": 0.663117, + "f1": 0.608995, + "f1_weighted": 0.654234 + }, + { + "accuracy": 0.628363, + "f1": 0.569445, + "f1_weighted": 0.617556 + }, + { + "accuracy": 0.649664, + "f1": 0.606486, + "f1_weighted": 0.643645 + }, + { + "accuracy": 0.616031, + "f1": 0.559002, + "f1_weighted": 0.599027 + }, + { + "accuracy": 0.613789, + "f1": 0.568462, + "f1_weighted": 0.596119 + }, + { + "accuracy": 0.631166, + "f1": 0.581272, + "f1_weighted": 0.620129 + }, + { + "accuracy": 0.626682, + "f1": 0.589803, + "f1_weighted": 0.612794 + }, + { + "accuracy": 0.610426, + "f1": 0.572842, + "f1_weighted": 0.587563 + }, + { + "accuracy": 0.621076, + "f1": 0.571811, + "f1_weighted": 0.608226 + } + ], + "main_score": 0.630213, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.043017387390137, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MassiveScenarioVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..cc2a60f15b --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.672427, + "f1": 0.643457, + "f1_weighted": 0.66518, + "scores_per_experiment": [ + { + "accuracy": 0.704139, + "f1": 0.679287, + "f1_weighted": 0.698591 + }, + { + "accuracy": 0.68736, + "f1": 0.664213, + "f1_weighted": 0.687049 + }, + { + "accuracy": 0.67226, + "f1": 0.636749, + "f1_weighted": 0.66514 + }, + { + "accuracy": 0.678971, + "f1": 0.651578, + "f1_weighted": 0.670005 + }, + { + "accuracy": 0.628635, + "f1": 0.593431, + "f1_weighted": 0.615873 + }, + { + "accuracy": 0.647651, + "f1": 0.611563, + "f1_weighted": 0.638183 + }, + { + "accuracy": 0.670022, + "f1": 0.640415, + "f1_weighted": 0.658778 + }, + { + "accuracy": 0.670022, + "f1": 0.643149, + "f1_weighted": 0.663379 + }, + { + "accuracy": 0.691834, + "f1": 0.668544, + "f1_weighted": 0.688806 + }, + { + "accuracy": 0.673378, + "f1": 0.64564, + "f1_weighted": 0.665999 + } + ], + "main_score": 0.672427, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.6485962867736816, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus-VN.json new file mode 100644 index 0000000000..188b88ba09 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 4.57, + "map_at_1": 0.03906, + "map_at_10": 0.09269, + "map_at_100": 0.11703, + "map_at_1000": 0.12985, + "map_at_20": 0.10369, + "map_at_3": 0.06646, + "map_at_5": 0.08015, + "mrr_at_1": 0.31928, + "mrr_at_10": 0.41603, + "mrr_at_100": 0.4238, + "mrr_at_1000": 0.42419, + "mrr_at_20": 0.42085, + "mrr_at_3": 0.38655, + "mrr_at_5": 0.40251, + "ndcg_at_1": 0.31024, + "ndcg_at_10": 0.26752, + "ndcg_at_100": 0.24837, + "ndcg_at_1000": 0.3321, + "ndcg_at_20": 0.25501, + "ndcg_at_3": 0.28881, + "ndcg_at_5": 0.2829, + "precision_at_1": 0.31928, + "precision_at_10": 0.20663, + "precision_at_100": 0.06952, + "precision_at_1000": 0.02088, + "precision_at_20": 0.15693, + "precision_at_3": 0.27912, + "precision_at_5": 0.25301, + "recall_at_1": 0.03906, + "recall_at_10": 0.13445, + "recall_at_100": 0.26056, + "recall_at_1000": 0.55573, + "recall_at_20": 0.17009, + "recall_at_3": 0.07769, + "recall_at_5": 0.10309, + "hf_subset": "default", + "main_score": 0.26752, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQ-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQ-VN.json new file mode 100644 index 0000000000..53dda70f28 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 1269.23, + "map_at_1": 0.2557, + "map_at_10": 0.38313, + "map_at_100": 0.39455, + "map_at_1000": 0.39501, + "map_at_20": 0.39045, + "map_at_3": 0.34412, + "map_at_5": 0.36711, + "mrr_at_1": 0.28684, + "mrr_at_10": 0.40487, + "mrr_at_100": 0.41407, + "mrr_at_1000": 0.41445, + "mrr_at_20": 0.41086, + "mrr_at_3": 0.37053, + "mrr_at_5": 0.39095, + "ndcg_at_1": 0.28684, + "ndcg_at_10": 0.45098, + "ndcg_at_100": 0.50094, + "ndcg_at_1000": 0.51275, + "ndcg_at_20": 0.47484, + "ndcg_at_3": 0.37563, + "ndcg_at_5": 0.41485, + "precision_at_1": 0.28684, + "precision_at_10": 0.07479, + "precision_at_100": 0.01025, + "precision_at_1000": 0.00114, + "precision_at_20": 0.04292, + "precision_at_3": 0.16982, + "precision_at_5": 0.12389, + "recall_at_1": 0.2557, + "recall_at_10": 0.63829, + "recall_at_100": 0.85829, + "recall_at_1000": 0.94781, + "recall_at_20": 0.72662, + "recall_at_3": 0.44057, + "recall_at_5": 0.53206, + "hf_subset": "default", + "main_score": 0.45098, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Quora-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Quora-VN.json new file mode 100644 index 0000000000..e08f6a24b0 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 148.66, + "map_at_1": 0.4433, + "map_at_10": 0.57211, + "map_at_100": 0.58323, + "map_at_1000": 0.58383, + "map_at_20": 0.57889, + "map_at_3": 0.53834, + "map_at_5": 0.55799, + "mrr_at_1": 0.52154, + "mrr_at_10": 0.62231, + "mrr_at_100": 0.62783, + "mrr_at_1000": 0.62802, + "mrr_at_20": 0.6259, + "mrr_at_3": 0.59979, + "mrr_at_5": 0.61394, + "ndcg_at_1": 0.52154, + "ndcg_at_10": 0.63293, + "ndcg_at_100": 0.6712, + "ndcg_at_1000": 0.68041, + "ndcg_at_20": 0.65073, + "ndcg_at_3": 0.58327, + "ndcg_at_5": 0.60821, + "precision_at_1": 0.52154, + "precision_at_10": 0.10413, + "precision_at_100": 0.01382, + "precision_at_1000": 0.00153, + "precision_at_20": 0.05847, + "precision_at_3": 0.26361, + "precision_at_5": 0.18049, + "recall_at_1": 0.4433, + "recall_at_10": 0.76027, + "recall_at_100": 0.91626, + "recall_at_1000": 0.97662, + "recall_at_20": 0.82327, + "recall_at_3": 0.62122, + "recall_at_5": 0.68722, + "hf_subset": "default", + "main_score": 0.63293, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RedditClustering-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RedditClustering-VN.json new file mode 100644 index 0000000000..d155506a17 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.425943, + "v_measure_std": 0.042025, + "v_measures": [ + 0.37779, + 0.525458, + 0.382044, + 0.45707, + 0.425482, + 0.435117, + 0.444955, + 0.395721, + 0.391577, + 0.424219 + ], + "main_score": 0.425943, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 36.62132978439331, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RedditClusteringP2P-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..673bfd6a39 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.583435, + "v_measure_std": 0.122007, + "v_measures": [ + 0.6306, + 0.639861, + 0.622881, + 0.418822, + 0.627394, + 0.586207, + 0.289232, + 0.678825, + 0.637683, + 0.702843 + ], + "main_score": 0.583435, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 513.2847263813019, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SCIDOCS-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SCIDOCS-VN.json new file mode 100644 index 0000000000..8280e0871a --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 24.26, + "map_at_1": 0.03533, + "map_at_10": 0.07595, + "map_at_100": 0.08661, + "map_at_1000": 0.08907, + "map_at_20": 0.08098, + "map_at_3": 0.0584, + "map_at_5": 0.06738, + "mrr_at_1": 0.1725, + "mrr_at_10": 0.24145, + "mrr_at_100": 0.25272, + "mrr_at_1000": 0.25366, + "mrr_at_20": 0.24815, + "mrr_at_3": 0.21708, + "mrr_at_5": 0.22946, + "ndcg_at_1": 0.1725, + "ndcg_at_10": 0.12905, + "ndcg_at_100": 0.18189, + "ndcg_at_1000": 0.23456, + "ndcg_at_20": 0.1464, + "ndcg_at_3": 0.12933, + "ndcg_at_5": 0.10948, + "precision_at_1": 0.1725, + "precision_at_10": 0.0635, + "precision_at_100": 0.01412, + "precision_at_1000": 0.00269, + "precision_at_20": 0.04175, + "precision_at_3": 0.1175, + "precision_at_5": 0.092, + "recall_at_1": 0.03533, + "recall_at_10": 0.12967, + "recall_at_100": 0.28738, + "recall_at_1000": 0.54637, + "recall_at_20": 0.17063, + "recall_at_3": 0.07158, + "recall_at_5": 0.09333, + "hf_subset": "default", + "main_score": 0.12905, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SICK-R-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SICK-R-VN.json new file mode 100644 index 0000000000..e5c90b8f8d --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.814603, + "spearman": 0.767729, + "cosine_pearson": 0.814603, + "cosine_spearman": 0.767725, + "manhattan_pearson": 0.768867, + "manhattan_spearman": 0.767021, + "euclidean_pearson": 0.768973, + "euclidean_spearman": 0.767724, + "main_score": 0.767725, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.867020606994629, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/STSBenchmark-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/STSBenchmark-VN.json new file mode 100644 index 0000000000..3a1444d486 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.799779, + "spearman": 0.797752, + "cosine_pearson": 0.799779, + "cosine_spearman": 0.797746, + "manhattan_pearson": 0.784048, + "manhattan_spearman": 0.794641, + "euclidean_pearson": 0.786028, + "euclidean_spearman": 0.797746, + "main_score": 0.797746, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.8749804496765137, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciDocsRR-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciDocsRR-VN.json new file mode 100644 index 0000000000..2f30f276ad --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.805474, + "mrr": 0.884555, + "nAUC_map_max": 0.572722, + "nAUC_map_std": 0.629016, + "nAUC_map_diff1": 0.325671, + "nAUC_mrr_max": 0.835235, + "nAUC_mrr_std": 0.780228, + "nAUC_mrr_diff1": 0.596827, + "main_score": 0.805474, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.285590410232544, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-VN.json new file mode 100644 index 0000000000..96b0f1962d --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 6.09, + "map_at_1": 0.52425, + "map_at_10": 0.63202, + "map_at_100": 0.63792, + "map_at_1000": 0.63811, + "map_at_20": 0.63501, + "map_at_3": 0.61078, + "map_at_5": 0.61818, + "mrr_at_1": 0.54478, + "mrr_at_10": 0.64362, + "mrr_at_100": 0.64865, + "mrr_at_1000": 0.64878, + "mrr_at_20": 0.64606, + "mrr_at_3": 0.6306, + "mrr_at_5": 0.63582, + "ndcg_at_1": 0.54478, + "ndcg_at_10": 0.67606, + "ndcg_at_100": 0.70599, + "ndcg_at_1000": 0.71151, + "ndcg_at_20": 0.68673, + "ndcg_at_3": 0.64231, + "ndcg_at_5": 0.65181, + "precision_at_1": 0.54478, + "precision_at_10": 0.09179, + "precision_at_100": 0.01082, + "precision_at_1000": 0.00113, + "precision_at_20": 0.04851, + "precision_at_3": 0.25871, + "precision_at_5": 0.16269, + "recall_at_1": 0.52425, + "recall_at_10": 0.7908, + "recall_at_100": 0.93134, + "recall_at_1000": 0.97761, + "recall_at_20": 0.83184, + "recall_at_3": 0.70199, + "recall_at_5": 0.72687, + "hf_subset": "default", + "main_score": 0.67606, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SprintDuplicateQuestions-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..51182e70e3 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.997703, + "similarity_accuracy_threshold": 0.910892, + "similarity_f1": 0.884354, + "similarity_f1_threshold": 0.910199, + "similarity_precision": 0.894495, + "similarity_recall": 0.874439, + "similarity_ap": 0.949829, + "cosine_accuracy": 0.997703, + "cosine_accuracy_threshold": 0.910892, + "cosine_f1": 0.884354, + "cosine_f1_threshold": 0.910199, + "cosine_precision": 0.894495, + "cosine_recall": 0.874439, + "cosine_ap": 0.949829, + "manhattan_accuracy": 0.997646, + "manhattan_accuracy_threshold": 9.14024, + "manhattan_f1": 0.880092, + "manhattan_f1_threshold": 9.221004, + "manhattan_precision": 0.901293, + "manhattan_recall": 0.859865, + "manhattan_ap": 0.946969, + "euclidean_accuracy": 0.997703, + "euclidean_accuracy_threshold": 0.422157, + "euclidean_f1": 0.884354, + "euclidean_f1_threshold": 0.423795, + "euclidean_precision": 0.894495, + "euclidean_recall": 0.874439, + "euclidean_ap": 0.949829, + "dot_accuracy": 0.997703, + "dot_accuracy_threshold": 0.910892, + "dot_f1": 0.884354, + "dot_f1_threshold": 0.910199, + "dot_precision": 0.894495, + "dot_recall": 0.874439, + "dot_ap": 0.949829, + "max_accuracy": 0.997703, + "max_f1": 0.884354, + "max_precision": 0.901293, + "max_recall": 0.874439, + "max_ap": 0.949829, + "main_score": 0.949829, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.997519, + "similarity_accuracy_threshold": 0.91553, + "similarity_f1": 0.87682, + "similarity_f1_threshold": 0.912944, + "similarity_precision": 0.869034, + "similarity_recall": 0.884746, + "similarity_ap": 0.931622, + "cosine_accuracy": 0.997519, + "cosine_accuracy_threshold": 0.91553, + "cosine_f1": 0.87682, + "cosine_f1_threshold": 0.912944, + "cosine_precision": 0.869034, + "cosine_recall": 0.884746, + "cosine_ap": 0.931621, + "manhattan_accuracy": 0.997336, + "manhattan_accuracy_threshold": 9.145165, + "manhattan_f1": 0.870771, + "manhattan_f1_threshold": 9.226604, + "manhattan_precision": 0.85512, + "manhattan_recall": 0.887006, + "manhattan_ap": 0.927761, + "euclidean_accuracy": 0.997519, + "euclidean_accuracy_threshold": 0.411024, + "euclidean_f1": 0.87682, + "euclidean_f1_threshold": 0.417268, + "euclidean_precision": 0.869034, + "euclidean_recall": 0.884746, + "euclidean_ap": 0.931621, + "dot_accuracy": 0.997519, + "dot_accuracy_threshold": 0.91553, + "dot_f1": 0.87682, + "dot_f1_threshold": 0.912944, + "dot_precision": 0.869034, + "dot_recall": 0.884746, + "dot_ap": 0.931621, + "max_accuracy": 0.997519, + "max_f1": 0.87682, + "max_precision": 0.869034, + "max_recall": 0.887006, + "max_ap": 0.931622, + "main_score": 0.931622, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 23.464457273483276, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/StackExchangeClustering-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..8c6649d831 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.571476, + "v_measure_std": 0.054242, + "v_measures": [ + 0.538249, + 0.500543, + 0.61334, + 0.633771 + ], + "main_score": 0.571476, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.831725120544434, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/StackExchangeClusteringP2P-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..e2d7dee492 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.322065, + "v_measure_std": 0.018784, + "v_measures": [ + 0.305376, + 0.30383, + 0.306291, + 0.297734, + 0.30913, + 0.353313, + 0.328192, + 0.335093, + 0.344022, + 0.337666 + ], + "main_score": 0.322065, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 153.25147914886475, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/StackOverflowDupQuestions-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..cfff8145fb --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.482741, + "mrr": 0.488457, + "nAUC_map_max": 0.195098, + "nAUC_map_std": 0.120255, + "nAUC_map_diff1": 0.373619, + "nAUC_mrr_max": 0.201532, + "nAUC_mrr_std": 0.121271, + "nAUC_mrr_diff1": 0.374704, + "main_score": 0.482741, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 12.061381101608276, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID-VN.json new file mode 100644 index 0000000000..b80d199ecc --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 141.77, + "map_at_1": 0.00144, + "map_at_10": 0.00863, + "map_at_100": 0.05009, + "map_at_1000": 0.13303, + "map_at_20": 0.01571, + "map_at_3": 0.00338, + "map_at_5": 0.00509, + "mrr_at_1": 0.59091, + "mrr_at_10": 0.69678, + "mrr_at_100": 0.70476, + "mrr_at_1000": 0.70476, + "mrr_at_20": 0.70407, + "mrr_at_3": 0.67424, + "mrr_at_5": 0.69015, + "ndcg_at_1": 0.55682, + "ndcg_at_10": 0.4486, + "ndcg_at_100": 0.35635, + "ndcg_at_1000": 0.34341, + "ndcg_at_20": 0.44342, + "ndcg_at_3": 0.47505, + "ndcg_at_5": 0.47682, + "precision_at_1": 0.59091, + "precision_at_10": 0.46364, + "precision_at_100": 0.36864, + "precision_at_1000": 0.15989, + "precision_at_20": 0.47045, + "precision_at_3": 0.50758, + "precision_at_5": 0.51364, + "recall_at_1": 0.00144, + "recall_at_10": 0.01114, + "recall_at_100": 0.08331, + "recall_at_1000": 0.33389, + "recall_at_20": 0.02242, + "recall_at_3": 0.00385, + "recall_at_5": 0.00629, + "hf_subset": "default", + "main_score": 0.4486, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Touche2020-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Touche2020-VN.json new file mode 100644 index 0000000000..b7eaa6173e --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 282.79, + "map_at_1": 0.01012, + "map_at_10": 0.05538, + "map_at_100": 0.08522, + "map_at_1000": 0.09516, + "map_at_20": 0.06403, + "map_at_3": 0.03264, + "map_at_5": 0.04501, + "mrr_at_1": 0.12, + "mrr_at_10": 0.27222, + "mrr_at_100": 0.29085, + "mrr_at_1000": 0.29085, + "mrr_at_20": 0.28072, + "mrr_at_3": 0.24667, + "mrr_at_5": 0.25667, + "ndcg_at_1": 0.08, + "ndcg_at_10": 0.13127, + "ndcg_at_100": 0.22018, + "ndcg_at_1000": 0.33047, + "ndcg_at_20": 0.1356, + "ndcg_at_3": 0.14737, + "ndcg_at_5": 0.14987, + "precision_at_1": 0.12, + "precision_at_10": 0.128, + "precision_at_100": 0.05, + "precision_at_1000": 0.01192, + "precision_at_20": 0.092, + "precision_at_3": 0.18667, + "precision_at_5": 0.176, + "recall_at_1": 0.01012, + "recall_at_10": 0.09133, + "recall_at_100": 0.30692, + "recall_at_1000": 0.64327, + "recall_at_20": 0.12781, + "recall_at_3": 0.04286, + "recall_at_5": 0.06498, + "hf_subset": "default", + "main_score": 0.13127, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ToxicConversationsVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..454a58d20c --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.653711, + "f1": 0.486794, + "f1_weighted": 0.730912, + "ap": 0.10086, + "ap_weighted": 0.10086, + "scores_per_experiment": [ + { + "accuracy": 0.779785, + "f1": 0.547722, + "f1_weighted": 0.826451, + "ap": 0.105541, + "ap_weighted": 0.105541 + }, + { + "accuracy": 0.470703, + "f1": 0.38771, + "f1_weighted": 0.581654, + "ap": 0.085538, + "ap_weighted": 0.085538 + }, + { + "accuracy": 0.830078, + "f1": 0.599467, + "f1_weighted": 0.860945, + "ap": 0.14035, + "ap_weighted": 0.14035 + }, + { + "accuracy": 0.741211, + "f1": 0.516613, + "f1_weighted": 0.800096, + "ap": 0.091161, + "ap_weighted": 0.091161 + }, + { + "accuracy": 0.570801, + "f1": 0.438191, + "f1_weighted": 0.673023, + "ap": 0.085509, + "ap_weighted": 0.085509 + }, + { + "accuracy": 0.491699, + "f1": 0.39936, + "f1_weighted": 0.601977, + "ap": 0.086041, + "ap_weighted": 0.086041 + }, + { + "accuracy": 0.770508, + "f1": 0.561458, + "f1_weighted": 0.821957, + "ap": 0.125551, + "ap_weighted": 0.125551 + }, + { + "accuracy": 0.627441, + "f1": 0.468072, + "f1_weighted": 0.71857, + "ap": 0.089761, + "ap_weighted": 0.089761 + }, + { + "accuracy": 0.513672, + "f1": 0.410143, + "f1_weighted": 0.622751, + "ap": 0.085304, + "ap_weighted": 0.085304 + }, + { + "accuracy": 0.741211, + "f1": 0.539202, + "f1_weighted": 0.801694, + "ap": 0.113846, + "ap_weighted": 0.113846 + } + ], + "main_score": 0.653711, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.2611377239227295, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TweetSentimentExtractionVNClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..037769c7d4 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.526877, + "f1": 0.517782, + "f1_weighted": 0.514377, + "scores_per_experiment": [ + { + "accuracy": 0.515254, + "f1": 0.514587, + "f1_weighted": 0.515203 + }, + { + "accuracy": 0.468765, + "f1": 0.45082, + "f1_weighted": 0.445078 + }, + { + "accuracy": 0.567554, + "f1": 0.557924, + "f1_weighted": 0.549148 + }, + { + "accuracy": 0.526877, + "f1": 0.513891, + "f1_weighted": 0.506614 + }, + { + "accuracy": 0.555932, + "f1": 0.552653, + "f1_weighted": 0.547286 + }, + { + "accuracy": 0.559322, + "f1": 0.553978, + "f1_weighted": 0.55195 + }, + { + "accuracy": 0.527361, + "f1": 0.505731, + "f1_weighted": 0.519726 + }, + { + "accuracy": 0.574818, + "f1": 0.573691, + "f1_weighted": 0.57148 + }, + { + "accuracy": 0.5046, + "f1": 0.487911, + "f1_weighted": 0.476794 + }, + { + "accuracy": 0.468281, + "f1": 0.466636, + "f1_weighted": 0.460488 + } + ], + "main_score": 0.526877, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.4272680282592773, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TwentyNewsgroupsClustering-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..ec911c310e --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.381968, + "v_measure_std": 0.020285, + "v_measures": [ + 0.419744, + 0.374401, + 0.396818, + 0.35224, + 0.3769, + 0.362577, + 0.388613, + 0.377765, + 0.408121, + 0.362502 + ], + "main_score": 0.381968, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.533368110656738, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TwitterSemEval2015-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..fbd8f8a393 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.841263, + "similarity_accuracy_threshold": 0.92843, + "similarity_f1": 0.653906, + "similarity_f1_threshold": 0.91338, + "similarity_precision": 0.640925, + "similarity_recall": 0.667424, + "similarity_ap": 0.687568, + "cosine_accuracy": 0.841263, + "cosine_accuracy_threshold": 0.92843, + "cosine_f1": 0.653906, + "cosine_f1_threshold": 0.91338, + "cosine_precision": 0.640925, + "cosine_recall": 0.667424, + "cosine_ap": 0.68757, + "manhattan_accuracy": 0.84073, + "manhattan_accuracy_threshold": 8.869085, + "manhattan_f1": 0.653115, + "manhattan_f1_threshold": 9.176607, + "manhattan_precision": 0.635699, + "manhattan_recall": 0.671513, + "manhattan_ap": 0.685652, + "euclidean_accuracy": 0.841263, + "euclidean_accuracy_threshold": 0.37834, + "euclidean_f1": 0.653906, + "euclidean_f1_threshold": 0.41622, + "euclidean_precision": 0.640925, + "euclidean_recall": 0.667424, + "euclidean_ap": 0.68757, + "dot_accuracy": 0.841263, + "dot_accuracy_threshold": 0.92843, + "dot_f1": 0.653906, + "dot_f1_threshold": 0.91338, + "dot_precision": 0.640925, + "dot_recall": 0.667424, + "dot_ap": 0.687568, + "max_accuracy": 0.841263, + "max_f1": 0.653906, + "max_precision": 0.640925, + "max_recall": 0.671513, + "max_ap": 0.68757, + "main_score": 0.68757, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.814149856567383, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TwitterURLCorpus-VN.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..57fdee2046 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.872571, + "similarity_accuracy_threshold": 0.891292, + "similarity_f1": 0.784693, + "similarity_f1_threshold": 0.883747, + "similarity_precision": 0.738194, + "similarity_recall": 0.837444, + "similarity_ap": 0.856053, + "cosine_accuracy": 0.872571, + "cosine_accuracy_threshold": 0.891292, + "cosine_f1": 0.784693, + "cosine_f1_threshold": 0.883747, + "cosine_precision": 0.738194, + "cosine_recall": 0.837444, + "cosine_ap": 0.856085, + "manhattan_accuracy": 0.871708, + "manhattan_accuracy_threshold": 10.238283, + "manhattan_f1": 0.784297, + "manhattan_f1_threshold": 10.581247, + "manhattan_precision": 0.741817, + "manhattan_recall": 0.831938, + "manhattan_ap": 0.85545, + "euclidean_accuracy": 0.872571, + "euclidean_accuracy_threshold": 0.46628, + "euclidean_f1": 0.784693, + "euclidean_f1_threshold": 0.48219, + "euclidean_precision": 0.738194, + "euclidean_recall": 0.837444, + "euclidean_ap": 0.856085, + "dot_accuracy": 0.872571, + "dot_accuracy_threshold": 0.891292, + "dot_f1": 0.784693, + "dot_f1_threshold": 0.883747, + "dot_precision": 0.738194, + "dot_recall": 0.837444, + "dot_ap": 0.856146, + "max_accuracy": 0.872571, + "max_f1": 0.784693, + "max_precision": 0.741817, + "max_recall": 0.837444, + "max_ap": 0.856146, + "main_score": 0.856146, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 24.712698698043823, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/VieQuADRetrieval.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/VieQuADRetrieval.json index ea2e26fa71..b637ed1584 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/VieQuADRetrieval.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/VieQuADRetrieval.json @@ -1,158 +1,158 @@ { "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", - "evaluation_time": 5.689847469329834, - "kg_co2_emissions": 0.0009099755860714265, - "mteb_version": "1.12.75", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", "scores": { "validation": [ { - "hf_subset": "default", - "languages": [ - "vie-Latn" - ], - "main_score": 0.57648, - "map_at_1": 0.3252, - "map_at_10": 0.46654, - "map_at_100": 0.4838, - "map_at_1000": 0.48492, - "map_at_20": 0.47639, - "map_at_3": 0.42558, - "map_at_5": 0.44927, - "mrr_at_1": 0.650390625, - "mrr_at_10": 0.7508837503100196, - "mrr_at_100": 0.7538677442869118, - "mrr_at_1000": 0.753911482789238, - "mrr_at_20": 0.7529823966180543, - "mrr_at_3": 0.7316894531249996, - "mrr_at_5": 0.7448974609375, - "nauc_map_at_1000_diff1": 0.36463548411641994, - "nauc_map_at_1000_max": 0.33679065115597945, - "nauc_map_at_1000_std": 0.0723513345823176, - "nauc_map_at_100_diff1": 0.3640523109318555, - "nauc_map_at_100_max": 0.3373877546741352, - "nauc_map_at_100_std": 0.07291344092073945, - "nauc_map_at_10_diff1": 0.3600473465598551, - "nauc_map_at_10_max": 0.3258947718813469, - "nauc_map_at_10_std": 0.06296367604316615, - "nauc_map_at_1_diff1": 0.5841628560454609, - "nauc_map_at_1_max": 0.3220186217665705, - "nauc_map_at_1_std": 0.0029001263804497596, - "nauc_map_at_20_diff1": 0.3627065445008317, - "nauc_map_at_20_max": 0.3335429514266181, - "nauc_map_at_20_std": 0.06920602595320452, - "nauc_map_at_3_diff1": 0.38674784077064667, - "nauc_map_at_3_max": 0.3122238378220372, - "nauc_map_at_3_std": 0.03841173712720656, - "nauc_map_at_5_diff1": 0.36271647008120184, - "nauc_map_at_5_max": 0.31910277475247834, - "nauc_map_at_5_std": 0.054207618416886046, - "nauc_mrr_at_1000_diff1": 0.582530154959967, - "nauc_mrr_at_1000_max": 0.3651649469832585, - "nauc_mrr_at_1000_std": 0.029772843663835088, - "nauc_mrr_at_100_diff1": 0.5825120903368318, - "nauc_mrr_at_100_max": 0.3652495089306529, - "nauc_mrr_at_100_std": 0.029878612733253557, - "nauc_mrr_at_10_diff1": 0.5818600786315604, - "nauc_mrr_at_10_max": 0.36832000766780026, - "nauc_mrr_at_10_std": 0.03162695948275804, - "nauc_mrr_at_1_diff1": 0.5841628560454609, - "nauc_mrr_at_1_max": 0.3220186217665705, - "nauc_mrr_at_1_std": 0.0029001263804497596, - "nauc_mrr_at_20_diff1": 0.5827003114092473, - "nauc_mrr_at_20_max": 0.366508084495515, - "nauc_mrr_at_20_std": 0.031565160452868765, - "nauc_mrr_at_3_diff1": 0.581867537788087, - "nauc_mrr_at_3_max": 0.3639656912374618, - "nauc_mrr_at_3_std": 0.023832308198027764, - "nauc_mrr_at_5_diff1": 0.5802603907652267, - "nauc_mrr_at_5_max": 0.3685173088667967, - "nauc_mrr_at_5_std": 0.03224855083883957, - "nauc_ndcg_at_1000_diff1": 0.40491262836675485, - "nauc_ndcg_at_1000_max": 0.3703229780765107, - "nauc_ndcg_at_1000_std": 0.09684009832893312, - "nauc_ndcg_at_100_diff1": 0.38935497115215767, - "nauc_ndcg_at_100_max": 0.3853450135730517, - "nauc_ndcg_at_100_std": 0.11705687273252778, - "nauc_ndcg_at_10_diff1": 0.3787314179938325, - "nauc_ndcg_at_10_max": 0.3511038785328023, - "nauc_ndcg_at_10_std": 0.08122551285840778, - "nauc_ndcg_at_1_diff1": 0.5841628560454609, - "nauc_ndcg_at_1_max": 0.3220186217665705, - "nauc_ndcg_at_1_std": 0.0029001263804497596, - "nauc_ndcg_at_20_diff1": 0.38214904231582386, - "nauc_ndcg_at_20_max": 0.36670232745964265, - "nauc_ndcg_at_20_std": 0.09773288084101363, - "nauc_ndcg_at_3_diff1": 0.42149925172692176, - "nauc_ndcg_at_3_max": 0.33402182695655774, - "nauc_ndcg_at_3_std": 0.0442633624518834, - "nauc_ndcg_at_5_diff1": 0.38581243605851384, - "nauc_ndcg_at_5_max": 0.3417454861215022, - "nauc_ndcg_at_5_std": 0.06735973039843889, - "nauc_precision_at_1000_diff1": 0.06170882389625475, - "nauc_precision_at_1000_max": 0.6570753365822207, - "nauc_precision_at_1000_std": 0.7137595439834611, - "nauc_precision_at_100_diff1": 0.12247543345036148, - "nauc_precision_at_100_max": 0.49910608159155195, - "nauc_precision_at_100_std": 0.39056842288864413, - "nauc_precision_at_10_diff1": 0.19580681824069035, - "nauc_precision_at_10_max": 0.32892248845317174, - "nauc_precision_at_10_std": 0.14088943376878973, - "nauc_precision_at_1_diff1": 0.5841628560454609, - "nauc_precision_at_1_max": 0.3220186217665705, - "nauc_precision_at_1_std": 0.0029001263804497596, - "nauc_precision_at_20_diff1": 0.17888949508030463, - "nauc_precision_at_20_max": 0.36297824747016727, - "nauc_precision_at_20_std": 0.19529783750741173, - "nauc_precision_at_3_diff1": 0.3207558684068584, - "nauc_precision_at_3_max": 0.33128185346717237, - "nauc_precision_at_3_std": 0.07095894949241266, - "nauc_precision_at_5_diff1": 0.2289332186613745, - "nauc_precision_at_5_max": 0.32387820690728875, - "nauc_precision_at_5_std": 0.11147651046657263, - "nauc_recall_at_1000_diff1": 0.06170882389625864, - "nauc_recall_at_1000_max": 0.6570753365822186, - "nauc_recall_at_1000_std": 0.7137595439834631, - "nauc_recall_at_100_diff1": 0.12247543345036381, - "nauc_recall_at_100_max": 0.4991060815915512, - "nauc_recall_at_100_std": 0.3905684228886455, - "nauc_recall_at_10_diff1": 0.19580681824069052, - "nauc_recall_at_10_max": 0.3289224884531714, - "nauc_recall_at_10_std": 0.14088943376878993, - "nauc_recall_at_1_diff1": 0.5841628560454609, - "nauc_recall_at_1_max": 0.3220186217665705, - "nauc_recall_at_1_std": 0.0029001263804497596, - "nauc_recall_at_20_diff1": 0.17888949508030405, - "nauc_recall_at_20_max": 0.36297824747016794, - "nauc_recall_at_20_std": 0.19529783750741195, - "nauc_recall_at_3_diff1": 0.32075586840685827, - "nauc_recall_at_3_max": 0.33128185346717176, - "nauc_recall_at_3_std": 0.07095894949241201, - "nauc_recall_at_5_diff1": 0.2289332186613749, - "nauc_recall_at_5_max": 0.32387820690728886, - "nauc_recall_at_5_std": 0.11147651046657307, "ndcg_at_1": 0.65039, + "ndcg_at_3": 0.51292, + "ndcg_at_5": 0.54643, "ndcg_at_10": 0.57648, + "ndcg_at_20": 0.60089, "ndcg_at_100": 0.63644, "ndcg_at_1000": 0.65514, - "ndcg_at_20": 0.60089, - "ndcg_at_3": 0.51292, - "ndcg_at_5": 0.54643, - "precision_at_1": 0.65039, - "precision_at_10": 0.1251, - "precision_at_100": 0.01724, - "precision_at_1000": 0.00196, - "precision_at_20": 0.07043, - "precision_at_3": 0.32227, - "precision_at_5": 0.21992, + "map_at_1": 0.3252, + "map_at_3": 0.42558, + "map_at_5": 0.44927, + "map_at_10": 0.46654, + "map_at_20": 0.47639, + "map_at_100": 0.4838, + "map_at_1000": 0.48492, "recall_at_1": 0.3252, + "recall_at_3": 0.4834, + "recall_at_5": 0.5498, "recall_at_10": 0.62549, + "recall_at_20": 0.70435, "recall_at_100": 0.86182, "recall_at_1000": 0.98193, - "recall_at_20": 0.70435, - "recall_at_3": 0.4834, - "recall_at_5": 0.5498 + "precision_at_1": 0.65039, + "precision_at_3": 0.32227, + "precision_at_5": 0.21992, + "precision_at_10": 0.1251, + "precision_at_20": 0.07043, + "precision_at_100": 0.01724, + "precision_at_1000": 0.00196, + "mrr_at_1": 0.650391, + "mrr_at_3": 0.731689, + "mrr_at_5": 0.744897, + "mrr_at_10": 0.750884, + "mrr_at_20": 0.752982, + "mrr_at_100": 0.753868, + "mrr_at_1000": 0.753911, + "nauc_ndcg_at_1_max": 0.322019, + "nauc_ndcg_at_1_std": 0.0029, + "nauc_ndcg_at_1_diff1": 0.584163, + "nauc_ndcg_at_3_max": 0.334022, + "nauc_ndcg_at_3_std": 0.044263, + "nauc_ndcg_at_3_diff1": 0.421499, + "nauc_ndcg_at_5_max": 0.341745, + "nauc_ndcg_at_5_std": 0.06736, + "nauc_ndcg_at_5_diff1": 0.385812, + "nauc_ndcg_at_10_max": 0.351104, + "nauc_ndcg_at_10_std": 0.081226, + "nauc_ndcg_at_10_diff1": 0.378731, + "nauc_ndcg_at_20_max": 0.366702, + "nauc_ndcg_at_20_std": 0.097733, + "nauc_ndcg_at_20_diff1": 0.382149, + "nauc_ndcg_at_100_max": 0.385345, + "nauc_ndcg_at_100_std": 0.117057, + "nauc_ndcg_at_100_diff1": 0.389355, + "nauc_ndcg_at_1000_max": 0.370323, + "nauc_ndcg_at_1000_std": 0.09684, + "nauc_ndcg_at_1000_diff1": 0.404912, + "nauc_map_at_1_max": 0.322019, + "nauc_map_at_1_std": 0.0029, + "nauc_map_at_1_diff1": 0.584163, + "nauc_map_at_3_max": 0.312224, + "nauc_map_at_3_std": 0.038412, + "nauc_map_at_3_diff1": 0.386748, + "nauc_map_at_5_max": 0.319103, + "nauc_map_at_5_std": 0.054208, + "nauc_map_at_5_diff1": 0.362716, + "nauc_map_at_10_max": 0.325895, + "nauc_map_at_10_std": 0.062964, + "nauc_map_at_10_diff1": 0.360047, + "nauc_map_at_20_max": 0.333543, + "nauc_map_at_20_std": 0.069206, + "nauc_map_at_20_diff1": 0.362707, + "nauc_map_at_100_max": 0.337388, + "nauc_map_at_100_std": 0.072914, + "nauc_map_at_100_diff1": 0.364052, + "nauc_map_at_1000_max": 0.336791, + "nauc_map_at_1000_std": 0.072352, + "nauc_map_at_1000_diff1": 0.364635, + "nauc_recall_at_1_max": 0.322019, + "nauc_recall_at_1_std": 0.0029, + "nauc_recall_at_1_diff1": 0.584163, + "nauc_recall_at_3_max": 0.331282, + "nauc_recall_at_3_std": 0.070959, + "nauc_recall_at_3_diff1": 0.320756, + "nauc_recall_at_5_max": 0.323878, + "nauc_recall_at_5_std": 0.111477, + "nauc_recall_at_5_diff1": 0.228933, + "nauc_recall_at_10_max": 0.328922, + "nauc_recall_at_10_std": 0.140889, + "nauc_recall_at_10_diff1": 0.195807, + "nauc_recall_at_20_max": 0.362978, + "nauc_recall_at_20_std": 0.195298, + "nauc_recall_at_20_diff1": 0.178889, + "nauc_recall_at_100_max": 0.499106, + "nauc_recall_at_100_std": 0.390568, + "nauc_recall_at_100_diff1": 0.122475, + "nauc_recall_at_1000_max": 0.657075, + "nauc_recall_at_1000_std": 0.71376, + "nauc_recall_at_1000_diff1": 0.061709, + "nauc_precision_at_1_max": 0.322019, + "nauc_precision_at_1_std": 0.0029, + "nauc_precision_at_1_diff1": 0.584163, + "nauc_precision_at_3_max": 0.331282, + "nauc_precision_at_3_std": 0.070959, + "nauc_precision_at_3_diff1": 0.320756, + "nauc_precision_at_5_max": 0.323878, + "nauc_precision_at_5_std": 0.111477, + "nauc_precision_at_5_diff1": 0.228933, + "nauc_precision_at_10_max": 0.328922, + "nauc_precision_at_10_std": 0.140889, + "nauc_precision_at_10_diff1": 0.195807, + "nauc_precision_at_20_max": 0.362978, + "nauc_precision_at_20_std": 0.195298, + "nauc_precision_at_20_diff1": 0.178889, + "nauc_precision_at_100_max": 0.499106, + "nauc_precision_at_100_std": 0.390568, + "nauc_precision_at_100_diff1": 0.122475, + "nauc_precision_at_1000_max": 0.657075, + "nauc_precision_at_1000_std": 0.71376, + "nauc_precision_at_1000_diff1": 0.061709, + "nauc_mrr_at_1_max": 0.322019, + "nauc_mrr_at_1_std": 0.0029, + "nauc_mrr_at_1_diff1": 0.584163, + "nauc_mrr_at_3_max": 0.363966, + "nauc_mrr_at_3_std": 0.023832, + "nauc_mrr_at_3_diff1": 0.581868, + "nauc_mrr_at_5_max": 0.368517, + "nauc_mrr_at_5_std": 0.032249, + "nauc_mrr_at_5_diff1": 0.58026, + "nauc_mrr_at_10_max": 0.36832, + "nauc_mrr_at_10_std": 0.031627, + "nauc_mrr_at_10_diff1": 0.58186, + "nauc_mrr_at_20_max": 0.366508, + "nauc_mrr_at_20_std": 0.031565, + "nauc_mrr_at_20_diff1": 0.5827, + "nauc_mrr_at_100_max": 0.36525, + "nauc_mrr_at_100_std": 0.029879, + "nauc_mrr_at_100_diff1": 0.582512, + "nauc_mrr_at_1000_max": 0.365165, + "nauc_mrr_at_1000_std": 0.029773, + "nauc_mrr_at_1000_diff1": 0.58253, + "main_score": 0.57648, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] } ] }, - "task_name": "VieQuADRetrieval" + "evaluation_time": 5.3671369552612305, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/VieStudentFeedbackClassification.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/VieStudentFeedbackClassification.json index 7e5942f063..1bd8f76f00 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/VieStudentFeedbackClassification.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/VieStudentFeedbackClassification.json @@ -1,73 +1,73 @@ { "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", - "evaluation_time": 10.19661569595337, - "kg_co2_emissions": 0.00151785870565087, - "mteb_version": "1.12.75", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", "scores": { "test": [ { - "accuracy": 0.758251953125, - "f1": 0.637015513195083, - "f1_weighted": 0.7995188635978279, - "hf_subset": "default", - "languages": [ - "vie-Latn" - ], - "main_score": 0.758251953125, + "accuracy": 0.748584, + "f1": 0.630489, + "f1_weighted": 0.792498, "scores_per_experiment": [ { - "accuracy": 0.81787109375, - "f1": 0.689468807994046, - "f1_weighted": 0.8392415657367405 + "accuracy": 0.799316, + "f1": 0.672421, + "f1_weighted": 0.825214 }, { - "accuracy": 0.73876953125, - "f1": 0.6178656392570456, - "f1_weighted": 0.7876613231835226 + "accuracy": 0.742676, + "f1": 0.618961, + "f1_weighted": 0.787238 }, { - "accuracy": 0.8095703125, - "f1": 0.6616315352255767, - "f1_weighted": 0.8273116209006711 + "accuracy": 0.819824, + "f1": 0.673555, + "f1_weighted": 0.834335 }, { - "accuracy": 0.71533203125, - "f1": 0.6037524097041573, - "f1_weighted": 0.7746353527267473 + "accuracy": 0.675293, + "f1": 0.57959, + "f1_weighted": 0.745098 }, { - "accuracy": 0.74853515625, - "f1": 0.636670143806328, - "f1_weighted": 0.7993883673962807 + "accuracy": 0.720703, + "f1": 0.616299, + "f1_weighted": 0.778975 }, { - "accuracy": 0.7587890625, - "f1": 0.6413327208417473, - "f1_weighted": 0.8053062789586196 + "accuracy": 0.761719, + "f1": 0.644023, + "f1_weighted": 0.806463 }, { - "accuracy": 0.7822265625, - "f1": 0.6581348753398829, - "f1_weighted": 0.8196388939124515 + "accuracy": 0.757812, + "f1": 0.640039, + "f1_weighted": 0.803562 }, { - "accuracy": 0.74560546875, - "f1": 0.6161538640234766, - "f1_weighted": 0.7747095952902909 + "accuracy": 0.760742, + "f1": 0.630561, + "f1_weighted": 0.790748 }, { - "accuracy": 0.76123046875, - "f1": 0.642188201628091, - "f1_weighted": 0.804307157852457 + "accuracy": 0.745605, + "f1": 0.629458, + "f1_weighted": 0.791998 }, { - "accuracy": 0.70458984375, - "f1": 0.6029569341304789, - "f1_weighted": 0.7629884800204967 + "accuracy": 0.702148, + "f1": 0.599978, + "f1_weighted": 0.761346 } + ], + "main_score": 0.748584, + "hf_subset": "default", + "languages": [ + "vie-Latn" ] } ] }, - "task_name": "VieStudentFeedbackClassification" + "evaluation_time": 5.965483665466309, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AmazonCounterfactualVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..cdc4e1e4e2 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.561803, + "f1": 0.510123, + "f1_weighted": 0.6082, + "ap": 0.223567, + "ap_weighted": 0.223567, + "scores_per_experiment": [ + { + "accuracy": 0.519313, + "f1": 0.48756, + "f1_weighted": 0.568585, + "ap": 0.223415, + "ap_weighted": 0.223415 + }, + { + "accuracy": 0.555794, + "f1": 0.520154, + "f1_weighted": 0.60322, + "ap": 0.242533, + "ap_weighted": 0.242533 + }, + { + "accuracy": 0.650215, + "f1": 0.577793, + "f1_weighted": 0.688864, + "ap": 0.253677, + "ap_weighted": 0.253677 + }, + { + "accuracy": 0.463519, + "f1": 0.440764, + "f1_weighted": 0.512419, + "ap": 0.204033, + "ap_weighted": 0.204033 + }, + { + "accuracy": 0.476395, + "f1": 0.445498, + "f1_weighted": 0.528639, + "ap": 0.198372, + "ap_weighted": 0.198372 + }, + { + "accuracy": 0.527897, + "f1": 0.486712, + "f1_weighted": 0.579066, + "ap": 0.213594, + "ap_weighted": 0.213594 + }, + { + "accuracy": 0.618026, + "f1": 0.552773, + "f1_weighted": 0.661283, + "ap": 0.239689, + "ap_weighted": 0.239689 + }, + { + "accuracy": 0.641631, + "f1": 0.555635, + "f1_weighted": 0.679804, + "ap": 0.229205, + "ap_weighted": 0.229205 + }, + { + "accuracy": 0.583691, + "f1": 0.5215, + "f1_weighted": 0.631075, + "ap": 0.220166, + "ap_weighted": 0.220166 + }, + { + "accuracy": 0.581545, + "f1": 0.512842, + "f1_weighted": 0.629048, + "ap": 0.210981, + "ap_weighted": 0.210981 + } + ], + "main_score": 0.561803, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.676079511642456, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AmazonPolarityVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..d3604b7233 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.927392, + "f1": 0.92728, + "f1_weighted": 0.927291, + "ap": 0.894671, + "ap_weighted": 0.894671, + "scores_per_experiment": [ + { + "accuracy": 0.911333, + "f1": 0.911325, + "f1_weighted": 0.911331, + "ap": 0.875471, + "ap_weighted": 0.875471 + }, + { + "accuracy": 0.93004, + "f1": 0.929982, + "f1_weighted": 0.929997, + "ap": 0.89324, + "ap_weighted": 0.89324 + }, + { + "accuracy": 0.928268, + "f1": 0.928234, + "f1_weighted": 0.928222, + "ap": 0.909944, + "ap_weighted": 0.909944 + }, + { + "accuracy": 0.926365, + "f1": 0.926356, + "f1_weighted": 0.92635, + "ap": 0.902896, + "ap_weighted": 0.902896 + }, + { + "accuracy": 0.935078, + "f1": 0.935069, + "f1_weighted": 0.935063, + "ap": 0.915366, + "ap_weighted": 0.915366 + }, + { + "accuracy": 0.939965, + "f1": 0.939921, + "f1_weighted": 0.939933, + "ap": 0.907052, + "ap_weighted": 0.907052 + }, + { + "accuracy": 0.931612, + "f1": 0.931581, + "f1_weighted": 0.931592, + "ap": 0.897995, + "ap_weighted": 0.897995 + }, + { + "accuracy": 0.940976, + "f1": 0.940976, + "f1_weighted": 0.940976, + "ap": 0.91837, + "ap_weighted": 0.91837 + }, + { + "accuracy": 0.931725, + "f1": 0.931563, + "f1_weighted": 0.931587, + "ap": 0.888868, + "ap_weighted": 0.888868 + }, + { + "accuracy": 0.898558, + "f1": 0.897791, + "f1_weighted": 0.897857, + "ap": 0.837509, + "ap_weighted": 0.837509 + } + ], + "main_score": 0.927392, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 437.452436208725, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AmazonReviewsVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..9c7523fdec --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.493429, + "f1": 0.448491, + "f1_weighted": 0.455778, + "scores_per_experiment": [ + { + "accuracy": 0.490654, + "f1": 0.436051, + "f1_weighted": 0.444012 + }, + { + "accuracy": 0.496787, + "f1": 0.464632, + "f1_weighted": 0.471955 + }, + { + "accuracy": 0.494743, + "f1": 0.459312, + "f1_weighted": 0.464681 + }, + { + "accuracy": 0.492114, + "f1": 0.456982, + "f1_weighted": 0.464259 + }, + { + "accuracy": 0.503213, + "f1": 0.446916, + "f1_weighted": 0.456166 + }, + { + "accuracy": 0.486565, + "f1": 0.426638, + "f1_weighted": 0.434209 + }, + { + "accuracy": 0.484813, + "f1": 0.455855, + "f1_weighted": 0.461681 + }, + { + "accuracy": 0.512266, + "f1": 0.485104, + "f1_weighted": 0.491503 + }, + { + "accuracy": 0.510222, + "f1": 0.464919, + "f1_weighted": 0.471615 + }, + { + "accuracy": 0.462909, + "f1": 0.388501, + "f1_weighted": 0.397704 + } + ], + "main_score": 0.493429, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.317056179046631, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ArguAna-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ArguAna-VN.json new file mode 100644 index 0000000000..5dd763800d --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 11.08, + "map_at_1": 0.25097, + "map_at_10": 0.39747, + "map_at_100": 0.40886, + "map_at_1000": 0.40899, + "map_at_20": 0.40589, + "map_at_3": 0.34891, + "map_at_5": 0.37782, + "mrr_at_1": 0.25097, + "mrr_at_10": 0.39747, + "mrr_at_100": 0.40886, + "mrr_at_1000": 0.40899, + "mrr_at_20": 0.40589, + "mrr_at_3": 0.34891, + "mrr_at_5": 0.37782, + "ndcg_at_1": 0.25097, + "ndcg_at_10": 0.48146, + "ndcg_at_100": 0.52994, + "ndcg_at_1000": 0.53327, + "ndcg_at_20": 0.51096, + "ndcg_at_3": 0.38197, + "ndcg_at_5": 0.43394, + "precision_at_1": 0.25097, + "precision_at_10": 0.07506, + "precision_at_100": 0.00962, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04324, + "precision_at_3": 0.15933, + "precision_at_5": 0.12077, + "recall_at_1": 0.25097, + "recall_at_10": 0.75058, + "recall_at_100": 0.96216, + "recall_at_1000": 0.98764, + "recall_at_20": 0.86486, + "recall_at_3": 0.47799, + "recall_at_5": 0.60386, + "hf_subset": "default", + "main_score": 0.48146, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AskUbuntuDupQuestions-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..4bdd998bcc --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.622784, + "mrr": 0.728075, + "nAUC_map_max": 0.240037, + "nAUC_map_std": 0.278629, + "nAUC_map_diff1": 0.207831, + "nAUC_mrr_max": 0.301377, + "nAUC_mrr_std": 0.283199, + "nAUC_mrr_diff1": 0.318373, + "main_score": 0.622784, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.0470852851867676, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/BIOSSES-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/BIOSSES-VN.json new file mode 100644 index 0000000000..3d41f22d00 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.862574, + "spearman": 0.841194, + "cosine_pearson": 0.862574, + "cosine_spearman": 0.841194, + "manhattan_pearson": 0.84815, + "manhattan_spearman": 0.83864, + "euclidean_pearson": 0.85041, + "euclidean_spearman": 0.841194, + "main_score": 0.841194, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.08733439445495605, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Banking77VNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Banking77VNClassification.json new file mode 100644 index 0000000000..8a9faf801a --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.732254, + "f1": 0.703157, + "f1_weighted": 0.713456, + "scores_per_experiment": [ + { + "accuracy": 0.734651, + "f1": 0.699645, + "f1_weighted": 0.713357 + }, + { + "accuracy": 0.722456, + "f1": 0.691112, + "f1_weighted": 0.695514 + }, + { + "accuracy": 0.743902, + "f1": 0.71687, + "f1_weighted": 0.723412 + }, + { + "accuracy": 0.732548, + "f1": 0.710854, + "f1_weighted": 0.720464 + }, + { + "accuracy": 0.735071, + "f1": 0.700135, + "f1_weighted": 0.713498 + }, + { + "accuracy": 0.718251, + "f1": 0.691428, + "f1_weighted": 0.704245 + }, + { + "accuracy": 0.740959, + "f1": 0.710543, + "f1_weighted": 0.720546 + }, + { + "accuracy": 0.74222, + "f1": 0.710322, + "f1_weighted": 0.727747 + }, + { + "accuracy": 0.741379, + "f1": 0.723449, + "f1_weighted": 0.727541 + }, + { + "accuracy": 0.711102, + "f1": 0.67721, + "f1_weighted": 0.688241 + } + ], + "main_score": 0.732254, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.113710880279541, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackAndroid-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..5e88f3c4ce --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 13.2, + "map_at_1": 0.26697, + "map_at_10": 0.37033, + "map_at_100": 0.38486, + "map_at_1000": 0.38616, + "map_at_20": 0.37716, + "map_at_3": 0.34109, + "map_at_5": 0.35592, + "mrr_at_1": 0.33677, + "mrr_at_10": 0.43421, + "mrr_at_100": 0.44256, + "mrr_at_1000": 0.44302, + "mrr_at_20": 0.43805, + "mrr_at_3": 0.41266, + "mrr_at_5": 0.42554, + "ndcg_at_1": 0.33677, + "ndcg_at_10": 0.43132, + "ndcg_at_100": 0.49071, + "ndcg_at_1000": 0.5119, + "ndcg_at_20": 0.44808, + "ndcg_at_3": 0.39143, + "ndcg_at_5": 0.40753, + "precision_at_1": 0.33677, + "precision_at_10": 0.0854, + "precision_at_100": 0.01447, + "precision_at_1000": 0.00198, + "precision_at_20": 0.05009, + "precision_at_3": 0.19588, + "precision_at_5": 0.13849, + "recall_at_1": 0.26697, + "recall_at_10": 0.53853, + "recall_at_100": 0.80015, + "recall_at_1000": 0.93491, + "recall_at_20": 0.59992, + "recall_at_3": 0.41578, + "recall_at_5": 0.46655, + "hf_subset": "default", + "main_score": 0.43132, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackGis-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackGis-VN.json new file mode 100644 index 0000000000..8f382cd404 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 27.17, + "map_at_1": 0.18368, + "map_at_10": 0.26368, + "map_at_100": 0.27244, + "map_at_1000": 0.2735, + "map_at_20": 0.26823, + "map_at_3": 0.24107, + "map_at_5": 0.25494, + "mrr_at_1": 0.20462, + "mrr_at_10": 0.28334, + "mrr_at_100": 0.29174, + "mrr_at_1000": 0.29256, + "mrr_at_20": 0.28756, + "mrr_at_3": 0.26154, + "mrr_at_5": 0.27515, + "ndcg_at_1": 0.20462, + "ndcg_at_10": 0.3073, + "ndcg_at_100": 0.35399, + "ndcg_at_1000": 0.38099, + "ndcg_at_20": 0.32323, + "ndcg_at_3": 0.26408, + "ndcg_at_5": 0.28749, + "precision_at_1": 0.20462, + "precision_at_10": 0.04938, + "precision_at_100": 0.00763, + "precision_at_1000": 0.00104, + "precision_at_20": 0.02838, + "precision_at_3": 0.11744, + "precision_at_5": 0.08431, + "recall_at_1": 0.18368, + "recall_at_10": 0.42172, + "recall_at_100": 0.64342, + "recall_at_1000": 0.847, + "recall_at_20": 0.4822, + "recall_at_3": 0.3058, + "recall_at_5": 0.36243, + "hf_subset": "default", + "main_score": 0.3073, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackMathematica-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..7ee5f65791 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 14.41, + "map_at_1": 0.12894, + "map_at_10": 0.18555, + "map_at_100": 0.19789, + "map_at_1000": 0.19914, + "map_at_20": 0.19258, + "map_at_3": 0.16746, + "map_at_5": 0.17688, + "mrr_at_1": 0.15139, + "mrr_at_10": 0.21496, + "mrr_at_100": 0.22611, + "mrr_at_1000": 0.22701, + "mrr_at_20": 0.22152, + "mrr_at_3": 0.19439, + "mrr_at_5": 0.20526, + "ndcg_at_1": 0.15139, + "ndcg_at_10": 0.22311, + "ndcg_at_100": 0.28388, + "ndcg_at_1000": 0.3174, + "ndcg_at_20": 0.24717, + "ndcg_at_3": 0.18732, + "ndcg_at_5": 0.20282, + "precision_at_1": 0.15139, + "precision_at_10": 0.03945, + "precision_at_100": 0.00797, + "precision_at_1000": 0.00121, + "precision_at_20": 0.02548, + "precision_at_3": 0.086, + "precision_at_5": 0.06226, + "recall_at_1": 0.12894, + "recall_at_10": 0.31075, + "recall_at_100": 0.58167, + "recall_at_1000": 0.82868, + "recall_at_20": 0.39972, + "recall_at_3": 0.2121, + "recall_at_5": 0.25007, + "hf_subset": "default", + "main_score": 0.22311, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackPhysics-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..ceaeded186 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 28.36, + "map_at_1": 0.21287, + "map_at_10": 0.30113, + "map_at_100": 0.31307, + "map_at_1000": 0.31421, + "map_at_20": 0.30788, + "map_at_3": 0.27326, + "map_at_5": 0.28975, + "mrr_at_1": 0.26392, + "mrr_at_10": 0.35411, + "mrr_at_100": 0.36234, + "mrr_at_1000": 0.36277, + "mrr_at_20": 0.35926, + "mrr_at_3": 0.32405, + "mrr_at_5": 0.34405, + "ndcg_at_1": 0.26392, + "ndcg_at_10": 0.35701, + "ndcg_at_100": 0.41099, + "ndcg_at_1000": 0.43487, + "ndcg_at_20": 0.37833, + "ndcg_at_3": 0.30817, + "ndcg_at_5": 0.33386, + "precision_at_1": 0.26392, + "precision_at_10": 0.07052, + "precision_at_100": 0.01167, + "precision_at_1000": 0.00156, + "precision_at_20": 0.04186, + "precision_at_3": 0.15052, + "precision_at_5": 0.11299, + "recall_at_1": 0.21287, + "recall_at_10": 0.46667, + "recall_at_100": 0.69957, + "recall_at_1000": 0.86091, + "recall_at_20": 0.54365, + "recall_at_3": 0.33559, + "recall_at_5": 0.39879, + "hf_subset": "default", + "main_score": 0.35701, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackProgrammers-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..fd95eb072d --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 25.34, + "map_at_1": 0.21922, + "map_at_10": 0.31423, + "map_at_100": 0.32639, + "map_at_1000": 0.32764, + "map_at_20": 0.32001, + "map_at_3": 0.28763, + "map_at_5": 0.30259, + "mrr_at_1": 0.27243, + "mrr_at_10": 0.36355, + "mrr_at_100": 0.37311, + "mrr_at_1000": 0.37365, + "mrr_at_20": 0.36849, + "mrr_at_3": 0.34231, + "mrr_at_5": 0.35421, + "ndcg_at_1": 0.27243, + "ndcg_at_10": 0.36744, + "ndcg_at_100": 0.42524, + "ndcg_at_1000": 0.45189, + "ndcg_at_20": 0.38587, + "ndcg_at_3": 0.32581, + "ndcg_at_5": 0.34527, + "precision_at_1": 0.27243, + "precision_at_10": 0.0677, + "precision_at_100": 0.01126, + "precision_at_1000": 0.00154, + "precision_at_20": 0.0398, + "precision_at_3": 0.15933, + "precision_at_5": 0.11289, + "recall_at_1": 0.21922, + "recall_at_10": 0.47808, + "recall_at_100": 0.73236, + "recall_at_1000": 0.91426, + "recall_at_20": 0.54472, + "recall_at_3": 0.35746, + "recall_at_5": 0.41147, + "hf_subset": "default", + "main_score": 0.36744, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackStats-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackStats-VN.json new file mode 100644 index 0000000000..7b1c8b12c8 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 34.08, + "map_at_1": 0.18515, + "map_at_10": 0.23188, + "map_at_100": 0.24049, + "map_at_1000": 0.2413, + "map_at_20": 0.23544, + "map_at_3": 0.21652, + "map_at_5": 0.22484, + "mrr_at_1": 0.2053, + "mrr_at_10": 0.25461, + "mrr_at_100": 0.263, + "mrr_at_1000": 0.26364, + "mrr_at_20": 0.25859, + "mrr_at_3": 0.23951, + "mrr_at_5": 0.24829, + "ndcg_at_1": 0.2053, + "ndcg_at_10": 0.26193, + "ndcg_at_100": 0.30986, + "ndcg_at_1000": 0.33274, + "ndcg_at_20": 0.27504, + "ndcg_at_3": 0.23164, + "ndcg_at_5": 0.24657, + "precision_at_1": 0.2053, + "precision_at_10": 0.03974, + "precision_at_100": 0.00705, + "precision_at_1000": 0.00096, + "precision_at_20": 0.02301, + "precision_at_3": 0.09713, + "precision_at_5": 0.06821, + "recall_at_1": 0.18515, + "recall_at_10": 0.3329, + "recall_at_100": 0.55793, + "recall_at_1000": 0.73242, + "recall_at_20": 0.38204, + "recall_at_3": 0.25193, + "recall_at_5": 0.28717, + "hf_subset": "default", + "main_score": 0.26193, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackTex-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackTex-VN.json new file mode 100644 index 0000000000..8c900325df --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 61.64, + "map_at_1": 0.13741, + "map_at_10": 0.19412, + "map_at_100": 0.20342, + "map_at_1000": 0.20459, + "map_at_20": 0.19882, + "map_at_3": 0.17451, + "map_at_5": 0.18355, + "mrr_at_1": 0.16924, + "mrr_at_10": 0.229, + "mrr_at_100": 0.23762, + "mrr_at_1000": 0.2384, + "mrr_at_20": 0.23352, + "mrr_at_3": 0.21012, + "mrr_at_5": 0.21918, + "ndcg_at_1": 0.16924, + "ndcg_at_10": 0.23395, + "ndcg_at_100": 0.28178, + "ndcg_at_1000": 0.31119, + "ndcg_at_20": 0.24998, + "ndcg_at_3": 0.1982, + "ndcg_at_5": 0.21107, + "precision_at_1": 0.16924, + "precision_at_10": 0.04385, + "precision_at_100": 0.00791, + "precision_at_1000": 0.0012, + "precision_at_20": 0.02656, + "precision_at_3": 0.09453, + "precision_at_5": 0.06792, + "recall_at_1": 0.13741, + "recall_at_10": 0.32163, + "recall_at_100": 0.5407, + "recall_at_1000": 0.75409, + "recall_at_20": 0.38153, + "recall_at_3": 0.21711, + "recall_at_5": 0.25229, + "hf_subset": "default", + "main_score": 0.23395, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackUnix-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..c4f97e5332 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 34.73, + "map_at_1": 0.22624, + "map_at_10": 0.28954, + "map_at_100": 0.30092, + "map_at_1000": 0.30229, + "map_at_20": 0.29594, + "map_at_3": 0.26717, + "map_at_5": 0.281, + "mrr_at_1": 0.2636, + "mrr_at_10": 0.32541, + "mrr_at_100": 0.33567, + "mrr_at_1000": 0.33656, + "mrr_at_20": 0.33139, + "mrr_at_3": 0.30532, + "mrr_at_5": 0.31796, + "ndcg_at_1": 0.2636, + "ndcg_at_10": 0.32981, + "ndcg_at_100": 0.3839, + "ndcg_at_1000": 0.4159, + "ndcg_at_20": 0.35129, + "ndcg_at_3": 0.29096, + "ndcg_at_5": 0.31192, + "precision_at_1": 0.2636, + "precision_at_10": 0.05478, + "precision_at_100": 0.00917, + "precision_at_1000": 0.00131, + "precision_at_20": 0.03289, + "precision_at_3": 0.12979, + "precision_at_5": 0.09238, + "recall_at_1": 0.22624, + "recall_at_10": 0.41605, + "recall_at_100": 0.65272, + "recall_at_1000": 0.88196, + "recall_at_20": 0.49469, + "recall_at_3": 0.3114, + "recall_at_5": 0.36612, + "hf_subset": "default", + "main_score": 0.32981, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackWebmasters-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..61d2a9f2c3 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 11.34, + "map_at_1": 0.21508, + "map_at_10": 0.28531, + "map_at_100": 0.30031, + "map_at_1000": 0.30276, + "map_at_20": 0.29319, + "map_at_3": 0.25814, + "map_at_5": 0.27107, + "mrr_at_1": 0.26, + "mrr_at_10": 0.3309, + "mrr_at_100": 0.33965, + "mrr_at_1000": 0.34044, + "mrr_at_20": 0.33613, + "mrr_at_3": 0.30667, + "mrr_at_5": 0.31979, + "ndcg_at_1": 0.26, + "ndcg_at_10": 0.33852, + "ndcg_at_100": 0.39018, + "ndcg_at_1000": 0.42238, + "ndcg_at_20": 0.35839, + "ndcg_at_3": 0.29375, + "ndcg_at_5": 0.3118, + "precision_at_1": 0.26, + "precision_at_10": 0.069, + "precision_at_100": 0.0149, + "precision_at_1000": 0.00245, + "precision_at_20": 0.04488, + "precision_at_3": 0.13667, + "precision_at_5": 0.101, + "recall_at_1": 0.21508, + "recall_at_10": 0.42995, + "recall_at_100": 0.6649, + "recall_at_1000": 0.88283, + "recall_at_20": 0.50583, + "recall_at_3": 0.30148, + "recall_at_5": 0.35174, + "hf_subset": "default", + "main_score": 0.33852, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackWordpress-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..7230115ef2 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 36.24, + "map_at_1": 0.14232, + "map_at_10": 0.21174, + "map_at_100": 0.22136, + "map_at_1000": 0.22265, + "map_at_20": 0.21757, + "map_at_3": 0.18801, + "map_at_5": 0.20249, + "mrr_at_1": 0.1623, + "mrr_at_10": 0.23175, + "mrr_at_100": 0.24084, + "mrr_at_1000": 0.2418, + "mrr_at_20": 0.23721, + "mrr_at_3": 0.20942, + "mrr_at_5": 0.22356, + "ndcg_at_1": 0.1623, + "ndcg_at_10": 0.25295, + "ndcg_at_100": 0.30018, + "ndcg_at_1000": 0.33193, + "ndcg_at_20": 0.27381, + "ndcg_at_3": 0.20701, + "ndcg_at_5": 0.23183, + "precision_at_1": 0.1623, + "precision_at_10": 0.04293, + "precision_at_100": 0.00723, + "precision_at_1000": 0.00112, + "precision_at_20": 0.02618, + "precision_at_3": 0.0925, + "precision_at_5": 0.07016, + "recall_at_1": 0.14232, + "recall_at_10": 0.36115, + "recall_at_100": 0.5764, + "recall_at_1000": 0.81314, + "recall_at_20": 0.44191, + "recall_at_3": 0.23949, + "recall_at_5": 0.2981, + "hf_subset": "default", + "main_score": 0.25295, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ClimateFEVER-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ClimateFEVER-VN.json new file mode 100644 index 0000000000..9422850a62 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 3030.73, + "map_at_1": 0.09285, + "map_at_10": 0.17141, + "map_at_100": 0.18836, + "map_at_1000": 0.19021, + "map_at_20": 0.18037, + "map_at_3": 0.1384, + "map_at_5": 0.1547, + "mrr_at_1": 0.20345, + "mrr_at_10": 0.32625, + "mrr_at_100": 0.3357, + "mrr_at_1000": 0.3362, + "mrr_at_20": 0.33224, + "mrr_at_3": 0.2914, + "mrr_at_5": 0.31025, + "ndcg_at_1": 0.20345, + "ndcg_at_10": 0.25012, + "ndcg_at_100": 0.31914, + "ndcg_at_1000": 0.35399, + "ndcg_at_20": 0.27669, + "ndcg_at_3": 0.19484, + "ndcg_at_5": 0.21394, + "precision_at_1": 0.20345, + "precision_at_10": 0.08265, + "precision_at_100": 0.01575, + "precision_at_1000": 0.00222, + "precision_at_20": 0.05295, + "precision_at_3": 0.15047, + "precision_at_5": 0.11862, + "recall_at_1": 0.09285, + "recall_at_10": 0.31633, + "recall_at_100": 0.55457, + "recall_at_1000": 0.75085, + "recall_at_20": 0.39104, + "recall_at_3": 0.18265, + "recall_at_5": 0.23476, + "hf_subset": "default", + "main_score": 0.25012, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DBPedia-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DBPedia-VN.json new file mode 100644 index 0000000000..3b293f1cb7 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 2109.15, + "map_at_1": 0.0897, + "map_at_10": 0.18675, + "map_at_100": 0.25529, + "map_at_1000": 0.27139, + "map_at_20": 0.21241, + "map_at_3": 0.13644, + "map_at_5": 0.15717, + "mrr_at_1": 0.6677, + "mrr_at_10": 0.74596, + "mrr_at_100": 0.74853, + "mrr_at_1000": 0.74862, + "mrr_at_20": 0.74734, + "mrr_at_3": 0.72826, + "mrr_at_5": 0.73727, + "ndcg_at_1": 0.55435, + "ndcg_at_10": 0.399, + "ndcg_at_100": 0.43947, + "ndcg_at_1000": 0.51645, + "ndcg_at_20": 0.38667, + "ndcg_at_3": 0.43989, + "ndcg_at_5": 0.41673, + "precision_at_1": 0.6677, + "precision_at_10": 0.30745, + "precision_at_100": 0.09562, + "precision_at_1000": 0.01954, + "precision_at_20": 0.22531, + "precision_at_3": 0.4648, + "precision_at_5": 0.39441, + "recall_at_1": 0.0897, + "recall_at_10": 0.24499, + "recall_at_100": 0.49553, + "recall_at_1000": 0.73918, + "recall_at_20": 0.30645, + "recall_at_3": 0.15168, + "recall_at_5": 0.18442, + "hf_subset": "default", + "main_score": 0.399, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EmotionVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EmotionVNClassification.json new file mode 100644 index 0000000000..350a3ca2f5 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "validation": [ + { + "accuracy": 0.506875, + "f1": 0.433926, + "f1_weighted": 0.514464, + "scores_per_experiment": [ + { + "accuracy": 0.536719, + "f1": 0.457442, + "f1_weighted": 0.542271 + }, + { + "accuracy": 0.49375, + "f1": 0.414554, + "f1_weighted": 0.502649 + }, + { + "accuracy": 0.521094, + "f1": 0.426576, + "f1_weighted": 0.529916 + }, + { + "accuracy": 0.50625, + "f1": 0.395649, + "f1_weighted": 0.502097 + }, + { + "accuracy": 0.54375, + "f1": 0.48204, + "f1_weighted": 0.553603 + }, + { + "accuracy": 0.446875, + "f1": 0.416277, + "f1_weighted": 0.450079 + }, + { + "accuracy": 0.538281, + "f1": 0.444076, + "f1_weighted": 0.541118 + }, + { + "accuracy": 0.435156, + "f1": 0.412445, + "f1_weighted": 0.45887 + }, + { + "accuracy": 0.539844, + "f1": 0.467254, + "f1_weighted": 0.540182 + }, + { + "accuracy": 0.507031, + "f1": 0.422943, + "f1_weighted": 0.52386 + } + ], + "main_score": 0.506875, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.503566, + "f1": 0.413589, + "f1_weighted": 0.51086, + "scores_per_experiment": [ + { + "accuracy": 0.54031, + "f1": 0.427833, + "f1_weighted": 0.538644 + }, + { + "accuracy": 0.503876, + "f1": 0.401494, + "f1_weighted": 0.504643 + }, + { + "accuracy": 0.541085, + "f1": 0.431619, + "f1_weighted": 0.544953 + }, + { + "accuracy": 0.496899, + "f1": 0.390406, + "f1_weighted": 0.497118 + }, + { + "accuracy": 0.522481, + "f1": 0.438628, + "f1_weighted": 0.535705 + }, + { + "accuracy": 0.448062, + "f1": 0.390039, + "f1_weighted": 0.460086 + }, + { + "accuracy": 0.518605, + "f1": 0.417629, + "f1_weighted": 0.521176 + }, + { + "accuracy": 0.418605, + "f1": 0.384415, + "f1_weighted": 0.447466 + }, + { + "accuracy": 0.522481, + "f1": 0.423702, + "f1_weighted": 0.519616 + }, + { + "accuracy": 0.523256, + "f1": 0.43012, + "f1_weighted": 0.539189 + } + ], + "main_score": 0.503566, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.615739583969116, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FEVER-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FEVER-VN.json new file mode 100644 index 0000000000..208cf54735 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 4015.96, + "map_at_1": 0.68642, + "map_at_10": 0.78732, + "map_at_100": 0.78938, + "map_at_1000": 0.78954, + "map_at_20": 0.7886, + "map_at_3": 0.77313, + "map_at_5": 0.7828, + "mrr_at_1": 0.74152, + "mrr_at_10": 0.83451, + "mrr_at_100": 0.83544, + "mrr_at_1000": 0.83546, + "mrr_at_20": 0.83518, + "mrr_at_3": 0.82327, + "mrr_at_5": 0.83132, + "ndcg_at_1": 0.74152, + "ndcg_at_10": 0.83335, + "ndcg_at_100": 0.84105, + "ndcg_at_1000": 0.84397, + "ndcg_at_20": 0.83703, + "ndcg_at_3": 0.8096, + "ndcg_at_5": 0.82431, + "precision_at_1": 0.74152, + "precision_at_10": 0.10238, + "precision_at_100": 0.0108, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05223, + "precision_at_3": 0.3141, + "precision_at_5": 0.19749, + "recall_at_1": 0.68642, + "recall_at_10": 0.928, + "recall_at_100": 0.95905, + "recall_at_1000": 0.97743, + "recall_at_20": 0.94097, + "recall_at_3": 0.86431, + "recall_at_5": 0.90134, + "hf_subset": "default", + "main_score": 0.83335, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FiQA2018-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FiQA2018-VN.json new file mode 100644 index 0000000000..4edd2a4950 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 36.22, + "map_at_1": 0.19175, + "map_at_10": 0.29516, + "map_at_100": 0.31068, + "map_at_1000": 0.31231, + "map_at_20": 0.30228, + "map_at_3": 0.26098, + "map_at_5": 0.27847, + "mrr_at_1": 0.36939, + "mrr_at_10": 0.44775, + "mrr_at_100": 0.45662, + "mrr_at_1000": 0.45712, + "mrr_at_20": 0.45271, + "mrr_at_3": 0.42832, + "mrr_at_5": 0.43967, + "ndcg_at_1": 0.36939, + "ndcg_at_10": 0.36458, + "ndcg_at_100": 0.43115, + "ndcg_at_1000": 0.46112, + "ndcg_at_20": 0.38585, + "ndcg_at_3": 0.33957, + "ndcg_at_5": 0.34264, + "precision_at_1": 0.36939, + "precision_at_10": 0.09894, + "precision_at_100": 0.01707, + "precision_at_1000": 0.00227, + "precision_at_20": 0.05937, + "precision_at_3": 0.219, + "precision_at_5": 0.15726, + "recall_at_1": 0.19175, + "recall_at_10": 0.41737, + "recall_at_100": 0.67525, + "recall_at_1000": 0.85129, + "recall_at_20": 0.4847, + "recall_at_3": 0.30634, + "recall_at_5": 0.34714, + "hf_subset": "default", + "main_score": 0.36458, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/GreenNodeTableMarkdownRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..dcef5d383a --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30365, + "ndcg_at_3": 0.36112, + "ndcg_at_5": 0.37891, + "ndcg_at_10": 0.39868, + "ndcg_at_20": 0.41416, + "ndcg_at_100": 0.44044, + "ndcg_at_1000": 0.46441, + "map_at_1": 0.30365, + "map_at_3": 0.34691, + "map_at_5": 0.35676, + "map_at_10": 0.36493, + "map_at_20": 0.36919, + "map_at_100": 0.37269, + "map_at_1000": 0.37348, + "recall_at_1": 0.30365, + "recall_at_3": 0.40228, + "recall_at_5": 0.44556, + "recall_at_10": 0.50661, + "recall_at_20": 0.5678, + "recall_at_100": 0.71141, + "recall_at_1000": 0.90665, + "precision_at_1": 0.30365, + "precision_at_3": 0.13409, + "precision_at_5": 0.08911, + "precision_at_10": 0.05066, + "precision_at_20": 0.02839, + "precision_at_100": 0.00711, + "precision_at_1000": 0.00091, + "mrr_at_1": 0.303652, + "mrr_at_3": 0.346912, + "mrr_at_5": 0.356764, + "mrr_at_10": 0.364932, + "mrr_at_20": 0.369186, + "mrr_at_100": 0.372693, + "mrr_at_1000": 0.373481, + "nauc_ndcg_at_1_max": 0.051151, + "nauc_ndcg_at_1_std": 0.141634, + "nauc_ndcg_at_1_diff1": 0.686002, + "nauc_ndcg_at_3_max": 0.003671, + "nauc_ndcg_at_3_std": 0.176193, + "nauc_ndcg_at_3_diff1": 0.629942, + "nauc_ndcg_at_5_max": -0.009587, + "nauc_ndcg_at_5_std": 0.188056, + "nauc_ndcg_at_5_diff1": 0.62139, + "nauc_ndcg_at_10_max": -0.022976, + "nauc_ndcg_at_10_std": 0.199291, + "nauc_ndcg_at_10_diff1": 0.612187, + "nauc_ndcg_at_20_max": -0.031795, + "nauc_ndcg_at_20_std": 0.210203, + "nauc_ndcg_at_20_diff1": 0.608214, + "nauc_ndcg_at_100_max": -0.037715, + "nauc_ndcg_at_100_std": 0.222261, + "nauc_ndcg_at_100_diff1": 0.607167, + "nauc_ndcg_at_1000_max": -0.029357, + "nauc_ndcg_at_1000_std": 0.215723, + "nauc_ndcg_at_1000_diff1": 0.613213, + "nauc_map_at_1_max": 0.051151, + "nauc_map_at_1_std": 0.141634, + "nauc_map_at_1_diff1": 0.686002, + "nauc_map_at_3_max": 0.015334, + "nauc_map_at_3_std": 0.167685, + "nauc_map_at_3_diff1": 0.64351, + "nauc_map_at_5_max": 0.007991, + "nauc_map_at_5_std": 0.174237, + "nauc_map_at_5_diff1": 0.638821, + "nauc_map_at_10_max": 0.002448, + "nauc_map_at_10_std": 0.178801, + "nauc_map_at_10_diff1": 0.635076, + "nauc_map_at_20_max": 0.000125, + "nauc_map_at_20_std": 0.181659, + "nauc_map_at_20_diff1": 0.634085, + "nauc_map_at_100_max": -0.000692, + "nauc_map_at_100_std": 0.183224, + "nauc_map_at_100_diff1": 0.633944, + "nauc_map_at_1000_max": -0.000449, + "nauc_map_at_1000_std": 0.183049, + "nauc_map_at_1000_diff1": 0.634152, + "nauc_recall_at_1_max": 0.051151, + "nauc_recall_at_1_std": 0.141634, + "nauc_recall_at_1_diff1": 0.686002, + "nauc_recall_at_3_max": -0.029325, + "nauc_recall_at_3_std": 0.200274, + "nauc_recall_at_3_diff1": 0.591633, + "nauc_recall_at_5_max": -0.061689, + "nauc_recall_at_5_std": 0.229254, + "nauc_recall_at_5_diff1": 0.570395, + "nauc_recall_at_10_max": -0.104312, + "nauc_recall_at_10_std": 0.265436, + "nauc_recall_at_10_diff1": 0.540446, + "nauc_recall_at_20_max": -0.146325, + "nauc_recall_at_20_std": 0.315637, + "nauc_recall_at_20_diff1": 0.519134, + "nauc_recall_at_100_max": -0.218866, + "nauc_recall_at_100_std": 0.43064, + "nauc_recall_at_100_diff1": 0.487531, + "nauc_recall_at_1000_max": -0.282055, + "nauc_recall_at_1000_std": 0.584321, + "nauc_recall_at_1000_diff1": 0.454367, + "nauc_precision_at_1_max": 0.051151, + "nauc_precision_at_1_std": 0.141634, + "nauc_precision_at_1_diff1": 0.686002, + "nauc_precision_at_3_max": -0.029325, + "nauc_precision_at_3_std": 0.200274, + "nauc_precision_at_3_diff1": 0.591633, + "nauc_precision_at_5_max": -0.061689, + "nauc_precision_at_5_std": 0.229254, + "nauc_precision_at_5_diff1": 0.570395, + "nauc_precision_at_10_max": -0.104312, + "nauc_precision_at_10_std": 0.265436, + "nauc_precision_at_10_diff1": 0.540446, + "nauc_precision_at_20_max": -0.146325, + "nauc_precision_at_20_std": 0.315637, + "nauc_precision_at_20_diff1": 0.519134, + "nauc_precision_at_100_max": -0.218866, + "nauc_precision_at_100_std": 0.43064, + "nauc_precision_at_100_diff1": 0.487531, + "nauc_precision_at_1000_max": -0.282055, + "nauc_precision_at_1000_std": 0.584321, + "nauc_precision_at_1000_diff1": 0.454367, + "nauc_mrr_at_1_max": 0.051151, + "nauc_mrr_at_1_std": 0.141634, + "nauc_mrr_at_1_diff1": 0.686002, + "nauc_mrr_at_3_max": 0.015334, + "nauc_mrr_at_3_std": 0.167685, + "nauc_mrr_at_3_diff1": 0.64351, + "nauc_mrr_at_5_max": 0.007991, + "nauc_mrr_at_5_std": 0.174237, + "nauc_mrr_at_5_diff1": 0.638821, + "nauc_mrr_at_10_max": 0.002448, + "nauc_mrr_at_10_std": 0.178801, + "nauc_mrr_at_10_diff1": 0.635076, + "nauc_mrr_at_20_max": 0.000125, + "nauc_mrr_at_20_std": 0.181659, + "nauc_mrr_at_20_diff1": 0.634085, + "nauc_mrr_at_100_max": -0.000692, + "nauc_mrr_at_100_std": 0.183224, + "nauc_mrr_at_100_diff1": 0.633944, + "nauc_mrr_at_1000_max": -0.000449, + "nauc_mrr_at_1000_std": 0.183049, + "nauc_mrr_at_1000_diff1": 0.634152, + "main_score": 0.39868, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 106.63261723518372, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQA-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQA-VN.json new file mode 100644 index 0000000000..e6a46faebf --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 3469.41, + "map_at_1": 0.35327, + "map_at_10": 0.55478, + "map_at_100": 0.5635, + "map_at_1000": 0.56423, + "map_at_20": 0.55976, + "map_at_3": 0.5208, + "map_at_5": 0.54169, + "mrr_at_1": 0.70653, + "mrr_at_10": 0.77494, + "mrr_at_100": 0.77749, + "mrr_at_1000": 0.77762, + "mrr_at_20": 0.77653, + "mrr_at_3": 0.7608, + "mrr_at_5": 0.77011, + "ndcg_at_1": 0.70653, + "ndcg_at_10": 0.63993, + "ndcg_at_100": 0.67172, + "ndcg_at_1000": 0.6862, + "ndcg_at_20": 0.65272, + "ndcg_at_3": 0.58888, + "ndcg_at_5": 0.61712, + "precision_at_1": 0.70653, + "precision_at_10": 0.13566, + "precision_at_100": 0.01607, + "precision_at_1000": 0.0018, + "precision_at_20": 0.07193, + "precision_at_3": 0.37684, + "precision_at_5": 0.24847, + "recall_at_1": 0.35327, + "recall_at_10": 0.67829, + "recall_at_100": 0.80335, + "recall_at_1000": 0.89891, + "recall_at_20": 0.71935, + "recall_at_3": 0.56526, + "recall_at_5": 0.62118, + "hf_subset": "default", + "main_score": 0.63993, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ImdbVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ImdbVNClassification.json new file mode 100644 index 0000000000..c20646386b --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.883139, + "f1": 0.882921, + "f1_weighted": 0.882941, + "ap": 0.833624, + "ap_weighted": 0.833624, + "scores_per_experiment": [ + { + "accuracy": 0.887822, + "f1": 0.887695, + "f1_weighted": 0.887673, + "ap": 0.858484, + "ap_weighted": 0.858484 + }, + { + "accuracy": 0.876591, + "f1": 0.876588, + "f1_weighted": 0.876591, + "ap": 0.831691, + "ap_weighted": 0.831691 + }, + { + "accuracy": 0.885241, + "f1": 0.885159, + "f1_weighted": 0.885177, + "ap": 0.83627, + "ap_weighted": 0.83627 + }, + { + "accuracy": 0.900548, + "f1": 0.900412, + "f1_weighted": 0.900434, + "ap": 0.852317, + "ap_weighted": 0.852317 + }, + { + "accuracy": 0.892804, + "f1": 0.892402, + "f1_weighted": 0.892441, + "ap": 0.836354, + "ap_weighted": 0.836354 + }, + { + "accuracy": 0.878085, + "f1": 0.877421, + "f1_weighted": 0.877475, + "ap": 0.816041, + "ap_weighted": 0.816041 + }, + { + "accuracy": 0.873511, + "f1": 0.87351, + "f1_weighted": 0.873512, + "ap": 0.828481, + "ap_weighted": 0.828481 + }, + { + "accuracy": 0.872968, + "f1": 0.872539, + "f1_weighted": 0.872583, + "ap": 0.813649, + "ap_weighted": 0.813649 + }, + { + "accuracy": 0.897333, + "f1": 0.896995, + "f1_weighted": 0.89703, + "ap": 0.842816, + "ap_weighted": 0.842816 + }, + { + "accuracy": 0.866492, + "f1": 0.866491, + "f1_weighted": 0.866492, + "ap": 0.820141, + "ap_weighted": 0.820141 + } + ], + "main_score": 0.883139, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 42.29412508010864, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCO-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCO-VN.json new file mode 100644 index 0000000000..427cf63ae5 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 5346.6, + "map_at_1": 0.19568, + "map_at_10": 0.3131, + "map_at_100": 0.32407, + "map_at_1000": 0.32463, + "map_at_20": 0.31989, + "map_at_3": 0.27613, + "map_at_5": 0.2981, + "mrr_at_1": 0.20097, + "mrr_at_10": 0.31846, + "mrr_at_100": 0.32901, + "mrr_at_1000": 0.3295, + "mrr_at_20": 0.32496, + "mrr_at_3": 0.28269, + "mrr_at_5": 0.30383, + "ndcg_at_1": 0.20126, + "ndcg_at_10": 0.37863, + "ndcg_at_100": 0.43239, + "ndcg_at_1000": 0.44683, + "ndcg_at_20": 0.40286, + "ndcg_at_3": 0.30398, + "ndcg_at_5": 0.34286, + "precision_at_1": 0.20126, + "precision_at_10": 0.06055, + "precision_at_100": 0.00874, + "precision_at_1000": 0.001, + "precision_at_20": 0.03526, + "precision_at_3": 0.13093, + "precision_at_5": 0.09823, + "recall_at_1": 0.19568, + "recall_at_10": 0.58043, + "recall_at_100": 0.83143, + "recall_at_1000": 0.9438, + "recall_at_20": 0.67515, + "recall_at_3": 0.37788, + "recall_at_5": 0.47122, + "hf_subset": "default", + "main_score": 0.37863, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MTOPDomainVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..81c5946f65 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.830088, + "f1": 0.82463, + "f1_weighted": 0.824439, + "scores_per_experiment": [ + { + "accuracy": 0.815665, + "f1": 0.80269, + "f1_weighted": 0.812586 + }, + { + "accuracy": 0.779625, + "f1": 0.764322, + "f1_weighted": 0.772561 + }, + { + "accuracy": 0.850199, + "f1": 0.852021, + "f1_weighted": 0.845248 + }, + { + "accuracy": 0.834625, + "f1": 0.831137, + "f1_weighted": 0.826491 + }, + { + "accuracy": 0.844256, + "f1": 0.843334, + "f1_weighted": 0.840528 + }, + { + "accuracy": 0.823414, + "f1": 0.820157, + "f1_weighted": 0.817241 + }, + { + "accuracy": 0.85509, + "f1": 0.851263, + "f1_weighted": 0.850034 + }, + { + "accuracy": 0.850651, + "f1": 0.849025, + "f1_weighted": 0.844816 + }, + { + "accuracy": 0.814536, + "f1": 0.82386, + "f1_weighted": 0.810117 + }, + { + "accuracy": 0.832819, + "f1": 0.808492, + "f1_weighted": 0.824767 + } + ], + "main_score": 0.830088, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.65454626083374, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MTOPIntentVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..b86b86045a --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.503867, + "f1": 0.353385, + "f1_weighted": 0.515474, + "scores_per_experiment": [ + { + "accuracy": 0.499887, + "f1": 0.362842, + "f1_weighted": 0.507302 + }, + { + "accuracy": 0.500113, + "f1": 0.328595, + "f1_weighted": 0.509438 + }, + { + "accuracy": 0.487397, + "f1": 0.32645, + "f1_weighted": 0.518934 + }, + { + "accuracy": 0.528628, + "f1": 0.358438, + "f1_weighted": 0.543118 + }, + { + "accuracy": 0.501693, + "f1": 0.373306, + "f1_weighted": 0.510453 + }, + { + "accuracy": 0.524114, + "f1": 0.353822, + "f1_weighted": 0.538834 + }, + { + "accuracy": 0.49605, + "f1": 0.356916, + "f1_weighted": 0.501466 + }, + { + "accuracy": 0.510872, + "f1": 0.374496, + "f1_weighted": 0.523001 + }, + { + "accuracy": 0.48657, + "f1": 0.345443, + "f1_weighted": 0.490834 + }, + { + "accuracy": 0.503348, + "f1": 0.353542, + "f1_weighted": 0.511357 + } + ], + "main_score": 0.503867, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.581430912017822, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MassiveIntentVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..89d8235cf0 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.631614, + "f1": 0.588857, + "f1_weighted": 0.614256, + "scores_per_experiment": [ + { + "accuracy": 0.640135, + "f1": 0.594152, + "f1_weighted": 0.625819 + }, + { + "accuracy": 0.653587, + "f1": 0.605254, + "f1_weighted": 0.638204 + }, + { + "accuracy": 0.628924, + "f1": 0.566866, + "f1_weighted": 0.612719 + }, + { + "accuracy": 0.658632, + "f1": 0.608937, + "f1_weighted": 0.637362 + }, + { + "accuracy": 0.619395, + "f1": 0.571785, + "f1_weighted": 0.604722 + }, + { + "accuracy": 0.602578, + "f1": 0.573896, + "f1_weighted": 0.582229 + }, + { + "accuracy": 0.622197, + "f1": 0.58019, + "f1_weighted": 0.609243 + }, + { + "accuracy": 0.639013, + "f1": 0.595944, + "f1_weighted": 0.62515 + }, + { + "accuracy": 0.618834, + "f1": 0.595197, + "f1_weighted": 0.590229 + }, + { + "accuracy": 0.632848, + "f1": 0.596352, + "f1_weighted": 0.616885 + } + ], + "main_score": 0.631614, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.015983581542969, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MassiveScenarioVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..34f636c93b --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.684508, + "f1": 0.661169, + "f1_weighted": 0.675429, + "scores_per_experiment": [ + { + "accuracy": 0.69519, + "f1": 0.668306, + "f1_weighted": 0.690143 + }, + { + "accuracy": 0.673378, + "f1": 0.655442, + "f1_weighted": 0.661981 + }, + { + "accuracy": 0.680649, + "f1": 0.661623, + "f1_weighted": 0.670188 + }, + { + "accuracy": 0.704139, + "f1": 0.681121, + "f1_weighted": 0.696689 + }, + { + "accuracy": 0.686242, + "f1": 0.65411, + "f1_weighted": 0.673617 + }, + { + "accuracy": 0.672819, + "f1": 0.648983, + "f1_weighted": 0.663632 + }, + { + "accuracy": 0.664989, + "f1": 0.641812, + "f1_weighted": 0.648743 + }, + { + "accuracy": 0.689038, + "f1": 0.663028, + "f1_weighted": 0.686948 + }, + { + "accuracy": 0.698546, + "f1": 0.678926, + "f1_weighted": 0.694607 + }, + { + "accuracy": 0.680089, + "f1": 0.658336, + "f1_weighted": 0.667745 + } + ], + "main_score": 0.684508, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.295811891555786, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NFCorpus-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NFCorpus-VN.json new file mode 100644 index 0000000000..fae88b5f3a --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 3.82, + "map_at_1": 0.05782, + "map_at_10": 0.12595, + "map_at_100": 0.15942, + "map_at_1000": 0.17477, + "map_at_20": 0.14109, + "map_at_3": 0.09509, + "map_at_5": 0.10721, + "mrr_at_1": 0.40964, + "mrr_at_10": 0.5098, + "mrr_at_100": 0.51605, + "mrr_at_1000": 0.51644, + "mrr_at_20": 0.51327, + "mrr_at_3": 0.49096, + "mrr_at_5": 0.50331, + "ndcg_at_1": 0.39157, + "ndcg_at_10": 0.33399, + "ndcg_at_100": 0.31103, + "ndcg_at_1000": 0.39485, + "ndcg_at_20": 0.31899, + "ndcg_at_3": 0.37548, + "ndcg_at_5": 0.35438, + "precision_at_1": 0.40964, + "precision_at_10": 0.25241, + "precision_at_100": 0.08373, + "precision_at_1000": 0.02255, + "precision_at_20": 0.19307, + "precision_at_3": 0.36747, + "precision_at_5": 0.31205, + "recall_at_1": 0.05782, + "recall_at_10": 0.16381, + "recall_at_100": 0.31026, + "recall_at_1000": 0.6117, + "recall_at_20": 0.20214, + "recall_at_3": 0.1067, + "recall_at_5": 0.12541, + "hf_subset": "default", + "main_score": 0.33399, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQ-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQ-VN.json new file mode 100644 index 0000000000..8c3676f5b2 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 1561.26, + "map_at_1": 0.35447, + "map_at_10": 0.49826, + "map_at_100": 0.50765, + "map_at_1000": 0.50792, + "map_at_20": 0.50425, + "map_at_3": 0.45782, + "map_at_5": 0.48273, + "mrr_at_1": 0.39263, + "mrr_at_10": 0.52024, + "mrr_at_100": 0.52744, + "mrr_at_1000": 0.52764, + "mrr_at_20": 0.5251, + "mrr_at_3": 0.48596, + "mrr_at_5": 0.50678, + "ndcg_at_1": 0.39263, + "ndcg_at_10": 0.56859, + "ndcg_at_100": 0.60821, + "ndcg_at_1000": 0.61462, + "ndcg_at_20": 0.58773, + "ndcg_at_3": 0.49302, + "ndcg_at_5": 0.53421, + "precision_at_1": 0.39263, + "precision_at_10": 0.08916, + "precision_at_100": 0.01118, + "precision_at_1000": 0.00118, + "precision_at_20": 0.04921, + "precision_at_3": 0.21632, + "precision_at_5": 0.15347, + "recall_at_1": 0.35447, + "recall_at_10": 0.76057, + "recall_at_100": 0.93167, + "recall_at_1000": 0.97947, + "recall_at_20": 0.82996, + "recall_at_3": 0.56693, + "recall_at_5": 0.6611, + "hf_subset": "default", + "main_score": 0.56859, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Quora-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Quora-VN.json new file mode 100644 index 0000000000..aa63d40661 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 316.9, + "map_at_1": 0.39905, + "map_at_10": 0.51758, + "map_at_100": 0.52963, + "map_at_1000": 0.53034, + "map_at_20": 0.52477, + "map_at_3": 0.48317, + "map_at_5": 0.5029, + "mrr_at_1": 0.47227, + "mrr_at_10": 0.56887, + "mrr_at_100": 0.57564, + "mrr_at_1000": 0.57593, + "mrr_at_20": 0.57334, + "mrr_at_3": 0.54456, + "mrr_at_5": 0.55897, + "ndcg_at_1": 0.47227, + "ndcg_at_10": 0.57897, + "ndcg_at_100": 0.62293, + "ndcg_at_1000": 0.6351, + "ndcg_at_20": 0.59896, + "ndcg_at_3": 0.52598, + "ndcg_at_5": 0.55181, + "precision_at_1": 0.47227, + "precision_at_10": 0.09708, + "precision_at_100": 0.01347, + "precision_at_1000": 0.00152, + "precision_at_20": 0.05533, + "precision_at_3": 0.23843, + "precision_at_5": 0.16571, + "recall_at_1": 0.39905, + "recall_at_10": 0.70838, + "recall_at_100": 0.89005, + "recall_at_1000": 0.97263, + "recall_at_20": 0.7797, + "recall_at_3": 0.56092, + "recall_at_5": 0.62777, + "hf_subset": "default", + "main_score": 0.57897, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RedditClustering-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RedditClustering-VN.json new file mode 100644 index 0000000000..89758fdd00 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.464617, + "v_measure_std": 0.05436, + "v_measures": [ + 0.330414, + 0.545128, + 0.442361, + 0.491252, + 0.424898, + 0.486307, + 0.503705, + 0.476114, + 0.471412, + 0.474581 + ], + "main_score": 0.464617, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 36.46236801147461, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RedditClusteringP2P-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..114aa7d473 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.608669, + "v_measure_std": 0.124131, + "v_measures": [ + 0.707507, + 0.635397, + 0.687508, + 0.399466, + 0.634199, + 0.595625, + 0.345139, + 0.680081, + 0.675948, + 0.725818 + ], + "main_score": 0.608669, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 492.8574879169464, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SCIDOCS-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SCIDOCS-VN.json new file mode 100644 index 0000000000..5ecfde64af --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 21.07, + "map_at_1": 0.0435, + "map_at_10": 0.09798, + "map_at_100": 0.11205, + "map_at_1000": 0.11447, + "map_at_20": 0.1047, + "map_at_3": 0.07227, + "map_at_5": 0.08525, + "mrr_at_1": 0.215, + "mrr_at_10": 0.30481, + "mrr_at_100": 0.3146, + "mrr_at_1000": 0.3153, + "mrr_at_20": 0.30953, + "mrr_at_3": 0.27458, + "mrr_at_5": 0.29146, + "ndcg_at_1": 0.215, + "ndcg_at_10": 0.16806, + "ndcg_at_100": 0.2291, + "ndcg_at_1000": 0.27866, + "ndcg_at_20": 0.18691, + "ndcg_at_3": 0.163, + "ndcg_at_5": 0.1412, + "precision_at_1": 0.215, + "precision_at_10": 0.0845, + "precision_at_100": 0.01745, + "precision_at_1000": 0.00294, + "precision_at_20": 0.05325, + "precision_at_3": 0.14833, + "precision_at_5": 0.1205, + "recall_at_1": 0.0435, + "recall_at_10": 0.17242, + "recall_at_100": 0.35467, + "recall_at_1000": 0.59838, + "recall_at_20": 0.21679, + "recall_at_3": 0.09092, + "recall_at_5": 0.12279, + "hf_subset": "default", + "main_score": 0.16806, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SICK-R-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SICK-R-VN.json new file mode 100644 index 0000000000..c344bedbb9 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.848149, + "spearman": 0.803173, + "cosine_pearson": 0.848149, + "cosine_spearman": 0.803173, + "manhattan_pearson": 0.805535, + "manhattan_spearman": 0.801965, + "euclidean_pearson": 0.806453, + "euclidean_spearman": 0.803173, + "main_score": 0.803173, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.553950786590576, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/STSBenchmark-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/STSBenchmark-VN.json new file mode 100644 index 0000000000..30b3b1c92d --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.839735, + "spearman": 0.842752, + "cosine_pearson": 0.839735, + "cosine_spearman": 0.842752, + "manhattan_pearson": 0.834307, + "manhattan_spearman": 0.841551, + "euclidean_pearson": 0.835572, + "euclidean_spearman": 0.842752, + "main_score": 0.842752, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.6465837955474854, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SciDocsRR-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SciDocsRR-VN.json new file mode 100644 index 0000000000..064d86e0be --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.858594, + "mrr": 0.927589, + "nAUC_map_max": 0.57307, + "nAUC_map_std": 0.673811, + "nAUC_map_diff1": 0.288666, + "nAUC_mrr_max": 0.877514, + "nAUC_mrr_std": 0.812636, + "nAUC_mrr_diff1": 0.585485, + "main_score": 0.858594, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.855404853820801, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SciFact-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SciFact-VN.json new file mode 100644 index 0000000000..79a2afa16d --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 5.16, + "map_at_1": 0.49963, + "map_at_10": 0.61002, + "map_at_100": 0.61945, + "map_at_1000": 0.61951, + "map_at_20": 0.61547, + "map_at_3": 0.59121, + "map_at_5": 0.60307, + "mrr_at_1": 0.53731, + "mrr_at_10": 0.62783, + "mrr_at_100": 0.63503, + "mrr_at_1000": 0.63509, + "mrr_at_20": 0.63199, + "mrr_at_3": 0.61443, + "mrr_at_5": 0.62376, + "ndcg_at_1": 0.53731, + "ndcg_at_10": 0.65519, + "ndcg_at_100": 0.69715, + "ndcg_at_1000": 0.69975, + "ndcg_at_20": 0.67307, + "ndcg_at_3": 0.62525, + "ndcg_at_5": 0.64191, + "precision_at_1": 0.53731, + "precision_at_10": 0.08955, + "precision_at_100": 0.01119, + "precision_at_1000": 0.00114, + "precision_at_20": 0.04888, + "precision_at_3": 0.25622, + "precision_at_5": 0.16866, + "recall_at_1": 0.49963, + "recall_at_10": 0.77214, + "recall_at_100": 0.96269, + "recall_at_1000": 0.98507, + "recall_at_20": 0.8393, + "recall_at_3": 0.69328, + "recall_at_5": 0.7342, + "hf_subset": "default", + "main_score": 0.65519, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SprintDuplicateQuestions-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..19e8b5b129 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/SprintDuplicateQuestions-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "mteb_dataset_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "task_name": "SprintDuplicateQuestions-VN", + "scores": { + "test": [ + { + "evaluation_time": 10.29, + "hf_subset": "default", + "dot_accuracy": 0.9964443733065041, + "dot_ap": 0.9027186514878368, + "dot_f1": 0.8173810921902525, + "dot_accuracy_threshold": 0.9544034004211426, + "dot_f1_threshold": 0.9527868032455444, + "dot_precision": 0.8508557457212714, + "dot_recall": 0.7864406779661017, + "euclidean_accuracy": 0.9964443733065041, + "euclidean_ap": 0.9027199113296266, + "euclidean_f1": 0.8173810921902525, + "euclidean_accuracy_threshold": 0.3019818961620331, + "euclidean_f1_threshold": 0.30728888511657715, + "euclidean_precision": 0.8508557457212714, + "euclidean_recall": 0.7864406779661017, + "manhattan_accuracy": 0.9964100746567277, + "manhattan_ap": 0.9024804872592171, + "manhattan_f1": 0.8149882903981265, + "manhattan_accuracy_threshold": 7.691070556640625, + "manhattan_f1_threshold": 7.812650680541992, + "manhattan_precision": 0.8456865127582017, + "manhattan_recall": 0.7864406779661017, + "max_accuracy": 0.9964443733065041, + "max_ap": 0.9027199113296266, + "max_f1": 0.8173810921902525, + "main_score": 0.9027199113296266, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/StackExchangeClustering-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..230535beb2 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.625154, + "v_measure_std": 0.047139, + "v_measures": [ + 0.620305, + 0.558904, + 0.691915, + 0.629489 + ], + "main_score": 0.625154, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.132710695266724, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/StackExchangeClusteringP2P-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..dbb64f7963 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.401969, + "v_measure_std": 0.014284, + "v_measures": [ + 0.390601, + 0.387521, + 0.388078, + 0.384023, + 0.390046, + 0.423471, + 0.414451, + 0.412532, + 0.413439, + 0.415529 + ], + "main_score": 0.401969, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 128.8144085407257, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/StackOverflowDupQuestions-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..f2fdf20b60 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.509337, + "mrr": 0.515902, + "nAUC_map_max": 0.17879, + "nAUC_map_std": 0.082133, + "nAUC_map_diff1": 0.377346, + "nAUC_mrr_max": 0.179684, + "nAUC_mrr_std": 0.078597, + "nAUC_mrr_diff1": 0.372181, + "main_score": 0.509337, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.417436122894287, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TRECCOVID-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TRECCOVID-VN.json new file mode 100644 index 0000000000..db121ac929 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 128.99, + "map_at_1": 0.00226, + "map_at_10": 0.01967, + "map_at_100": 0.12068, + "map_at_1000": 0.28461, + "map_at_20": 0.03596, + "map_at_3": 0.0068, + "map_at_5": 0.01063, + "mrr_at_1": 0.88636, + "mrr_at_10": 0.94318, + "mrr_at_100": 0.94318, + "mrr_at_1000": 0.94318, + "mrr_at_20": 0.94318, + "mrr_at_3": 0.94318, + "mrr_at_5": 0.94318, + "ndcg_at_1": 0.85227, + "ndcg_at_10": 0.80559, + "ndcg_at_100": 0.61693, + "ndcg_at_1000": 0.53115, + "ndcg_at_20": 0.77022, + "ndcg_at_3": 0.85576, + "ndcg_at_5": 0.82976, + "precision_at_1": 0.88636, + "precision_at_10": 0.83636, + "precision_at_100": 0.62636, + "precision_at_1000": 0.23432, + "precision_at_20": 0.79659, + "precision_at_3": 0.91667, + "precision_at_5": 0.87273, + "recall_at_1": 0.00226, + "recall_at_10": 0.0213, + "recall_at_100": 0.15016, + "recall_at_1000": 0.49192, + "recall_at_20": 0.04026, + "recall_at_3": 0.00707, + "recall_at_5": 0.01107, + "hf_subset": "default", + "main_score": 0.80559, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Touche2020-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Touche2020-VN.json new file mode 100644 index 0000000000..aa67d1772b --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 272.94, + "map_at_1": 0.01918, + "map_at_10": 0.08499, + "map_at_100": 0.14452, + "map_at_1000": 0.15844, + "map_at_20": 0.11094, + "map_at_3": 0.04126, + "map_at_5": 0.05944, + "mrr_at_1": 0.32, + "mrr_at_10": 0.50867, + "mrr_at_100": 0.51133, + "mrr_at_1000": 0.51157, + "mrr_at_20": 0.51133, + "mrr_at_3": 0.45333, + "mrr_at_5": 0.49133, + "ndcg_at_1": 0.32, + "ndcg_at_10": 0.2503, + "ndcg_at_100": 0.36241, + "ndcg_at_1000": 0.46902, + "ndcg_at_20": 0.26606, + "ndcg_at_3": 0.27754, + "ndcg_at_5": 0.26898, + "precision_at_1": 0.32, + "precision_at_10": 0.228, + "precision_at_100": 0.0752, + "precision_at_1000": 0.01412, + "precision_at_20": 0.182, + "precision_at_3": 0.29333, + "precision_at_5": 0.272, + "recall_at_1": 0.01918, + "recall_at_10": 0.14823, + "recall_at_100": 0.43834, + "recall_at_1000": 0.75665, + "recall_at_20": 0.23144, + "recall_at_3": 0.05367, + "recall_at_5": 0.09001, + "hf_subset": "default", + "main_score": 0.2503, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ToxicConversationsVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..b3531e66cd --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.634229, + "f1": 0.488484, + "f1_weighted": 0.717389, + "ap": 0.114646, + "ap_weighted": 0.114646, + "scores_per_experiment": [ + { + "accuracy": 0.689941, + "f1": 0.522398, + "f1_weighted": 0.765771, + "ap": 0.122051, + "ap_weighted": 0.122051 + }, + { + "accuracy": 0.63623, + "f1": 0.50278, + "f1_weighted": 0.724401, + "ap": 0.132051, + "ap_weighted": 0.132051 + }, + { + "accuracy": 0.689453, + "f1": 0.53276, + "f1_weighted": 0.765554, + "ap": 0.13884, + "ap_weighted": 0.13884 + }, + { + "accuracy": 0.665039, + "f1": 0.486323, + "f1_weighted": 0.747, + "ap": 0.091712, + "ap_weighted": 0.091712 + }, + { + "accuracy": 0.491699, + "f1": 0.408775, + "f1_weighted": 0.599274, + "ap": 0.099718, + "ap_weighted": 0.099718 + }, + { + "accuracy": 0.485352, + "f1": 0.40515, + "f1_weighted": 0.593069, + "ap": 0.099541, + "ap_weighted": 0.099541 + }, + { + "accuracy": 0.79541, + "f1": 0.591472, + "f1_weighted": 0.839806, + "ap": 0.15183, + "ap_weighted": 0.15183 + }, + { + "accuracy": 0.647949, + "f1": 0.495034, + "f1_weighted": 0.734108, + "ap": 0.110881, + "ap_weighted": 0.110881 + }, + { + "accuracy": 0.48291, + "f1": 0.399062, + "f1_weighted": 0.592187, + "ap": 0.092084, + "ap_weighted": 0.092084 + }, + { + "accuracy": 0.758301, + "f1": 0.541082, + "f1_weighted": 0.812721, + "ap": 0.107756, + "ap_weighted": 0.107756 + } + ], + "main_score": 0.634229, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.096611261367798, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TweetSentimentExtractionVNClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..1b04690fe5 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "accuracy": 0.586102, + "f1": 0.575933, + "f1_weighted": 0.566853, + "scores_per_experiment": [ + { + "accuracy": 0.594189, + "f1": 0.598122, + "f1_weighted": 0.592484 + }, + { + "accuracy": 0.553511, + "f1": 0.532407, + "f1_weighted": 0.51001 + }, + { + "accuracy": 0.585956, + "f1": 0.569001, + "f1_weighted": 0.551798 + }, + { + "accuracy": 0.596126, + "f1": 0.5932, + "f1_weighted": 0.5777 + }, + { + "accuracy": 0.623729, + "f1": 0.620595, + "f1_weighted": 0.618495 + }, + { + "accuracy": 0.635351, + "f1": 0.632287, + "f1_weighted": 0.626985 + }, + { + "accuracy": 0.549637, + "f1": 0.516689, + "f1_weighted": 0.532656 + }, + { + "accuracy": 0.622276, + "f1": 0.620387, + "f1_weighted": 0.61469 + }, + { + "accuracy": 0.539952, + "f1": 0.517425, + "f1_weighted": 0.498529 + }, + { + "accuracy": 0.560291, + "f1": 0.559218, + "f1_weighted": 0.545187 + } + ], + "main_score": 0.586102, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.032437801361084, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TwentyNewsgroupsClustering-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..aaf72f1b3a --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.473024, + "v_measure_std": 0.010055, + "v_measures": [ + 0.500376, + 0.467201, + 0.470135, + 0.469277, + 0.470235, + 0.476542, + 0.475284, + 0.460004, + 0.470551, + 0.470635 + ], + "main_score": 0.473024, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.255479097366333, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TwitterSemEval2015-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..4f4f342670 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TwitterSemEval2015-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "mteb_dataset_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterSemEval2015-VN", + "scores": { + "test": [ + { + "evaluation_time": 3.31, + "hf_subset": "default", + "dot_accuracy": 0.8646255600597397, + "dot_ap": 0.7610090440602151, + "dot_f1": 0.7107800175284836, + "dot_accuracy_threshold": 0.9417673349380493, + "dot_f1_threshold": 0.9319431185722351, + "dot_precision": 0.686415573423614, + "dot_recall": 0.736937755565652, + "euclidean_accuracy": 0.8646255600597397, + "euclidean_ap": 0.7610091226054543, + "euclidean_f1": 0.7107800175284836, + "euclidean_accuracy_threshold": 0.3412703275680542, + "euclidean_f1_threshold": 0.36893603205680847, + "euclidean_precision": 0.686415573423614, + "euclidean_recall": 0.736937755565652, + "manhattan_accuracy": 0.8646255600597397, + "manhattan_ap": 0.7600537006774761, + "manhattan_f1": 0.7108225108225109, + "manhattan_accuracy_threshold": 8.620346069335938, + "manhattan_f1_threshold": 9.402083396911621, + "manhattan_precision": 0.6787928896238115, + "manhattan_recall": 0.7460245343025897, + "max_accuracy": 0.8646255600597397, + "max_ap": 0.7610091226054543, + "max_f1": 0.7108225108225109, + "main_score": 0.7610091226054543, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TwitterURLCorpus-VN.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..201dc9897f --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TwitterURLCorpus-VN.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "mteb_dataset_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "TwitterURLCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 10.37, + "hf_subset": "default", + "dot_accuracy": 0.8817707814419979, + "dot_ap": 0.8702768052833206, + "dot_f1": 0.798349555649598, + "dot_accuracy_threshold": 0.9267277121543884, + "dot_f1_threshold": 0.916007399559021, + "dot_precision": 0.7407480121723765, + "dot_recall": 0.8656647929333486, + "euclidean_accuracy": 0.8817707814419979, + "euclidean_ap": 0.8701331085962353, + "euclidean_f1": 0.798349555649598, + "euclidean_accuracy_threshold": 0.38281136751174927, + "euclidean_f1_threshold": 0.4098600745201111, + "euclidean_precision": 0.7407480121723765, + "euclidean_recall": 0.8656647929333486, + "manhattan_accuracy": 0.8819036232606025, + "manhattan_ap": 0.8702518629789433, + "manhattan_f1": 0.7983615510649918, + "manhattan_accuracy_threshold": 9.722500801086426, + "manhattan_f1_threshold": 10.186132431030273, + "manhattan_precision": 0.7619097258417596, + "manhattan_recall": 0.838476540094069, + "max_accuracy": 0.8819036232606025, + "max_ap": 0.8702768052833206, + "max_f1": 0.7983615510649918, + "main_score": 0.8702768052833206, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/VieQuADRetrieval.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/VieQuADRetrieval.json index 495fb15d04..8b7600c909 100644 --- a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/VieQuADRetrieval.json +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/VieQuADRetrieval.json @@ -1,158 +1,158 @@ { "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", - "evaluation_time": 18.051214933395386, - "kg_co2_emissions": 0.003446841979013582, - "mteb_version": "1.12.75", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.42", "scores": { "validation": [ { + "ndcg_at_1": 0.49805, + "ndcg_at_3": 0.47147, + "ndcg_at_5": 0.51658, + "ndcg_at_10": 0.55356, + "ndcg_at_20": 0.58, + "ndcg_at_100": 0.61199, + "ndcg_at_1000": 0.6268, + "map_at_1": 0.24902, + "map_at_3": 0.39453, + "map_at_5": 0.42592, + "map_at_10": 0.44627, + "map_at_20": 0.45663, + "map_at_100": 0.46344, + "map_at_1000": 0.46437, + "recall_at_1": 0.24902, + "recall_at_3": 0.48193, + "recall_at_5": 0.57104, + "recall_at_10": 0.66357, + "recall_at_20": 0.74854, + "recall_at_100": 0.88818, + "recall_at_1000": 0.98218, + "precision_at_1": 0.49805, + "precision_at_3": 0.32129, + "precision_at_5": 0.22842, + "precision_at_10": 0.13271, + "precision_at_20": 0.07485, + "precision_at_100": 0.01776, + "precision_at_1000": 0.00196, + "mrr_at_1": 0.498047, + "mrr_at_3": 0.614258, + "mrr_at_5": 0.633325, + "mrr_at_10": 0.642979, + "mrr_at_20": 0.646078, + "mrr_at_100": 0.647161, + "mrr_at_1000": 0.647191, + "nauc_ndcg_at_1_max": -0.029407, + "nauc_ndcg_at_1_std": -0.11133, + "nauc_ndcg_at_1_diff1": 0.234049, + "nauc_ndcg_at_3_max": 0.098852, + "nauc_ndcg_at_3_std": -0.066263, + "nauc_ndcg_at_3_diff1": 0.221896, + "nauc_ndcg_at_5_max": 0.11696, + "nauc_ndcg_at_5_std": -0.050352, + "nauc_ndcg_at_5_diff1": 0.222917, + "nauc_ndcg_at_10_max": 0.133536, + "nauc_ndcg_at_10_std": -0.019743, + "nauc_ndcg_at_10_diff1": 0.212075, + "nauc_ndcg_at_20_max": 0.13937, + "nauc_ndcg_at_20_std": -0.004783, + "nauc_ndcg_at_20_diff1": 0.203823, + "nauc_ndcg_at_100_max": 0.141153, + "nauc_ndcg_at_100_std": 0.0008, + "nauc_ndcg_at_100_diff1": 0.204137, + "nauc_ndcg_at_1000_max": 0.126307, + "nauc_ndcg_at_1000_std": -0.015264, + "nauc_ndcg_at_1000_diff1": 0.210835, + "nauc_map_at_1_max": -0.029407, + "nauc_map_at_1_std": -0.11133, + "nauc_map_at_1_diff1": 0.234049, + "nauc_map_at_3_max": 0.1045, + "nauc_map_at_3_std": -0.045785, + "nauc_map_at_3_diff1": 0.201226, + "nauc_map_at_5_max": 0.122471, + "nauc_map_at_5_std": -0.032772, + "nauc_map_at_5_diff1": 0.206378, + "nauc_map_at_10_max": 0.130319, + "nauc_map_at_10_std": -0.017357, + "nauc_map_at_10_diff1": 0.201549, + "nauc_map_at_20_max": 0.132933, + "nauc_map_at_20_std": -0.011318, + "nauc_map_at_20_diff1": 0.198894, + "nauc_map_at_100_max": 0.133206, + "nauc_map_at_100_std": -0.010725, + "nauc_map_at_100_diff1": 0.198841, + "nauc_map_at_1000_max": 0.132666, + "nauc_map_at_1000_std": -0.011194, + "nauc_map_at_1000_diff1": 0.199074, + "nauc_recall_at_1_max": -0.029407, + "nauc_recall_at_1_std": -0.11133, + "nauc_recall_at_1_diff1": 0.234049, + "nauc_recall_at_3_max": 0.156215, + "nauc_recall_at_3_std": -0.041343, + "nauc_recall_at_3_diff1": 0.203043, + "nauc_recall_at_5_max": 0.188143, + "nauc_recall_at_5_std": -0.003954, + "nauc_recall_at_5_diff1": 0.190444, + "nauc_recall_at_10_max": 0.232003, + "nauc_recall_at_10_std": 0.083535, + "nauc_recall_at_10_diff1": 0.145223, + "nauc_recall_at_20_max": 0.267559, + "nauc_recall_at_20_std": 0.159429, + "nauc_recall_at_20_diff1": 0.094008, + "nauc_recall_at_100_max": 0.397273, + "nauc_recall_at_100_std": 0.345376, + "nauc_recall_at_100_diff1": 0.019889, + "nauc_recall_at_1000_max": 0.68983, + "nauc_recall_at_1000_std": 0.715266, + "nauc_recall_at_1000_diff1": -0.069593, + "nauc_precision_at_1_max": -0.029407, + "nauc_precision_at_1_std": -0.11133, + "nauc_precision_at_1_diff1": 0.234049, + "nauc_precision_at_3_max": 0.156215, + "nauc_precision_at_3_std": -0.041343, + "nauc_precision_at_3_diff1": 0.203043, + "nauc_precision_at_5_max": 0.188143, + "nauc_precision_at_5_std": -0.003954, + "nauc_precision_at_5_diff1": 0.190444, + "nauc_precision_at_10_max": 0.232003, + "nauc_precision_at_10_std": 0.083535, + "nauc_precision_at_10_diff1": 0.145223, + "nauc_precision_at_20_max": 0.267559, + "nauc_precision_at_20_std": 0.159429, + "nauc_precision_at_20_diff1": 0.094008, + "nauc_precision_at_100_max": 0.397273, + "nauc_precision_at_100_std": 0.345376, + "nauc_precision_at_100_diff1": 0.019889, + "nauc_precision_at_1000_max": 0.68983, + "nauc_precision_at_1000_std": 0.715266, + "nauc_precision_at_1000_diff1": -0.069593, + "nauc_mrr_at_1_max": -0.029407, + "nauc_mrr_at_1_std": -0.11133, + "nauc_mrr_at_1_diff1": 0.234049, + "nauc_mrr_at_3_max": 0.012297, + "nauc_mrr_at_3_std": -0.128225, + "nauc_mrr_at_3_diff1": 0.264925, + "nauc_mrr_at_5_max": 0.004484, + "nauc_mrr_at_5_std": -0.130919, + "nauc_mrr_at_5_diff1": 0.26163, + "nauc_mrr_at_10_max": 0.007405, + "nauc_mrr_at_10_std": -0.124511, + "nauc_mrr_at_10_diff1": 0.259622, + "nauc_mrr_at_20_max": 0.005375, + "nauc_mrr_at_20_std": -0.125639, + "nauc_mrr_at_20_diff1": 0.25908, + "nauc_mrr_at_100_max": 0.005363, + "nauc_mrr_at_100_std": -0.125103, + "nauc_mrr_at_100_diff1": 0.259071, + "nauc_mrr_at_1000_max": 0.005326, + "nauc_mrr_at_1000_std": -0.1251, + "nauc_mrr_at_1000_diff1": 0.259053, + "main_score": 0.55356, "hf_subset": "default", "languages": [ "vie-Latn" - ], - "main_score": 0.55325, - "map_at_1": 0.24878, - "map_at_10": 0.44596, - "map_at_100": 0.46316, - "map_at_1000": 0.46409, - "map_at_20": 0.45636, - "map_at_3": 0.39396, - "map_at_5": 0.42559, - "mrr_at_1": 0.49755859375, - "mrr_at_10": 0.6425544859871037, - "mrr_at_100": 0.6467813886473829, - "mrr_at_1000": 0.6468119212535125, - "mrr_at_20": 0.6457183079971266, - "mrr_at_3": 0.6132812500000002, - "mrr_at_5": 0.6330322265625009, - "nauc_map_at_1000_diff1": 0.19822890966894294, - "nauc_map_at_1000_max": 0.1319482019123896, - "nauc_map_at_1000_std": -0.00959398819863345, - "nauc_map_at_100_diff1": 0.19799243810907652, - "nauc_map_at_100_max": 0.13249214054784, - "nauc_map_at_100_std": -0.009115863770838646, - "nauc_map_at_10_diff1": 0.2004906571073079, - "nauc_map_at_10_max": 0.12902663101471884, - "nauc_map_at_10_std": -0.016138138980026518, - "nauc_map_at_1_diff1": 0.23582150765383394, - "nauc_map_at_1_max": -0.03086855324766708, - "nauc_map_at_1_std": -0.11059538921059042, - "nauc_map_at_20_diff1": 0.19789909526730234, - "nauc_map_at_20_max": 0.13220697950544688, - "nauc_map_at_20_std": -0.009750000321484306, - "nauc_map_at_3_diff1": 0.20030908277589557, - "nauc_map_at_3_max": 0.10397479744229625, - "nauc_map_at_3_std": -0.044166606162444555, - "nauc_map_at_5_diff1": 0.20610717665183328, - "nauc_map_at_5_max": 0.1224646070638988, - "nauc_map_at_5_std": -0.03106560059803896, - "nauc_mrr_at_1000_diff1": 0.25987415082256504, - "nauc_mrr_at_1000_max": 0.0034385116751564763, - "nauc_mrr_at_1000_std": -0.1240833388411505, - "nauc_mrr_at_100_diff1": 0.2598929011408256, - "nauc_mrr_at_100_max": 0.0034761958462227113, - "nauc_mrr_at_100_std": -0.12408532604296495, - "nauc_mrr_at_10_diff1": 0.26042044747568044, - "nauc_mrr_at_10_max": 0.005424689523656617, - "nauc_mrr_at_10_std": -0.12363403353748101, - "nauc_mrr_at_1_diff1": 0.23582150765383394, - "nauc_mrr_at_1_max": -0.03086855324766708, - "nauc_mrr_at_1_std": -0.11059538921059042, - "nauc_mrr_at_20_diff1": 0.2598152231300929, - "nauc_mrr_at_20_max": 0.0034338063627321297, - "nauc_mrr_at_20_std": -0.12469766705215962, - "nauc_mrr_at_3_diff1": 0.2651672202204345, - "nauc_mrr_at_3_max": 0.010495972563642644, - "nauc_mrr_at_3_std": -0.12687692414782387, - "nauc_mrr_at_5_diff1": 0.26259424883666826, - "nauc_mrr_at_5_max": 0.0024196070894853977, - "nauc_mrr_at_5_std": -0.13005868259799108, - "nauc_ndcg_at_1000_diff1": 0.2104132204780656, - "nauc_ndcg_at_1000_max": 0.1251487059436259, - "nauc_ndcg_at_1000_std": -0.013816656722797298, - "nauc_ndcg_at_100_diff1": 0.20372840813175924, - "nauc_ndcg_at_100_max": 0.14008672121916477, - "nauc_ndcg_at_100_std": 0.0023350137377196357, - "nauc_ndcg_at_10_diff1": 0.21093050370366528, - "nauc_ndcg_at_10_max": 0.13117711160013357, - "nauc_ndcg_at_10_std": -0.01916064378219919, - "nauc_ndcg_at_1_diff1": 0.23582150765383394, - "nauc_ndcg_at_1_max": -0.03086855324766708, - "nauc_ndcg_at_1_std": -0.11059538921059042, - "nauc_ndcg_at_20_diff1": 0.2027886061917777, - "nauc_ndcg_at_20_max": 0.1381982941008, - "nauc_ndcg_at_20_std": -0.0035444344086962994, - "nauc_ndcg_at_3_diff1": 0.22091255010562807, - "nauc_ndcg_at_3_max": 0.0978367896843648, - "nauc_ndcg_at_3_std": -0.06474646344621977, - "nauc_ndcg_at_5_diff1": 0.22312753929763296, - "nauc_ndcg_at_5_max": 0.11658684605173665, - "nauc_ndcg_at_5_std": -0.04890049403353176, - "nauc_precision_at_1000_diff1": -0.0695931363425867, - "nauc_precision_at_1000_max": 0.6878146496648213, - "nauc_precision_at_1000_std": 0.7179510962417552, - "nauc_precision_at_100_diff1": 0.020017668635394247, - "nauc_precision_at_100_max": 0.3974830844549955, - "nauc_precision_at_100_std": 0.3476381477010247, - "nauc_precision_at_10_diff1": 0.14233450186694926, - "nauc_precision_at_10_max": 0.22736699698009138, - "nauc_precision_at_10_std": 0.08224993061991266, - "nauc_precision_at_1_diff1": 0.23582150765383394, - "nauc_precision_at_1_max": -0.03086855324766708, - "nauc_precision_at_1_std": -0.11059538921059042, - "nauc_precision_at_20_diff1": 0.09104853251775509, - "nauc_precision_at_20_max": 0.26684901814665307, - "nauc_precision_at_20_std": 0.16009023874208275, - "nauc_precision_at_3_diff1": 0.20108606926736028, - "nauc_precision_at_3_max": 0.15511164653137932, - "nauc_precision_at_3_std": -0.04000057855841006, - "nauc_precision_at_5_diff1": 0.1909155711385265, - "nauc_precision_at_5_max": 0.1888279437127936, - "nauc_precision_at_5_std": -0.002513077755293788, - "nauc_recall_at_1000_diff1": -0.06959313634257631, - "nauc_recall_at_1000_max": 0.687814649664822, - "nauc_recall_at_1000_std": 0.7179510962417446, - "nauc_recall_at_100_diff1": 0.020017668635396415, - "nauc_recall_at_100_max": 0.3974830844549957, - "nauc_recall_at_100_std": 0.34763814770102563, - "nauc_recall_at_10_diff1": 0.14233450186694976, - "nauc_recall_at_10_max": 0.2273669969800912, - "nauc_recall_at_10_std": 0.08224993061991255, - "nauc_recall_at_1_diff1": 0.23582150765383394, - "nauc_recall_at_1_max": -0.03086855324766708, - "nauc_recall_at_1_std": -0.11059538921059042, - "nauc_recall_at_20_diff1": 0.09104853251775559, - "nauc_recall_at_20_max": 0.26684901814665324, - "nauc_recall_at_20_std": 0.16009023874208272, - "nauc_recall_at_3_diff1": 0.20108606926735983, - "nauc_recall_at_3_max": 0.15511164653137938, - "nauc_recall_at_3_std": -0.040000578558410715, - "nauc_recall_at_5_diff1": 0.1909155711385261, - "nauc_recall_at_5_max": 0.1888279437127941, - "nauc_recall_at_5_std": -0.002513077755293062, - "ndcg_at_1": 0.49756, - "ndcg_at_10": 0.55325, - "ndcg_at_100": 0.61177, - "ndcg_at_1000": 0.62658, - "ndcg_at_20": 0.57984, - "ndcg_at_3": 0.47061, - "ndcg_at_5": 0.51635, - "precision_at_1": 0.49756, - "precision_at_10": 0.13267, - "precision_at_100": 0.01776, - "precision_at_1000": 0.00196, - "precision_at_20": 0.07488, - "precision_at_3": 0.32048, - "precision_at_5": 0.22842, - "recall_at_1": 0.24878, - "recall_at_10": 0.66333, - "recall_at_100": 0.88818, - "recall_at_1000": 0.98218, - "recall_at_20": 0.74878, - "recall_at_3": 0.48071, - "recall_at_5": 0.57104 + ] } ] }, - "task_name": "VieQuADRetrieval" + "evaluation_time": 6.203678369522095, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/VieStudentFeedbackClassification.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/VieStudentFeedbackClassification.json index 3b2455acd1..9da1ef72df 100644 --- a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/VieStudentFeedbackClassification.json +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/VieStudentFeedbackClassification.json @@ -1,73 +1,73 @@ { "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", - "evaluation_time": 26.5365571975708, - "kg_co2_emissions": 0.004946226127078271, - "mteb_version": "1.12.75", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.42", "scores": { "test": [ { - "accuracy": 0.791015625, - "f1": 0.6558202420196617, - "f1_weighted": 0.8248670063116232, - "hf_subset": "default", - "languages": [ - "vie-Latn" - ], - "main_score": 0.791015625, + "accuracy": 0.791211, + "f1": 0.653871, + "f1_weighted": 0.824927, "scores_per_experiment": [ { - "accuracy": 0.84228515625, - "f1": 0.6962967677050002, - "f1_weighted": 0.8519335583504886 + "accuracy": 0.843262, + "f1": 0.693934, + "f1_weighted": 0.854192 }, { - "accuracy": 0.74365234375, - "f1": 0.6178037965207491, - "f1_weighted": 0.7928372302383987 + "accuracy": 0.742676, + "f1": 0.616379, + "f1_weighted": 0.792235 }, { - "accuracy": 0.8515625, - "f1": 0.6892290821471471, - "f1_weighted": 0.8581605791977829 + "accuracy": 0.852539, + "f1": 0.684936, + "f1_weighted": 0.858203 }, { - "accuracy": 0.72900390625, - "f1": 0.6185178580853393, - "f1_weighted": 0.7881626807601498 + "accuracy": 0.729004, + "f1": 0.615204, + "f1_weighted": 0.787373 }, { - "accuracy": 0.80810546875, - "f1": 0.6770042070036352, - "f1_weighted": 0.8412316193908285 + "accuracy": 0.80957, + "f1": 0.67405, + "f1_weighted": 0.84244 }, { - "accuracy": 0.80859375, - "f1": 0.676017017267573, - "f1_weighted": 0.8399940415416987 + "accuracy": 0.808594, + "f1": 0.674199, + "f1_weighted": 0.839268 }, { - "accuracy": 0.7841796875, - "f1": 0.6489061784365728, - "f1_weighted": 0.8230509067625738 + "accuracy": 0.778809, + "f1": 0.644673, + "f1_weighted": 0.819006 }, { - "accuracy": 0.779296875, - "f1": 0.6317509210887179, - "f1_weighted": 0.8120403572418085 + "accuracy": 0.772949, + "f1": 0.629299, + "f1_weighted": 0.80837 }, { - "accuracy": 0.8046875, - "f1": 0.6642838935341798, - "f1_weighted": 0.8333546276077235 + "accuracy": 0.807129, + "f1": 0.660832, + "f1_weighted": 0.834325 }, { - "accuracy": 0.7587890625, - "f1": 0.6383926984077021, - "f1_weighted": 0.8079044620247793 + "accuracy": 0.767578, + "f1": 0.645209, + "f1_weighted": 0.81386 } + ], + "main_score": 0.791211, + "hf_subset": "default", + "languages": [ + "vie-Latn" ] } ] }, - "task_name": "VieStudentFeedbackClassification" + "evaluation_time": 5.706341505050659, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/model_meta.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/model_meta.json index bdec0b4708..8414ecff64 100644 --- a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/model_meta.json +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/model_meta.json @@ -1 +1 @@ -{"name": "intfloat/multilingual-e5-large-instruct", "revision": "baa7be480a7de1539afce709c8f13f833a510e0a", "release_date": "2024-02-08", "languages": ["afr_Latn", "amh_Latn", "ara_Latn", "asm_Latn", "aze_Latn", "bel_Latn", "bul_Latn", "ben_Latn", "ben_Beng", "bre_Latn", "bos_Latn", "cat_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Latn", "eng_Latn", "epo_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Latn", "fin_Latn", "fra_Latn", "fry_Latn", "gle_Latn", "gla_Latn", "glg_Latn", "guj_Latn", "hau_Latn", "heb_Latn", "hin_Latn", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Latn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Latn", "jav_Latn", "kat_Latn", "kaz_Latn", "khm_Latn", "kan_Latn", "kor_Latn", "kur_Latn", "kir_Latn", "lat_Latn", "lao_Latn", "lit_Latn", "lav_Latn", "mlg_Latn", "mkd_Latn", "mal_Latn", "mon_Latn", "mar_Latn", "msa_Latn", "mya_Latn", "nep_Latn", "nld_Latn", "nob_Latn", "orm_Latn", "ori_Latn", "pan_Latn", "pol_Latn", "pus_Latn", "por_Latn", "ron_Latn", "rus_Latn", "san_Latn", "snd_Latn", "sin_Latn", "slk_Latn", "slv_Latn", "som_Latn", "sqi_Latn", "srp_Latn", "sun_Latn", "swe_Latn", "swa_Latn", "tam_Latn", "tam_Taml", "tel_Latn", "tel_Telu", "tha_Latn", "tgl_Latn", "tur_Latn", "uig_Latn", "ukr_Latn", "urd_Latn", "urd_Arab", "uzb_Latn", "vie_Latn", "xho_Latn", "yid_Latn", "zho_Hant", "zho_Hans"], "n_parameters": 560000000, "memory_usage_mb": 1068.0, "max_tokens": 514.0, "embed_dim": 1024, "license": "mit", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["GritLM", "PyTorch"], "reference": "https://huggingface.co/intfloat/multilingual-e5-large-instruct", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"]}, "adapted_from": null, "superseded_by": null, "modalities": ["text"], "loader": "instruct_wrapper"} \ No newline at end of file +{"name": "intfloat/multilingual-e5-large-instruct", "revision": "baa7be480a7de1539afce709c8f13f833a510e0a", "release_date": "2024-02-08", "languages": ["afr-Latn", "amh-Latn", "ara-Latn", "asm-Latn", "aze-Latn", "bel-Latn", "bul-Latn", "ben-Latn", "ben-Beng", "bre-Latn", "bos-Latn", "cat-Latn", "ces-Latn", "cym-Latn", "dan-Latn", "deu-Latn", "ell-Latn", "eng-Latn", "epo-Latn", "spa-Latn", "est-Latn", "eus-Latn", "fas-Latn", "fin-Latn", "fra-Latn", "fry-Latn", "gle-Latn", "gla-Latn", "glg-Latn", "guj-Latn", "hau-Latn", "heb-Latn", "hin-Latn", "hin-Deva", "hrv-Latn", "hun-Latn", "hye-Latn", "ind-Latn", "isl-Latn", "ita-Latn", "jpn-Latn", "jav-Latn", "kat-Latn", "kaz-Latn", "khm-Latn", "kan-Latn", "kor-Latn", "kur-Latn", "kir-Latn", "lat-Latn", "lao-Latn", "lit-Latn", "lav-Latn", "mlg-Latn", "mkd-Latn", "mal-Latn", "mon-Latn", "mar-Latn", "msa-Latn", "mya-Latn", "nep-Latn", "nld-Latn", "nob-Latn", "orm-Latn", "ori-Latn", "pan-Latn", "pol-Latn", "pus-Latn", "por-Latn", "ron-Latn", "rus-Latn", "san-Latn", "snd-Latn", "sin-Latn", "slk-Latn", "slv-Latn", "som-Latn", "sqi-Latn", "srp-Latn", "sun-Latn", "swe-Latn", "swa-Latn", "tam-Latn", "tam-Taml", "tel-Latn", "tel-Telu", "tha-Latn", "tgl-Latn", "tur-Latn", "uig-Latn", "ukr-Latn", "urd-Latn", "urd-Arab", "uzb-Latn", "vie-Latn", "xho-Latn", "yid-Latn", "zho-Hant", "zho-Hans"], "n_parameters": 560000000, "memory_usage_mb": 1068.0, "max_tokens": 514.0, "embed_dim": 1024, "license": "mit", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["GritLM", "PyTorch", "Sentence Transformers"], "reference": "https://huggingface.co/intfloat/multilingual-e5-large-instruct", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": {"MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"], "XQuADRetrieval": ["train"], "FEVER": ["train"], "FEVERHardNegatives": ["train"], "FEVER-NL": ["train"], "HotpotQA": ["train"], "HotpotQAHardNegatives": ["train"], "HotpotQA-PL": ["train"], "HotpotQA-NL": ["train"], "MIRACLRetrieval": ["train"], "MIRACLRetrievalHardNegatives": ["train"], "MIRACLReranking": ["train"], "MrTidyRetrieval": ["train"]}, "adapted_from": "FacebookAI/xlm-roberta-large", "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": "instruct_wrapper"} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AmazonCounterfactualVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..9fe4c0990f --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.607082, + "f1": 0.548551, + "f1_weighted": 0.650474, + "ap": 0.246323, + "ap_weighted": 0.246323, + "scores_per_experiment": [ + { + "accuracy": 0.594421, + "f1": 0.550943, + "f1_weighted": 0.639697, + "ap": 0.257921, + "ap_weighted": 0.257921 + }, + { + "accuracy": 0.714592, + "f1": 0.642727, + "f1_weighted": 0.744508, + "ap": 0.312284, + "ap_weighted": 0.312284 + }, + { + "accuracy": 0.577253, + "f1": 0.53465, + "f1_weighted": 0.624087, + "ap": 0.245849, + "ap_weighted": 0.245849 + }, + { + "accuracy": 0.572961, + "f1": 0.531256, + "f1_weighted": 0.620068, + "ap": 0.244189, + "ap_weighted": 0.244189 + }, + { + "accuracy": 0.635193, + "f1": 0.535367, + "f1_weighted": 0.672166, + "ap": 0.210649, + "ap_weighted": 0.210649 + }, + { + "accuracy": 0.585837, + "f1": 0.538673, + "f1_weighted": 0.632368, + "ap": 0.244285, + "ap_weighted": 0.244285 + }, + { + "accuracy": 0.680258, + "f1": 0.612384, + "f1_weighted": 0.715412, + "ap": 0.28686, + "ap_weighted": 0.28686 + }, + { + "accuracy": 0.603004, + "f1": 0.547661, + "f1_weighted": 0.648162, + "ap": 0.243652, + "ap_weighted": 0.243652 + }, + { + "accuracy": 0.587983, + "f1": 0.528101, + "f1_weighted": 0.634878, + "ap": 0.226086, + "ap_weighted": 0.226086 + }, + { + "accuracy": 0.519313, + "f1": 0.463751, + "f1_weighted": 0.573394, + "ap": 0.191458, + "ap_weighted": 0.191458 + } + ], + "main_score": 0.607082, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.7041869163513184, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AmazonPolarityVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..a47627ee17 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.764192, + "f1": 0.762257, + "f1_weighted": 0.762192, + "ap": 0.713626, + "ap_weighted": 0.713626, + "scores_per_experiment": [ + { + "accuracy": 0.742918, + "f1": 0.742888, + "f1_weighted": 0.742867, + "ap": 0.685582, + "ap_weighted": 0.685582 + }, + { + "accuracy": 0.738894, + "f1": 0.737494, + "f1_weighted": 0.737352, + "ap": 0.690665, + "ap_weighted": 0.690665 + }, + { + "accuracy": 0.790103, + "f1": 0.789481, + "f1_weighted": 0.789396, + "ap": 0.74376, + "ap_weighted": 0.74376 + }, + { + "accuracy": 0.748685, + "f1": 0.739066, + "f1_weighted": 0.738695, + "ap": 0.730809, + "ap_weighted": 0.730809 + }, + { + "accuracy": 0.758818, + "f1": 0.75797, + "f1_weighted": 0.757864, + "ap": 0.709677, + "ap_weighted": 0.709677 + }, + { + "accuracy": 0.742008, + "f1": 0.740457, + "f1_weighted": 0.740309, + "ap": 0.694721, + "ap_weighted": 0.694721 + }, + { + "accuracy": 0.792456, + "f1": 0.79235, + "f1_weighted": 0.792316, + "ap": 0.739747, + "ap_weighted": 0.739747 + }, + { + "accuracy": 0.797639, + "f1": 0.797039, + "f1_weighted": 0.796958, + "ap": 0.752511, + "ap_weighted": 0.752511 + }, + { + "accuracy": 0.763136, + "f1": 0.760558, + "f1_weighted": 0.760742, + "ap": 0.691845, + "ap_weighted": 0.691845 + }, + { + "accuracy": 0.767261, + "f1": 0.765265, + "f1_weighted": 0.765425, + "ap": 0.696944, + "ap_weighted": 0.696944 + } + ], + "main_score": 0.764192, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1094.9751584529877, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AmazonReviewsVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..713aa2dddf --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.396758, + "f1": 0.381051, + "f1_weighted": 0.386209, + "scores_per_experiment": [ + { + "accuracy": 0.406834, + "f1": 0.390143, + "f1_weighted": 0.396229 + }, + { + "accuracy": 0.432827, + "f1": 0.415509, + "f1_weighted": 0.421829 + }, + { + "accuracy": 0.397488, + "f1": 0.38657, + "f1_weighted": 0.391179 + }, + { + "accuracy": 0.386974, + "f1": 0.373888, + "f1_weighted": 0.378894 + }, + { + "accuracy": 0.422605, + "f1": 0.382167, + "f1_weighted": 0.389609 + }, + { + "accuracy": 0.357769, + "f1": 0.337087, + "f1_weighted": 0.340837 + }, + { + "accuracy": 0.3566, + "f1": 0.356667, + "f1_weighted": 0.359188 + }, + { + "accuracy": 0.396612, + "f1": 0.39758, + "f1_weighted": 0.401112 + }, + { + "accuracy": 0.43604, + "f1": 0.418851, + "f1_weighted": 0.424274 + }, + { + "accuracy": 0.373832, + "f1": 0.352051, + "f1_weighted": 0.358939 + } + ], + "main_score": 0.396758, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.350264072418213, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ArguAna-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ArguAna-VN.json new file mode 100644 index 0000000000..afa0731f73 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 29.06, + "map_at_1": 0.25019, + "map_at_10": 0.39351, + "map_at_100": 0.40408, + "map_at_1000": 0.40428, + "map_at_20": 0.4016, + "map_at_3": 0.3426, + "map_at_5": 0.37152, + "mrr_at_1": 0.25019, + "mrr_at_10": 0.39351, + "mrr_at_100": 0.40408, + "mrr_at_1000": 0.40428, + "mrr_at_20": 0.4016, + "mrr_at_3": 0.3426, + "mrr_at_5": 0.37152, + "ndcg_at_1": 0.25019, + "ndcg_at_10": 0.47883, + "ndcg_at_100": 0.52416, + "ndcg_at_1000": 0.52869, + "ndcg_at_20": 0.50768, + "ndcg_at_3": 0.37391, + "ndcg_at_5": 0.42605, + "precision_at_1": 0.25019, + "precision_at_10": 0.07537, + "precision_at_100": 0.00952, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04332, + "precision_at_3": 0.15495, + "precision_at_5": 0.1183, + "recall_at_1": 0.25019, + "recall_at_10": 0.75367, + "recall_at_100": 0.95212, + "recall_at_1000": 0.98687, + "recall_at_20": 0.86641, + "recall_at_3": 0.46486, + "recall_at_5": 0.59151, + "hf_subset": "default", + "main_score": 0.47883, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AskUbuntuDupQuestions-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..05d4c2b9ca --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.613241, + "mrr": 0.72955, + "nAUC_map_max": 0.201572, + "nAUC_map_std": 0.225882, + "nAUC_map_diff1": 0.090294, + "nAUC_mrr_max": 0.225575, + "nAUC_mrr_std": 0.255744, + "nAUC_mrr_diff1": 0.153341, + "main_score": 0.613241, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.9917829036712646, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/BIOSSES-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/BIOSSES-VN.json new file mode 100644 index 0000000000..7b2661a89b --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.838114, + "spearman": 0.816868, + "cosine_pearson": 0.838114, + "cosine_spearman": 0.816868, + "manhattan_pearson": 0.808264, + "manhattan_spearman": 0.818151, + "euclidean_pearson": 0.812934, + "euclidean_spearman": 0.816868, + "main_score": 0.816868, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.3309597969055176, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/Banking77VNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/Banking77VNClassification.json new file mode 100644 index 0000000000..95c9bf83eb --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.737426, + "f1": 0.715867, + "f1_weighted": 0.726056, + "scores_per_experiment": [ + { + "accuracy": 0.72582, + "f1": 0.700234, + "f1_weighted": 0.715685 + }, + { + "accuracy": 0.719092, + "f1": 0.691504, + "f1_weighted": 0.702103 + }, + { + "accuracy": 0.744323, + "f1": 0.724568, + "f1_weighted": 0.73024 + }, + { + "accuracy": 0.745164, + "f1": 0.731364, + "f1_weighted": 0.737552 + }, + { + "accuracy": 0.744323, + "f1": 0.723778, + "f1_weighted": 0.733545 + }, + { + "accuracy": 0.736333, + "f1": 0.7191, + "f1_weighted": 0.726616 + }, + { + "accuracy": 0.728343, + "f1": 0.702208, + "f1_weighted": 0.71501 + }, + { + "accuracy": 0.749369, + "f1": 0.728416, + "f1_weighted": 0.73885 + }, + { + "accuracy": 0.753574, + "f1": 0.736559, + "f1_weighted": 0.744347 + }, + { + "accuracy": 0.727923, + "f1": 0.700938, + "f1_weighted": 0.716608 + } + ], + "main_score": 0.737426, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 11.850356578826904, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackAndroid-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..d6e3bd5b53 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 36.83, + "map_at_1": 0.26265, + "map_at_10": 0.36355, + "map_at_100": 0.37884, + "map_at_1000": 0.38028, + "map_at_20": 0.37268, + "map_at_3": 0.33369, + "map_at_5": 0.35065, + "mrr_at_1": 0.32302, + "mrr_at_10": 0.42295, + "mrr_at_100": 0.43206, + "mrr_at_1000": 0.43266, + "mrr_at_20": 0.42881, + "mrr_at_3": 0.40006, + "mrr_at_5": 0.41363, + "ndcg_at_1": 0.32302, + "ndcg_at_10": 0.42279, + "ndcg_at_100": 0.47962, + "ndcg_at_1000": 0.50535, + "ndcg_at_20": 0.4478, + "ndcg_at_3": 0.38092, + "ndcg_at_5": 0.4009, + "precision_at_1": 0.32302, + "precision_at_10": 0.08179, + "precision_at_100": 0.01378, + "precision_at_1000": 0.00194, + "precision_at_20": 0.0506, + "precision_at_3": 0.18557, + "precision_at_5": 0.13402, + "recall_at_1": 0.26265, + "recall_at_10": 0.53214, + "recall_at_100": 0.76627, + "recall_at_1000": 0.93298, + "recall_at_20": 0.62169, + "recall_at_3": 0.40643, + "recall_at_5": 0.46338, + "hf_subset": "default", + "main_score": 0.42279, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackGis-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackGis-VN.json new file mode 100644 index 0000000000..d1f7edb0c3 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 84.89, + "map_at_1": 0.19403, + "map_at_10": 0.26862, + "map_at_100": 0.27911, + "map_at_1000": 0.28008, + "map_at_20": 0.27413, + "map_at_3": 0.24408, + "map_at_5": 0.25742, + "mrr_at_1": 0.21077, + "mrr_at_10": 0.28504, + "mrr_at_100": 0.2948, + "mrr_at_1000": 0.29551, + "mrr_at_20": 0.2902, + "mrr_at_3": 0.26051, + "mrr_at_5": 0.27374, + "ndcg_at_1": 0.21077, + "ndcg_at_10": 0.31281, + "ndcg_at_100": 0.36518, + "ndcg_at_1000": 0.39094, + "ndcg_at_20": 0.33137, + "ndcg_at_3": 0.26364, + "ndcg_at_5": 0.28654, + "precision_at_1": 0.21077, + "precision_at_10": 0.05, + "precision_at_100": 0.00808, + "precision_at_1000": 0.00108, + "precision_at_20": 0.02962, + "precision_at_3": 0.11179, + "precision_at_5": 0.08, + "recall_at_1": 0.19403, + "recall_at_10": 0.43406, + "recall_at_100": 0.67468, + "recall_at_1000": 0.87125, + "recall_at_20": 0.50214, + "recall_at_3": 0.30091, + "recall_at_5": 0.35712, + "hf_subset": "default", + "main_score": 0.31281, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackMathematica-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..b09a9743bb --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 48.9, + "map_at_1": 0.13268, + "map_at_10": 0.19749, + "map_at_100": 0.2062, + "map_at_1000": 0.20759, + "map_at_20": 0.20157, + "map_at_3": 0.17818, + "map_at_5": 0.18906, + "mrr_at_1": 0.15565, + "mrr_at_10": 0.22962, + "mrr_at_100": 0.2372, + "mrr_at_1000": 0.23825, + "mrr_at_20": 0.23372, + "mrr_at_3": 0.20789, + "mrr_at_5": 0.22068, + "ndcg_at_1": 0.15565, + "ndcg_at_10": 0.24057, + "ndcg_at_100": 0.28659, + "ndcg_at_1000": 0.32264, + "ndcg_at_20": 0.25534, + "ndcg_at_3": 0.20182, + "ndcg_at_5": 0.22024, + "precision_at_1": 0.15565, + "precision_at_10": 0.04307, + "precision_at_100": 0.00757, + "precision_at_1000": 0.00119, + "precision_at_20": 0.02559, + "precision_at_3": 0.09595, + "precision_at_5": 0.06994, + "recall_at_1": 0.13268, + "recall_at_10": 0.34261, + "recall_at_100": 0.55217, + "recall_at_1000": 0.81538, + "recall_at_20": 0.39664, + "recall_at_3": 0.23538, + "recall_at_5": 0.27987, + "hf_subset": "default", + "main_score": 0.24057, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackPhysics-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..aad6cd7ea7 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 94.26, + "map_at_1": 0.21373, + "map_at_10": 0.30659, + "map_at_100": 0.31878, + "map_at_1000": 0.32009, + "map_at_20": 0.31333, + "map_at_3": 0.28085, + "map_at_5": 0.2937, + "mrr_at_1": 0.28041, + "mrr_at_10": 0.37302, + "mrr_at_100": 0.3812, + "mrr_at_1000": 0.38183, + "mrr_at_20": 0.37773, + "mrr_at_3": 0.34948, + "mrr_at_5": 0.36124, + "ndcg_at_1": 0.28041, + "ndcg_at_10": 0.36531, + "ndcg_at_100": 0.41891, + "ndcg_at_1000": 0.44761, + "ndcg_at_20": 0.38613, + "ndcg_at_3": 0.32221, + "ndcg_at_5": 0.33821, + "precision_at_1": 0.28041, + "precision_at_10": 0.07052, + "precision_at_100": 0.01167, + "precision_at_1000": 0.00163, + "precision_at_20": 0.04206, + "precision_at_3": 0.15945, + "precision_at_5": 0.11258, + "recall_at_1": 0.21373, + "recall_at_10": 0.47588, + "recall_at_100": 0.70087, + "recall_at_1000": 0.89752, + "recall_at_20": 0.55093, + "recall_at_3": 0.34756, + "recall_at_5": 0.39414, + "hf_subset": "default", + "main_score": 0.36531, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackProgrammers-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..4d35b6c67b --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 80.11, + "map_at_1": 0.20769, + "map_at_10": 0.29292, + "map_at_100": 0.30679, + "map_at_1000": 0.30783, + "map_at_20": 0.30033, + "map_at_3": 0.26698, + "map_at_5": 0.28157, + "mrr_at_1": 0.25449, + "mrr_at_10": 0.34213, + "mrr_at_100": 0.352, + "mrr_at_1000": 0.35259, + "mrr_at_20": 0.34741, + "mrr_at_3": 0.3162, + "mrr_at_5": 0.33138, + "ndcg_at_1": 0.25449, + "ndcg_at_10": 0.34531, + "ndcg_at_100": 0.40785, + "ndcg_at_1000": 0.43253, + "ndcg_at_20": 0.36858, + "ndcg_at_3": 0.30053, + "ndcg_at_5": 0.32165, + "precision_at_1": 0.25449, + "precision_at_10": 0.06411, + "precision_at_100": 0.01113, + "precision_at_1000": 0.00147, + "precision_at_20": 0.03866, + "precision_at_3": 0.14301, + "precision_at_5": 0.10343, + "recall_at_1": 0.20769, + "recall_at_10": 0.45243, + "recall_at_100": 0.72226, + "recall_at_1000": 0.89485, + "recall_at_20": 0.53698, + "recall_at_3": 0.33122, + "recall_at_5": 0.38599, + "hf_subset": "default", + "main_score": 0.34531, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackStats-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackStats-VN.json new file mode 100644 index 0000000000..9f509a58d9 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 119.33, + "map_at_1": 0.1823, + "map_at_10": 0.24407, + "map_at_100": 0.25483, + "map_at_1000": 0.25553, + "map_at_20": 0.24984, + "map_at_3": 0.22888, + "map_at_5": 0.23862, + "mrr_at_1": 0.2053, + "mrr_at_10": 0.26328, + "mrr_at_100": 0.27346, + "mrr_at_1000": 0.27397, + "mrr_at_20": 0.26896, + "mrr_at_3": 0.2489, + "mrr_at_5": 0.258, + "ndcg_at_1": 0.2053, + "ndcg_at_10": 0.27806, + "ndcg_at_100": 0.33217, + "ndcg_at_1000": 0.35181, + "ndcg_at_20": 0.29762, + "ndcg_at_3": 0.24927, + "ndcg_at_5": 0.26523, + "precision_at_1": 0.2053, + "precision_at_10": 0.04371, + "precision_at_100": 0.00791, + "precision_at_1000": 0.00103, + "precision_at_20": 0.02682, + "precision_at_3": 0.11148, + "precision_at_5": 0.07616, + "recall_at_1": 0.1823, + "recall_at_10": 0.36228, + "recall_at_100": 0.60894, + "recall_at_1000": 0.75686, + "recall_at_20": 0.43661, + "recall_at_3": 0.2832, + "recall_at_5": 0.32159, + "hf_subset": "default", + "main_score": 0.27806, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackTex-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackTex-VN.json new file mode 100644 index 0000000000..66064d27b7 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 192.59, + "map_at_1": 0.12539, + "map_at_10": 0.1849, + "map_at_100": 0.19443, + "map_at_1000": 0.19575, + "map_at_20": 0.18984, + "map_at_3": 0.16212, + "map_at_5": 0.17496, + "mrr_at_1": 0.15838, + "mrr_at_10": 0.21964, + "mrr_at_100": 0.22811, + "mrr_at_1000": 0.229, + "mrr_at_20": 0.22417, + "mrr_at_3": 0.19687, + "mrr_at_5": 0.20948, + "ndcg_at_1": 0.15838, + "ndcg_at_10": 0.22683, + "ndcg_at_100": 0.27458, + "ndcg_at_1000": 0.30759, + "ndcg_at_20": 0.24323, + "ndcg_at_3": 0.18526, + "ndcg_at_5": 0.20452, + "precision_at_1": 0.15838, + "precision_at_10": 0.0438, + "precision_at_100": 0.00803, + "precision_at_1000": 0.00127, + "precision_at_20": 0.0265, + "precision_at_3": 0.089, + "precision_at_5": 0.06758, + "recall_at_1": 0.12539, + "recall_at_10": 0.32048, + "recall_at_100": 0.53734, + "recall_at_1000": 0.77665, + "recall_at_20": 0.38157, + "recall_at_3": 0.20387, + "recall_at_5": 0.25461, + "hf_subset": "default", + "main_score": 0.22683, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackUnix-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..c96b44345e --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 107.12, + "map_at_1": 0.20936, + "map_at_10": 0.28796, + "map_at_100": 0.29829, + "map_at_1000": 0.29952, + "map_at_20": 0.2928, + "map_at_3": 0.26261, + "map_at_5": 0.27804, + "mrr_at_1": 0.24788, + "mrr_at_10": 0.32744, + "mrr_at_100": 0.33591, + "mrr_at_1000": 0.33662, + "mrr_at_20": 0.33138, + "mrr_at_3": 0.3031, + "mrr_at_5": 0.31773, + "ndcg_at_1": 0.24788, + "ndcg_at_10": 0.3362, + "ndcg_at_100": 0.38822, + "ndcg_at_1000": 0.41671, + "ndcg_at_20": 0.35163, + "ndcg_at_3": 0.29073, + "ndcg_at_5": 0.314, + "precision_at_1": 0.24788, + "precision_at_10": 0.05744, + "precision_at_100": 0.0095, + "precision_at_1000": 0.00131, + "precision_at_20": 0.03319, + "precision_at_3": 0.13301, + "precision_at_5": 0.09674, + "recall_at_1": 0.20936, + "recall_at_10": 0.44463, + "recall_at_100": 0.67916, + "recall_at_1000": 0.88195, + "recall_at_20": 0.4989, + "recall_at_3": 0.31795, + "recall_at_5": 0.37825, + "hf_subset": "default", + "main_score": 0.3362, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackWebmasters-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..42e70e4def --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 34.74, + "map_at_1": 0.21604, + "map_at_10": 0.28341, + "map_at_100": 0.29639, + "map_at_1000": 0.2984, + "map_at_20": 0.28958, + "map_at_3": 0.25963, + "map_at_5": 0.2716, + "mrr_at_1": 0.2475, + "mrr_at_10": 0.31829, + "mrr_at_100": 0.3278, + "mrr_at_1000": 0.32856, + "mrr_at_20": 0.3237, + "mrr_at_3": 0.29375, + "mrr_at_5": 0.30675, + "ndcg_at_1": 0.2475, + "ndcg_at_10": 0.33068, + "ndcg_at_100": 0.38496, + "ndcg_at_1000": 0.4163, + "ndcg_at_20": 0.34819, + "ndcg_at_3": 0.28885, + "ndcg_at_5": 0.30717, + "precision_at_1": 0.2475, + "precision_at_10": 0.06075, + "precision_at_100": 0.01287, + "precision_at_1000": 0.00222, + "precision_at_20": 0.03838, + "precision_at_3": 0.13167, + "precision_at_5": 0.096, + "recall_at_1": 0.21604, + "recall_at_10": 0.42666, + "recall_at_100": 0.66457, + "recall_at_1000": 0.86865, + "recall_at_20": 0.49233, + "recall_at_3": 0.30666, + "recall_at_5": 0.35239, + "hf_subset": "default", + "main_score": 0.33068, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackWordpress-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..2112ce68c7 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 116.51, + "map_at_1": 0.14319, + "map_at_10": 0.21021, + "map_at_100": 0.21827, + "map_at_1000": 0.21932, + "map_at_20": 0.21374, + "map_at_3": 0.18647, + "map_at_5": 0.19649, + "mrr_at_1": 0.16492, + "mrr_at_10": 0.23175, + "mrr_at_100": 0.23917, + "mrr_at_1000": 0.23996, + "mrr_at_20": 0.23494, + "mrr_at_3": 0.20724, + "mrr_at_5": 0.21876, + "ndcg_at_1": 0.16492, + "ndcg_at_10": 0.25557, + "ndcg_at_100": 0.2994, + "ndcg_at_1000": 0.32807, + "ndcg_at_20": 0.26861, + "ndcg_at_3": 0.20467, + "ndcg_at_5": 0.22289, + "precision_at_1": 0.16492, + "precision_at_10": 0.04476, + "precision_at_100": 0.00738, + "precision_at_1000": 0.00108, + "precision_at_20": 0.02579, + "precision_at_3": 0.08988, + "precision_at_5": 0.06492, + "recall_at_1": 0.14319, + "recall_at_10": 0.37768, + "recall_at_100": 0.58422, + "recall_at_1000": 0.80515, + "recall_at_20": 0.42868, + "recall_at_3": 0.23556, + "recall_at_5": 0.28, + "hf_subset": "default", + "main_score": 0.25557, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ClimateFEVER-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ClimateFEVER-VN.json new file mode 100644 index 0000000000..0042d65e30 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 6624.01, + "map_at_1": 0.0564, + "map_at_10": 0.10404, + "map_at_100": 0.11582, + "map_at_1000": 0.11757, + "map_at_20": 0.10939, + "map_at_3": 0.08593, + "map_at_5": 0.09562, + "mrr_at_1": 0.12352, + "mrr_at_10": 0.20509, + "mrr_at_100": 0.21606, + "mrr_at_1000": 0.21681, + "mrr_at_20": 0.21112, + "mrr_at_3": 0.17923, + "mrr_at_5": 0.1944, + "ndcg_at_1": 0.12352, + "ndcg_at_10": 0.15426, + "ndcg_at_100": 0.21239, + "ndcg_at_1000": 0.24971, + "ndcg_at_20": 0.17264, + "ndcg_at_3": 0.11997, + "ndcg_at_5": 0.13411, + "precision_at_1": 0.12352, + "precision_at_10": 0.04968, + "precision_at_100": 0.01127, + "precision_at_1000": 0.00181, + "precision_at_20": 0.03302, + "precision_at_3": 0.09143, + "precision_at_5": 0.07248, + "recall_at_1": 0.0564, + "recall_at_10": 0.19768, + "recall_at_100": 0.40521, + "recall_at_1000": 0.61975, + "recall_at_20": 0.2492, + "recall_at_3": 0.11649, + "recall_at_5": 0.15206, + "hf_subset": "default", + "main_score": 0.15426, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/DBPedia-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/DBPedia-VN.json new file mode 100644 index 0000000000..4b41ac7ada --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 4245.43, + "map_at_1": 0.07676, + "map_at_10": 0.14734, + "map_at_100": 0.19502, + "map_at_1000": 0.20807, + "map_at_20": 0.16498, + "map_at_3": 0.11295, + "map_at_5": 0.12521, + "mrr_at_1": 0.52795, + "mrr_at_10": 0.62506, + "mrr_at_100": 0.63137, + "mrr_at_1000": 0.63157, + "mrr_at_20": 0.62926, + "mrr_at_3": 0.60714, + "mrr_at_5": 0.61646, + "ndcg_at_1": 0.44255, + "ndcg_at_10": 0.31584, + "ndcg_at_100": 0.35903, + "ndcg_at_1000": 0.43551, + "ndcg_at_20": 0.31154, + "ndcg_at_3": 0.36095, + "ndcg_at_5": 0.32932, + "precision_at_1": 0.52795, + "precision_at_10": 0.22453, + "precision_at_100": 0.07398, + "precision_at_1000": 0.01585, + "precision_at_20": 0.16724, + "precision_at_3": 0.38095, + "precision_at_5": 0.3, + "recall_at_1": 0.07676, + "recall_at_10": 0.20267, + "recall_at_100": 0.42137, + "recall_at_1000": 0.66301, + "recall_at_20": 0.25691, + "recall_at_3": 0.12705, + "recall_at_5": 0.14863, + "hf_subset": "default", + "main_score": 0.31584, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/EmotionVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/EmotionVNClassification.json new file mode 100644 index 0000000000..9340eb1fbe --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.415625, + "f1": 0.360205, + "f1_weighted": 0.433437, + "scores_per_experiment": [ + { + "accuracy": 0.435937, + "f1": 0.367126, + "f1_weighted": 0.462425 + }, + { + "accuracy": 0.43125, + "f1": 0.354462, + "f1_weighted": 0.444796 + }, + { + "accuracy": 0.466406, + "f1": 0.379808, + "f1_weighted": 0.48842 + }, + { + "accuracy": 0.378906, + "f1": 0.328405, + "f1_weighted": 0.397947 + }, + { + "accuracy": 0.471094, + "f1": 0.388385, + "f1_weighted": 0.480205 + }, + { + "accuracy": 0.35625, + "f1": 0.346665, + "f1_weighted": 0.359863 + }, + { + "accuracy": 0.449219, + "f1": 0.375926, + "f1_weighted": 0.464456 + }, + { + "accuracy": 0.375, + "f1": 0.348498, + "f1_weighted": 0.396896 + }, + { + "accuracy": 0.396094, + "f1": 0.367926, + "f1_weighted": 0.417558 + }, + { + "accuracy": 0.396094, + "f1": 0.344855, + "f1_weighted": 0.421806 + } + ], + "main_score": 0.415625, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.415349, + "f1": 0.348976, + "f1_weighted": 0.435319, + "scores_per_experiment": [ + { + "accuracy": 0.416279, + "f1": 0.334263, + "f1_weighted": 0.447742 + }, + { + "accuracy": 0.431783, + "f1": 0.344682, + "f1_weighted": 0.4379 + }, + { + "accuracy": 0.454264, + "f1": 0.357936, + "f1_weighted": 0.468184 + }, + { + "accuracy": 0.391473, + "f1": 0.338316, + "f1_weighted": 0.411865 + }, + { + "accuracy": 0.473643, + "f1": 0.375109, + "f1_weighted": 0.48616 + }, + { + "accuracy": 0.342636, + "f1": 0.320351, + "f1_weighted": 0.353013 + }, + { + "accuracy": 0.441085, + "f1": 0.361127, + "f1_weighted": 0.460177 + }, + { + "accuracy": 0.374419, + "f1": 0.339229, + "f1_weighted": 0.40184 + }, + { + "accuracy": 0.406977, + "f1": 0.364946, + "f1_weighted": 0.433973 + }, + { + "accuracy": 0.42093, + "f1": 0.3538, + "f1_weighted": 0.452334 + } + ], + "main_score": 0.415349, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.380645513534546, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/FEVER-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/FEVER-VN.json new file mode 100644 index 0000000000..48770d91b6 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 6910.04, + "map_at_1": 0.38415, + "map_at_10": 0.514, + "map_at_100": 0.52128, + "map_at_1000": 0.52157, + "map_at_20": 0.51877, + "map_at_3": 0.4831, + "map_at_5": 0.50206, + "mrr_at_1": 0.41219, + "mrr_at_10": 0.5461, + "mrr_at_100": 0.55286, + "mrr_at_1000": 0.55304, + "mrr_at_20": 0.55073, + "mrr_at_3": 0.51514, + "mrr_at_5": 0.53427, + "ndcg_at_1": 0.41219, + "ndcg_at_10": 0.58297, + "ndcg_at_100": 0.61583, + "ndcg_at_1000": 0.62262, + "ndcg_at_20": 0.59969, + "ndcg_at_3": 0.52186, + "ndcg_at_5": 0.55512, + "precision_at_1": 0.41219, + "precision_at_10": 0.08347, + "precision_at_100": 0.01011, + "precision_at_1000": 0.00109, + "precision_at_20": 0.04542, + "precision_at_3": 0.21708, + "precision_at_5": 0.14804, + "recall_at_1": 0.38415, + "recall_at_10": 0.7655, + "recall_at_100": 0.90988, + "recall_at_1000": 0.95854, + "recall_at_20": 0.82902, + "recall_at_3": 0.6017, + "recall_at_5": 0.68218, + "hf_subset": "default", + "main_score": 0.58297, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/FiQA2018-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/FiQA2018-VN.json new file mode 100644 index 0000000000..45c6751509 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 109.84, + "map_at_1": 0.16995, + "map_at_10": 0.24912, + "map_at_100": 0.2652, + "map_at_1000": 0.26696, + "map_at_20": 0.25713, + "map_at_3": 0.21748, + "map_at_5": 0.23464, + "mrr_at_1": 0.30871, + "mrr_at_10": 0.38517, + "mrr_at_100": 0.3947, + "mrr_at_1000": 0.39515, + "mrr_at_20": 0.3903, + "mrr_at_3": 0.36016, + "mrr_at_5": 0.37401, + "ndcg_at_1": 0.30871, + "ndcg_at_10": 0.31511, + "ndcg_at_100": 0.38293, + "ndcg_at_1000": 0.4163, + "ndcg_at_20": 0.33763, + "ndcg_at_3": 0.28283, + "ndcg_at_5": 0.29317, + "precision_at_1": 0.30871, + "precision_at_10": 0.08575, + "precision_at_100": 0.01573, + "precision_at_1000": 0.00222, + "precision_at_20": 0.0529, + "precision_at_3": 0.17854, + "precision_at_5": 0.13404, + "recall_at_1": 0.16995, + "recall_at_10": 0.37675, + "recall_at_100": 0.63633, + "recall_at_1000": 0.83079, + "recall_at_20": 0.44591, + "recall_at_3": 0.2559, + "recall_at_5": 0.30488, + "hf_subset": "default", + "main_score": 0.31511, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/GreenNodeTableMarkdownRetrieval.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..b556fb4b84 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.33436, + "ndcg_at_3": 0.39089, + "ndcg_at_5": 0.40784, + "ndcg_at_10": 0.42625, + "ndcg_at_20": 0.44108, + "ndcg_at_100": 0.4652, + "ndcg_at_1000": 0.48723, + "map_at_1": 0.33436, + "map_at_3": 0.37711, + "map_at_5": 0.38651, + "map_at_10": 0.3941, + "map_at_20": 0.39816, + "map_at_100": 0.40139, + "map_at_1000": 0.40211, + "recall_at_1": 0.33436, + "recall_at_3": 0.43072, + "recall_at_5": 0.47191, + "recall_at_10": 0.52888, + "recall_at_20": 0.58755, + "recall_at_100": 0.71918, + "recall_at_1000": 0.89902, + "precision_at_1": 0.33436, + "precision_at_3": 0.14357, + "precision_at_5": 0.09438, + "precision_at_10": 0.05289, + "precision_at_20": 0.02938, + "precision_at_100": 0.00719, + "precision_at_1000": 0.0009, + "mrr_at_1": 0.334358, + "mrr_at_3": 0.377111, + "mrr_at_5": 0.386505, + "mrr_at_10": 0.394101, + "mrr_at_20": 0.398164, + "mrr_at_100": 0.401392, + "mrr_at_1000": 0.402108, + "nauc_ndcg_at_1_max": 0.181446, + "nauc_ndcg_at_1_std": 0.098419, + "nauc_ndcg_at_1_diff1": 0.754057, + "nauc_ndcg_at_3_max": 0.142769, + "nauc_ndcg_at_3_std": 0.132975, + "nauc_ndcg_at_3_diff1": 0.698438, + "nauc_ndcg_at_5_max": 0.129122, + "nauc_ndcg_at_5_std": 0.144281, + "nauc_ndcg_at_5_diff1": 0.687475, + "nauc_ndcg_at_10_max": 0.118602, + "nauc_ndcg_at_10_std": 0.158671, + "nauc_ndcg_at_10_diff1": 0.679191, + "nauc_ndcg_at_20_max": 0.111008, + "nauc_ndcg_at_20_std": 0.169553, + "nauc_ndcg_at_20_diff1": 0.673809, + "nauc_ndcg_at_100_max": 0.107042, + "nauc_ndcg_at_100_std": 0.180748, + "nauc_ndcg_at_100_diff1": 0.672075, + "nauc_ndcg_at_1000_max": 0.113379, + "nauc_ndcg_at_1000_std": 0.176371, + "nauc_ndcg_at_1000_diff1": 0.677696, + "nauc_map_at_1_max": 0.181446, + "nauc_map_at_1_std": 0.098419, + "nauc_map_at_1_diff1": 0.754057, + "nauc_map_at_3_max": 0.15224, + "nauc_map_at_3_std": 0.124313, + "nauc_map_at_3_diff1": 0.711143, + "nauc_map_at_5_max": 0.144699, + "nauc_map_at_5_std": 0.130524, + "nauc_map_at_5_diff1": 0.705107, + "nauc_map_at_10_max": 0.140369, + "nauc_map_at_10_std": 0.136414, + "nauc_map_at_10_diff1": 0.701689, + "nauc_map_at_20_max": 0.138422, + "nauc_map_at_20_std": 0.139295, + "nauc_map_at_20_diff1": 0.700345, + "nauc_map_at_100_max": 0.137944, + "nauc_map_at_100_std": 0.140667, + "nauc_map_at_100_diff1": 0.700173, + "nauc_map_at_1000_max": 0.138134, + "nauc_map_at_1000_std": 0.140588, + "nauc_map_at_1000_diff1": 0.700354, + "nauc_recall_at_1_max": 0.181446, + "nauc_recall_at_1_std": 0.098419, + "nauc_recall_at_1_diff1": 0.754057, + "nauc_recall_at_3_max": 0.115573, + "nauc_recall_at_3_std": 0.157927, + "nauc_recall_at_3_diff1": 0.662322, + "nauc_recall_at_5_max": 0.081991, + "nauc_recall_at_5_std": 0.185922, + "nauc_recall_at_5_diff1": 0.635115, + "nauc_recall_at_10_max": 0.047112, + "nauc_recall_at_10_std": 0.233105, + "nauc_recall_at_10_diff1": 0.607216, + "nauc_recall_at_20_max": 0.009878, + "nauc_recall_at_20_std": 0.284186, + "nauc_recall_at_20_diff1": 0.579375, + "nauc_recall_at_100_max": -0.047469, + "nauc_recall_at_100_std": 0.399013, + "nauc_recall_at_100_diff1": 0.539982, + "nauc_recall_at_1000_max": -0.098896, + "nauc_recall_at_1000_std": 0.577538, + "nauc_recall_at_1000_diff1": 0.499086, + "nauc_precision_at_1_max": 0.181446, + "nauc_precision_at_1_std": 0.098419, + "nauc_precision_at_1_diff1": 0.754057, + "nauc_precision_at_3_max": 0.115573, + "nauc_precision_at_3_std": 0.157927, + "nauc_precision_at_3_diff1": 0.662322, + "nauc_precision_at_5_max": 0.081991, + "nauc_precision_at_5_std": 0.185922, + "nauc_precision_at_5_diff1": 0.635115, + "nauc_precision_at_10_max": 0.047112, + "nauc_precision_at_10_std": 0.233105, + "nauc_precision_at_10_diff1": 0.607216, + "nauc_precision_at_20_max": 0.009878, + "nauc_precision_at_20_std": 0.284186, + "nauc_precision_at_20_diff1": 0.579375, + "nauc_precision_at_100_max": -0.047469, + "nauc_precision_at_100_std": 0.399013, + "nauc_precision_at_100_diff1": 0.539982, + "nauc_precision_at_1000_max": -0.098896, + "nauc_precision_at_1000_std": 0.577538, + "nauc_precision_at_1000_diff1": 0.499086, + "nauc_mrr_at_1_max": 0.181446, + "nauc_mrr_at_1_std": 0.098419, + "nauc_mrr_at_1_diff1": 0.754057, + "nauc_mrr_at_3_max": 0.15224, + "nauc_mrr_at_3_std": 0.124313, + "nauc_mrr_at_3_diff1": 0.711143, + "nauc_mrr_at_5_max": 0.144699, + "nauc_mrr_at_5_std": 0.130524, + "nauc_mrr_at_5_diff1": 0.705107, + "nauc_mrr_at_10_max": 0.140369, + "nauc_mrr_at_10_std": 0.136414, + "nauc_mrr_at_10_diff1": 0.701689, + "nauc_mrr_at_20_max": 0.138422, + "nauc_mrr_at_20_std": 0.139295, + "nauc_mrr_at_20_diff1": 0.700345, + "nauc_mrr_at_100_max": 0.137944, + "nauc_mrr_at_100_std": 0.140667, + "nauc_mrr_at_100_diff1": 0.700172, + "nauc_mrr_at_1000_max": 0.138134, + "nauc_mrr_at_1000_std": 0.140588, + "nauc_mrr_at_1000_diff1": 0.700354, + "main_score": 0.42625, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 534.1494879722595, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/HotpotQA-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/HotpotQA-VN.json new file mode 100644 index 0000000000..001347936e --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 4873.26, + "map_at_1": 0.36553, + "map_at_10": 0.56339, + "map_at_100": 0.57245, + "map_at_1000": 0.57308, + "map_at_20": 0.56867, + "map_at_3": 0.53055, + "map_at_5": 0.55093, + "mrr_at_1": 0.73106, + "mrr_at_10": 0.79898, + "mrr_at_100": 0.8014, + "mrr_at_1000": 0.8015, + "mrr_at_20": 0.80053, + "mrr_at_3": 0.78814, + "mrr_at_5": 0.79494, + "ndcg_at_1": 0.73106, + "ndcg_at_10": 0.65109, + "ndcg_at_100": 0.68319, + "ndcg_at_1000": 0.69611, + "ndcg_at_20": 0.66452, + "ndcg_at_3": 0.60339, + "ndcg_at_5": 0.62965, + "precision_at_1": 0.73106, + "precision_at_10": 0.13669, + "precision_at_100": 0.01617, + "precision_at_1000": 0.00179, + "precision_at_20": 0.07266, + "precision_at_3": 0.38501, + "precision_at_5": 0.2518, + "recall_at_1": 0.36553, + "recall_at_10": 0.68344, + "recall_at_100": 0.80865, + "recall_at_1000": 0.8948, + "recall_at_20": 0.72663, + "recall_at_3": 0.57752, + "recall_at_5": 0.62949, + "hf_subset": "default", + "main_score": 0.65109, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ImdbVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ImdbVNClassification.json new file mode 100644 index 0000000000..36f4e1d7a6 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.726819, + "f1": 0.725012, + "f1_weighted": 0.72503, + "ap": 0.668787, + "ap_weighted": 0.668787, + "scores_per_experiment": [ + { + "accuracy": 0.778407, + "f1": 0.777867, + "f1_weighted": 0.777803, + "ap": 0.728559, + "ap_weighted": 0.728559 + }, + { + "accuracy": 0.731443, + "f1": 0.727641, + "f1_weighted": 0.727832, + "ap": 0.661371, + "ap_weighted": 0.661371 + }, + { + "accuracy": 0.751642, + "f1": 0.751641, + "f1_weighted": 0.751638, + "ap": 0.692379, + "ap_weighted": 0.692379 + }, + { + "accuracy": 0.744622, + "f1": 0.743237, + "f1_weighted": 0.743348, + "ap": 0.677027, + "ap_weighted": 0.677027 + }, + { + "accuracy": 0.735927, + "f1": 0.73571, + "f1_weighted": 0.735665, + "ap": 0.680182, + "ap_weighted": 0.680182 + }, + { + "accuracy": 0.726099, + "f1": 0.724957, + "f1_weighted": 0.724852, + "ap": 0.675163, + "ap_weighted": 0.675163 + }, + { + "accuracy": 0.710702, + "f1": 0.710623, + "f1_weighted": 0.710595, + "ap": 0.65434, + "ap_weighted": 0.65434 + }, + { + "accuracy": 0.687333, + "f1": 0.68649, + "f1_weighted": 0.686586, + "ap": 0.628169, + "ap_weighted": 0.628169 + }, + { + "accuracy": 0.707441, + "f1": 0.701845, + "f1_weighted": 0.702087, + "ap": 0.639766, + "ap_weighted": 0.639766 + }, + { + "accuracy": 0.694579, + "f1": 0.690112, + "f1_weighted": 0.689892, + "ap": 0.650917, + "ap_weighted": 0.650917 + } + ], + "main_score": 0.726819, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 133.44943594932556, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MSMARCO-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MSMARCO-VN.json new file mode 100644 index 0000000000..01eccb466a --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 8586.92, + "map_at_1": 0.20273, + "map_at_10": 0.32451, + "map_at_100": 0.33491, + "map_at_1000": 0.33544, + "map_at_20": 0.33112, + "map_at_3": 0.28717, + "map_at_5": 0.3097, + "mrr_at_1": 0.20955, + "mrr_at_10": 0.3299, + "mrr_at_100": 0.33991, + "mrr_at_1000": 0.34039, + "mrr_at_20": 0.33624, + "mrr_at_3": 0.2935, + "mrr_at_5": 0.31554, + "ndcg_at_1": 0.20955, + "ndcg_at_10": 0.39078, + "ndcg_at_100": 0.44054, + "ndcg_at_1000": 0.45448, + "ndcg_at_20": 0.41428, + "ndcg_at_3": 0.31589, + "ndcg_at_5": 0.35573, + "precision_at_1": 0.20955, + "precision_at_10": 0.06195, + "precision_at_100": 0.00865, + "precision_at_1000": 0.00098, + "precision_at_20": 0.03585, + "precision_at_3": 0.13579, + "precision_at_5": 0.1016, + "recall_at_1": 0.20273, + "recall_at_10": 0.59455, + "recall_at_100": 0.82409, + "recall_at_1000": 0.9327, + "recall_at_20": 0.68596, + "recall_at_3": 0.39289, + "recall_at_5": 0.48785, + "hf_subset": "default", + "main_score": 0.39078, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MTOPDomainVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..fc19427f1f --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.847491, + "f1": 0.845339, + "f1_weighted": 0.847082, + "scores_per_experiment": [ + { + "accuracy": 0.824317, + "f1": 0.813471, + "f1_weighted": 0.825074 + }, + { + "accuracy": 0.818975, + "f1": 0.814805, + "f1_weighted": 0.819542 + }, + { + "accuracy": 0.868031, + "f1": 0.867688, + "f1_weighted": 0.867394 + }, + { + "accuracy": 0.856294, + "f1": 0.849836, + "f1_weighted": 0.855251 + }, + { + "accuracy": 0.861034, + "f1": 0.862306, + "f1_weighted": 0.860329 + }, + { + "accuracy": 0.829208, + "f1": 0.829822, + "f1_weighted": 0.827498 + }, + { + "accuracy": 0.847039, + "f1": 0.849965, + "f1_weighted": 0.846438 + }, + { + "accuracy": 0.868257, + "f1": 0.864558, + "f1_weighted": 0.866603 + }, + { + "accuracy": 0.844105, + "f1": 0.850265, + "f1_weighted": 0.845713 + }, + { + "accuracy": 0.857648, + "f1": 0.850673, + "f1_weighted": 0.856978 + } + ], + "main_score": 0.847491, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.776613235473633, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MTOPIntentVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..4999ef13c8 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.573268, + "f1": 0.38196, + "f1_weighted": 0.615238, + "scores_per_experiment": [ + { + "accuracy": 0.56068, + "f1": 0.372285, + "f1_weighted": 0.599107 + }, + { + "accuracy": 0.594688, + "f1": 0.383034, + "f1_weighted": 0.632386 + }, + { + "accuracy": 0.57475, + "f1": 0.371379, + "f1_weighted": 0.616136 + }, + { + "accuracy": 0.600482, + "f1": 0.401435, + "f1_weighted": 0.647567 + }, + { + "accuracy": 0.550974, + "f1": 0.394139, + "f1_weighted": 0.589485 + }, + { + "accuracy": 0.566925, + "f1": 0.369785, + "f1_weighted": 0.611485 + }, + { + "accuracy": 0.589647, + "f1": 0.393611, + "f1_weighted": 0.62262 + }, + { + "accuracy": 0.553081, + "f1": 0.378082, + "f1_weighted": 0.602413 + }, + { + "accuracy": 0.562862, + "f1": 0.380051, + "f1_weighted": 0.610802 + }, + { + "accuracy": 0.578587, + "f1": 0.375803, + "f1_weighted": 0.620384 + } + ], + "main_score": 0.573268, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 16.469907760620117, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MassiveIntentVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..f5e56c9fdd --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.657343, + "f1": 0.610831, + "f1_weighted": 0.645403, + "scores_per_experiment": [ + { + "accuracy": 0.680493, + "f1": 0.641482, + "f1_weighted": 0.673505 + }, + { + "accuracy": 0.677691, + "f1": 0.62398, + "f1_weighted": 0.664129 + }, + { + "accuracy": 0.661435, + "f1": 0.594127, + "f1_weighted": 0.649217 + }, + { + "accuracy": 0.677691, + "f1": 0.633545, + "f1_weighted": 0.672559 + }, + { + "accuracy": 0.634529, + "f1": 0.585969, + "f1_weighted": 0.624322 + }, + { + "accuracy": 0.632848, + "f1": 0.591242, + "f1_weighted": 0.616578 + }, + { + "accuracy": 0.656951, + "f1": 0.620255, + "f1_weighted": 0.643808 + }, + { + "accuracy": 0.65639, + "f1": 0.62238, + "f1_weighted": 0.645521 + }, + { + "accuracy": 0.629484, + "f1": 0.581353, + "f1_weighted": 0.609315 + }, + { + "accuracy": 0.665919, + "f1": 0.613974, + "f1_weighted": 0.655079 + } + ], + "main_score": 0.657343, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.7871177196502686, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MassiveScenarioVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..7f8a12f20f --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.683166, + "f1": 0.654258, + "f1_weighted": 0.676698, + "scores_per_experiment": [ + { + "accuracy": 0.724273, + "f1": 0.701848, + "f1_weighted": 0.72157 + }, + { + "accuracy": 0.690716, + "f1": 0.666067, + "f1_weighted": 0.690617 + }, + { + "accuracy": 0.672819, + "f1": 0.646238, + "f1_weighted": 0.668574 + }, + { + "accuracy": 0.701902, + "f1": 0.674348, + "f1_weighted": 0.697442 + }, + { + "accuracy": 0.644855, + "f1": 0.60577, + "f1_weighted": 0.624788 + }, + { + "accuracy": 0.661074, + "f1": 0.629758, + "f1_weighted": 0.652094 + }, + { + "accuracy": 0.667785, + "f1": 0.637349, + "f1_weighted": 0.65653 + }, + { + "accuracy": 0.68736, + "f1": 0.658602, + "f1_weighted": 0.685838 + }, + { + "accuracy": 0.696309, + "f1": 0.666775, + "f1_weighted": 0.69416 + }, + { + "accuracy": 0.684564, + "f1": 0.655828, + "f1_weighted": 0.675364 + } + ], + "main_score": 0.683166, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.940351724624634, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NFCorpus-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NFCorpus-VN.json new file mode 100644 index 0000000000..13dff5a78b --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 13.24, + "map_at_1": 0.05432, + "map_at_10": 0.12033, + "map_at_100": 0.14671, + "map_at_1000": 0.16082, + "map_at_20": 0.13093, + "map_at_3": 0.09022, + "map_at_5": 0.10256, + "mrr_at_1": 0.36747, + "mrr_at_10": 0.48241, + "mrr_at_100": 0.48922, + "mrr_at_1000": 0.48971, + "mrr_at_20": 0.48609, + "mrr_at_3": 0.46787, + "mrr_at_5": 0.47781, + "ndcg_at_1": 0.35241, + "ndcg_at_10": 0.31502, + "ndcg_at_100": 0.28919, + "ndcg_at_1000": 0.37571, + "ndcg_at_20": 0.29323, + "ndcg_at_3": 0.35245, + "ndcg_at_5": 0.33769, + "precision_at_1": 0.36747, + "precision_at_10": 0.23012, + "precision_at_100": 0.07494, + "precision_at_1000": 0.02144, + "precision_at_20": 0.16717, + "precision_at_3": 0.34137, + "precision_at_5": 0.29639, + "recall_at_1": 0.05432, + "recall_at_10": 0.17007, + "recall_at_100": 0.28744, + "recall_at_1000": 0.59771, + "recall_at_20": 0.19475, + "recall_at_3": 0.10618, + "recall_at_5": 0.12707, + "hf_subset": "default", + "main_score": 0.31502, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NQ-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NQ-VN.json new file mode 100644 index 0000000000..76a5c7eacb --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 3558.27, + "map_at_1": 0.30947, + "map_at_10": 0.45135, + "map_at_100": 0.46087, + "map_at_1000": 0.46124, + "map_at_20": 0.4572, + "map_at_3": 0.41252, + "map_at_5": 0.43419, + "mrr_at_1": 0.34421, + "mrr_at_10": 0.4748, + "mrr_at_100": 0.48218, + "mrr_at_1000": 0.48243, + "mrr_at_20": 0.47935, + "mrr_at_3": 0.44254, + "mrr_at_5": 0.46096, + "ndcg_at_1": 0.34421, + "ndcg_at_10": 0.52316, + "ndcg_at_100": 0.56508, + "ndcg_at_1000": 0.57362, + "ndcg_at_20": 0.54209, + "ndcg_at_3": 0.44948, + "ndcg_at_5": 0.48587, + "precision_at_1": 0.34421, + "precision_at_10": 0.08479, + "precision_at_100": 0.01083, + "precision_at_1000": 0.00116, + "precision_at_20": 0.04676, + "precision_at_3": 0.20316, + "precision_at_5": 0.14232, + "recall_at_1": 0.30947, + "recall_at_10": 0.71842, + "recall_at_100": 0.90417, + "recall_at_1000": 0.96789, + "recall_at_20": 0.78895, + "recall_at_3": 0.52596, + "recall_at_5": 0.61088, + "hf_subset": "default", + "main_score": 0.52316, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/Quora-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/Quora-VN.json new file mode 100644 index 0000000000..6f6bca6ae9 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 281.88, + "map_at_1": 0.46665, + "map_at_10": 0.60257, + "map_at_100": 0.61392, + "map_at_1000": 0.61438, + "map_at_20": 0.60946, + "map_at_3": 0.56629, + "map_at_5": 0.58803, + "mrr_at_1": 0.54534, + "mrr_at_10": 0.64929, + "mrr_at_100": 0.65445, + "mrr_at_1000": 0.65457, + "mrr_at_20": 0.65269, + "mrr_at_3": 0.62577, + "mrr_at_5": 0.64079, + "ndcg_at_1": 0.54534, + "ndcg_at_10": 0.66494, + "ndcg_at_100": 0.70212, + "ndcg_at_1000": 0.7086, + "ndcg_at_20": 0.68248, + "ndcg_at_3": 0.61189, + "ndcg_at_5": 0.63948, + "precision_at_1": 0.54534, + "precision_at_10": 0.10923, + "precision_at_100": 0.01436, + "precision_at_1000": 0.00155, + "precision_at_20": 0.06122, + "precision_at_3": 0.27577, + "precision_at_5": 0.18984, + "recall_at_1": 0.46665, + "recall_at_10": 0.79922, + "recall_at_100": 0.94763, + "recall_at_1000": 0.98861, + "recall_at_20": 0.86069, + "recall_at_3": 0.65297, + "recall_at_5": 0.72438, + "hf_subset": "default", + "main_score": 0.66494, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/RedditClustering-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/RedditClustering-VN.json new file mode 100644 index 0000000000..f98c38ce86 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.420788, + "v_measure_std": 0.046171, + "v_measures": [ + 0.366038, + 0.43701, + 0.371028, + 0.483348, + 0.384174, + 0.461785, + 0.501722, + 0.383211, + 0.424623, + 0.394936 + ], + "main_score": 0.420788, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 83.28372955322266, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/RedditClusteringP2P-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..1c1060e9d2 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.606342, + "v_measure_std": 0.128083, + "v_measures": [ + 0.651283, + 0.665451, + 0.619156, + 0.406262, + 0.668367, + 0.626223, + 0.315153, + 0.710452, + 0.681504, + 0.71957 + ], + "main_score": 0.606342, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1320.673338651657, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SCIDOCS-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SCIDOCS-VN.json new file mode 100644 index 0000000000..be630552b4 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 70.14, + "map_at_1": 0.03933, + "map_at_10": 0.08106, + "map_at_100": 0.09344, + "map_at_1000": 0.09587, + "map_at_20": 0.0865, + "map_at_3": 0.06271, + "map_at_5": 0.07305, + "mrr_at_1": 0.1925, + "mrr_at_10": 0.26673, + "mrr_at_100": 0.27726, + "mrr_at_1000": 0.27826, + "mrr_at_20": 0.27192, + "mrr_at_3": 0.24292, + "mrr_at_5": 0.25717, + "ndcg_at_1": 0.1925, + "ndcg_at_10": 0.13736, + "ndcg_at_100": 0.19573, + "ndcg_at_1000": 0.24953, + "ndcg_at_20": 0.1546, + "ndcg_at_3": 0.1401, + "ndcg_at_5": 0.11971, + "precision_at_1": 0.1925, + "precision_at_10": 0.06525, + "precision_at_100": 0.01512, + "precision_at_1000": 0.00281, + "precision_at_20": 0.04275, + "precision_at_3": 0.12417, + "precision_at_5": 0.099, + "recall_at_1": 0.03933, + "recall_at_10": 0.13304, + "recall_at_100": 0.30746, + "recall_at_1000": 0.57296, + "recall_at_20": 0.17367, + "recall_at_3": 0.07596, + "recall_at_5": 0.10083, + "hf_subset": "default", + "main_score": 0.13736, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SICK-R-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SICK-R-VN.json new file mode 100644 index 0000000000..1cc26f0982 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.816158, + "spearman": 0.782202, + "cosine_pearson": 0.816158, + "cosine_spearman": 0.782248, + "manhattan_pearson": 0.77261, + "manhattan_spearman": 0.780225, + "euclidean_pearson": 0.77415, + "euclidean_spearman": 0.782231, + "main_score": 0.782248, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.925516366958618, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/STSBenchmark-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/STSBenchmark-VN.json new file mode 100644 index 0000000000..47a4f55c58 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.822694, + "spearman": 0.820305, + "cosine_pearson": 0.822694, + "cosine_spearman": 0.820296, + "manhattan_pearson": 0.805238, + "manhattan_spearman": 0.818579, + "euclidean_pearson": 0.807013, + "euclidean_spearman": 0.82029, + "main_score": 0.820296, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.0103092193603516, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciDocsRR-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciDocsRR-VN.json new file mode 100644 index 0000000000..0524f1259d --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.819875, + "mrr": 0.898607, + "nAUC_map_max": 0.568707, + "nAUC_map_std": 0.60445, + "nAUC_map_diff1": 0.273161, + "nAUC_mrr_max": 0.850083, + "nAUC_mrr_std": 0.754515, + "nAUC_mrr_diff1": 0.536924, + "main_score": 0.819875, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.818196058273315, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact-VN.json new file mode 100644 index 0000000000..9f12d4ee33 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 17.88, + "map_at_1": 0.56306, + "map_at_10": 0.64717, + "map_at_100": 0.65378, + "map_at_1000": 0.65433, + "map_at_20": 0.65163, + "map_at_3": 0.62355, + "map_at_5": 0.64158, + "mrr_at_1": 0.60448, + "mrr_at_10": 0.66998, + "mrr_at_100": 0.67464, + "mrr_at_1000": 0.67509, + "mrr_at_20": 0.67322, + "mrr_at_3": 0.65423, + "mrr_at_5": 0.66617, + "ndcg_at_1": 0.60448, + "ndcg_at_10": 0.68496, + "ndcg_at_100": 0.713, + "ndcg_at_1000": 0.72421, + "ndcg_at_20": 0.69912, + "ndcg_at_3": 0.64961, + "ndcg_at_5": 0.67423, + "precision_at_1": 0.60448, + "precision_at_10": 0.08881, + "precision_at_100": 0.01045, + "precision_at_1000": 0.00114, + "precision_at_20": 0.04776, + "precision_at_3": 0.25373, + "precision_at_5": 0.16866, + "recall_at_1": 0.56306, + "recall_at_10": 0.77711, + "recall_at_100": 0.90149, + "recall_at_1000": 0.98507, + "recall_at_20": 0.82935, + "recall_at_3": 0.6852, + "recall_at_5": 0.74701, + "hf_subset": "default", + "main_score": 0.68496, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SprintDuplicateQuestions-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..f2773a9794 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.99768, + "similarity_accuracy_threshold": 0.902086, + "similarity_f1": 0.888289, + "similarity_f1_threshold": 0.897961, + "similarity_precision": 0.8564, + "similarity_recall": 0.922646, + "similarity_ap": 0.950343, + "cosine_accuracy": 0.99768, + "cosine_accuracy_threshold": 0.902086, + "cosine_f1": 0.888289, + "cosine_f1_threshold": 0.897961, + "cosine_precision": 0.8564, + "cosine_recall": 0.922646, + "cosine_ap": 0.950343, + "manhattan_accuracy": 0.997737, + "manhattan_accuracy_threshold": 11.283433, + "manhattan_f1": 0.888766, + "manhattan_f1_threshold": 11.290564, + "manhattan_precision": 0.877596, + "manhattan_recall": 0.900224, + "manhattan_ap": 0.949271, + "euclidean_accuracy": 0.99768, + "euclidean_accuracy_threshold": 0.442525, + "euclidean_f1": 0.888289, + "euclidean_f1_threshold": 0.45175, + "euclidean_precision": 0.8564, + "euclidean_recall": 0.922646, + "euclidean_ap": 0.950343, + "dot_accuracy": 0.99768, + "dot_accuracy_threshold": 0.902086, + "dot_f1": 0.888289, + "dot_f1_threshold": 0.897961, + "dot_precision": 0.8564, + "dot_recall": 0.922646, + "dot_ap": 0.950344, + "max_accuracy": 0.997737, + "max_f1": 0.888766, + "max_precision": 0.877596, + "max_recall": 0.922646, + "max_ap": 0.950344, + "main_score": 0.950344, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.997439, + "similarity_accuracy_threshold": 0.908872, + "similarity_f1": 0.872727, + "similarity_f1_threshold": 0.908872, + "similarity_precision": 0.877714, + "similarity_recall": 0.867797, + "similarity_ap": 0.935764, + "cosine_accuracy": 0.997439, + "cosine_accuracy_threshold": 0.908872, + "cosine_f1": 0.872727, + "cosine_f1_threshold": 0.908872, + "cosine_precision": 0.877714, + "cosine_recall": 0.867797, + "cosine_ap": 0.935764, + "manhattan_accuracy": 0.997439, + "manhattan_accuracy_threshold": 10.79302, + "manhattan_f1": 0.872189, + "manhattan_f1_threshold": 11.118814, + "manhattan_precision": 0.847548, + "manhattan_recall": 0.898305, + "manhattan_ap": 0.935587, + "euclidean_accuracy": 0.997439, + "euclidean_accuracy_threshold": 0.426914, + "euclidean_f1": 0.872727, + "euclidean_f1_threshold": 0.426914, + "euclidean_precision": 0.877714, + "euclidean_recall": 0.867797, + "euclidean_ap": 0.935764, + "dot_accuracy": 0.997439, + "dot_accuracy_threshold": 0.908872, + "dot_f1": 0.872727, + "dot_f1_threshold": 0.908872, + "dot_precision": 0.877714, + "dot_recall": 0.867797, + "dot_ap": 0.935764, + "max_accuracy": 0.997439, + "max_f1": 0.872727, + "max_precision": 0.877714, + "max_recall": 0.898305, + "max_ap": 0.935764, + "main_score": 0.935764, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 40.62829399108887, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/StackExchangeClustering-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..3b2607823a --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.563929, + "v_measure_std": 0.040664, + "v_measures": [ + 0.539372, + 0.515292, + 0.622513, + 0.578538 + ], + "main_score": 0.563929, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 14.95078420639038, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/StackExchangeClusteringP2P-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..d7352b8d29 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.320292, + "v_measure_std": 0.017707, + "v_measures": [ + 0.302665, + 0.29953, + 0.304804, + 0.310168, + 0.299901, + 0.341591, + 0.335199, + 0.327164, + 0.335527, + 0.346371 + ], + "main_score": 0.320292, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 370.8399693965912, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/StackOverflowDupQuestions-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..e7ce4e1a65 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.48884, + "mrr": 0.494841, + "nAUC_map_max": 0.182362, + "nAUC_map_std": 0.09693, + "nAUC_map_diff1": 0.361883, + "nAUC_mrr_max": 0.184972, + "nAUC_mrr_std": 0.097002, + "nAUC_mrr_diff1": 0.364437, + "main_score": 0.48884, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 27.76161766052246, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TRECCOVID-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TRECCOVID-VN.json new file mode 100644 index 0000000000..73ca66e204 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 429.97, + "map_at_1": 0.00156, + "map_at_10": 0.01145, + "map_at_100": 0.07823, + "map_at_1000": 0.21016, + "map_at_20": 0.0211, + "map_at_3": 0.00376, + "map_at_5": 0.006, + "mrr_at_1": 0.63636, + "mrr_at_10": 0.73014, + "mrr_at_100": 0.73375, + "mrr_at_1000": 0.73375, + "mrr_at_20": 0.73299, + "mrr_at_3": 0.70833, + "mrr_at_5": 0.71742, + "ndcg_at_1": 0.57955, + "ndcg_at_10": 0.54706, + "ndcg_at_100": 0.47624, + "ndcg_at_1000": 0.45682, + "ndcg_at_20": 0.54225, + "ndcg_at_3": 0.55263, + "ndcg_at_5": 0.5498, + "precision_at_1": 0.63636, + "precision_at_10": 0.58409, + "precision_at_100": 0.50091, + "precision_at_1000": 0.21098, + "precision_at_20": 0.58409, + "precision_at_3": 0.59091, + "precision_at_5": 0.58636, + "recall_at_1": 0.00156, + "recall_at_10": 0.01447, + "recall_at_100": 0.11769, + "recall_at_1000": 0.44218, + "recall_at_20": 0.02834, + "recall_at_3": 0.00422, + "recall_at_5": 0.00715, + "hf_subset": "default", + "main_score": 0.54706, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/Touche2020-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/Touche2020-VN.json new file mode 100644 index 0000000000..b728184958 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 817.05, + "map_at_1": 0.01305, + "map_at_10": 0.06042, + "map_at_100": 0.10697, + "map_at_1000": 0.11855, + "map_at_20": 0.07713, + "map_at_3": 0.03107, + "map_at_5": 0.04331, + "mrr_at_1": 0.16, + "mrr_at_10": 0.31992, + "mrr_at_100": 0.333, + "mrr_at_1000": 0.333, + "mrr_at_20": 0.33058, + "mrr_at_3": 0.26667, + "mrr_at_5": 0.28667, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.16012, + "ndcg_at_100": 0.28019, + "ndcg_at_1000": 0.3912, + "ndcg_at_20": 0.17941, + "ndcg_at_3": 0.15776, + "ndcg_at_5": 0.16567, + "precision_at_1": 0.16, + "precision_at_10": 0.16, + "precision_at_100": 0.066, + "precision_at_1000": 0.0136, + "precision_at_20": 0.132, + "precision_at_3": 0.18667, + "precision_at_5": 0.184, + "recall_at_1": 0.01305, + "recall_at_10": 0.11146, + "recall_at_100": 0.39152, + "recall_at_1000": 0.7239, + "recall_at_20": 0.18268, + "recall_at_3": 0.0405, + "recall_at_5": 0.06556, + "hf_subset": "default", + "main_score": 0.16012, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ToxicConversationsVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..7427a632d8 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.642627, + "f1": 0.477262, + "f1_weighted": 0.722424, + "ap": 0.097027, + "ap_weighted": 0.097027, + "scores_per_experiment": [ + { + "accuracy": 0.782227, + "f1": 0.518257, + "f1_weighted": 0.825061, + "ap": 0.082067, + "ap_weighted": 0.082067 + }, + { + "accuracy": 0.575684, + "f1": 0.443891, + "f1_weighted": 0.676808, + "ap": 0.089167, + "ap_weighted": 0.089167 + }, + { + "accuracy": 0.777344, + "f1": 0.56781, + "f1_weighted": 0.826715, + "ap": 0.129871, + "ap_weighted": 0.129871 + }, + { + "accuracy": 0.700195, + "f1": 0.500977, + "f1_weighted": 0.772246, + "ap": 0.091726, + "ap_weighted": 0.091726 + }, + { + "accuracy": 0.505371, + "f1": 0.403891, + "f1_weighted": 0.615498, + "ap": 0.082977, + "ap_weighted": 0.082977 + }, + { + "accuracy": 0.496582, + "f1": 0.404591, + "f1_weighted": 0.605943, + "ap": 0.089497, + "ap_weighted": 0.089497 + }, + { + "accuracy": 0.739746, + "f1": 0.55043, + "f1_weighted": 0.801427, + "ap": 0.129418, + "ap_weighted": 0.129418 + }, + { + "accuracy": 0.627441, + "f1": 0.463129, + "f1_weighted": 0.718661, + "ap": 0.085036, + "ap_weighted": 0.085036 + }, + { + "accuracy": 0.452148, + "f1": 0.37921, + "f1_weighted": 0.562284, + "ap": 0.088055, + "ap_weighted": 0.088055 + }, + { + "accuracy": 0.769531, + "f1": 0.540429, + "f1_weighted": 0.819598, + "ap": 0.102455, + "ap_weighted": 0.102455 + } + ], + "main_score": 0.642627, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.453136920928955, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TweetSentimentExtractionVNClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..f0ecb31259 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.522906, + "f1": 0.516214, + "f1_weighted": 0.516182, + "scores_per_experiment": [ + { + "accuracy": 0.501211, + "f1": 0.503257, + "f1_weighted": 0.502318 + }, + { + "accuracy": 0.504116, + "f1": 0.500109, + "f1_weighted": 0.49462 + }, + { + "accuracy": 0.562228, + "f1": 0.559484, + "f1_weighted": 0.558191 + }, + { + "accuracy": 0.505569, + "f1": 0.503494, + "f1_weighted": 0.503575 + }, + { + "accuracy": 0.550605, + "f1": 0.544302, + "f1_weighted": 0.544192 + }, + { + "accuracy": 0.592252, + "f1": 0.58371, + "f1_weighted": 0.582183 + }, + { + "accuracy": 0.498789, + "f1": 0.470507, + "f1_weighted": 0.489652 + }, + { + "accuracy": 0.582082, + "f1": 0.58038, + "f1_weighted": 0.57969 + }, + { + "accuracy": 0.471671, + "f1": 0.455548, + "f1_weighted": 0.452071 + }, + { + "accuracy": 0.460533, + "f1": 0.461351, + "f1_weighted": 0.455331 + } + ], + "main_score": 0.522906, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.33198094367981, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TwentyNewsgroupsClustering-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..2f8651a552 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.376911, + "v_measure_std": 0.023495, + "v_measures": [ + 0.382943, + 0.394088, + 0.40053, + 0.360867, + 0.338897, + 0.389065, + 0.383229, + 0.33353, + 0.379888, + 0.406068 + ], + "main_score": 0.376911, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 19.43835759162903, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TwitterSemEval2015-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..f5fab8695e --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.849371, + "similarity_accuracy_threshold": 0.91716, + "similarity_f1": 0.67656, + "similarity_f1_threshold": 0.904915, + "similarity_precision": 0.650987, + "similarity_recall": 0.704225, + "similarity_ap": 0.717808, + "cosine_accuracy": 0.849371, + "cosine_accuracy_threshold": 0.91716, + "cosine_f1": 0.67656, + "cosine_f1_threshold": 0.904915, + "cosine_precision": 0.650987, + "cosine_recall": 0.704225, + "cosine_ap": 0.717808, + "manhattan_accuracy": 0.848304, + "manhattan_accuracy_threshold": 10.365162, + "manhattan_f1": 0.676174, + "manhattan_f1_threshold": 11.059987, + "manhattan_precision": 0.653797, + "manhattan_recall": 0.700136, + "manhattan_ap": 0.716503, + "euclidean_accuracy": 0.849371, + "euclidean_accuracy_threshold": 0.407038, + "euclidean_f1": 0.67656, + "euclidean_f1_threshold": 0.436084, + "euclidean_precision": 0.650987, + "euclidean_recall": 0.704225, + "euclidean_ap": 0.717808, + "dot_accuracy": 0.849371, + "dot_accuracy_threshold": 0.91716, + "dot_f1": 0.67656, + "dot_f1_threshold": 0.904915, + "dot_precision": 0.650987, + "dot_recall": 0.704225, + "dot_ap": 0.717808, + "max_accuracy": 0.849371, + "max_f1": 0.67656, + "max_precision": 0.653797, + "max_recall": 0.704225, + "max_ap": 0.717808, + "main_score": 0.717808, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 14.012291669845581, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TwitterURLCorpus-VN.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..3d5443ecf1 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.873933, + "similarity_accuracy_threshold": 0.890789, + "similarity_f1": 0.783155, + "similarity_f1_threshold": 0.887347, + "similarity_precision": 0.760233, + "similarity_recall": 0.807503, + "similarity_ap": 0.857404, + "cosine_accuracy": 0.873933, + "cosine_accuracy_threshold": 0.890789, + "cosine_f1": 0.783155, + "cosine_f1_threshold": 0.887347, + "cosine_precision": 0.760233, + "cosine_recall": 0.807503, + "cosine_ap": 0.857479, + "manhattan_accuracy": 0.873335, + "manhattan_accuracy_threshold": 11.822094, + "manhattan_f1": 0.783664, + "manhattan_f1_threshold": 12.063289, + "manhattan_precision": 0.764796, + "manhattan_recall": 0.803487, + "manhattan_ap": 0.857266, + "euclidean_accuracy": 0.873933, + "euclidean_accuracy_threshold": 0.467356, + "euclidean_f1": 0.783155, + "euclidean_f1_threshold": 0.474664, + "euclidean_precision": 0.760233, + "euclidean_recall": 0.807503, + "euclidean_ap": 0.857479, + "dot_accuracy": 0.873933, + "dot_accuracy_threshold": 0.890789, + "dot_f1": 0.783155, + "dot_f1_threshold": 0.887347, + "dot_precision": 0.760233, + "dot_recall": 0.807503, + "dot_ap": 0.857279, + "max_accuracy": 0.873933, + "max_f1": 0.783664, + "max_precision": 0.764796, + "max_recall": 0.807503, + "max_ap": 0.857479, + "main_score": 0.857479, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 53.43653845787048, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/VieQuADRetrieval.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/VieQuADRetrieval.json new file mode 100644 index 0000000000..8d995a5a0c --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.66113, + "ndcg_at_3": 0.5446, + "ndcg_at_5": 0.58054, + "ndcg_at_10": 0.61118, + "ndcg_at_20": 0.63574, + "ndcg_at_100": 0.66828, + "ndcg_at_1000": 0.68281, + "map_at_1": 0.33057, + "map_at_3": 0.45833, + "map_at_5": 0.48518, + "map_at_10": 0.5035, + "map_at_20": 0.51386, + "map_at_100": 0.52082, + "map_at_1000": 0.52166, + "recall_at_1": 0.33057, + "recall_at_3": 0.52197, + "recall_at_5": 0.59277, + "recall_at_10": 0.66968, + "recall_at_20": 0.74854, + "recall_at_100": 0.8916, + "recall_at_1000": 0.9856, + "precision_at_1": 0.66113, + "precision_at_3": 0.34798, + "precision_at_5": 0.23711, + "precision_at_10": 0.13394, + "precision_at_20": 0.07485, + "precision_at_100": 0.01783, + "precision_at_1000": 0.00197, + "mrr_at_1": 0.661133, + "mrr_at_3": 0.751628, + "mrr_at_5": 0.763322, + "mrr_at_10": 0.768187, + "mrr_at_20": 0.769652, + "mrr_at_100": 0.770415, + "mrr_at_1000": 0.770453, + "nauc_ndcg_at_1_max": 0.355128, + "nauc_ndcg_at_1_std": 0.052618, + "nauc_ndcg_at_1_diff1": 0.578933, + "nauc_ndcg_at_3_max": 0.368379, + "nauc_ndcg_at_3_std": 0.09021, + "nauc_ndcg_at_3_diff1": 0.376862, + "nauc_ndcg_at_5_max": 0.37572, + "nauc_ndcg_at_5_std": 0.097859, + "nauc_ndcg_at_5_diff1": 0.346001, + "nauc_ndcg_at_10_max": 0.380804, + "nauc_ndcg_at_10_std": 0.103804, + "nauc_ndcg_at_10_diff1": 0.342693, + "nauc_ndcg_at_20_max": 0.394068, + "nauc_ndcg_at_20_std": 0.11532, + "nauc_ndcg_at_20_diff1": 0.344031, + "nauc_ndcg_at_100_max": 0.404777, + "nauc_ndcg_at_100_std": 0.135562, + "nauc_ndcg_at_100_diff1": 0.356761, + "nauc_ndcg_at_1000_max": 0.396825, + "nauc_ndcg_at_1000_std": 0.121944, + "nauc_ndcg_at_1000_diff1": 0.369864, + "nauc_map_at_1_max": 0.355128, + "nauc_map_at_1_std": 0.052618, + "nauc_map_at_1_diff1": 0.578933, + "nauc_map_at_3_max": 0.345666, + "nauc_map_at_3_std": 0.081287, + "nauc_map_at_3_diff1": 0.337086, + "nauc_map_at_5_max": 0.356156, + "nauc_map_at_5_std": 0.087772, + "nauc_map_at_5_diff1": 0.31954, + "nauc_map_at_10_max": 0.359295, + "nauc_map_at_10_std": 0.091471, + "nauc_map_at_10_diff1": 0.319326, + "nauc_map_at_20_max": 0.36511, + "nauc_map_at_20_std": 0.095906, + "nauc_map_at_20_diff1": 0.320454, + "nauc_map_at_100_max": 0.367109, + "nauc_map_at_100_std": 0.099975, + "nauc_map_at_100_diff1": 0.322582, + "nauc_map_at_1000_max": 0.366897, + "nauc_map_at_1000_std": 0.099684, + "nauc_map_at_1000_diff1": 0.323036, + "nauc_recall_at_1_max": 0.355128, + "nauc_recall_at_1_std": 0.052618, + "nauc_recall_at_1_diff1": 0.578933, + "nauc_recall_at_3_max": 0.353171, + "nauc_recall_at_3_std": 0.104178, + "nauc_recall_at_3_diff1": 0.26177, + "nauc_recall_at_5_max": 0.348949, + "nauc_recall_at_5_std": 0.113483, + "nauc_recall_at_5_diff1": 0.18555, + "nauc_recall_at_10_max": 0.341352, + "nauc_recall_at_10_std": 0.123265, + "nauc_recall_at_10_diff1": 0.156212, + "nauc_recall_at_20_max": 0.377739, + "nauc_recall_at_20_std": 0.162366, + "nauc_recall_at_20_diff1": 0.136501, + "nauc_recall_at_100_max": 0.477185, + "nauc_recall_at_100_std": 0.369962, + "nauc_recall_at_100_diff1": 0.087089, + "nauc_recall_at_1000_max": 0.693475, + "nauc_recall_at_1000_std": 0.71942, + "nauc_recall_at_1000_diff1": -0.059464, + "nauc_precision_at_1_max": 0.355128, + "nauc_precision_at_1_std": 0.052618, + "nauc_precision_at_1_diff1": 0.578933, + "nauc_precision_at_3_max": 0.353171, + "nauc_precision_at_3_std": 0.104178, + "nauc_precision_at_3_diff1": 0.26177, + "nauc_precision_at_5_max": 0.348949, + "nauc_precision_at_5_std": 0.113483, + "nauc_precision_at_5_diff1": 0.18555, + "nauc_precision_at_10_max": 0.341352, + "nauc_precision_at_10_std": 0.123265, + "nauc_precision_at_10_diff1": 0.156212, + "nauc_precision_at_20_max": 0.377739, + "nauc_precision_at_20_std": 0.162366, + "nauc_precision_at_20_diff1": 0.136501, + "nauc_precision_at_100_max": 0.477185, + "nauc_precision_at_100_std": 0.369962, + "nauc_precision_at_100_diff1": 0.087089, + "nauc_precision_at_1000_max": 0.693475, + "nauc_precision_at_1000_std": 0.71942, + "nauc_precision_at_1000_diff1": -0.059464, + "nauc_mrr_at_1_max": 0.355128, + "nauc_mrr_at_1_std": 0.052618, + "nauc_mrr_at_1_diff1": 0.578933, + "nauc_mrr_at_3_max": 0.411031, + "nauc_mrr_at_3_std": 0.084586, + "nauc_mrr_at_3_diff1": 0.586713, + "nauc_mrr_at_5_max": 0.407733, + "nauc_mrr_at_5_std": 0.085964, + "nauc_mrr_at_5_diff1": 0.58287, + "nauc_mrr_at_10_max": 0.408211, + "nauc_mrr_at_10_std": 0.085462, + "nauc_mrr_at_10_diff1": 0.584555, + "nauc_mrr_at_20_max": 0.406468, + "nauc_mrr_at_20_std": 0.08593, + "nauc_mrr_at_20_diff1": 0.583672, + "nauc_mrr_at_100_max": 0.405616, + "nauc_mrr_at_100_std": 0.084736, + "nauc_mrr_at_100_diff1": 0.583943, + "nauc_mrr_at_1000_max": 0.405524, + "nauc_mrr_at_1000_std": 0.084601, + "nauc_mrr_at_1000_diff1": 0.583959, + "main_score": 0.61118, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.356024742126465, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/VieStudentFeedbackClassification.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..00c3438704 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.776074, + "f1": 0.65459, + "f1_weighted": 0.815778, + "scores_per_experiment": [ + { + "accuracy": 0.847168, + "f1": 0.718311, + "f1_weighted": 0.860869 + }, + { + "accuracy": 0.724121, + "f1": 0.610766, + "f1_weighted": 0.778766 + }, + { + "accuracy": 0.841797, + "f1": 0.691043, + "f1_weighted": 0.854612 + }, + { + "accuracy": 0.702148, + "f1": 0.605612, + "f1_weighted": 0.768424 + }, + { + "accuracy": 0.760742, + "f1": 0.64524, + "f1_weighted": 0.810845 + }, + { + "accuracy": 0.808105, + "f1": 0.680964, + "f1_weighted": 0.841312 + }, + { + "accuracy": 0.771973, + "f1": 0.65368, + "f1_weighted": 0.819693 + }, + { + "accuracy": 0.794434, + "f1": 0.656514, + "f1_weighted": 0.826371 + }, + { + "accuracy": 0.796387, + "f1": 0.668272, + "f1_weighted": 0.822116 + }, + { + "accuracy": 0.713867, + "f1": 0.615494, + "f1_weighted": 0.774773 + } + ], + "main_score": 0.776074, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.73582911491394, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AmazonCounterfactualVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..7fa3ce41aa --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.565021, + "f1": 0.511142, + "f1_weighted": 0.611786, + "ap": 0.223113, + "ap_weighted": 0.223113, + "scores_per_experiment": [ + { + "accuracy": 0.521459, + "f1": 0.480397, + "f1_weighted": 0.573179, + "ap": 0.209808, + "ap_weighted": 0.209808 + }, + { + "accuracy": 0.665236, + "f1": 0.591485, + "f1_weighted": 0.701739, + "ap": 0.263839, + "ap_weighted": 0.263839 + }, + { + "accuracy": 0.530043, + "f1": 0.493606, + "f1_weighted": 0.579888, + "ap": 0.222504, + "ap_weighted": 0.222504 + }, + { + "accuracy": 0.542918, + "f1": 0.506245, + "f1_weighted": 0.59172, + "ap": 0.231045, + "ap_weighted": 0.231045 + }, + { + "accuracy": 0.560086, + "f1": 0.489764, + "f1_weighted": 0.610084, + "ap": 0.197485, + "ap_weighted": 0.197485 + }, + { + "accuracy": 0.512876, + "f1": 0.482443, + "f1_weighted": 0.562161, + "ap": 0.221442, + "ap_weighted": 0.221442 + }, + { + "accuracy": 0.643777, + "f1": 0.577981, + "f1_weighted": 0.683826, + "ap": 0.258836, + "ap_weighted": 0.258836 + }, + { + "accuracy": 0.628755, + "f1": 0.528359, + "f1_weighted": 0.666579, + "ap": 0.206508, + "ap_weighted": 0.206508 + }, + { + "accuracy": 0.540773, + "f1": 0.499378, + "f1_weighted": 0.590817, + "ap": 0.221595, + "ap_weighted": 0.221595 + }, + { + "accuracy": 0.504292, + "f1": 0.461757, + "f1_weighted": 0.557867, + "ap": 0.198063, + "ap_weighted": 0.198063 + } + ], + "main_score": 0.565021, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.3681316375732422, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AmazonPolarityVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..7857853a7d --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.748563, + "f1": 0.74722, + "f1_weighted": 0.747186, + "ap": 0.693811, + "ap_weighted": 0.693811, + "scores_per_experiment": [ + { + "accuracy": 0.761, + "f1": 0.760829, + "f1_weighted": 0.760782, + "ap": 0.706439, + "ap_weighted": 0.706439 + }, + { + "accuracy": 0.747072, + "f1": 0.74704, + "f1_weighted": 0.747019, + "ap": 0.689814, + "ap_weighted": 0.689814 + }, + { + "accuracy": 0.752886, + "f1": 0.752599, + "f1_weighted": 0.752537, + "ap": 0.699094, + "ap_weighted": 0.699094 + }, + { + "accuracy": 0.737296, + "f1": 0.731495, + "f1_weighted": 0.731203, + "ap": 0.703663, + "ap_weighted": 0.703663 + }, + { + "accuracy": 0.76191, + "f1": 0.761271, + "f1_weighted": 0.761179, + "ap": 0.711681, + "ap_weighted": 0.711681 + }, + { + "accuracy": 0.735047, + "f1": 0.7345, + "f1_weighted": 0.734411, + "ap": 0.682402, + "ap_weighted": 0.682402 + }, + { + "accuracy": 0.735646, + "f1": 0.735395, + "f1_weighted": 0.735335, + "ap": 0.680975, + "ap_weighted": 0.680975 + }, + { + "accuracy": 0.795181, + "f1": 0.795164, + "f1_weighted": 0.795178, + "ap": 0.736794, + "ap_weighted": 0.736794 + }, + { + "accuracy": 0.744762, + "f1": 0.739138, + "f1_weighted": 0.739421, + "ap": 0.671383, + "ap_weighted": 0.671383 + }, + { + "accuracy": 0.714829, + "f1": 0.714767, + "f1_weighted": 0.714798, + "ap": 0.655864, + "ap_weighted": 0.655864 + } + ], + "main_score": 0.748563, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 301.0772080421448, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AmazonReviewsVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..82ec9c2f1a --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.385456, + "f1": 0.369558, + "f1_weighted": 0.374243, + "scores_per_experiment": [ + { + "accuracy": 0.399533, + "f1": 0.389245, + "f1_weighted": 0.394045 + }, + { + "accuracy": 0.399825, + "f1": 0.379316, + "f1_weighted": 0.384844 + }, + { + "accuracy": 0.390479, + "f1": 0.366031, + "f1_weighted": 0.371834 + }, + { + "accuracy": 0.360397, + "f1": 0.355061, + "f1_weighted": 0.358324 + }, + { + "accuracy": 0.407418, + "f1": 0.371172, + "f1_weighted": 0.377638 + }, + { + "accuracy": 0.401285, + "f1": 0.388275, + "f1_weighted": 0.391991 + }, + { + "accuracy": 0.320678, + "f1": 0.322559, + "f1_weighted": 0.324696 + }, + { + "accuracy": 0.389895, + "f1": 0.38583, + "f1_weighted": 0.389223 + }, + { + "accuracy": 0.410631, + "f1": 0.388052, + "f1_weighted": 0.393292 + }, + { + "accuracy": 0.374416, + "f1": 0.350036, + "f1_weighted": 0.356542 + } + ], + "main_score": 0.385456, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.253609657287598, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-VN.json new file mode 100644 index 0000000000..b4a9baca7a --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 7.37, + "map_at_1": 0.20849, + "map_at_10": 0.34896, + "map_at_100": 0.36, + "map_at_1000": 0.36026, + "map_at_20": 0.35645, + "map_at_3": 0.30335, + "map_at_5": 0.33003, + "mrr_at_1": 0.20849, + "mrr_at_10": 0.34896, + "mrr_at_100": 0.36, + "mrr_at_1000": 0.36026, + "mrr_at_20": 0.35645, + "mrr_at_3": 0.30335, + "mrr_at_5": 0.33003, + "ndcg_at_1": 0.20849, + "ndcg_at_10": 0.42972, + "ndcg_at_100": 0.4812, + "ndcg_at_1000": 0.48819, + "ndcg_at_20": 0.45666, + "ndcg_at_3": 0.33578, + "ndcg_at_5": 0.38351, + "precision_at_1": 0.20849, + "precision_at_10": 0.06888, + "precision_at_100": 0.00924, + "precision_at_1000": 0.00098, + "precision_at_20": 0.03973, + "precision_at_3": 0.14337, + "precision_at_5": 0.10903, + "recall_at_1": 0.20849, + "recall_at_10": 0.6888, + "recall_at_100": 0.92432, + "recall_at_1000": 0.97915, + "recall_at_20": 0.79459, + "recall_at_3": 0.43012, + "recall_at_5": 0.54517, + "hf_subset": "default", + "main_score": 0.42972, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AskUbuntuDupQuestions-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..38b436e655 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.571314, + "mrr": 0.679372, + "nAUC_map_max": 0.24306, + "nAUC_map_std": 0.250516, + "nAUC_map_diff1": 0.169612, + "nAUC_mrr_max": 0.294314, + "nAUC_mrr_std": 0.282331, + "nAUC_mrr_diff1": 0.216464, + "main_score": 0.571314, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.1344501972198486, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/BIOSSES-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/BIOSSES-VN.json new file mode 100644 index 0000000000..3eabd52873 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.826834, + "spearman": 0.790843, + "cosine_pearson": 0.826834, + "cosine_spearman": 0.790843, + "manhattan_pearson": 0.807524, + "manhattan_spearman": 0.79956, + "euclidean_pearson": 0.807273, + "euclidean_spearman": 0.790843, + "main_score": 0.790843, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.0786125659942627, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Banking77VNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Banking77VNClassification.json new file mode 100644 index 0000000000..4d7461e16e --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.671405, + "f1": 0.646854, + "f1_weighted": 0.657011, + "scores_per_experiment": [ + { + "accuracy": 0.659798, + "f1": 0.6339, + "f1_weighted": 0.647295 + }, + { + "accuracy": 0.667788, + "f1": 0.636521, + "f1_weighted": 0.647441 + }, + { + "accuracy": 0.686291, + "f1": 0.65612, + "f1_weighted": 0.668097 + }, + { + "accuracy": 0.688394, + "f1": 0.672575, + "f1_weighted": 0.678892 + }, + { + "accuracy": 0.668209, + "f1": 0.638478, + "f1_weighted": 0.653276 + }, + { + "accuracy": 0.66905, + "f1": 0.650677, + "f1_weighted": 0.655693 + }, + { + "accuracy": 0.649285, + "f1": 0.619411, + "f1_weighted": 0.629467 + }, + { + "accuracy": 0.681245, + "f1": 0.662452, + "f1_weighted": 0.671498 + }, + { + "accuracy": 0.688814, + "f1": 0.669272, + "f1_weighted": 0.675987 + }, + { + "accuracy": 0.655172, + "f1": 0.629136, + "f1_weighted": 0.642465 + } + ], + "main_score": 0.671405, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.377077341079712, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackAndroid-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..5402b43005 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 30.66, + "map_at_1": 0.28213, + "map_at_10": 0.36781, + "map_at_100": 0.38156, + "map_at_1000": 0.38293, + "map_at_20": 0.37614, + "map_at_3": 0.33953, + "map_at_5": 0.35642, + "mrr_at_1": 0.35223, + "mrr_at_10": 0.42532, + "mrr_at_100": 0.43496, + "mrr_at_1000": 0.43561, + "mrr_at_20": 0.43137, + "mrr_at_3": 0.40578, + "mrr_at_5": 0.41919, + "ndcg_at_1": 0.35223, + "ndcg_at_10": 0.41693, + "ndcg_at_100": 0.47092, + "ndcg_at_1000": 0.49834, + "ndcg_at_20": 0.43971, + "ndcg_at_3": 0.38224, + "ndcg_at_5": 0.40068, + "precision_at_1": 0.35223, + "precision_at_10": 0.07955, + "precision_at_100": 0.01306, + "precision_at_1000": 0.00185, + "precision_at_20": 0.04751, + "precision_at_3": 0.18328, + "precision_at_5": 0.1323, + "recall_at_1": 0.28213, + "recall_at_10": 0.49499, + "recall_at_100": 0.72729, + "recall_at_1000": 0.91349, + "recall_at_20": 0.58209, + "recall_at_3": 0.38815, + "recall_at_5": 0.4441, + "hf_subset": "default", + "main_score": 0.41693, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGis-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGis-VN.json new file mode 100644 index 0000000000..96c3759585 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 60.29, + "map_at_1": 0.18595, + "map_at_10": 0.25371, + "map_at_100": 0.26283, + "map_at_1000": 0.26372, + "map_at_20": 0.25853, + "map_at_3": 0.23616, + "map_at_5": 0.24414, + "mrr_at_1": 0.20923, + "mrr_at_10": 0.27534, + "mrr_at_100": 0.28366, + "mrr_at_1000": 0.28443, + "mrr_at_20": 0.27965, + "mrr_at_3": 0.26, + "mrr_at_5": 0.26738, + "ndcg_at_1": 0.20923, + "ndcg_at_10": 0.29116, + "ndcg_at_100": 0.33918, + "ndcg_at_1000": 0.36457, + "ndcg_at_20": 0.30731, + "ndcg_at_3": 0.25852, + "ndcg_at_5": 0.27075, + "precision_at_1": 0.20923, + "precision_at_10": 0.04585, + "precision_at_100": 0.00738, + "precision_at_1000": 0.00099, + "precision_at_20": 0.02646, + "precision_at_3": 0.11333, + "precision_at_5": 0.07569, + "recall_at_1": 0.18595, + "recall_at_10": 0.38644, + "recall_at_100": 0.61435, + "recall_at_1000": 0.81153, + "recall_at_20": 0.447, + "recall_at_3": 0.29516, + "recall_at_5": 0.32653, + "hf_subset": "default", + "main_score": 0.29116, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackMathematica-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..d91b7de73e --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 32.64, + "map_at_1": 0.10425, + "map_at_10": 0.15744, + "map_at_100": 0.16548, + "map_at_1000": 0.16673, + "map_at_20": 0.16158, + "map_at_3": 0.14102, + "map_at_5": 0.14767, + "mrr_at_1": 0.12367, + "mrr_at_10": 0.18266, + "mrr_at_100": 0.19075, + "mrr_at_1000": 0.19171, + "mrr_at_20": 0.18677, + "mrr_at_3": 0.16525, + "mrr_at_5": 0.17313, + "ndcg_at_1": 0.12367, + "ndcg_at_10": 0.1933, + "ndcg_at_100": 0.23722, + "ndcg_at_1000": 0.27292, + "ndcg_at_20": 0.20799, + "ndcg_at_3": 0.16138, + "ndcg_at_5": 0.17175, + "precision_at_1": 0.12367, + "precision_at_10": 0.03539, + "precision_at_100": 0.00644, + "precision_at_1000": 0.00108, + "precision_at_20": 0.02164, + "precision_at_3": 0.07747, + "precision_at_5": 0.05458, + "recall_at_1": 0.10425, + "recall_at_10": 0.27976, + "recall_at_100": 0.48486, + "recall_at_1000": 0.75013, + "recall_at_20": 0.33456, + "recall_at_3": 0.18552, + "recall_at_5": 0.21457, + "hf_subset": "default", + "main_score": 0.1933, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackPhysics-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..bb1bdc0897 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 63.66, + "map_at_1": 0.22302, + "map_at_10": 0.31043, + "map_at_100": 0.32089, + "map_at_1000": 0.32223, + "map_at_20": 0.31628, + "map_at_3": 0.28128, + "map_at_5": 0.29916, + "mrr_at_1": 0.29691, + "mrr_at_10": 0.38741, + "mrr_at_100": 0.395, + "mrr_at_1000": 0.39561, + "mrr_at_20": 0.39209, + "mrr_at_3": 0.36392, + "mrr_at_5": 0.37835, + "ndcg_at_1": 0.29691, + "ndcg_at_10": 0.36959, + "ndcg_at_100": 0.41558, + "ndcg_at_1000": 0.44463, + "ndcg_at_20": 0.38752, + "ndcg_at_3": 0.32587, + "ndcg_at_5": 0.34781, + "precision_at_1": 0.29691, + "precision_at_10": 0.07031, + "precision_at_100": 0.01105, + "precision_at_1000": 0.00158, + "precision_at_20": 0.04144, + "precision_at_3": 0.16082, + "precision_at_5": 0.11753, + "recall_at_1": 0.22302, + "recall_at_10": 0.47417, + "recall_at_100": 0.67174, + "recall_at_1000": 0.86594, + "recall_at_20": 0.5384, + "recall_at_3": 0.34066, + "recall_at_5": 0.40278, + "hf_subset": "default", + "main_score": 0.36959, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackProgrammers-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..9d194c10c2 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 55.88, + "map_at_1": 0.19623, + "map_at_10": 0.26698, + "map_at_100": 0.27665, + "map_at_1000": 0.27793, + "map_at_20": 0.27216, + "map_at_3": 0.24287, + "map_at_5": 0.25718, + "mrr_at_1": 0.2398, + "mrr_at_10": 0.31068, + "mrr_at_100": 0.31825, + "mrr_at_1000": 0.31908, + "mrr_at_20": 0.31484, + "mrr_at_3": 0.28847, + "mrr_at_5": 0.3012, + "ndcg_at_1": 0.2398, + "ndcg_at_10": 0.31421, + "ndcg_at_100": 0.35938, + "ndcg_at_1000": 0.38992, + "ndcg_at_20": 0.33059, + "ndcg_at_3": 0.27237, + "ndcg_at_5": 0.29193, + "precision_at_1": 0.2398, + "precision_at_10": 0.0571, + "precision_at_100": 0.0092, + "precision_at_1000": 0.00135, + "precision_at_20": 0.03369, + "precision_at_3": 0.12887, + "precision_at_5": 0.09364, + "recall_at_1": 0.19623, + "recall_at_10": 0.41717, + "recall_at_100": 0.61261, + "recall_at_1000": 0.82415, + "recall_at_20": 0.47391, + "recall_at_3": 0.29285, + "recall_at_5": 0.34703, + "hf_subset": "default", + "main_score": 0.31421, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackStats-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackStats-VN.json new file mode 100644 index 0000000000..f6843f2e1e --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 77.21, + "map_at_1": 0.17756, + "map_at_10": 0.23055, + "map_at_100": 0.23953, + "map_at_1000": 0.24033, + "map_at_20": 0.23576, + "map_at_3": 0.21334, + "map_at_5": 0.22462, + "mrr_at_1": 0.20199, + "mrr_at_10": 0.25713, + "mrr_at_100": 0.26445, + "mrr_at_1000": 0.26523, + "mrr_at_20": 0.26124, + "mrr_at_3": 0.24062, + "mrr_at_5": 0.25188, + "ndcg_at_1": 0.20199, + "ndcg_at_10": 0.26507, + "ndcg_at_100": 0.30825, + "ndcg_at_1000": 0.33111, + "ndcg_at_20": 0.28228, + "ndcg_at_3": 0.23327, + "ndcg_at_5": 0.2518, + "precision_at_1": 0.20199, + "precision_at_10": 0.04305, + "precision_at_100": 0.00695, + "precision_at_1000": 0.00095, + "precision_at_20": 0.02583, + "precision_at_3": 0.09823, + "precision_at_5": 0.07219, + "recall_at_1": 0.17756, + "recall_at_10": 0.34336, + "recall_at_100": 0.54425, + "recall_at_1000": 0.71487, + "recall_at_20": 0.41061, + "recall_at_3": 0.25979, + "recall_at_5": 0.30274, + "hf_subset": "default", + "main_score": 0.26507, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackTex-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackTex-VN.json new file mode 100644 index 0000000000..767a354b35 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 131.95, + "map_at_1": 0.13309, + "map_at_10": 0.18577, + "map_at_100": 0.19409, + "map_at_1000": 0.19525, + "map_at_20": 0.18996, + "map_at_3": 0.17023, + "map_at_5": 0.17848, + "mrr_at_1": 0.16695, + "mrr_at_10": 0.22135, + "mrr_at_100": 0.22913, + "mrr_at_1000": 0.22996, + "mrr_at_20": 0.22546, + "mrr_at_3": 0.20574, + "mrr_at_5": 0.21406, + "ndcg_at_1": 0.16695, + "ndcg_at_10": 0.22082, + "ndcg_at_100": 0.26257, + "ndcg_at_1000": 0.29347, + "ndcg_at_20": 0.2345, + "ndcg_at_3": 0.19419, + "ndcg_at_5": 0.20514, + "precision_at_1": 0.16695, + "precision_at_10": 0.03991, + "precision_at_100": 0.0072, + "precision_at_1000": 0.00114, + "precision_at_20": 0.02413, + "precision_at_3": 0.09358, + "precision_at_5": 0.06564, + "recall_at_1": 0.13309, + "recall_at_10": 0.29147, + "recall_at_100": 0.4821, + "recall_at_1000": 0.71048, + "recall_at_20": 0.34165, + "recall_at_3": 0.21045, + "recall_at_5": 0.24268, + "hf_subset": "default", + "main_score": 0.22082, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackUnix-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..71cfbe0c89 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 75.48, + "map_at_1": 0.20728, + "map_at_10": 0.27197, + "map_at_100": 0.2816, + "map_at_1000": 0.2827, + "map_at_20": 0.27664, + "map_at_3": 0.25489, + "map_at_5": 0.2648, + "mrr_at_1": 0.24547, + "mrr_at_10": 0.31127, + "mrr_at_100": 0.32026, + "mrr_at_1000": 0.321, + "mrr_at_20": 0.31629, + "mrr_at_3": 0.29545, + "mrr_at_5": 0.30518, + "ndcg_at_1": 0.24547, + "ndcg_at_10": 0.31123, + "ndcg_at_100": 0.35995, + "ndcg_at_1000": 0.38825, + "ndcg_at_20": 0.32741, + "ndcg_at_3": 0.28178, + "ndcg_at_5": 0.29608, + "precision_at_1": 0.24547, + "precision_at_10": 0.05079, + "precision_at_100": 0.0084, + "precision_at_1000": 0.0012, + "precision_at_20": 0.02963, + "precision_at_3": 0.12817, + "precision_at_5": 0.08803, + "recall_at_1": 0.20728, + "recall_at_10": 0.39276, + "recall_at_100": 0.61115, + "recall_at_1000": 0.81565, + "recall_at_20": 0.45103, + "recall_at_3": 0.30997, + "recall_at_5": 0.34837, + "hf_subset": "default", + "main_score": 0.31123, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWebmasters-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..a54ec5dd48 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 25.17, + "map_at_1": 0.21552, + "map_at_10": 0.26537, + "map_at_100": 0.27862, + "map_at_1000": 0.28101, + "map_at_20": 0.27146, + "map_at_3": 0.24747, + "map_at_5": 0.25465, + "mrr_at_1": 0.2525, + "mrr_at_10": 0.30215, + "mrr_at_100": 0.31231, + "mrr_at_1000": 0.31311, + "mrr_at_20": 0.3076, + "mrr_at_3": 0.285, + "mrr_at_5": 0.2925, + "ndcg_at_1": 0.2525, + "ndcg_at_10": 0.30579, + "ndcg_at_100": 0.3598, + "ndcg_at_1000": 0.39275, + "ndcg_at_20": 0.32314, + "ndcg_at_3": 0.27669, + "ndcg_at_5": 0.28555, + "precision_at_1": 0.2525, + "precision_at_10": 0.0575, + "precision_at_100": 0.01322, + "precision_at_1000": 0.00229, + "precision_at_20": 0.03688, + "precision_at_3": 0.125, + "precision_at_5": 0.0885, + "recall_at_1": 0.21552, + "recall_at_10": 0.37179, + "recall_at_100": 0.62569, + "recall_at_1000": 0.8431, + "recall_at_20": 0.44308, + "recall_at_3": 0.28297, + "recall_at_5": 0.30772, + "hf_subset": "default", + "main_score": 0.30579, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWordpress-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..3fb5e975cf --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 81.97, + "map_at_1": 0.12321, + "map_at_10": 0.19268, + "map_at_100": 0.20055, + "map_at_1000": 0.20145, + "map_at_20": 0.19672, + "map_at_3": 0.17375, + "map_at_5": 0.18226, + "mrr_at_1": 0.14398, + "mrr_at_10": 0.21462, + "mrr_at_100": 0.22159, + "mrr_at_1000": 0.22237, + "mrr_at_20": 0.21837, + "mrr_at_3": 0.1959, + "mrr_at_5": 0.20467, + "ndcg_at_1": 0.14398, + "ndcg_at_10": 0.23391, + "ndcg_at_100": 0.27572, + "ndcg_at_1000": 0.30297, + "ndcg_at_20": 0.24831, + "ndcg_at_3": 0.19595, + "ndcg_at_5": 0.20988, + "precision_at_1": 0.14398, + "precision_at_10": 0.04005, + "precision_at_100": 0.0066, + "precision_at_1000": 0.00101, + "precision_at_20": 0.02343, + "precision_at_3": 0.09162, + "precision_at_5": 0.06283, + "recall_at_1": 0.12321, + "recall_at_10": 0.34123, + "recall_at_100": 0.54177, + "recall_at_1000": 0.75109, + "recall_at_20": 0.39686, + "recall_at_3": 0.23503, + "recall_at_5": 0.26959, + "hf_subset": "default", + "main_score": 0.23391, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ClimateFEVER-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ClimateFEVER-VN.json new file mode 100644 index 0000000000..2dfc7480c5 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 5416.56, + "map_at_1": 0.05642, + "map_at_10": 0.10157, + "map_at_100": 0.11477, + "map_at_1000": 0.11671, + "map_at_20": 0.10797, + "map_at_3": 0.08322, + "map_at_5": 0.09303, + "mrr_at_1": 0.12352, + "mrr_at_10": 0.20294, + "mrr_at_100": 0.21528, + "mrr_at_1000": 0.21608, + "mrr_at_20": 0.21019, + "mrr_at_3": 0.17439, + "mrr_at_5": 0.18987, + "ndcg_at_1": 0.12352, + "ndcg_at_10": 0.15129, + "ndcg_at_100": 0.21486, + "ndcg_at_1000": 0.25514, + "ndcg_at_20": 0.17335, + "ndcg_at_3": 0.11574, + "ndcg_at_5": 0.1296, + "precision_at_1": 0.12352, + "precision_at_10": 0.0495, + "precision_at_100": 0.01169, + "precision_at_1000": 0.00191, + "precision_at_20": 0.03388, + "precision_at_3": 0.08598, + "precision_at_5": 0.07048, + "recall_at_1": 0.05642, + "recall_at_10": 0.19252, + "recall_at_100": 0.41782, + "recall_at_1000": 0.64718, + "recall_at_20": 0.25616, + "recall_at_3": 0.11067, + "recall_at_5": 0.14379, + "hf_subset": "default", + "main_score": 0.15129, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DBPedia-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DBPedia-VN.json new file mode 100644 index 0000000000..6973431a39 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 4255.94, + "map_at_1": 0.07098, + "map_at_10": 0.13157, + "map_at_100": 0.16841, + "map_at_1000": 0.1787, + "map_at_20": 0.14675, + "map_at_3": 0.10067, + "map_at_5": 0.1153, + "mrr_at_1": 0.47826, + "mrr_at_10": 0.5756, + "mrr_at_100": 0.58313, + "mrr_at_1000": 0.58332, + "mrr_at_20": 0.58126, + "mrr_at_3": 0.5528, + "mrr_at_5": 0.56863, + "ndcg_at_1": 0.39286, + "ndcg_at_10": 0.28542, + "ndcg_at_100": 0.31777, + "ndcg_at_1000": 0.38603, + "ndcg_at_20": 0.28191, + "ndcg_at_3": 0.31433, + "ndcg_at_5": 0.30063, + "precision_at_1": 0.47826, + "precision_at_10": 0.20839, + "precision_at_100": 0.06211, + "precision_at_1000": 0.01341, + "precision_at_20": 0.15311, + "precision_at_3": 0.32712, + "precision_at_5": 0.27888, + "recall_at_1": 0.07098, + "recall_at_10": 0.18411, + "recall_at_100": 0.36436, + "recall_at_1000": 0.59197, + "recall_at_20": 0.235, + "recall_at_3": 0.11386, + "recall_at_5": 0.1448, + "hf_subset": "default", + "main_score": 0.28542, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/EmotionVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/EmotionVNClassification.json new file mode 100644 index 0000000000..d3bc04fabb --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.363906, + "f1": 0.308569, + "f1_weighted": 0.383169, + "scores_per_experiment": [ + { + "accuracy": 0.378125, + "f1": 0.305975, + "f1_weighted": 0.398949 + }, + { + "accuracy": 0.35, + "f1": 0.294678, + "f1_weighted": 0.374792 + }, + { + "accuracy": 0.4125, + "f1": 0.315978, + "f1_weighted": 0.427817 + }, + { + "accuracy": 0.345313, + "f1": 0.299155, + "f1_weighted": 0.376482 + }, + { + "accuracy": 0.407813, + "f1": 0.332856, + "f1_weighted": 0.420335 + }, + { + "accuracy": 0.278906, + "f1": 0.273545, + "f1_weighted": 0.276545 + }, + { + "accuracy": 0.428906, + "f1": 0.338701, + "f1_weighted": 0.442838 + }, + { + "accuracy": 0.35, + "f1": 0.312892, + "f1_weighted": 0.376312 + }, + { + "accuracy": 0.288281, + "f1": 0.271321, + "f1_weighted": 0.316962 + }, + { + "accuracy": 0.399219, + "f1": 0.340592, + "f1_weighted": 0.420662 + } + ], + "main_score": 0.363906, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.366279, + "f1": 0.305335, + "f1_weighted": 0.385838, + "scores_per_experiment": [ + { + "accuracy": 0.386047, + "f1": 0.307431, + "f1_weighted": 0.403196 + }, + { + "accuracy": 0.377519, + "f1": 0.318533, + "f1_weighted": 0.403255 + }, + { + "accuracy": 0.410078, + "f1": 0.317091, + "f1_weighted": 0.423548 + }, + { + "accuracy": 0.317054, + "f1": 0.265841, + "f1_weighted": 0.344163 + }, + { + "accuracy": 0.412403, + "f1": 0.338037, + "f1_weighted": 0.426933 + }, + { + "accuracy": 0.285271, + "f1": 0.272364, + "f1_weighted": 0.284055 + }, + { + "accuracy": 0.425581, + "f1": 0.330595, + "f1_weighted": 0.440546 + }, + { + "accuracy": 0.344961, + "f1": 0.308249, + "f1_weighted": 0.372031 + }, + { + "accuracy": 0.287597, + "f1": 0.261256, + "f1_weighted": 0.317657 + }, + { + "accuracy": 0.416279, + "f1": 0.333955, + "f1_weighted": 0.442999 + } + ], + "main_score": 0.366279, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.886139154434204, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FEVER-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FEVER-VN.json new file mode 100644 index 0000000000..c3be2ae0ec --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 5631.55, + "map_at_1": 0.36013, + "map_at_10": 0.47815, + "map_at_100": 0.4848, + "map_at_1000": 0.48516, + "map_at_20": 0.48209, + "map_at_3": 0.44959, + "map_at_5": 0.46705, + "mrr_at_1": 0.3861, + "mrr_at_10": 0.50893, + "mrr_at_100": 0.51524, + "mrr_at_1000": 0.51552, + "mrr_at_20": 0.51271, + "mrr_at_3": 0.4807, + "mrr_at_5": 0.49798, + "ndcg_at_1": 0.3861, + "ndcg_at_10": 0.54251, + "ndcg_at_100": 0.57525, + "ndcg_at_1000": 0.58492, + "ndcg_at_20": 0.55656, + "ndcg_at_3": 0.48596, + "ndcg_at_5": 0.51645, + "precision_at_1": 0.3861, + "precision_at_10": 0.07775, + "precision_at_100": 0.00956, + "precision_at_1000": 0.00105, + "precision_at_20": 0.04198, + "precision_at_3": 0.20235, + "precision_at_5": 0.13787, + "recall_at_1": 0.36013, + "recall_at_10": 0.71206, + "recall_at_100": 0.86263, + "recall_at_1000": 0.93624, + "recall_at_20": 0.76622, + "recall_at_3": 0.55962, + "recall_at_5": 0.63339, + "hf_subset": "default", + "main_score": 0.54251, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FiQA2018-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FiQA2018-VN.json new file mode 100644 index 0000000000..7608daf797 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 29.95, + "map_at_1": 0.10878, + "map_at_10": 0.17198, + "map_at_100": 0.18453, + "map_at_1000": 0.18638, + "map_at_20": 0.17833, + "map_at_3": 0.15257, + "map_at_5": 0.16022, + "mrr_at_1": 0.219, + "mrr_at_10": 0.29219, + "mrr_at_100": 0.30261, + "mrr_at_1000": 0.30338, + "mrr_at_20": 0.29851, + "mrr_at_3": 0.27309, + "mrr_at_5": 0.28021, + "ndcg_at_1": 0.219, + "ndcg_at_10": 0.2271, + "ndcg_at_100": 0.28376, + "ndcg_at_1000": 0.32399, + "ndcg_at_20": 0.24702, + "ndcg_at_3": 0.20722, + "ndcg_at_5": 0.20682, + "precision_at_1": 0.219, + "precision_at_10": 0.06332, + "precision_at_100": 0.01211, + "precision_at_1000": 0.00192, + "precision_at_20": 0.03971, + "precision_at_3": 0.1372, + "precision_at_5": 0.09551, + "recall_at_1": 0.10878, + "recall_at_10": 0.27427, + "recall_at_100": 0.49015, + "recall_at_1000": 0.74003, + "recall_at_20": 0.33672, + "recall_at_3": 0.19071, + "recall_at_5": 0.21392, + "hf_subset": "default", + "main_score": 0.2271, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/GreenNodeTableMarkdownRetrieval.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..4510af5f13 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30608, + "ndcg_at_3": 0.3585, + "ndcg_at_5": 0.37465, + "ndcg_at_10": 0.39203, + "ndcg_at_20": 0.40579, + "ndcg_at_100": 0.42882, + "ndcg_at_1000": 0.45096, + "map_at_1": 0.30608, + "map_at_3": 0.34564, + "map_at_5": 0.3546, + "map_at_10": 0.36176, + "map_at_20": 0.36554, + "map_at_100": 0.36861, + "map_at_1000": 0.36932, + "recall_at_1": 0.30608, + "recall_at_3": 0.39569, + "recall_at_5": 0.43494, + "recall_at_10": 0.48873, + "recall_at_20": 0.54315, + "recall_at_100": 0.66902, + "recall_at_1000": 0.85019, + "precision_at_1": 0.30608, + "precision_at_3": 0.1319, + "precision_at_5": 0.08699, + "precision_at_10": 0.04887, + "precision_at_20": 0.02716, + "precision_at_100": 0.00669, + "precision_at_1000": 0.00085, + "mrr_at_1": 0.306083, + "mrr_at_3": 0.345641, + "mrr_at_5": 0.354596, + "mrr_at_10": 0.361762, + "mrr_at_20": 0.365537, + "mrr_at_100": 0.368609, + "mrr_at_1000": 0.369324, + "nauc_ndcg_at_1_max": 0.150475, + "nauc_ndcg_at_1_std": 0.03715, + "nauc_ndcg_at_1_diff1": 0.719411, + "nauc_ndcg_at_3_max": 0.115929, + "nauc_ndcg_at_3_std": 0.065223, + "nauc_ndcg_at_3_diff1": 0.660846, + "nauc_ndcg_at_5_max": 0.106107, + "nauc_ndcg_at_5_std": 0.075797, + "nauc_ndcg_at_5_diff1": 0.651607, + "nauc_ndcg_at_10_max": 0.097096, + "nauc_ndcg_at_10_std": 0.089512, + "nauc_ndcg_at_10_diff1": 0.641128, + "nauc_ndcg_at_20_max": 0.092012, + "nauc_ndcg_at_20_std": 0.096858, + "nauc_ndcg_at_20_diff1": 0.636992, + "nauc_ndcg_at_100_max": 0.087035, + "nauc_ndcg_at_100_std": 0.110644, + "nauc_ndcg_at_100_diff1": 0.632663, + "nauc_ndcg_at_1000_max": 0.090971, + "nauc_ndcg_at_1000_std": 0.110897, + "nauc_ndcg_at_1000_diff1": 0.636088, + "nauc_map_at_1_max": 0.150475, + "nauc_map_at_1_std": 0.03715, + "nauc_map_at_1_diff1": 0.719411, + "nauc_map_at_3_max": 0.12453, + "nauc_map_at_3_std": 0.058464, + "nauc_map_at_3_diff1": 0.675166, + "nauc_map_at_5_max": 0.119081, + "nauc_map_at_5_std": 0.064395, + "nauc_map_at_5_diff1": 0.670044, + "nauc_map_at_10_max": 0.115425, + "nauc_map_at_10_std": 0.070041, + "nauc_map_at_10_diff1": 0.665803, + "nauc_map_at_20_max": 0.114106, + "nauc_map_at_20_std": 0.071948, + "nauc_map_at_20_diff1": 0.664675, + "nauc_map_at_100_max": 0.113446, + "nauc_map_at_100_std": 0.073752, + "nauc_map_at_100_diff1": 0.664115, + "nauc_map_at_1000_max": 0.113586, + "nauc_map_at_1000_std": 0.073807, + "nauc_map_at_1000_diff1": 0.664215, + "nauc_recall_at_1_max": 0.150475, + "nauc_recall_at_1_std": 0.03715, + "nauc_recall_at_1_diff1": 0.719411, + "nauc_recall_at_3_max": 0.091526, + "nauc_recall_at_3_std": 0.084316, + "nauc_recall_at_3_diff1": 0.620313, + "nauc_recall_at_5_max": 0.067692, + "nauc_recall_at_5_std": 0.109652, + "nauc_recall_at_5_diff1": 0.597762, + "nauc_recall_at_10_max": 0.038907, + "nauc_recall_at_10_std": 0.152694, + "nauc_recall_at_10_diff1": 0.564104, + "nauc_recall_at_20_max": 0.015036, + "nauc_recall_at_20_std": 0.186278, + "nauc_recall_at_20_diff1": 0.543867, + "nauc_recall_at_100_max": -0.03266, + "nauc_recall_at_100_std": 0.294967, + "nauc_recall_at_100_diff1": 0.49725, + "nauc_recall_at_1000_max": -0.069472, + "nauc_recall_at_1000_std": 0.456318, + "nauc_recall_at_1000_diff1": 0.440287, + "nauc_precision_at_1_max": 0.150475, + "nauc_precision_at_1_std": 0.03715, + "nauc_precision_at_1_diff1": 0.719411, + "nauc_precision_at_3_max": 0.091526, + "nauc_precision_at_3_std": 0.084316, + "nauc_precision_at_3_diff1": 0.620313, + "nauc_precision_at_5_max": 0.067692, + "nauc_precision_at_5_std": 0.109652, + "nauc_precision_at_5_diff1": 0.597762, + "nauc_precision_at_10_max": 0.038907, + "nauc_precision_at_10_std": 0.152694, + "nauc_precision_at_10_diff1": 0.564104, + "nauc_precision_at_20_max": 0.015036, + "nauc_precision_at_20_std": 0.186278, + "nauc_precision_at_20_diff1": 0.543867, + "nauc_precision_at_100_max": -0.03266, + "nauc_precision_at_100_std": 0.294967, + "nauc_precision_at_100_diff1": 0.49725, + "nauc_precision_at_1000_max": -0.069472, + "nauc_precision_at_1000_std": 0.456318, + "nauc_precision_at_1000_diff1": 0.440287, + "nauc_mrr_at_1_max": 0.150475, + "nauc_mrr_at_1_std": 0.03715, + "nauc_mrr_at_1_diff1": 0.719411, + "nauc_mrr_at_3_max": 0.12453, + "nauc_mrr_at_3_std": 0.058464, + "nauc_mrr_at_3_diff1": 0.675166, + "nauc_mrr_at_5_max": 0.119081, + "nauc_mrr_at_5_std": 0.064395, + "nauc_mrr_at_5_diff1": 0.670044, + "nauc_mrr_at_10_max": 0.115425, + "nauc_mrr_at_10_std": 0.070041, + "nauc_mrr_at_10_diff1": 0.665803, + "nauc_mrr_at_20_max": 0.114106, + "nauc_mrr_at_20_std": 0.071948, + "nauc_mrr_at_20_diff1": 0.664675, + "nauc_mrr_at_100_max": 0.113446, + "nauc_mrr_at_100_std": 0.073752, + "nauc_mrr_at_100_diff1": 0.664115, + "nauc_mrr_at_1000_max": 0.113586, + "nauc_mrr_at_1000_std": 0.073807, + "nauc_mrr_at_1000_diff1": 0.664215, + "main_score": 0.39203, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 135.23931574821472, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/HotpotQA-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/HotpotQA-VN.json new file mode 100644 index 0000000000..e013fa4355 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 4850.8, + "map_at_1": 0.31735, + "map_at_10": 0.45925, + "map_at_100": 0.46782, + "map_at_1000": 0.46859, + "map_at_20": 0.46423, + "map_at_3": 0.42952, + "map_at_5": 0.44763, + "mrr_at_1": 0.63471, + "mrr_at_10": 0.70876, + "mrr_at_100": 0.71202, + "mrr_at_1000": 0.71221, + "mrr_at_20": 0.71076, + "mrr_at_3": 0.69256, + "mrr_at_5": 0.7027, + "ndcg_at_1": 0.63471, + "ndcg_at_10": 0.54992, + "ndcg_at_100": 0.58265, + "ndcg_at_1000": 0.59873, + "ndcg_at_20": 0.56331, + "ndcg_at_3": 0.50273, + "ndcg_at_5": 0.52828, + "precision_at_1": 0.63471, + "precision_at_10": 0.11566, + "precision_at_100": 0.01415, + "precision_at_1000": 0.00163, + "precision_at_20": 0.06216, + "precision_at_3": 0.31567, + "precision_at_5": 0.20959, + "recall_at_1": 0.31735, + "recall_at_10": 0.57831, + "recall_at_100": 0.70764, + "recall_at_1000": 0.81459, + "recall_at_20": 0.62158, + "recall_at_3": 0.4735, + "recall_at_5": 0.52397, + "hf_subset": "default", + "main_score": 0.54992, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ImdbVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ImdbVNClassification.json new file mode 100644 index 0000000000..1ee64fa472 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.667669, + "f1": 0.665677, + "f1_weighted": 0.665657, + "ap": 0.617614, + "ap_weighted": 0.617614, + "scores_per_experiment": [ + { + "accuracy": 0.671301, + "f1": 0.660543, + "f1_weighted": 0.660184, + "ap": 0.63545, + "ap_weighted": 0.63545 + }, + { + "accuracy": 0.677189, + "f1": 0.676935, + "f1_weighted": 0.676881, + "ap": 0.624995, + "ap_weighted": 0.624995 + }, + { + "accuracy": 0.668539, + "f1": 0.668408, + "f1_weighted": 0.668447, + "ap": 0.614469, + "ap_weighted": 0.614469 + }, + { + "accuracy": 0.7011, + "f1": 0.700764, + "f1_weighted": 0.700823, + "ap": 0.641242, + "ap_weighted": 0.641242 + }, + { + "accuracy": 0.669716, + "f1": 0.669007, + "f1_weighted": 0.668916, + "ap": 0.619842, + "ap_weighted": 0.619842 + }, + { + "accuracy": 0.683619, + "f1": 0.683605, + "f1_weighted": 0.683592, + "ap": 0.629014, + "ap_weighted": 0.629014 + }, + { + "accuracy": 0.640687, + "f1": 0.640236, + "f1_weighted": 0.640312, + "ap": 0.591641, + "ap_weighted": 0.591641 + }, + { + "accuracy": 0.640053, + "f1": 0.637631, + "f1_weighted": 0.637807, + "ap": 0.589492, + "ap_weighted": 0.589492 + }, + { + "accuracy": 0.633033, + "f1": 0.631332, + "f1_weighted": 0.63148, + "ap": 0.58477, + "ap_weighted": 0.58477 + }, + { + "accuracy": 0.691454, + "f1": 0.688315, + "f1_weighted": 0.688129, + "ap": 0.645224, + "ap_weighted": 0.645224 + } + ], + "main_score": 0.667669, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 30.421751499176025, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MSMARCO-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MSMARCO-VN.json new file mode 100644 index 0000000000..d23d993809 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 8250.57, + "map_at_1": 0.16509, + "map_at_10": 0.27084, + "map_at_100": 0.28201, + "map_at_1000": 0.28262, + "map_at_20": 0.27771, + "map_at_3": 0.23648, + "map_at_5": 0.25717, + "mrr_at_1": 0.16924, + "mrr_at_10": 0.27466, + "mrr_at_100": 0.28546, + "mrr_at_1000": 0.28603, + "mrr_at_20": 0.28131, + "mrr_at_3": 0.24052, + "mrr_at_5": 0.26117, + "ndcg_at_1": 0.16895, + "ndcg_at_10": 0.33108, + "ndcg_at_100": 0.38531, + "ndcg_at_1000": 0.40147, + "ndcg_at_20": 0.35559, + "ndcg_at_3": 0.26138, + "ndcg_at_5": 0.2983, + "precision_at_1": 0.16895, + "precision_at_10": 0.05386, + "precision_at_100": 0.00807, + "precision_at_1000": 0.00094, + "precision_at_20": 0.03199, + "precision_at_3": 0.11311, + "precision_at_5": 0.08639, + "recall_at_1": 0.16509, + "recall_at_10": 0.51815, + "recall_at_100": 0.77013, + "recall_at_1000": 0.89625, + "recall_at_20": 0.61364, + "recall_at_3": 0.32957, + "recall_at_5": 0.41819, + "hf_subset": "default", + "main_score": 0.33108, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MTOPDomainVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..a4b4e3309c --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.793462, + "f1": 0.794774, + "f1_weighted": 0.790442, + "scores_per_experiment": [ + { + "accuracy": 0.773305, + "f1": 0.763619, + "f1_weighted": 0.770068 + }, + { + "accuracy": 0.783086, + "f1": 0.785607, + "f1_weighted": 0.781373 + }, + { + "accuracy": 0.824844, + "f1": 0.823809, + "f1_weighted": 0.823615 + }, + { + "accuracy": 0.811376, + "f1": 0.809215, + "f1_weighted": 0.806321 + }, + { + "accuracy": 0.797683, + "f1": 0.809386, + "f1_weighted": 0.793888 + }, + { + "accuracy": 0.756978, + "f1": 0.758845, + "f1_weighted": 0.749044 + }, + { + "accuracy": 0.795501, + "f1": 0.802986, + "f1_weighted": 0.794553 + }, + { + "accuracy": 0.804078, + "f1": 0.797672, + "f1_weighted": 0.79829 + }, + { + "accuracy": 0.780603, + "f1": 0.796483, + "f1_weighted": 0.782986 + }, + { + "accuracy": 0.807163, + "f1": 0.800118, + "f1_weighted": 0.804279 + } + ], + "main_score": 0.793462, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.628204822540283, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MTOPIntentVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..116008be0e --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.454985, + "f1": 0.297335, + "f1_weighted": 0.492354, + "scores_per_experiment": [ + { + "accuracy": 0.462794, + "f1": 0.294962, + "f1_weighted": 0.493243 + }, + { + "accuracy": 0.471296, + "f1": 0.295486, + "f1_weighted": 0.514585 + }, + { + "accuracy": 0.458807, + "f1": 0.289223, + "f1_weighted": 0.491189 + }, + { + "accuracy": 0.464901, + "f1": 0.32422, + "f1_weighted": 0.518863 + }, + { + "accuracy": 0.450606, + "f1": 0.300809, + "f1_weighted": 0.476583 + }, + { + "accuracy": 0.415093, + "f1": 0.290795, + "f1_weighted": 0.455665 + }, + { + "accuracy": 0.478218, + "f1": 0.307259, + "f1_weighted": 0.509165 + }, + { + "accuracy": 0.427432, + "f1": 0.285069, + "f1_weighted": 0.463222 + }, + { + "accuracy": 0.473478, + "f1": 0.306972, + "f1_weighted": 0.521461 + }, + { + "accuracy": 0.44722, + "f1": 0.278558, + "f1_weighted": 0.479564 + } + ], + "main_score": 0.454985, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.290298461914062, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MassiveIntentVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..4a2587c9bd --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.600561, + "f1": 0.546433, + "f1_weighted": 0.58367, + "scores_per_experiment": [ + { + "accuracy": 0.611547, + "f1": 0.553917, + "f1_weighted": 0.594157 + }, + { + "accuracy": 0.633408, + "f1": 0.572857, + "f1_weighted": 0.625513 + }, + { + "accuracy": 0.599215, + "f1": 0.527665, + "f1_weighted": 0.582116 + }, + { + "accuracy": 0.621076, + "f1": 0.567743, + "f1_weighted": 0.607353 + }, + { + "accuracy": 0.585202, + "f1": 0.523299, + "f1_weighted": 0.562624 + }, + { + "accuracy": 0.580717, + "f1": 0.531482, + "f1_weighted": 0.557556 + }, + { + "accuracy": 0.608744, + "f1": 0.55965, + "f1_weighted": 0.596317 + }, + { + "accuracy": 0.592489, + "f1": 0.55674, + "f1_weighted": 0.576718 + }, + { + "accuracy": 0.584081, + "f1": 0.527952, + "f1_weighted": 0.561467 + }, + { + "accuracy": 0.589126, + "f1": 0.543027, + "f1_weighted": 0.572879 + } + ], + "main_score": 0.600561, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.177250385284424, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MassiveScenarioVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..8c048dae8e --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.643848, + "f1": 0.609959, + "f1_weighted": 0.636197, + "scores_per_experiment": [ + { + "accuracy": 0.673378, + "f1": 0.644842, + "f1_weighted": 0.668106 + }, + { + "accuracy": 0.659955, + "f1": 0.631153, + "f1_weighted": 0.660012 + }, + { + "accuracy": 0.653244, + "f1": 0.618212, + "f1_weighted": 0.64874 + }, + { + "accuracy": 0.658277, + "f1": 0.621718, + "f1_weighted": 0.64965 + }, + { + "accuracy": 0.612416, + "f1": 0.570762, + "f1_weighted": 0.599748 + }, + { + "accuracy": 0.612975, + "f1": 0.572732, + "f1_weighted": 0.604915 + }, + { + "accuracy": 0.618009, + "f1": 0.586141, + "f1_weighted": 0.604672 + }, + { + "accuracy": 0.647092, + "f1": 0.618955, + "f1_weighted": 0.636329 + }, + { + "accuracy": 0.661633, + "f1": 0.626319, + "f1_weighted": 0.659628 + }, + { + "accuracy": 0.641499, + "f1": 0.608756, + "f1_weighted": 0.630168 + } + ], + "main_score": 0.643848, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.244706392288208, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-VN.json new file mode 100644 index 0000000000..de2bd96cc5 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 3.49, + "map_at_1": 0.04739, + "map_at_10": 0.09788, + "map_at_100": 0.12017, + "map_at_1000": 0.13218, + "map_at_20": 0.10735, + "map_at_3": 0.07393, + "map_at_5": 0.08432, + "mrr_at_1": 0.36145, + "mrr_at_10": 0.43728, + "mrr_at_100": 0.44655, + "mrr_at_1000": 0.44707, + "mrr_at_20": 0.44273, + "mrr_at_3": 0.41867, + "mrr_at_5": 0.43042, + "ndcg_at_1": 0.34036, + "ndcg_at_10": 0.27278, + "ndcg_at_100": 0.24954, + "ndcg_at_1000": 0.32966, + "ndcg_at_20": 0.25649, + "ndcg_at_3": 0.3, + "ndcg_at_5": 0.28922, + "precision_at_1": 0.36145, + "precision_at_10": 0.20843, + "precision_at_100": 0.06711, + "precision_at_1000": 0.02017, + "precision_at_20": 0.15271, + "precision_at_3": 0.28313, + "precision_at_5": 0.2506, + "recall_at_1": 0.04739, + "recall_at_10": 0.12963, + "recall_at_100": 0.24709, + "recall_at_1000": 0.53024, + "recall_at_20": 0.16188, + "recall_at_3": 0.0815, + "recall_at_5": 0.10115, + "hf_subset": "default", + "main_score": 0.27278, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NQ-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NQ-VN.json new file mode 100644 index 0000000000..1abe581c2e --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 1128.6, + "map_at_1": 0.20939, + "map_at_10": 0.32208, + "map_at_100": 0.33407, + "map_at_1000": 0.33465, + "map_at_20": 0.32986, + "map_at_3": 0.28776, + "map_at_5": 0.30748, + "mrr_at_1": 0.23684, + "mrr_at_10": 0.34472, + "mrr_at_100": 0.35477, + "mrr_at_1000": 0.35522, + "mrr_at_20": 0.3515, + "mrr_at_3": 0.31289, + "mrr_at_5": 0.33158, + "ndcg_at_1": 0.23684, + "ndcg_at_10": 0.38537, + "ndcg_at_100": 0.43911, + "ndcg_at_1000": 0.45419, + "ndcg_at_20": 0.41155, + "ndcg_at_3": 0.31748, + "ndcg_at_5": 0.35184, + "precision_at_1": 0.23684, + "precision_at_10": 0.06547, + "precision_at_100": 0.00954, + "precision_at_1000": 0.0011, + "precision_at_20": 0.03887, + "precision_at_3": 0.14632, + "precision_at_5": 0.10663, + "recall_at_1": 0.20939, + "recall_at_10": 0.55807, + "recall_at_100": 0.79671, + "recall_at_1000": 0.91171, + "recall_at_20": 0.65566, + "recall_at_3": 0.37904, + "recall_at_5": 0.4593, + "hf_subset": "default", + "main_score": 0.38537, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Quora-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Quora-VN.json new file mode 100644 index 0000000000..55b2c69547 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 185.76, + "map_at_1": 0.42137, + "map_at_10": 0.54326, + "map_at_100": 0.55443, + "map_at_1000": 0.55504, + "map_at_20": 0.54983, + "map_at_3": 0.50929, + "map_at_5": 0.52851, + "mrr_at_1": 0.49401, + "mrr_at_10": 0.59269, + "mrr_at_100": 0.5986, + "mrr_at_1000": 0.59882, + "mrr_at_20": 0.59652, + "mrr_at_3": 0.56777, + "mrr_at_5": 0.58283, + "ndcg_at_1": 0.49401, + "ndcg_at_10": 0.60466, + "ndcg_at_100": 0.64472, + "ndcg_at_1000": 0.65465, + "ndcg_at_20": 0.62247, + "ndcg_at_3": 0.55151, + "ndcg_at_5": 0.57732, + "precision_at_1": 0.49401, + "precision_at_10": 0.09989, + "precision_at_100": 0.01345, + "precision_at_1000": 0.00151, + "precision_at_20": 0.0562, + "precision_at_3": 0.24774, + "precision_at_5": 0.17085, + "recall_at_1": 0.42137, + "recall_at_10": 0.73621, + "recall_at_100": 0.90039, + "recall_at_1000": 0.9656, + "recall_at_20": 0.79927, + "recall_at_3": 0.58871, + "recall_at_5": 0.65553, + "hf_subset": "default", + "main_score": 0.60466, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/RedditClustering-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/RedditClustering-VN.json new file mode 100644 index 0000000000..2a1b7121c0 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.37742, + "v_measure_std": 0.03386, + "v_measures": [ + 0.356424, + 0.429981, + 0.331361, + 0.375745, + 0.350521, + 0.399833, + 0.439951, + 0.346875, + 0.370326, + 0.373181 + ], + "main_score": 0.37742, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 19.021393060684204, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/RedditClusteringP2P-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..f031a2084e --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.563924, + "v_measure_std": 0.127702, + "v_measures": [ + 0.616861, + 0.63248, + 0.627119, + 0.348004, + 0.605653, + 0.565436, + 0.287034, + 0.655454, + 0.610933, + 0.690268 + ], + "main_score": 0.563924, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 255.12252497673035, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-VN.json new file mode 100644 index 0000000000..b6a5906b81 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 18.21, + "map_at_1": 0.02696, + "map_at_10": 0.06587, + "map_at_100": 0.0772, + "map_at_1000": 0.07917, + "map_at_20": 0.07096, + "map_at_3": 0.04883, + "map_at_5": 0.05696, + "mrr_at_1": 0.13, + "mrr_at_10": 0.2099, + "mrr_at_100": 0.22068, + "mrr_at_1000": 0.22166, + "mrr_at_20": 0.21503, + "mrr_at_3": 0.18542, + "mrr_at_5": 0.19854, + "ndcg_at_1": 0.13, + "ndcg_at_10": 0.11708, + "ndcg_at_100": 0.16929, + "ndcg_at_1000": 0.2171, + "ndcg_at_20": 0.13252, + "ndcg_at_3": 0.11189, + "ndcg_at_5": 0.0972, + "precision_at_1": 0.13, + "precision_at_10": 0.06075, + "precision_at_100": 0.01365, + "precision_at_1000": 0.00254, + "precision_at_20": 0.03925, + "precision_at_3": 0.10667, + "precision_at_5": 0.0855, + "recall_at_1": 0.02696, + "recall_at_10": 0.12358, + "recall_at_100": 0.27804, + "recall_at_1000": 0.51687, + "recall_at_20": 0.15992, + "recall_at_3": 0.06558, + "recall_at_5": 0.08721, + "hf_subset": "default", + "main_score": 0.11708, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SICK-R-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SICK-R-VN.json new file mode 100644 index 0000000000..b4e960a895 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.804489, + "spearman": 0.754859, + "cosine_pearson": 0.804489, + "cosine_spearman": 0.754878, + "manhattan_pearson": 0.762806, + "manhattan_spearman": 0.75377, + "euclidean_pearson": 0.763165, + "euclidean_spearman": 0.754884, + "main_score": 0.754878, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.3380274772644043, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/STSBenchmark-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/STSBenchmark-VN.json new file mode 100644 index 0000000000..8afb821fa9 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.781293, + "spearman": 0.780919, + "cosine_pearson": 0.781293, + "cosine_spearman": 0.780935, + "manhattan_pearson": 0.773273, + "manhattan_spearman": 0.780021, + "euclidean_pearson": 0.77399, + "euclidean_spearman": 0.780935, + "main_score": 0.780935, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.4517216682434082, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciDocsRR-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciDocsRR-VN.json new file mode 100644 index 0000000000..37ea8c4520 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.790692, + "mrr": 0.888592, + "nAUC_map_max": 0.54657, + "nAUC_map_std": 0.600023, + "nAUC_map_diff1": 0.296483, + "nAUC_mrr_max": 0.840588, + "nAUC_mrr_std": 0.747686, + "nAUC_mrr_diff1": 0.571977, + "main_score": 0.790692, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.391157388687134, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-VN.json new file mode 100644 index 0000000000..75a8c7ae9a --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 4.61, + "map_at_1": 0.52575, + "map_at_10": 0.6121, + "map_at_100": 0.62045, + "map_at_1000": 0.62079, + "map_at_20": 0.61931, + "map_at_3": 0.58628, + "map_at_5": 0.60002, + "mrr_at_1": 0.5597, + "mrr_at_10": 0.63443, + "mrr_at_100": 0.64011, + "mrr_at_1000": 0.64032, + "mrr_at_20": 0.63909, + "mrr_at_3": 0.61443, + "mrr_at_5": 0.6245, + "ndcg_at_1": 0.5597, + "ndcg_at_10": 0.65778, + "ndcg_at_100": 0.68941, + "ndcg_at_1000": 0.69776, + "ndcg_at_20": 0.67856, + "ndcg_at_3": 0.61165, + "ndcg_at_5": 0.63169, + "precision_at_1": 0.5597, + "precision_at_10": 0.08806, + "precision_at_100": 0.01052, + "precision_at_1000": 0.00113, + "precision_at_20": 0.04925, + "precision_at_3": 0.23632, + "precision_at_5": 0.15522, + "recall_at_1": 0.52575, + "recall_at_10": 0.77662, + "recall_at_100": 0.91244, + "recall_at_1000": 0.97761, + "recall_at_20": 0.849, + "recall_at_3": 0.65199, + "recall_at_5": 0.70174, + "hf_subset": "default", + "main_score": 0.65778, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SprintDuplicateQuestions-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..1bda3a3632 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.997376, + "similarity_accuracy_threshold": 0.920942, + "similarity_f1": 0.87069, + "similarity_f1_threshold": 0.914904, + "similarity_precision": 0.838174, + "similarity_recall": 0.90583, + "similarity_ap": 0.936668, + "cosine_accuracy": 0.997376, + "cosine_accuracy_threshold": 0.920942, + "cosine_f1": 0.87069, + "cosine_f1_threshold": 0.914904, + "cosine_precision": 0.838174, + "cosine_recall": 0.90583, + "cosine_ap": 0.936668, + "manhattan_accuracy": 0.997466, + "manhattan_accuracy_threshold": 6.22442, + "manhattan_f1": 0.872086, + "manhattan_f1_threshold": 6.226656, + "manhattan_precision": 0.88466, + "manhattan_recall": 0.859865, + "manhattan_ap": 0.939319, + "euclidean_accuracy": 0.997376, + "euclidean_accuracy_threshold": 0.397638, + "euclidean_f1": 0.87069, + "euclidean_f1_threshold": 0.412544, + "euclidean_precision": 0.838174, + "euclidean_recall": 0.90583, + "euclidean_ap": 0.936668, + "dot_accuracy": 0.997376, + "dot_accuracy_threshold": 0.920942, + "dot_f1": 0.87069, + "dot_f1_threshold": 0.914904, + "dot_precision": 0.838174, + "dot_recall": 0.90583, + "dot_ap": 0.936668, + "max_accuracy": 0.997466, + "max_f1": 0.872086, + "max_precision": 0.88466, + "max_recall": 0.90583, + "max_ap": 0.939319, + "main_score": 0.939319, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.99705, + "similarity_accuracy_threshold": 0.92589, + "similarity_f1": 0.848769, + "similarity_f1_threshold": 0.924648, + "similarity_precision": 0.881851, + "similarity_recall": 0.818079, + "similarity_ap": 0.914163, + "cosine_accuracy": 0.99705, + "cosine_accuracy_threshold": 0.92589, + "cosine_f1": 0.848769, + "cosine_f1_threshold": 0.924648, + "cosine_precision": 0.881851, + "cosine_recall": 0.818079, + "cosine_ap": 0.914163, + "manhattan_accuracy": 0.997016, + "manhattan_accuracy_threshold": 6.060132, + "manhattan_f1": 0.848344, + "manhattan_f1_threshold": 6.067556, + "manhattan_precision": 0.873206, + "manhattan_recall": 0.824859, + "manhattan_ap": 0.916706, + "euclidean_accuracy": 0.99705, + "euclidean_accuracy_threshold": 0.384994, + "euclidean_f1": 0.848769, + "euclidean_f1_threshold": 0.388207, + "euclidean_precision": 0.881851, + "euclidean_recall": 0.818079, + "euclidean_ap": 0.914163, + "dot_accuracy": 0.99705, + "dot_accuracy_threshold": 0.92589, + "dot_f1": 0.848769, + "dot_f1_threshold": 0.924648, + "dot_precision": 0.881851, + "dot_recall": 0.818079, + "dot_ap": 0.914163, + "max_accuracy": 0.99705, + "max_f1": 0.848769, + "max_precision": 0.881851, + "max_recall": 0.824859, + "max_ap": 0.916706, + "main_score": 0.916706, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 18.657076120376587, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/StackExchangeClustering-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..420895909f --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.548768, + "v_measure_std": 0.082258, + "v_measures": [ + 0.484505, + 0.459989, + 0.666172, + 0.584407 + ], + "main_score": 0.548768, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.7977776527404785, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/StackExchangeClusteringP2P-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..1254f2ff47 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.324975, + "v_measure_std": 0.014999, + "v_measures": [ + 0.312599, + 0.316589, + 0.312679, + 0.304106, + 0.308947, + 0.350294, + 0.338963, + 0.333471, + 0.33229, + 0.33981 + ], + "main_score": 0.324975, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 79.66456055641174, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/StackOverflowDupQuestions-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..942b5aad02 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.460363, + "mrr": 0.464751, + "nAUC_map_max": 0.173681, + "nAUC_map_std": 0.128117, + "nAUC_map_diff1": 0.324645, + "nAUC_mrr_max": 0.179384, + "nAUC_mrr_std": 0.12946, + "nAUC_mrr_diff1": 0.32307, + "main_score": 0.460363, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.010622024536133, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-VN.json new file mode 100644 index 0000000000..b62dc8d86b --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 303.59, + "map_at_1": 0.00144, + "map_at_10": 0.01113, + "map_at_100": 0.06835, + "map_at_1000": 0.18123, + "map_at_20": 0.0201, + "map_at_3": 0.00394, + "map_at_5": 0.00625, + "mrr_at_1": 0.56818, + "mrr_at_10": 0.7298, + "mrr_at_100": 0.7298, + "mrr_at_1000": 0.7298, + "mrr_at_20": 0.7298, + "mrr_at_3": 0.70076, + "mrr_at_5": 0.72348, + "ndcg_at_1": 0.5, + "ndcg_at_10": 0.53572, + "ndcg_at_100": 0.43887, + "ndcg_at_1000": 0.41683, + "ndcg_at_20": 0.52069, + "ndcg_at_3": 0.52343, + "ndcg_at_5": 0.54911, + "precision_at_1": 0.56818, + "precision_at_10": 0.58636, + "precision_at_100": 0.46023, + "precision_at_1000": 0.19095, + "precision_at_20": 0.55682, + "precision_at_3": 0.58333, + "precision_at_5": 0.60455, + "recall_at_1": 0.00144, + "recall_at_10": 0.01448, + "recall_at_100": 0.10615, + "recall_at_1000": 0.40257, + "recall_at_20": 0.02742, + "recall_at_3": 0.0045, + "recall_at_5": 0.0076, + "hf_subset": "default", + "main_score": 0.53572, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Touche2020-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Touche2020-VN.json new file mode 100644 index 0000000000..2e0f535a98 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 243.63, + "map_at_1": 0.01643, + "map_at_10": 0.06734, + "map_at_100": 0.1024, + "map_at_1000": 0.11399, + "map_at_20": 0.0797, + "map_at_3": 0.03162, + "map_at_5": 0.04352, + "mrr_at_1": 0.24, + "mrr_at_10": 0.39116, + "mrr_at_100": 0.40283, + "mrr_at_1000": 0.40283, + "mrr_at_20": 0.39937, + "mrr_at_3": 0.35333, + "mrr_at_5": 0.36933, + "ndcg_at_1": 0.18, + "ndcg_at_10": 0.17738, + "ndcg_at_100": 0.2574, + "ndcg_at_1000": 0.37646, + "ndcg_at_20": 0.1796, + "ndcg_at_3": 0.17307, + "ndcg_at_5": 0.15419, + "precision_at_1": 0.24, + "precision_at_10": 0.184, + "precision_at_100": 0.0568, + "precision_at_1000": 0.01312, + "precision_at_20": 0.134, + "precision_at_3": 0.2, + "precision_at_5": 0.168, + "recall_at_1": 0.01643, + "recall_at_10": 0.1256, + "recall_at_100": 0.35202, + "recall_at_1000": 0.70162, + "recall_at_20": 0.17513, + "recall_at_3": 0.04079, + "recall_at_5": 0.06131, + "hf_subset": "default", + "main_score": 0.17738, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ToxicConversationsVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..5840916f83 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.625, + "f1": 0.468844, + "f1_weighted": 0.708092, + "ap": 0.095798, + "ap_weighted": 0.095798, + "scores_per_experiment": [ + { + "accuracy": 0.77002, + "f1": 0.527666, + "f1_weighted": 0.818755, + "ap": 0.091265, + "ap_weighted": 0.091265 + }, + { + "accuracy": 0.548828, + "f1": 0.434142, + "f1_weighted": 0.653314, + "ap": 0.093077, + "ap_weighted": 0.093077 + }, + { + "accuracy": 0.780273, + "f1": 0.559423, + "f1_weighted": 0.827794, + "ap": 0.117853, + "ap_weighted": 0.117853 + }, + { + "accuracy": 0.688965, + "f1": 0.503832, + "f1_weighted": 0.764587, + "ap": 0.099195, + "ap_weighted": 0.099195 + }, + { + "accuracy": 0.445312, + "f1": 0.365086, + "f1_weighted": 0.559261, + "ap": 0.07519, + "ap_weighted": 0.07519 + }, + { + "accuracy": 0.462402, + "f1": 0.381926, + "f1_weighted": 0.573806, + "ap": 0.083911, + "ap_weighted": 0.083911 + }, + { + "accuracy": 0.757812, + "f1": 0.553159, + "f1_weighted": 0.813332, + "ap": 0.122119, + "ap_weighted": 0.122119 + }, + { + "accuracy": 0.615234, + "f1": 0.45843, + "f1_weighted": 0.709146, + "ap": 0.0856, + "ap_weighted": 0.0856 + }, + { + "accuracy": 0.47168, + "f1": 0.390856, + "f1_weighted": 0.581756, + "ap": 0.089121, + "ap_weighted": 0.089121 + }, + { + "accuracy": 0.709473, + "f1": 0.513918, + "f1_weighted": 0.779174, + "ap": 0.100645, + "ap_weighted": 0.100645 + } + ], + "main_score": 0.625, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.8752689361572266, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TweetSentimentExtractionVNClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..20e148afcd --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.52707, + "f1": 0.516159, + "f1_weighted": 0.514199, + "scores_per_experiment": [ + { + "accuracy": 0.546731, + "f1": 0.548777, + "f1_weighted": 0.547217 + }, + { + "accuracy": 0.486683, + "f1": 0.480729, + "f1_weighted": 0.476516 + }, + { + "accuracy": 0.539952, + "f1": 0.51925, + "f1_weighted": 0.50431 + }, + { + "accuracy": 0.513317, + "f1": 0.50802, + "f1_weighted": 0.505083 + }, + { + "accuracy": 0.577724, + "f1": 0.57321, + "f1_weighted": 0.570344 + }, + { + "accuracy": 0.572397, + "f1": 0.561838, + "f1_weighted": 0.569129 + }, + { + "accuracy": 0.520097, + "f1": 0.490138, + "f1_weighted": 0.504956 + }, + { + "accuracy": 0.552058, + "f1": 0.546107, + "f1_weighted": 0.550499 + }, + { + "accuracy": 0.4954, + "f1": 0.470589, + "f1_weighted": 0.457468 + }, + { + "accuracy": 0.466344, + "f1": 0.462931, + "f1_weighted": 0.456466 + } + ], + "main_score": 0.52707, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.1193063259124756, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TwentyNewsgroupsClustering-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..dac91a6f6c --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.34307, + "v_measure_std": 0.02308, + "v_measures": [ + 0.355374, + 0.361623, + 0.295562, + 0.304833, + 0.357115, + 0.349078, + 0.33634, + 0.367398, + 0.344862, + 0.358518 + ], + "main_score": 0.34307, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.72649621963501, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TwitterSemEval2015-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..7427b5974c --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.833156, + "similarity_accuracy_threshold": 0.93217, + "similarity_f1": 0.633416, + "similarity_f1_threshold": 0.917744, + "similarity_precision": 0.583684, + "similarity_recall": 0.692413, + "similarity_ap": 0.674678, + "cosine_accuracy": 0.833156, + "cosine_accuracy_threshold": 0.93217, + "cosine_f1": 0.633416, + "cosine_f1_threshold": 0.917744, + "cosine_precision": 0.583684, + "cosine_recall": 0.692413, + "cosine_ap": 0.674678, + "manhattan_accuracy": 0.832515, + "manhattan_accuracy_threshold": 5.775933, + "manhattan_f1": 0.630048, + "manhattan_f1_threshold": 6.21646, + "manhattan_precision": 0.603326, + "manhattan_recall": 0.659246, + "manhattan_ap": 0.671208, + "euclidean_accuracy": 0.833156, + "euclidean_accuracy_threshold": 0.368321, + "euclidean_f1": 0.633416, + "euclidean_f1_threshold": 0.405601, + "euclidean_precision": 0.583684, + "euclidean_recall": 0.692413, + "euclidean_ap": 0.674678, + "dot_accuracy": 0.833156, + "dot_accuracy_threshold": 0.93217, + "dot_f1": 0.633416, + "dot_f1_threshold": 0.917744, + "dot_precision": 0.583684, + "dot_recall": 0.692413, + "dot_ap": 0.674678, + "max_accuracy": 0.833156, + "max_f1": 0.633416, + "max_precision": 0.603326, + "max_recall": 0.692413, + "max_ap": 0.674678, + "main_score": 0.674678, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.023138523101807, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TwitterURLCorpus-VN.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..c78e138f5b --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.867523, + "similarity_accuracy_threshold": 0.904446, + "similarity_f1": 0.773009, + "similarity_f1_threshold": 0.898454, + "similarity_precision": 0.735822, + "similarity_recall": 0.814156, + "similarity_ap": 0.846364, + "cosine_accuracy": 0.867523, + "cosine_accuracy_threshold": 0.904445, + "cosine_f1": 0.773009, + "cosine_f1_threshold": 0.898454, + "cosine_precision": 0.735822, + "cosine_recall": 0.814156, + "cosine_ap": 0.846441, + "manhattan_accuracy": 0.867025, + "manhattan_accuracy_threshold": 6.788442, + "manhattan_f1": 0.770923, + "manhattan_f1_threshold": 6.986542, + "manhattan_precision": 0.74031, + "manhattan_recall": 0.804176, + "manhattan_ap": 0.845311, + "euclidean_accuracy": 0.867523, + "euclidean_accuracy_threshold": 0.43716, + "euclidean_f1": 0.773009, + "euclidean_f1_threshold": 0.450658, + "euclidean_precision": 0.735822, + "euclidean_recall": 0.814156, + "euclidean_ap": 0.846441, + "dot_accuracy": 0.867523, + "dot_accuracy_threshold": 0.904445, + "dot_f1": 0.773009, + "dot_f1_threshold": 0.898454, + "dot_precision": 0.735822, + "dot_recall": 0.814156, + "dot_ap": 0.846583, + "max_accuracy": 0.867523, + "max_f1": 0.773009, + "max_precision": 0.74031, + "max_recall": 0.814156, + "max_ap": 0.846583, + "main_score": 0.846583, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 15.334714651107788, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/VieQuADRetrieval.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/VieQuADRetrieval.json new file mode 100644 index 0000000000..e296db0a3c --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.64941, + "ndcg_at_3": 0.50289, + "ndcg_at_5": 0.52896, + "ndcg_at_10": 0.5527, + "ndcg_at_20": 0.5707, + "ndcg_at_100": 0.60862, + "ndcg_at_1000": 0.63269, + "map_at_1": 0.32471, + "map_at_3": 0.41012, + "map_at_5": 0.42771, + "map_at_10": 0.44065, + "map_at_20": 0.44776, + "map_at_100": 0.45545, + "map_at_1000": 0.4569, + "recall_at_1": 0.32471, + "recall_at_3": 0.46875, + "recall_at_5": 0.52026, + "recall_at_10": 0.57983, + "recall_at_20": 0.63818, + "recall_at_100": 0.80835, + "recall_at_1000": 0.96362, + "precision_at_1": 0.64941, + "precision_at_3": 0.3125, + "precision_at_5": 0.20811, + "precision_at_10": 0.11597, + "precision_at_20": 0.06382, + "precision_at_100": 0.01617, + "precision_at_1000": 0.00193, + "mrr_at_1": 0.649414, + "mrr_at_3": 0.738688, + "mrr_at_5": 0.750773, + "mrr_at_10": 0.757071, + "mrr_at_20": 0.758826, + "mrr_at_100": 0.759631, + "mrr_at_1000": 0.759652, + "nauc_ndcg_at_1_max": 0.284316, + "nauc_ndcg_at_1_std": -0.029235, + "nauc_ndcg_at_1_diff1": 0.606432, + "nauc_ndcg_at_3_max": 0.326707, + "nauc_ndcg_at_3_std": -0.003534, + "nauc_ndcg_at_3_diff1": 0.442975, + "nauc_ndcg_at_5_max": 0.335878, + "nauc_ndcg_at_5_std": 0.014571, + "nauc_ndcg_at_5_diff1": 0.423486, + "nauc_ndcg_at_10_max": 0.352447, + "nauc_ndcg_at_10_std": 0.037093, + "nauc_ndcg_at_10_diff1": 0.403238, + "nauc_ndcg_at_20_max": 0.364734, + "nauc_ndcg_at_20_std": 0.050505, + "nauc_ndcg_at_20_diff1": 0.391995, + "nauc_ndcg_at_100_max": 0.387338, + "nauc_ndcg_at_100_std": 0.083712, + "nauc_ndcg_at_100_diff1": 0.3933, + "nauc_ndcg_at_1000_max": 0.375293, + "nauc_ndcg_at_1000_std": 0.071838, + "nauc_ndcg_at_1000_diff1": 0.415348, + "nauc_map_at_1_max": 0.284316, + "nauc_map_at_1_std": -0.029235, + "nauc_map_at_1_diff1": 0.606432, + "nauc_map_at_3_max": 0.314089, + "nauc_map_at_3_std": 0.004416, + "nauc_map_at_3_diff1": 0.411828, + "nauc_map_at_5_max": 0.319723, + "nauc_map_at_5_std": 0.013455, + "nauc_map_at_5_diff1": 0.399603, + "nauc_map_at_10_max": 0.330952, + "nauc_map_at_10_std": 0.025736, + "nauc_map_at_10_diff1": 0.389821, + "nauc_map_at_20_max": 0.337237, + "nauc_map_at_20_std": 0.031453, + "nauc_map_at_20_diff1": 0.385942, + "nauc_map_at_100_max": 0.341936, + "nauc_map_at_100_std": 0.037505, + "nauc_map_at_100_diff1": 0.386145, + "nauc_map_at_1000_max": 0.341628, + "nauc_map_at_1000_std": 0.037712, + "nauc_map_at_1000_diff1": 0.387086, + "nauc_recall_at_1_max": 0.284316, + "nauc_recall_at_1_std": -0.029235, + "nauc_recall_at_1_diff1": 0.606432, + "nauc_recall_at_3_max": 0.339201, + "nauc_recall_at_3_std": 0.014855, + "nauc_recall_at_3_diff1": 0.32237, + "nauc_recall_at_5_max": 0.339607, + "nauc_recall_at_5_std": 0.053599, + "nauc_recall_at_5_diff1": 0.260422, + "nauc_recall_at_10_max": 0.353215, + "nauc_recall_at_10_std": 0.105443, + "nauc_recall_at_10_diff1": 0.187271, + "nauc_recall_at_20_max": 0.370456, + "nauc_recall_at_20_std": 0.141433, + "nauc_recall_at_20_diff1": 0.142382, + "nauc_recall_at_100_max": 0.474327, + "nauc_recall_at_100_std": 0.333013, + "nauc_recall_at_100_diff1": 0.080444, + "nauc_recall_at_1000_max": 0.673342, + "nauc_recall_at_1000_std": 0.72783, + "nauc_recall_at_1000_diff1": 0.05335, + "nauc_precision_at_1_max": 0.284316, + "nauc_precision_at_1_std": -0.029235, + "nauc_precision_at_1_diff1": 0.606432, + "nauc_precision_at_3_max": 0.339201, + "nauc_precision_at_3_std": 0.014855, + "nauc_precision_at_3_diff1": 0.32237, + "nauc_precision_at_5_max": 0.339607, + "nauc_precision_at_5_std": 0.053599, + "nauc_precision_at_5_diff1": 0.260422, + "nauc_precision_at_10_max": 0.353215, + "nauc_precision_at_10_std": 0.105443, + "nauc_precision_at_10_diff1": 0.187271, + "nauc_precision_at_20_max": 0.370456, + "nauc_precision_at_20_std": 0.141433, + "nauc_precision_at_20_diff1": 0.142382, + "nauc_precision_at_100_max": 0.474327, + "nauc_precision_at_100_std": 0.333013, + "nauc_precision_at_100_diff1": 0.080444, + "nauc_precision_at_1000_max": 0.673342, + "nauc_precision_at_1000_std": 0.72783, + "nauc_precision_at_1000_diff1": 0.05335, + "nauc_mrr_at_1_max": 0.284316, + "nauc_mrr_at_1_std": -0.029235, + "nauc_mrr_at_1_diff1": 0.606432, + "nauc_mrr_at_3_max": 0.325414, + "nauc_mrr_at_3_std": -0.033466, + "nauc_mrr_at_3_diff1": 0.595106, + "nauc_mrr_at_5_max": 0.331611, + "nauc_mrr_at_5_std": -0.023238, + "nauc_mrr_at_5_diff1": 0.597362, + "nauc_mrr_at_10_max": 0.332177, + "nauc_mrr_at_10_std": -0.019398, + "nauc_mrr_at_10_diff1": 0.59829, + "nauc_mrr_at_20_max": 0.330324, + "nauc_mrr_at_20_std": -0.020335, + "nauc_mrr_at_20_diff1": 0.598524, + "nauc_mrr_at_100_max": 0.328923, + "nauc_mrr_at_100_std": -0.021139, + "nauc_mrr_at_100_diff1": 0.598717, + "nauc_mrr_at_1000_max": 0.32886, + "nauc_mrr_at_1000_std": -0.021221, + "nauc_mrr_at_1000_diff1": 0.598701, + "main_score": 0.5527, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.5139079093933105, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/VieStudentFeedbackClassification.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..b695ad00d1 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.737793, + "f1": 0.612814, + "f1_weighted": 0.774353, + "scores_per_experiment": [ + { + "accuracy": 0.805176, + "f1": 0.6654, + "f1_weighted": 0.811913 + }, + { + "accuracy": 0.725098, + "f1": 0.603333, + "f1_weighted": 0.76864 + }, + { + "accuracy": 0.772461, + "f1": 0.631811, + "f1_weighted": 0.781643 + }, + { + "accuracy": 0.687012, + "f1": 0.579034, + "f1_weighted": 0.749566 + }, + { + "accuracy": 0.697754, + "f1": 0.588324, + "f1_weighted": 0.750781 + }, + { + "accuracy": 0.76416, + "f1": 0.640616, + "f1_weighted": 0.798659 + }, + { + "accuracy": 0.754883, + "f1": 0.626258, + "f1_weighted": 0.793193 + }, + { + "accuracy": 0.707031, + "f1": 0.565056, + "f1_weighted": 0.737475 + }, + { + "accuracy": 0.759277, + "f1": 0.633041, + "f1_weighted": 0.797095 + }, + { + "accuracy": 0.705078, + "f1": 0.595264, + "f1_weighted": 0.754568 + } + ], + "main_score": 0.737793, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.859699487686157, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AmazonCounterfactualVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..c7f1c80a22 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.638197, + "f1": 0.569756, + "f1_weighted": 0.676786, + "ap": 0.254948, + "ap_weighted": 0.254948, + "scores_per_experiment": [ + { + "accuracy": 0.633047, + "f1": 0.575947, + "f1_weighted": 0.674787, + "ap": 0.264706, + "ap_weighted": 0.264706 + }, + { + "accuracy": 0.708155, + "f1": 0.626391, + "f1_weighted": 0.737409, + "ap": 0.288576, + "ap_weighted": 0.288576 + }, + { + "accuracy": 0.54721, + "f1": 0.505728, + "f1_weighted": 0.596682, + "ap": 0.225814, + "ap_weighted": 0.225814 + }, + { + "accuracy": 0.630901, + "f1": 0.569492, + "f1_weighted": 0.672771, + "ap": 0.255564, + "ap_weighted": 0.255564 + }, + { + "accuracy": 0.699571, + "f1": 0.563775, + "f1_weighted": 0.718373, + "ap": 0.21747, + "ap_weighted": 0.21747 + }, + { + "accuracy": 0.656652, + "f1": 0.588194, + "f1_weighted": 0.694845, + "ap": 0.265147, + "ap_weighted": 0.265147 + }, + { + "accuracy": 0.658798, + "f1": 0.601274, + "f1_weighted": 0.697473, + "ap": 0.286575, + "ap_weighted": 0.286575 + }, + { + "accuracy": 0.656652, + "f1": 0.589906, + "f1_weighted": 0.694996, + "ap": 0.267985, + "ap_weighted": 0.267985 + }, + { + "accuracy": 0.583691, + "f1": 0.544931, + "f1_weighted": 0.629291, + "ap": 0.258522, + "ap_weighted": 0.258522 + }, + { + "accuracy": 0.607296, + "f1": 0.53192, + "f1_weighted": 0.651232, + "ap": 0.21912, + "ap_weighted": 0.21912 + } + ], + "main_score": 0.638197, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.2901761531829834, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AmazonPolarityVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..3a8dc9300e --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.703909, + "f1": 0.700852, + "f1_weighted": 0.700775, + "ap": 0.652546, + "ap_weighted": 0.652546, + "scores_per_experiment": [ + { + "accuracy": 0.702115, + "f1": 0.701032, + "f1_weighted": 0.701165, + "ap": 0.640829, + "ap_weighted": 0.640829 + }, + { + "accuracy": 0.712621, + "f1": 0.712332, + "f1_weighted": 0.712264, + "ap": 0.658554, + "ap_weighted": 0.658554 + }, + { + "accuracy": 0.704042, + "f1": 0.703732, + "f1_weighted": 0.703803, + "ap": 0.644619, + "ap_weighted": 0.644619 + }, + { + "accuracy": 0.67566, + "f1": 0.661965, + "f1_weighted": 0.661461, + "ap": 0.645095, + "ap_weighted": 0.645095 + }, + { + "accuracy": 0.709219, + "f1": 0.708196, + "f1_weighted": 0.708068, + "ap": 0.658465, + "ap_weighted": 0.658465 + }, + { + "accuracy": 0.702115, + "f1": 0.701597, + "f1_weighted": 0.701505, + "ap": 0.649668, + "ap_weighted": 0.649668 + }, + { + "accuracy": 0.717731, + "f1": 0.713986, + "f1_weighted": 0.713744, + "ap": 0.675112, + "ap_weighted": 0.675112 + }, + { + "accuracy": 0.721662, + "f1": 0.719286, + "f1_weighted": 0.719095, + "ap": 0.675588, + "ap_weighted": 0.675588 + }, + { + "accuracy": 0.687487, + "f1": 0.680484, + "f1_weighted": 0.680834, + "ap": 0.623676, + "ap_weighted": 0.623676 + }, + { + "accuracy": 0.706438, + "f1": 0.705907, + "f1_weighted": 0.705815, + "ap": 0.653851, + "ap_weighted": 0.653851 + } + ], + "main_score": 0.703909, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 459.08735942840576, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AmazonReviewsVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..05113b764a --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.363727, + "f1": 0.354619, + "f1_weighted": 0.358907, + "scores_per_experiment": [ + { + "accuracy": 0.375584, + "f1": 0.368306, + "f1_weighted": 0.372476 + }, + { + "accuracy": 0.405666, + "f1": 0.397229, + "f1_weighted": 0.40201 + }, + { + "accuracy": 0.36361, + "f1": 0.355891, + "f1_weighted": 0.360016 + }, + { + "accuracy": 0.37354, + "f1": 0.370754, + "f1_weighted": 0.374856 + }, + { + "accuracy": 0.380841, + "f1": 0.352467, + "f1_weighted": 0.359372 + }, + { + "accuracy": 0.338493, + "f1": 0.326781, + "f1_weighted": 0.329587 + }, + { + "accuracy": 0.309287, + "f1": 0.305479, + "f1_weighted": 0.307448 + }, + { + "accuracy": 0.371495, + "f1": 0.370706, + "f1_weighted": 0.375381 + }, + { + "accuracy": 0.356016, + "f1": 0.355748, + "f1_weighted": 0.358627 + }, + { + "accuracy": 0.362734, + "f1": 0.342832, + "f1_weighted": 0.349298 + } + ], + "main_score": 0.363727, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.943072557449341, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ArguAna-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ArguAna-VN.json new file mode 100644 index 0000000000..2c214964c5 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 23.26, + "map_at_1": 0.18533, + "map_at_10": 0.30124, + "map_at_100": 0.31346, + "map_at_1000": 0.31403, + "map_at_20": 0.30974, + "map_at_3": 0.26705, + "map_at_5": 0.28782, + "mrr_at_1": 0.18533, + "mrr_at_10": 0.30124, + "mrr_at_100": 0.31346, + "mrr_at_1000": 0.31403, + "mrr_at_20": 0.30974, + "mrr_at_3": 0.26705, + "mrr_at_5": 0.28782, + "ndcg_at_1": 0.18533, + "ndcg_at_10": 0.36462, + "ndcg_at_100": 0.42164, + "ndcg_at_1000": 0.43728, + "ndcg_at_20": 0.39525, + "ndcg_at_3": 0.29495, + "ndcg_at_5": 0.33243, + "precision_at_1": 0.18533, + "precision_at_10": 0.0566, + "precision_at_100": 0.00828, + "precision_at_1000": 0.00095, + "precision_at_20": 0.03432, + "precision_at_3": 0.12535, + "precision_at_5": 0.09344, + "recall_at_1": 0.18533, + "recall_at_10": 0.56602, + "recall_at_100": 0.8278, + "recall_at_1000": 0.95212, + "recall_at_20": 0.68649, + "recall_at_3": 0.37606, + "recall_at_5": 0.46718, + "hf_subset": "default", + "main_score": 0.36462, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AskUbuntuDupQuestions-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..e5a74a7cc3 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.554937, + "mrr": 0.678827, + "nAUC_map_max": 0.202897, + "nAUC_map_std": 0.205681, + "nAUC_map_diff1": 0.203211, + "nAUC_mrr_max": 0.281421, + "nAUC_mrr_std": 0.24128, + "nAUC_mrr_diff1": 0.215679, + "main_score": 0.554937, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.0760507583618164, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/BIOSSES-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/BIOSSES-VN.json new file mode 100644 index 0000000000..741cef45c7 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.778439, + "spearman": 0.767668, + "cosine_pearson": 0.778439, + "cosine_spearman": 0.767668, + "manhattan_pearson": 0.751532, + "manhattan_spearman": 0.758415, + "euclidean_pearson": 0.764993, + "euclidean_spearman": 0.767668, + "main_score": 0.767668, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.12187719345092773, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Banking77VNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Banking77VNClassification.json new file mode 100644 index 0000000000..67fb72501a --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.671068, + "f1": 0.640797, + "f1_weighted": 0.659744, + "scores_per_experiment": [ + { + "accuracy": 0.648865, + "f1": 0.617473, + "f1_weighted": 0.637955 + }, + { + "accuracy": 0.66905, + "f1": 0.634242, + "f1_weighted": 0.653931 + }, + { + "accuracy": 0.678301, + "f1": 0.647216, + "f1_weighted": 0.665497 + }, + { + "accuracy": 0.677881, + "f1": 0.647979, + "f1_weighted": 0.665125 + }, + { + "accuracy": 0.664003, + "f1": 0.636575, + "f1_weighted": 0.657819 + }, + { + "accuracy": 0.671152, + "f1": 0.64827, + "f1_weighted": 0.662638 + }, + { + "accuracy": 0.669891, + "f1": 0.634029, + "f1_weighted": 0.655784 + }, + { + "accuracy": 0.674516, + "f1": 0.64398, + "f1_weighted": 0.662568 + }, + { + "accuracy": 0.684609, + "f1": 0.657083, + "f1_weighted": 0.67563 + }, + { + "accuracy": 0.672414, + "f1": 0.641119, + "f1_weighted": 0.660495 + } + ], + "main_score": 0.671068, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.452785968780518, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackAndroid-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..fea747254b --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 21.25, + "map_at_1": 0.17091, + "map_at_10": 0.24055, + "map_at_100": 0.25285, + "map_at_1000": 0.25437, + "map_at_20": 0.24708, + "map_at_3": 0.2197, + "map_at_5": 0.23009, + "mrr_at_1": 0.20619, + "mrr_at_10": 0.27902, + "mrr_at_100": 0.28917, + "mrr_at_1000": 0.28994, + "mrr_at_20": 0.28499, + "mrr_at_3": 0.2583, + "mrr_at_5": 0.2687, + "ndcg_at_1": 0.20619, + "ndcg_at_10": 0.28472, + "ndcg_at_100": 0.34116, + "ndcg_at_1000": 0.37455, + "ndcg_at_20": 0.30546, + "ndcg_at_3": 0.25004, + "ndcg_at_5": 0.26284, + "precision_at_1": 0.20619, + "precision_at_10": 0.05533, + "precision_at_100": 0.01058, + "precision_at_1000": 0.00168, + "precision_at_20": 0.03505, + "precision_at_3": 0.12314, + "precision_at_5": 0.08694, + "recall_at_1": 0.17091, + "recall_at_10": 0.37569, + "recall_at_100": 0.62083, + "recall_at_1000": 0.84592, + "recall_at_20": 0.45016, + "recall_at_3": 0.27087, + "recall_at_5": 0.30967, + "hf_subset": "default", + "main_score": 0.28472, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackGis-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackGis-VN.json new file mode 100644 index 0000000000..2efb5ffd53 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 40.51, + "map_at_1": 0.10415, + "map_at_10": 0.14518, + "map_at_100": 0.15336, + "map_at_1000": 0.15451, + "map_at_20": 0.1493, + "map_at_3": 0.12898, + "map_at_5": 0.13856, + "mrr_at_1": 0.11538, + "mrr_at_10": 0.15881, + "mrr_at_100": 0.16688, + "mrr_at_1000": 0.16789, + "mrr_at_20": 0.16287, + "mrr_at_3": 0.14256, + "mrr_at_5": 0.15233, + "ndcg_at_1": 0.11538, + "ndcg_at_10": 0.17242, + "ndcg_at_100": 0.21725, + "ndcg_at_1000": 0.25032, + "ndcg_at_20": 0.18762, + "ndcg_at_3": 0.14048, + "ndcg_at_5": 0.15726, + "precision_at_1": 0.11538, + "precision_at_10": 0.02831, + "precision_at_100": 0.00542, + "precision_at_1000": 0.00087, + "precision_at_20": 0.01754, + "precision_at_3": 0.06, + "precision_at_5": 0.04554, + "recall_at_1": 0.10415, + "recall_at_10": 0.24467, + "recall_at_100": 0.45822, + "recall_at_1000": 0.71379, + "recall_at_20": 0.30412, + "recall_at_3": 0.15894, + "recall_at_5": 0.20009, + "hf_subset": "default", + "main_score": 0.17242, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackMathematica-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..23b40f32f6 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 20.84, + "map_at_1": 0.05908, + "map_at_10": 0.09995, + "map_at_100": 0.10786, + "map_at_1000": 0.10899, + "map_at_20": 0.10443, + "map_at_3": 0.08616, + "map_at_5": 0.09169, + "mrr_at_1": 0.07036, + "mrr_at_10": 0.11602, + "mrr_at_100": 0.12462, + "mrr_at_1000": 0.12553, + "mrr_at_20": 0.12115, + "mrr_at_3": 0.10057, + "mrr_at_5": 0.10697, + "ndcg_at_1": 0.07036, + "ndcg_at_10": 0.12847, + "ndcg_at_100": 0.16955, + "ndcg_at_1000": 0.20518, + "ndcg_at_20": 0.14477, + "ndcg_at_3": 0.10035, + "ndcg_at_5": 0.10936, + "precision_at_1": 0.07036, + "precision_at_10": 0.02495, + "precision_at_100": 0.00514, + "precision_at_1000": 0.00095, + "precision_at_20": 0.01674, + "precision_at_3": 0.04904, + "precision_at_5": 0.03539, + "recall_at_1": 0.05908, + "recall_at_10": 0.20267, + "recall_at_100": 0.38675, + "recall_at_1000": 0.65806, + "recall_at_20": 0.26198, + "recall_at_3": 0.12344, + "recall_at_5": 0.14671, + "hf_subset": "default", + "main_score": 0.12847, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackPhysics-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..42cfee40d9 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 43.26, + "map_at_1": 0.11245, + "map_at_10": 0.16981, + "map_at_100": 0.18088, + "map_at_1000": 0.18231, + "map_at_20": 0.1761, + "map_at_3": 0.15083, + "map_at_5": 0.16067, + "mrr_at_1": 0.15258, + "mrr_at_10": 0.21683, + "mrr_at_100": 0.22697, + "mrr_at_1000": 0.22786, + "mrr_at_20": 0.22321, + "mrr_at_3": 0.19519, + "mrr_at_5": 0.20674, + "ndcg_at_1": 0.15258, + "ndcg_at_10": 0.21192, + "ndcg_at_100": 0.2651, + "ndcg_at_1000": 0.30192, + "ndcg_at_20": 0.23367, + "ndcg_at_3": 0.17792, + "ndcg_at_5": 0.19143, + "precision_at_1": 0.15258, + "precision_at_10": 0.04371, + "precision_at_100": 0.00864, + "precision_at_1000": 0.00142, + "precision_at_20": 0.02825, + "precision_at_3": 0.09072, + "precision_at_5": 0.0668, + "recall_at_1": 0.11245, + "recall_at_10": 0.29583, + "recall_at_100": 0.52366, + "recall_at_1000": 0.78198, + "recall_at_20": 0.37579, + "recall_at_3": 0.19293, + "recall_at_5": 0.2331, + "hf_subset": "default", + "main_score": 0.21192, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackProgrammers-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..556ee438dc --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 36.79, + "map_at_1": 0.10531, + "map_at_10": 0.15168, + "map_at_100": 0.16128, + "map_at_1000": 0.16259, + "map_at_20": 0.15638, + "map_at_3": 0.13656, + "map_at_5": 0.14445, + "mrr_at_1": 0.12561, + "mrr_at_10": 0.18008, + "mrr_at_100": 0.18946, + "mrr_at_1000": 0.19036, + "mrr_at_20": 0.18495, + "mrr_at_3": 0.1615, + "mrr_at_5": 0.17243, + "ndcg_at_1": 0.12561, + "ndcg_at_10": 0.1851, + "ndcg_at_100": 0.23506, + "ndcg_at_1000": 0.26998, + "ndcg_at_20": 0.20084, + "ndcg_at_3": 0.15493, + "ndcg_at_5": 0.16865, + "precision_at_1": 0.12561, + "precision_at_10": 0.03409, + "precision_at_100": 0.00693, + "precision_at_1000": 0.00116, + "precision_at_20": 0.02153, + "precision_at_3": 0.07232, + "precision_at_5": 0.05416, + "recall_at_1": 0.10531, + "recall_at_10": 0.26044, + "recall_at_100": 0.4842, + "recall_at_1000": 0.73564, + "recall_at_20": 0.31496, + "recall_at_3": 0.1782, + "recall_at_5": 0.21092, + "hf_subset": "default", + "main_score": 0.1851, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackStats-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackStats-VN.json new file mode 100644 index 0000000000..e603bc3b79 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 49.55, + "map_at_1": 0.08389, + "map_at_10": 0.1243, + "map_at_100": 0.13307, + "map_at_1000": 0.134, + "map_at_20": 0.12881, + "map_at_3": 0.1113, + "map_at_5": 0.11828, + "mrr_at_1": 0.10596, + "mrr_at_10": 0.14471, + "mrr_at_100": 0.1528, + "mrr_at_1000": 0.15367, + "mrr_at_20": 0.14855, + "mrr_at_3": 0.13411, + "mrr_at_5": 0.13858, + "ndcg_at_1": 0.10596, + "ndcg_at_10": 0.15078, + "ndcg_at_100": 0.19706, + "ndcg_at_1000": 0.22183, + "ndcg_at_20": 0.16618, + "ndcg_at_3": 0.12535, + "ndcg_at_5": 0.13645, + "precision_at_1": 0.10596, + "precision_at_10": 0.02649, + "precision_at_100": 0.00543, + "precision_at_1000": 0.00081, + "precision_at_20": 0.01705, + "precision_at_3": 0.0585, + "precision_at_5": 0.04238, + "recall_at_1": 0.08389, + "recall_at_10": 0.2133, + "recall_at_100": 0.43175, + "recall_at_1000": 0.61658, + "recall_at_20": 0.27117, + "recall_at_3": 0.14625, + "recall_at_5": 0.17108, + "hf_subset": "default", + "main_score": 0.15078, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackTex-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackTex-VN.json new file mode 100644 index 0000000000..3c83376411 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 83.04, + "map_at_1": 0.0642, + "map_at_10": 0.10059, + "map_at_100": 0.10808, + "map_at_1000": 0.10918, + "map_at_20": 0.10454, + "map_at_3": 0.0883, + "map_at_5": 0.09478, + "mrr_at_1": 0.08405, + "mrr_at_10": 0.12563, + "mrr_at_100": 0.1332, + "mrr_at_1000": 0.13412, + "mrr_at_20": 0.1298, + "mrr_at_3": 0.11197, + "mrr_at_5": 0.11894, + "ndcg_at_1": 0.08405, + "ndcg_at_10": 0.12733, + "ndcg_at_100": 0.16646, + "ndcg_at_1000": 0.19754, + "ndcg_at_20": 0.1411, + "ndcg_at_3": 0.10397, + "ndcg_at_5": 0.11376, + "precision_at_1": 0.08405, + "precision_at_10": 0.02573, + "precision_at_100": 0.00542, + "precision_at_1000": 0.00094, + "precision_at_20": 0.01667, + "precision_at_3": 0.05317, + "precision_at_5": 0.03945, + "recall_at_1": 0.0642, + "recall_at_10": 0.1839, + "recall_at_100": 0.36412, + "recall_at_1000": 0.59484, + "recall_at_20": 0.2358, + "recall_at_3": 0.11597, + "recall_at_5": 0.14295, + "hf_subset": "default", + "main_score": 0.12733, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackUnix-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..d2f6e3eb25 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 50.92, + "map_at_1": 0.14066, + "map_at_10": 0.19137, + "map_at_100": 0.19981, + "map_at_1000": 0.20111, + "map_at_20": 0.19509, + "map_at_3": 0.17486, + "map_at_5": 0.18522, + "mrr_at_1": 0.16687, + "mrr_at_10": 0.22175, + "mrr_at_100": 0.22973, + "mrr_at_1000": 0.23074, + "mrr_at_20": 0.22551, + "mrr_at_3": 0.20455, + "mrr_at_5": 0.21532, + "ndcg_at_1": 0.16687, + "ndcg_at_10": 0.22495, + "ndcg_at_100": 0.27013, + "ndcg_at_1000": 0.3045, + "ndcg_at_20": 0.23772, + "ndcg_at_3": 0.19358, + "ndcg_at_5": 0.21058, + "precision_at_1": 0.16687, + "precision_at_10": 0.03821, + "precision_at_100": 0.0068, + "precision_at_1000": 0.00108, + "precision_at_20": 0.02243, + "precision_at_3": 0.08746, + "precision_at_5": 0.06336, + "recall_at_1": 0.14066, + "recall_at_10": 0.29779, + "recall_at_100": 0.50685, + "recall_at_1000": 0.76004, + "recall_at_20": 0.34442, + "recall_at_3": 0.21295, + "recall_at_5": 0.25533, + "hf_subset": "default", + "main_score": 0.22495, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackWebmasters-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..5014ec63b4 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 17.99, + "map_at_1": 0.12108, + "map_at_10": 0.16905, + "map_at_100": 0.18113, + "map_at_1000": 0.18302, + "map_at_20": 0.17555, + "map_at_3": 0.1499, + "map_at_5": 0.15884, + "mrr_at_1": 0.1575, + "mrr_at_10": 0.20867, + "mrr_at_100": 0.22001, + "mrr_at_1000": 0.221, + "mrr_at_20": 0.21506, + "mrr_at_3": 0.19083, + "mrr_at_5": 0.19871, + "ndcg_at_1": 0.1575, + "ndcg_at_10": 0.20782, + "ndcg_at_100": 0.2652, + "ndcg_at_1000": 0.30232, + "ndcg_at_20": 0.22928, + "ndcg_at_3": 0.17441, + "ndcg_at_5": 0.18603, + "precision_at_1": 0.1575, + "precision_at_10": 0.042, + "precision_at_100": 0.00937, + "precision_at_1000": 0.0019, + "precision_at_20": 0.02838, + "precision_at_3": 0.08167, + "precision_at_5": 0.0605, + "recall_at_1": 0.12108, + "recall_at_10": 0.28263, + "recall_at_100": 0.54812, + "recall_at_1000": 0.79394, + "recall_at_20": 0.366, + "recall_at_3": 0.18045, + "recall_at_5": 0.21338, + "hf_subset": "default", + "main_score": 0.20782, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackWordpress-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..10d34cf91d --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 55.01, + "map_at_1": 0.07507, + "map_at_10": 0.11277, + "map_at_100": 0.1204, + "map_at_1000": 0.12156, + "map_at_20": 0.11629, + "map_at_3": 0.0976, + "map_at_5": 0.10476, + "mrr_at_1": 0.08639, + "mrr_at_10": 0.12953, + "mrr_at_100": 0.1372, + "mrr_at_1000": 0.13817, + "mrr_at_20": 0.1332, + "mrr_at_3": 0.11344, + "mrr_at_5": 0.12168, + "ndcg_at_1": 0.08639, + "ndcg_at_10": 0.14046, + "ndcg_at_100": 0.18418, + "ndcg_at_1000": 0.21783, + "ndcg_at_20": 0.15396, + "ndcg_at_3": 0.10967, + "ndcg_at_5": 0.12165, + "precision_at_1": 0.08639, + "precision_at_10": 0.02513, + "precision_at_100": 0.00516, + "precision_at_1000": 0.00088, + "precision_at_20": 0.01571, + "precision_at_3": 0.05148, + "precision_at_5": 0.0377, + "recall_at_1": 0.07507, + "recall_at_10": 0.21215, + "recall_at_100": 0.42273, + "recall_at_1000": 0.68393, + "recall_at_20": 0.26503, + "recall_at_3": 0.12555, + "recall_at_5": 0.15522, + "hf_subset": "default", + "main_score": 0.14046, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ClimateFEVER-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ClimateFEVER-VN.json new file mode 100644 index 0000000000..9ea4834079 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 5994.08, + "map_at_1": 0.00752, + "map_at_10": 0.01434, + "map_at_100": 0.01733, + "map_at_1000": 0.01799, + "map_at_20": 0.01551, + "map_at_3": 0.0108, + "map_at_5": 0.01264, + "mrr_at_1": 0.01635, + "mrr_at_10": 0.03312, + "mrr_at_100": 0.03856, + "mrr_at_1000": 0.03941, + "mrr_at_20": 0.03529, + "mrr_at_3": 0.02589, + "mrr_at_5": 0.02947, + "ndcg_at_1": 0.01635, + "ndcg_at_10": 0.02412, + "ndcg_at_100": 0.04492, + "ndcg_at_1000": 0.06628, + "ndcg_at_20": 0.02894, + "ndcg_at_3": 0.01614, + "ndcg_at_5": 0.0191, + "precision_at_1": 0.01635, + "precision_at_10": 0.00817, + "precision_at_100": 0.00299, + "precision_at_1000": 0.00068, + "precision_at_20": 0.0059, + "precision_at_3": 0.01241, + "precision_at_5": 0.01072, + "recall_at_1": 0.00752, + "recall_at_10": 0.03474, + "recall_at_100": 0.11538, + "recall_at_1000": 0.2431, + "recall_at_20": 0.04932, + "recall_at_3": 0.01499, + "recall_at_5": 0.02246, + "hf_subset": "default", + "main_score": 0.02412, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPedia-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPedia-VN.json new file mode 100644 index 0000000000..3e1205a9d5 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 4983.71, + "map_at_1": 0.02517, + "map_at_10": 0.05636, + "map_at_100": 0.0782, + "map_at_1000": 0.08408, + "map_at_20": 0.06479, + "map_at_3": 0.03937, + "map_at_5": 0.04645, + "mrr_at_1": 0.2795, + "mrr_at_10": 0.36704, + "mrr_at_100": 0.37845, + "mrr_at_1000": 0.37883, + "mrr_at_20": 0.37468, + "mrr_at_3": 0.34006, + "mrr_at_5": 0.35419, + "ndcg_at_1": 0.20963, + "ndcg_at_10": 0.15921, + "ndcg_at_100": 0.18374, + "ndcg_at_1000": 0.23926, + "ndcg_at_20": 0.15642, + "ndcg_at_3": 0.17351, + "ndcg_at_5": 0.16451, + "precision_at_1": 0.2795, + "precision_at_10": 0.14068, + "precision_at_100": 0.04345, + "precision_at_1000": 0.00959, + "precision_at_20": 0.10419, + "precision_at_3": 0.20083, + "precision_at_5": 0.17578, + "recall_at_1": 0.02517, + "recall_at_10": 0.09148, + "recall_at_100": 0.23481, + "recall_at_1000": 0.43355, + "recall_at_20": 0.13064, + "recall_at_3": 0.04794, + "recall_at_5": 0.06206, + "hf_subset": "default", + "main_score": 0.15921, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/EmotionVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/EmotionVNClassification.json new file mode 100644 index 0000000000..972337a3d5 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.345938, + "f1": 0.30832, + "f1_weighted": 0.368465, + "scores_per_experiment": [ + { + "accuracy": 0.378906, + "f1": 0.329418, + "f1_weighted": 0.408199 + }, + { + "accuracy": 0.367188, + "f1": 0.30317, + "f1_weighted": 0.396788 + }, + { + "accuracy": 0.357031, + "f1": 0.30767, + "f1_weighted": 0.389369 + }, + { + "accuracy": 0.304688, + "f1": 0.270668, + "f1_weighted": 0.329731 + }, + { + "accuracy": 0.366406, + "f1": 0.332724, + "f1_weighted": 0.38129 + }, + { + "accuracy": 0.298438, + "f1": 0.305091, + "f1_weighted": 0.298715 + }, + { + "accuracy": 0.422656, + "f1": 0.357572, + "f1_weighted": 0.436249 + }, + { + "accuracy": 0.294531, + "f1": 0.271137, + "f1_weighted": 0.31922 + }, + { + "accuracy": 0.326562, + "f1": 0.300443, + "f1_weighted": 0.353503 + }, + { + "accuracy": 0.342969, + "f1": 0.305309, + "f1_weighted": 0.371588 + } + ], + "main_score": 0.345938, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.349845, + "f1": 0.30633, + "f1_weighted": 0.375248, + "scores_per_experiment": [ + { + "accuracy": 0.365891, + "f1": 0.322384, + "f1_weighted": 0.396899 + }, + { + "accuracy": 0.376744, + "f1": 0.309212, + "f1_weighted": 0.401074 + }, + { + "accuracy": 0.337984, + "f1": 0.287208, + "f1_weighted": 0.374236 + }, + { + "accuracy": 0.312403, + "f1": 0.277359, + "f1_weighted": 0.33909 + }, + { + "accuracy": 0.364341, + "f1": 0.322624, + "f1_weighted": 0.382977 + }, + { + "accuracy": 0.315504, + "f1": 0.303207, + "f1_weighted": 0.322942 + }, + { + "accuracy": 0.414729, + "f1": 0.338208, + "f1_weighted": 0.433734 + }, + { + "accuracy": 0.310853, + "f1": 0.282467, + "f1_weighted": 0.339527 + }, + { + "accuracy": 0.334109, + "f1": 0.300867, + "f1_weighted": 0.364645 + }, + { + "accuracy": 0.365891, + "f1": 0.319765, + "f1_weighted": 0.397359 + } + ], + "main_score": 0.349845, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.465259790420532, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FEVER-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FEVER-VN.json new file mode 100644 index 0000000000..4296948f16 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 5623.54, + "map_at_1": 0.07401, + "map_at_10": 0.10543, + "map_at_100": 0.11114, + "map_at_1000": 0.11202, + "map_at_20": 0.10821, + "map_at_3": 0.09536, + "map_at_5": 0.10008, + "mrr_at_1": 0.07981, + "mrr_at_10": 0.11351, + "mrr_at_100": 0.11947, + "mrr_at_1000": 0.12037, + "mrr_at_20": 0.11644, + "mrr_at_3": 0.10279, + "mrr_at_5": 0.10784, + "ndcg_at_1": 0.07981, + "ndcg_at_10": 0.12578, + "ndcg_at_100": 0.15888, + "ndcg_at_1000": 0.18673, + "ndcg_at_20": 0.13597, + "ndcg_at_3": 0.10456, + "ndcg_at_5": 0.11293, + "precision_at_1": 0.07981, + "precision_at_10": 0.01981, + "precision_at_100": 0.00377, + "precision_at_1000": 0.00063, + "precision_at_20": 0.01209, + "precision_at_3": 0.04463, + "precision_at_5": 0.0312, + "recall_at_1": 0.07401, + "recall_at_10": 0.18274, + "recall_at_100": 0.34693, + "recall_at_1000": 0.56974, + "recall_at_20": 0.22218, + "recall_at_3": 0.12341, + "recall_at_5": 0.14384, + "hf_subset": "default", + "main_score": 0.12578, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FiQA2018-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FiQA2018-VN.json new file mode 100644 index 0000000000..592eb711ee --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 95.44, + "map_at_1": 0.02903, + "map_at_10": 0.05024, + "map_at_100": 0.05688, + "map_at_1000": 0.05852, + "map_at_20": 0.0529, + "map_at_3": 0.04137, + "map_at_5": 0.0452, + "mrr_at_1": 0.06332, + "mrr_at_10": 0.0947, + "mrr_at_100": 0.10234, + "mrr_at_1000": 0.10378, + "mrr_at_20": 0.09812, + "mrr_at_3": 0.08355, + "mrr_at_5": 0.08804, + "ndcg_at_1": 0.06332, + "ndcg_at_10": 0.07379, + "ndcg_at_100": 0.11084, + "ndcg_at_1000": 0.1571, + "ndcg_at_20": 0.08377, + "ndcg_at_3": 0.06012, + "ndcg_at_5": 0.06318, + "precision_at_1": 0.06332, + "precision_at_10": 0.02243, + "precision_at_100": 0.00602, + "precision_at_1000": 0.00137, + "precision_at_20": 0.01478, + "precision_at_3": 0.04134, + "precision_at_5": 0.03113, + "recall_at_1": 0.02903, + "recall_at_10": 0.10071, + "recall_at_100": 0.24949, + "recall_at_1000": 0.54835, + "recall_at_20": 0.13494, + "recall_at_3": 0.05517, + "recall_at_5": 0.07001, + "hf_subset": "default", + "main_score": 0.07379, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/GreenNodeTableMarkdownRetrieval.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..ed08e97c70 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.14621, + "ndcg_at_3": 0.1861, + "ndcg_at_5": 0.20068, + "ndcg_at_10": 0.21729, + "ndcg_at_20": 0.23179, + "ndcg_at_100": 0.25972, + "ndcg_at_1000": 0.29001, + "map_at_1": 0.14621, + "map_at_3": 0.17619, + "map_at_5": 0.18427, + "map_at_10": 0.1911, + "map_at_20": 0.19508, + "map_at_100": 0.19877, + "map_at_1000": 0.19973, + "recall_at_1": 0.14621, + "recall_at_3": 0.2148, + "recall_at_5": 0.25029, + "recall_at_10": 0.30172, + "recall_at_20": 0.35911, + "recall_at_100": 0.51222, + "recall_at_1000": 0.76111, + "precision_at_1": 0.14621, + "precision_at_3": 0.0716, + "precision_at_5": 0.05006, + "precision_at_10": 0.03017, + "precision_at_20": 0.01796, + "precision_at_100": 0.00512, + "precision_at_1000": 0.00076, + "mrr_at_1": 0.14621, + "mrr_at_3": 0.17619, + "mrr_at_5": 0.184268, + "mrr_at_10": 0.191102, + "mrr_at_20": 0.195083, + "mrr_at_100": 0.198772, + "mrr_at_1000": 0.199733, + "nauc_ndcg_at_1_max": 0.121693, + "nauc_ndcg_at_1_std": 0.028392, + "nauc_ndcg_at_1_diff1": 0.533481, + "nauc_ndcg_at_3_max": 0.085366, + "nauc_ndcg_at_3_std": 0.045621, + "nauc_ndcg_at_3_diff1": 0.438475, + "nauc_ndcg_at_5_max": 0.076396, + "nauc_ndcg_at_5_std": 0.053371, + "nauc_ndcg_at_5_diff1": 0.422272, + "nauc_ndcg_at_10_max": 0.066571, + "nauc_ndcg_at_10_std": 0.061721, + "nauc_ndcg_at_10_diff1": 0.40373, + "nauc_ndcg_at_20_max": 0.060518, + "nauc_ndcg_at_20_std": 0.070795, + "nauc_ndcg_at_20_diff1": 0.394375, + "nauc_ndcg_at_100_max": 0.05507, + "nauc_ndcg_at_100_std": 0.086284, + "nauc_ndcg_at_100_diff1": 0.384739, + "nauc_ndcg_at_1000_max": 0.058518, + "nauc_ndcg_at_1000_std": 0.092227, + "nauc_ndcg_at_1000_diff1": 0.387863, + "nauc_map_at_1_max": 0.121693, + "nauc_map_at_1_std": 0.028392, + "nauc_map_at_1_diff1": 0.533481, + "nauc_map_at_3_max": 0.093419, + "nauc_map_at_3_std": 0.041659, + "nauc_map_at_3_diff1": 0.458351, + "nauc_map_at_5_max": 0.088031, + "nauc_map_at_5_std": 0.046186, + "nauc_map_at_5_diff1": 0.448578, + "nauc_map_at_10_max": 0.08343, + "nauc_map_at_10_std": 0.049961, + "nauc_map_at_10_diff1": 0.440025, + "nauc_map_at_20_max": 0.081539, + "nauc_map_at_20_std": 0.052646, + "nauc_map_at_20_diff1": 0.437186, + "nauc_map_at_100_max": 0.080661, + "nauc_map_at_100_std": 0.055, + "nauc_map_at_100_diff1": 0.435674, + "nauc_map_at_1000_max": 0.08078, + "nauc_map_at_1000_std": 0.055252, + "nauc_map_at_1000_diff1": 0.43577, + "nauc_recall_at_1_max": 0.121693, + "nauc_recall_at_1_std": 0.028392, + "nauc_recall_at_1_diff1": 0.533481, + "nauc_recall_at_3_max": 0.065018, + "nauc_recall_at_3_std": 0.055683, + "nauc_recall_at_3_diff1": 0.388658, + "nauc_recall_at_5_max": 0.047346, + "nauc_recall_at_5_std": 0.071688, + "nauc_recall_at_5_diff1": 0.357377, + "nauc_recall_at_10_max": 0.024962, + "nauc_recall_at_10_std": 0.091648, + "nauc_recall_at_10_diff1": 0.315162, + "nauc_recall_at_20_max": 0.007006, + "nauc_recall_at_20_std": 0.120111, + "nauc_recall_at_20_diff1": 0.287446, + "nauc_recall_at_100_max": -0.0181, + "nauc_recall_at_100_std": 0.190233, + "nauc_recall_at_100_diff1": 0.242248, + "nauc_recall_at_1000_max": -0.024715, + "nauc_recall_at_1000_std": 0.306401, + "nauc_recall_at_1000_diff1": 0.19445, + "nauc_precision_at_1_max": 0.121693, + "nauc_precision_at_1_std": 0.028392, + "nauc_precision_at_1_diff1": 0.533481, + "nauc_precision_at_3_max": 0.065018, + "nauc_precision_at_3_std": 0.055683, + "nauc_precision_at_3_diff1": 0.388658, + "nauc_precision_at_5_max": 0.047346, + "nauc_precision_at_5_std": 0.071688, + "nauc_precision_at_5_diff1": 0.357377, + "nauc_precision_at_10_max": 0.024962, + "nauc_precision_at_10_std": 0.091648, + "nauc_precision_at_10_diff1": 0.315162, + "nauc_precision_at_20_max": 0.007006, + "nauc_precision_at_20_std": 0.120111, + "nauc_precision_at_20_diff1": 0.287446, + "nauc_precision_at_100_max": -0.0181, + "nauc_precision_at_100_std": 0.190233, + "nauc_precision_at_100_diff1": 0.242248, + "nauc_precision_at_1000_max": -0.024715, + "nauc_precision_at_1000_std": 0.306401, + "nauc_precision_at_1000_diff1": 0.19445, + "nauc_mrr_at_1_max": 0.121693, + "nauc_mrr_at_1_std": 0.028392, + "nauc_mrr_at_1_diff1": 0.533481, + "nauc_mrr_at_3_max": 0.093419, + "nauc_mrr_at_3_std": 0.041659, + "nauc_mrr_at_3_diff1": 0.458351, + "nauc_mrr_at_5_max": 0.088031, + "nauc_mrr_at_5_std": 0.046186, + "nauc_mrr_at_5_diff1": 0.448578, + "nauc_mrr_at_10_max": 0.08343, + "nauc_mrr_at_10_std": 0.049961, + "nauc_mrr_at_10_diff1": 0.440025, + "nauc_mrr_at_20_max": 0.081539, + "nauc_mrr_at_20_std": 0.052646, + "nauc_mrr_at_20_diff1": 0.437186, + "nauc_mrr_at_100_max": 0.080661, + "nauc_mrr_at_100_std": 0.055, + "nauc_mrr_at_100_diff1": 0.435674, + "nauc_mrr_at_1000_max": 0.08078, + "nauc_mrr_at_1000_std": 0.055252, + "nauc_mrr_at_1000_diff1": 0.43577, + "main_score": 0.21729, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 167.6236608028412, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQA-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQA-VN.json new file mode 100644 index 0000000000..77762b4466 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 4696.83, + "map_at_1": 0.09413, + "map_at_10": 0.1277, + "map_at_100": 0.13285, + "map_at_1000": 0.13362, + "map_at_20": 0.13016, + "map_at_3": 0.11708, + "map_at_5": 0.12317, + "mrr_at_1": 0.18826, + "mrr_at_10": 0.23522, + "mrr_at_100": 0.24156, + "mrr_at_1000": 0.24233, + "mrr_at_20": 0.23831, + "mrr_at_3": 0.22046, + "mrr_at_5": 0.22886, + "ndcg_at_1": 0.18826, + "ndcg_at_10": 0.16999, + "ndcg_at_100": 0.19896, + "ndcg_at_1000": 0.22143, + "ndcg_at_20": 0.17896, + "ndcg_at_3": 0.14718, + "ndcg_at_5": 0.15857, + "precision_at_1": 0.18826, + "precision_at_10": 0.03795, + "precision_at_100": 0.00616, + "precision_at_1000": 0.00092, + "precision_at_20": 0.02187, + "precision_at_3": 0.09228, + "precision_at_5": 0.06442, + "recall_at_1": 0.09413, + "recall_at_10": 0.18976, + "recall_at_100": 0.3081, + "recall_at_1000": 0.45887, + "recall_at_20": 0.21872, + "recall_at_3": 0.13843, + "recall_at_5": 0.16105, + "hf_subset": "default", + "main_score": 0.16999, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ImdbVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ImdbVNClassification.json new file mode 100644 index 0000000000..f3e1166c38 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.625887, + "f1": 0.620697, + "f1_weighted": 0.620742, + "ap": 0.584874, + "ap_weighted": 0.584874, + "scores_per_experiment": [ + { + "accuracy": 0.684118, + "f1": 0.681355, + "f1_weighted": 0.681179, + "ap": 0.637284, + "ap_weighted": 0.637284 + }, + { + "accuracy": 0.661927, + "f1": 0.661067, + "f1_weighted": 0.660966, + "ap": 0.613379, + "ap_weighted": 0.613379 + }, + { + "accuracy": 0.610978, + "f1": 0.606973, + "f1_weighted": 0.607208, + "ap": 0.568295, + "ap_weighted": 0.568295 + }, + { + "accuracy": 0.632082, + "f1": 0.631104, + "f1_weighted": 0.631216, + "ap": 0.584603, + "ap_weighted": 0.584603 + }, + { + "accuracy": 0.632716, + "f1": 0.62766, + "f1_weighted": 0.627403, + "ap": 0.592933, + "ap_weighted": 0.592933 + }, + { + "accuracy": 0.617907, + "f1": 0.616005, + "f1_weighted": 0.616165, + "ap": 0.573815, + "ap_weighted": 0.573815 + }, + { + "accuracy": 0.533762, + "f1": 0.510597, + "f1_weighted": 0.511229, + "ap": 0.519945, + "ap_weighted": 0.519945 + }, + { + "accuracy": 0.615008, + "f1": 0.6092, + "f1_weighted": 0.609482, + "ap": 0.57061, + "ap_weighted": 0.57061 + }, + { + "accuracy": 0.635071, + "f1": 0.631838, + "f1_weighted": 0.631634, + "ap": 0.593463, + "ap_weighted": 0.593463 + }, + { + "accuracy": 0.635297, + "f1": 0.631169, + "f1_weighted": 0.630938, + "ap": 0.594416, + "ap_weighted": 0.594416 + } + ], + "main_score": 0.625887, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 41.74920606613159, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCO-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCO-VN.json new file mode 100644 index 0000000000..0a9da70a64 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 9232.7, + "map_at_1": 0.04055, + "map_at_10": 0.07686, + "map_at_100": 0.08494, + "map_at_1000": 0.08588, + "map_at_20": 0.08115, + "map_at_3": 0.06168, + "map_at_5": 0.07044, + "mrr_at_1": 0.04231, + "mrr_at_10": 0.07927, + "mrr_at_100": 0.0873, + "mrr_at_1000": 0.08825, + "mrr_at_20": 0.0835, + "mrr_at_3": 0.06385, + "mrr_at_5": 0.07275, + "ndcg_at_1": 0.04231, + "ndcg_at_10": 0.10117, + "ndcg_at_100": 0.14618, + "ndcg_at_1000": 0.17471, + "ndcg_at_20": 0.11686, + "ndcg_at_3": 0.06955, + "ndcg_at_5": 0.08533, + "precision_at_1": 0.04231, + "precision_at_10": 0.01841, + "precision_at_100": 0.00419, + "precision_at_1000": 0.00066, + "precision_at_20": 0.01244, + "precision_at_3": 0.03116, + "precision_at_5": 0.02659, + "recall_at_1": 0.04055, + "recall_at_10": 0.17748, + "recall_at_100": 0.39939, + "recall_at_1000": 0.62931, + "recall_at_20": 0.23933, + "recall_at_3": 0.09043, + "recall_at_5": 0.12831, + "hf_subset": "default", + "main_score": 0.10117, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MTOPDomainVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..21abf8f72b --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.797209, + "f1": 0.793874, + "f1_weighted": 0.79674, + "scores_per_experiment": [ + { + "accuracy": 0.808442, + "f1": 0.802392, + "f1_weighted": 0.808837 + }, + { + "accuracy": 0.804304, + "f1": 0.802691, + "f1_weighted": 0.804496 + }, + { + "accuracy": 0.793093, + "f1": 0.790904, + "f1_weighted": 0.794146 + }, + { + "accuracy": 0.784967, + "f1": 0.772555, + "f1_weighted": 0.783069 + }, + { + "accuracy": 0.810473, + "f1": 0.811798, + "f1_weighted": 0.809604 + }, + { + "accuracy": 0.7718, + "f1": 0.770626, + "f1_weighted": 0.770017 + }, + { + "accuracy": 0.805884, + "f1": 0.801844, + "f1_weighted": 0.806689 + }, + { + "accuracy": 0.812354, + "f1": 0.805474, + "f1_weighted": 0.809379 + }, + { + "accuracy": 0.768189, + "f1": 0.774806, + "f1_weighted": 0.770154 + }, + { + "accuracy": 0.81258, + "f1": 0.805651, + "f1_weighted": 0.811005 + } + ], + "main_score": 0.797209, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.343542814254761, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MTOPIntentVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..41fba0fe14 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.532338, + "f1": 0.364312, + "f1_weighted": 0.579903, + "scores_per_experiment": [ + { + "accuracy": 0.541795, + "f1": 0.354151, + "f1_weighted": 0.589417 + }, + { + "accuracy": 0.541419, + "f1": 0.36737, + "f1_weighted": 0.590283 + }, + { + "accuracy": 0.510872, + "f1": 0.347327, + "f1_weighted": 0.556223 + }, + { + "accuracy": 0.556015, + "f1": 0.396394, + "f1_weighted": 0.603286 + }, + { + "accuracy": 0.522233, + "f1": 0.377229, + "f1_weighted": 0.572347 + }, + { + "accuracy": 0.494997, + "f1": 0.353481, + "f1_weighted": 0.533082 + }, + { + "accuracy": 0.555489, + "f1": 0.368198, + "f1_weighted": 0.60627 + }, + { + "accuracy": 0.521782, + "f1": 0.358539, + "f1_weighted": 0.568329 + }, + { + "accuracy": 0.525619, + "f1": 0.357607, + "f1_weighted": 0.578157 + }, + { + "accuracy": 0.553156, + "f1": 0.362825, + "f1_weighted": 0.601639 + } + ], + "main_score": 0.532338, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 9.48575758934021, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MassiveIntentVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..b1a111c6a2 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.605942, + "f1": 0.564708, + "f1_weighted": 0.597681, + "scores_per_experiment": [ + { + "accuracy": 0.617713, + "f1": 0.586515, + "f1_weighted": 0.604754 + }, + { + "accuracy": 0.627803, + "f1": 0.592742, + "f1_weighted": 0.621808 + }, + { + "accuracy": 0.603139, + "f1": 0.557243, + "f1_weighted": 0.596414 + }, + { + "accuracy": 0.637332, + "f1": 0.584993, + "f1_weighted": 0.639774 + }, + { + "accuracy": 0.594731, + "f1": 0.546248, + "f1_weighted": 0.580717 + }, + { + "accuracy": 0.600897, + "f1": 0.559231, + "f1_weighted": 0.589644 + }, + { + "accuracy": 0.616031, + "f1": 0.563113, + "f1_weighted": 0.611927 + }, + { + "accuracy": 0.599215, + "f1": 0.555131, + "f1_weighted": 0.587237 + }, + { + "accuracy": 0.571188, + "f1": 0.54377, + "f1_weighted": 0.562216 + }, + { + "accuracy": 0.591368, + "f1": 0.558095, + "f1_weighted": 0.582323 + } + ], + "main_score": 0.605942, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.709280014038086, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MassiveScenarioVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..8ebba72adc --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.640996, + "f1": 0.607107, + "f1_weighted": 0.63953, + "scores_per_experiment": [ + { + "accuracy": 0.666107, + "f1": 0.6368, + "f1_weighted": 0.663619 + }, + { + "accuracy": 0.666667, + "f1": 0.646444, + "f1_weighted": 0.670692 + }, + { + "accuracy": 0.635906, + "f1": 0.598326, + "f1_weighted": 0.642824 + }, + { + "accuracy": 0.654362, + "f1": 0.619924, + "f1_weighted": 0.652873 + }, + { + "accuracy": 0.614094, + "f1": 0.569262, + "f1_weighted": 0.606102 + }, + { + "accuracy": 0.637584, + "f1": 0.600381, + "f1_weighted": 0.632476 + }, + { + "accuracy": 0.650447, + "f1": 0.611308, + "f1_weighted": 0.64179 + }, + { + "accuracy": 0.628076, + "f1": 0.600199, + "f1_weighted": 0.627768 + }, + { + "accuracy": 0.619687, + "f1": 0.588047, + "f1_weighted": 0.619999 + }, + { + "accuracy": 0.637025, + "f1": 0.60038, + "f1_weighted": 0.637155 + } + ], + "main_score": 0.640996, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.239194869995117, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NFCorpus-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NFCorpus-VN.json new file mode 100644 index 0000000000..f56831c49e --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 8.82, + "map_at_1": 0.03025, + "map_at_10": 0.06365, + "map_at_100": 0.08079, + "map_at_1000": 0.09205, + "map_at_20": 0.07025, + "map_at_3": 0.04555, + "map_at_5": 0.05249, + "mrr_at_1": 0.27711, + "mrr_at_10": 0.36004, + "mrr_at_100": 0.37023, + "mrr_at_1000": 0.37071, + "mrr_at_20": 0.36657, + "mrr_at_3": 0.33434, + "mrr_at_5": 0.34819, + "ndcg_at_1": 0.26205, + "ndcg_at_10": 0.20501, + "ndcg_at_100": 0.19248, + "ndcg_at_1000": 0.28292, + "ndcg_at_20": 0.19222, + "ndcg_at_3": 0.23188, + "ndcg_at_5": 0.21962, + "precision_at_1": 0.27711, + "precision_at_10": 0.15542, + "precision_at_100": 0.05681, + "precision_at_1000": 0.01955, + "precision_at_20": 0.11928, + "precision_at_3": 0.21888, + "precision_at_5": 0.19277, + "recall_at_1": 0.03025, + "recall_at_10": 0.09958, + "recall_at_100": 0.21607, + "recall_at_1000": 0.53596, + "recall_at_20": 0.12457, + "recall_at_3": 0.05219, + "recall_at_5": 0.06652, + "hf_subset": "default", + "main_score": 0.20501, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQ-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQ-VN.json new file mode 100644 index 0000000000..ca393d9dd0 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 3387.57, + "map_at_1": 0.05368, + "map_at_10": 0.09101, + "map_at_100": 0.10001, + "map_at_1000": 0.101, + "map_at_20": 0.09559, + "map_at_3": 0.07718, + "map_at_5": 0.08475, + "mrr_at_1": 0.06105, + "mrr_at_10": 0.10192, + "mrr_at_100": 0.1107, + "mrr_at_1000": 0.11162, + "mrr_at_20": 0.10655, + "mrr_at_3": 0.08711, + "mrr_at_5": 0.09534, + "ndcg_at_1": 0.06105, + "ndcg_at_10": 0.11698, + "ndcg_at_100": 0.1653, + "ndcg_at_1000": 0.19408, + "ndcg_at_20": 0.13363, + "ndcg_at_3": 0.08738, + "ndcg_at_5": 0.10144, + "precision_at_1": 0.06105, + "precision_at_10": 0.02174, + "precision_at_100": 0.0049, + "precision_at_1000": 0.00076, + "precision_at_20": 0.01453, + "precision_at_3": 0.04105, + "precision_at_5": 0.03253, + "recall_at_1": 0.05368, + "recall_at_10": 0.18794, + "recall_at_100": 0.41689, + "recall_at_1000": 0.6407, + "recall_at_20": 0.25197, + "recall_at_3": 0.10724, + "recall_at_5": 0.14075, + "hf_subset": "default", + "main_score": 0.11698, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Quora-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Quora-VN.json new file mode 100644 index 0000000000..4c84dff8fa --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 376.55, + "map_at_1": 0.25512, + "map_at_10": 0.333, + "map_at_100": 0.34345, + "map_at_1000": 0.34445, + "map_at_20": 0.33879, + "map_at_3": 0.30922, + "map_at_5": 0.32276, + "mrr_at_1": 0.30191, + "mrr_at_10": 0.37898, + "mrr_at_100": 0.38716, + "mrr_at_1000": 0.38776, + "mrr_at_20": 0.38383, + "mrr_at_3": 0.35744, + "mrr_at_5": 0.36989, + "ndcg_at_1": 0.30191, + "ndcg_at_10": 0.38166, + "ndcg_at_100": 0.4289, + "ndcg_at_1000": 0.4522, + "ndcg_at_20": 0.4, + "ndcg_at_3": 0.34072, + "ndcg_at_5": 0.36034, + "precision_at_1": 0.30191, + "precision_at_10": 0.0643, + "precision_at_100": 0.01009, + "precision_at_1000": 0.00131, + "precision_at_20": 0.0378, + "precision_at_3": 0.15366, + "precision_at_5": 0.1078, + "recall_at_1": 0.25512, + "recall_at_10": 0.48272, + "recall_at_100": 0.69054, + "recall_at_1000": 0.85864, + "recall_at_20": 0.54994, + "recall_at_3": 0.36748, + "recall_at_5": 0.41866, + "hf_subset": "default", + "main_score": 0.38166, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RedditClustering-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RedditClustering-VN.json new file mode 100644 index 0000000000..54722fea93 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.28289, + "v_measure_std": 0.026087, + "v_measures": [ + 0.26933, + 0.31365, + 0.259825, + 0.291959, + 0.2929, + 0.280001, + 0.337095, + 0.261826, + 0.243466, + 0.278846 + ], + "main_score": 0.28289, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 31.093143701553345, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RedditClusteringP2P-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..9c80950ccf --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.501982, + "v_measure_std": 0.11775, + "v_measures": [ + 0.548642, + 0.591007, + 0.552628, + 0.337236, + 0.552755, + 0.509314, + 0.223068, + 0.581114, + 0.512295, + 0.611756 + ], + "main_score": 0.501982, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 373.9135808944702, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SCIDOCS-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SCIDOCS-VN.json new file mode 100644 index 0000000000..d88f836e2b --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 51.56, + "map_at_1": 0.02346, + "map_at_10": 0.04689, + "map_at_100": 0.05572, + "map_at_1000": 0.05781, + "map_at_20": 0.05085, + "map_at_3": 0.03667, + "map_at_5": 0.04164, + "mrr_at_1": 0.115, + "mrr_at_10": 0.16336, + "mrr_at_100": 0.17616, + "mrr_at_1000": 0.17746, + "mrr_at_20": 0.17029, + "mrr_at_3": 0.14542, + "mrr_at_5": 0.15467, + "ndcg_at_1": 0.115, + "ndcg_at_10": 0.08362, + "ndcg_at_100": 0.13225, + "ndcg_at_1000": 0.18275, + "ndcg_at_20": 0.09902, + "ndcg_at_3": 0.08337, + "ndcg_at_5": 0.07067, + "precision_at_1": 0.115, + "precision_at_10": 0.04075, + "precision_at_100": 0.0112, + "precision_at_1000": 0.00235, + "precision_at_20": 0.02938, + "precision_at_3": 0.07333, + "precision_at_5": 0.058, + "recall_at_1": 0.02346, + "recall_at_10": 0.08308, + "recall_at_100": 0.22788, + "recall_at_1000": 0.47679, + "recall_at_20": 0.11992, + "recall_at_3": 0.04471, + "recall_at_5": 0.05896, + "hf_subset": "default", + "main_score": 0.08362, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SICK-R-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SICK-R-VN.json new file mode 100644 index 0000000000..deb9ae0af9 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.719467, + "spearman": 0.687693, + "cosine_pearson": 0.719467, + "cosine_spearman": 0.687674, + "manhattan_pearson": 0.696608, + "manhattan_spearman": 0.682881, + "euclidean_pearson": 0.695744, + "euclidean_spearman": 0.687675, + "main_score": 0.687674, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.6220145225524902, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/STSBenchmark-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/STSBenchmark-VN.json new file mode 100644 index 0000000000..3110103f29 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.703008, + "spearman": 0.705838, + "cosine_pearson": 0.703008, + "cosine_spearman": 0.705847, + "manhattan_pearson": 0.696171, + "manhattan_spearman": 0.701238, + "euclidean_pearson": 0.698182, + "euclidean_spearman": 0.705846, + "main_score": 0.705847, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.7501256465911865, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SciDocsRR-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SciDocsRR-VN.json new file mode 100644 index 0000000000..b57645d9b0 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.752912, + "mrr": 0.847233, + "nAUC_map_max": 0.582637, + "nAUC_map_std": 0.609611, + "nAUC_map_diff1": 0.345603, + "nAUC_mrr_max": 0.773614, + "nAUC_mrr_std": 0.69426, + "nAUC_mrr_diff1": 0.529577, + "main_score": 0.752912, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.6897811889648438, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SciFact-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SciFact-VN.json new file mode 100644 index 0000000000..35aa531cf1 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 10.56, + "map_at_1": 0.29851, + "map_at_10": 0.37117, + "map_at_100": 0.38002, + "map_at_1000": 0.38085, + "map_at_20": 0.37531, + "map_at_3": 0.34855, + "map_at_5": 0.35909, + "mrr_at_1": 0.30597, + "mrr_at_10": 0.38176, + "mrr_at_100": 0.38967, + "mrr_at_1000": 0.39039, + "mrr_at_20": 0.38618, + "mrr_at_3": 0.35945, + "mrr_at_5": 0.3699, + "ndcg_at_1": 0.30597, + "ndcg_at_10": 0.41488, + "ndcg_at_100": 0.46264, + "ndcg_at_1000": 0.48539, + "ndcg_at_20": 0.43065, + "ndcg_at_3": 0.36812, + "ndcg_at_5": 0.38566, + "precision_at_1": 0.30597, + "precision_at_10": 0.06045, + "precision_at_100": 0.00881, + "precision_at_1000": 0.00109, + "precision_at_20": 0.03396, + "precision_at_3": 0.15174, + "precision_at_5": 0.10149, + "recall_at_1": 0.29851, + "recall_at_10": 0.54067, + "recall_at_100": 0.77015, + "recall_at_1000": 0.94478, + "recall_at_20": 0.601, + "recall_at_3": 0.40945, + "recall_at_5": 0.45112, + "hf_subset": "default", + "main_score": 0.41488, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SprintDuplicateQuestions-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..6c13d26876 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.994764, + "similarity_accuracy_threshold": 0.729295, + "similarity_f1": 0.730897, + "similarity_f1_threshold": 0.709548, + "similarity_precision": 0.722101, + "similarity_recall": 0.73991, + "similarity_ap": 0.782069, + "cosine_accuracy": 0.994764, + "cosine_accuracy_threshold": 0.729295, + "cosine_f1": 0.730897, + "cosine_f1_threshold": 0.709548, + "cosine_precision": 0.722101, + "cosine_recall": 0.73991, + "cosine_ap": 0.782068, + "manhattan_accuracy": 0.994156, + "manhattan_accuracy_threshold": 15.882422, + "manhattan_f1": 0.693719, + "manhattan_f1_threshold": 16.279816, + "manhattan_precision": 0.687982, + "manhattan_recall": 0.699552, + "manhattan_ap": 0.73668, + "euclidean_accuracy": 0.994764, + "euclidean_accuracy_threshold": 0.735806, + "euclidean_f1": 0.730897, + "euclidean_f1_threshold": 0.762171, + "euclidean_precision": 0.722101, + "euclidean_recall": 0.73991, + "euclidean_ap": 0.782068, + "dot_accuracy": 0.994764, + "dot_accuracy_threshold": 0.729295, + "dot_f1": 0.730897, + "dot_f1_threshold": 0.709548, + "dot_precision": 0.722101, + "dot_recall": 0.73991, + "dot_ap": 0.782068, + "max_accuracy": 0.994764, + "max_f1": 0.730897, + "max_precision": 0.722101, + "max_recall": 0.73991, + "max_ap": 0.782069, + "main_score": 0.782069, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.995758, + "similarity_accuracy_threshold": 0.730047, + "similarity_f1": 0.776119, + "similarity_f1_threshold": 0.723877, + "similarity_precision": 0.822785, + "similarity_recall": 0.734463, + "similarity_ap": 0.825543, + "cosine_accuracy": 0.995758, + "cosine_accuracy_threshold": 0.730047, + "cosine_f1": 0.776119, + "cosine_f1_threshold": 0.723877, + "cosine_precision": 0.822785, + "cosine_recall": 0.734463, + "cosine_ap": 0.825543, + "manhattan_accuracy": 0.99529, + "manhattan_accuracy_threshold": 15.605019, + "manhattan_f1": 0.750151, + "manhattan_f1_threshold": 15.819501, + "manhattan_precision": 0.807292, + "manhattan_recall": 0.700565, + "manhattan_ap": 0.800867, + "euclidean_accuracy": 0.995758, + "euclidean_accuracy_threshold": 0.734783, + "euclidean_f1": 0.776119, + "euclidean_f1_threshold": 0.743133, + "euclidean_precision": 0.822785, + "euclidean_recall": 0.734463, + "euclidean_ap": 0.825543, + "dot_accuracy": 0.995758, + "dot_accuracy_threshold": 0.730047, + "dot_f1": 0.776119, + "dot_f1_threshold": 0.723877, + "dot_precision": 0.822785, + "dot_recall": 0.734463, + "dot_ap": 0.825543, + "max_accuracy": 0.995758, + "max_f1": 0.776119, + "max_precision": 0.822785, + "max_recall": 0.734463, + "max_ap": 0.825543, + "main_score": 0.825543, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 23.60101079940796, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/StackExchangeClustering-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..bc88565577 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.38585, + "v_measure_std": 0.025272, + "v_measures": [ + 0.36835, + 0.366893, + 0.428822, + 0.379333 + ], + "main_score": 0.38585, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.022205114364624, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/StackExchangeClusteringP2P-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..e3200e6d69 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.278661, + "v_measure_std": 0.020566, + "v_measures": [ + 0.26394, + 0.256783, + 0.263277, + 0.25115, + 0.260335, + 0.313333, + 0.293508, + 0.294017, + 0.296505, + 0.293757 + ], + "main_score": 0.278661, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 106.58638262748718, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/StackOverflowDupQuestions-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..dd5a1047b2 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.439936, + "mrr": 0.44329, + "nAUC_map_max": 0.19901, + "nAUC_map_std": 0.120192, + "nAUC_map_diff1": 0.314175, + "nAUC_mrr_max": 0.202179, + "nAUC_mrr_std": 0.114077, + "nAUC_mrr_diff1": 0.315113, + "main_score": 0.439936, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 10.518780708312988, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TRECCOVID-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TRECCOVID-VN.json new file mode 100644 index 0000000000..a32e9a6b6c --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 202.33, + "map_at_1": 0.00086, + "map_at_10": 0.00257, + "map_at_100": 0.00599, + "map_at_1000": 0.01365, + "map_at_20": 0.00357, + "map_at_3": 0.00137, + "map_at_5": 0.00175, + "mrr_at_1": 0.27273, + "mrr_at_10": 0.38869, + "mrr_at_100": 0.40099, + "mrr_at_1000": 0.40139, + "mrr_at_20": 0.39625, + "mrr_at_3": 0.3447, + "mrr_at_5": 0.3822, + "ndcg_at_1": 0.25, + "ndcg_at_10": 0.16959, + "ndcg_at_100": 0.08998, + "ndcg_at_1000": 0.09751, + "ndcg_at_20": 0.14729, + "ndcg_at_3": 0.21115, + "ndcg_at_5": 0.19688, + "precision_at_1": 0.27273, + "precision_at_10": 0.16818, + "precision_at_100": 0.08273, + "precision_at_1000": 0.04675, + "precision_at_20": 0.14432, + "precision_at_3": 0.21212, + "precision_at_5": 0.19545, + "recall_at_1": 0.00086, + "recall_at_10": 0.00407, + "recall_at_100": 0.01735, + "recall_at_1000": 0.09629, + "recall_at_20": 0.00658, + "recall_at_3": 0.00158, + "recall_at_5": 0.00246, + "hf_subset": "default", + "main_score": 0.16959, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Touche2020-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Touche2020-VN.json new file mode 100644 index 0000000000..bc70d1f698 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 482.0, + "map_at_1": 0.01032, + "map_at_10": 0.01564, + "map_at_100": 0.02099, + "map_at_1000": 0.02557, + "map_at_20": 0.01743, + "map_at_3": 0.01174, + "map_at_5": 0.01424, + "mrr_at_1": 0.12, + "mrr_at_10": 0.15911, + "mrr_at_100": 0.18413, + "mrr_at_1000": 0.18499, + "mrr_at_20": 0.17305, + "mrr_at_3": 0.14667, + "mrr_at_5": 0.15467, + "ndcg_at_1": 0.06, + "ndcg_at_10": 0.03926, + "ndcg_at_100": 0.07612, + "ndcg_at_1000": 0.16715, + "ndcg_at_20": 0.04512, + "ndcg_at_3": 0.04693, + "ndcg_at_5": 0.0484, + "precision_at_1": 0.12, + "precision_at_10": 0.044, + "precision_at_100": 0.0212, + "precision_at_1000": 0.00716, + "precision_at_20": 0.036, + "precision_at_3": 0.06667, + "precision_at_5": 0.064, + "recall_at_1": 0.01032, + "recall_at_10": 0.02688, + "recall_at_100": 0.11299, + "recall_at_1000": 0.39235, + "recall_at_20": 0.04374, + "recall_at_3": 0.01458, + "recall_at_5": 0.02109, + "hf_subset": "default", + "main_score": 0.03926, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ToxicConversationsVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..c869d35430 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.619287, + "f1": 0.46211, + "f1_weighted": 0.707324, + "ap": 0.090069, + "ap_weighted": 0.090069, + "scores_per_experiment": [ + { + "accuracy": 0.64502, + "f1": 0.473468, + "f1_weighted": 0.732042, + "ap": 0.087595, + "ap_weighted": 0.087595 + }, + { + "accuracy": 0.592285, + "f1": 0.448767, + "f1_weighted": 0.690757, + "ap": 0.086184, + "ap_weighted": 0.086184 + }, + { + "accuracy": 0.837891, + "f1": 0.557738, + "f1_weighted": 0.860578, + "ap": 0.095847, + "ap_weighted": 0.095847 + }, + { + "accuracy": 0.54248, + "f1": 0.426497, + "f1_weighted": 0.648389, + "ap": 0.087576, + "ap_weighted": 0.087576 + }, + { + "accuracy": 0.496582, + "f1": 0.392709, + "f1_weighted": 0.608795, + "ap": 0.076075, + "ap_weighted": 0.076075 + }, + { + "accuracy": 0.580078, + "f1": 0.440104, + "f1_weighted": 0.680958, + "ap": 0.083157, + "ap_weighted": 0.083157 + }, + { + "accuracy": 0.731445, + "f1": 0.535583, + "f1_weighted": 0.795064, + "ap": 0.114622, + "ap_weighted": 0.114622 + }, + { + "accuracy": 0.561523, + "f1": 0.426404, + "f1_weighted": 0.665922, + "ap": 0.07844, + "ap_weighted": 0.07844 + }, + { + "accuracy": 0.510742, + "f1": 0.401185, + "f1_weighted": 0.62155, + "ap": 0.077421, + "ap_weighted": 0.077421 + }, + { + "accuracy": 0.694824, + "f1": 0.518649, + "f1_weighted": 0.76919, + "ap": 0.113774, + "ap_weighted": 0.113774 + } + ], + "main_score": 0.619287, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.649274826049805, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TweetSentimentExtractionVNClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..e32ee3845c --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.491913, + "f1": 0.482973, + "f1_weighted": 0.484061, + "scores_per_experiment": [ + { + "accuracy": 0.4954, + "f1": 0.492153, + "f1_weighted": 0.493464 + }, + { + "accuracy": 0.441646, + "f1": 0.425733, + "f1_weighted": 0.426451 + }, + { + "accuracy": 0.484262, + "f1": 0.47515, + "f1_weighted": 0.47188 + }, + { + "accuracy": 0.453753, + "f1": 0.450637, + "f1_weighted": 0.450222 + }, + { + "accuracy": 0.562712, + "f1": 0.563309, + "f1_weighted": 0.563595 + }, + { + "accuracy": 0.537046, + "f1": 0.532237, + "f1_weighted": 0.533673 + }, + { + "accuracy": 0.51138, + "f1": 0.491165, + "f1_weighted": 0.503114 + }, + { + "accuracy": 0.530266, + "f1": 0.519147, + "f1_weighted": 0.522105 + }, + { + "accuracy": 0.444068, + "f1": 0.427806, + "f1_weighted": 0.43051 + }, + { + "accuracy": 0.458596, + "f1": 0.452395, + "f1_weighted": 0.445595 + } + ], + "main_score": 0.491913, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.505202531814575, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TwentyNewsgroupsClustering-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..61dc02bcc6 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.28112, + "v_measure_std": 0.018173, + "v_measures": [ + 0.30547, + 0.308718, + 0.296578, + 0.273595, + 0.27699, + 0.252517, + 0.28308, + 0.290228, + 0.261638, + 0.262384 + ], + "main_score": 0.28112, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.888436317443848, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TwitterSemEval2015-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..103dff9a8d --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.833476, + "similarity_accuracy_threshold": 0.7804, + "similarity_f1": 0.608309, + "similarity_f1_threshold": 0.73404, + "similarity_precision": 0.595217, + "similarity_recall": 0.62199, + "similarity_ap": 0.652598, + "cosine_accuracy": 0.833476, + "cosine_accuracy_threshold": 0.7804, + "cosine_f1": 0.608309, + "cosine_f1_threshold": 0.73404, + "cosine_precision": 0.595217, + "cosine_recall": 0.62199, + "cosine_ap": 0.652598, + "manhattan_accuracy": 0.830382, + "manhattan_accuracy_threshold": 14.510201, + "manhattan_f1": 0.599394, + "manhattan_f1_threshold": 15.416321, + "manhattan_precision": 0.615311, + "manhattan_recall": 0.58428, + "manhattan_ap": 0.644503, + "euclidean_accuracy": 0.833476, + "euclidean_accuracy_threshold": 0.662722, + "euclidean_f1": 0.608309, + "euclidean_f1_threshold": 0.729328, + "euclidean_precision": 0.595217, + "euclidean_recall": 0.62199, + "euclidean_ap": 0.652598, + "dot_accuracy": 0.833476, + "dot_accuracy_threshold": 0.7804, + "dot_f1": 0.608309, + "dot_f1_threshold": 0.73404, + "dot_precision": 0.595217, + "dot_recall": 0.62199, + "dot_ap": 0.652598, + "max_accuracy": 0.833476, + "max_f1": 0.608309, + "max_precision": 0.615311, + "max_recall": 0.62199, + "max_ap": 0.652598, + "main_score": 0.652598, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.33069920539856, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TwitterURLCorpus-VN.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..2cda43af7c --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.869084, + "similarity_accuracy_threshold": 0.677704, + "similarity_f1": 0.769708, + "similarity_f1_threshold": 0.651392, + "similarity_precision": 0.756368, + "similarity_recall": 0.783526, + "similarity_ap": 0.848859, + "cosine_accuracy": 0.869084, + "cosine_accuracy_threshold": 0.677704, + "cosine_f1": 0.769708, + "cosine_f1_threshold": 0.651392, + "cosine_precision": 0.756368, + "cosine_recall": 0.783526, + "cosine_ap": 0.849068, + "manhattan_accuracy": 0.865963, + "manhattan_accuracy_threshold": 17.059175, + "manhattan_f1": 0.764853, + "manhattan_f1_threshold": 18.17588, + "manhattan_precision": 0.741807, + "manhattan_recall": 0.789377, + "manhattan_ap": 0.844783, + "euclidean_accuracy": 0.869084, + "euclidean_accuracy_threshold": 0.802865, + "euclidean_f1": 0.769708, + "euclidean_f1_threshold": 0.834995, + "euclidean_precision": 0.756368, + "euclidean_recall": 0.783526, + "euclidean_ap": 0.849068, + "dot_accuracy": 0.869084, + "dot_accuracy_threshold": 0.677704, + "dot_f1": 0.769708, + "dot_f1_threshold": 0.651392, + "dot_precision": 0.756368, + "dot_recall": 0.783526, + "dot_ap": 0.849092, + "max_accuracy": 0.869084, + "max_f1": 0.769708, + "max_precision": 0.756368, + "max_recall": 0.789377, + "max_ap": 0.849092, + "main_score": 0.849092, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 23.978391885757446, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/VieQuADRetrieval.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/VieQuADRetrieval.json index 407cacd5bd..22ae94e571 100644 --- a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/VieQuADRetrieval.json +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/VieQuADRetrieval.json @@ -1,158 +1,158 @@ { "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", - "evaluation_time": 5.626873254776001, - "kg_co2_emissions": 0.0009090927812532889, - "mteb_version": "1.12.75", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", "scores": { "validation": [ { - "hf_subset": "default", - "languages": [ - "vie-Latn" - ], - "main_score": 0.28236, - "map_at_1": 0.10767, - "map_at_10": 0.19999, - "map_at_100": 0.2181, - "map_at_1000": 0.21973, - "map_at_20": 0.20955, - "map_at_3": 0.16833, - "map_at_5": 0.18459, - "mrr_at_1": 0.21533203125, - "mrr_at_10": 0.34245896112351243, - "mrr_at_100": 0.3555700618920444, - "mrr_at_1000": 0.3559450388162227, - "mrr_at_20": 0.3504660183428006, - "mrr_at_3": 0.3070475260416665, - "mrr_at_5": 0.3262369791666672, - "nauc_map_at_1000_diff1": 0.1953626617177496, - "nauc_map_at_1000_max": 0.11819800791564061, - "nauc_map_at_1000_std": -0.0004916979239439614, - "nauc_map_at_100_diff1": 0.1954870356190816, - "nauc_map_at_100_max": 0.11781915449162854, - "nauc_map_at_100_std": -0.001496449899241977, - "nauc_map_at_10_diff1": 0.19079423091490327, - "nauc_map_at_10_max": 0.09850972173330846, - "nauc_map_at_10_std": -0.0236564796778698, - "nauc_map_at_1_diff1": 0.23760990559625744, - "nauc_map_at_1_max": 0.02107135705866166, - "nauc_map_at_1_std": -0.08038066161500328, - "nauc_map_at_20_diff1": 0.19434532018092512, - "nauc_map_at_20_max": 0.10925152222202857, - "nauc_map_at_20_std": -0.011049155102407835, - "nauc_map_at_3_diff1": 0.19711831275931607, - "nauc_map_at_3_max": 0.07981559248878946, - "nauc_map_at_3_std": -0.03762690278224585, - "nauc_map_at_5_diff1": 0.19502468080442248, - "nauc_map_at_5_max": 0.08985777173786279, - "nauc_map_at_5_std": -0.035588091374398806, - "nauc_mrr_at_1000_diff1": 0.2033686700499638, - "nauc_mrr_at_1000_max": 0.0692435456006476, - "nauc_mrr_at_1000_std": -0.05058319779028337, - "nauc_mrr_at_100_diff1": 0.20344787764489686, - "nauc_mrr_at_100_max": 0.0695811109700045, - "nauc_mrr_at_100_std": -0.050314986984694623, - "nauc_mrr_at_10_diff1": 0.20100428998999628, - "nauc_mrr_at_10_max": 0.06798439839778377, - "nauc_mrr_at_10_std": -0.05285467173900768, - "nauc_mrr_at_1_diff1": 0.23760990559625744, - "nauc_mrr_at_1_max": 0.02107135705866166, - "nauc_mrr_at_1_std": -0.08038066161500328, - "nauc_mrr_at_20_diff1": 0.20256403872228673, - "nauc_mrr_at_20_max": 0.07031544517740948, - "nauc_mrr_at_20_std": -0.04975660657403124, - "nauc_mrr_at_3_diff1": 0.2058914643600915, - "nauc_mrr_at_3_max": 0.06350734168396348, - "nauc_mrr_at_3_std": -0.05164857909298263, - "nauc_mrr_at_5_diff1": 0.20163170204416522, - "nauc_mrr_at_5_max": 0.06514080623628367, - "nauc_mrr_at_5_std": -0.05591248241839054, - "nauc_ndcg_at_1000_diff1": 0.19436719613386214, - "nauc_ndcg_at_1000_max": 0.16670070356052827, - "nauc_ndcg_at_1000_std": 0.05858951009835063, - "nauc_ndcg_at_100_diff1": 0.1942872926613384, - "nauc_ndcg_at_100_max": 0.17527809738138556, - "nauc_ndcg_at_100_std": 0.06334861888984952, - "nauc_ndcg_at_10_diff1": 0.1794637403223339, - "nauc_ndcg_at_10_max": 0.1115560032327678, - "nauc_ndcg_at_10_std": -0.016096135545080048, - "nauc_ndcg_at_1_diff1": 0.23760990559625744, - "nauc_ndcg_at_1_max": 0.02107135705866166, - "nauc_ndcg_at_1_std": -0.08038066161500328, - "nauc_ndcg_at_20_diff1": 0.18662156223011553, - "nauc_ndcg_at_20_max": 0.13714251439682493, - "nauc_ndcg_at_20_std": 0.014928158573963823, - "nauc_ndcg_at_3_diff1": 0.1920345582776346, - "nauc_ndcg_at_3_max": 0.08709267903346089, - "nauc_ndcg_at_3_std": -0.03405310915845982, - "nauc_ndcg_at_5_diff1": 0.18732825157026123, - "nauc_ndcg_at_5_max": 0.09775352392139727, - "nauc_ndcg_at_5_std": -0.034858860196898246, - "nauc_precision_at_1000_diff1": 0.09250210023828413, - "nauc_precision_at_1000_max": 0.5326033221472997, - "nauc_precision_at_1000_std": 0.6231193973842787, - "nauc_precision_at_100_diff1": 0.1117688148080298, - "nauc_precision_at_100_max": 0.377348659423192, - "nauc_precision_at_100_std": 0.362503958216742, - "nauc_precision_at_10_diff1": 0.11911108989126566, - "nauc_precision_at_10_max": 0.15745034541195782, - "nauc_precision_at_10_std": 0.03493051408574883, - "nauc_precision_at_1_diff1": 0.23760990559625744, - "nauc_precision_at_1_max": 0.02107135705866166, - "nauc_precision_at_1_std": -0.08038066161500328, - "nauc_precision_at_20_diff1": 0.1226544917818423, - "nauc_precision_at_20_max": 0.21653041420385652, - "nauc_precision_at_20_std": 0.12213555709243573, - "nauc_precision_at_3_diff1": 0.16699042191562216, - "nauc_precision_at_3_max": 0.12197909989192177, - "nauc_precision_at_3_std": -0.008976220075386508, - "nauc_precision_at_5_diff1": 0.15288132822340963, - "nauc_precision_at_5_max": 0.13684115209956843, - "nauc_precision_at_5_std": -0.01014090706804263, - "nauc_recall_at_1000_diff1": 0.09250210023828602, - "nauc_recall_at_1000_max": 0.5326033221472998, - "nauc_recall_at_1000_std": 0.6231193973842805, - "nauc_recall_at_100_diff1": 0.11176881480802998, - "nauc_recall_at_100_max": 0.3773486594231918, - "nauc_recall_at_100_std": 0.36250395821674214, - "nauc_recall_at_10_diff1": 0.1191110898912661, - "nauc_recall_at_10_max": 0.15745034541195835, - "nauc_recall_at_10_std": 0.034930514085749, - "nauc_recall_at_1_diff1": 0.23760990559625744, - "nauc_recall_at_1_max": 0.02107135705866166, - "nauc_recall_at_1_std": -0.08038066161500328, - "nauc_recall_at_20_diff1": 0.12265449178184228, - "nauc_recall_at_20_max": 0.21653041420385644, - "nauc_recall_at_20_std": 0.12213555709243554, - "nauc_recall_at_3_diff1": 0.16699042191562188, - "nauc_recall_at_3_max": 0.12197909989192156, - "nauc_recall_at_3_std": -0.008976220075386588, - "nauc_recall_at_5_diff1": 0.15288132822340958, - "nauc_recall_at_5_max": 0.13684115209956846, - "nauc_recall_at_5_std": -0.010140907068042411, "ndcg_at_1": 0.21533, + "ndcg_at_3": 0.21906, + "ndcg_at_5": 0.24765, "ndcg_at_10": 0.28236, + "ndcg_at_20": 0.31265, "ndcg_at_100": 0.36315, "ndcg_at_1000": 0.39454, - "ndcg_at_20": 0.31265, - "ndcg_at_3": 0.21906, - "ndcg_at_5": 0.24765, - "precision_at_1": 0.21533, - "precision_at_10": 0.07476, - "precision_at_100": 0.01392, - "precision_at_1000": 0.0018, - "precision_at_20": 0.04714, - "precision_at_3": 0.15332, - "precision_at_5": 0.11465, + "map_at_1": 0.10767, + "map_at_3": 0.16833, + "map_at_5": 0.18459, + "map_at_10": 0.19999, + "map_at_20": 0.20955, + "map_at_100": 0.2181, + "map_at_1000": 0.21973, "recall_at_1": 0.10767, + "recall_at_3": 0.22998, + "recall_at_5": 0.28662, "recall_at_10": 0.37378, + "recall_at_20": 0.47144, "recall_at_100": 0.6958, "recall_at_1000": 0.90063, - "recall_at_20": 0.47144, - "recall_at_3": 0.22998, - "recall_at_5": 0.28662 + "precision_at_1": 0.21533, + "precision_at_3": 0.15332, + "precision_at_5": 0.11465, + "precision_at_10": 0.07476, + "precision_at_20": 0.04714, + "precision_at_100": 0.01392, + "precision_at_1000": 0.0018, + "mrr_at_1": 0.215332, + "mrr_at_3": 0.307048, + "mrr_at_5": 0.326237, + "mrr_at_10": 0.342459, + "mrr_at_20": 0.350466, + "mrr_at_100": 0.35557, + "mrr_at_1000": 0.355945, + "nauc_ndcg_at_1_max": 0.021071, + "nauc_ndcg_at_1_std": -0.080381, + "nauc_ndcg_at_1_diff1": 0.23761, + "nauc_ndcg_at_3_max": 0.087093, + "nauc_ndcg_at_3_std": -0.034053, + "nauc_ndcg_at_3_diff1": 0.192035, + "nauc_ndcg_at_5_max": 0.097754, + "nauc_ndcg_at_5_std": -0.034859, + "nauc_ndcg_at_5_diff1": 0.187328, + "nauc_ndcg_at_10_max": 0.111556, + "nauc_ndcg_at_10_std": -0.016096, + "nauc_ndcg_at_10_diff1": 0.179464, + "nauc_ndcg_at_20_max": 0.137143, + "nauc_ndcg_at_20_std": 0.014928, + "nauc_ndcg_at_20_diff1": 0.186622, + "nauc_ndcg_at_100_max": 0.175278, + "nauc_ndcg_at_100_std": 0.063349, + "nauc_ndcg_at_100_diff1": 0.194287, + "nauc_ndcg_at_1000_max": 0.166701, + "nauc_ndcg_at_1000_std": 0.05859, + "nauc_ndcg_at_1000_diff1": 0.194367, + "nauc_map_at_1_max": 0.021071, + "nauc_map_at_1_std": -0.080381, + "nauc_map_at_1_diff1": 0.23761, + "nauc_map_at_3_max": 0.079816, + "nauc_map_at_3_std": -0.037627, + "nauc_map_at_3_diff1": 0.197118, + "nauc_map_at_5_max": 0.089858, + "nauc_map_at_5_std": -0.035588, + "nauc_map_at_5_diff1": 0.195025, + "nauc_map_at_10_max": 0.09851, + "nauc_map_at_10_std": -0.023656, + "nauc_map_at_10_diff1": 0.190794, + "nauc_map_at_20_max": 0.109252, + "nauc_map_at_20_std": -0.011049, + "nauc_map_at_20_diff1": 0.194345, + "nauc_map_at_100_max": 0.117819, + "nauc_map_at_100_std": -0.001496, + "nauc_map_at_100_diff1": 0.195487, + "nauc_map_at_1000_max": 0.118198, + "nauc_map_at_1000_std": -0.000492, + "nauc_map_at_1000_diff1": 0.195363, + "nauc_recall_at_1_max": 0.021071, + "nauc_recall_at_1_std": -0.080381, + "nauc_recall_at_1_diff1": 0.23761, + "nauc_recall_at_3_max": 0.121979, + "nauc_recall_at_3_std": -0.008976, + "nauc_recall_at_3_diff1": 0.16699, + "nauc_recall_at_5_max": 0.136841, + "nauc_recall_at_5_std": -0.010141, + "nauc_recall_at_5_diff1": 0.152881, + "nauc_recall_at_10_max": 0.15745, + "nauc_recall_at_10_std": 0.034931, + "nauc_recall_at_10_diff1": 0.119111, + "nauc_recall_at_20_max": 0.21653, + "nauc_recall_at_20_std": 0.122136, + "nauc_recall_at_20_diff1": 0.122654, + "nauc_recall_at_100_max": 0.377349, + "nauc_recall_at_100_std": 0.362504, + "nauc_recall_at_100_diff1": 0.111769, + "nauc_recall_at_1000_max": 0.532603, + "nauc_recall_at_1000_std": 0.623119, + "nauc_recall_at_1000_diff1": 0.092502, + "nauc_precision_at_1_max": 0.021071, + "nauc_precision_at_1_std": -0.080381, + "nauc_precision_at_1_diff1": 0.23761, + "nauc_precision_at_3_max": 0.121979, + "nauc_precision_at_3_std": -0.008976, + "nauc_precision_at_3_diff1": 0.16699, + "nauc_precision_at_5_max": 0.136841, + "nauc_precision_at_5_std": -0.010141, + "nauc_precision_at_5_diff1": 0.152881, + "nauc_precision_at_10_max": 0.15745, + "nauc_precision_at_10_std": 0.034931, + "nauc_precision_at_10_diff1": 0.119111, + "nauc_precision_at_20_max": 0.21653, + "nauc_precision_at_20_std": 0.122136, + "nauc_precision_at_20_diff1": 0.122654, + "nauc_precision_at_100_max": 0.377349, + "nauc_precision_at_100_std": 0.362504, + "nauc_precision_at_100_diff1": 0.111769, + "nauc_precision_at_1000_max": 0.532603, + "nauc_precision_at_1000_std": 0.623119, + "nauc_precision_at_1000_diff1": 0.092502, + "nauc_mrr_at_1_max": 0.021071, + "nauc_mrr_at_1_std": -0.080381, + "nauc_mrr_at_1_diff1": 0.23761, + "nauc_mrr_at_3_max": 0.063507, + "nauc_mrr_at_3_std": -0.051649, + "nauc_mrr_at_3_diff1": 0.205891, + "nauc_mrr_at_5_max": 0.065141, + "nauc_mrr_at_5_std": -0.055912, + "nauc_mrr_at_5_diff1": 0.201632, + "nauc_mrr_at_10_max": 0.067984, + "nauc_mrr_at_10_std": -0.052855, + "nauc_mrr_at_10_diff1": 0.201004, + "nauc_mrr_at_20_max": 0.070315, + "nauc_mrr_at_20_std": -0.049757, + "nauc_mrr_at_20_diff1": 0.202564, + "nauc_mrr_at_100_max": 0.069581, + "nauc_mrr_at_100_std": -0.050315, + "nauc_mrr_at_100_diff1": 0.203448, + "nauc_mrr_at_1000_max": 0.069244, + "nauc_mrr_at_1000_std": -0.050583, + "nauc_mrr_at_1000_diff1": 0.203369, + "main_score": 0.28236, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] } ] }, - "task_name": "VieQuADRetrieval" + "evaluation_time": 5.4146506786346436, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/VieStudentFeedbackClassification.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/VieStudentFeedbackClassification.json index 79be0473cc..7e6c1b15e6 100644 --- a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/VieStudentFeedbackClassification.json +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/VieStudentFeedbackClassification.json @@ -1,73 +1,73 @@ { "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", - "evaluation_time": 9.688858270645142, - "kg_co2_emissions": 0.001443356581446967, - "mteb_version": "1.12.75", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", "scores": { "test": [ { - "accuracy": 0.68974609375, - "f1": 0.5786989097280812, - "f1_weighted": 0.7292817711000199, - "hf_subset": "default", - "languages": [ - "vie-Latn" - ], - "main_score": 0.68974609375, + "accuracy": 0.689746, + "f1": 0.578699, + "f1_weighted": 0.729282, "scores_per_experiment": [ { - "accuracy": 0.716796875, - "f1": 0.6066639480071622, - "f1_weighted": 0.7470396318731628 + "accuracy": 0.716797, + "f1": 0.606664, + "f1_weighted": 0.74704 }, { - "accuracy": 0.67041015625, - "f1": 0.5691728060216862, - "f1_weighted": 0.7188294795052232 + "accuracy": 0.67041, + "f1": 0.569173, + "f1_weighted": 0.718829 }, { - "accuracy": 0.7548828125, - "f1": 0.615406583308964, - "f1_weighted": 0.7706561977791445 + "accuracy": 0.754883, + "f1": 0.615407, + "f1_weighted": 0.770656 }, { - "accuracy": 0.6376953125, - "f1": 0.5483759770553363, - "f1_weighted": 0.7026579035351113 + "accuracy": 0.637695, + "f1": 0.548376, + "f1_weighted": 0.702658 }, { - "accuracy": 0.66943359375, - "f1": 0.5740324027513187, - "f1_weighted": 0.7138553595540769 + "accuracy": 0.669434, + "f1": 0.574032, + "f1_weighted": 0.713855 }, { - "accuracy": 0.73046875, - "f1": 0.6193687680794446, - "f1_weighted": 0.7700922552550171 + "accuracy": 0.730469, + "f1": 0.619369, + "f1_weighted": 0.770092 }, { - "accuracy": 0.70458984375, - "f1": 0.5889843833397221, - "f1_weighted": 0.7464315246449864 + "accuracy": 0.70459, + "f1": 0.588984, + "f1_weighted": 0.746432 }, { - "accuracy": 0.69189453125, - "f1": 0.5448546205386399, - "f1_weighted": 0.7085694590157812 + "accuracy": 0.691895, + "f1": 0.544855, + "f1_weighted": 0.708569 }, { - "accuracy": 0.6552734375, - "f1": 0.5498973430775278, - "f1_weighted": 0.7031480608261191 + "accuracy": 0.655273, + "f1": 0.549897, + "f1_weighted": 0.703148 }, { - "accuracy": 0.666015625, - "f1": 0.5702322651010113, - "f1_weighted": 0.7115378390115759 + "accuracy": 0.666016, + "f1": 0.570232, + "f1_weighted": 0.711538 } + ], + "main_score": 0.689746, + "hf_subset": "default", + "languages": [ + "vie-Latn" ] } ] }, - "task_name": "VieStudentFeedbackClassification" + "evaluation_time": 6.139861822128296, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/model_meta.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/model_meta.json index 80b29925e0..608563404a 100644 --- a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/model_meta.json +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/model_meta.json @@ -1 +1 @@ -{"name": "sentence-transformers/LaBSE", "revision": "e34fab64a3011d2176c99545a93d5cbddc9a91b7", "release_date": "2019-11-01", "languages": ["ara_Arab", "bul_Cyrl", "cat_Latn", "ces_Latn", "dan_Latn", "deu_Latn", "ell_Grek", "eng_Latn", "spa_Latn", "est_Latn", "fas_Arab", "fin_Latn", "fra_Latn", "fra_Latn", "glg_Latn", "guj_Gujr", "heb_Hebr", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Armn", "ind_Latn", "ita_Latn", "jpn_Jpan", "kat_Geor", "kor_Hang", "kur_Arab", "lit_Latn", "lav_Latn", "mkd_Cyrl", "mon_Cyrl", "mar_Deva", "msa_Latn", "mya_Mymr", "nob_Latn", "nld_Latn", "pol_Latn", "por_Latn", "por_Latn", "ron_Latn", "rus_Cyrl", "slk_Latn", "slv_Latn", "sqi_Latn", "srp_Cyrl", "swe_Latn", "tha_Thai", "tur_Latn", "ukr_Cyrl", "urd_Arab", "vie_Latn", "zho_Hans", "zho_Hant"], "n_parameters": 471000000, "memory_usage_mb": 1796.0, "max_tokens": 512.0, "embed_dim": 768, "license": "apache-2.0", "open_weights": true, "public_training_code": "https://www.kaggle.com/models/google/labse/tensorFlow2/labse/2?tfhub-redirect=true", "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/sentence-transformers/LaBSE", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": null, "adapted_from": null, "superseded_by": null, "modalities": ["text"], "loader": null} \ No newline at end of file +{"name": "sentence-transformers/LaBSE", "revision": "e34fab64a3011d2176c99545a93d5cbddc9a91b7", "release_date": "2019-11-01", "languages": ["ara-Arab", "bul-Cyrl", "cat-Latn", "ces-Latn", "dan-Latn", "deu-Latn", "ell-Grek", "eng-Latn", "spa-Latn", "est-Latn", "fas-Arab", "fin-Latn", "fra-Latn", "fra-Latn", "glg-Latn", "guj-Gujr", "heb-Hebr", "hin-Deva", "hrv-Latn", "hun-Latn", "hye-Armn", "ind-Latn", "ita-Latn", "jpn-Jpan", "kat-Geor", "kor-Hang", "kur-Arab", "lit-Latn", "lav-Latn", "mkd-Cyrl", "mon-Cyrl", "mar-Deva", "msa-Latn", "mya-Mymr", "nob-Latn", "nld-Latn", "pol-Latn", "por-Latn", "por-Latn", "ron-Latn", "rus-Cyrl", "slk-Latn", "slv-Latn", "sqi-Latn", "srp-Cyrl", "swe-Latn", "tha-Thai", "tur-Latn", "ukr-Cyrl", "urd-Arab", "vie-Latn", "zho-Hans", "zho-Hant"], "n_parameters": 471000000, "memory_usage_mb": 1796.0, "max_tokens": 512.0, "embed_dim": 768, "license": "apache-2.0", "open_weights": true, "public_training_code": "https://www.kaggle.com/models/google/labse/tensorFlow2/labse/2?tfhub-redirect=true", "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/sentence-transformers/LaBSE", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {}, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": null} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AmazonCounterfactualVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..48d44c4fde --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.573605, + "f1": 0.507568, + "f1_weighted": 0.618923, + "ap": 0.21413, + "ap_weighted": 0.21413, + "scores_per_experiment": [ + { + "accuracy": 0.648069, + "f1": 0.542316, + "f1_weighted": 0.68206, + "ap": 0.212688, + "ap_weighted": 0.212688 + }, + { + "accuracy": 0.534335, + "f1": 0.476407, + "f1_weighted": 0.58703, + "ap": 0.196537, + "ap_weighted": 0.196537 + }, + { + "accuracy": 0.48927, + "f1": 0.467608, + "f1_weighted": 0.535822, + "ap": 0.22264, + "ap_weighted": 0.22264 + }, + { + "accuracy": 0.551502, + "f1": 0.469725, + "f1_weighted": 0.601998, + "ap": 0.184347, + "ap_weighted": 0.184347 + }, + { + "accuracy": 0.575107, + "f1": 0.513354, + "f1_weighted": 0.623468, + "ap": 0.215287, + "ap_weighted": 0.215287 + }, + { + "accuracy": 0.515021, + "f1": 0.479335, + "f1_weighted": 0.565919, + "ap": 0.213913, + "ap_weighted": 0.213913 + }, + { + "accuracy": 0.650215, + "f1": 0.56829, + "f1_weighted": 0.687746, + "ap": 0.240342, + "ap_weighted": 0.240342 + }, + { + "accuracy": 0.587983, + "f1": 0.540358, + "f1_weighted": 0.634337, + "ap": 0.245129, + "ap_weighted": 0.245129 + }, + { + "accuracy": 0.624464, + "f1": 0.512922, + "f1_weighted": 0.660977, + "ap": 0.195518, + "ap_weighted": 0.195518 + }, + { + "accuracy": 0.560086, + "f1": 0.505362, + "f1_weighted": 0.609867, + "ap": 0.214895, + "ap_weighted": 0.214895 + } + ], + "main_score": 0.573605, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.2153551578521729, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AmazonPolarityVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..c4317638a1 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.553953, + "f1": 0.548505, + "f1_weighted": 0.548416, + "ap": 0.534418, + "ap_weighted": 0.534418, + "scores_per_experiment": [ + { + "accuracy": 0.575223, + "f1": 0.573603, + "f1_weighted": 0.573408, + "ap": 0.548095, + "ap_weighted": 0.548095 + }, + { + "accuracy": 0.541675, + "f1": 0.538467, + "f1_weighted": 0.538183, + "ap": 0.527009, + "ap_weighted": 0.527009 + }, + { + "accuracy": 0.536768, + "f1": 0.525597, + "f1_weighted": 0.526135, + "ap": 0.522499, + "ap_weighted": 0.522499 + }, + { + "accuracy": 0.535664, + "f1": 0.530725, + "f1_weighted": 0.530369, + "ap": 0.523597, + "ap_weighted": 0.523597 + }, + { + "accuracy": 0.585679, + "f1": 0.583298, + "f1_weighted": 0.583531, + "ap": 0.552563, + "ap_weighted": 0.552563 + }, + { + "accuracy": 0.519412, + "f1": 0.502767, + "f1_weighted": 0.502095, + "ap": 0.514778, + "ap_weighted": 0.514778 + }, + { + "accuracy": 0.595333, + "f1": 0.594767, + "f1_weighted": 0.594655, + "ap": 0.561408, + "ap_weighted": 0.561408 + }, + { + "accuracy": 0.563192, + "f1": 0.563067, + "f1_weighted": 0.563012, + "ap": 0.539523, + "ap_weighted": 0.539523 + }, + { + "accuracy": 0.543735, + "f1": 0.536731, + "f1_weighted": 0.537152, + "ap": 0.526596, + "ap_weighted": 0.526596 + }, + { + "accuracy": 0.542846, + "f1": 0.536033, + "f1_weighted": 0.535617, + "ap": 0.528117, + "ap_weighted": 0.528117 + } + ], + "main_score": 0.553953, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 295.1058669090271, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AmazonReviewsVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..d24cbf3a34 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.272167, + "f1": 0.264385, + "f1_weighted": 0.266701, + "scores_per_experiment": [ + { + "accuracy": 0.295269, + "f1": 0.293175, + "f1_weighted": 0.295454 + }, + { + "accuracy": 0.314836, + "f1": 0.30348, + "f1_weighted": 0.307628 + }, + { + "accuracy": 0.270444, + "f1": 0.266104, + "f1_weighted": 0.268581 + }, + { + "accuracy": 0.268692, + "f1": 0.268926, + "f1_weighted": 0.269387 + }, + { + "accuracy": 0.302862, + "f1": 0.28426, + "f1_weighted": 0.288624 + }, + { + "accuracy": 0.246495, + "f1": 0.239919, + "f1_weighted": 0.241494 + }, + { + "accuracy": 0.22021, + "f1": 0.218989, + "f1_weighted": 0.217952 + }, + { + "accuracy": 0.256133, + "f1": 0.248368, + "f1_weighted": 0.249465 + }, + { + "accuracy": 0.267815, + "f1": 0.260544, + "f1_weighted": 0.263502 + }, + { + "accuracy": 0.278914, + "f1": 0.260083, + "f1_weighted": 0.264926 + } + ], + "main_score": 0.272167, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.163398742675781, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ArguAna-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ArguAna-VN.json new file mode 100644 index 0000000000..3d46c4bd04 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ArguAna-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "mteb_dataset_name": "ArguAna-VN", + "mteb_version": "1.38.41", + "task_name": "ArguAna-VN", + "scores": { + "test": [ + { + "evaluation_time": 4.38, + "map_at_1": 0.03861, + "map_at_10": 0.07504, + "map_at_100": 0.08202, + "map_at_1000": 0.08292, + "map_at_20": 0.07892, + "map_at_3": 0.06023, + "map_at_5": 0.06873, + "mrr_at_1": 0.03861, + "mrr_at_10": 0.07504, + "mrr_at_100": 0.08202, + "mrr_at_1000": 0.08292, + "mrr_at_20": 0.07892, + "mrr_at_3": 0.06023, + "mrr_at_5": 0.06873, + "ndcg_at_1": 0.03861, + "ndcg_at_10": 0.09892, + "ndcg_at_100": 0.13692, + "ndcg_at_1000": 0.16894, + "ndcg_at_20": 0.113, + "ndcg_at_3": 0.06792, + "ndcg_at_5": 0.08337, + "precision_at_1": 0.03861, + "precision_at_10": 0.01768, + "precision_at_100": 0.00364, + "precision_at_1000": 0.00063, + "precision_at_20": 0.01162, + "precision_at_3": 0.03012, + "precision_at_5": 0.02564, + "recall_at_1": 0.03861, + "recall_at_10": 0.17683, + "recall_at_100": 0.36448, + "recall_at_1000": 0.63475, + "recall_at_20": 0.23243, + "recall_at_3": 0.09035, + "recall_at_5": 0.12819, + "hf_subset": "default", + "main_score": 0.09892, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AskUbuntuDupQuestions-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..1fb7337735 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.536352, + "mrr": 0.6657, + "nAUC_map_max": 0.192788, + "nAUC_map_std": 0.089201, + "nAUC_map_diff1": 0.113091, + "nAUC_mrr_max": 0.267789, + "nAUC_mrr_std": 0.156838, + "nAUC_mrr_diff1": 0.203802, + "main_score": 0.536352, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.7600202560424805, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/BIOSSES-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/BIOSSES-VN.json new file mode 100644 index 0000000000..7f7c9e5e03 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.667587, + "spearman": 0.64143, + "cosine_pearson": 0.667587, + "cosine_spearman": 0.64143, + "manhattan_pearson": 0.65259, + "manhattan_spearman": 0.62955, + "euclidean_pearson": 0.663868, + "euclidean_spearman": 0.64143, + "main_score": 0.64143, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.09567046165466309, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/Banking77VNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/Banking77VNClassification.json new file mode 100644 index 0000000000..96a8551d21 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.508032, + "f1": 0.477632, + "f1_weighted": 0.489952, + "scores_per_experiment": [ + { + "accuracy": 0.505467, + "f1": 0.478465, + "f1_weighted": 0.487198 + }, + { + "accuracy": 0.496215, + "f1": 0.465648, + "f1_weighted": 0.472381 + }, + { + "accuracy": 0.499159, + "f1": 0.465361, + "f1_weighted": 0.483903 + }, + { + "accuracy": 0.530698, + "f1": 0.49724, + "f1_weighted": 0.513691 + }, + { + "accuracy": 0.502523, + "f1": 0.46733, + "f1_weighted": 0.480054 + }, + { + "accuracy": 0.517241, + "f1": 0.491258, + "f1_weighted": 0.501553 + }, + { + "accuracy": 0.502944, + "f1": 0.473615, + "f1_weighted": 0.483819 + }, + { + "accuracy": 0.531539, + "f1": 0.507153, + "f1_weighted": 0.520368 + }, + { + "accuracy": 0.502103, + "f1": 0.472062, + "f1_weighted": 0.483961 + }, + { + "accuracy": 0.492431, + "f1": 0.458184, + "f1_weighted": 0.472597 + } + ], + "main_score": 0.508032, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.463003873825073, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackAndroid-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..106398c138 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackAndroid-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "mteb_dataset_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackAndroid-VN", + "scores": { + "test": [ + { + "evaluation_time": 13.44, + "map_at_1": 0.12153, + "map_at_10": 0.17186, + "map_at_100": 0.17992, + "map_at_1000": 0.18125, + "map_at_20": 0.17577, + "map_at_3": 0.15198, + "map_at_5": 0.1625, + "mrr_at_1": 0.15292, + "mrr_at_10": 0.20556, + "mrr_at_100": 0.21364, + "mrr_at_1000": 0.21456, + "mrr_at_20": 0.21006, + "mrr_at_3": 0.187, + "mrr_at_5": 0.19671, + "ndcg_at_1": 0.15292, + "ndcg_at_10": 0.2084, + "ndcg_at_100": 0.24761, + "ndcg_at_1000": 0.28146, + "ndcg_at_20": 0.22171, + "ndcg_at_3": 0.17319, + "ndcg_at_5": 0.18861, + "precision_at_1": 0.15292, + "precision_at_10": 0.04107, + "precision_at_100": 0.00771, + "precision_at_1000": 0.00137, + "precision_at_20": 0.02457, + "precision_at_3": 0.08247, + "precision_at_5": 0.06289, + "recall_at_1": 0.12153, + "recall_at_10": 0.28586, + "recall_at_100": 0.45422, + "recall_at_1000": 0.69332, + "recall_at_20": 0.33535, + "recall_at_3": 0.18435, + "recall_at_5": 0.22447, + "hf_subset": "default", + "main_score": 0.2084, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackGis-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackGis-VN.json new file mode 100644 index 0000000000..b5710169be --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackGis-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "mteb_dataset_name": "CQADupstackGis-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackGis-VN", + "scores": { + "test": [ + { + "evaluation_time": 23.51, + "map_at_1": 0.07586, + "map_at_10": 0.11209, + "map_at_100": 0.11897, + "map_at_1000": 0.11993, + "map_at_20": 0.11571, + "map_at_3": 0.09789, + "map_at_5": 0.10627, + "mrr_at_1": 0.08615, + "mrr_at_10": 0.12562, + "mrr_at_100": 0.13202, + "mrr_at_1000": 0.13294, + "mrr_at_20": 0.12888, + "mrr_at_3": 0.11051, + "mrr_at_5": 0.11951, + "ndcg_at_1": 0.08615, + "ndcg_at_10": 0.13805, + "ndcg_at_100": 0.17456, + "ndcg_at_1000": 0.20419, + "ndcg_at_20": 0.15075, + "ndcg_at_3": 0.10947, + "ndcg_at_5": 0.12388, + "precision_at_1": 0.08615, + "precision_at_10": 0.02446, + "precision_at_100": 0.00455, + "precision_at_1000": 0.00075, + "precision_at_20": 0.01508, + "precision_at_3": 0.05026, + "precision_at_5": 0.03877, + "recall_at_1": 0.07586, + "recall_at_10": 0.2075, + "recall_at_100": 0.38113, + "recall_at_1000": 0.61319, + "recall_at_20": 0.25621, + "recall_at_3": 0.12685, + "recall_at_5": 0.16317, + "hf_subset": "default", + "main_score": 0.13805, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackMathematica-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..321ef8fc37 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackMathematica-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "mteb_dataset_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackMathematica-VN", + "scores": { + "test": [ + { + "evaluation_time": 10.69, + "map_at_1": 0.05419, + "map_at_10": 0.07934, + "map_at_100": 0.08463, + "map_at_1000": 0.08544, + "map_at_20": 0.08177, + "map_at_3": 0.06918, + "map_at_5": 0.07328, + "mrr_at_1": 0.0597, + "mrr_at_10": 0.08518, + "mrr_at_100": 0.09159, + "mrr_at_1000": 0.09248, + "mrr_at_20": 0.08829, + "mrr_at_3": 0.07498, + "mrr_at_5": 0.07935, + "ndcg_at_1": 0.0597, + "ndcg_at_10": 0.0972, + "ndcg_at_100": 0.12753, + "ndcg_at_1000": 0.15643, + "ndcg_at_20": 0.1064, + "ndcg_at_3": 0.07569, + "ndcg_at_5": 0.08305, + "precision_at_1": 0.0597, + "precision_at_10": 0.01663, + "precision_at_100": 0.00348, + "precision_at_1000": 0.0007, + "precision_at_20": 0.01055, + "precision_at_3": 0.03269, + "precision_at_5": 0.02345, + "recall_at_1": 0.05419, + "recall_at_10": 0.14908, + "recall_at_100": 0.29088, + "recall_at_1000": 0.50922, + "recall_at_20": 0.18284, + "recall_at_3": 0.08902, + "recall_at_5": 0.10714, + "hf_subset": "default", + "main_score": 0.0972, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackPhysics-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..73cee78af9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackPhysics-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "mteb_dataset_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackPhysics-VN", + "scores": { + "test": [ + { + "evaluation_time": 24.19, + "map_at_1": 0.087, + "map_at_10": 0.1196, + "map_at_100": 0.1263, + "map_at_1000": 0.1275, + "map_at_20": 0.12289, + "map_at_3": 0.10717, + "map_at_5": 0.11406, + "mrr_at_1": 0.10722, + "mrr_at_10": 0.14698, + "mrr_at_100": 0.15434, + "mrr_at_1000": 0.15532, + "mrr_at_20": 0.15104, + "mrr_at_3": 0.13368, + "mrr_at_5": 0.13955, + "ndcg_at_1": 0.10722, + "ndcg_at_10": 0.1454, + "ndcg_at_100": 0.18188, + "ndcg_at_1000": 0.21564, + "ndcg_at_20": 0.15771, + "ndcg_at_3": 0.12163, + "ndcg_at_5": 0.13201, + "precision_at_1": 0.10722, + "precision_at_10": 0.02825, + "precision_at_100": 0.00551, + "precision_at_1000": 0.00102, + "precision_at_20": 0.01753, + "precision_at_3": 0.05911, + "precision_at_5": 0.0433, + "recall_at_1": 0.087, + "recall_at_10": 0.19665, + "recall_at_100": 0.35954, + "recall_at_1000": 0.59833, + "recall_at_20": 0.24242, + "recall_at_3": 0.13189, + "recall_at_5": 0.15746, + "hf_subset": "default", + "main_score": 0.1454, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackProgrammers-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..ef196632f6 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackProgrammers-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "mteb_dataset_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackProgrammers-VN", + "scores": { + "test": [ + { + "evaluation_time": 19.74, + "map_at_1": 0.08828, + "map_at_10": 0.12407, + "map_at_100": 0.12999, + "map_at_1000": 0.13102, + "map_at_20": 0.127, + "map_at_3": 0.11381, + "map_at_5": 0.11808, + "mrr_at_1": 0.10277, + "mrr_at_10": 0.14145, + "mrr_at_100": 0.14811, + "mrr_at_1000": 0.14898, + "mrr_at_20": 0.14478, + "mrr_at_3": 0.13023, + "mrr_at_5": 0.13578, + "ndcg_at_1": 0.10277, + "ndcg_at_10": 0.14721, + "ndcg_at_100": 0.18098, + "ndcg_at_1000": 0.20893, + "ndcg_at_20": 0.15785, + "ndcg_at_3": 0.12618, + "ndcg_at_5": 0.13337, + "precision_at_1": 0.10277, + "precision_at_10": 0.02594, + "precision_at_100": 0.00489, + "precision_at_1000": 0.00084, + "precision_at_20": 0.01574, + "precision_at_3": 0.0571, + "precision_at_5": 0.04046, + "recall_at_1": 0.08828, + "recall_at_10": 0.19986, + "recall_at_100": 0.3563, + "recall_at_1000": 0.55588, + "recall_at_20": 0.23866, + "recall_at_3": 0.14394, + "recall_at_5": 0.16049, + "hf_subset": "default", + "main_score": 0.14721, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackStats-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackStats-VN.json new file mode 100644 index 0000000000..513dfd6459 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackStats-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "mteb_dataset_name": "CQADupstackStats-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackStats-VN", + "scores": { + "test": [ + { + "evaluation_time": 24.82, + "map_at_1": 0.07892, + "map_at_10": 0.11948, + "map_at_100": 0.12505, + "map_at_1000": 0.12578, + "map_at_20": 0.12291, + "map_at_3": 0.1043, + "map_at_5": 0.11242, + "mrr_at_1": 0.09272, + "mrr_at_10": 0.13704, + "mrr_at_100": 0.14303, + "mrr_at_1000": 0.14373, + "mrr_at_20": 0.14103, + "mrr_at_3": 0.12031, + "mrr_at_5": 0.12875, + "ndcg_at_1": 0.09272, + "ndcg_at_10": 0.14797, + "ndcg_at_100": 0.17697, + "ndcg_at_1000": 0.19985, + "ndcg_at_20": 0.16089, + "ndcg_at_3": 0.1155, + "ndcg_at_5": 0.13081, + "precision_at_1": 0.09272, + "precision_at_10": 0.0255, + "precision_at_100": 0.0043, + "precision_at_1000": 0.00069, + "precision_at_20": 0.01589, + "precision_at_3": 0.05188, + "precision_at_5": 0.03907, + "recall_at_1": 0.07892, + "recall_at_10": 0.22208, + "recall_at_100": 0.35478, + "recall_at_1000": 0.52963, + "recall_at_20": 0.27078, + "recall_at_3": 0.13355, + "recall_at_5": 0.17163, + "hf_subset": "default", + "main_score": 0.14797, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackTex-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackTex-VN.json new file mode 100644 index 0000000000..fb15a19097 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackTex-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "mteb_dataset_name": "CQADupstackTex-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackTex-VN", + "scores": { + "test": [ + { + "evaluation_time": 45.28, + "map_at_1": 0.05627, + "map_at_10": 0.08332, + "map_at_100": 0.08789, + "map_at_1000": 0.08873, + "map_at_20": 0.08509, + "map_at_3": 0.07161, + "map_at_5": 0.07765, + "mrr_at_1": 0.07376, + "mrr_at_10": 0.10328, + "mrr_at_100": 0.10822, + "mrr_at_1000": 0.10899, + "mrr_at_20": 0.10513, + "mrr_at_3": 0.09148, + "mrr_at_5": 0.09788, + "ndcg_at_1": 0.07376, + "ndcg_at_10": 0.10528, + "ndcg_at_100": 0.13259, + "ndcg_at_1000": 0.15914, + "ndcg_at_20": 0.11157, + "ndcg_at_3": 0.08341, + "ndcg_at_5": 0.09253, + "precision_at_1": 0.07376, + "precision_at_10": 0.02104, + "precision_at_100": 0.00407, + "precision_at_1000": 0.00075, + "precision_at_20": 0.01226, + "precision_at_3": 0.0404, + "precision_at_5": 0.0311, + "recall_at_1": 0.05627, + "recall_at_10": 0.15392, + "recall_at_100": 0.28659, + "recall_at_1000": 0.48595, + "recall_at_20": 0.17906, + "recall_at_3": 0.08973, + "recall_at_5": 0.11454, + "hf_subset": "default", + "main_score": 0.10528, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackUnix-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..a6e7a609ce --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackUnix-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "mteb_dataset_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackUnix-VN", + "scores": { + "test": [ + { + "evaluation_time": 30.21, + "map_at_1": 0.11168, + "map_at_10": 0.1425, + "map_at_100": 0.14761, + "map_at_1000": 0.14849, + "map_at_20": 0.14465, + "map_at_3": 0.13024, + "map_at_5": 0.1378, + "mrr_at_1": 0.12696, + "mrr_at_10": 0.16087, + "mrr_at_100": 0.16664, + "mrr_at_1000": 0.16742, + "mrr_at_20": 0.16351, + "mrr_at_3": 0.14712, + "mrr_at_5": 0.15625, + "ndcg_at_1": 0.12696, + "ndcg_at_10": 0.16437, + "ndcg_at_100": 0.1965, + "ndcg_at_1000": 0.22393, + "ndcg_at_20": 0.17283, + "ndcg_at_3": 0.14111, + "ndcg_at_5": 0.15394, + "precision_at_1": 0.12696, + "precision_at_10": 0.02576, + "precision_at_100": 0.00485, + "precision_at_1000": 0.00081, + "precision_at_20": 0.01536, + "precision_at_3": 0.05925, + "precision_at_5": 0.04353, + "recall_at_1": 0.11168, + "recall_at_10": 0.2157, + "recall_at_100": 0.36994, + "recall_at_1000": 0.57659, + "recall_at_20": 0.24699, + "recall_at_3": 0.15113, + "recall_at_5": 0.18386, + "hf_subset": "default", + "main_score": 0.16437, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackWebmasters-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..772efdcdee --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackWebmasters-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "mteb_dataset_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWebmasters-VN", + "scores": { + "test": [ + { + "evaluation_time": 10.69, + "map_at_1": 0.1037, + "map_at_10": 0.1338, + "map_at_100": 0.14151, + "map_at_1000": 0.14313, + "map_at_20": 0.1374, + "map_at_3": 0.11728, + "map_at_5": 0.12513, + "mrr_at_1": 0.1275, + "mrr_at_10": 0.16313, + "mrr_at_100": 0.17047, + "mrr_at_1000": 0.1713, + "mrr_at_20": 0.16684, + "mrr_at_3": 0.14583, + "mrr_at_5": 0.15433, + "ndcg_at_1": 0.1275, + "ndcg_at_10": 0.16515, + "ndcg_at_100": 0.19975, + "ndcg_at_1000": 0.23207, + "ndcg_at_20": 0.17585, + "ndcg_at_3": 0.13474, + "ndcg_at_5": 0.1474, + "precision_at_1": 0.1275, + "precision_at_10": 0.035, + "precision_at_100": 0.00782, + "precision_at_1000": 0.00161, + "precision_at_20": 0.02187, + "precision_at_3": 0.06167, + "precision_at_5": 0.0495, + "recall_at_1": 0.1037, + "recall_at_10": 0.22184, + "recall_at_100": 0.39, + "recall_at_1000": 0.61264, + "recall_at_20": 0.26629, + "recall_at_3": 0.13542, + "recall_at_5": 0.16616, + "hf_subset": "default", + "main_score": 0.16515, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackWordpress-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..32b8b79962 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/CQADupstackWordpress-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "mteb_dataset_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.41", + "task_name": "CQADupstackWordpress-VN", + "scores": { + "test": [ + { + "evaluation_time": 30.18, + "map_at_1": 0.06597, + "map_at_10": 0.10686, + "map_at_100": 0.1124, + "map_at_1000": 0.11315, + "map_at_20": 0.10963, + "map_at_3": 0.09206, + "map_at_5": 0.09843, + "mrr_at_1": 0.07853, + "mrr_at_10": 0.1187, + "mrr_at_100": 0.12433, + "mrr_at_1000": 0.12502, + "mrr_at_20": 0.12139, + "mrr_at_3": 0.10558, + "mrr_at_5": 0.11161, + "ndcg_at_1": 0.07853, + "ndcg_at_10": 0.13225, + "ndcg_at_100": 0.16313, + "ndcg_at_1000": 0.18791, + "ndcg_at_20": 0.14189, + "ndcg_at_3": 0.10386, + "ndcg_at_5": 0.11425, + "precision_at_1": 0.07853, + "precision_at_10": 0.02356, + "precision_at_100": 0.00427, + "precision_at_1000": 0.0007, + "precision_at_20": 0.01427, + "precision_at_3": 0.04712, + "precision_at_5": 0.03455, + "recall_at_1": 0.06597, + "recall_at_10": 0.20079, + "recall_at_100": 0.34729, + "recall_at_1000": 0.5422, + "recall_at_20": 0.23578, + "recall_at_3": 0.12365, + "recall_at_5": 0.1486, + "hf_subset": "default", + "main_score": 0.13225, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ClimateFEVER-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ClimateFEVER-VN.json new file mode 100644 index 0000000000..a748ab5ce6 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ClimateFEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "mteb_dataset_name": "ClimateFEVER-VN", + "mteb_version": "1.38.41", + "task_name": "ClimateFEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 2712.81, + "map_at_1": 0.00652, + "map_at_10": 0.01046, + "map_at_100": 0.01185, + "map_at_1000": 0.01216, + "map_at_20": 0.01132, + "map_at_3": 0.00876, + "map_at_5": 0.00931, + "mrr_at_1": 0.01726, + "mrr_at_10": 0.02414, + "mrr_at_100": 0.02704, + "mrr_at_1000": 0.02756, + "mrr_at_20": 0.02595, + "mrr_at_3": 0.02028, + "mrr_at_5": 0.02183, + "ndcg_at_1": 0.01726, + "ndcg_at_10": 0.01629, + "ndcg_at_100": 0.02571, + "ndcg_at_1000": 0.03722, + "ndcg_at_20": 0.0201, + "ndcg_at_3": 0.01254, + "ndcg_at_5": 0.01296, + "precision_at_1": 0.01726, + "precision_at_10": 0.00527, + "precision_at_100": 0.00148, + "precision_at_1000": 0.00036, + "precision_at_20": 0.00413, + "precision_at_3": 0.00908, + "precision_at_5": 0.00672, + "recall_at_1": 0.00652, + "recall_at_10": 0.02107, + "recall_at_100": 0.05678, + "recall_at_1000": 0.12673, + "recall_at_20": 0.03241, + "recall_at_3": 0.01057, + "recall_at_5": 0.01284, + "hf_subset": "default", + "main_score": 0.01629, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/DBPedia-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/DBPedia-VN.json new file mode 100644 index 0000000000..209e06582b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/DBPedia-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "mteb_dataset_name": "DBPedia-VN", + "mteb_version": "1.38.41", + "task_name": "DBPedia-VN", + "scores": { + "test": [ + { + "evaluation_time": 1949.61, + "map_at_1": 0.03928, + "map_at_10": 0.0669, + "map_at_100": 0.0838, + "map_at_1000": 0.0884, + "map_at_20": 0.07371, + "map_at_3": 0.05298, + "map_at_5": 0.05843, + "mrr_at_1": 0.23292, + "mrr_at_10": 0.31221, + "mrr_at_100": 0.31888, + "mrr_at_1000": 0.31949, + "mrr_at_20": 0.31593, + "mrr_at_3": 0.28934, + "mrr_at_5": 0.303, + "ndcg_at_1": 0.18012, + "ndcg_at_10": 0.14813, + "ndcg_at_100": 0.16382, + "ndcg_at_1000": 0.20272, + "ndcg_at_20": 0.14608, + "ndcg_at_3": 0.15665, + "ndcg_at_5": 0.14765, + "precision_at_1": 0.23292, + "precision_at_10": 0.11366, + "precision_at_100": 0.03407, + "precision_at_1000": 0.00724, + "precision_at_20": 0.08339, + "precision_at_3": 0.1677, + "precision_at_5": 0.13975, + "recall_at_1": 0.03928, + "recall_at_10": 0.10179, + "recall_at_100": 0.1984, + "recall_at_1000": 0.33757, + "recall_at_20": 0.12494, + "recall_at_3": 0.064, + "recall_at_5": 0.07701, + "hf_subset": "default", + "main_score": 0.14813, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/EmotionVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/EmotionVNClassification.json new file mode 100644 index 0000000000..36839a50d1 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "accuracy": 0.197734, + "f1": 0.17576, + "f1_weighted": 0.21099, + "scores_per_experiment": [ + { + "accuracy": 0.200781, + "f1": 0.175381, + "f1_weighted": 0.220953 + }, + { + "accuracy": 0.185938, + "f1": 0.161784, + "f1_weighted": 0.20234 + }, + { + "accuracy": 0.185156, + "f1": 0.170705, + "f1_weighted": 0.192535 + }, + { + "accuracy": 0.164062, + "f1": 0.158149, + "f1_weighted": 0.173842 + }, + { + "accuracy": 0.210156, + "f1": 0.176298, + "f1_weighted": 0.221099 + }, + { + "accuracy": 0.185938, + "f1": 0.175495, + "f1_weighted": 0.196238 + }, + { + "accuracy": 0.235937, + "f1": 0.19428, + "f1_weighted": 0.25236 + }, + { + "accuracy": 0.192969, + "f1": 0.177389, + "f1_weighted": 0.202812 + }, + { + "accuracy": 0.228125, + "f1": 0.201708, + "f1_weighted": 0.240579 + }, + { + "accuracy": 0.188281, + "f1": 0.166405, + "f1_weighted": 0.20714 + } + ], + "main_score": 0.197734, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.194806, + "f1": 0.170989, + "f1_weighted": 0.209771, + "scores_per_experiment": [ + { + "accuracy": 0.19845, + "f1": 0.168866, + "f1_weighted": 0.21998 + }, + { + "accuracy": 0.188372, + "f1": 0.160098, + "f1_weighted": 0.210748 + }, + { + "accuracy": 0.19845, + "f1": 0.173956, + "f1_weighted": 0.214753 + }, + { + "accuracy": 0.186047, + "f1": 0.180314, + "f1_weighted": 0.191862 + }, + { + "accuracy": 0.204651, + "f1": 0.166288, + "f1_weighted": 0.21554 + }, + { + "accuracy": 0.182171, + "f1": 0.168016, + "f1_weighted": 0.194267 + }, + { + "accuracy": 0.234884, + "f1": 0.194494, + "f1_weighted": 0.250796 + }, + { + "accuracy": 0.185271, + "f1": 0.165883, + "f1_weighted": 0.200949 + }, + { + "accuracy": 0.196899, + "f1": 0.172622, + "f1_weighted": 0.210424 + }, + { + "accuracy": 0.172868, + "f1": 0.159352, + "f1_weighted": 0.188391 + } + ], + "main_score": 0.194806, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.736830472946167, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/FEVER-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/FEVER-VN.json new file mode 100644 index 0000000000..bafccd1c73 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/FEVER-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "mteb_dataset_name": "FEVER-VN", + "mteb_version": "1.38.41", + "task_name": "FEVER-VN", + "scores": { + "test": [ + { + "evaluation_time": 3105.38, + "map_at_1": 0.18968, + "map_at_10": 0.25546, + "map_at_100": 0.26281, + "map_at_1000": 0.2634, + "map_at_20": 0.25981, + "map_at_3": 0.23754, + "map_at_5": 0.2471, + "mrr_at_1": 0.20381, + "mrr_at_10": 0.27251, + "mrr_at_100": 0.28003, + "mrr_at_1000": 0.2806, + "mrr_at_20": 0.27694, + "mrr_at_3": 0.25356, + "mrr_at_5": 0.26361, + "ndcg_at_1": 0.20381, + "ndcg_at_10": 0.29398, + "ndcg_at_100": 0.33173, + "ndcg_at_1000": 0.34913, + "ndcg_at_20": 0.30973, + "ndcg_at_3": 0.25675, + "ndcg_at_5": 0.27373, + "precision_at_1": 0.20381, + "precision_at_10": 0.0433, + "precision_at_100": 0.00631, + "precision_at_1000": 0.00079, + "precision_at_20": 0.02502, + "precision_at_3": 0.10622, + "precision_at_5": 0.07288, + "recall_at_1": 0.18968, + "recall_at_10": 0.39855, + "recall_at_100": 0.57568, + "recall_at_1000": 0.71254, + "recall_at_20": 0.45941, + "recall_at_3": 0.29636, + "recall_at_5": 0.33739, + "hf_subset": "default", + "main_score": 0.29398, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/FiQA2018-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/FiQA2018-VN.json new file mode 100644 index 0000000000..d99c20ff8a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/FiQA2018-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "mteb_dataset_name": "FiQA2018-VN", + "mteb_version": "1.38.41", + "task_name": "FiQA2018-VN", + "scores": { + "test": [ + { + "evaluation_time": 16.03, + "map_at_1": 0.01944, + "map_at_10": 0.03092, + "map_at_100": 0.03428, + "map_at_1000": 0.03504, + "map_at_20": 0.03276, + "map_at_3": 0.02629, + "map_at_5": 0.0278, + "mrr_at_1": 0.03166, + "mrr_at_10": 0.05118, + "mrr_at_100": 0.05574, + "mrr_at_1000": 0.05669, + "mrr_at_20": 0.05319, + "mrr_at_3": 0.04354, + "mrr_at_5": 0.04736, + "ndcg_at_1": 0.03166, + "ndcg_at_10": 0.04313, + "ndcg_at_100": 0.06183, + "ndcg_at_1000": 0.08625, + "ndcg_at_20": 0.04939, + "ndcg_at_3": 0.03288, + "ndcg_at_5": 0.03552, + "precision_at_1": 0.03166, + "precision_at_10": 0.01214, + "precision_at_100": 0.00306, + "precision_at_1000": 0.00074, + "precision_at_20": 0.00844, + "precision_at_3": 0.02111, + "precision_at_5": 0.01583, + "recall_at_1": 0.01944, + "recall_at_10": 0.05907, + "recall_at_100": 0.13103, + "recall_at_1000": 0.28696, + "recall_at_20": 0.07818, + "recall_at_3": 0.03241, + "recall_at_5": 0.03852, + "hf_subset": "default", + "main_score": 0.04313, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/GreenNodeTableMarkdownRetrieval.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..c997c5241a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.03621, + "ndcg_at_3": 0.0473, + "ndcg_at_5": 0.05185, + "ndcg_at_10": 0.05666, + "ndcg_at_20": 0.06175, + "ndcg_at_100": 0.07339, + "ndcg_at_1000": 0.09471, + "map_at_1": 0.03621, + "map_at_3": 0.04455, + "map_at_5": 0.04708, + "map_at_10": 0.04905, + "map_at_20": 0.05043, + "map_at_100": 0.0519, + "map_at_1000": 0.05251, + "recall_at_1": 0.03621, + "recall_at_3": 0.05527, + "recall_at_5": 0.06633, + "recall_at_10": 0.08122, + "recall_at_20": 0.10148, + "recall_at_100": 0.16638, + "recall_at_1000": 0.34562, + "precision_at_1": 0.03621, + "precision_at_3": 0.01842, + "precision_at_5": 0.01327, + "precision_at_10": 0.00812, + "precision_at_20": 0.00507, + "precision_at_100": 0.00166, + "precision_at_1000": 0.00035, + "mrr_at_1": 0.03621, + "mrr_at_3": 0.044555, + "mrr_at_5": 0.047075, + "mrr_at_10": 0.049054, + "mrr_at_20": 0.050433, + "mrr_at_100": 0.0519, + "mrr_at_1000": 0.05251, + "nauc_ndcg_at_1_max": 0.057619, + "nauc_ndcg_at_1_std": 0.069396, + "nauc_ndcg_at_1_diff1": 0.572413, + "nauc_ndcg_at_3_max": 0.024019, + "nauc_ndcg_at_3_std": 0.068683, + "nauc_ndcg_at_3_diff1": 0.454697, + "nauc_ndcg_at_5_max": 0.012877, + "nauc_ndcg_at_5_std": 0.067373, + "nauc_ndcg_at_5_diff1": 0.422272, + "nauc_ndcg_at_10_max": 0.004605, + "nauc_ndcg_at_10_std": 0.067017, + "nauc_ndcg_at_10_diff1": 0.387891, + "nauc_ndcg_at_20_max": -0.003025, + "nauc_ndcg_at_20_std": 0.068889, + "nauc_ndcg_at_20_diff1": 0.360397, + "nauc_ndcg_at_100_max": -0.011362, + "nauc_ndcg_at_100_std": 0.070775, + "nauc_ndcg_at_100_diff1": 0.322523, + "nauc_ndcg_at_1000_max": -0.008776, + "nauc_ndcg_at_1000_std": 0.073262, + "nauc_ndcg_at_1000_diff1": 0.284554, + "nauc_map_at_1_max": 0.057619, + "nauc_map_at_1_std": 0.069396, + "nauc_map_at_1_diff1": 0.572413, + "nauc_map_at_3_max": 0.031238, + "nauc_map_at_3_std": 0.06901, + "nauc_map_at_3_diff1": 0.47858, + "nauc_map_at_5_max": 0.024105, + "nauc_map_at_5_std": 0.06813, + "nauc_map_at_5_diff1": 0.457594, + "nauc_map_at_10_max": 0.019654, + "nauc_map_at_10_std": 0.067812, + "nauc_map_at_10_diff1": 0.439632, + "nauc_map_at_20_max": 0.016751, + "nauc_map_at_20_std": 0.068413, + "nauc_map_at_20_diff1": 0.428996, + "nauc_map_at_100_max": 0.014771, + "nauc_map_at_100_std": 0.06896, + "nauc_map_at_100_diff1": 0.421362, + "nauc_map_at_1000_max": 0.01469, + "nauc_map_at_1000_std": 0.069129, + "nauc_map_at_1000_diff1": 0.418885, + "nauc_recall_at_1_max": 0.057619, + "nauc_recall_at_1_std": 0.069396, + "nauc_recall_at_1_diff1": 0.572413, + "nauc_recall_at_3_max": 0.007012, + "nauc_recall_at_3_std": 0.067861, + "nauc_recall_at_3_diff1": 0.398862, + "nauc_recall_at_5_max": -0.011485, + "nauc_recall_at_5_std": 0.065694, + "nauc_recall_at_5_diff1": 0.346306, + "nauc_recall_at_10_max": -0.024705, + "nauc_recall_at_10_std": 0.065591, + "nauc_recall_at_10_diff1": 0.286517, + "nauc_recall_at_20_max": -0.037623, + "nauc_recall_at_20_std": 0.070408, + "nauc_recall_at_20_diff1": 0.240044, + "nauc_recall_at_100_max": -0.048639, + "nauc_recall_at_100_std": 0.073872, + "nauc_recall_at_100_diff1": 0.173672, + "nauc_recall_at_1000_max": -0.02862, + "nauc_recall_at_1000_std": 0.079921, + "nauc_recall_at_1000_diff1": 0.101822, + "nauc_precision_at_1_max": 0.057619, + "nauc_precision_at_1_std": 0.069396, + "nauc_precision_at_1_diff1": 0.572413, + "nauc_precision_at_3_max": 0.007012, + "nauc_precision_at_3_std": 0.067861, + "nauc_precision_at_3_diff1": 0.398862, + "nauc_precision_at_5_max": -0.011485, + "nauc_precision_at_5_std": 0.065694, + "nauc_precision_at_5_diff1": 0.346306, + "nauc_precision_at_10_max": -0.024705, + "nauc_precision_at_10_std": 0.065591, + "nauc_precision_at_10_diff1": 0.286517, + "nauc_precision_at_20_max": -0.037623, + "nauc_precision_at_20_std": 0.070408, + "nauc_precision_at_20_diff1": 0.240044, + "nauc_precision_at_100_max": -0.048639, + "nauc_precision_at_100_std": 0.073872, + "nauc_precision_at_100_diff1": 0.173672, + "nauc_precision_at_1000_max": -0.02862, + "nauc_precision_at_1000_std": 0.079921, + "nauc_precision_at_1000_diff1": 0.101822, + "nauc_mrr_at_1_max": 0.057619, + "nauc_mrr_at_1_std": 0.069396, + "nauc_mrr_at_1_diff1": 0.572413, + "nauc_mrr_at_3_max": 0.031238, + "nauc_mrr_at_3_std": 0.06901, + "nauc_mrr_at_3_diff1": 0.47858, + "nauc_mrr_at_5_max": 0.024105, + "nauc_mrr_at_5_std": 0.06813, + "nauc_mrr_at_5_diff1": 0.457594, + "nauc_mrr_at_10_max": 0.019654, + "nauc_mrr_at_10_std": 0.067812, + "nauc_mrr_at_10_diff1": 0.439632, + "nauc_mrr_at_20_max": 0.016751, + "nauc_mrr_at_20_std": 0.068413, + "nauc_mrr_at_20_diff1": 0.428996, + "nauc_mrr_at_100_max": 0.014771, + "nauc_mrr_at_100_std": 0.06896, + "nauc_mrr_at_100_diff1": 0.421362, + "nauc_mrr_at_1000_max": 0.01469, + "nauc_mrr_at_1000_std": 0.069129, + "nauc_mrr_at_1000_diff1": 0.418885, + "main_score": 0.05666, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 98.04872393608093, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/HotpotQA-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/HotpotQA-VN.json new file mode 100644 index 0000000000..98da651bcb --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/HotpotQA-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "mteb_dataset_name": "HotpotQA-VN", + "mteb_version": "1.38.41", + "task_name": "HotpotQA-VN", + "scores": { + "test": [ + { + "evaluation_time": 2567.68, + "map_at_1": 0.09445, + "map_at_10": 0.1283, + "map_at_100": 0.1336, + "map_at_1000": 0.1342, + "map_at_20": 0.13128, + "map_at_3": 0.11756, + "map_at_5": 0.12363, + "mrr_at_1": 0.18889, + "mrr_at_10": 0.23806, + "mrr_at_100": 0.2442, + "mrr_at_1000": 0.24476, + "mrr_at_20": 0.24172, + "mrr_at_3": 0.22309, + "mrr_at_5": 0.23167, + "ndcg_at_1": 0.18889, + "ndcg_at_10": 0.17162, + "ndcg_at_100": 0.19865, + "ndcg_at_1000": 0.21559, + "ndcg_at_20": 0.1824, + "ndcg_at_3": 0.14845, + "ndcg_at_5": 0.15993, + "precision_at_1": 0.18889, + "precision_at_10": 0.03843, + "precision_at_100": 0.00598, + "precision_at_1000": 0.00083, + "precision_at_20": 0.02269, + "precision_at_3": 0.09323, + "precision_at_5": 0.06505, + "recall_at_1": 0.09445, + "recall_at_10": 0.19214, + "recall_at_100": 0.29924, + "recall_at_1000": 0.41267, + "recall_at_20": 0.22694, + "recall_at_3": 0.13985, + "recall_at_5": 0.16263, + "hf_subset": "default", + "main_score": 0.17162, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ImdbVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ImdbVNClassification.json new file mode 100644 index 0000000000..bd0fc588a7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.515321, + "f1": 0.507602, + "f1_weighted": 0.507635, + "ap": 0.511609, + "ap_weighted": 0.511609, + "scores_per_experiment": [ + { + "accuracy": 0.535981, + "f1": 0.487063, + "f1_weighted": 0.486124, + "ap": 0.525661, + "ap_weighted": 0.525661 + }, + { + "accuracy": 0.541914, + "f1": 0.539416, + "f1_weighted": 0.539618, + "ap": 0.525213, + "ap_weighted": 0.525213 + }, + { + "accuracy": 0.522259, + "f1": 0.522246, + "f1_weighted": 0.522261, + "ap": 0.514579, + "ap_weighted": 0.514579 + }, + { + "accuracy": 0.492912, + "f1": 0.478971, + "f1_weighted": 0.479476, + "ap": 0.498995, + "ap_weighted": 0.498995 + }, + { + "accuracy": 0.505004, + "f1": 0.50396, + "f1_weighted": 0.504095, + "ap": 0.505362, + "ap_weighted": 0.505362 + }, + { + "accuracy": 0.482406, + "f1": 0.475986, + "f1_weighted": 0.47633, + "ap": 0.494122, + "ap_weighted": 0.494122 + }, + { + "accuracy": 0.477832, + "f1": 0.47458, + "f1_weighted": 0.474825, + "ap": 0.492099, + "ap_weighted": 0.492099 + }, + { + "accuracy": 0.540601, + "f1": 0.539662, + "f1_weighted": 0.539539, + "ap": 0.525248, + "ap_weighted": 0.525248 + }, + { + "accuracy": 0.518228, + "f1": 0.518066, + "f1_weighted": 0.518014, + "ap": 0.512494, + "ap_weighted": 0.512494 + }, + { + "accuracy": 0.536072, + "f1": 0.536072, + "f1_weighted": 0.536071, + "ap": 0.522315, + "ap_weighted": 0.522315 + } + ], + "main_score": 0.515321, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 24.594504594802856, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MSMARCO-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MSMARCO-VN.json new file mode 100644 index 0000000000..c08913adf7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MSMARCO-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "mteb_dataset_name": "MSMARCO-VN", + "mteb_version": "1.38.41", + "task_name": "MSMARCO-VN", + "scores": { + "dev": [ + { + "evaluation_time": 4596.18, + "map_at_1": 0.04183, + "map_at_10": 0.07381, + "map_at_100": 0.07955, + "map_at_1000": 0.08025, + "map_at_20": 0.07677, + "map_at_3": 0.06173, + "map_at_5": 0.06819, + "mrr_at_1": 0.0426, + "mrr_at_10": 0.07518, + "mrr_at_100": 0.081, + "mrr_at_1000": 0.08167, + "mrr_at_20": 0.07821, + "mrr_at_3": 0.06289, + "mrr_at_5": 0.06945, + "ndcg_at_1": 0.0426, + "ndcg_at_10": 0.09409, + "ndcg_at_100": 0.12622, + "ndcg_at_1000": 0.14688, + "ndcg_at_20": 0.10502, + "ndcg_at_3": 0.06855, + "ndcg_at_5": 0.08029, + "precision_at_1": 0.0426, + "precision_at_10": 0.01635, + "precision_at_100": 0.00329, + "precision_at_1000": 0.00051, + "precision_at_20": 0.01045, + "precision_at_3": 0.02983, + "precision_at_5": 0.02379, + "recall_at_1": 0.04183, + "recall_at_10": 0.15821, + "recall_at_100": 0.31673, + "recall_at_1000": 0.48287, + "recall_at_20": 0.20114, + "recall_at_3": 0.08707, + "recall_at_5": 0.11561, + "hf_subset": "default", + "main_score": 0.09409, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MTOPDomainVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..140b9a8a9f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.588962, + "f1": 0.570483, + "f1_weighted": 0.590557, + "scores_per_experiment": [ + { + "accuracy": 0.561959, + "f1": 0.537853, + "f1_weighted": 0.566135 + }, + { + "accuracy": 0.616206, + "f1": 0.596694, + "f1_weighted": 0.618502 + }, + { + "accuracy": 0.607704, + "f1": 0.58721, + "f1_weighted": 0.60379 + }, + { + "accuracy": 0.619667, + "f1": 0.60455, + "f1_weighted": 0.625504 + }, + { + "accuracy": 0.594613, + "f1": 0.577881, + "f1_weighted": 0.594613 + }, + { + "accuracy": 0.508163, + "f1": 0.497275, + "f1_weighted": 0.506004 + }, + { + "accuracy": 0.573245, + "f1": 0.553063, + "f1_weighted": 0.57543 + }, + { + "accuracy": 0.618915, + "f1": 0.594819, + "f1_weighted": 0.622977 + }, + { + "accuracy": 0.599503, + "f1": 0.58444, + "f1_weighted": 0.602201 + }, + { + "accuracy": 0.589647, + "f1": 0.571045, + "f1_weighted": 0.59041 + } + ], + "main_score": 0.588962, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.462902545928955, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MTOPIntentVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..4f5daac745 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.304296, + "f1": 0.199189, + "f1_weighted": 0.345837, + "scores_per_experiment": [ + { + "accuracy": 0.326537, + "f1": 0.19902, + "f1_weighted": 0.371822 + }, + { + "accuracy": 0.310962, + "f1": 0.197963, + "f1_weighted": 0.349203 + }, + { + "accuracy": 0.285381, + "f1": 0.183901, + "f1_weighted": 0.322434 + }, + { + "accuracy": 0.338725, + "f1": 0.222462, + "f1_weighted": 0.383274 + }, + { + "accuracy": 0.262208, + "f1": 0.206514, + "f1_weighted": 0.286446 + }, + { + "accuracy": 0.311489, + "f1": 0.20323, + "f1_weighted": 0.341232 + }, + { + "accuracy": 0.29298, + "f1": 0.198815, + "f1_weighted": 0.331278 + }, + { + "accuracy": 0.273644, + "f1": 0.180197, + "f1_weighted": 0.321857 + }, + { + "accuracy": 0.307577, + "f1": 0.187338, + "f1_weighted": 0.368459 + }, + { + "accuracy": 0.333459, + "f1": 0.212454, + "f1_weighted": 0.382361 + } + ], + "main_score": 0.304296, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.101667881011963, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MassiveIntentVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..93d5734b82 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.423935, + "f1": 0.378375, + "f1_weighted": 0.404055, + "scores_per_experiment": [ + { + "accuracy": 0.404148, + "f1": 0.359828, + "f1_weighted": 0.382122 + }, + { + "accuracy": 0.410314, + "f1": 0.356156, + "f1_weighted": 0.387855 + }, + { + "accuracy": 0.424888, + "f1": 0.372544, + "f1_weighted": 0.411764 + }, + { + "accuracy": 0.444507, + "f1": 0.390851, + "f1_weighted": 0.420869 + }, + { + "accuracy": 0.428251, + "f1": 0.368757, + "f1_weighted": 0.402225 + }, + { + "accuracy": 0.434417, + "f1": 0.404412, + "f1_weighted": 0.427851 + }, + { + "accuracy": 0.417601, + "f1": 0.370047, + "f1_weighted": 0.39903 + }, + { + "accuracy": 0.450673, + "f1": 0.409056, + "f1_weighted": 0.440467 + }, + { + "accuracy": 0.394619, + "f1": 0.363141, + "f1_weighted": 0.361245 + }, + { + "accuracy": 0.429933, + "f1": 0.388958, + "f1_weighted": 0.407124 + } + ], + "main_score": 0.423935, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.268984317779541, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MassiveScenarioVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..34afc6b37c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.478412, + "f1": 0.425504, + "f1_weighted": 0.483632, + "scores_per_experiment": [ + { + "accuracy": 0.462528, + "f1": 0.411233, + "f1_weighted": 0.46657 + }, + { + "accuracy": 0.469239, + "f1": 0.426091, + "f1_weighted": 0.472898 + }, + { + "accuracy": 0.484899, + "f1": 0.419451, + "f1_weighted": 0.491014 + }, + { + "accuracy": 0.482103, + "f1": 0.432803, + "f1_weighted": 0.483323 + }, + { + "accuracy": 0.466443, + "f1": 0.40845, + "f1_weighted": 0.468439 + }, + { + "accuracy": 0.513423, + "f1": 0.457215, + "f1_weighted": 0.526679 + }, + { + "accuracy": 0.471477, + "f1": 0.415202, + "f1_weighted": 0.47432 + }, + { + "accuracy": 0.480984, + "f1": 0.434876, + "f1_weighted": 0.49383 + }, + { + "accuracy": 0.451902, + "f1": 0.405562, + "f1_weighted": 0.449541 + }, + { + "accuracy": 0.501119, + "f1": 0.444156, + "f1_weighted": 0.509707 + } + ], + "main_score": 0.478412, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.268479585647583, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/NFCorpus-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/NFCorpus-VN.json new file mode 100644 index 0000000000..baab06a76b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/NFCorpus-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "mteb_dataset_name": "NFCorpus-VN", + "mteb_version": "1.38.41", + "task_name": "NFCorpus-VN", + "scores": { + "test": [ + { + "evaluation_time": 1.54, + "map_at_1": 0.03022, + "map_at_10": 0.06194, + "map_at_100": 0.07329, + "map_at_1000": 0.07984, + "map_at_20": 0.067, + "map_at_3": 0.04853, + "map_at_5": 0.05442, + "mrr_at_1": 0.21687, + "mrr_at_10": 0.29827, + "mrr_at_100": 0.30715, + "mrr_at_1000": 0.30817, + "mrr_at_20": 0.30293, + "mrr_at_3": 0.28313, + "mrr_at_5": 0.29006, + "ndcg_at_1": 0.1988, + "ndcg_at_10": 0.17321, + "ndcg_at_100": 0.15614, + "ndcg_at_1000": 0.2357, + "ndcg_at_20": 0.15904, + "ndcg_at_3": 0.20043, + "ndcg_at_5": 0.18785, + "precision_at_1": 0.21687, + "precision_at_10": 0.13072, + "precision_at_100": 0.03952, + "precision_at_1000": 0.01513, + "precision_at_20": 0.09217, + "precision_at_3": 0.1988, + "precision_at_5": 0.16867, + "recall_at_1": 0.03022, + "recall_at_10": 0.0826, + "recall_at_100": 0.15874, + "recall_at_1000": 0.44014, + "recall_at_20": 0.10194, + "recall_at_3": 0.05601, + "recall_at_5": 0.06479, + "hf_subset": "default", + "main_score": 0.17321, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/NQ-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/NQ-VN.json new file mode 100644 index 0000000000..3ba3eb5acb --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/NQ-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "mteb_dataset_name": "NQ-VN", + "mteb_version": "1.38.41", + "task_name": "NQ-VN", + "scores": { + "test": [ + { + "evaluation_time": 1366.73, + "map_at_1": 0.04772, + "map_at_10": 0.08459, + "map_at_100": 0.09214, + "map_at_1000": 0.09298, + "map_at_20": 0.08855, + "map_at_3": 0.0732, + "map_at_5": 0.07894, + "mrr_at_1": 0.05263, + "mrr_at_10": 0.09232, + "mrr_at_100": 0.09944, + "mrr_at_1000": 0.10021, + "mrr_at_20": 0.0962, + "mrr_at_3": 0.07991, + "mrr_at_5": 0.08639, + "ndcg_at_1": 0.05263, + "ndcg_at_10": 0.1079, + "ndcg_at_100": 0.14699, + "ndcg_at_1000": 0.17063, + "ndcg_at_20": 0.12205, + "ndcg_at_3": 0.08346, + "ndcg_at_5": 0.09427, + "precision_at_1": 0.05263, + "precision_at_10": 0.01989, + "precision_at_100": 0.00423, + "precision_at_1000": 0.00065, + "precision_at_20": 0.01332, + "precision_at_3": 0.03982, + "precision_at_5": 0.02989, + "recall_at_1": 0.04772, + "recall_at_10": 0.17254, + "recall_at_100": 0.35456, + "recall_at_1000": 0.53675, + "recall_at_20": 0.2257, + "recall_at_3": 0.10667, + "recall_at_5": 0.13246, + "hf_subset": "default", + "main_score": 0.1079, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/Quora-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/Quora-VN.json new file mode 100644 index 0000000000..7efbacf44f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/Quora-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "mteb_dataset_name": "Quora-VN", + "mteb_version": "1.38.41", + "task_name": "Quora-VN", + "scores": { + "test": [ + { + "evaluation_time": 259.52, + "map_at_1": 0.17418, + "map_at_10": 0.22933, + "map_at_100": 0.23763, + "map_at_1000": 0.23849, + "map_at_20": 0.23377, + "map_at_3": 0.21206, + "map_at_5": 0.2213, + "mrr_at_1": 0.20724, + "mrr_at_10": 0.26403, + "mrr_at_100": 0.27114, + "mrr_at_1000": 0.27177, + "mrr_at_20": 0.26792, + "mrr_at_3": 0.24685, + "mrr_at_5": 0.25642, + "ndcg_at_1": 0.20738, + "ndcg_at_10": 0.26548, + "ndcg_at_100": 0.30507, + "ndcg_at_1000": 0.32739, + "ndcg_at_20": 0.27981, + "ndcg_at_3": 0.23465, + "ndcg_at_5": 0.24834, + "precision_at_1": 0.20738, + "precision_at_10": 0.04549, + "precision_at_100": 0.00738, + "precision_at_1000": 0.00102, + "precision_at_20": 0.02701, + "precision_at_3": 0.10678, + "precision_at_5": 0.07491, + "recall_at_1": 0.17418, + "recall_at_10": 0.34068, + "recall_at_100": 0.51908, + "recall_at_1000": 0.68292, + "recall_at_20": 0.39354, + "recall_at_3": 0.25304, + "recall_at_5": 0.28898, + "hf_subset": "default", + "main_score": 0.26548, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/RedditClustering-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/RedditClustering-VN.json new file mode 100644 index 0000000000..b8bf761407 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.179731, + "v_measure_std": 0.025031, + "v_measures": [ + 0.143602, + 0.233597, + 0.187627, + 0.14723, + 0.165827, + 0.186344, + 0.187238, + 0.180908, + 0.164719, + 0.20022 + ], + "main_score": 0.179731, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 20.27534317970276, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/RedditClusteringP2P-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..0c8e103a49 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.31448, + "v_measure_std": 0.106657, + "v_measures": [ + 0.442999, + 0.39389, + 0.399176, + 0.180386, + 0.310701, + 0.338756, + 0.07576, + 0.394293, + 0.275997, + 0.332837 + ], + "main_score": 0.31448, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 206.80365562438965, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SCIDOCS-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SCIDOCS-VN.json new file mode 100644 index 0000000000..ad47e5337f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SCIDOCS-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "mteb_dataset_name": "SCIDOCS-VN", + "mteb_version": "1.38.41", + "task_name": "SCIDOCS-VN", + "scores": { + "test": [ + { + "evaluation_time": 8.42, + "map_at_1": 0.0125, + "map_at_10": 0.02827, + "map_at_100": 0.03344, + "map_at_1000": 0.03455, + "map_at_20": 0.03088, + "map_at_3": 0.02224, + "map_at_5": 0.02531, + "mrr_at_1": 0.0625, + "mrr_at_10": 0.10867, + "mrr_at_100": 0.11603, + "mrr_at_1000": 0.11706, + "mrr_at_20": 0.11217, + "mrr_at_3": 0.09583, + "mrr_at_5": 0.10371, + "ndcg_at_1": 0.0625, + "ndcg_at_10": 0.05391, + "ndcg_at_100": 0.08287, + "ndcg_at_1000": 0.11453, + "ndcg_at_20": 0.06232, + "ndcg_at_3": 0.05413, + "ndcg_at_5": 0.04628, + "precision_at_1": 0.0625, + "precision_at_10": 0.02725, + "precision_at_100": 0.00705, + "precision_at_1000": 0.00148, + "precision_at_20": 0.0185, + "precision_at_3": 0.05083, + "precision_at_5": 0.0405, + "recall_at_1": 0.0125, + "recall_at_10": 0.05521, + "recall_at_100": 0.14408, + "recall_at_1000": 0.30013, + "recall_at_20": 0.07483, + "recall_at_3": 0.03108, + "recall_at_5": 0.04121, + "hf_subset": "default", + "main_score": 0.05391, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SICK-R-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SICK-R-VN.json new file mode 100644 index 0000000000..3f8e2a279a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.654938, + "spearman": 0.619228, + "cosine_pearson": 0.654938, + "cosine_spearman": 0.619246, + "manhattan_pearson": 0.633824, + "manhattan_spearman": 0.618768, + "euclidean_pearson": 0.634011, + "euclidean_spearman": 0.619251, + "main_score": 0.619246, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.919649839401245, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/STSBenchmark-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/STSBenchmark-VN.json new file mode 100644 index 0000000000..28daf5feb9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.603935, + "spearman": 0.60937, + "cosine_pearson": 0.603935, + "cosine_spearman": 0.609376, + "manhattan_pearson": 0.610731, + "manhattan_spearman": 0.610321, + "euclidean_pearson": 0.610383, + "euclidean_spearman": 0.609376, + "main_score": 0.609376, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.4380021095275879, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SciDocsRR-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SciDocsRR-VN.json new file mode 100644 index 0000000000..236773e9fb --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.64152, + "mrr": 0.757381, + "nAUC_map_max": 0.460298, + "nAUC_map_std": 0.399102, + "nAUC_map_diff1": 0.273177, + "nAUC_mrr_max": 0.58437, + "nAUC_mrr_std": 0.45287, + "nAUC_mrr_diff1": 0.43659, + "main_score": 0.64152, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.7705230712890625, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SciFact-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SciFact-VN.json new file mode 100644 index 0000000000..f101720948 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SciFact-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "mteb_dataset_name": "SciFact-VN", + "mteb_version": "1.38.41", + "task_name": "SciFact-VN", + "scores": { + "test": [ + { + "evaluation_time": 1.96, + "map_at_1": 0.17537, + "map_at_10": 0.23215, + "map_at_100": 0.24198, + "map_at_1000": 0.24279, + "map_at_20": 0.23725, + "map_at_3": 0.21269, + "map_at_5": 0.22338, + "mrr_at_1": 0.1791, + "mrr_at_10": 0.23945, + "mrr_at_100": 0.2477, + "mrr_at_1000": 0.24841, + "mrr_at_20": 0.24305, + "mrr_at_3": 0.21766, + "mrr_at_5": 0.22886, + "ndcg_at_1": 0.1791, + "ndcg_at_10": 0.26751, + "ndcg_at_100": 0.31401, + "ndcg_at_1000": 0.34274, + "ndcg_at_20": 0.28399, + "ndcg_at_3": 0.22639, + "ndcg_at_5": 0.24596, + "precision_at_1": 0.1791, + "precision_at_10": 0.04104, + "precision_at_100": 0.00657, + "precision_at_1000": 0.00095, + "precision_at_20": 0.02425, + "precision_at_3": 0.08955, + "precision_at_5": 0.06567, + "recall_at_1": 0.17537, + "recall_at_10": 0.36816, + "recall_at_100": 0.58085, + "recall_at_1000": 0.81318, + "recall_at_20": 0.43035, + "recall_at_3": 0.26119, + "recall_at_5": 0.30721, + "hf_subset": "default", + "main_score": 0.26751, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SprintDuplicateQuestions-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..f8b9ba175c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.994381, + "similarity_accuracy_threshold": 0.81296, + "similarity_f1": 0.693901, + "similarity_f1_threshold": 0.781559, + "similarity_precision": 0.712766, + "similarity_recall": 0.676009, + "similarity_ap": 0.751723, + "cosine_accuracy": 0.994381, + "cosine_accuracy_threshold": 0.81296, + "cosine_f1": 0.693901, + "cosine_f1_threshold": 0.781559, + "cosine_precision": 0.712766, + "cosine_recall": 0.676009, + "cosine_ap": 0.751723, + "manhattan_accuracy": 0.994415, + "manhattan_accuracy_threshold": 9.434799, + "manhattan_f1": 0.692221, + "manhattan_f1_threshold": 10.38996, + "manhattan_precision": 0.696145, + "manhattan_recall": 0.688341, + "manhattan_ap": 0.75008, + "euclidean_accuracy": 0.994381, + "euclidean_accuracy_threshold": 0.611621, + "euclidean_f1": 0.693901, + "euclidean_f1_threshold": 0.660971, + "euclidean_precision": 0.712766, + "euclidean_recall": 0.676009, + "euclidean_ap": 0.751723, + "dot_accuracy": 0.994381, + "dot_accuracy_threshold": 0.81296, + "dot_f1": 0.693901, + "dot_f1_threshold": 0.781559, + "dot_precision": 0.712766, + "dot_recall": 0.676009, + "dot_ap": 0.751723, + "max_accuracy": 0.994415, + "max_f1": 0.693901, + "max_precision": 0.712766, + "max_recall": 0.688341, + "max_ap": 0.751723, + "main_score": 0.751723, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.995415, + "similarity_accuracy_threshold": 0.818978, + "similarity_f1": 0.753108, + "similarity_f1_threshold": 0.792881, + "similarity_precision": 0.791045, + "similarity_recall": 0.718644, + "similarity_ap": 0.807377, + "cosine_accuracy": 0.995415, + "cosine_accuracy_threshold": 0.818978, + "cosine_f1": 0.753108, + "cosine_f1_threshold": 0.792881, + "cosine_precision": 0.791045, + "cosine_recall": 0.718644, + "cosine_ap": 0.807377, + "manhattan_accuracy": 0.99545, + "manhattan_accuracy_threshold": 9.520491, + "manhattan_f1": 0.753199, + "manhattan_f1_threshold": 9.880737, + "manhattan_precision": 0.81746, + "manhattan_recall": 0.698305, + "manhattan_ap": 0.806084, + "euclidean_accuracy": 0.995415, + "euclidean_accuracy_threshold": 0.601701, + "euclidean_f1": 0.753108, + "euclidean_f1_threshold": 0.643613, + "euclidean_precision": 0.791045, + "euclidean_recall": 0.718644, + "euclidean_ap": 0.807377, + "dot_accuracy": 0.995415, + "dot_accuracy_threshold": 0.818978, + "dot_f1": 0.753108, + "dot_f1_threshold": 0.792881, + "dot_precision": 0.791045, + "dot_recall": 0.718644, + "dot_ap": 0.807377, + "max_accuracy": 0.99545, + "max_f1": 0.753199, + "max_precision": 0.81746, + "max_recall": 0.718644, + "max_ap": 0.807377, + "main_score": 0.807377, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 19.57392120361328, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/StackExchangeClustering-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..5e60b608ef --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.219062, + "v_measure_std": 0.041345, + "v_measures": [ + 0.215236, + 0.160773, + 0.222767, + 0.277472 + ], + "main_score": 0.219062, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.447965145111084, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/StackExchangeClusteringP2P-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..f8e468d9fa --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.294867, + "v_measure_std": 0.016561, + "v_measures": [ + 0.284883, + 0.269689, + 0.284775, + 0.277429, + 0.280571, + 0.31802, + 0.313784, + 0.311557, + 0.309464, + 0.298503 + ], + "main_score": 0.294867, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 60.93551826477051, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/StackOverflowDupQuestions-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..2e4164bb00 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.392032, + "mrr": 0.390135, + "nAUC_map_max": 0.129409, + "nAUC_map_std": 0.071107, + "nAUC_map_diff1": 0.277317, + "nAUC_mrr_max": 0.138719, + "nAUC_mrr_std": 0.074514, + "nAUC_mrr_diff1": 0.278344, + "main_score": 0.392032, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.421266555786133, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TRECCOVID-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TRECCOVID-VN.json new file mode 100644 index 0000000000..e2c7216850 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TRECCOVID-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "mteb_dataset_name": "TRECCOVID-VN", + "mteb_version": "1.38.41", + "task_name": "TRECCOVID-VN", + "scores": { + "test": [ + { + "evaluation_time": 83.76, + "map_at_1": 0.00088, + "map_at_10": 0.00327, + "map_at_100": 0.01786, + "map_at_1000": 0.04179, + "map_at_20": 0.00514, + "map_at_3": 0.0018, + "map_at_5": 0.00228, + "mrr_at_1": 0.29545, + "mrr_at_10": 0.36861, + "mrr_at_100": 0.37949, + "mrr_at_1000": 0.38027, + "mrr_at_20": 0.37335, + "mrr_at_3": 0.34848, + "mrr_at_5": 0.35985, + "ndcg_at_1": 0.28409, + "ndcg_at_10": 0.18113, + "ndcg_at_100": 0.12931, + "ndcg_at_1000": 0.12476, + "ndcg_at_20": 0.16077, + "ndcg_at_3": 0.23038, + "ndcg_at_5": 0.21028, + "precision_at_1": 0.29545, + "precision_at_10": 0.17045, + "precision_at_100": 0.12955, + "precision_at_1000": 0.05668, + "precision_at_20": 0.15341, + "precision_at_3": 0.23485, + "precision_at_5": 0.20455, + "recall_at_1": 0.00088, + "recall_at_10": 0.00435, + "recall_at_100": 0.03125, + "recall_at_1000": 0.11969, + "recall_at_20": 0.00739, + "recall_at_3": 0.00205, + "recall_at_5": 0.0028, + "hf_subset": "default", + "main_score": 0.18113, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/Touche2020-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/Touche2020-VN.json new file mode 100644 index 0000000000..0b72a82453 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/Touche2020-VN.json @@ -0,0 +1,54 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "mteb_dataset_name": "Touche2020-VN", + "mteb_version": "1.38.41", + "task_name": "Touche2020-VN", + "scores": { + "test": [ + { + "evaluation_time": 230.49, + "map_at_1": 0.00211, + "map_at_10": 0.0059, + "map_at_100": 0.00946, + "map_at_1000": 0.01085, + "map_at_20": 0.00736, + "map_at_3": 0.00446, + "map_at_5": 0.00446, + "mrr_at_1": 0.04, + "mrr_at_10": 0.07333, + "mrr_at_100": 0.08626, + "mrr_at_1000": 0.08795, + "mrr_at_20": 0.07964, + "mrr_at_3": 0.06, + "mrr_at_5": 0.06, + "ndcg_at_1": 0.02, + "ndcg_at_10": 0.02684, + "ndcg_at_100": 0.04241, + "ndcg_at_1000": 0.07438, + "ndcg_at_20": 0.02759, + "ndcg_at_3": 0.03061, + "ndcg_at_5": 0.02213, + "precision_at_1": 0.04, + "precision_at_10": 0.028, + "precision_at_100": 0.0112, + "precision_at_1000": 0.00292, + "precision_at_20": 0.024, + "precision_at_3": 0.04, + "precision_at_5": 0.024, + "recall_at_1": 0.00211, + "recall_at_10": 0.01338, + "recall_at_100": 0.05572, + "recall_at_1000": 0.14694, + "recall_at_20": 0.02383, + "recall_at_3": 0.00612, + "recall_at_5": 0.00612, + "hf_subset": "default", + "main_score": 0.02684, + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ToxicConversationsVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..73f2291f7e --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.517041, + "f1": 0.395205, + "f1_weighted": 0.624432, + "ap": 0.071863, + "ap_weighted": 0.071863, + "scores_per_experiment": [ + { + "accuracy": 0.534668, + "f1": 0.404676, + "f1_weighted": 0.644014, + "ap": 0.071253, + "ap_weighted": 0.071253 + }, + { + "accuracy": 0.561523, + "f1": 0.420609, + "f1_weighted": 0.666442, + "ap": 0.07393, + "ap_weighted": 0.07393 + }, + { + "accuracy": 0.483398, + "f1": 0.375279, + "f1_weighted": 0.598879, + "ap": 0.067751, + "ap_weighted": 0.067751 + }, + { + "accuracy": 0.693359, + "f1": 0.473179, + "f1_weighted": 0.766199, + "ap": 0.074118, + "ap_weighted": 0.074118 + }, + { + "accuracy": 0.414551, + "f1": 0.34225, + "f1_weighted": 0.529869, + "ap": 0.069531, + "ap_weighted": 0.069531 + }, + { + "accuracy": 0.536621, + "f1": 0.412615, + "f1_weighted": 0.644813, + "ap": 0.076523, + "ap_weighted": 0.076523 + }, + { + "accuracy": 0.421387, + "f1": 0.344103, + "f1_weighted": 0.537807, + "ap": 0.067996, + "ap_weighted": 0.067996 + }, + { + "accuracy": 0.44873, + "f1": 0.364657, + "f1_weighted": 0.5635, + "ap": 0.072973, + "ap_weighted": 0.072973 + }, + { + "accuracy": 0.507812, + "f1": 0.388709, + "f1_weighted": 0.620856, + "ap": 0.068924, + "ap_weighted": 0.068924 + }, + { + "accuracy": 0.568359, + "f1": 0.425971, + "f1_weighted": 0.67194, + "ap": 0.07563, + "ap_weighted": 0.07563 + } + ], + "main_score": 0.517041, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.8846428394317627, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TweetSentimentExtractionVNClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..a8a7ac5357 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.376998, + "f1": 0.36989, + "f1_weighted": 0.375463, + "scores_per_experiment": [ + { + "accuracy": 0.414044, + "f1": 0.413277, + "f1_weighted": 0.413679 + }, + { + "accuracy": 0.379177, + "f1": 0.377823, + "f1_weighted": 0.377431 + }, + { + "accuracy": 0.382567, + "f1": 0.377602, + "f1_weighted": 0.381977 + }, + { + "accuracy": 0.332688, + "f1": 0.314034, + "f1_weighted": 0.33309 + }, + { + "accuracy": 0.381114, + "f1": 0.374098, + "f1_weighted": 0.363291 + }, + { + "accuracy": 0.36368, + "f1": 0.363459, + "f1_weighted": 0.360968 + }, + { + "accuracy": 0.389346, + "f1": 0.370672, + "f1_weighted": 0.388651 + }, + { + "accuracy": 0.3477, + "f1": 0.341207, + "f1_weighted": 0.35418 + }, + { + "accuracy": 0.396126, + "f1": 0.392704, + "f1_weighted": 0.399578 + }, + { + "accuracy": 0.383535, + "f1": 0.37402, + "f1_weighted": 0.381783 + } + ], + "main_score": 0.376998, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.9826841354370117, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TwentyNewsgroupsClustering-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..a9bdf1dd6b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.209807, + "v_measure_std": 0.016788, + "v_measures": [ + 0.241236, + 0.231284, + 0.1996, + 0.227169, + 0.191718, + 0.19638, + 0.198224, + 0.214124, + 0.192962, + 0.205371 + ], + "main_score": 0.209807, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.712138652801514, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TwitterSemEval2015-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..70e1f71d17 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.789631, + "similarity_accuracy_threshold": 0.819515, + "similarity_f1": 0.503043, + "similarity_f1_threshold": 0.724854, + "similarity_precision": 0.454379, + "similarity_recall": 0.56338, + "similarity_ap": 0.501988, + "cosine_accuracy": 0.789631, + "cosine_accuracy_threshold": 0.819515, + "cosine_f1": 0.503043, + "cosine_f1_threshold": 0.724854, + "cosine_precision": 0.454379, + "cosine_recall": 0.56338, + "cosine_ap": 0.501988, + "manhattan_accuracy": 0.789204, + "manhattan_accuracy_threshold": 9.236225, + "manhattan_f1": 0.503484, + "manhattan_f1_threshold": 12.116299, + "manhattan_precision": 0.4149, + "manhattan_recall": 0.640164, + "manhattan_ap": 0.50149, + "euclidean_accuracy": 0.789631, + "euclidean_accuracy_threshold": 0.600808, + "euclidean_f1": 0.503043, + "euclidean_f1_threshold": 0.741817, + "euclidean_precision": 0.454379, + "euclidean_recall": 0.56338, + "euclidean_ap": 0.501988, + "dot_accuracy": 0.789631, + "dot_accuracy_threshold": 0.819515, + "dot_f1": 0.503043, + "dot_f1_threshold": 0.724854, + "dot_precision": 0.454379, + "dot_recall": 0.56338, + "dot_ap": 0.501988, + "max_accuracy": 0.789631, + "max_f1": 0.503484, + "max_precision": 0.454379, + "max_recall": 0.640164, + "max_ap": 0.501988, + "main_score": 0.501988, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.651999473571777, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TwitterURLCorpus-VN.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..568cced684 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.829232, + "similarity_accuracy_threshold": 0.759739, + "similarity_f1": 0.687611, + "similarity_f1_threshold": 0.711144, + "similarity_precision": 0.666093, + "similarity_recall": 0.710566, + "similarity_ap": 0.774466, + "cosine_accuracy": 0.829232, + "cosine_accuracy_threshold": 0.759739, + "cosine_f1": 0.687611, + "cosine_f1_threshold": 0.711144, + "cosine_precision": 0.666093, + "cosine_recall": 0.710566, + "cosine_ap": 0.774483, + "manhattan_accuracy": 0.829464, + "manhattan_accuracy_threshold": 10.768778, + "manhattan_f1": 0.68634, + "manhattan_f1_threshold": 11.807486, + "manhattan_precision": 0.66921, + "manhattan_recall": 0.704371, + "manhattan_ap": 0.774125, + "euclidean_accuracy": 0.829232, + "euclidean_accuracy_threshold": 0.693197, + "euclidean_f1": 0.687611, + "euclidean_f1_threshold": 0.760073, + "euclidean_precision": 0.666093, + "euclidean_recall": 0.710566, + "euclidean_ap": 0.774483, + "dot_accuracy": 0.829232, + "dot_accuracy_threshold": 0.759739, + "dot_f1": 0.687611, + "dot_f1_threshold": 0.711144, + "dot_precision": 0.666093, + "dot_recall": 0.710566, + "dot_ap": 0.774522, + "max_accuracy": 0.829464, + "max_f1": 0.687611, + "max_precision": 0.66921, + "max_recall": 0.710566, + "max_ap": 0.774522, + "main_score": 0.774522, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 17.431066751480103, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/VieQuADRetrieval.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/VieQuADRetrieval.json new file mode 100644 index 0000000000..5b284d8a19 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/VieQuADRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.12646, + "ndcg_at_3": 0.11802, + "ndcg_at_5": 0.13292, + "ndcg_at_10": 0.15278, + "ndcg_at_20": 0.17176, + "ndcg_at_100": 0.22, + "ndcg_at_1000": 0.26858, + "map_at_1": 0.06323, + "map_at_3": 0.09082, + "map_at_5": 0.09895, + "map_at_10": 0.10708, + "map_at_20": 0.11233, + "map_at_100": 0.11927, + "map_at_1000": 0.12123, + "recall_at_1": 0.06323, + "recall_at_3": 0.12036, + "recall_at_5": 0.1499, + "recall_at_10": 0.20044, + "recall_at_20": 0.26172, + "recall_at_100": 0.47925, + "recall_at_1000": 0.80566, + "precision_at_1": 0.12646, + "precision_at_3": 0.08024, + "precision_at_5": 0.05996, + "precision_at_10": 0.04009, + "precision_at_20": 0.02617, + "precision_at_100": 0.00958, + "precision_at_1000": 0.00161, + "mrr_at_1": 0.126465, + "mrr_at_3": 0.170085, + "mrr_at_5": 0.180778, + "mrr_at_10": 0.190904, + "mrr_at_20": 0.19736, + "mrr_at_100": 0.203709, + "mrr_at_1000": 0.204761, + "nauc_ndcg_at_1_max": 0.210475, + "nauc_ndcg_at_1_std": 0.035365, + "nauc_ndcg_at_1_diff1": 0.378324, + "nauc_ndcg_at_3_max": 0.234046, + "nauc_ndcg_at_3_std": 0.068245, + "nauc_ndcg_at_3_diff1": 0.293916, + "nauc_ndcg_at_5_max": 0.235345, + "nauc_ndcg_at_5_std": 0.082459, + "nauc_ndcg_at_5_diff1": 0.275684, + "nauc_ndcg_at_10_max": 0.260106, + "nauc_ndcg_at_10_std": 0.103574, + "nauc_ndcg_at_10_diff1": 0.261577, + "nauc_ndcg_at_20_max": 0.269288, + "nauc_ndcg_at_20_std": 0.118434, + "nauc_ndcg_at_20_diff1": 0.252995, + "nauc_ndcg_at_100_max": 0.32265, + "nauc_ndcg_at_100_std": 0.201478, + "nauc_ndcg_at_100_diff1": 0.237016, + "nauc_ndcg_at_1000_max": 0.310992, + "nauc_ndcg_at_1000_std": 0.198542, + "nauc_ndcg_at_1000_diff1": 0.243213, + "nauc_map_at_1_max": 0.210475, + "nauc_map_at_1_std": 0.035365, + "nauc_map_at_1_diff1": 0.378324, + "nauc_map_at_3_max": 0.22917, + "nauc_map_at_3_std": 0.059242, + "nauc_map_at_3_diff1": 0.308357, + "nauc_map_at_5_max": 0.231069, + "nauc_map_at_5_std": 0.069456, + "nauc_map_at_5_diff1": 0.295392, + "nauc_map_at_10_max": 0.246888, + "nauc_map_at_10_std": 0.082102, + "nauc_map_at_10_diff1": 0.287326, + "nauc_map_at_20_max": 0.250842, + "nauc_map_at_20_std": 0.087306, + "nauc_map_at_20_diff1": 0.284108, + "nauc_map_at_100_max": 0.262695, + "nauc_map_at_100_std": 0.104779, + "nauc_map_at_100_diff1": 0.280543, + "nauc_map_at_1000_max": 0.262885, + "nauc_map_at_1000_std": 0.106324, + "nauc_map_at_1000_diff1": 0.28022, + "nauc_recall_at_1_max": 0.210475, + "nauc_recall_at_1_std": 0.035365, + "nauc_recall_at_1_diff1": 0.378324, + "nauc_recall_at_3_max": 0.246747, + "nauc_recall_at_3_std": 0.083939, + "nauc_recall_at_3_diff1": 0.252537, + "nauc_recall_at_5_max": 0.245243, + "nauc_recall_at_5_std": 0.108179, + "nauc_recall_at_5_diff1": 0.220699, + "nauc_recall_at_10_max": 0.292987, + "nauc_recall_at_10_std": 0.149461, + "nauc_recall_at_10_diff1": 0.190165, + "nauc_recall_at_20_max": 0.300439, + "nauc_recall_at_20_std": 0.17699, + "nauc_recall_at_20_diff1": 0.163412, + "nauc_recall_at_100_max": 0.417555, + "nauc_recall_at_100_std": 0.407907, + "nauc_recall_at_100_diff1": 0.090286, + "nauc_recall_at_1000_max": 0.398128, + "nauc_recall_at_1000_std": 0.510531, + "nauc_recall_at_1000_diff1": 0.046176, + "nauc_precision_at_1_max": 0.210475, + "nauc_precision_at_1_std": 0.035365, + "nauc_precision_at_1_diff1": 0.378324, + "nauc_precision_at_3_max": 0.246747, + "nauc_precision_at_3_std": 0.083939, + "nauc_precision_at_3_diff1": 0.252537, + "nauc_precision_at_5_max": 0.245243, + "nauc_precision_at_5_std": 0.108179, + "nauc_precision_at_5_diff1": 0.220699, + "nauc_precision_at_10_max": 0.292987, + "nauc_precision_at_10_std": 0.149461, + "nauc_precision_at_10_diff1": 0.190165, + "nauc_precision_at_20_max": 0.300439, + "nauc_precision_at_20_std": 0.17699, + "nauc_precision_at_20_diff1": 0.163412, + "nauc_precision_at_100_max": 0.417555, + "nauc_precision_at_100_std": 0.407907, + "nauc_precision_at_100_diff1": 0.090286, + "nauc_precision_at_1000_max": 0.398128, + "nauc_precision_at_1000_std": 0.510531, + "nauc_precision_at_1000_diff1": 0.046176, + "nauc_mrr_at_1_max": 0.210475, + "nauc_mrr_at_1_std": 0.035365, + "nauc_mrr_at_1_diff1": 0.378324, + "nauc_mrr_at_3_max": 0.227799, + "nauc_mrr_at_3_std": 0.063778, + "nauc_mrr_at_3_diff1": 0.315139, + "nauc_mrr_at_5_max": 0.228137, + "nauc_mrr_at_5_std": 0.071535, + "nauc_mrr_at_5_diff1": 0.304805, + "nauc_mrr_at_10_max": 0.234767, + "nauc_mrr_at_10_std": 0.078519, + "nauc_mrr_at_10_diff1": 0.299105, + "nauc_mrr_at_20_max": 0.236896, + "nauc_mrr_at_20_std": 0.083384, + "nauc_mrr_at_20_diff1": 0.29674, + "nauc_mrr_at_100_max": 0.241343, + "nauc_mrr_at_100_std": 0.08941, + "nauc_mrr_at_100_diff1": 0.296226, + "nauc_mrr_at_1000_max": 0.240677, + "nauc_mrr_at_1000_std": 0.088606, + "nauc_mrr_at_1000_diff1": 0.296772, + "main_score": 0.15278, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.226074457168579, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/VieStudentFeedbackClassification.json b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/VieStudentFeedbackClassification.json new file mode 100644 index 0000000000..4e232fcb29 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/364dd28d28dcd3359b537f3cf1f5348ba679da62/VieStudentFeedbackClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "accuracy": 0.544043, + "f1": 0.457633, + "f1_weighted": 0.591921, + "scores_per_experiment": [ + { + "accuracy": 0.578613, + "f1": 0.47932, + "f1_weighted": 0.626296 + }, + { + "accuracy": 0.560547, + "f1": 0.46485, + "f1_weighted": 0.603473 + }, + { + "accuracy": 0.591309, + "f1": 0.476675, + "f1_weighted": 0.602815 + }, + { + "accuracy": 0.515625, + "f1": 0.455435, + "f1_weighted": 0.591551 + }, + { + "accuracy": 0.479492, + "f1": 0.414983, + "f1_weighted": 0.535074 + }, + { + "accuracy": 0.535645, + "f1": 0.468092, + "f1_weighted": 0.598138 + }, + { + "accuracy": 0.609863, + "f1": 0.48614, + "f1_weighted": 0.640261 + }, + { + "accuracy": 0.49707, + "f1": 0.420263, + "f1_weighted": 0.545772 + }, + { + "accuracy": 0.559082, + "f1": 0.473536, + "f1_weighted": 0.608377 + }, + { + "accuracy": 0.513184, + "f1": 0.437038, + "f1_weighted": 0.567449 + } + ], + "main_score": 0.544043, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.918674468994141, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AmazonCounterfactualVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AmazonCounterfactualVNClassification.json new file mode 100644 index 0000000000..de41d01524 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AmazonCounterfactualVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253", + "task_name": "AmazonCounterfactualVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.561159, + "f1": 0.493697, + "f1_weighted": 0.603122, + "ap": 0.211099, + "ap_weighted": 0.211099, + "scores_per_experiment": [ + { + "accuracy": 0.67382, + "f1": 0.566331, + "f1_weighted": 0.703472, + "ap": 0.227149, + "ap_weighted": 0.227149 + }, + { + "accuracy": 0.590129, + "f1": 0.505267, + "f1_weighted": 0.635418, + "ap": 0.199615, + "ap_weighted": 0.199615 + }, + { + "accuracy": 0.467811, + "f1": 0.454796, + "f1_weighted": 0.508303, + "ap": 0.228645, + "ap_weighted": 0.228645 + }, + { + "accuracy": 0.495708, + "f1": 0.427354, + "f1_weighted": 0.553024, + "ap": 0.172804, + "ap_weighted": 0.172804 + }, + { + "accuracy": 0.553648, + "f1": 0.503575, + "f1_weighted": 0.603721, + "ap": 0.217117, + "ap_weighted": 0.217117 + }, + { + "accuracy": 0.424893, + "f1": 0.406516, + "f1_weighted": 0.472851, + "ap": 0.190303, + "ap_weighted": 0.190303 + }, + { + "accuracy": 0.551502, + "f1": 0.504878, + "f1_weighted": 0.601387, + "ap": 0.220689, + "ap_weighted": 0.220689 + }, + { + "accuracy": 0.579399, + "f1": 0.533619, + "f1_weighted": 0.626433, + "ap": 0.241797, + "ap_weighted": 0.241797 + }, + { + "accuracy": 0.706009, + "f1": 0.518083, + "f1_weighted": 0.709238, + "ap": 0.18882, + "ap_weighted": 0.18882 + }, + { + "accuracy": 0.56867, + "f1": 0.516555, + "f1_weighted": 0.617378, + "ap": 0.224048, + "ap_weighted": 0.224048 + } + ], + "main_score": 0.561159, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1.3729901313781738, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AmazonPolarityVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AmazonPolarityVNClassification.json new file mode 100644 index 0000000000..8c7f1e708d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AmazonPolarityVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "4e9a0d6e6bd97ab32f23c50c043d751eed2a5f8a", + "task_name": "AmazonPolarityVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.561859, + "f1": 0.558767, + "f1_weighted": 0.558701, + "ap": 0.539593, + "ap_weighted": 0.539593, + "scores_per_experiment": [ + { + "accuracy": 0.586455, + "f1": 0.585905, + "f1_weighted": 0.585793, + "ap": 0.555196, + "ap_weighted": 0.555196 + }, + { + "accuracy": 0.572175, + "f1": 0.567458, + "f1_weighted": 0.567124, + "ap": 0.546929, + "ap_weighted": 0.546929 + }, + { + "accuracy": 0.5804, + "f1": 0.576272, + "f1_weighted": 0.576582, + "ap": 0.548844, + "ap_weighted": 0.548844 + }, + { + "accuracy": 0.539432, + "f1": 0.539432, + "f1_weighted": 0.539432, + "ap": 0.524984, + "ap_weighted": 0.524984 + }, + { + "accuracy": 0.59441, + "f1": 0.592681, + "f1_weighted": 0.592878, + "ap": 0.558479, + "ap_weighted": 0.558479 + }, + { + "accuracy": 0.548227, + "f1": 0.539241, + "f1_weighted": 0.538766, + "ap": 0.531721, + "ap_weighted": 0.531721 + }, + { + "accuracy": 0.572512, + "f1": 0.565099, + "f1_weighted": 0.564679, + "ap": 0.547782, + "ap_weighted": 0.547782 + }, + { + "accuracy": 0.583378, + "f1": 0.583113, + "f1_weighted": 0.583035, + "ap": 0.552855, + "ap_weighted": 0.552855 + }, + { + "accuracy": 0.508531, + "f1": 0.50543, + "f1_weighted": 0.50572, + "ap": 0.507738, + "ap_weighted": 0.507738 + }, + { + "accuracy": 0.533073, + "f1": 0.533034, + "f1_weighted": 0.533002, + "ap": 0.521401, + "ap_weighted": 0.521401 + } + ], + "main_score": 0.561859, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 346.7941343784332, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AmazonReviewsVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AmazonReviewsVNClassification.json new file mode 100644 index 0000000000..1aa57fb0d6 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AmazonReviewsVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "27da94deb6d4f44af789a3d70750fa506b79f189", + "task_name": "AmazonReviewsVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.269889, + "f1": 0.263512, + "f1_weighted": 0.265865, + "scores_per_experiment": [ + { + "accuracy": 0.282126, + "f1": 0.282675, + "f1_weighted": 0.285243 + }, + { + "accuracy": 0.306367, + "f1": 0.296169, + "f1_weighted": 0.299457 + }, + { + "accuracy": 0.277453, + "f1": 0.276064, + "f1_weighted": 0.278175 + }, + { + "accuracy": 0.277453, + "f1": 0.275321, + "f1_weighted": 0.277665 + }, + { + "accuracy": 0.303738, + "f1": 0.286336, + "f1_weighted": 0.290473 + }, + { + "accuracy": 0.235397, + "f1": 0.224409, + "f1_weighted": 0.226325 + }, + { + "accuracy": 0.208236, + "f1": 0.20831, + "f1_weighted": 0.206883 + }, + { + "accuracy": 0.244743, + "f1": 0.23978, + "f1_weighted": 0.241299 + }, + { + "accuracy": 0.266647, + "f1": 0.25776, + "f1_weighted": 0.260889 + }, + { + "accuracy": 0.296729, + "f1": 0.288294, + "f1_weighted": 0.292236 + } + ], + "main_score": 0.269889, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.663513898849487, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ArguAna-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ArguAna-VN.json new file mode 100644 index 0000000000..cc6587f5cb --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ArguAna-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2a5133a05d7430e6f353497b1624a6e73148105b", + "task_name": "ArguAna-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00386, + "ndcg_at_3": 0.04153, + "ndcg_at_5": 0.05821, + "ndcg_at_10": 0.07672, + "ndcg_at_20": 0.08827, + "ndcg_at_100": 0.10948, + "ndcg_at_1000": 0.1453, + "map_at_1": 0.00386, + "map_at_3": 0.03192, + "map_at_5": 0.04107, + "map_at_10": 0.04858, + "map_at_20": 0.05177, + "map_at_100": 0.05449, + "map_at_1000": 0.05553, + "recall_at_1": 0.00386, + "recall_at_3": 0.0695, + "recall_at_5": 0.11042, + "recall_at_10": 0.16834, + "recall_at_20": 0.2139, + "recall_at_100": 0.33127, + "recall_at_1000": 0.63166, + "precision_at_1": 0.00386, + "precision_at_3": 0.02317, + "precision_at_5": 0.02208, + "precision_at_10": 0.01683, + "precision_at_20": 0.01069, + "precision_at_100": 0.00331, + "precision_at_1000": 0.00063, + "mrr_at_1": 0.003861, + "mrr_at_3": 0.031918, + "mrr_at_5": 0.041068, + "mrr_at_10": 0.048579, + "mrr_at_20": 0.051772, + "mrr_at_100": 0.054493, + "mrr_at_1000": 0.055529, + "nauc_ndcg_at_1_max": -0.028295, + "nauc_ndcg_at_1_std": -0.18913, + "nauc_ndcg_at_1_diff1": -0.543687, + "nauc_ndcg_at_3_max": 0.059882, + "nauc_ndcg_at_3_std": 0.187213, + "nauc_ndcg_at_3_diff1": -0.082546, + "nauc_ndcg_at_5_max": 0.065598, + "nauc_ndcg_at_5_std": 0.22591, + "nauc_ndcg_at_5_diff1": -0.021644, + "nauc_ndcg_at_10_max": 0.090954, + "nauc_ndcg_at_10_std": 0.253662, + "nauc_ndcg_at_10_diff1": 0.001441, + "nauc_ndcg_at_20_max": 0.103824, + "nauc_ndcg_at_20_std": 0.270496, + "nauc_ndcg_at_20_diff1": 0.031842, + "nauc_ndcg_at_100_max": 0.104499, + "nauc_ndcg_at_100_std": 0.26673, + "nauc_ndcg_at_100_diff1": 0.015612, + "nauc_ndcg_at_1000_max": 0.117453, + "nauc_ndcg_at_1000_std": 0.245724, + "nauc_ndcg_at_1000_diff1": 0.028022, + "nauc_map_at_1_max": -0.028295, + "nauc_map_at_1_std": -0.18913, + "nauc_map_at_1_diff1": -0.543687, + "nauc_map_at_3_max": 0.05535, + "nauc_map_at_3_std": 0.17153, + "nauc_map_at_3_diff1": -0.099811, + "nauc_map_at_5_max": 0.059801, + "nauc_map_at_5_std": 0.204248, + "nauc_map_at_5_diff1": -0.049947, + "nauc_map_at_10_max": 0.075059, + "nauc_map_at_10_std": 0.222761, + "nauc_map_at_10_diff1": -0.033577, + "nauc_map_at_20_max": 0.081987, + "nauc_map_at_20_std": 0.231528, + "nauc_map_at_20_diff1": -0.018734, + "nauc_map_at_100_max": 0.08246, + "nauc_map_at_100_std": 0.230683, + "nauc_map_at_100_diff1": -0.021779, + "nauc_map_at_1000_max": 0.083427, + "nauc_map_at_1000_std": 0.229581, + "nauc_map_at_1000_diff1": -0.020375, + "nauc_recall_at_1_max": -0.028295, + "nauc_recall_at_1_std": -0.18913, + "nauc_recall_at_1_diff1": -0.543687, + "nauc_recall_at_3_max": 0.066261, + "nauc_recall_at_3_std": 0.20889, + "nauc_recall_at_3_diff1": -0.05894, + "nauc_recall_at_5_max": 0.072921, + "nauc_recall_at_5_std": 0.252541, + "nauc_recall_at_5_diff1": 0.013551, + "nauc_recall_at_10_max": 0.110455, + "nauc_recall_at_10_std": 0.288421, + "nauc_recall_at_10_diff1": 0.040271, + "nauc_recall_at_20_max": 0.128787, + "nauc_recall_at_20_std": 0.312472, + "nauc_recall_at_20_diff1": 0.087633, + "nauc_recall_at_100_max": 0.126731, + "nauc_recall_at_100_std": 0.30026, + "nauc_recall_at_100_diff1": 0.044167, + "nauc_recall_at_1000_max": 0.173193, + "nauc_recall_at_1000_std": 0.228747, + "nauc_recall_at_1000_diff1": 0.083865, + "nauc_precision_at_1_max": -0.028295, + "nauc_precision_at_1_std": -0.18913, + "nauc_precision_at_1_diff1": -0.543687, + "nauc_precision_at_3_max": 0.066261, + "nauc_precision_at_3_std": 0.20889, + "nauc_precision_at_3_diff1": -0.05894, + "nauc_precision_at_5_max": 0.072921, + "nauc_precision_at_5_std": 0.252541, + "nauc_precision_at_5_diff1": 0.013551, + "nauc_precision_at_10_max": 0.110455, + "nauc_precision_at_10_std": 0.288421, + "nauc_precision_at_10_diff1": 0.040271, + "nauc_precision_at_20_max": 0.128787, + "nauc_precision_at_20_std": 0.312472, + "nauc_precision_at_20_diff1": 0.087633, + "nauc_precision_at_100_max": 0.126731, + "nauc_precision_at_100_std": 0.30026, + "nauc_precision_at_100_diff1": 0.044167, + "nauc_precision_at_1000_max": 0.173193, + "nauc_precision_at_1000_std": 0.228747, + "nauc_precision_at_1000_diff1": 0.083865, + "nauc_mrr_at_1_max": -0.028295, + "nauc_mrr_at_1_std": -0.18913, + "nauc_mrr_at_1_diff1": -0.543687, + "nauc_mrr_at_3_max": 0.05535, + "nauc_mrr_at_3_std": 0.17153, + "nauc_mrr_at_3_diff1": -0.099811, + "nauc_mrr_at_5_max": 0.059801, + "nauc_mrr_at_5_std": 0.204248, + "nauc_mrr_at_5_diff1": -0.049947, + "nauc_mrr_at_10_max": 0.075059, + "nauc_mrr_at_10_std": 0.222761, + "nauc_mrr_at_10_diff1": -0.033577, + "nauc_mrr_at_20_max": 0.081987, + "nauc_mrr_at_20_std": 0.231528, + "nauc_mrr_at_20_diff1": -0.018734, + "nauc_mrr_at_100_max": 0.08246, + "nauc_mrr_at_100_std": 0.230683, + "nauc_mrr_at_100_diff1": -0.021779, + "nauc_mrr_at_1000_max": 0.083427, + "nauc_mrr_at_1000_std": 0.229581, + "nauc_mrr_at_1000_diff1": -0.020375, + "main_score": 0.07672, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 8.349014282226562, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AskUbuntuDupQuestions-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AskUbuntuDupQuestions-VN.json new file mode 100644 index 0000000000..681b6bfbe9 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/AskUbuntuDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "5cfaa5c07252d30c37302bfc056f0d85884971a1", + "task_name": "AskUbuntuDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.535151, + "mrr": 0.658443, + "nAUC_map_max": 0.16654, + "nAUC_map_std": 0.103659, + "nAUC_map_diff1": 0.052662, + "nAUC_mrr_max": 0.26087, + "nAUC_mrr_std": 0.150827, + "nAUC_mrr_diff1": 0.148631, + "main_score": 0.535151, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.7783176898956299, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/BIOSSES-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/BIOSSES-VN.json new file mode 100644 index 0000000000..d3a78539f0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/BIOSSES-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "1dae4a6df91c0852680cd4ab48c8c1d8a9ed49b2", + "task_name": "BIOSSES-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.563728, + "spearman": 0.56088, + "cosine_pearson": 0.563728, + "cosine_spearman": 0.56088, + "manhattan_pearson": 0.561273, + "manhattan_spearman": 0.568754, + "euclidean_pearson": 0.565738, + "euclidean_spearman": 0.56088, + "main_score": 0.56088, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.06475687026977539, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Banking77VNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Banking77VNClassification.json new file mode 100644 index 0000000000..40b680d6c2 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Banking77VNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "42541b07c25a49604be129fba6d70b752be229c1", + "task_name": "Banking77VNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.489361, + "f1": 0.461837, + "f1_weighted": 0.473977, + "scores_per_experiment": [ + { + "accuracy": 0.479815, + "f1": 0.456913, + "f1_weighted": 0.466333 + }, + { + "accuracy": 0.485702, + "f1": 0.459182, + "f1_weighted": 0.470206 + }, + { + "accuracy": 0.484441, + "f1": 0.455555, + "f1_weighted": 0.469745 + }, + { + "accuracy": 0.493692, + "f1": 0.457623, + "f1_weighted": 0.473416 + }, + { + "accuracy": 0.473087, + "f1": 0.438816, + "f1_weighted": 0.452534 + }, + { + "accuracy": 0.510934, + "f1": 0.491731, + "f1_weighted": 0.499339 + }, + { + "accuracy": 0.479815, + "f1": 0.454201, + "f1_weighted": 0.465669 + }, + { + "accuracy": 0.497477, + "f1": 0.474658, + "f1_weighted": 0.488521 + }, + { + "accuracy": 0.500421, + "f1": 0.475542, + "f1_weighted": 0.485077 + }, + { + "accuracy": 0.488225, + "f1": 0.454146, + "f1_weighted": 0.468933 + } + ], + "main_score": 0.489361, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 13.538432359695435, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackAndroid-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackAndroid-VN.json new file mode 100644 index 0000000000..6d95474bcd --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackAndroid-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4a022e7213ccc05ee970a176abd0293b3a0a2da0", + "task_name": "CQADupstackAndroid-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.14089, + "ndcg_at_3": 0.1502, + "ndcg_at_5": 0.1624, + "ndcg_at_10": 0.17253, + "ndcg_at_20": 0.18498, + "ndcg_at_100": 0.21651, + "ndcg_at_1000": 0.25154, + "map_at_1": 0.10662, + "map_at_3": 0.12912, + "map_at_5": 0.13821, + "map_at_10": 0.14282, + "map_at_20": 0.14664, + "map_at_100": 0.15123, + "map_at_1000": 0.15258, + "recall_at_1": 0.10662, + "recall_at_3": 0.15394, + "recall_at_5": 0.19139, + "recall_at_10": 0.22247, + "recall_at_20": 0.27059, + "recall_at_100": 0.42656, + "recall_at_1000": 0.67384, + "precision_at_1": 0.14089, + "precision_at_3": 0.07388, + "precision_at_5": 0.0543, + "precision_at_10": 0.03333, + "precision_at_20": 0.0207, + "precision_at_100": 0.00711, + "precision_at_1000": 0.00138, + "mrr_at_1": 0.140893, + "mrr_at_3": 0.167239, + "mrr_at_5": 0.176947, + "mrr_at_10": 0.183162, + "mrr_at_20": 0.186776, + "mrr_at_100": 0.190787, + "mrr_at_1000": 0.191716, + "nauc_ndcg_at_1_max": 0.149348, + "nauc_ndcg_at_1_std": 0.041, + "nauc_ndcg_at_1_diff1": 0.469017, + "nauc_ndcg_at_3_max": 0.124647, + "nauc_ndcg_at_3_std": 0.091063, + "nauc_ndcg_at_3_diff1": 0.406539, + "nauc_ndcg_at_5_max": 0.109336, + "nauc_ndcg_at_5_std": 0.084412, + "nauc_ndcg_at_5_diff1": 0.371908, + "nauc_ndcg_at_10_max": 0.097048, + "nauc_ndcg_at_10_std": 0.103841, + "nauc_ndcg_at_10_diff1": 0.35572, + "nauc_ndcg_at_20_max": 0.085661, + "nauc_ndcg_at_20_std": 0.129799, + "nauc_ndcg_at_20_diff1": 0.352358, + "nauc_ndcg_at_100_max": 0.086581, + "nauc_ndcg_at_100_std": 0.131793, + "nauc_ndcg_at_100_diff1": 0.348045, + "nauc_ndcg_at_1000_max": 0.094043, + "nauc_ndcg_at_1000_std": 0.140116, + "nauc_ndcg_at_1000_diff1": 0.344828, + "nauc_map_at_1_max": 0.145265, + "nauc_map_at_1_std": 0.041319, + "nauc_map_at_1_diff1": 0.507835, + "nauc_map_at_3_max": 0.141861, + "nauc_map_at_3_std": 0.085316, + "nauc_map_at_3_diff1": 0.450161, + "nauc_map_at_5_max": 0.131108, + "nauc_map_at_5_std": 0.080994, + "nauc_map_at_5_diff1": 0.421331, + "nauc_map_at_10_max": 0.12257, + "nauc_map_at_10_std": 0.090921, + "nauc_map_at_10_diff1": 0.412298, + "nauc_map_at_20_max": 0.117891, + "nauc_map_at_20_std": 0.098672, + "nauc_map_at_20_diff1": 0.409308, + "nauc_map_at_100_max": 0.11783, + "nauc_map_at_100_std": 0.098897, + "nauc_map_at_100_diff1": 0.40698, + "nauc_map_at_1000_max": 0.117718, + "nauc_map_at_1000_std": 0.099493, + "nauc_map_at_1000_diff1": 0.405713, + "nauc_recall_at_1_max": 0.145265, + "nauc_recall_at_1_std": 0.041319, + "nauc_recall_at_1_diff1": 0.507835, + "nauc_recall_at_3_max": 0.123203, + "nauc_recall_at_3_std": 0.12388, + "nauc_recall_at_3_diff1": 0.397815, + "nauc_recall_at_5_max": 0.086681, + "nauc_recall_at_5_std": 0.097531, + "nauc_recall_at_5_diff1": 0.299829, + "nauc_recall_at_10_max": 0.052345, + "nauc_recall_at_10_std": 0.138497, + "nauc_recall_at_10_diff1": 0.258822, + "nauc_recall_at_20_max": 0.019094, + "nauc_recall_at_20_std": 0.214938, + "nauc_recall_at_20_diff1": 0.248104, + "nauc_recall_at_100_max": 0.014287, + "nauc_recall_at_100_std": 0.209605, + "nauc_recall_at_100_diff1": 0.240736, + "nauc_recall_at_1000_max": 0.037739, + "nauc_recall_at_1000_std": 0.278891, + "nauc_recall_at_1000_diff1": 0.205306, + "nauc_precision_at_1_max": 0.149348, + "nauc_precision_at_1_std": 0.041, + "nauc_precision_at_1_diff1": 0.469017, + "nauc_precision_at_3_max": 0.129163, + "nauc_precision_at_3_std": 0.114007, + "nauc_precision_at_3_diff1": 0.31132, + "nauc_precision_at_5_max": 0.093636, + "nauc_precision_at_5_std": 0.097326, + "nauc_precision_at_5_diff1": 0.231876, + "nauc_precision_at_10_max": 0.039312, + "nauc_precision_at_10_std": 0.132153, + "nauc_precision_at_10_diff1": 0.153675, + "nauc_precision_at_20_max": 0.00034, + "nauc_precision_at_20_std": 0.166884, + "nauc_precision_at_20_diff1": 0.12014, + "nauc_precision_at_100_max": -0.025906, + "nauc_precision_at_100_std": 0.12878, + "nauc_precision_at_100_diff1": 0.026597, + "nauc_precision_at_1000_max": -0.093908, + "nauc_precision_at_1000_std": 0.076141, + "nauc_precision_at_1000_diff1": -0.085773, + "nauc_mrr_at_1_max": 0.149348, + "nauc_mrr_at_1_std": 0.041, + "nauc_mrr_at_1_diff1": 0.469017, + "nauc_mrr_at_3_max": 0.124118, + "nauc_mrr_at_3_std": 0.073242, + "nauc_mrr_at_3_diff1": 0.40465, + "nauc_mrr_at_5_max": 0.113195, + "nauc_mrr_at_5_std": 0.067164, + "nauc_mrr_at_5_diff1": 0.377865, + "nauc_mrr_at_10_max": 0.107799, + "nauc_mrr_at_10_std": 0.07214, + "nauc_mrr_at_10_diff1": 0.363495, + "nauc_mrr_at_20_max": 0.103205, + "nauc_mrr_at_20_std": 0.079376, + "nauc_mrr_at_20_diff1": 0.362748, + "nauc_mrr_at_100_max": 0.104055, + "nauc_mrr_at_100_std": 0.079686, + "nauc_mrr_at_100_diff1": 0.364277, + "nauc_mrr_at_1000_max": 0.104539, + "nauc_mrr_at_1000_std": 0.080176, + "nauc_mrr_at_1000_diff1": 0.364678, + "main_score": 0.17253, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 20.264051914215088, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackGis-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackGis-VN.json new file mode 100644 index 0000000000..7c51fc5a3a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackGis-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "755156d548a8288efdb29b80bad302750ab33977", + "task_name": "CQADupstackGis-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.05538, + "ndcg_at_3": 0.07038, + "ndcg_at_5": 0.08152, + "ndcg_at_10": 0.09188, + "ndcg_at_20": 0.10481, + "ndcg_at_100": 0.1224, + "ndcg_at_1000": 0.15292, + "map_at_1": 0.04701, + "map_at_3": 0.06169, + "map_at_5": 0.06793, + "map_at_10": 0.07254, + "map_at_20": 0.07604, + "map_at_100": 0.07827, + "map_at_1000": 0.07924, + "recall_at_1": 0.04701, + "recall_at_3": 0.0836, + "recall_at_5": 0.11142, + "recall_at_10": 0.14292, + "recall_at_20": 0.1928, + "recall_at_100": 0.28622, + "recall_at_1000": 0.52755, + "precision_at_1": 0.05538, + "precision_at_3": 0.03231, + "precision_at_5": 0.02646, + "precision_at_10": 0.01708, + "precision_at_20": 0.01146, + "precision_at_100": 0.00345, + "precision_at_1000": 0.00065, + "mrr_at_1": 0.055385, + "mrr_at_3": 0.071282, + "mrr_at_5": 0.078667, + "mrr_at_10": 0.082924, + "mrr_at_20": 0.086525, + "mrr_at_100": 0.0889, + "mrr_at_1000": 0.089792, + "nauc_ndcg_at_1_max": -0.02976, + "nauc_ndcg_at_1_std": 0.20953, + "nauc_ndcg_at_1_diff1": 0.485079, + "nauc_ndcg_at_3_max": -0.027765, + "nauc_ndcg_at_3_std": 0.217342, + "nauc_ndcg_at_3_diff1": 0.347631, + "nauc_ndcg_at_5_max": -0.044234, + "nauc_ndcg_at_5_std": 0.227531, + "nauc_ndcg_at_5_diff1": 0.317666, + "nauc_ndcg_at_10_max": -0.058053, + "nauc_ndcg_at_10_std": 0.220774, + "nauc_ndcg_at_10_diff1": 0.293364, + "nauc_ndcg_at_20_max": -0.060257, + "nauc_ndcg_at_20_std": 0.23388, + "nauc_ndcg_at_20_diff1": 0.296345, + "nauc_ndcg_at_100_max": -0.047218, + "nauc_ndcg_at_100_std": 0.235594, + "nauc_ndcg_at_100_diff1": 0.279985, + "nauc_ndcg_at_1000_max": -0.043914, + "nauc_ndcg_at_1000_std": 0.259047, + "nauc_ndcg_at_1000_diff1": 0.27228, + "nauc_map_at_1_max": -0.023465, + "nauc_map_at_1_std": 0.172148, + "nauc_map_at_1_diff1": 0.466073, + "nauc_map_at_3_max": -0.025444, + "nauc_map_at_3_std": 0.199642, + "nauc_map_at_3_diff1": 0.367587, + "nauc_map_at_5_max": -0.037736, + "nauc_map_at_5_std": 0.209352, + "nauc_map_at_5_diff1": 0.349044, + "nauc_map_at_10_max": -0.047198, + "nauc_map_at_10_std": 0.206618, + "nauc_map_at_10_diff1": 0.336488, + "nauc_map_at_20_max": -0.049163, + "nauc_map_at_20_std": 0.212182, + "nauc_map_at_20_diff1": 0.334977, + "nauc_map_at_100_max": -0.048328, + "nauc_map_at_100_std": 0.213525, + "nauc_map_at_100_diff1": 0.332105, + "nauc_map_at_1000_max": -0.047783, + "nauc_map_at_1000_std": 0.214724, + "nauc_map_at_1000_diff1": 0.33167, + "nauc_recall_at_1_max": -0.023465, + "nauc_recall_at_1_std": 0.172148, + "nauc_recall_at_1_diff1": 0.466073, + "nauc_recall_at_3_max": -0.025894, + "nauc_recall_at_3_std": 0.228011, + "nauc_recall_at_3_diff1": 0.27212, + "nauc_recall_at_5_max": -0.0583, + "nauc_recall_at_5_std": 0.242199, + "nauc_recall_at_5_diff1": 0.224877, + "nauc_recall_at_10_max": -0.081341, + "nauc_recall_at_10_std": 0.227272, + "nauc_recall_at_10_diff1": 0.19524, + "nauc_recall_at_20_max": -0.082543, + "nauc_recall_at_20_std": 0.254745, + "nauc_recall_at_20_diff1": 0.22396, + "nauc_recall_at_100_max": -0.036768, + "nauc_recall_at_100_std": 0.246944, + "nauc_recall_at_100_diff1": 0.181909, + "nauc_recall_at_1000_max": -0.038307, + "nauc_recall_at_1000_std": 0.327321, + "nauc_recall_at_1000_diff1": 0.145439, + "nauc_precision_at_1_max": -0.02976, + "nauc_precision_at_1_std": 0.20953, + "nauc_precision_at_1_diff1": 0.485079, + "nauc_precision_at_3_max": -0.024723, + "nauc_precision_at_3_std": 0.24913, + "nauc_precision_at_3_diff1": 0.307094, + "nauc_precision_at_5_max": -0.067553, + "nauc_precision_at_5_std": 0.264655, + "nauc_precision_at_5_diff1": 0.279134, + "nauc_precision_at_10_max": -0.087901, + "nauc_precision_at_10_std": 0.25491, + "nauc_precision_at_10_diff1": 0.251574, + "nauc_precision_at_20_max": -0.084594, + "nauc_precision_at_20_std": 0.280648, + "nauc_precision_at_20_diff1": 0.263235, + "nauc_precision_at_100_max": -0.038175, + "nauc_precision_at_100_std": 0.269631, + "nauc_precision_at_100_diff1": 0.230635, + "nauc_precision_at_1000_max": 0.018851, + "nauc_precision_at_1000_std": 0.351422, + "nauc_precision_at_1000_diff1": 0.195738, + "nauc_mrr_at_1_max": -0.02976, + "nauc_mrr_at_1_std": 0.20953, + "nauc_mrr_at_1_diff1": 0.485079, + "nauc_mrr_at_3_max": -0.022395, + "nauc_mrr_at_3_std": 0.224267, + "nauc_mrr_at_3_diff1": 0.38811, + "nauc_mrr_at_5_max": -0.034366, + "nauc_mrr_at_5_std": 0.229351, + "nauc_mrr_at_5_diff1": 0.371, + "nauc_mrr_at_10_max": -0.039244, + "nauc_mrr_at_10_std": 0.22931, + "nauc_mrr_at_10_diff1": 0.357498, + "nauc_mrr_at_20_max": -0.038231, + "nauc_mrr_at_20_std": 0.231582, + "nauc_mrr_at_20_diff1": 0.356688, + "nauc_mrr_at_100_max": -0.036327, + "nauc_mrr_at_100_std": 0.232188, + "nauc_mrr_at_100_diff1": 0.353175, + "nauc_mrr_at_1000_max": -0.036438, + "nauc_mrr_at_1000_std": 0.232674, + "nauc_mrr_at_1000_diff1": 0.352479, + "main_score": 0.09188, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 48.810606718063354, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackMathematica-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackMathematica-VN.json new file mode 100644 index 0000000000..96950cc0ad --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackMathematica-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d0cc9b60ba66faa3fb21cb9a54ef969af548b312", + "task_name": "CQADupstackMathematica-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.03198, + "ndcg_at_3": 0.0488, + "ndcg_at_5": 0.05233, + "ndcg_at_10": 0.0662, + "ndcg_at_20": 0.07461, + "ndcg_at_100": 0.09114, + "ndcg_at_1000": 0.11959, + "map_at_1": 0.02736, + "map_at_3": 0.04229, + "map_at_5": 0.04426, + "map_at_10": 0.04975, + "map_at_20": 0.05213, + "map_at_100": 0.05429, + "map_at_1000": 0.05512, + "recall_at_1": 0.02736, + "recall_at_3": 0.06166, + "recall_at_5": 0.06912, + "recall_at_10": 0.11194, + "recall_at_20": 0.14392, + "recall_at_100": 0.22903, + "recall_at_1000": 0.44897, + "precision_at_1": 0.03198, + "precision_at_3": 0.02416, + "precision_at_5": 0.01706, + "precision_at_10": 0.01343, + "precision_at_20": 0.00853, + "precision_at_100": 0.00286, + "precision_at_1000": 0.0006, + "mrr_at_1": 0.031983, + "mrr_at_3": 0.04833, + "mrr_at_5": 0.050888, + "mrr_at_10": 0.056384, + "mrr_at_20": 0.058845, + "mrr_at_100": 0.061245, + "mrr_at_1000": 0.062189, + "nauc_ndcg_at_1_max": -0.22557, + "nauc_ndcg_at_1_std": 0.257878, + "nauc_ndcg_at_1_diff1": 0.266442, + "nauc_ndcg_at_3_max": -0.187953, + "nauc_ndcg_at_3_std": 0.291347, + "nauc_ndcg_at_3_diff1": 0.241292, + "nauc_ndcg_at_5_max": -0.183123, + "nauc_ndcg_at_5_std": 0.288118, + "nauc_ndcg_at_5_diff1": 0.216234, + "nauc_ndcg_at_10_max": -0.213228, + "nauc_ndcg_at_10_std": 0.298429, + "nauc_ndcg_at_10_diff1": 0.197439, + "nauc_ndcg_at_20_max": -0.216281, + "nauc_ndcg_at_20_std": 0.285431, + "nauc_ndcg_at_20_diff1": 0.197311, + "nauc_ndcg_at_100_max": -0.20194, + "nauc_ndcg_at_100_std": 0.287902, + "nauc_ndcg_at_100_diff1": 0.179854, + "nauc_ndcg_at_1000_max": -0.190556, + "nauc_ndcg_at_1000_std": 0.304445, + "nauc_ndcg_at_1000_diff1": 0.168551, + "nauc_map_at_1_max": -0.237575, + "nauc_map_at_1_std": 0.292218, + "nauc_map_at_1_diff1": 0.288814, + "nauc_map_at_3_max": -0.199664, + "nauc_map_at_3_std": 0.287622, + "nauc_map_at_3_diff1": 0.254891, + "nauc_map_at_5_max": -0.196819, + "nauc_map_at_5_std": 0.283357, + "nauc_map_at_5_diff1": 0.240828, + "nauc_map_at_10_max": -0.211574, + "nauc_map_at_10_std": 0.289718, + "nauc_map_at_10_diff1": 0.226953, + "nauc_map_at_20_max": -0.212385, + "nauc_map_at_20_std": 0.285377, + "nauc_map_at_20_diff1": 0.225863, + "nauc_map_at_100_max": -0.209728, + "nauc_map_at_100_std": 0.286232, + "nauc_map_at_100_diff1": 0.219872, + "nauc_map_at_1000_max": -0.209146, + "nauc_map_at_1000_std": 0.287363, + "nauc_map_at_1000_diff1": 0.219403, + "nauc_recall_at_1_max": -0.237575, + "nauc_recall_at_1_std": 0.292218, + "nauc_recall_at_1_diff1": 0.288814, + "nauc_recall_at_3_max": -0.170935, + "nauc_recall_at_3_std": 0.293171, + "nauc_recall_at_3_diff1": 0.232629, + "nauc_recall_at_5_max": -0.166806, + "nauc_recall_at_5_std": 0.291838, + "nauc_recall_at_5_diff1": 0.196043, + "nauc_recall_at_10_max": -0.22404, + "nauc_recall_at_10_std": 0.297289, + "nauc_recall_at_10_diff1": 0.166365, + "nauc_recall_at_20_max": -0.229813, + "nauc_recall_at_20_std": 0.269904, + "nauc_recall_at_20_diff1": 0.171057, + "nauc_recall_at_100_max": -0.191721, + "nauc_recall_at_100_std": 0.277155, + "nauc_recall_at_100_diff1": 0.147349, + "nauc_recall_at_1000_max": -0.15016, + "nauc_recall_at_1000_std": 0.3146, + "nauc_recall_at_1000_diff1": 0.104269, + "nauc_precision_at_1_max": -0.22557, + "nauc_precision_at_1_std": 0.257878, + "nauc_precision_at_1_diff1": 0.266442, + "nauc_precision_at_3_max": -0.164007, + "nauc_precision_at_3_std": 0.292678, + "nauc_precision_at_3_diff1": 0.18831, + "nauc_precision_at_5_max": -0.157479, + "nauc_precision_at_5_std": 0.281373, + "nauc_precision_at_5_diff1": 0.133381, + "nauc_precision_at_10_max": -0.215516, + "nauc_precision_at_10_std": 0.317582, + "nauc_precision_at_10_diff1": 0.122025, + "nauc_precision_at_20_max": -0.221839, + "nauc_precision_at_20_std": 0.295799, + "nauc_precision_at_20_diff1": 0.129999, + "nauc_precision_at_100_max": -0.172033, + "nauc_precision_at_100_std": 0.295771, + "nauc_precision_at_100_diff1": 0.096841, + "nauc_precision_at_1000_max": -0.135884, + "nauc_precision_at_1000_std": 0.297338, + "nauc_precision_at_1000_diff1": 0.050492, + "nauc_mrr_at_1_max": -0.22557, + "nauc_mrr_at_1_std": 0.257878, + "nauc_mrr_at_1_diff1": 0.266442, + "nauc_mrr_at_3_max": -0.188451, + "nauc_mrr_at_3_std": 0.288283, + "nauc_mrr_at_3_diff1": 0.23456, + "nauc_mrr_at_5_max": -0.182, + "nauc_mrr_at_5_std": 0.291385, + "nauc_mrr_at_5_diff1": 0.209244, + "nauc_mrr_at_10_max": -0.195658, + "nauc_mrr_at_10_std": 0.295092, + "nauc_mrr_at_10_diff1": 0.204007, + "nauc_mrr_at_20_max": -0.196949, + "nauc_mrr_at_20_std": 0.289055, + "nauc_mrr_at_20_diff1": 0.204335, + "nauc_mrr_at_100_max": -0.194705, + "nauc_mrr_at_100_std": 0.287412, + "nauc_mrr_at_100_diff1": 0.198346, + "nauc_mrr_at_1000_max": -0.193954, + "nauc_mrr_at_1000_std": 0.288017, + "nauc_mrr_at_1000_diff1": 0.198225, + "main_score": 0.0662, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 28.56890058517456, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackPhysics-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackPhysics-VN.json new file mode 100644 index 0000000000..52d749b22d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackPhysics-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "8b6b68b59933cc72985f674f76c80a678c27d6be", + "task_name": "CQADupstackPhysics-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.06804, + "ndcg_at_3": 0.08295, + "ndcg_at_5": 0.09111, + "ndcg_at_10": 0.10188, + "ndcg_at_20": 0.11154, + "ndcg_at_100": 0.13816, + "ndcg_at_1000": 0.17241, + "map_at_1": 0.05229, + "map_at_3": 0.07056, + "map_at_5": 0.07531, + "map_at_10": 0.07999, + "map_at_20": 0.0825, + "map_at_100": 0.08616, + "map_at_1000": 0.08733, + "recall_at_1": 0.05229, + "recall_at_3": 0.09317, + "recall_at_5": 0.11389, + "recall_at_10": 0.14556, + "recall_at_20": 0.18212, + "recall_at_100": 0.31151, + "recall_at_1000": 0.55958, + "precision_at_1": 0.06804, + "precision_at_3": 0.0433, + "precision_at_5": 0.03258, + "precision_at_10": 0.02144, + "precision_at_20": 0.0133, + "precision_at_100": 0.00482, + "precision_at_1000": 0.00093, + "mrr_at_1": 0.068041, + "mrr_at_3": 0.091065, + "mrr_at_5": 0.097973, + "mrr_at_10": 0.103873, + "mrr_at_20": 0.107078, + "mrr_at_100": 0.110801, + "mrr_at_1000": 0.111817, + "nauc_ndcg_at_1_max": 0.191216, + "nauc_ndcg_at_1_std": 0.135593, + "nauc_ndcg_at_1_diff1": 0.299999, + "nauc_ndcg_at_3_max": 0.108322, + "nauc_ndcg_at_3_std": 0.172315, + "nauc_ndcg_at_3_diff1": 0.265703, + "nauc_ndcg_at_5_max": 0.127777, + "nauc_ndcg_at_5_std": 0.166786, + "nauc_ndcg_at_5_diff1": 0.263504, + "nauc_ndcg_at_10_max": 0.097753, + "nauc_ndcg_at_10_std": 0.188587, + "nauc_ndcg_at_10_diff1": 0.254951, + "nauc_ndcg_at_20_max": 0.100999, + "nauc_ndcg_at_20_std": 0.187678, + "nauc_ndcg_at_20_diff1": 0.2577, + "nauc_ndcg_at_100_max": 0.101997, + "nauc_ndcg_at_100_std": 0.208572, + "nauc_ndcg_at_100_diff1": 0.254522, + "nauc_ndcg_at_1000_max": 0.114521, + "nauc_ndcg_at_1000_std": 0.218099, + "nauc_ndcg_at_1000_diff1": 0.254378, + "nauc_map_at_1_max": 0.161349, + "nauc_map_at_1_std": 0.079253, + "nauc_map_at_1_diff1": 0.330561, + "nauc_map_at_3_max": 0.119861, + "nauc_map_at_3_std": 0.148359, + "nauc_map_at_3_diff1": 0.295445, + "nauc_map_at_5_max": 0.130221, + "nauc_map_at_5_std": 0.145656, + "nauc_map_at_5_diff1": 0.292843, + "nauc_map_at_10_max": 0.115985, + "nauc_map_at_10_std": 0.161776, + "nauc_map_at_10_diff1": 0.284816, + "nauc_map_at_20_max": 0.116982, + "nauc_map_at_20_std": 0.161582, + "nauc_map_at_20_diff1": 0.285241, + "nauc_map_at_100_max": 0.114408, + "nauc_map_at_100_std": 0.169278, + "nauc_map_at_100_diff1": 0.285461, + "nauc_map_at_1000_max": 0.11464, + "nauc_map_at_1000_std": 0.169916, + "nauc_map_at_1000_diff1": 0.285469, + "nauc_recall_at_1_max": 0.161349, + "nauc_recall_at_1_std": 0.079253, + "nauc_recall_at_1_diff1": 0.330561, + "nauc_recall_at_3_max": 0.088408, + "nauc_recall_at_3_std": 0.162187, + "nauc_recall_at_3_diff1": 0.251647, + "nauc_recall_at_5_max": 0.121385, + "nauc_recall_at_5_std": 0.151528, + "nauc_recall_at_5_diff1": 0.244742, + "nauc_recall_at_10_max": 0.062661, + "nauc_recall_at_10_std": 0.201985, + "nauc_recall_at_10_diff1": 0.22327, + "nauc_recall_at_20_max": 0.072934, + "nauc_recall_at_20_std": 0.191522, + "nauc_recall_at_20_diff1": 0.221399, + "nauc_recall_at_100_max": 0.075667, + "nauc_recall_at_100_std": 0.218033, + "nauc_recall_at_100_diff1": 0.199241, + "nauc_recall_at_1000_max": 0.113519, + "nauc_recall_at_1000_std": 0.262331, + "nauc_recall_at_1000_diff1": 0.192699, + "nauc_precision_at_1_max": 0.191216, + "nauc_precision_at_1_std": 0.135593, + "nauc_precision_at_1_diff1": 0.299999, + "nauc_precision_at_3_max": 0.105647, + "nauc_precision_at_3_std": 0.263494, + "nauc_precision_at_3_diff1": 0.21782, + "nauc_precision_at_5_max": 0.144917, + "nauc_precision_at_5_std": 0.254987, + "nauc_precision_at_5_diff1": 0.187359, + "nauc_precision_at_10_max": 0.067255, + "nauc_precision_at_10_std": 0.274953, + "nauc_precision_at_10_diff1": 0.167911, + "nauc_precision_at_20_max": 0.071858, + "nauc_precision_at_20_std": 0.283082, + "nauc_precision_at_20_diff1": 0.199855, + "nauc_precision_at_100_max": 0.098499, + "nauc_precision_at_100_std": 0.304494, + "nauc_precision_at_100_diff1": 0.161396, + "nauc_precision_at_1000_max": 0.134217, + "nauc_precision_at_1000_std": 0.242802, + "nauc_precision_at_1000_diff1": 0.103285, + "nauc_mrr_at_1_max": 0.191216, + "nauc_mrr_at_1_std": 0.135593, + "nauc_mrr_at_1_diff1": 0.299999, + "nauc_mrr_at_3_max": 0.115799, + "nauc_mrr_at_3_std": 0.19341, + "nauc_mrr_at_3_diff1": 0.249561, + "nauc_mrr_at_5_max": 0.132299, + "nauc_mrr_at_5_std": 0.189316, + "nauc_mrr_at_5_diff1": 0.242443, + "nauc_mrr_at_10_max": 0.114663, + "nauc_mrr_at_10_std": 0.194785, + "nauc_mrr_at_10_diff1": 0.240658, + "nauc_mrr_at_20_max": 0.116417, + "nauc_mrr_at_20_std": 0.195453, + "nauc_mrr_at_20_diff1": 0.243329, + "nauc_mrr_at_100_max": 0.118379, + "nauc_mrr_at_100_std": 0.19711, + "nauc_mrr_at_100_diff1": 0.243781, + "nauc_mrr_at_1000_max": 0.11891, + "nauc_mrr_at_1000_std": 0.197253, + "nauc_mrr_at_1000_diff1": 0.244132, + "main_score": 0.10188, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 45.04702949523926, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackProgrammers-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackProgrammers-VN.json new file mode 100644 index 0000000000..088d29917c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackProgrammers-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1a628c4e61f71ffdb7707d6d4024d25cfe68215a", + "task_name": "CQADupstackProgrammers-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.0522, + "ndcg_at_3": 0.06009, + "ndcg_at_5": 0.0654, + "ndcg_at_10": 0.07772, + "ndcg_at_20": 0.08653, + "ndcg_at_100": 0.10475, + "ndcg_at_1000": 0.13274, + "map_at_1": 0.04301, + "map_at_3": 0.05345, + "map_at_5": 0.05649, + "map_at_10": 0.06184, + "map_at_20": 0.06429, + "map_at_100": 0.06675, + "map_at_1000": 0.0677, + "recall_at_1": 0.04301, + "recall_at_3": 0.06781, + "recall_at_5": 0.0805, + "recall_at_10": 0.11527, + "recall_at_20": 0.14697, + "recall_at_100": 0.23803, + "recall_at_1000": 0.44358, + "precision_at_1": 0.0522, + "precision_at_3": 0.02719, + "precision_at_5": 0.02023, + "precision_at_10": 0.01517, + "precision_at_20": 0.00987, + "precision_at_100": 0.00334, + "precision_at_1000": 0.00068, + "mrr_at_1": 0.052202, + "mrr_at_3": 0.064437, + "mrr_at_5": 0.068515, + "mrr_at_10": 0.074169, + "mrr_at_20": 0.076864, + "mrr_at_100": 0.07947, + "mrr_at_1000": 0.080409, + "nauc_ndcg_at_1_max": -0.179912, + "nauc_ndcg_at_1_std": 0.247977, + "nauc_ndcg_at_1_diff1": 0.428496, + "nauc_ndcg_at_3_max": -0.208873, + "nauc_ndcg_at_3_std": 0.253818, + "nauc_ndcg_at_3_diff1": 0.354099, + "nauc_ndcg_at_5_max": -0.218914, + "nauc_ndcg_at_5_std": 0.261635, + "nauc_ndcg_at_5_diff1": 0.333121, + "nauc_ndcg_at_10_max": -0.201843, + "nauc_ndcg_at_10_std": 0.265986, + "nauc_ndcg_at_10_diff1": 0.28659, + "nauc_ndcg_at_20_max": -0.206065, + "nauc_ndcg_at_20_std": 0.279276, + "nauc_ndcg_at_20_diff1": 0.259658, + "nauc_ndcg_at_100_max": -0.188915, + "nauc_ndcg_at_100_std": 0.27624, + "nauc_ndcg_at_100_diff1": 0.25153, + "nauc_ndcg_at_1000_max": -0.176298, + "nauc_ndcg_at_1000_std": 0.301908, + "nauc_ndcg_at_1000_diff1": 0.245505, + "nauc_map_at_1_max": -0.194944, + "nauc_map_at_1_std": 0.219629, + "nauc_map_at_1_diff1": 0.431299, + "nauc_map_at_3_max": -0.207421, + "nauc_map_at_3_std": 0.245052, + "nauc_map_at_3_diff1": 0.367596, + "nauc_map_at_5_max": -0.212947, + "nauc_map_at_5_std": 0.248611, + "nauc_map_at_5_diff1": 0.35525, + "nauc_map_at_10_max": -0.203082, + "nauc_map_at_10_std": 0.248504, + "nauc_map_at_10_diff1": 0.332342, + "nauc_map_at_20_max": -0.20462, + "nauc_map_at_20_std": 0.254968, + "nauc_map_at_20_diff1": 0.321362, + "nauc_map_at_100_max": -0.201137, + "nauc_map_at_100_std": 0.254849, + "nauc_map_at_100_diff1": 0.317386, + "nauc_map_at_1000_max": -0.200825, + "nauc_map_at_1000_std": 0.257349, + "nauc_map_at_1000_diff1": 0.316573, + "nauc_recall_at_1_max": -0.194944, + "nauc_recall_at_1_std": 0.219629, + "nauc_recall_at_1_diff1": 0.431299, + "nauc_recall_at_3_max": -0.228537, + "nauc_recall_at_3_std": 0.273873, + "nauc_recall_at_3_diff1": 0.314809, + "nauc_recall_at_5_max": -0.24419, + "nauc_recall_at_5_std": 0.280967, + "nauc_recall_at_5_diff1": 0.287642, + "nauc_recall_at_10_max": -0.200701, + "nauc_recall_at_10_std": 0.27282, + "nauc_recall_at_10_diff1": 0.203619, + "nauc_recall_at_20_max": -0.20953, + "nauc_recall_at_20_std": 0.302655, + "nauc_recall_at_20_diff1": 0.156003, + "nauc_recall_at_100_max": -0.168279, + "nauc_recall_at_100_std": 0.282234, + "nauc_recall_at_100_diff1": 0.1517, + "nauc_recall_at_1000_max": -0.120921, + "nauc_recall_at_1000_std": 0.350549, + "nauc_recall_at_1000_diff1": 0.147541, + "nauc_precision_at_1_max": -0.179912, + "nauc_precision_at_1_std": 0.247977, + "nauc_precision_at_1_diff1": 0.428496, + "nauc_precision_at_3_max": -0.217719, + "nauc_precision_at_3_std": 0.278297, + "nauc_precision_at_3_diff1": 0.325848, + "nauc_precision_at_5_max": -0.229572, + "nauc_precision_at_5_std": 0.298335, + "nauc_precision_at_5_diff1": 0.285468, + "nauc_precision_at_10_max": -0.186942, + "nauc_precision_at_10_std": 0.305127, + "nauc_precision_at_10_diff1": 0.184534, + "nauc_precision_at_20_max": -0.203, + "nauc_precision_at_20_std": 0.317234, + "nauc_precision_at_20_diff1": 0.135649, + "nauc_precision_at_100_max": -0.121815, + "nauc_precision_at_100_std": 0.274051, + "nauc_precision_at_100_diff1": 0.14647, + "nauc_precision_at_1000_max": -0.063434, + "nauc_precision_at_1000_std": 0.279534, + "nauc_precision_at_1000_diff1": 0.103986, + "nauc_mrr_at_1_max": -0.179912, + "nauc_mrr_at_1_std": 0.247977, + "nauc_mrr_at_1_diff1": 0.428496, + "nauc_mrr_at_3_max": -0.193841, + "nauc_mrr_at_3_std": 0.259341, + "nauc_mrr_at_3_diff1": 0.371737, + "nauc_mrr_at_5_max": -0.19985, + "nauc_mrr_at_5_std": 0.261514, + "nauc_mrr_at_5_diff1": 0.355141, + "nauc_mrr_at_10_max": -0.190866, + "nauc_mrr_at_10_std": 0.269547, + "nauc_mrr_at_10_diff1": 0.326584, + "nauc_mrr_at_20_max": -0.191884, + "nauc_mrr_at_20_std": 0.271713, + "nauc_mrr_at_20_diff1": 0.317429, + "nauc_mrr_at_100_max": -0.186534, + "nauc_mrr_at_100_std": 0.271115, + "nauc_mrr_at_100_diff1": 0.317245, + "nauc_mrr_at_1000_max": -0.186229, + "nauc_mrr_at_1000_std": 0.272458, + "nauc_mrr_at_1000_diff1": 0.316332, + "main_score": 0.07772, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 47.97472143173218, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackStats-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackStats-VN.json new file mode 100644 index 0000000000..0f7159322d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackStats-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6b8164f3af61f3bb7728724229ba36213fb46c25", + "task_name": "CQADupstackStats-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.03974, + "ndcg_at_3": 0.05445, + "ndcg_at_5": 0.06792, + "ndcg_at_10": 0.07475, + "ndcg_at_20": 0.08329, + "ndcg_at_100": 0.10062, + "ndcg_at_1000": 0.12715, + "map_at_1": 0.03587, + "map_at_3": 0.04749, + "map_at_5": 0.05494, + "map_at_10": 0.05785, + "map_at_20": 0.06017, + "map_at_100": 0.06251, + "map_at_1000": 0.06338, + "recall_at_1": 0.03587, + "recall_at_3": 0.06314, + "recall_at_5": 0.09514, + "recall_at_10": 0.11642, + "recall_at_20": 0.14953, + "recall_at_100": 0.24002, + "recall_at_1000": 0.44561, + "precision_at_1": 0.03974, + "precision_at_3": 0.02649, + "precision_at_5": 0.02384, + "precision_at_10": 0.01457, + "precision_at_20": 0.00911, + "precision_at_100": 0.00305, + "precision_at_1000": 0.00058, + "mrr_at_1": 0.039735, + "mrr_at_3": 0.056291, + "mrr_at_5": 0.065397, + "mrr_at_10": 0.068556, + "mrr_at_20": 0.071058, + "mrr_at_100": 0.073148, + "mrr_at_1000": 0.074001, + "nauc_ndcg_at_1_max": 0.077119, + "nauc_ndcg_at_1_std": 0.19285, + "nauc_ndcg_at_1_diff1": 0.501722, + "nauc_ndcg_at_3_max": 0.077822, + "nauc_ndcg_at_3_std": 0.186812, + "nauc_ndcg_at_3_diff1": 0.418826, + "nauc_ndcg_at_5_max": 0.019434, + "nauc_ndcg_at_5_std": 0.208883, + "nauc_ndcg_at_5_diff1": 0.325783, + "nauc_ndcg_at_10_max": 0.000428, + "nauc_ndcg_at_10_std": 0.228797, + "nauc_ndcg_at_10_diff1": 0.278632, + "nauc_ndcg_at_20_max": -0.017299, + "nauc_ndcg_at_20_std": 0.254993, + "nauc_ndcg_at_20_diff1": 0.281754, + "nauc_ndcg_at_100_max": 0.001189, + "nauc_ndcg_at_100_std": 0.283086, + "nauc_ndcg_at_100_diff1": 0.290846, + "nauc_ndcg_at_1000_max": -0.002136, + "nauc_ndcg_at_1000_std": 0.292704, + "nauc_ndcg_at_1000_diff1": 0.270967, + "nauc_map_at_1_max": 0.101226, + "nauc_map_at_1_std": 0.137236, + "nauc_map_at_1_diff1": 0.448061, + "nauc_map_at_3_max": 0.084057, + "nauc_map_at_3_std": 0.164524, + "nauc_map_at_3_diff1": 0.425108, + "nauc_map_at_5_max": 0.040629, + "nauc_map_at_5_std": 0.186373, + "nauc_map_at_5_diff1": 0.360655, + "nauc_map_at_10_max": 0.030905, + "nauc_map_at_10_std": 0.194362, + "nauc_map_at_10_diff1": 0.333855, + "nauc_map_at_20_max": 0.024456, + "nauc_map_at_20_std": 0.204308, + "nauc_map_at_20_diff1": 0.333835, + "nauc_map_at_100_max": 0.027214, + "nauc_map_at_100_std": 0.210626, + "nauc_map_at_100_diff1": 0.331935, + "nauc_map_at_1000_max": 0.027296, + "nauc_map_at_1000_std": 0.210919, + "nauc_map_at_1000_diff1": 0.330412, + "nauc_recall_at_1_max": 0.101226, + "nauc_recall_at_1_std": 0.137236, + "nauc_recall_at_1_diff1": 0.448061, + "nauc_recall_at_3_max": 0.069279, + "nauc_recall_at_3_std": 0.210229, + "nauc_recall_at_3_diff1": 0.413903, + "nauc_recall_at_5_max": -0.032211, + "nauc_recall_at_5_std": 0.238265, + "nauc_recall_at_5_diff1": 0.25141, + "nauc_recall_at_10_max": -0.055956, + "nauc_recall_at_10_std": 0.274785, + "nauc_recall_at_10_diff1": 0.16609, + "nauc_recall_at_20_max": -0.084521, + "nauc_recall_at_20_std": 0.324217, + "nauc_recall_at_20_diff1": 0.194034, + "nauc_recall_at_100_max": -0.023922, + "nauc_recall_at_100_std": 0.373024, + "nauc_recall_at_100_diff1": 0.237209, + "nauc_recall_at_1000_max": -0.04238, + "nauc_recall_at_1000_std": 0.39546, + "nauc_recall_at_1000_diff1": 0.17055, + "nauc_precision_at_1_max": 0.077119, + "nauc_precision_at_1_std": 0.19285, + "nauc_precision_at_1_diff1": 0.501722, + "nauc_precision_at_3_max": 0.04046, + "nauc_precision_at_3_std": 0.252299, + "nauc_precision_at_3_diff1": 0.399597, + "nauc_precision_at_5_max": -0.002582, + "nauc_precision_at_5_std": 0.23245, + "nauc_precision_at_5_diff1": 0.251297, + "nauc_precision_at_10_max": -0.013217, + "nauc_precision_at_10_std": 0.258852, + "nauc_precision_at_10_diff1": 0.173915, + "nauc_precision_at_20_max": -0.053181, + "nauc_precision_at_20_std": 0.313765, + "nauc_precision_at_20_diff1": 0.189057, + "nauc_precision_at_100_max": 0.021193, + "nauc_precision_at_100_std": 0.356748, + "nauc_precision_at_100_diff1": 0.245354, + "nauc_precision_at_1000_max": 0.029086, + "nauc_precision_at_1000_std": 0.324156, + "nauc_precision_at_1000_diff1": 0.163745, + "nauc_mrr_at_1_max": 0.077119, + "nauc_mrr_at_1_std": 0.19285, + "nauc_mrr_at_1_diff1": 0.501722, + "nauc_mrr_at_3_max": 0.063817, + "nauc_mrr_at_3_std": 0.212805, + "nauc_mrr_at_3_diff1": 0.443497, + "nauc_mrr_at_5_max": 0.042141, + "nauc_mrr_at_5_std": 0.214066, + "nauc_mrr_at_5_diff1": 0.379547, + "nauc_mrr_at_10_max": 0.029951, + "nauc_mrr_at_10_std": 0.220218, + "nauc_mrr_at_10_diff1": 0.353579, + "nauc_mrr_at_20_max": 0.023157, + "nauc_mrr_at_20_std": 0.229591, + "nauc_mrr_at_20_diff1": 0.351794, + "nauc_mrr_at_100_max": 0.025692, + "nauc_mrr_at_100_std": 0.233112, + "nauc_mrr_at_100_diff1": 0.351286, + "nauc_mrr_at_1000_max": 0.025482, + "nauc_mrr_at_1000_std": 0.233296, + "nauc_mrr_at_1000_diff1": 0.350099, + "main_score": 0.07475, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 59.223700761795044, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackTex-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackTex-VN.json new file mode 100644 index 0000000000..dd2fe8a047 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackTex-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "aec43e5ae40451526528b3fc80dd5983ec388e21", + "task_name": "CQADupstackTex-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.04403, + "ndcg_at_3": 0.04565, + "ndcg_at_5": 0.05229, + "ndcg_at_10": 0.06068, + "ndcg_at_20": 0.06668, + "ndcg_at_100": 0.0842, + "ndcg_at_1000": 0.11049, + "map_at_1": 0.03292, + "map_at_3": 0.03939, + "map_at_5": 0.04345, + "map_at_10": 0.04696, + "map_at_20": 0.04867, + "map_at_100": 0.05095, + "map_at_1000": 0.05177, + "recall_at_1": 0.03292, + "recall_at_3": 0.04758, + "recall_at_5": 0.0649, + "recall_at_10": 0.09048, + "recall_at_20": 0.11251, + "recall_at_100": 0.20142, + "recall_at_1000": 0.39856, + "precision_at_1": 0.04403, + "precision_at_3": 0.02173, + "precision_at_5": 0.01761, + "precision_at_10": 0.01235, + "precision_at_20": 0.00789, + "precision_at_100": 0.00304, + "precision_at_1000": 0.00066, + "mrr_at_1": 0.044025, + "mrr_at_3": 0.052316, + "mrr_at_5": 0.056832, + "mrr_at_10": 0.061167, + "mrr_at_20": 0.063248, + "mrr_at_100": 0.065696, + "mrr_at_1000": 0.066498, + "nauc_ndcg_at_1_max": -0.07311, + "nauc_ndcg_at_1_std": 0.189409, + "nauc_ndcg_at_1_diff1": 0.410318, + "nauc_ndcg_at_3_max": -0.101173, + "nauc_ndcg_at_3_std": 0.1444, + "nauc_ndcg_at_3_diff1": 0.353505, + "nauc_ndcg_at_5_max": -0.081174, + "nauc_ndcg_at_5_std": 0.151739, + "nauc_ndcg_at_5_diff1": 0.31888, + "nauc_ndcg_at_10_max": -0.074421, + "nauc_ndcg_at_10_std": 0.151402, + "nauc_ndcg_at_10_diff1": 0.277197, + "nauc_ndcg_at_20_max": -0.084185, + "nauc_ndcg_at_20_std": 0.161292, + "nauc_ndcg_at_20_diff1": 0.270471, + "nauc_ndcg_at_100_max": -0.078572, + "nauc_ndcg_at_100_std": 0.173379, + "nauc_ndcg_at_100_diff1": 0.246553, + "nauc_ndcg_at_1000_max": -0.069526, + "nauc_ndcg_at_1000_std": 0.205865, + "nauc_ndcg_at_1000_diff1": 0.245337, + "nauc_map_at_1_max": -0.12295, + "nauc_map_at_1_std": 0.185413, + "nauc_map_at_1_diff1": 0.436492, + "nauc_map_at_3_max": -0.114571, + "nauc_map_at_3_std": 0.151556, + "nauc_map_at_3_diff1": 0.382143, + "nauc_map_at_5_max": -0.099495, + "nauc_map_at_5_std": 0.154712, + "nauc_map_at_5_diff1": 0.358055, + "nauc_map_at_10_max": -0.096776, + "nauc_map_at_10_std": 0.155604, + "nauc_map_at_10_diff1": 0.334814, + "nauc_map_at_20_max": -0.100897, + "nauc_map_at_20_std": 0.159558, + "nauc_map_at_20_diff1": 0.329789, + "nauc_map_at_100_max": -0.09863, + "nauc_map_at_100_std": 0.16216, + "nauc_map_at_100_diff1": 0.323421, + "nauc_map_at_1000_max": -0.098225, + "nauc_map_at_1000_std": 0.163934, + "nauc_map_at_1000_diff1": 0.322701, + "nauc_recall_at_1_max": -0.12295, + "nauc_recall_at_1_std": 0.185413, + "nauc_recall_at_1_diff1": 0.436492, + "nauc_recall_at_3_max": -0.116825, + "nauc_recall_at_3_std": 0.1116, + "nauc_recall_at_3_diff1": 0.32452, + "nauc_recall_at_5_max": -0.066071, + "nauc_recall_at_5_std": 0.133925, + "nauc_recall_at_5_diff1": 0.263611, + "nauc_recall_at_10_max": -0.059815, + "nauc_recall_at_10_std": 0.139043, + "nauc_recall_at_10_diff1": 0.190218, + "nauc_recall_at_20_max": -0.083486, + "nauc_recall_at_20_std": 0.158514, + "nauc_recall_at_20_diff1": 0.181943, + "nauc_recall_at_100_max": -0.073719, + "nauc_recall_at_100_std": 0.179447, + "nauc_recall_at_100_diff1": 0.145971, + "nauc_recall_at_1000_max": -0.04206, + "nauc_recall_at_1000_std": 0.265322, + "nauc_recall_at_1000_diff1": 0.155505, + "nauc_precision_at_1_max": -0.07311, + "nauc_precision_at_1_std": 0.189409, + "nauc_precision_at_1_diff1": 0.410318, + "nauc_precision_at_3_max": -0.056426, + "nauc_precision_at_3_std": 0.141297, + "nauc_precision_at_3_diff1": 0.303193, + "nauc_precision_at_5_max": -0.047229, + "nauc_precision_at_5_std": 0.160023, + "nauc_precision_at_5_diff1": 0.25454, + "nauc_precision_at_10_max": -0.030736, + "nauc_precision_at_10_std": 0.150036, + "nauc_precision_at_10_diff1": 0.185066, + "nauc_precision_at_20_max": -0.045024, + "nauc_precision_at_20_std": 0.173291, + "nauc_precision_at_20_diff1": 0.179796, + "nauc_precision_at_100_max": -0.026463, + "nauc_precision_at_100_std": 0.220769, + "nauc_precision_at_100_diff1": 0.142112, + "nauc_precision_at_1000_max": 0.020496, + "nauc_precision_at_1000_std": 0.300973, + "nauc_precision_at_1000_diff1": 0.110183, + "nauc_mrr_at_1_max": -0.07311, + "nauc_mrr_at_1_std": 0.189409, + "nauc_mrr_at_1_diff1": 0.410318, + "nauc_mrr_at_3_max": -0.07016, + "nauc_mrr_at_3_std": 0.164053, + "nauc_mrr_at_3_diff1": 0.349269, + "nauc_mrr_at_5_max": -0.062824, + "nauc_mrr_at_5_std": 0.168726, + "nauc_mrr_at_5_diff1": 0.327062, + "nauc_mrr_at_10_max": -0.057651, + "nauc_mrr_at_10_std": 0.16274, + "nauc_mrr_at_10_diff1": 0.306502, + "nauc_mrr_at_20_max": -0.058768, + "nauc_mrr_at_20_std": 0.164597, + "nauc_mrr_at_20_diff1": 0.304649, + "nauc_mrr_at_100_max": -0.058642, + "nauc_mrr_at_100_std": 0.166455, + "nauc_mrr_at_100_diff1": 0.300779, + "nauc_mrr_at_1000_max": -0.058651, + "nauc_mrr_at_1000_std": 0.16757, + "nauc_mrr_at_1000_diff1": 0.300753, + "main_score": 0.06068, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 108.44697117805481, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackUnix-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackUnix-VN.json new file mode 100644 index 0000000000..5e55293dd5 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackUnix-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8b884697871cb38901139f2435c273135f83a3f", + "task_name": "CQADupstackUnix-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.08827, + "ndcg_at_3": 0.10231, + "ndcg_at_5": 0.10869, + "ndcg_at_10": 0.11777, + "ndcg_at_20": 0.12667, + "ndcg_at_100": 0.14509, + "ndcg_at_1000": 0.1734, + "map_at_1": 0.07604, + "map_at_3": 0.09297, + "map_at_5": 0.09659, + "map_at_10": 0.1004, + "map_at_20": 0.1029, + "map_at_100": 0.10529, + "map_at_1000": 0.10615, + "recall_at_1": 0.07604, + "recall_at_3": 0.11266, + "recall_at_5": 0.12904, + "recall_at_10": 0.15616, + "recall_at_20": 0.18911, + "recall_at_100": 0.28343, + "recall_at_1000": 0.50166, + "precision_at_1": 0.08827, + "precision_at_3": 0.04393, + "precision_at_5": 0.0312, + "precision_at_10": 0.01923, + "precision_at_20": 0.01191, + "precision_at_100": 0.00375, + "precision_at_1000": 0.0007, + "mrr_at_1": 0.088271, + "mrr_at_3": 0.107013, + "mrr_at_5": 0.112334, + "mrr_at_10": 0.116542, + "mrr_at_20": 0.119237, + "mrr_at_100": 0.121674, + "mrr_at_1000": 0.122464, + "nauc_ndcg_at_1_max": 0.04891, + "nauc_ndcg_at_1_std": 0.217448, + "nauc_ndcg_at_1_diff1": 0.474121, + "nauc_ndcg_at_3_max": 0.009405, + "nauc_ndcg_at_3_std": 0.197183, + "nauc_ndcg_at_3_diff1": 0.361389, + "nauc_ndcg_at_5_max": 0.000683, + "nauc_ndcg_at_5_std": 0.205209, + "nauc_ndcg_at_5_diff1": 0.34756, + "nauc_ndcg_at_10_max": -0.001217, + "nauc_ndcg_at_10_std": 0.19702, + "nauc_ndcg_at_10_diff1": 0.322491, + "nauc_ndcg_at_20_max": -0.014237, + "nauc_ndcg_at_20_std": 0.205675, + "nauc_ndcg_at_20_diff1": 0.303138, + "nauc_ndcg_at_100_max": -0.01448, + "nauc_ndcg_at_100_std": 0.209591, + "nauc_ndcg_at_100_diff1": 0.280441, + "nauc_ndcg_at_1000_max": -0.008647, + "nauc_ndcg_at_1000_std": 0.222993, + "nauc_ndcg_at_1000_diff1": 0.272551, + "nauc_map_at_1_max": -0.007562, + "nauc_map_at_1_std": 0.218537, + "nauc_map_at_1_diff1": 0.473251, + "nauc_map_at_3_max": -0.007897, + "nauc_map_at_3_std": 0.201781, + "nauc_map_at_3_diff1": 0.383718, + "nauc_map_at_5_max": -0.007019, + "nauc_map_at_5_std": 0.206474, + "nauc_map_at_5_diff1": 0.375398, + "nauc_map_at_10_max": -0.006616, + "nauc_map_at_10_std": 0.201938, + "nauc_map_at_10_diff1": 0.362973, + "nauc_map_at_20_max": -0.010583, + "nauc_map_at_20_std": 0.205285, + "nauc_map_at_20_diff1": 0.356123, + "nauc_map_at_100_max": -0.010222, + "nauc_map_at_100_std": 0.207039, + "nauc_map_at_100_diff1": 0.352372, + "nauc_map_at_1000_max": -0.009925, + "nauc_map_at_1000_std": 0.207569, + "nauc_map_at_1000_diff1": 0.351968, + "nauc_recall_at_1_max": -0.007562, + "nauc_recall_at_1_std": 0.218537, + "nauc_recall_at_1_diff1": 0.473251, + "nauc_recall_at_3_max": -0.022151, + "nauc_recall_at_3_std": 0.1815, + "nauc_recall_at_3_diff1": 0.298349, + "nauc_recall_at_5_max": -0.019322, + "nauc_recall_at_5_std": 0.199779, + "nauc_recall_at_5_diff1": 0.276084, + "nauc_recall_at_10_max": -0.014067, + "nauc_recall_at_10_std": 0.179629, + "nauc_recall_at_10_diff1": 0.224337, + "nauc_recall_at_20_max": -0.046883, + "nauc_recall_at_20_std": 0.199982, + "nauc_recall_at_20_diff1": 0.181198, + "nauc_recall_at_100_max": -0.048401, + "nauc_recall_at_100_std": 0.199605, + "nauc_recall_at_100_diff1": 0.121524, + "nauc_recall_at_1000_max": -0.021082, + "nauc_recall_at_1000_std": 0.253666, + "nauc_recall_at_1000_diff1": 0.080975, + "nauc_precision_at_1_max": 0.04891, + "nauc_precision_at_1_std": 0.217448, + "nauc_precision_at_1_diff1": 0.474121, + "nauc_precision_at_3_max": 0.041475, + "nauc_precision_at_3_std": 0.189788, + "nauc_precision_at_3_diff1": 0.31626, + "nauc_precision_at_5_max": 0.034895, + "nauc_precision_at_5_std": 0.209903, + "nauc_precision_at_5_diff1": 0.294841, + "nauc_precision_at_10_max": 0.021788, + "nauc_precision_at_10_std": 0.205074, + "nauc_precision_at_10_diff1": 0.237277, + "nauc_precision_at_20_max": -0.009698, + "nauc_precision_at_20_std": 0.227058, + "nauc_precision_at_20_diff1": 0.188736, + "nauc_precision_at_100_max": 0.00316, + "nauc_precision_at_100_std": 0.229236, + "nauc_precision_at_100_diff1": 0.117678, + "nauc_precision_at_1000_max": 0.019555, + "nauc_precision_at_1000_std": 0.249989, + "nauc_precision_at_1000_diff1": 0.071942, + "nauc_mrr_at_1_max": 0.04891, + "nauc_mrr_at_1_std": 0.217448, + "nauc_mrr_at_1_diff1": 0.474121, + "nauc_mrr_at_3_max": 0.038913, + "nauc_mrr_at_3_std": 0.197016, + "nauc_mrr_at_3_diff1": 0.383421, + "nauc_mrr_at_5_max": 0.037544, + "nauc_mrr_at_5_std": 0.20226, + "nauc_mrr_at_5_diff1": 0.375706, + "nauc_mrr_at_10_max": 0.035066, + "nauc_mrr_at_10_std": 0.199906, + "nauc_mrr_at_10_diff1": 0.363121, + "nauc_mrr_at_20_max": 0.030917, + "nauc_mrr_at_20_std": 0.202412, + "nauc_mrr_at_20_diff1": 0.356527, + "nauc_mrr_at_100_max": 0.031139, + "nauc_mrr_at_100_std": 0.203089, + "nauc_mrr_at_100_diff1": 0.35318, + "nauc_mrr_at_1000_max": 0.031335, + "nauc_mrr_at_1000_std": 0.203253, + "nauc_mrr_at_1000_diff1": 0.352906, + "main_score": 0.11777, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 59.4729700088501, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackWebmasters-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackWebmasters-VN.json new file mode 100644 index 0000000000..4eab4cf4e1 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackWebmasters-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "482d6e560d977b137e435d33379c5a8049e70e8d", + "task_name": "CQADupstackWebmasters-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.0775, + "ndcg_at_3": 0.08552, + "ndcg_at_5": 0.08632, + "ndcg_at_10": 0.09565, + "ndcg_at_20": 0.11243, + "ndcg_at_100": 0.13695, + "ndcg_at_1000": 0.17001, + "map_at_1": 0.05731, + "map_at_3": 0.07085, + "map_at_5": 0.07235, + "map_at_10": 0.07695, + "map_at_20": 0.08177, + "map_at_100": 0.08531, + "map_at_1000": 0.08654, + "recall_at_1": 0.05731, + "recall_at_3": 0.08928, + "recall_at_5": 0.09469, + "recall_at_10": 0.12553, + "recall_at_20": 0.19158, + "recall_at_100": 0.31513, + "recall_at_1000": 0.5503, + "precision_at_1": 0.0775, + "precision_at_3": 0.0425, + "precision_at_5": 0.0285, + "precision_at_10": 0.019, + "precision_at_20": 0.014, + "precision_at_100": 0.00547, + "precision_at_1000": 0.00131, + "mrr_at_1": 0.0775, + "mrr_at_3": 0.0975, + "mrr_at_5": 0.09925, + "mrr_at_10": 0.103582, + "mrr_at_20": 0.108887, + "mrr_at_100": 0.11235, + "mrr_at_1000": 0.113186, + "nauc_ndcg_at_1_max": 0.076305, + "nauc_ndcg_at_1_std": 0.064386, + "nauc_ndcg_at_1_diff1": 0.466915, + "nauc_ndcg_at_3_max": 0.071194, + "nauc_ndcg_at_3_std": 0.094824, + "nauc_ndcg_at_3_diff1": 0.318479, + "nauc_ndcg_at_5_max": 0.069002, + "nauc_ndcg_at_5_std": 0.093792, + "nauc_ndcg_at_5_diff1": 0.310243, + "nauc_ndcg_at_10_max": 0.037672, + "nauc_ndcg_at_10_std": 0.090634, + "nauc_ndcg_at_10_diff1": 0.27602, + "nauc_ndcg_at_20_max": 0.043069, + "nauc_ndcg_at_20_std": 0.130483, + "nauc_ndcg_at_20_diff1": 0.254531, + "nauc_ndcg_at_100_max": 0.04761, + "nauc_ndcg_at_100_std": 0.164272, + "nauc_ndcg_at_100_diff1": 0.222032, + "nauc_ndcg_at_1000_max": 0.053801, + "nauc_ndcg_at_1000_std": 0.174923, + "nauc_ndcg_at_1000_diff1": 0.225025, + "nauc_map_at_1_max": 0.056835, + "nauc_map_at_1_std": 0.111858, + "nauc_map_at_1_diff1": 0.446099, + "nauc_map_at_3_max": 0.066212, + "nauc_map_at_3_std": 0.116852, + "nauc_map_at_3_diff1": 0.329277, + "nauc_map_at_5_max": 0.065816, + "nauc_map_at_5_std": 0.113391, + "nauc_map_at_5_diff1": 0.32553, + "nauc_map_at_10_max": 0.050443, + "nauc_map_at_10_std": 0.10976, + "nauc_map_at_10_diff1": 0.311951, + "nauc_map_at_20_max": 0.052398, + "nauc_map_at_20_std": 0.122605, + "nauc_map_at_20_diff1": 0.303539, + "nauc_map_at_100_max": 0.052648, + "nauc_map_at_100_std": 0.126995, + "nauc_map_at_100_diff1": 0.298691, + "nauc_map_at_1000_max": 0.051936, + "nauc_map_at_1000_std": 0.12801, + "nauc_map_at_1000_diff1": 0.300201, + "nauc_recall_at_1_max": 0.056835, + "nauc_recall_at_1_std": 0.111858, + "nauc_recall_at_1_diff1": 0.446099, + "nauc_recall_at_3_max": 0.081862, + "nauc_recall_at_3_std": 0.118538, + "nauc_recall_at_3_diff1": 0.224956, + "nauc_recall_at_5_max": 0.077563, + "nauc_recall_at_5_std": 0.111234, + "nauc_recall_at_5_diff1": 0.215481, + "nauc_recall_at_10_max": 0.000554, + "nauc_recall_at_10_std": 0.092697, + "nauc_recall_at_10_diff1": 0.153248, + "nauc_recall_at_20_max": 0.014621, + "nauc_recall_at_20_std": 0.18041, + "nauc_recall_at_20_diff1": 0.133128, + "nauc_recall_at_100_max": 0.02378, + "nauc_recall_at_100_std": 0.256734, + "nauc_recall_at_100_diff1": 0.060695, + "nauc_recall_at_1000_max": 0.055924, + "nauc_recall_at_1000_std": 0.295256, + "nauc_recall_at_1000_diff1": 0.012441, + "nauc_precision_at_1_max": 0.076305, + "nauc_precision_at_1_std": 0.064386, + "nauc_precision_at_1_diff1": 0.466915, + "nauc_precision_at_3_max": 0.079627, + "nauc_precision_at_3_std": 0.045516, + "nauc_precision_at_3_diff1": 0.258135, + "nauc_precision_at_5_max": 0.084316, + "nauc_precision_at_5_std": 0.03603, + "nauc_precision_at_5_diff1": 0.279232, + "nauc_precision_at_10_max": 0.02242, + "nauc_precision_at_10_std": 0.033746, + "nauc_precision_at_10_diff1": 0.267921, + "nauc_precision_at_20_max": 0.023299, + "nauc_precision_at_20_std": 0.109775, + "nauc_precision_at_20_diff1": 0.253866, + "nauc_precision_at_100_max": -0.028608, + "nauc_precision_at_100_std": 0.129093, + "nauc_precision_at_100_diff1": 0.266346, + "nauc_precision_at_1000_max": -0.090779, + "nauc_precision_at_1000_std": 0.081302, + "nauc_precision_at_1000_diff1": 0.383058, + "nauc_mrr_at_1_max": 0.076305, + "nauc_mrr_at_1_std": 0.064386, + "nauc_mrr_at_1_diff1": 0.466915, + "nauc_mrr_at_3_max": 0.084885, + "nauc_mrr_at_3_std": 0.061733, + "nauc_mrr_at_3_diff1": 0.349529, + "nauc_mrr_at_5_max": 0.084954, + "nauc_mrr_at_5_std": 0.060389, + "nauc_mrr_at_5_diff1": 0.347118, + "nauc_mrr_at_10_max": 0.070205, + "nauc_mrr_at_10_std": 0.061097, + "nauc_mrr_at_10_diff1": 0.330716, + "nauc_mrr_at_20_max": 0.069869, + "nauc_mrr_at_20_std": 0.072409, + "nauc_mrr_at_20_diff1": 0.323769, + "nauc_mrr_at_100_max": 0.069941, + "nauc_mrr_at_100_std": 0.078313, + "nauc_mrr_at_100_diff1": 0.31948, + "nauc_mrr_at_1000_max": 0.070109, + "nauc_mrr_at_1000_std": 0.078311, + "nauc_mrr_at_1000_diff1": 0.319153, + "main_score": 0.09565, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 17.809863328933716, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackWordpress-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackWordpress-VN.json new file mode 100644 index 0000000000..d7e836fb4f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/CQADupstackWordpress-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2230f80e1baf42aa005731ca86577621c566fcd7", + "task_name": "CQADupstackWordpress-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.06283, + "ndcg_at_3": 0.06619, + "ndcg_at_5": 0.07851, + "ndcg_at_10": 0.0854, + "ndcg_at_20": 0.09294, + "ndcg_at_100": 0.10537, + "ndcg_at_1000": 0.13619, + "map_at_1": 0.05244, + "map_at_3": 0.0599, + "map_at_5": 0.06717, + "map_at_10": 0.06995, + "map_at_20": 0.07195, + "map_at_100": 0.07351, + "map_at_1000": 0.07447, + "recall_at_1": 0.05244, + "recall_at_3": 0.06972, + "recall_at_5": 0.10113, + "recall_at_10": 0.12312, + "recall_at_20": 0.15127, + "recall_at_100": 0.21721, + "recall_at_1000": 0.45848, + "precision_at_1": 0.06283, + "precision_at_3": 0.02967, + "precision_at_5": 0.02461, + "precision_at_10": 0.01492, + "precision_at_20": 0.00929, + "precision_at_100": 0.00275, + "precision_at_1000": 0.0006, + "mrr_at_1": 0.062827, + "mrr_at_3": 0.071553, + "mrr_at_5": 0.079407, + "mrr_at_10": 0.081784, + "mrr_at_20": 0.084223, + "mrr_at_100": 0.085685, + "mrr_at_1000": 0.086643, + "nauc_ndcg_at_1_max": 0.128079, + "nauc_ndcg_at_1_std": 0.192828, + "nauc_ndcg_at_1_diff1": 0.497277, + "nauc_ndcg_at_3_max": 0.116085, + "nauc_ndcg_at_3_std": 0.186824, + "nauc_ndcg_at_3_diff1": 0.444998, + "nauc_ndcg_at_5_max": 0.087222, + "nauc_ndcg_at_5_std": 0.181969, + "nauc_ndcg_at_5_diff1": 0.390041, + "nauc_ndcg_at_10_max": 0.061937, + "nauc_ndcg_at_10_std": 0.207927, + "nauc_ndcg_at_10_diff1": 0.369353, + "nauc_ndcg_at_20_max": 0.040964, + "nauc_ndcg_at_20_std": 0.21161, + "nauc_ndcg_at_20_diff1": 0.366028, + "nauc_ndcg_at_100_max": 0.027246, + "nauc_ndcg_at_100_std": 0.207209, + "nauc_ndcg_at_100_diff1": 0.349021, + "nauc_ndcg_at_1000_max": 0.022949, + "nauc_ndcg_at_1000_std": 0.234905, + "nauc_ndcg_at_1000_diff1": 0.335519, + "nauc_map_at_1_max": 0.166774, + "nauc_map_at_1_std": 0.124345, + "nauc_map_at_1_diff1": 0.489146, + "nauc_map_at_3_max": 0.139167, + "nauc_map_at_3_std": 0.159483, + "nauc_map_at_3_diff1": 0.459365, + "nauc_map_at_5_max": 0.114746, + "nauc_map_at_5_std": 0.161369, + "nauc_map_at_5_diff1": 0.419664, + "nauc_map_at_10_max": 0.100772, + "nauc_map_at_10_std": 0.175468, + "nauc_map_at_10_diff1": 0.409093, + "nauc_map_at_20_max": 0.092948, + "nauc_map_at_20_std": 0.176457, + "nauc_map_at_20_diff1": 0.408081, + "nauc_map_at_100_max": 0.089765, + "nauc_map_at_100_std": 0.175701, + "nauc_map_at_100_diff1": 0.404859, + "nauc_map_at_1000_max": 0.089795, + "nauc_map_at_1000_std": 0.176353, + "nauc_map_at_1000_diff1": 0.403418, + "nauc_recall_at_1_max": 0.166774, + "nauc_recall_at_1_std": 0.124345, + "nauc_recall_at_1_diff1": 0.489146, + "nauc_recall_at_3_max": 0.101339, + "nauc_recall_at_3_std": 0.199769, + "nauc_recall_at_3_diff1": 0.429087, + "nauc_recall_at_5_max": 0.043599, + "nauc_recall_at_5_std": 0.19029, + "nauc_recall_at_5_diff1": 0.310195, + "nauc_recall_at_10_max": -0.006085, + "nauc_recall_at_10_std": 0.241822, + "nauc_recall_at_10_diff1": 0.267918, + "nauc_recall_at_20_max": -0.043469, + "nauc_recall_at_20_std": 0.250353, + "nauc_recall_at_20_diff1": 0.275792, + "nauc_recall_at_100_max": -0.064948, + "nauc_recall_at_100_std": 0.226993, + "nauc_recall_at_100_diff1": 0.238693, + "nauc_recall_at_1000_max": -0.070484, + "nauc_recall_at_1000_std": 0.334095, + "nauc_recall_at_1000_diff1": 0.216123, + "nauc_precision_at_1_max": 0.128079, + "nauc_precision_at_1_std": 0.192828, + "nauc_precision_at_1_diff1": 0.497277, + "nauc_precision_at_3_max": 0.061542, + "nauc_precision_at_3_std": 0.251022, + "nauc_precision_at_3_diff1": 0.401797, + "nauc_precision_at_5_max": 0.015996, + "nauc_precision_at_5_std": 0.222004, + "nauc_precision_at_5_diff1": 0.321605, + "nauc_precision_at_10_max": -0.038314, + "nauc_precision_at_10_std": 0.278316, + "nauc_precision_at_10_diff1": 0.281911, + "nauc_precision_at_20_max": -0.083597, + "nauc_precision_at_20_std": 0.274098, + "nauc_precision_at_20_diff1": 0.277012, + "nauc_precision_at_100_max": -0.09047, + "nauc_precision_at_100_std": 0.240742, + "nauc_precision_at_100_diff1": 0.242613, + "nauc_precision_at_1000_max": -0.081124, + "nauc_precision_at_1000_std": 0.286536, + "nauc_precision_at_1000_diff1": 0.165143, + "nauc_mrr_at_1_max": 0.128079, + "nauc_mrr_at_1_std": 0.192828, + "nauc_mrr_at_1_diff1": 0.497277, + "nauc_mrr_at_3_max": 0.113807, + "nauc_mrr_at_3_std": 0.215216, + "nauc_mrr_at_3_diff1": 0.460637, + "nauc_mrr_at_5_max": 0.092288, + "nauc_mrr_at_5_std": 0.208106, + "nauc_mrr_at_5_diff1": 0.429014, + "nauc_mrr_at_10_max": 0.083908, + "nauc_mrr_at_10_std": 0.216691, + "nauc_mrr_at_10_diff1": 0.421431, + "nauc_mrr_at_20_max": 0.075085, + "nauc_mrr_at_20_std": 0.217505, + "nauc_mrr_at_20_diff1": 0.418353, + "nauc_mrr_at_100_max": 0.073221, + "nauc_mrr_at_100_std": 0.216168, + "nauc_mrr_at_100_diff1": 0.414488, + "nauc_mrr_at_1000_max": 0.073203, + "nauc_mrr_at_1000_std": 0.216864, + "nauc_mrr_at_1000_diff1": 0.413672, + "main_score": 0.0854, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 67.69535255432129, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ClimateFEVER-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ClimateFEVER-VN.json new file mode 100644 index 0000000000..9afcb73a69 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ClimateFEVER-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "42328bf787e17b1ad1a88be4f5e87ea9fb668511", + "task_name": "ClimateFEVER-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00363, + "ndcg_at_3": 0.00291, + "ndcg_at_5": 0.00324, + "ndcg_at_10": 0.00398, + "ndcg_at_20": 0.0052, + "ndcg_at_100": 0.00763, + "ndcg_at_1000": 0.0141, + "map_at_1": 0.00162, + "map_at_3": 0.00207, + "map_at_5": 0.00227, + "map_at_10": 0.00252, + "map_at_20": 0.0028, + "map_at_100": 0.00309, + "map_at_1000": 0.00326, + "recall_at_1": 0.00162, + "recall_at_3": 0.00283, + "recall_at_5": 0.00381, + "recall_at_10": 0.00563, + "recall_at_20": 0.00945, + "recall_at_100": 0.01912, + "recall_at_1000": 0.05886, + "precision_at_1": 0.00363, + "precision_at_3": 0.00182, + "precision_at_5": 0.00163, + "precision_at_10": 0.00127, + "precision_at_20": 0.00109, + "precision_at_100": 0.00049, + "precision_at_1000": 0.00016, + "mrr_at_1": 0.003633, + "mrr_at_3": 0.00439, + "mrr_at_5": 0.004935, + "mrr_at_10": 0.005367, + "mrr_at_20": 0.00592, + "mrr_at_100": 0.006505, + "mrr_at_1000": 0.006838, + "nauc_ndcg_at_1_max": 0.024951, + "nauc_ndcg_at_1_std": 0.50135, + "nauc_ndcg_at_1_diff1": 0.402727, + "nauc_ndcg_at_3_max": -0.148623, + "nauc_ndcg_at_3_std": 0.428724, + "nauc_ndcg_at_3_diff1": 0.24533, + "nauc_ndcg_at_5_max": -0.114287, + "nauc_ndcg_at_5_std": 0.355218, + "nauc_ndcg_at_5_diff1": 0.210618, + "nauc_ndcg_at_10_max": -0.135854, + "nauc_ndcg_at_10_std": 0.33284, + "nauc_ndcg_at_10_diff1": 0.24473, + "nauc_ndcg_at_20_max": -0.157328, + "nauc_ndcg_at_20_std": 0.392711, + "nauc_ndcg_at_20_diff1": 0.267353, + "nauc_ndcg_at_100_max": -0.180966, + "nauc_ndcg_at_100_std": 0.388981, + "nauc_ndcg_at_100_diff1": 0.257314, + "nauc_ndcg_at_1000_max": -0.173679, + "nauc_ndcg_at_1000_std": 0.424971, + "nauc_ndcg_at_1000_diff1": 0.220608, + "nauc_map_at_1_max": -0.135246, + "nauc_map_at_1_std": 0.374364, + "nauc_map_at_1_diff1": 0.153152, + "nauc_map_at_3_max": -0.182296, + "nauc_map_at_3_std": 0.355048, + "nauc_map_at_3_diff1": 0.143639, + "nauc_map_at_5_max": -0.168041, + "nauc_map_at_5_std": 0.338597, + "nauc_map_at_5_diff1": 0.157673, + "nauc_map_at_10_max": -0.177573, + "nauc_map_at_10_std": 0.339214, + "nauc_map_at_10_diff1": 0.188714, + "nauc_map_at_20_max": -0.184129, + "nauc_map_at_20_std": 0.369316, + "nauc_map_at_20_diff1": 0.207001, + "nauc_map_at_100_max": -0.191667, + "nauc_map_at_100_std": 0.382559, + "nauc_map_at_100_diff1": 0.216822, + "nauc_map_at_1000_max": -0.189916, + "nauc_map_at_1000_std": 0.388418, + "nauc_map_at_1000_diff1": 0.218275, + "nauc_recall_at_1_max": -0.135246, + "nauc_recall_at_1_std": 0.374364, + "nauc_recall_at_1_diff1": 0.153152, + "nauc_recall_at_3_max": -0.251145, + "nauc_recall_at_3_std": 0.298453, + "nauc_recall_at_3_diff1": 0.157456, + "nauc_recall_at_5_max": -0.190962, + "nauc_recall_at_5_std": 0.26409, + "nauc_recall_at_5_diff1": 0.195661, + "nauc_recall_at_10_max": -0.193521, + "nauc_recall_at_10_std": 0.241197, + "nauc_recall_at_10_diff1": 0.244277, + "nauc_recall_at_20_max": -0.208958, + "nauc_recall_at_20_std": 0.395766, + "nauc_recall_at_20_diff1": 0.304818, + "nauc_recall_at_100_max": -0.226649, + "nauc_recall_at_100_std": 0.386733, + "nauc_recall_at_100_diff1": 0.248693, + "nauc_recall_at_1000_max": -0.188517, + "nauc_recall_at_1000_std": 0.430654, + "nauc_recall_at_1000_diff1": 0.18796, + "nauc_precision_at_1_max": 0.024951, + "nauc_precision_at_1_std": 0.50135, + "nauc_precision_at_1_diff1": 0.402727, + "nauc_precision_at_3_max": -0.062702, + "nauc_precision_at_3_std": 0.489105, + "nauc_precision_at_3_diff1": 0.269385, + "nauc_precision_at_5_max": -0.009026, + "nauc_precision_at_5_std": 0.391452, + "nauc_precision_at_5_diff1": 0.278758, + "nauc_precision_at_10_max": -0.100078, + "nauc_precision_at_10_std": 0.348734, + "nauc_precision_at_10_diff1": 0.341543, + "nauc_precision_at_20_max": -0.148214, + "nauc_precision_at_20_std": 0.39912, + "nauc_precision_at_20_diff1": 0.291378, + "nauc_precision_at_100_max": -0.191394, + "nauc_precision_at_100_std": 0.384554, + "nauc_precision_at_100_diff1": 0.283555, + "nauc_precision_at_1000_max": -0.172077, + "nauc_precision_at_1000_std": 0.448503, + "nauc_precision_at_1000_diff1": 0.211966, + "nauc_mrr_at_1_max": 0.024951, + "nauc_mrr_at_1_std": 0.50135, + "nauc_mrr_at_1_diff1": 0.402727, + "nauc_mrr_at_3_max": -0.00879, + "nauc_mrr_at_3_std": 0.513478, + "nauc_mrr_at_3_diff1": 0.322687, + "nauc_mrr_at_5_max": 0.003039, + "nauc_mrr_at_5_std": 0.478435, + "nauc_mrr_at_5_diff1": 0.319906, + "nauc_mrr_at_10_max": -0.01572, + "nauc_mrr_at_10_std": 0.450192, + "nauc_mrr_at_10_diff1": 0.321614, + "nauc_mrr_at_20_max": -0.035189, + "nauc_mrr_at_20_std": 0.460096, + "nauc_mrr_at_20_diff1": 0.320624, + "nauc_mrr_at_100_max": -0.046424, + "nauc_mrr_at_100_std": 0.442503, + "nauc_mrr_at_100_diff1": 0.314909, + "nauc_mrr_at_1000_max": -0.051331, + "nauc_mrr_at_1000_std": 0.445896, + "nauc_mrr_at_1000_diff1": 0.307532, + "main_score": 0.00398, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2403.8329734802246, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPedia-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPedia-VN.json new file mode 100644 index 0000000000..1a7a96d54b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPedia-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c3e20179fbcee16217ef9461a14a54b7faca9b63", + "task_name": "DBPedia-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.13043, + "ndcg_at_3": 0.11403, + "ndcg_at_5": 0.10668, + "ndcg_at_10": 0.10896, + "ndcg_at_20": 0.10897, + "ndcg_at_100": 0.12727, + "ndcg_at_1000": 0.16288, + "map_at_1": 0.02495, + "map_at_3": 0.03698, + "map_at_5": 0.04048, + "map_at_10": 0.04665, + "map_at_20": 0.05083, + "map_at_100": 0.05801, + "map_at_1000": 0.06161, + "recall_at_1": 0.02495, + "recall_at_3": 0.0452, + "recall_at_5": 0.05455, + "recall_at_10": 0.07494, + "recall_at_20": 0.09543, + "recall_at_100": 0.16664, + "recall_at_1000": 0.29698, + "precision_at_1": 0.1677, + "precision_at_3": 0.13043, + "precision_at_5": 0.10807, + "precision_at_10": 0.0882, + "precision_at_20": 0.06398, + "precision_at_100": 0.02783, + "precision_at_1000": 0.00652, + "mrr_at_1": 0.167702, + "mrr_at_3": 0.217909, + "mrr_at_5": 0.230952, + "mrr_at_10": 0.242404, + "mrr_at_20": 0.247591, + "mrr_at_100": 0.249948, + "mrr_at_1000": 0.250587, + "nauc_ndcg_at_1_max": -0.127658, + "nauc_ndcg_at_1_std": 0.308987, + "nauc_ndcg_at_1_diff1": 0.350329, + "nauc_ndcg_at_3_max": -0.109169, + "nauc_ndcg_at_3_std": 0.363893, + "nauc_ndcg_at_3_diff1": 0.336219, + "nauc_ndcg_at_5_max": -0.122512, + "nauc_ndcg_at_5_std": 0.385202, + "nauc_ndcg_at_5_diff1": 0.320264, + "nauc_ndcg_at_10_max": -0.167456, + "nauc_ndcg_at_10_std": 0.412939, + "nauc_ndcg_at_10_diff1": 0.322311, + "nauc_ndcg_at_20_max": -0.196501, + "nauc_ndcg_at_20_std": 0.426044, + "nauc_ndcg_at_20_diff1": 0.324166, + "nauc_ndcg_at_100_max": -0.222233, + "nauc_ndcg_at_100_std": 0.486571, + "nauc_ndcg_at_100_diff1": 0.335095, + "nauc_ndcg_at_1000_max": -0.233629, + "nauc_ndcg_at_1000_std": 0.553378, + "nauc_ndcg_at_1000_diff1": 0.341671, + "nauc_map_at_1_max": -0.270597, + "nauc_map_at_1_std": 0.269834, + "nauc_map_at_1_diff1": 0.370538, + "nauc_map_at_3_max": -0.236806, + "nauc_map_at_3_std": 0.321551, + "nauc_map_at_3_diff1": 0.325444, + "nauc_map_at_5_max": -0.238566, + "nauc_map_at_5_std": 0.331888, + "nauc_map_at_5_diff1": 0.313834, + "nauc_map_at_10_max": -0.242871, + "nauc_map_at_10_std": 0.35896, + "nauc_map_at_10_diff1": 0.312064, + "nauc_map_at_20_max": -0.241306, + "nauc_map_at_20_std": 0.378041, + "nauc_map_at_20_diff1": 0.305582, + "nauc_map_at_100_max": -0.239911, + "nauc_map_at_100_std": 0.421195, + "nauc_map_at_100_diff1": 0.304848, + "nauc_map_at_1000_max": -0.238693, + "nauc_map_at_1000_std": 0.443807, + "nauc_map_at_1000_diff1": 0.303916, + "nauc_recall_at_1_max": -0.270597, + "nauc_recall_at_1_std": 0.269834, + "nauc_recall_at_1_diff1": 0.370538, + "nauc_recall_at_3_max": -0.23151, + "nauc_recall_at_3_std": 0.317719, + "nauc_recall_at_3_diff1": 0.264886, + "nauc_recall_at_5_max": -0.234039, + "nauc_recall_at_5_std": 0.308117, + "nauc_recall_at_5_diff1": 0.227835, + "nauc_recall_at_10_max": -0.246386, + "nauc_recall_at_10_std": 0.335867, + "nauc_recall_at_10_diff1": 0.25566, + "nauc_recall_at_20_max": -0.25342, + "nauc_recall_at_20_std": 0.356451, + "nauc_recall_at_20_diff1": 0.229585, + "nauc_recall_at_100_max": -0.255517, + "nauc_recall_at_100_std": 0.469589, + "nauc_recall_at_100_diff1": 0.235496, + "nauc_recall_at_1000_max": -0.253352, + "nauc_recall_at_1000_std": 0.555746, + "nauc_recall_at_1000_diff1": 0.235136, + "nauc_precision_at_1_max": -0.170093, + "nauc_precision_at_1_std": 0.341452, + "nauc_precision_at_1_diff1": 0.32826, + "nauc_precision_at_3_max": -0.095485, + "nauc_precision_at_3_std": 0.400232, + "nauc_precision_at_3_diff1": 0.305229, + "nauc_precision_at_5_max": -0.070972, + "nauc_precision_at_5_std": 0.404653, + "nauc_precision_at_5_diff1": 0.26494, + "nauc_precision_at_10_max": -0.098022, + "nauc_precision_at_10_std": 0.432807, + "nauc_precision_at_10_diff1": 0.220432, + "nauc_precision_at_20_max": -0.097517, + "nauc_precision_at_20_std": 0.466025, + "nauc_precision_at_20_diff1": 0.187758, + "nauc_precision_at_100_max": -0.072136, + "nauc_precision_at_100_std": 0.485755, + "nauc_precision_at_100_diff1": 0.1166, + "nauc_precision_at_1000_max": -0.030566, + "nauc_precision_at_1000_std": 0.437842, + "nauc_precision_at_1000_diff1": 0.014025, + "nauc_mrr_at_1_max": -0.170093, + "nauc_mrr_at_1_std": 0.341452, + "nauc_mrr_at_1_diff1": 0.32826, + "nauc_mrr_at_3_max": -0.133528, + "nauc_mrr_at_3_std": 0.340322, + "nauc_mrr_at_3_diff1": 0.304739, + "nauc_mrr_at_5_max": -0.132465, + "nauc_mrr_at_5_std": 0.34107, + "nauc_mrr_at_5_diff1": 0.295425, + "nauc_mrr_at_10_max": -0.147334, + "nauc_mrr_at_10_std": 0.355826, + "nauc_mrr_at_10_diff1": 0.299551, + "nauc_mrr_at_20_max": -0.145584, + "nauc_mrr_at_20_std": 0.356612, + "nauc_mrr_at_20_diff1": 0.296225, + "nauc_mrr_at_100_max": -0.144938, + "nauc_mrr_at_100_std": 0.356839, + "nauc_mrr_at_100_diff1": 0.297505, + "nauc_mrr_at_1000_max": -0.145014, + "nauc_mrr_at_1000_std": 0.356513, + "nauc_mrr_at_1000_diff1": 0.297407, + "main_score": 0.10896, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1602.846782207489, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/EmotionVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/EmotionVNClassification.json new file mode 100644 index 0000000000..ea703c52d2 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/EmotionVNClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "797a93c0dd755ebf5818fbf54d0e0a024df9216d", + "task_name": "EmotionVNClassification", + "mteb_version": "1.38.39", + "scores": { + "validation": [ + { + "accuracy": 0.195859, + "f1": 0.173384, + "f1_weighted": 0.212304, + "scores_per_experiment": [ + { + "accuracy": 0.175, + "f1": 0.152335, + "f1_weighted": 0.201507 + }, + { + "accuracy": 0.204687, + "f1": 0.171662, + "f1_weighted": 0.220748 + }, + { + "accuracy": 0.167187, + "f1": 0.155617, + "f1_weighted": 0.184147 + }, + { + "accuracy": 0.172656, + "f1": 0.162291, + "f1_weighted": 0.187773 + }, + { + "accuracy": 0.226562, + "f1": 0.200331, + "f1_weighted": 0.237802 + }, + { + "accuracy": 0.214062, + "f1": 0.189667, + "f1_weighted": 0.226593 + }, + { + "accuracy": 0.226562, + "f1": 0.18284, + "f1_weighted": 0.243453 + }, + { + "accuracy": 0.192969, + "f1": 0.171515, + "f1_weighted": 0.212443 + }, + { + "accuracy": 0.196875, + "f1": 0.182312, + "f1_weighted": 0.209942 + }, + { + "accuracy": 0.182031, + "f1": 0.16527, + "f1_weighted": 0.198634 + } + ], + "main_score": 0.195859, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "accuracy": 0.191008, + "f1": 0.169534, + "f1_weighted": 0.205888, + "scores_per_experiment": [ + { + "accuracy": 0.173643, + "f1": 0.155793, + "f1_weighted": 0.194258 + }, + { + "accuracy": 0.206202, + "f1": 0.171886, + "f1_weighted": 0.225474 + }, + { + "accuracy": 0.153488, + "f1": 0.140625, + "f1_weighted": 0.17041 + }, + { + "accuracy": 0.169767, + "f1": 0.157581, + "f1_weighted": 0.181126 + }, + { + "accuracy": 0.197674, + "f1": 0.175936, + "f1_weighted": 0.207191 + }, + { + "accuracy": 0.217054, + "f1": 0.19395, + "f1_weighted": 0.228557 + }, + { + "accuracy": 0.244961, + "f1": 0.200525, + "f1_weighted": 0.257914 + }, + { + "accuracy": 0.211628, + "f1": 0.186771, + "f1_weighted": 0.232316 + }, + { + "accuracy": 0.163566, + "f1": 0.150071, + "f1_weighted": 0.175568 + }, + { + "accuracy": 0.172093, + "f1": 0.162204, + "f1_weighted": 0.18607 + } + ], + "main_score": 0.191008, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 6.22327733039856, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FEVER-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FEVER-VN.json new file mode 100644 index 0000000000..d3d7f489b8 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FEVER-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a543dd8b98aed3603110c01d26db05ba39b87d49", + "task_name": "FEVER-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.07733, + "ndcg_at_3": 0.09967, + "ndcg_at_5": 0.1094, + "ndcg_at_10": 0.12351, + "ndcg_at_20": 0.13361, + "ndcg_at_100": 0.15313, + "ndcg_at_1000": 0.17455, + "map_at_1": 0.07175, + "map_at_3": 0.09149, + "map_at_5": 0.09691, + "map_at_10": 0.10263, + "map_at_20": 0.10532, + "map_at_100": 0.10795, + "map_at_1000": 0.10864, + "recall_at_1": 0.07175, + "recall_at_3": 0.11656, + "recall_at_5": 0.14003, + "recall_at_10": 0.183, + "recall_at_20": 0.22261, + "recall_at_100": 0.32614, + "recall_at_1000": 0.49773, + "precision_at_1": 0.07733, + "precision_at_3": 0.04197, + "precision_at_5": 0.03029, + "precision_at_10": 0.01987, + "precision_at_20": 0.01212, + "precision_at_100": 0.00357, + "precision_at_1000": 0.00055, + "mrr_at_1": 0.077333, + "mrr_at_3": 0.098413, + "mrr_at_5": 0.10406, + "mrr_at_10": 0.110182, + "mrr_at_20": 0.112977, + "mrr_at_100": 0.115759, + "mrr_at_1000": 0.11645, + "nauc_ndcg_at_1_max": -0.007649, + "nauc_ndcg_at_1_std": 0.052444, + "nauc_ndcg_at_1_diff1": 0.341878, + "nauc_ndcg_at_3_max": -0.032611, + "nauc_ndcg_at_3_std": 0.063803, + "nauc_ndcg_at_3_diff1": 0.281371, + "nauc_ndcg_at_5_max": -0.037742, + "nauc_ndcg_at_5_std": 0.080226, + "nauc_ndcg_at_5_diff1": 0.270279, + "nauc_ndcg_at_10_max": -0.044306, + "nauc_ndcg_at_10_std": 0.11095, + "nauc_ndcg_at_10_diff1": 0.260507, + "nauc_ndcg_at_20_max": -0.044306, + "nauc_ndcg_at_20_std": 0.12301, + "nauc_ndcg_at_20_diff1": 0.257607, + "nauc_ndcg_at_100_max": -0.051636, + "nauc_ndcg_at_100_std": 0.154328, + "nauc_ndcg_at_100_diff1": 0.251055, + "nauc_ndcg_at_1000_max": -0.054316, + "nauc_ndcg_at_1000_std": 0.178849, + "nauc_ndcg_at_1000_diff1": 0.255346, + "nauc_map_at_1_max": -0.008766, + "nauc_map_at_1_std": 0.051364, + "nauc_map_at_1_diff1": 0.334997, + "nauc_map_at_3_max": -0.026775, + "nauc_map_at_3_std": 0.060633, + "nauc_map_at_3_diff1": 0.289653, + "nauc_map_at_5_max": -0.030219, + "nauc_map_at_5_std": 0.070807, + "nauc_map_at_5_diff1": 0.282272, + "nauc_map_at_10_max": -0.033242, + "nauc_map_at_10_std": 0.085493, + "nauc_map_at_10_diff1": 0.277183, + "nauc_map_at_20_max": -0.033429, + "nauc_map_at_20_std": 0.089634, + "nauc_map_at_20_diff1": 0.275907, + "nauc_map_at_100_max": -0.034841, + "nauc_map_at_100_std": 0.094817, + "nauc_map_at_100_diff1": 0.274619, + "nauc_map_at_1000_max": -0.035041, + "nauc_map_at_1000_std": 0.096113, + "nauc_map_at_1000_diff1": 0.274675, + "nauc_recall_at_1_max": -0.008766, + "nauc_recall_at_1_std": 0.051364, + "nauc_recall_at_1_diff1": 0.334997, + "nauc_recall_at_3_max": -0.045682, + "nauc_recall_at_3_std": 0.071437, + "nauc_recall_at_3_diff1": 0.250495, + "nauc_recall_at_5_max": -0.05554, + "nauc_recall_at_5_std": 0.101872, + "nauc_recall_at_5_diff1": 0.233428, + "nauc_recall_at_10_max": -0.067304, + "nauc_recall_at_10_std": 0.165904, + "nauc_recall_at_10_diff1": 0.219411, + "nauc_recall_at_20_max": -0.064561, + "nauc_recall_at_20_std": 0.190069, + "nauc_recall_at_20_diff1": 0.211947, + "nauc_recall_at_100_max": -0.0847, + "nauc_recall_at_100_std": 0.279855, + "nauc_recall_at_100_diff1": 0.194462, + "nauc_recall_at_1000_max": -0.095234, + "nauc_recall_at_1000_std": 0.38725, + "nauc_recall_at_1000_diff1": 0.213324, + "nauc_precision_at_1_max": -0.007649, + "nauc_precision_at_1_std": 0.052444, + "nauc_precision_at_1_diff1": 0.341878, + "nauc_precision_at_3_max": -0.047591, + "nauc_precision_at_3_std": 0.067096, + "nauc_precision_at_3_diff1": 0.264909, + "nauc_precision_at_5_max": -0.054944, + "nauc_precision_at_5_std": 0.098823, + "nauc_precision_at_5_diff1": 0.24444, + "nauc_precision_at_10_max": -0.06952, + "nauc_precision_at_10_std": 0.162109, + "nauc_precision_at_10_diff1": 0.227093, + "nauc_precision_at_20_max": -0.065685, + "nauc_precision_at_20_std": 0.188355, + "nauc_precision_at_20_diff1": 0.223182, + "nauc_precision_at_100_max": -0.082827, + "nauc_precision_at_100_std": 0.285521, + "nauc_precision_at_100_diff1": 0.206596, + "nauc_precision_at_1000_max": -0.088491, + "nauc_precision_at_1000_std": 0.393152, + "nauc_precision_at_1000_diff1": 0.222042, + "nauc_mrr_at_1_max": -0.007649, + "nauc_mrr_at_1_std": 0.052444, + "nauc_mrr_at_1_diff1": 0.341878, + "nauc_mrr_at_3_max": -0.025827, + "nauc_mrr_at_3_std": 0.06032, + "nauc_mrr_at_3_diff1": 0.300226, + "nauc_mrr_at_5_max": -0.028853, + "nauc_mrr_at_5_std": 0.0706, + "nauc_mrr_at_5_diff1": 0.292347, + "nauc_mrr_at_10_max": -0.032309, + "nauc_mrr_at_10_std": 0.085373, + "nauc_mrr_at_10_diff1": 0.286467, + "nauc_mrr_at_20_max": -0.032167, + "nauc_mrr_at_20_std": 0.089093, + "nauc_mrr_at_20_diff1": 0.285274, + "nauc_mrr_at_100_max": -0.033387, + "nauc_mrr_at_100_std": 0.094476, + "nauc_mrr_at_100_diff1": 0.283903, + "nauc_mrr_at_1000_max": -0.033597, + "nauc_mrr_at_1000_std": 0.095627, + "nauc_mrr_at_1000_diff1": 0.284017, + "main_score": 0.12351, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2858.066329240799, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FiQA2018-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FiQA2018-VN.json new file mode 100644 index 0000000000..496e399cd3 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FiQA2018-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6c3cdf6f102151dbbbbc1d2cf999b305eba44dae", + "task_name": "FiQA2018-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.01319, + "ndcg_at_3": 0.01381, + "ndcg_at_5": 0.01375, + "ndcg_at_10": 0.01445, + "ndcg_at_20": 0.01903, + "ndcg_at_100": 0.02568, + "ndcg_at_1000": 0.04312, + "map_at_1": 0.00668, + "map_at_3": 0.00955, + "map_at_5": 0.00976, + "map_at_10": 0.01021, + "map_at_20": 0.01139, + "map_at_100": 0.0122, + "map_at_1000": 0.01269, + "recall_at_1": 0.00668, + "recall_at_3": 0.01396, + "recall_at_5": 0.01464, + "recall_at_10": 0.01794, + "recall_at_20": 0.03054, + "recall_at_100": 0.06091, + "recall_at_1000": 0.17136, + "precision_at_1": 0.01319, + "precision_at_3": 0.00967, + "precision_at_5": 0.00686, + "precision_at_10": 0.00396, + "precision_at_20": 0.00422, + "precision_at_100": 0.00153, + "precision_at_1000": 0.00047, + "mrr_at_1": 0.013193, + "mrr_at_3": 0.018909, + "mrr_at_5": 0.019437, + "mrr_at_10": 0.020107, + "mrr_at_20": 0.021993, + "mrr_at_100": 0.023309, + "mrr_at_1000": 0.02402, + "nauc_ndcg_at_1_max": 0.075949, + "nauc_ndcg_at_1_std": 0.20703, + "nauc_ndcg_at_1_diff1": 0.083064, + "nauc_ndcg_at_3_max": -0.178678, + "nauc_ndcg_at_3_std": 0.308991, + "nauc_ndcg_at_3_diff1": -0.117104, + "nauc_ndcg_at_5_max": -0.227599, + "nauc_ndcg_at_5_std": 0.328289, + "nauc_ndcg_at_5_diff1": -0.105833, + "nauc_ndcg_at_10_max": -0.215787, + "nauc_ndcg_at_10_std": 0.366886, + "nauc_ndcg_at_10_diff1": -0.110595, + "nauc_ndcg_at_20_max": -0.224713, + "nauc_ndcg_at_20_std": 0.341347, + "nauc_ndcg_at_20_diff1": -0.076833, + "nauc_ndcg_at_100_max": -0.213378, + "nauc_ndcg_at_100_std": 0.308828, + "nauc_ndcg_at_100_diff1": -0.017216, + "nauc_ndcg_at_1000_max": -0.174549, + "nauc_ndcg_at_1000_std": 0.322045, + "nauc_ndcg_at_1000_diff1": 0.034682, + "nauc_map_at_1_max": -0.185837, + "nauc_map_at_1_std": 0.430945, + "nauc_map_at_1_diff1": 0.08232, + "nauc_map_at_3_max": -0.255962, + "nauc_map_at_3_std": 0.398359, + "nauc_map_at_3_diff1": -0.068277, + "nauc_map_at_5_max": -0.2621, + "nauc_map_at_5_std": 0.397056, + "nauc_map_at_5_diff1": -0.071042, + "nauc_map_at_10_max": -0.254601, + "nauc_map_at_10_std": 0.415968, + "nauc_map_at_10_diff1": -0.084067, + "nauc_map_at_20_max": -0.252504, + "nauc_map_at_20_std": 0.388873, + "nauc_map_at_20_diff1": -0.076031, + "nauc_map_at_100_max": -0.250673, + "nauc_map_at_100_std": 0.379645, + "nauc_map_at_100_diff1": -0.061319, + "nauc_map_at_1000_max": -0.246318, + "nauc_map_at_1000_std": 0.380505, + "nauc_map_at_1000_diff1": -0.056089, + "nauc_recall_at_1_max": -0.185837, + "nauc_recall_at_1_std": 0.430945, + "nauc_recall_at_1_diff1": 0.08232, + "nauc_recall_at_3_max": -0.292878, + "nauc_recall_at_3_std": 0.342228, + "nauc_recall_at_3_diff1": -0.171636, + "nauc_recall_at_5_max": -0.303756, + "nauc_recall_at_5_std": 0.347852, + "nauc_recall_at_5_diff1": -0.167509, + "nauc_recall_at_10_max": -0.265767, + "nauc_recall_at_10_std": 0.428413, + "nauc_recall_at_10_diff1": -0.198423, + "nauc_recall_at_20_max": -0.271101, + "nauc_recall_at_20_std": 0.355558, + "nauc_recall_at_20_diff1": -0.101724, + "nauc_recall_at_100_max": -0.224073, + "nauc_recall_at_100_std": 0.255716, + "nauc_recall_at_100_diff1": 0.008464, + "nauc_recall_at_1000_max": -0.148074, + "nauc_recall_at_1000_std": 0.283326, + "nauc_recall_at_1000_diff1": 0.070627, + "nauc_precision_at_1_max": 0.075949, + "nauc_precision_at_1_std": 0.20703, + "nauc_precision_at_1_diff1": 0.083064, + "nauc_precision_at_3_max": -0.14078, + "nauc_precision_at_3_std": 0.22277, + "nauc_precision_at_3_diff1": -0.159461, + "nauc_precision_at_5_max": -0.201932, + "nauc_precision_at_5_std": 0.247043, + "nauc_precision_at_5_diff1": -0.159305, + "nauc_precision_at_10_max": -0.193394, + "nauc_precision_at_10_std": 0.276106, + "nauc_precision_at_10_diff1": -0.149823, + "nauc_precision_at_20_max": -0.206143, + "nauc_precision_at_20_std": 0.285427, + "nauc_precision_at_20_diff1": -0.068836, + "nauc_precision_at_100_max": -0.18549, + "nauc_precision_at_100_std": 0.269274, + "nauc_precision_at_100_diff1": 0.04011, + "nauc_precision_at_1000_max": -0.084517, + "nauc_precision_at_1000_std": 0.286181, + "nauc_precision_at_1000_diff1": 0.12624, + "nauc_mrr_at_1_max": 0.075949, + "nauc_mrr_at_1_std": 0.20703, + "nauc_mrr_at_1_diff1": 0.083064, + "nauc_mrr_at_3_max": -0.050095, + "nauc_mrr_at_3_std": 0.225667, + "nauc_mrr_at_3_diff1": -0.054593, + "nauc_mrr_at_5_max": -0.062326, + "nauc_mrr_at_5_std": 0.237516, + "nauc_mrr_at_5_diff1": -0.050424, + "nauc_mrr_at_10_max": -0.064562, + "nauc_mrr_at_10_std": 0.247326, + "nauc_mrr_at_10_diff1": -0.0534, + "nauc_mrr_at_20_max": -0.079982, + "nauc_mrr_at_20_std": 0.258589, + "nauc_mrr_at_20_diff1": -0.043784, + "nauc_mrr_at_100_max": -0.080958, + "nauc_mrr_at_100_std": 0.26449, + "nauc_mrr_at_100_diff1": -0.026002, + "nauc_mrr_at_1000_max": -0.081274, + "nauc_mrr_at_1000_std": 0.265364, + "nauc_mrr_at_1000_diff1": -0.023079, + "main_score": 0.01445, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 61.50158381462097, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/GreenNodeTableMarkdownRetrieval.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/GreenNodeTableMarkdownRetrieval.json new file mode 100644 index 0000000000..170a860942 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/GreenNodeTableMarkdownRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d86a4dad9fd7c70359f617d86984395ea89be1c5", + "task_name": "GreenNodeTableMarkdownRetrieval", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "ndcg_at_1": 0.02305, + "ndcg_at_3": 0.03104, + "ndcg_at_5": 0.03447, + "ndcg_at_10": 0.03853, + "ndcg_at_20": 0.04265, + "ndcg_at_100": 0.05275, + "ndcg_at_1000": 0.07203, + "map_at_1": 0.02305, + "map_at_3": 0.02905, + "map_at_5": 0.03094, + "map_at_10": 0.03261, + "map_at_20": 0.03373, + "map_at_100": 0.03503, + "map_at_1000": 0.03557, + "recall_at_1": 0.02305, + "recall_at_3": 0.0368, + "recall_at_5": 0.04518, + "recall_at_10": 0.05778, + "recall_at_20": 0.07415, + "recall_at_100": 0.13014, + "recall_at_1000": 0.29298, + "precision_at_1": 0.02305, + "precision_at_3": 0.01227, + "precision_at_5": 0.00904, + "precision_at_10": 0.00578, + "precision_at_20": 0.00371, + "precision_at_100": 0.0013, + "precision_at_1000": 0.00029, + "mrr_at_1": 0.02305, + "mrr_at_3": 0.029048, + "mrr_at_5": 0.030943, + "mrr_at_10": 0.032614, + "mrr_at_20": 0.033732, + "mrr_at_100": 0.035025, + "mrr_at_1000": 0.035566, + "nauc_ndcg_at_1_max": -0.123975, + "nauc_ndcg_at_1_std": -0.010402, + "nauc_ndcg_at_1_diff1": 0.470411, + "nauc_ndcg_at_3_max": -0.132719, + "nauc_ndcg_at_3_std": -0.002798, + "nauc_ndcg_at_3_diff1": 0.369425, + "nauc_ndcg_at_5_max": -0.132724, + "nauc_ndcg_at_5_std": 0.000662, + "nauc_ndcg_at_5_diff1": 0.338964, + "nauc_ndcg_at_10_max": -0.130345, + "nauc_ndcg_at_10_std": 0.004452, + "nauc_ndcg_at_10_diff1": 0.306363, + "nauc_ndcg_at_20_max": -0.125848, + "nauc_ndcg_at_20_std": 0.007944, + "nauc_ndcg_at_20_diff1": 0.27971, + "nauc_ndcg_at_100_max": -0.119154, + "nauc_ndcg_at_100_std": 0.013971, + "nauc_ndcg_at_100_diff1": 0.237241, + "nauc_ndcg_at_1000_max": -0.103247, + "nauc_ndcg_at_1000_std": 0.018313, + "nauc_ndcg_at_1000_diff1": 0.198297, + "nauc_map_at_1_max": -0.123975, + "nauc_map_at_1_std": -0.010402, + "nauc_map_at_1_diff1": 0.470411, + "nauc_map_at_3_max": -0.131297, + "nauc_map_at_3_std": -0.004337, + "nauc_map_at_3_diff1": 0.389789, + "nauc_map_at_5_max": -0.131351, + "nauc_map_at_5_std": -0.002204, + "nauc_map_at_5_diff1": 0.369832, + "nauc_map_at_10_max": -0.130341, + "nauc_map_at_10_std": -0.000141, + "nauc_map_at_10_diff1": 0.352238, + "nauc_map_at_20_max": -0.1289, + "nauc_map_at_20_std": 0.001226, + "nauc_map_at_20_diff1": 0.341583, + "nauc_map_at_100_max": -0.127493, + "nauc_map_at_100_std": 0.002692, + "nauc_map_at_100_diff1": 0.331134, + "nauc_map_at_1000_max": -0.126708, + "nauc_map_at_1000_std": 0.003065, + "nauc_map_at_1000_diff1": 0.328215, + "nauc_recall_at_1_max": -0.123975, + "nauc_recall_at_1_std": -0.010402, + "nauc_recall_at_1_diff1": 0.470411, + "nauc_recall_at_3_max": -0.135877, + "nauc_recall_at_3_std": 0.000735, + "nauc_recall_at_3_diff1": 0.322694, + "nauc_recall_at_5_max": -0.135403, + "nauc_recall_at_5_std": 0.006772, + "nauc_recall_at_5_diff1": 0.274601, + "nauc_recall_at_10_max": -0.12967, + "nauc_recall_at_10_std": 0.013045, + "nauc_recall_at_10_diff1": 0.221733, + "nauc_recall_at_20_max": -0.119165, + "nauc_recall_at_20_std": 0.01908, + "nauc_recall_at_20_diff1": 0.179381, + "nauc_recall_at_100_max": -0.106235, + "nauc_recall_at_100_std": 0.028416, + "nauc_recall_at_100_diff1": 0.119324, + "nauc_recall_at_1000_max": -0.069388, + "nauc_recall_at_1000_std": 0.033338, + "nauc_recall_at_1000_diff1": 0.066702, + "nauc_precision_at_1_max": -0.123975, + "nauc_precision_at_1_std": -0.010402, + "nauc_precision_at_1_diff1": 0.470411, + "nauc_precision_at_3_max": -0.135877, + "nauc_precision_at_3_std": 0.000735, + "nauc_precision_at_3_diff1": 0.322694, + "nauc_precision_at_5_max": -0.135403, + "nauc_precision_at_5_std": 0.006772, + "nauc_precision_at_5_diff1": 0.274601, + "nauc_precision_at_10_max": -0.12967, + "nauc_precision_at_10_std": 0.013045, + "nauc_precision_at_10_diff1": 0.221733, + "nauc_precision_at_20_max": -0.119165, + "nauc_precision_at_20_std": 0.01908, + "nauc_precision_at_20_diff1": 0.179381, + "nauc_precision_at_100_max": -0.106235, + "nauc_precision_at_100_std": 0.028416, + "nauc_precision_at_100_diff1": 0.119324, + "nauc_precision_at_1000_max": -0.069388, + "nauc_precision_at_1000_std": 0.033338, + "nauc_precision_at_1000_diff1": 0.066702, + "nauc_mrr_at_1_max": -0.123975, + "nauc_mrr_at_1_std": -0.010402, + "nauc_mrr_at_1_diff1": 0.470411, + "nauc_mrr_at_3_max": -0.131297, + "nauc_mrr_at_3_std": -0.004337, + "nauc_mrr_at_3_diff1": 0.389789, + "nauc_mrr_at_5_max": -0.131351, + "nauc_mrr_at_5_std": -0.002204, + "nauc_mrr_at_5_diff1": 0.369832, + "nauc_mrr_at_10_max": -0.130341, + "nauc_mrr_at_10_std": -0.000141, + "nauc_mrr_at_10_diff1": 0.352238, + "nauc_mrr_at_20_max": -0.1289, + "nauc_mrr_at_20_std": 0.001226, + "nauc_mrr_at_20_diff1": 0.341583, + "nauc_mrr_at_100_max": -0.127493, + "nauc_mrr_at_100_std": 0.002692, + "nauc_mrr_at_100_diff1": 0.331134, + "nauc_mrr_at_1000_max": -0.126708, + "nauc_mrr_at_1000_std": 0.003065, + "nauc_mrr_at_1000_diff1": 0.328215, + "main_score": 0.03853, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 92.40486311912537, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQA-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQA-VN.json new file mode 100644 index 0000000000..80a6412278 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQA-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "8a5220c7af5084f0d5d2afeb74f9c2b41b759ff0", + "task_name": "HotpotQA-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.13938, + "ndcg_at_3": 0.1135, + "ndcg_at_5": 0.12314, + "ndcg_at_10": 0.13313, + "ndcg_at_20": 0.14138, + "ndcg_at_100": 0.15659, + "ndcg_at_1000": 0.17369, + "map_at_1": 0.06969, + "map_at_3": 0.08952, + "map_at_5": 0.09461, + "map_at_10": 0.09847, + "map_at_20": 0.10065, + "map_at_100": 0.10268, + "map_at_1000": 0.10327, + "recall_at_1": 0.06969, + "recall_at_3": 0.10908, + "recall_at_5": 0.12814, + "recall_at_10": 0.15354, + "recall_at_20": 0.18027, + "recall_at_100": 0.24838, + "recall_at_1000": 0.36331, + "precision_at_1": 0.13938, + "precision_at_3": 0.07272, + "precision_at_5": 0.05126, + "precision_at_10": 0.03071, + "precision_at_20": 0.01803, + "precision_at_100": 0.00497, + "precision_at_1000": 0.00073, + "mrr_at_1": 0.139377, + "mrr_at_3": 0.168381, + "mrr_at_5": 0.175658, + "mrr_at_10": 0.18124, + "mrr_at_20": 0.184191, + "mrr_at_100": 0.186645, + "mrr_at_1000": 0.18722, + "nauc_ndcg_at_1_max": 0.051252, + "nauc_ndcg_at_1_std": 0.187528, + "nauc_ndcg_at_1_diff1": 0.570518, + "nauc_ndcg_at_3_max": 0.014235, + "nauc_ndcg_at_3_std": 0.202397, + "nauc_ndcg_at_3_diff1": 0.466249, + "nauc_ndcg_at_5_max": -0.000757, + "nauc_ndcg_at_5_std": 0.217196, + "nauc_ndcg_at_5_diff1": 0.457659, + "nauc_ndcg_at_10_max": -0.008178, + "nauc_ndcg_at_10_std": 0.231103, + "nauc_ndcg_at_10_diff1": 0.440893, + "nauc_ndcg_at_20_max": -0.017037, + "nauc_ndcg_at_20_std": 0.240713, + "nauc_ndcg_at_20_diff1": 0.433117, + "nauc_ndcg_at_100_max": -0.02746, + "nauc_ndcg_at_100_std": 0.264229, + "nauc_ndcg_at_100_diff1": 0.423533, + "nauc_ndcg_at_1000_max": -0.039781, + "nauc_ndcg_at_1000_std": 0.280223, + "nauc_ndcg_at_1000_diff1": 0.417835, + "nauc_map_at_1_max": 0.051252, + "nauc_map_at_1_std": 0.187528, + "nauc_map_at_1_diff1": 0.570518, + "nauc_map_at_3_max": 0.022561, + "nauc_map_at_3_std": 0.202794, + "nauc_map_at_3_diff1": 0.483707, + "nauc_map_at_5_max": 0.012774, + "nauc_map_at_5_std": 0.213652, + "nauc_map_at_5_diff1": 0.479499, + "nauc_map_at_10_max": 0.009151, + "nauc_map_at_10_std": 0.221515, + "nauc_map_at_10_diff1": 0.471287, + "nauc_map_at_20_max": 0.006292, + "nauc_map_at_20_std": 0.224922, + "nauc_map_at_20_diff1": 0.468607, + "nauc_map_at_100_max": 0.004408, + "nauc_map_at_100_std": 0.229738, + "nauc_map_at_100_diff1": 0.466812, + "nauc_map_at_1000_max": 0.003735, + "nauc_map_at_1000_std": 0.230758, + "nauc_map_at_1000_diff1": 0.466437, + "nauc_recall_at_1_max": 0.051252, + "nauc_recall_at_1_std": 0.187528, + "nauc_recall_at_1_diff1": 0.570518, + "nauc_recall_at_3_max": -0.006879, + "nauc_recall_at_3_std": 0.209303, + "nauc_recall_at_3_diff1": 0.412259, + "nauc_recall_at_5_max": -0.035224, + "nauc_recall_at_5_std": 0.237803, + "nauc_recall_at_5_diff1": 0.39718, + "nauc_recall_at_10_max": -0.050505, + "nauc_recall_at_10_std": 0.266866, + "nauc_recall_at_10_diff1": 0.357863, + "nauc_recall_at_20_max": -0.072495, + "nauc_recall_at_20_std": 0.289577, + "nauc_recall_at_20_diff1": 0.336935, + "nauc_recall_at_100_max": -0.100836, + "nauc_recall_at_100_std": 0.354032, + "nauc_recall_at_100_diff1": 0.297063, + "nauc_recall_at_1000_max": -0.144006, + "nauc_recall_at_1000_std": 0.390098, + "nauc_recall_at_1000_diff1": 0.249545, + "nauc_precision_at_1_max": 0.051252, + "nauc_precision_at_1_std": 0.187528, + "nauc_precision_at_1_diff1": 0.570518, + "nauc_precision_at_3_max": -0.006879, + "nauc_precision_at_3_std": 0.209303, + "nauc_precision_at_3_diff1": 0.412259, + "nauc_precision_at_5_max": -0.035224, + "nauc_precision_at_5_std": 0.237803, + "nauc_precision_at_5_diff1": 0.39718, + "nauc_precision_at_10_max": -0.050505, + "nauc_precision_at_10_std": 0.266866, + "nauc_precision_at_10_diff1": 0.357863, + "nauc_precision_at_20_max": -0.072495, + "nauc_precision_at_20_std": 0.289577, + "nauc_precision_at_20_diff1": 0.336935, + "nauc_precision_at_100_max": -0.100836, + "nauc_precision_at_100_std": 0.354032, + "nauc_precision_at_100_diff1": 0.297063, + "nauc_precision_at_1000_max": -0.144006, + "nauc_precision_at_1000_std": 0.390098, + "nauc_precision_at_1000_diff1": 0.249545, + "nauc_mrr_at_1_max": 0.051252, + "nauc_mrr_at_1_std": 0.187528, + "nauc_mrr_at_1_diff1": 0.570518, + "nauc_mrr_at_3_max": 0.023206, + "nauc_mrr_at_3_std": 0.195637, + "nauc_mrr_at_3_diff1": 0.493105, + "nauc_mrr_at_5_max": 0.014697, + "nauc_mrr_at_5_std": 0.202371, + "nauc_mrr_at_5_diff1": 0.486485, + "nauc_mrr_at_10_max": 0.011641, + "nauc_mrr_at_10_std": 0.20755, + "nauc_mrr_at_10_diff1": 0.479624, + "nauc_mrr_at_20_max": 0.008741, + "nauc_mrr_at_20_std": 0.210079, + "nauc_mrr_at_20_diff1": 0.477174, + "nauc_mrr_at_100_max": 0.00742, + "nauc_mrr_at_100_std": 0.212279, + "nauc_mrr_at_100_diff1": 0.475602, + "nauc_mrr_at_1000_max": 0.007139, + "nauc_mrr_at_1000_std": 0.212485, + "nauc_mrr_at_1000_diff1": 0.475535, + "main_score": 0.13313, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2360.628306865692, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ImdbVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ImdbVNClassification.json new file mode 100644 index 0000000000..7b9b34e16c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ImdbVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0dccb383ee26c90c99d03c8674cf40de642f099a", + "task_name": "ImdbVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.542353, + "f1": 0.538932, + "f1_weighted": 0.538845, + "ap": 0.526777, + "ap_weighted": 0.526777, + "scores_per_experiment": [ + { + "accuracy": 0.535709, + "f1": 0.531427, + "f1_weighted": 0.531161, + "ap": 0.522744, + "ap_weighted": 0.522744 + }, + { + "accuracy": 0.568407, + "f1": 0.566673, + "f1_weighted": 0.56651, + "ap": 0.54279, + "ap_weighted": 0.54279 + }, + { + "accuracy": 0.522531, + "f1": 0.512064, + "f1_weighted": 0.51164, + "ap": 0.515452, + "ap_weighted": 0.515452 + }, + { + "accuracy": 0.549205, + "f1": 0.548277, + "f1_weighted": 0.548155, + "ap": 0.530408, + "ap_weighted": 0.530408 + }, + { + "accuracy": 0.514877, + "f1": 0.51445, + "f1_weighted": 0.514364, + "ap": 0.510743, + "ap_weighted": 0.510743 + }, + { + "accuracy": 0.552692, + "f1": 0.546978, + "f1_weighted": 0.54728, + "ap": 0.531198, + "ap_weighted": 0.531198 + }, + { + "accuracy": 0.527558, + "f1": 0.526741, + "f1_weighted": 0.526625, + "ap": 0.517722, + "ap_weighted": 0.517722 + }, + { + "accuracy": 0.536796, + "f1": 0.533603, + "f1_weighted": 0.533832, + "ap": 0.522259, + "ap_weighted": 0.522259 + }, + { + "accuracy": 0.532358, + "f1": 0.531954, + "f1_weighted": 0.532035, + "ap": 0.520046, + "ap_weighted": 0.520046 + }, + { + "accuracy": 0.583397, + "f1": 0.57715, + "f1_weighted": 0.576845, + "ap": 0.554405, + "ap_weighted": 0.554405 + } + ], + "main_score": 0.542353, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 46.41248917579651, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCO-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCO-VN.json new file mode 100644 index 0000000000..a2e754d5cc --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCO-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "85d1ad4cc9070b8d019d65f5af1631a2ab91e294", + "task_name": "MSMARCO-VN", + "mteb_version": "1.38.39", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.03974, + "ndcg_at_3": 0.06271, + "ndcg_at_5": 0.07168, + "ndcg_at_10": 0.08163, + "ndcg_at_20": 0.0918, + "ndcg_at_100": 0.10952, + "ndcg_at_1000": 0.12814, + "map_at_1": 0.03959, + "map_at_3": 0.05687, + "map_at_5": 0.06188, + "map_at_10": 0.06603, + "map_at_20": 0.06879, + "map_at_100": 0.07111, + "map_at_1000": 0.07173, + "recall_at_1": 0.03959, + "recall_at_3": 0.07885, + "recall_at_5": 0.10049, + "recall_at_10": 0.13065, + "recall_at_20": 0.17076, + "recall_at_100": 0.26718, + "recall_at_1000": 0.41745, + "precision_at_1": 0.03974, + "precision_at_3": 0.02687, + "precision_at_5": 0.02058, + "precision_at_10": 0.01344, + "precision_at_20": 0.00882, + "precision_at_100": 0.00277, + "precision_at_1000": 0.00044, + "mrr_at_1": 0.040023, + "mrr_at_3": 0.057652, + "mrr_at_5": 0.062626, + "mrr_at_10": 0.066872, + "mrr_at_20": 0.069654, + "mrr_at_100": 0.072017, + "mrr_at_1000": 0.07262, + "nauc_ndcg_at_1_max": -0.202495, + "nauc_ndcg_at_1_std": 0.092427, + "nauc_ndcg_at_1_diff1": 0.399331, + "nauc_ndcg_at_3_max": -0.181933, + "nauc_ndcg_at_3_std": 0.100303, + "nauc_ndcg_at_3_diff1": 0.312025, + "nauc_ndcg_at_5_max": -0.180445, + "nauc_ndcg_at_5_std": 0.120243, + "nauc_ndcg_at_5_diff1": 0.280927, + "nauc_ndcg_at_10_max": -0.190561, + "nauc_ndcg_at_10_std": 0.124314, + "nauc_ndcg_at_10_diff1": 0.2756, + "nauc_ndcg_at_20_max": -0.18809, + "nauc_ndcg_at_20_std": 0.125702, + "nauc_ndcg_at_20_diff1": 0.260705, + "nauc_ndcg_at_100_max": -0.201631, + "nauc_ndcg_at_100_std": 0.143097, + "nauc_ndcg_at_100_diff1": 0.239399, + "nauc_ndcg_at_1000_max": -0.202007, + "nauc_ndcg_at_1000_std": 0.162509, + "nauc_ndcg_at_1000_diff1": 0.228175, + "nauc_map_at_1_max": -0.201151, + "nauc_map_at_1_std": 0.091591, + "nauc_map_at_1_diff1": 0.401027, + "nauc_map_at_3_max": -0.185948, + "nauc_map_at_3_std": 0.098877, + "nauc_map_at_3_diff1": 0.328403, + "nauc_map_at_5_max": -0.184588, + "nauc_map_at_5_std": 0.111676, + "nauc_map_at_5_diff1": 0.307333, + "nauc_map_at_10_max": -0.189681, + "nauc_map_at_10_std": 0.114254, + "nauc_map_at_10_diff1": 0.303467, + "nauc_map_at_20_max": -0.188724, + "nauc_map_at_20_std": 0.114975, + "nauc_map_at_20_diff1": 0.297376, + "nauc_map_at_100_max": -0.191333, + "nauc_map_at_100_std": 0.11821, + "nauc_map_at_100_diff1": 0.29278, + "nauc_map_at_1000_max": -0.191211, + "nauc_map_at_1000_std": 0.119313, + "nauc_map_at_1000_diff1": 0.292083, + "nauc_recall_at_1_max": -0.201151, + "nauc_recall_at_1_std": 0.091591, + "nauc_recall_at_1_diff1": 0.401027, + "nauc_recall_at_3_max": -0.177264, + "nauc_recall_at_3_std": 0.103219, + "nauc_recall_at_3_diff1": 0.280262, + "nauc_recall_at_5_max": -0.176143, + "nauc_recall_at_5_std": 0.137162, + "nauc_recall_at_5_diff1": 0.233148, + "nauc_recall_at_10_max": -0.196563, + "nauc_recall_at_10_std": 0.140925, + "nauc_recall_at_10_diff1": 0.23067, + "nauc_recall_at_20_max": -0.190238, + "nauc_recall_at_20_std": 0.141144, + "nauc_recall_at_20_diff1": 0.205301, + "nauc_recall_at_100_max": -0.225572, + "nauc_recall_at_100_std": 0.184037, + "nauc_recall_at_100_diff1": 0.160824, + "nauc_recall_at_1000_max": -0.227369, + "nauc_recall_at_1000_std": 0.248612, + "nauc_recall_at_1000_diff1": 0.126065, + "nauc_precision_at_1_max": -0.202495, + "nauc_precision_at_1_std": 0.092427, + "nauc_precision_at_1_diff1": 0.399331, + "nauc_precision_at_3_max": -0.172318, + "nauc_precision_at_3_std": 0.103861, + "nauc_precision_at_3_diff1": 0.274695, + "nauc_precision_at_5_max": -0.168664, + "nauc_precision_at_5_std": 0.13625, + "nauc_precision_at_5_diff1": 0.228565, + "nauc_precision_at_10_max": -0.186519, + "nauc_precision_at_10_std": 0.143645, + "nauc_precision_at_10_diff1": 0.227537, + "nauc_precision_at_20_max": -0.181316, + "nauc_precision_at_20_std": 0.143056, + "nauc_precision_at_20_diff1": 0.201792, + "nauc_precision_at_100_max": -0.214446, + "nauc_precision_at_100_std": 0.186343, + "nauc_precision_at_100_diff1": 0.157769, + "nauc_precision_at_1000_max": -0.208491, + "nauc_precision_at_1000_std": 0.253689, + "nauc_precision_at_1000_diff1": 0.124903, + "nauc_mrr_at_1_max": -0.198734, + "nauc_mrr_at_1_std": 0.09891, + "nauc_mrr_at_1_diff1": 0.392372, + "nauc_mrr_at_3_max": -0.180289, + "nauc_mrr_at_3_std": 0.10125, + "nauc_mrr_at_3_diff1": 0.322963, + "nauc_mrr_at_5_max": -0.179429, + "nauc_mrr_at_5_std": 0.114014, + "nauc_mrr_at_5_diff1": 0.301795, + "nauc_mrr_at_10_max": -0.185096, + "nauc_mrr_at_10_std": 0.116885, + "nauc_mrr_at_10_diff1": 0.297857, + "nauc_mrr_at_20_max": -0.184377, + "nauc_mrr_at_20_std": 0.117638, + "nauc_mrr_at_20_diff1": 0.292065, + "nauc_mrr_at_100_max": -0.186859, + "nauc_mrr_at_100_std": 0.12094, + "nauc_mrr_at_100_diff1": 0.287396, + "nauc_mrr_at_1000_max": -0.186903, + "nauc_mrr_at_1000_std": 0.12185, + "nauc_mrr_at_1000_diff1": 0.286792, + "main_score": 0.08163, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4109.274767875671, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MTOPDomainVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MTOPDomainVNClassification.json new file mode 100644 index 0000000000..adb7cebb92 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MTOPDomainVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca", + "task_name": "MTOPDomainVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.564149, + "f1": 0.548073, + "f1_weighted": 0.565947, + "scores_per_experiment": [ + { + "accuracy": 0.559401, + "f1": 0.5372, + "f1_weighted": 0.565991 + }, + { + "accuracy": 0.620119, + "f1": 0.597363, + "f1_weighted": 0.624406 + }, + { + "accuracy": 0.605598, + "f1": 0.586764, + "f1_weighted": 0.602481 + }, + { + "accuracy": 0.584531, + "f1": 0.569576, + "f1_weighted": 0.587995 + }, + { + "accuracy": 0.564668, + "f1": 0.548471, + "f1_weighted": 0.563218 + }, + { + "accuracy": 0.488978, + "f1": 0.481138, + "f1_weighted": 0.488158 + }, + { + "accuracy": 0.505154, + "f1": 0.490514, + "f1_weighted": 0.505616 + }, + { + "accuracy": 0.573772, + "f1": 0.554296, + "f1_weighted": 0.577224 + }, + { + "accuracy": 0.580242, + "f1": 0.571552, + "f1_weighted": 0.587173 + }, + { + "accuracy": 0.559025, + "f1": 0.543855, + "f1_weighted": 0.557213 + } + ], + "main_score": 0.564149, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.6650378704071045, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MTOPIntentVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MTOPIntentVNClassification.json new file mode 100644 index 0000000000..5873aac57c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MTOPIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a", + "task_name": "MTOPIntentVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.29933, + "f1": 0.200444, + "f1_weighted": 0.347139, + "scores_per_experiment": [ + { + "accuracy": 0.314047, + "f1": 0.194612, + "f1_weighted": 0.357701 + }, + { + "accuracy": 0.302761, + "f1": 0.196995, + "f1_weighted": 0.346144 + }, + { + "accuracy": 0.277481, + "f1": 0.192924, + "f1_weighted": 0.321408 + }, + { + "accuracy": 0.342487, + "f1": 0.215081, + "f1_weighted": 0.403188 + }, + { + "accuracy": 0.256414, + "f1": 0.204457, + "f1_weighted": 0.290246 + }, + { + "accuracy": 0.310285, + "f1": 0.206408, + "f1_weighted": 0.347458 + }, + { + "accuracy": 0.2993, + "f1": 0.189474, + "f1_weighted": 0.353093 + }, + { + "accuracy": 0.254082, + "f1": 0.191543, + "f1_weighted": 0.299509 + }, + { + "accuracy": 0.31337, + "f1": 0.200546, + "f1_weighted": 0.373348 + }, + { + "accuracy": 0.323076, + "f1": 0.2124, + "f1_weighted": 0.379293 + } + ], + "main_score": 0.29933, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.007941961288452, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MassiveIntentVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MassiveIntentVNClassification.json new file mode 100644 index 0000000000..af4dd6778b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MassiveIntentVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "35c7ced69f958dbbaa24f792db4a9250e461866d", + "task_name": "MassiveIntentVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.414742, + "f1": 0.367648, + "f1_weighted": 0.399504, + "scores_per_experiment": [ + { + "accuracy": 0.413117, + "f1": 0.370084, + "f1_weighted": 0.394413 + }, + { + "accuracy": 0.402466, + "f1": 0.350936, + "f1_weighted": 0.382864 + }, + { + "accuracy": 0.446188, + "f1": 0.379232, + "f1_weighted": 0.433543 + }, + { + "accuracy": 0.42713, + "f1": 0.384981, + "f1_weighted": 0.424059 + }, + { + "accuracy": 0.410874, + "f1": 0.352723, + "f1_weighted": 0.395067 + }, + { + "accuracy": 0.432175, + "f1": 0.391127, + "f1_weighted": 0.430039 + }, + { + "accuracy": 0.399103, + "f1": 0.350527, + "f1_weighted": 0.377603 + }, + { + "accuracy": 0.434417, + "f1": 0.383896, + "f1_weighted": 0.421445 + }, + { + "accuracy": 0.383969, + "f1": 0.345578, + "f1_weighted": 0.3521 + }, + { + "accuracy": 0.397982, + "f1": 0.367396, + "f1_weighted": 0.38391 + } + ], + "main_score": 0.414742, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.487898826599121, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MassiveScenarioVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MassiveScenarioVNClassification.json new file mode 100644 index 0000000000..f26587bccd --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MassiveScenarioVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89", + "task_name": "MassiveScenarioVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.459004, + "f1": 0.405614, + "f1_weighted": 0.463739, + "scores_per_experiment": [ + { + "accuracy": 0.447987, + "f1": 0.403746, + "f1_weighted": 0.448655 + }, + { + "accuracy": 0.451902, + "f1": 0.402062, + "f1_weighted": 0.455674 + }, + { + "accuracy": 0.465324, + "f1": 0.392232, + "f1_weighted": 0.476804 + }, + { + "accuracy": 0.426734, + "f1": 0.381846, + "f1_weighted": 0.426821 + }, + { + "accuracy": 0.447427, + "f1": 0.385574, + "f1_weighted": 0.444556 + }, + { + "accuracy": 0.506152, + "f1": 0.446806, + "f1_weighted": 0.515427 + }, + { + "accuracy": 0.449105, + "f1": 0.383296, + "f1_weighted": 0.451265 + }, + { + "accuracy": 0.478747, + "f1": 0.437292, + "f1_weighted": 0.4913 + }, + { + "accuracy": 0.424497, + "f1": 0.384754, + "f1_weighted": 0.423473 + }, + { + "accuracy": 0.49217, + "f1": 0.438533, + "f1_weighted": 0.503418 + } + ], + "main_score": 0.459004, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.1401467323303223, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NFCorpus-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NFCorpus-VN.json new file mode 100644 index 0000000000..0aaf50cff5 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NFCorpus-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a13d72fbb859be3dc19ab669d1ec9510407d2dcd", + "task_name": "NFCorpus-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.16566, + "ndcg_at_3": 0.15881, + "ndcg_at_5": 0.15043, + "ndcg_at_10": 0.14054, + "ndcg_at_20": 0.13016, + "ndcg_at_100": 0.13382, + "ndcg_at_1000": 0.21193, + "map_at_1": 0.02358, + "map_at_3": 0.03413, + "map_at_5": 0.03786, + "map_at_10": 0.04544, + "map_at_20": 0.04892, + "map_at_100": 0.05499, + "map_at_1000": 0.06143, + "recall_at_1": 0.02358, + "recall_at_3": 0.04178, + "recall_at_5": 0.05102, + "recall_at_10": 0.07451, + "recall_at_20": 0.09302, + "recall_at_100": 0.15802, + "recall_at_1000": 0.41789, + "precision_at_1": 0.1747, + "precision_at_3": 0.15462, + "precision_at_5": 0.13614, + "precision_at_10": 0.10783, + "precision_at_20": 0.0759, + "precision_at_100": 0.03554, + "precision_at_1000": 0.01477, + "mrr_at_1": 0.174699, + "mrr_at_3": 0.22992, + "mrr_at_5": 0.247691, + "mrr_at_10": 0.256294, + "mrr_at_20": 0.261577, + "mrr_at_100": 0.265867, + "mrr_at_1000": 0.26665, + "nauc_ndcg_at_1_max": -0.228, + "nauc_ndcg_at_1_std": 0.4041, + "nauc_ndcg_at_1_diff1": 0.482138, + "nauc_ndcg_at_3_max": -0.235424, + "nauc_ndcg_at_3_std": 0.388917, + "nauc_ndcg_at_3_diff1": 0.407158, + "nauc_ndcg_at_5_max": -0.210317, + "nauc_ndcg_at_5_std": 0.427399, + "nauc_ndcg_at_5_diff1": 0.41591, + "nauc_ndcg_at_10_max": -0.16481, + "nauc_ndcg_at_10_std": 0.435308, + "nauc_ndcg_at_10_diff1": 0.451675, + "nauc_ndcg_at_20_max": -0.160404, + "nauc_ndcg_at_20_std": 0.457747, + "nauc_ndcg_at_20_diff1": 0.451832, + "nauc_ndcg_at_100_max": -0.117913, + "nauc_ndcg_at_100_std": 0.468333, + "nauc_ndcg_at_100_diff1": 0.471703, + "nauc_ndcg_at_1000_max": -0.061274, + "nauc_ndcg_at_1000_std": 0.450824, + "nauc_ndcg_at_1000_diff1": 0.458572, + "nauc_map_at_1_max": -0.310986, + "nauc_map_at_1_std": 0.400218, + "nauc_map_at_1_diff1": 0.701867, + "nauc_map_at_3_max": -0.324818, + "nauc_map_at_3_std": 0.363983, + "nauc_map_at_3_diff1": 0.601551, + "nauc_map_at_5_max": -0.30342, + "nauc_map_at_5_std": 0.390912, + "nauc_map_at_5_diff1": 0.612703, + "nauc_map_at_10_max": -0.263462, + "nauc_map_at_10_std": 0.396458, + "nauc_map_at_10_diff1": 0.605808, + "nauc_map_at_20_max": -0.247542, + "nauc_map_at_20_std": 0.425657, + "nauc_map_at_20_diff1": 0.591085, + "nauc_map_at_100_max": -0.214508, + "nauc_map_at_100_std": 0.457522, + "nauc_map_at_100_diff1": 0.573659, + "nauc_map_at_1000_max": -0.202728, + "nauc_map_at_1000_std": 0.455606, + "nauc_map_at_1000_diff1": 0.563387, + "nauc_recall_at_1_max": -0.310986, + "nauc_recall_at_1_std": 0.400218, + "nauc_recall_at_1_diff1": 0.701867, + "nauc_recall_at_3_max": -0.333552, + "nauc_recall_at_3_std": 0.306511, + "nauc_recall_at_3_diff1": 0.554877, + "nauc_recall_at_5_max": -0.269541, + "nauc_recall_at_5_std": 0.360934, + "nauc_recall_at_5_diff1": 0.564706, + "nauc_recall_at_10_max": -0.151924, + "nauc_recall_at_10_std": 0.35543, + "nauc_recall_at_10_diff1": 0.562371, + "nauc_recall_at_20_max": -0.092036, + "nauc_recall_at_20_std": 0.436157, + "nauc_recall_at_20_diff1": 0.47631, + "nauc_recall_at_100_max": 0.050224, + "nauc_recall_at_100_std": 0.479985, + "nauc_recall_at_100_diff1": 0.412848, + "nauc_recall_at_1000_max": 0.045706, + "nauc_recall_at_1000_std": 0.359077, + "nauc_recall_at_1000_diff1": 0.305624, + "nauc_precision_at_1_max": -0.185859, + "nauc_precision_at_1_std": 0.388285, + "nauc_precision_at_1_diff1": 0.455057, + "nauc_precision_at_3_max": -0.192136, + "nauc_precision_at_3_std": 0.369413, + "nauc_precision_at_3_diff1": 0.327125, + "nauc_precision_at_5_max": -0.150181, + "nauc_precision_at_5_std": 0.429928, + "nauc_precision_at_5_diff1": 0.315561, + "nauc_precision_at_10_max": -0.07694, + "nauc_precision_at_10_std": 0.417548, + "nauc_precision_at_10_diff1": 0.32071, + "nauc_precision_at_20_max": -0.07149, + "nauc_precision_at_20_std": 0.441231, + "nauc_precision_at_20_diff1": 0.281244, + "nauc_precision_at_100_max": 0.012109, + "nauc_precision_at_100_std": 0.355926, + "nauc_precision_at_100_diff1": 0.14688, + "nauc_precision_at_1000_max": 0.076662, + "nauc_precision_at_1000_std": 0.088694, + "nauc_precision_at_1000_diff1": 0.055926, + "nauc_mrr_at_1_max": -0.185859, + "nauc_mrr_at_1_std": 0.388285, + "nauc_mrr_at_1_diff1": 0.455057, + "nauc_mrr_at_3_max": -0.203667, + "nauc_mrr_at_3_std": 0.350584, + "nauc_mrr_at_3_diff1": 0.39896, + "nauc_mrr_at_5_max": -0.188275, + "nauc_mrr_at_5_std": 0.354394, + "nauc_mrr_at_5_diff1": 0.378112, + "nauc_mrr_at_10_max": -0.168124, + "nauc_mrr_at_10_std": 0.357496, + "nauc_mrr_at_10_diff1": 0.384588, + "nauc_mrr_at_20_max": -0.161776, + "nauc_mrr_at_20_std": 0.359968, + "nauc_mrr_at_20_diff1": 0.382016, + "nauc_mrr_at_100_max": -0.158574, + "nauc_mrr_at_100_std": 0.362314, + "nauc_mrr_at_100_diff1": 0.380956, + "nauc_mrr_at_1000_max": -0.159563, + "nauc_mrr_at_1000_std": 0.36226, + "nauc_mrr_at_1000_diff1": 0.381371, + "main_score": 0.14054, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 7.9784910678863525, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQ-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQ-VN.json new file mode 100644 index 0000000000..d3402ff585 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQ-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "40a6d7f343b9c9f4855a426d8c431ad5f8aaf56b", + "task_name": "NQ-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.03842, + "ndcg_at_3": 0.0553, + "ndcg_at_5": 0.06345, + "ndcg_at_10": 0.07442, + "ndcg_at_20": 0.084, + "ndcg_at_100": 0.10563, + "ndcg_at_1000": 0.12473, + "map_at_1": 0.03316, + "map_at_3": 0.04902, + "map_at_5": 0.05346, + "map_at_10": 0.05797, + "map_at_20": 0.06056, + "map_at_100": 0.06346, + "map_at_1000": 0.06408, + "recall_at_1": 0.03316, + "recall_at_3": 0.06877, + "recall_at_5": 0.08789, + "recall_at_10": 0.12088, + "recall_at_20": 0.15746, + "recall_at_100": 0.2714, + "recall_at_1000": 0.4207, + "precision_at_1": 0.03842, + "precision_at_3": 0.02596, + "precision_at_5": 0.02, + "precision_at_10": 0.01384, + "precision_at_20": 0.00913, + "precision_at_100": 0.00319, + "precision_at_1000": 0.0005, + "mrr_at_1": 0.038421, + "mrr_at_3": 0.054123, + "mrr_at_5": 0.059044, + "mrr_at_10": 0.063693, + "mrr_at_20": 0.066369, + "mrr_at_100": 0.069244, + "mrr_at_1000": 0.069839, + "nauc_ndcg_at_1_max": -0.145569, + "nauc_ndcg_at_1_std": 0.222317, + "nauc_ndcg_at_1_diff1": 0.297194, + "nauc_ndcg_at_3_max": -0.183339, + "nauc_ndcg_at_3_std": 0.185389, + "nauc_ndcg_at_3_diff1": 0.267507, + "nauc_ndcg_at_5_max": -0.183063, + "nauc_ndcg_at_5_std": 0.191993, + "nauc_ndcg_at_5_diff1": 0.25618, + "nauc_ndcg_at_10_max": -0.196428, + "nauc_ndcg_at_10_std": 0.206199, + "nauc_ndcg_at_10_diff1": 0.251718, + "nauc_ndcg_at_20_max": -0.192988, + "nauc_ndcg_at_20_std": 0.239135, + "nauc_ndcg_at_20_diff1": 0.247753, + "nauc_ndcg_at_100_max": -0.192137, + "nauc_ndcg_at_100_std": 0.293207, + "nauc_ndcg_at_100_diff1": 0.222108, + "nauc_ndcg_at_1000_max": -0.205057, + "nauc_ndcg_at_1000_std": 0.337975, + "nauc_ndcg_at_1000_diff1": 0.220505, + "nauc_map_at_1_max": -0.169708, + "nauc_map_at_1_std": 0.188074, + "nauc_map_at_1_diff1": 0.285433, + "nauc_map_at_3_max": -0.182117, + "nauc_map_at_3_std": 0.181506, + "nauc_map_at_3_diff1": 0.273104, + "nauc_map_at_5_max": -0.182695, + "nauc_map_at_5_std": 0.186749, + "nauc_map_at_5_diff1": 0.265226, + "nauc_map_at_10_max": -0.188335, + "nauc_map_at_10_std": 0.194659, + "nauc_map_at_10_diff1": 0.263145, + "nauc_map_at_20_max": -0.187335, + "nauc_map_at_20_std": 0.206318, + "nauc_map_at_20_diff1": 0.261715, + "nauc_map_at_100_max": -0.187158, + "nauc_map_at_100_std": 0.217865, + "nauc_map_at_100_diff1": 0.255712, + "nauc_map_at_1000_max": -0.187745, + "nauc_map_at_1000_std": 0.220475, + "nauc_map_at_1000_diff1": 0.255285, + "nauc_recall_at_1_max": -0.169708, + "nauc_recall_at_1_std": 0.188074, + "nauc_recall_at_1_diff1": 0.285433, + "nauc_recall_at_3_max": -0.199846, + "nauc_recall_at_3_std": 0.177485, + "nauc_recall_at_3_diff1": 0.259045, + "nauc_recall_at_5_max": -0.196337, + "nauc_recall_at_5_std": 0.191596, + "nauc_recall_at_5_diff1": 0.241639, + "nauc_recall_at_10_max": -0.217688, + "nauc_recall_at_10_std": 0.213531, + "nauc_recall_at_10_diff1": 0.230223, + "nauc_recall_at_20_max": -0.208786, + "nauc_recall_at_20_std": 0.284992, + "nauc_recall_at_20_diff1": 0.22503, + "nauc_recall_at_100_max": -0.200433, + "nauc_recall_at_100_std": 0.401537, + "nauc_recall_at_100_diff1": 0.17219, + "nauc_recall_at_1000_max": -0.241011, + "nauc_recall_at_1000_std": 0.536227, + "nauc_recall_at_1000_diff1": 0.173096, + "nauc_precision_at_1_max": -0.145569, + "nauc_precision_at_1_std": 0.222317, + "nauc_precision_at_1_diff1": 0.297194, + "nauc_precision_at_3_max": -0.172688, + "nauc_precision_at_3_std": 0.20182, + "nauc_precision_at_3_diff1": 0.262428, + "nauc_precision_at_5_max": -0.173268, + "nauc_precision_at_5_std": 0.204244, + "nauc_precision_at_5_diff1": 0.247792, + "nauc_precision_at_10_max": -0.200716, + "nauc_precision_at_10_std": 0.232049, + "nauc_precision_at_10_diff1": 0.239684, + "nauc_precision_at_20_max": -0.186373, + "nauc_precision_at_20_std": 0.301877, + "nauc_precision_at_20_diff1": 0.234121, + "nauc_precision_at_100_max": -0.179631, + "nauc_precision_at_100_std": 0.416868, + "nauc_precision_at_100_diff1": 0.168137, + "nauc_precision_at_1000_max": -0.211258, + "nauc_precision_at_1000_std": 0.515902, + "nauc_precision_at_1000_diff1": 0.158534, + "nauc_mrr_at_1_max": -0.145569, + "nauc_mrr_at_1_std": 0.222317, + "nauc_mrr_at_1_diff1": 0.297194, + "nauc_mrr_at_3_max": -0.1631, + "nauc_mrr_at_3_std": 0.204366, + "nauc_mrr_at_3_diff1": 0.269646, + "nauc_mrr_at_5_max": -0.163064, + "nauc_mrr_at_5_std": 0.205635, + "nauc_mrr_at_5_diff1": 0.261867, + "nauc_mrr_at_10_max": -0.171576, + "nauc_mrr_at_10_std": 0.212701, + "nauc_mrr_at_10_diff1": 0.260014, + "nauc_mrr_at_20_max": -0.17058, + "nauc_mrr_at_20_std": 0.22366, + "nauc_mrr_at_20_diff1": 0.258175, + "nauc_mrr_at_100_max": -0.171537, + "nauc_mrr_at_100_std": 0.233082, + "nauc_mrr_at_100_diff1": 0.252298, + "nauc_mrr_at_1000_max": -0.17219, + "nauc_mrr_at_1000_std": 0.23522, + "nauc_mrr_at_1000_diff1": 0.251821, + "main_score": 0.07442, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 1647.6463253498077, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Quora-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Quora-VN.json new file mode 100644 index 0000000000..1fee72b950 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Quora-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3363d81e41b67c1032bf3b234882a03d271e2289", + "task_name": "Quora-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15632, + "ndcg_at_3": 0.17816, + "ndcg_at_5": 0.1897, + "ndcg_at_10": 0.20432, + "ndcg_at_20": 0.21702, + "ndcg_at_100": 0.24012, + "ndcg_at_1000": 0.26436, + "map_at_1": 0.131, + "map_at_3": 0.15997, + "map_at_5": 0.16754, + "map_at_10": 0.17415, + "map_at_20": 0.17789, + "map_at_100": 0.18127, + "map_at_1000": 0.18216, + "recall_at_1": 0.131, + "recall_at_3": 0.19343, + "recall_at_5": 0.22315, + "recall_at_10": 0.26744, + "recall_at_20": 0.31554, + "recall_at_100": 0.43001, + "recall_at_1000": 0.60955, + "precision_at_1": 0.15632, + "precision_at_3": 0.08137, + "precision_at_5": 0.05771, + "precision_at_10": 0.0355, + "precision_at_20": 0.02127, + "precision_at_100": 0.00609, + "precision_at_1000": 0.0009, + "mrr_at_1": 0.156323, + "mrr_at_3": 0.188684, + "mrr_at_5": 0.196452, + "mrr_at_10": 0.203346, + "mrr_at_20": 0.206982, + "mrr_at_100": 0.210072, + "mrr_at_1000": 0.210786, + "nauc_ndcg_at_1_max": 0.114872, + "nauc_ndcg_at_1_std": 0.061334, + "nauc_ndcg_at_1_diff1": 0.529984, + "nauc_ndcg_at_3_max": 0.063501, + "nauc_ndcg_at_3_std": 0.082897, + "nauc_ndcg_at_3_diff1": 0.447917, + "nauc_ndcg_at_5_max": 0.052161, + "nauc_ndcg_at_5_std": 0.088585, + "nauc_ndcg_at_5_diff1": 0.434574, + "nauc_ndcg_at_10_max": 0.039287, + "nauc_ndcg_at_10_std": 0.097935, + "nauc_ndcg_at_10_diff1": 0.41901, + "nauc_ndcg_at_20_max": 0.031777, + "nauc_ndcg_at_20_std": 0.111925, + "nauc_ndcg_at_20_diff1": 0.409961, + "nauc_ndcg_at_100_max": 0.028353, + "nauc_ndcg_at_100_std": 0.133991, + "nauc_ndcg_at_100_diff1": 0.407133, + "nauc_ndcg_at_1000_max": 0.029495, + "nauc_ndcg_at_1000_std": 0.142622, + "nauc_ndcg_at_1000_diff1": 0.40495, + "nauc_map_at_1_max": 0.091619, + "nauc_map_at_1_std": 0.049615, + "nauc_map_at_1_diff1": 0.531139, + "nauc_map_at_3_max": 0.063588, + "nauc_map_at_3_std": 0.068978, + "nauc_map_at_3_diff1": 0.467286, + "nauc_map_at_5_max": 0.058344, + "nauc_map_at_5_std": 0.074873, + "nauc_map_at_5_diff1": 0.459707, + "nauc_map_at_10_max": 0.052846, + "nauc_map_at_10_std": 0.080588, + "nauc_map_at_10_diff1": 0.45189, + "nauc_map_at_20_max": 0.051042, + "nauc_map_at_20_std": 0.085815, + "nauc_map_at_20_diff1": 0.449265, + "nauc_map_at_100_max": 0.050756, + "nauc_map_at_100_std": 0.090153, + "nauc_map_at_100_diff1": 0.449005, + "nauc_map_at_1000_max": 0.050837, + "nauc_map_at_1000_std": 0.090736, + "nauc_map_at_1000_diff1": 0.448889, + "nauc_recall_at_1_max": 0.091619, + "nauc_recall_at_1_std": 0.049615, + "nauc_recall_at_1_diff1": 0.531139, + "nauc_recall_at_3_max": 0.031744, + "nauc_recall_at_3_std": 0.088709, + "nauc_recall_at_3_diff1": 0.400491, + "nauc_recall_at_5_max": 0.012036, + "nauc_recall_at_5_std": 0.101769, + "nauc_recall_at_5_diff1": 0.366039, + "nauc_recall_at_10_max": -0.01651, + "nauc_recall_at_10_std": 0.122512, + "nauc_recall_at_10_diff1": 0.330321, + "nauc_recall_at_20_max": -0.037019, + "nauc_recall_at_20_std": 0.159564, + "nauc_recall_at_20_diff1": 0.299142, + "nauc_recall_at_100_max": -0.053647, + "nauc_recall_at_100_std": 0.232677, + "nauc_recall_at_100_diff1": 0.282967, + "nauc_recall_at_1000_max": -0.0668, + "nauc_recall_at_1000_std": 0.29434, + "nauc_recall_at_1000_diff1": 0.249139, + "nauc_precision_at_1_max": 0.114872, + "nauc_precision_at_1_std": 0.061334, + "nauc_precision_at_1_diff1": 0.529984, + "nauc_precision_at_3_max": 0.06502, + "nauc_precision_at_3_std": 0.116292, + "nauc_precision_at_3_diff1": 0.394791, + "nauc_precision_at_5_max": 0.050219, + "nauc_precision_at_5_std": 0.137798, + "nauc_precision_at_5_diff1": 0.362829, + "nauc_precision_at_10_max": 0.034992, + "nauc_precision_at_10_std": 0.171334, + "nauc_precision_at_10_diff1": 0.323294, + "nauc_precision_at_20_max": 0.028092, + "nauc_precision_at_20_std": 0.214386, + "nauc_precision_at_20_diff1": 0.293244, + "nauc_precision_at_100_max": 0.041544, + "nauc_precision_at_100_std": 0.288285, + "nauc_precision_at_100_diff1": 0.240796, + "nauc_precision_at_1000_max": 0.068996, + "nauc_precision_at_1000_std": 0.293915, + "nauc_precision_at_1000_diff1": 0.153622, + "nauc_mrr_at_1_max": 0.114872, + "nauc_mrr_at_1_std": 0.061334, + "nauc_mrr_at_1_diff1": 0.529984, + "nauc_mrr_at_3_max": 0.085197, + "nauc_mrr_at_3_std": 0.08254, + "nauc_mrr_at_3_diff1": 0.461913, + "nauc_mrr_at_5_max": 0.078805, + "nauc_mrr_at_5_std": 0.085664, + "nauc_mrr_at_5_diff1": 0.452215, + "nauc_mrr_at_10_max": 0.073995, + "nauc_mrr_at_10_std": 0.090765, + "nauc_mrr_at_10_diff1": 0.444971, + "nauc_mrr_at_20_max": 0.072318, + "nauc_mrr_at_20_std": 0.09445, + "nauc_mrr_at_20_diff1": 0.442078, + "nauc_mrr_at_100_max": 0.071668, + "nauc_mrr_at_100_std": 0.096784, + "nauc_mrr_at_100_diff1": 0.441679, + "nauc_mrr_at_1000_max": 0.071701, + "nauc_mrr_at_1000_std": 0.096927, + "nauc_mrr_at_1000_diff1": 0.441647, + "main_score": 0.20432, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 177.69999194145203, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RedditClustering-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RedditClustering-VN.json new file mode 100644 index 0000000000..646786b229 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RedditClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "7f7d4097979633181b2df3f73905218f74c4665d", + "task_name": "RedditClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.132346, + "v_measure_std": 0.023443, + "v_measures": [ + 0.076208, + 0.154994, + 0.135244, + 0.111791, + 0.126508, + 0.150683, + 0.150124, + 0.125934, + 0.133722, + 0.158251 + ], + "main_score": 0.132346, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 15.816203355789185, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RedditClusteringP2P-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RedditClusteringP2P-VN.json new file mode 100644 index 0000000000..9e25eddc73 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RedditClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "841856dcb82496f1f2f59356e4798ce15baeb200", + "task_name": "RedditClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.276082, + "v_measure_std": 0.091291, + "v_measures": [ + 0.385749, + 0.346014, + 0.372896, + 0.174855, + 0.273828, + 0.292927, + 0.069337, + 0.317114, + 0.234069, + 0.294035 + ], + "main_score": 0.276082, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 198.36888790130615, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SCIDOCS-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SCIDOCS-VN.json new file mode 100644 index 0000000000..1af1813739 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SCIDOCS-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "724cddfa9d328a193f303a0a9b7789468ac79f26", + "task_name": "SCIDOCS-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.04, + "ndcg_at_3": 0.02997, + "ndcg_at_5": 0.02742, + "ndcg_at_10": 0.03607, + "ndcg_at_20": 0.04243, + "ndcg_at_100": 0.06092, + "ndcg_at_1000": 0.09315, + "map_at_1": 0.008, + "map_at_3": 0.01208, + "map_at_5": 0.01459, + "map_at_10": 0.01782, + "map_at_20": 0.01957, + "map_at_100": 0.02171, + "map_at_1000": 0.02269, + "recall_at_1": 0.008, + "recall_at_3": 0.0165, + "recall_at_5": 0.02483, + "recall_at_10": 0.04046, + "recall_at_20": 0.05542, + "recall_at_100": 0.11688, + "recall_at_1000": 0.28046, + "precision_at_1": 0.04, + "precision_at_3": 0.0275, + "precision_at_5": 0.0245, + "precision_at_10": 0.01975, + "precision_at_20": 0.0135, + "precision_at_100": 0.00575, + "precision_at_1000": 0.00138, + "mrr_at_1": 0.04, + "mrr_at_3": 0.054583, + "mrr_at_5": 0.061583, + "mrr_at_10": 0.068445, + "mrr_at_20": 0.071643, + "mrr_at_100": 0.075679, + "mrr_at_1000": 0.076779, + "nauc_ndcg_at_1_max": -0.109136, + "nauc_ndcg_at_1_std": 0.299336, + "nauc_ndcg_at_1_diff1": 0.506523, + "nauc_ndcg_at_3_max": -0.068147, + "nauc_ndcg_at_3_std": 0.284999, + "nauc_ndcg_at_3_diff1": 0.320576, + "nauc_ndcg_at_5_max": -0.085181, + "nauc_ndcg_at_5_std": 0.321424, + "nauc_ndcg_at_5_diff1": 0.314004, + "nauc_ndcg_at_10_max": -0.078434, + "nauc_ndcg_at_10_std": 0.315499, + "nauc_ndcg_at_10_diff1": 0.289802, + "nauc_ndcg_at_20_max": -0.109473, + "nauc_ndcg_at_20_std": 0.330737, + "nauc_ndcg_at_20_diff1": 0.23757, + "nauc_ndcg_at_100_max": -0.08247, + "nauc_ndcg_at_100_std": 0.343494, + "nauc_ndcg_at_100_diff1": 0.232883, + "nauc_ndcg_at_1000_max": -0.068366, + "nauc_ndcg_at_1000_std": 0.352689, + "nauc_ndcg_at_1000_diff1": 0.208985, + "nauc_map_at_1_max": -0.109136, + "nauc_map_at_1_std": 0.299336, + "nauc_map_at_1_diff1": 0.506523, + "nauc_map_at_3_max": -0.060755, + "nauc_map_at_3_std": 0.307062, + "nauc_map_at_3_diff1": 0.354942, + "nauc_map_at_5_max": -0.081597, + "nauc_map_at_5_std": 0.343378, + "nauc_map_at_5_diff1": 0.366813, + "nauc_map_at_10_max": -0.091219, + "nauc_map_at_10_std": 0.351742, + "nauc_map_at_10_diff1": 0.358432, + "nauc_map_at_20_max": -0.105663, + "nauc_map_at_20_std": 0.367919, + "nauc_map_at_20_diff1": 0.322282, + "nauc_map_at_100_max": -0.100144, + "nauc_map_at_100_std": 0.373717, + "nauc_map_at_100_diff1": 0.308872, + "nauc_map_at_1000_max": -0.0977, + "nauc_map_at_1000_std": 0.377884, + "nauc_map_at_1000_diff1": 0.305455, + "nauc_recall_at_1_max": -0.109136, + "nauc_recall_at_1_std": 0.299336, + "nauc_recall_at_1_diff1": 0.506523, + "nauc_recall_at_3_max": -0.067639, + "nauc_recall_at_3_std": 0.287615, + "nauc_recall_at_3_diff1": 0.256303, + "nauc_recall_at_5_max": -0.09382, + "nauc_recall_at_5_std": 0.350537, + "nauc_recall_at_5_diff1": 0.269551, + "nauc_recall_at_10_max": -0.077727, + "nauc_recall_at_10_std": 0.331196, + "nauc_recall_at_10_diff1": 0.240364, + "nauc_recall_at_20_max": -0.134604, + "nauc_recall_at_20_std": 0.357716, + "nauc_recall_at_20_diff1": 0.153395, + "nauc_recall_at_100_max": -0.061372, + "nauc_recall_at_100_std": 0.364017, + "nauc_recall_at_100_diff1": 0.171886, + "nauc_recall_at_1000_max": -0.032766, + "nauc_recall_at_1000_std": 0.318308, + "nauc_recall_at_1000_diff1": 0.110562, + "nauc_precision_at_1_max": -0.109136, + "nauc_precision_at_1_std": 0.299336, + "nauc_precision_at_1_diff1": 0.506523, + "nauc_precision_at_3_max": -0.067639, + "nauc_precision_at_3_std": 0.287615, + "nauc_precision_at_3_diff1": 0.256303, + "nauc_precision_at_5_max": -0.099582, + "nauc_precision_at_5_std": 0.341577, + "nauc_precision_at_5_diff1": 0.259474, + "nauc_precision_at_10_max": -0.081139, + "nauc_precision_at_10_std": 0.332168, + "nauc_precision_at_10_diff1": 0.237498, + "nauc_precision_at_20_max": -0.141733, + "nauc_precision_at_20_std": 0.356931, + "nauc_precision_at_20_diff1": 0.144101, + "nauc_precision_at_100_max": -0.063979, + "nauc_precision_at_100_std": 0.358137, + "nauc_precision_at_100_diff1": 0.164346, + "nauc_precision_at_1000_max": -0.04207, + "nauc_precision_at_1000_std": 0.31585, + "nauc_precision_at_1000_diff1": 0.108232, + "nauc_mrr_at_1_max": -0.109136, + "nauc_mrr_at_1_std": 0.299336, + "nauc_mrr_at_1_diff1": 0.506523, + "nauc_mrr_at_3_max": -0.078607, + "nauc_mrr_at_3_std": 0.258815, + "nauc_mrr_at_3_diff1": 0.349662, + "nauc_mrr_at_5_max": -0.081771, + "nauc_mrr_at_5_std": 0.268575, + "nauc_mrr_at_5_diff1": 0.323426, + "nauc_mrr_at_10_max": -0.070172, + "nauc_mrr_at_10_std": 0.254143, + "nauc_mrr_at_10_diff1": 0.301218, + "nauc_mrr_at_20_max": -0.081131, + "nauc_mrr_at_20_std": 0.252665, + "nauc_mrr_at_20_diff1": 0.289193, + "nauc_mrr_at_100_max": -0.080152, + "nauc_mrr_at_100_std": 0.252652, + "nauc_mrr_at_100_diff1": 0.289533, + "nauc_mrr_at_1000_max": -0.079222, + "nauc_mrr_at_1000_std": 0.253363, + "nauc_mrr_at_1000_diff1": 0.289318, + "main_score": 0.03607, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 42.084556341171265, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SICK-R-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SICK-R-VN.json new file mode 100644 index 0000000000..567dca96f5 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SICK-R-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "bc89f0401983c456b609f7fb324278f346b2cccf", + "task_name": "SICK-R-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.644819, + "spearman": 0.620519, + "cosine_pearson": 0.644819, + "cosine_spearman": 0.620528, + "manhattan_pearson": 0.627793, + "manhattan_spearman": 0.620111, + "euclidean_pearson": 0.62816, + "euclidean_spearman": 0.620533, + "main_score": 0.620528, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.1469404697418213, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/STSBenchmark-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/STSBenchmark-VN.json new file mode 100644 index 0000000000..f516bb590c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/STSBenchmark-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "f24d66738cda4a02138ada5af7689a92ce1fcad6", + "task_name": "STSBenchmark-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "pearson": 0.554092, + "spearman": 0.566214, + "cosine_pearson": 0.554092, + "cosine_spearman": 0.566218, + "manhattan_pearson": 0.570134, + "manhattan_spearman": 0.566437, + "euclidean_pearson": 0.569845, + "euclidean_spearman": 0.566218, + "main_score": 0.566218, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 0.4620506763458252, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SciDocsRR-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SciDocsRR-VN.json new file mode 100644 index 0000000000..5f0dc0ac96 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SciDocsRR-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "c9ab36ae6c75f754df6f1e043c09b5e0b5547cac", + "task_name": "SciDocsRR-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.619292, + "mrr": 0.74622, + "nAUC_map_max": 0.406426, + "nAUC_map_std": 0.307301, + "nAUC_map_diff1": 0.238923, + "nAUC_mrr_max": 0.520648, + "nAUC_mrr_std": 0.329391, + "nAUC_mrr_diff1": 0.396761, + "main_score": 0.619292, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.014899969100952, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SciFact-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SciFact-VN.json new file mode 100644 index 0000000000..8f63a2052b --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SciFact-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "483a7cf890c523c954e7751d328c5bb65061dcff", + "task_name": "SciFact-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.12687, + "ndcg_at_3": 0.17606, + "ndcg_at_5": 0.1887, + "ndcg_at_10": 0.20931, + "ndcg_at_20": 0.23273, + "ndcg_at_100": 0.25911, + "ndcg_at_1000": 0.28922, + "map_at_1": 0.12687, + "map_at_3": 0.16294, + "map_at_5": 0.16959, + "map_at_10": 0.17801, + "map_at_20": 0.18483, + "map_at_100": 0.18875, + "map_at_1000": 0.18988, + "recall_at_1": 0.12687, + "recall_at_3": 0.21269, + "recall_at_5": 0.24129, + "recall_at_10": 0.30348, + "recall_at_20": 0.39179, + "recall_at_100": 0.52139, + "recall_at_1000": 0.75348, + "precision_at_1": 0.12687, + "precision_at_3": 0.07214, + "precision_at_5": 0.05075, + "precision_at_10": 0.03209, + "precision_at_20": 0.0209, + "precision_at_100": 0.00604, + "precision_at_1000": 0.00089, + "mrr_at_1": 0.126866, + "mrr_at_3": 0.164179, + "mrr_at_5": 0.172761, + "mrr_at_10": 0.182016, + "mrr_at_20": 0.188718, + "mrr_at_100": 0.192433, + "mrr_at_1000": 0.193342, + "nauc_ndcg_at_1_max": -0.002341, + "nauc_ndcg_at_1_std": 0.155009, + "nauc_ndcg_at_1_diff1": 0.502325, + "nauc_ndcg_at_3_max": 0.043376, + "nauc_ndcg_at_3_std": 0.122916, + "nauc_ndcg_at_3_diff1": 0.399819, + "nauc_ndcg_at_5_max": 0.021303, + "nauc_ndcg_at_5_std": 0.135152, + "nauc_ndcg_at_5_diff1": 0.370591, + "nauc_ndcg_at_10_max": 0.036447, + "nauc_ndcg_at_10_std": 0.110376, + "nauc_ndcg_at_10_diff1": 0.354914, + "nauc_ndcg_at_20_max": 0.070595, + "nauc_ndcg_at_20_std": 0.103523, + "nauc_ndcg_at_20_diff1": 0.327915, + "nauc_ndcg_at_100_max": 0.066375, + "nauc_ndcg_at_100_std": 0.154707, + "nauc_ndcg_at_100_diff1": 0.292264, + "nauc_ndcg_at_1000_max": 0.084678, + "nauc_ndcg_at_1000_std": 0.163731, + "nauc_ndcg_at_1000_diff1": 0.322313, + "nauc_map_at_1_max": -0.002341, + "nauc_map_at_1_std": 0.155009, + "nauc_map_at_1_diff1": 0.502325, + "nauc_map_at_3_max": 0.025856, + "nauc_map_at_3_std": 0.124956, + "nauc_map_at_3_diff1": 0.421614, + "nauc_map_at_5_max": 0.013517, + "nauc_map_at_5_std": 0.131411, + "nauc_map_at_5_diff1": 0.404214, + "nauc_map_at_10_max": 0.020432, + "nauc_map_at_10_std": 0.120496, + "nauc_map_at_10_diff1": 0.397136, + "nauc_map_at_20_max": 0.031519, + "nauc_map_at_20_std": 0.116685, + "nauc_map_at_20_diff1": 0.387309, + "nauc_map_at_100_max": 0.031441, + "nauc_map_at_100_std": 0.12539, + "nauc_map_at_100_diff1": 0.380578, + "nauc_map_at_1000_max": 0.032592, + "nauc_map_at_1000_std": 0.126415, + "nauc_map_at_1000_diff1": 0.382217, + "nauc_recall_at_1_max": -0.002341, + "nauc_recall_at_1_std": 0.155009, + "nauc_recall_at_1_diff1": 0.502325, + "nauc_recall_at_3_max": 0.0774, + "nauc_recall_at_3_std": 0.123319, + "nauc_recall_at_3_diff1": 0.345734, + "nauc_recall_at_5_max": 0.032733, + "nauc_recall_at_5_std": 0.142033, + "nauc_recall_at_5_diff1": 0.289005, + "nauc_recall_at_10_max": 0.062599, + "nauc_recall_at_10_std": 0.078258, + "nauc_recall_at_10_diff1": 0.259835, + "nauc_recall_at_20_max": 0.155217, + "nauc_recall_at_20_std": 0.060733, + "nauc_recall_at_20_diff1": 0.187342, + "nauc_recall_at_100_max": 0.121529, + "nauc_recall_at_100_std": 0.266986, + "nauc_recall_at_100_diff1": 0.038966, + "nauc_recall_at_1000_max": 0.279452, + "nauc_recall_at_1000_std": 0.362725, + "nauc_recall_at_1000_diff1": 0.162394, + "nauc_precision_at_1_max": -0.002341, + "nauc_precision_at_1_std": 0.155009, + "nauc_precision_at_1_diff1": 0.502325, + "nauc_precision_at_3_max": 0.098782, + "nauc_precision_at_3_std": 0.115516, + "nauc_precision_at_3_diff1": 0.350345, + "nauc_precision_at_5_max": 0.044116, + "nauc_precision_at_5_std": 0.158321, + "nauc_precision_at_5_diff1": 0.289106, + "nauc_precision_at_10_max": 0.089279, + "nauc_precision_at_10_std": 0.097474, + "nauc_precision_at_10_diff1": 0.24817, + "nauc_precision_at_20_max": 0.207353, + "nauc_precision_at_20_std": 0.096856, + "nauc_precision_at_20_diff1": 0.160566, + "nauc_precision_at_100_max": 0.232978, + "nauc_precision_at_100_std": 0.294178, + "nauc_precision_at_100_diff1": -0.004122, + "nauc_precision_at_1000_max": 0.372671, + "nauc_precision_at_1000_std": 0.309015, + "nauc_precision_at_1000_diff1": 0.060523, + "nauc_mrr_at_1_max": -0.002341, + "nauc_mrr_at_1_std": 0.155009, + "nauc_mrr_at_1_diff1": 0.502325, + "nauc_mrr_at_3_max": 0.03471, + "nauc_mrr_at_3_std": 0.121774, + "nauc_mrr_at_3_diff1": 0.423274, + "nauc_mrr_at_5_max": 0.01961, + "nauc_mrr_at_5_std": 0.134246, + "nauc_mrr_at_5_diff1": 0.404951, + "nauc_mrr_at_10_max": 0.03012, + "nauc_mrr_at_10_std": 0.123853, + "nauc_mrr_at_10_diff1": 0.39443, + "nauc_mrr_at_20_max": 0.041111, + "nauc_mrr_at_20_std": 0.121381, + "nauc_mrr_at_20_diff1": 0.386245, + "nauc_mrr_at_100_max": 0.04023, + "nauc_mrr_at_100_std": 0.126624, + "nauc_mrr_at_100_diff1": 0.381772, + "nauc_mrr_at_1000_max": 0.040648, + "nauc_mrr_at_1000_std": 0.127338, + "nauc_mrr_at_1000_diff1": 0.383011, + "main_score": 0.20931, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.610995292663574, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SprintDuplicateQuestions-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SprintDuplicateQuestions-VN.json new file mode 100644 index 0000000000..5f14a85261 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/SprintDuplicateQuestions-VN.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", + "task_name": "SprintDuplicateQuestions-VN", + "mteb_version": "1.38.41", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.992928, + "similarity_accuracy_threshold": 0.810497, + "similarity_f1": 0.570418, + "similarity_f1_threshold": 0.774366, + "similarity_precision": 0.601242, + "similarity_recall": 0.542601, + "similarity_ap": 0.600024, + "cosine_accuracy": 0.992928, + "cosine_accuracy_threshold": 0.810497, + "cosine_f1": 0.570418, + "cosine_f1_threshold": 0.774366, + "cosine_precision": 0.601242, + "cosine_recall": 0.542601, + "cosine_ap": 0.600025, + "manhattan_accuracy": 0.992973, + "manhattan_accuracy_threshold": 9.56749, + "manhattan_f1": 0.563069, + "manhattan_f1_threshold": 10.161739, + "manhattan_precision": 0.670279, + "manhattan_recall": 0.485426, + "manhattan_ap": 0.596853, + "euclidean_accuracy": 0.992928, + "euclidean_accuracy_threshold": 0.615635, + "euclidean_f1": 0.570418, + "euclidean_f1_threshold": 0.671765, + "euclidean_precision": 0.601242, + "euclidean_recall": 0.542601, + "euclidean_ap": 0.600025, + "dot_accuracy": 0.992928, + "dot_accuracy_threshold": 0.810497, + "dot_f1": 0.570418, + "dot_f1_threshold": 0.774366, + "dot_precision": 0.601242, + "dot_recall": 0.542601, + "dot_ap": 0.600025, + "max_accuracy": 0.992973, + "max_f1": 0.570418, + "max_precision": 0.670279, + "max_recall": 0.542601, + "max_ap": 0.600025, + "main_score": 0.600025, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.994261, + "similarity_accuracy_threshold": 0.813449, + "similarity_f1": 0.67899, + "similarity_f1_threshold": 0.787397, + "similarity_precision": 0.746612, + "similarity_recall": 0.622599, + "similarity_ap": 0.695922, + "cosine_accuracy": 0.994261, + "cosine_accuracy_threshold": 0.813449, + "cosine_f1": 0.67899, + "cosine_f1_threshold": 0.787397, + "cosine_precision": 0.746612, + "cosine_recall": 0.622599, + "cosine_ap": 0.695922, + "manhattan_accuracy": 0.994226, + "manhattan_accuracy_threshold": 9.622388, + "manhattan_f1": 0.672544, + "manhattan_f1_threshold": 10.060366, + "manhattan_precision": 0.759602, + "manhattan_recall": 0.60339, + "manhattan_ap": 0.695633, + "euclidean_accuracy": 0.994261, + "euclidean_accuracy_threshold": 0.610821, + "euclidean_f1": 0.67899, + "euclidean_f1_threshold": 0.652078, + "euclidean_precision": 0.746612, + "euclidean_recall": 0.622599, + "euclidean_ap": 0.695921, + "dot_accuracy": 0.994261, + "dot_accuracy_threshold": 0.813449, + "dot_f1": 0.67899, + "dot_f1_threshold": 0.787397, + "dot_precision": 0.746612, + "dot_recall": 0.622599, + "dot_ap": 0.695922, + "max_accuracy": 0.994261, + "max_f1": 0.67899, + "max_precision": 0.759602, + "max_recall": 0.622599, + "max_ap": 0.695922, + "main_score": 0.695922, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 17.040364265441895, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/StackExchangeClustering-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/StackExchangeClustering-VN.json new file mode 100644 index 0000000000..ff5db5512d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/StackExchangeClustering-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "cf01db048f2bf705741675b51613dc48e0bb122b", + "task_name": "StackExchangeClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.166246, + "v_measure_std": 0.038438, + "v_measures": [ + 0.147286, + 0.124773, + 0.164803, + 0.228121 + ], + "main_score": 0.166246, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 3.606006145477295, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/StackExchangeClusteringP2P-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/StackExchangeClusteringP2P-VN.json new file mode 100644 index 0000000000..b8f43f0855 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/StackExchangeClusteringP2P-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "8f154ee524a466850028531d21e1a62d958b8156", + "task_name": "StackExchangeClusteringP2P-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.248947, + "v_measure_std": 0.02234, + "v_measures": [ + 0.22959, + 0.226389, + 0.224492, + 0.223134, + 0.230671, + 0.277514, + 0.268616, + 0.266461, + 0.271507, + 0.271091 + ], + "main_score": 0.248947, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 60.236985206604004, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/StackOverflowDupQuestions-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/StackOverflowDupQuestions-VN.json new file mode 100644 index 0000000000..642c34644f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/StackOverflowDupQuestions-VN.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "3ceb17db245f52beaf27a3720aa71e1cc5f06faf", + "task_name": "StackOverflowDupQuestions-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "map": 0.379503, + "mrr": 0.379109, + "nAUC_map_max": 0.176864, + "nAUC_map_std": 0.083443, + "nAUC_map_diff1": 0.259626, + "nAUC_mrr_max": 0.179918, + "nAUC_mrr_std": 0.093832, + "nAUC_mrr_diff1": 0.256349, + "main_score": 0.379503, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.903116941452026, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TRECCOVID-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TRECCOVID-VN.json new file mode 100644 index 0000000000..8658b1f823 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TRECCOVID-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "54d73a1ea11ea0ae4ec0214ec519c93db79dee88", + "task_name": "TRECCOVID-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.13636, + "ndcg_at_3": 0.12963, + "ndcg_at_5": 0.12469, + "ndcg_at_10": 0.11748, + "ndcg_at_20": 0.1065, + "ndcg_at_100": 0.08137, + "ndcg_at_1000": 0.07362, + "map_at_1": 0.00043, + "map_at_3": 0.00098, + "map_at_5": 0.00134, + "map_at_10": 0.00209, + "map_at_20": 0.00334, + "map_at_100": 0.01059, + "map_at_1000": 0.01907, + "recall_at_1": 0.00043, + "recall_at_3": 0.00116, + "recall_at_5": 0.00171, + "recall_at_10": 0.00283, + "recall_at_20": 0.00516, + "recall_at_100": 0.01955, + "recall_at_1000": 0.07083, + "precision_at_1": 0.13636, + "precision_at_3": 0.13636, + "precision_at_5": 0.13182, + "precision_at_10": 0.12273, + "precision_at_20": 0.10682, + "precision_at_100": 0.08136, + "precision_at_1000": 0.03348, + "mrr_at_1": 0.136364, + "mrr_at_3": 0.174242, + "mrr_at_5": 0.187879, + "mrr_at_10": 0.197754, + "mrr_at_20": 0.209629, + "mrr_at_100": 0.216413, + "mrr_at_1000": 0.217223, + "nauc_ndcg_at_1_max": 0.185026, + "nauc_ndcg_at_1_std": 0.291575, + "nauc_ndcg_at_1_diff1": 0.371186, + "nauc_ndcg_at_3_max": 0.106325, + "nauc_ndcg_at_3_std": 0.39297, + "nauc_ndcg_at_3_diff1": 0.219504, + "nauc_ndcg_at_5_max": 0.149544, + "nauc_ndcg_at_5_std": 0.391307, + "nauc_ndcg_at_5_diff1": 0.219856, + "nauc_ndcg_at_10_max": 0.167645, + "nauc_ndcg_at_10_std": 0.481204, + "nauc_ndcg_at_10_diff1": 0.226844, + "nauc_ndcg_at_20_max": 0.151069, + "nauc_ndcg_at_20_std": 0.514182, + "nauc_ndcg_at_20_diff1": 0.182064, + "nauc_ndcg_at_100_max": 0.142736, + "nauc_ndcg_at_100_std": 0.610227, + "nauc_ndcg_at_100_diff1": 0.161404, + "nauc_ndcg_at_1000_max": 0.08334, + "nauc_ndcg_at_1000_std": 0.607619, + "nauc_ndcg_at_1000_diff1": 0.181747, + "nauc_map_at_1_max": -0.057587, + "nauc_map_at_1_std": 0.130426, + "nauc_map_at_1_diff1": 0.483204, + "nauc_map_at_3_max": -0.035395, + "nauc_map_at_3_std": 0.321966, + "nauc_map_at_3_diff1": 0.380341, + "nauc_map_at_5_max": 0.02436, + "nauc_map_at_5_std": 0.390536, + "nauc_map_at_5_diff1": 0.33542, + "nauc_map_at_10_max": 0.084814, + "nauc_map_at_10_std": 0.556782, + "nauc_map_at_10_diff1": 0.307762, + "nauc_map_at_20_max": 0.093938, + "nauc_map_at_20_std": 0.67996, + "nauc_map_at_20_diff1": 0.28178, + "nauc_map_at_100_max": 0.108488, + "nauc_map_at_100_std": 0.840595, + "nauc_map_at_100_diff1": 0.253592, + "nauc_map_at_1000_max": 0.106935, + "nauc_map_at_1000_std": 0.829773, + "nauc_map_at_1000_diff1": 0.205064, + "nauc_recall_at_1_max": -0.057587, + "nauc_recall_at_1_std": 0.130426, + "nauc_recall_at_1_diff1": 0.483204, + "nauc_recall_at_3_max": -0.069749, + "nauc_recall_at_3_std": 0.278254, + "nauc_recall_at_3_diff1": 0.33929, + "nauc_recall_at_5_max": 0.014737, + "nauc_recall_at_5_std": 0.322352, + "nauc_recall_at_5_diff1": 0.286437, + "nauc_recall_at_10_max": 0.081021, + "nauc_recall_at_10_std": 0.501925, + "nauc_recall_at_10_diff1": 0.266348, + "nauc_recall_at_20_max": 0.111407, + "nauc_recall_at_20_std": 0.585817, + "nauc_recall_at_20_diff1": 0.204383, + "nauc_recall_at_100_max": 0.115211, + "nauc_recall_at_100_std": 0.676021, + "nauc_recall_at_100_diff1": 0.17708, + "nauc_recall_at_1000_max": 0.064459, + "nauc_recall_at_1000_std": 0.620935, + "nauc_recall_at_1000_diff1": 0.172059, + "nauc_precision_at_1_max": 0.185026, + "nauc_precision_at_1_std": 0.291575, + "nauc_precision_at_1_diff1": 0.371186, + "nauc_precision_at_3_max": 0.092816, + "nauc_precision_at_3_std": 0.410513, + "nauc_precision_at_3_diff1": 0.165605, + "nauc_precision_at_5_max": 0.181849, + "nauc_precision_at_5_std": 0.390168, + "nauc_precision_at_5_diff1": 0.152377, + "nauc_precision_at_10_max": 0.204147, + "nauc_precision_at_10_std": 0.500513, + "nauc_precision_at_10_diff1": 0.167859, + "nauc_precision_at_20_max": 0.156604, + "nauc_precision_at_20_std": 0.528152, + "nauc_precision_at_20_diff1": 0.119251, + "nauc_precision_at_100_max": 0.134023, + "nauc_precision_at_100_std": 0.611721, + "nauc_precision_at_100_diff1": 0.101951, + "nauc_precision_at_1000_max": 0.072848, + "nauc_precision_at_1000_std": 0.571872, + "nauc_precision_at_1000_diff1": 0.08061, + "nauc_mrr_at_1_max": 0.185026, + "nauc_mrr_at_1_std": 0.291575, + "nauc_mrr_at_1_diff1": 0.371186, + "nauc_mrr_at_3_max": 0.144141, + "nauc_mrr_at_3_std": 0.300885, + "nauc_mrr_at_3_diff1": 0.218082, + "nauc_mrr_at_5_max": 0.124861, + "nauc_mrr_at_5_std": 0.307245, + "nauc_mrr_at_5_diff1": 0.214695, + "nauc_mrr_at_10_max": 0.129154, + "nauc_mrr_at_10_std": 0.297308, + "nauc_mrr_at_10_diff1": 0.215387, + "nauc_mrr_at_20_max": 0.12401, + "nauc_mrr_at_20_std": 0.300068, + "nauc_mrr_at_20_diff1": 0.206892, + "nauc_mrr_at_100_max": 0.108869, + "nauc_mrr_at_100_std": 0.301924, + "nauc_mrr_at_100_diff1": 0.205166, + "nauc_mrr_at_1000_max": 0.110121, + "nauc_mrr_at_1000_std": 0.301334, + "nauc_mrr_at_1000_diff1": 0.205959, + "main_score": 0.11748, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 245.5053107738495, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Touche2020-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Touche2020-VN.json new file mode 100644 index 0000000000..04c3d63a94 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Touche2020-VN.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd4389b182aec622c8121ee8db988359197159c1", + "task_name": "Touche2020-VN", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "ndcg_at_1": 0.08, + "ndcg_at_3": 0.04224, + "ndcg_at_5": 0.03368, + "ndcg_at_10": 0.02655, + "ndcg_at_20": 0.02435, + "ndcg_at_100": 0.03036, + "ndcg_at_1000": 0.04581, + "map_at_1": 0.00426, + "map_at_3": 0.00616, + "map_at_5": 0.00647, + "map_at_10": 0.00703, + "map_at_20": 0.00784, + "map_at_100": 0.00912, + "map_at_1000": 0.00958, + "recall_at_1": 0.00426, + "recall_at_3": 0.00997, + "recall_at_5": 0.01122, + "recall_at_10": 0.01487, + "recall_at_20": 0.02013, + "recall_at_100": 0.03474, + "recall_at_1000": 0.08876, + "precision_at_1": 0.08, + "precision_at_3": 0.04, + "precision_at_5": 0.032, + "precision_at_10": 0.024, + "precision_at_20": 0.018, + "precision_at_100": 0.0068, + "precision_at_1000": 0.0018, + "mrr_at_1": 0.08, + "mrr_at_3": 0.093333, + "mrr_at_5": 0.103333, + "mrr_at_10": 0.107333, + "mrr_at_20": 0.11, + "mrr_at_100": 0.112028, + "mrr_at_1000": 0.112865, + "nauc_ndcg_at_1_max": -0.56288, + "nauc_ndcg_at_1_std": 0.245587, + "nauc_ndcg_at_1_diff1": -0.273011, + "nauc_ndcg_at_3_max": -0.509005, + "nauc_ndcg_at_3_std": 0.194515, + "nauc_ndcg_at_3_diff1": -0.251345, + "nauc_ndcg_at_5_max": -0.384925, + "nauc_ndcg_at_5_std": 0.210628, + "nauc_ndcg_at_5_diff1": -0.145306, + "nauc_ndcg_at_10_max": -0.386384, + "nauc_ndcg_at_10_std": 0.234081, + "nauc_ndcg_at_10_diff1": -0.170813, + "nauc_ndcg_at_20_max": -0.381097, + "nauc_ndcg_at_20_std": 0.23606, + "nauc_ndcg_at_20_diff1": -0.159975, + "nauc_ndcg_at_100_max": -0.424406, + "nauc_ndcg_at_100_std": 0.258519, + "nauc_ndcg_at_100_diff1": -0.186778, + "nauc_ndcg_at_1000_max": -0.418749, + "nauc_ndcg_at_1000_std": 0.289762, + "nauc_ndcg_at_1000_diff1": -0.190358, + "nauc_map_at_1_max": -0.558833, + "nauc_map_at_1_std": 0.197203, + "nauc_map_at_1_diff1": -0.279217, + "nauc_map_at_3_max": -0.410215, + "nauc_map_at_3_std": 0.070086, + "nauc_map_at_3_diff1": -0.217026, + "nauc_map_at_5_max": -0.347092, + "nauc_map_at_5_std": 0.084876, + "nauc_map_at_5_diff1": -0.160573, + "nauc_map_at_10_max": -0.356944, + "nauc_map_at_10_std": 0.115712, + "nauc_map_at_10_diff1": -0.173916, + "nauc_map_at_20_max": -0.347889, + "nauc_map_at_20_std": 0.149274, + "nauc_map_at_20_diff1": -0.154815, + "nauc_map_at_100_max": -0.377735, + "nauc_map_at_100_std": 0.205166, + "nauc_map_at_100_diff1": -0.164032, + "nauc_map_at_1000_max": -0.381641, + "nauc_map_at_1000_std": 0.215415, + "nauc_map_at_1000_diff1": -0.167149, + "nauc_recall_at_1_max": -0.558833, + "nauc_recall_at_1_std": 0.197203, + "nauc_recall_at_1_diff1": -0.279217, + "nauc_recall_at_3_max": -0.283305, + "nauc_recall_at_3_std": -0.038463, + "nauc_recall_at_3_diff1": -0.163919, + "nauc_recall_at_5_max": -0.145125, + "nauc_recall_at_5_std": 0.005144, + "nauc_recall_at_5_diff1": -0.035435, + "nauc_recall_at_10_max": -0.204235, + "nauc_recall_at_10_std": 0.090345, + "nauc_recall_at_10_diff1": -0.121874, + "nauc_recall_at_20_max": -0.21803, + "nauc_recall_at_20_std": 0.109821, + "nauc_recall_at_20_diff1": -0.100657, + "nauc_recall_at_100_max": -0.332593, + "nauc_recall_at_100_std": 0.179662, + "nauc_recall_at_100_diff1": -0.160585, + "nauc_recall_at_1000_max": -0.411629, + "nauc_recall_at_1000_std": 0.340065, + "nauc_recall_at_1000_diff1": -0.197286, + "nauc_precision_at_1_max": -0.56288, + "nauc_precision_at_1_std": 0.245587, + "nauc_precision_at_1_diff1": -0.273011, + "nauc_precision_at_3_max": -0.401257, + "nauc_precision_at_3_std": 0.092372, + "nauc_precision_at_3_diff1": -0.208011, + "nauc_precision_at_5_max": -0.054995, + "nauc_precision_at_5_std": 0.169659, + "nauc_precision_at_5_diff1": 0.101469, + "nauc_precision_at_10_max": -0.163222, + "nauc_precision_at_10_std": 0.232114, + "nauc_precision_at_10_diff1": -0.067004, + "nauc_precision_at_20_max": -0.129976, + "nauc_precision_at_20_std": 0.230374, + "nauc_precision_at_20_diff1": -0.001621, + "nauc_precision_at_100_max": -0.264137, + "nauc_precision_at_100_std": 0.258099, + "nauc_precision_at_100_diff1": -0.082802, + "nauc_precision_at_1000_max": -0.290295, + "nauc_precision_at_1000_std": 0.345359, + "nauc_precision_at_1000_diff1": -0.149647, + "nauc_mrr_at_1_max": -0.56288, + "nauc_mrr_at_1_std": 0.245587, + "nauc_mrr_at_1_diff1": -0.273011, + "nauc_mrr_at_3_max": -0.493613, + "nauc_mrr_at_3_std": 0.179923, + "nauc_mrr_at_3_diff1": -0.245154, + "nauc_mrr_at_5_max": -0.35932, + "nauc_mrr_at_5_std": 0.202299, + "nauc_mrr_at_5_diff1": -0.128316, + "nauc_mrr_at_10_max": -0.352522, + "nauc_mrr_at_10_std": 0.193746, + "nauc_mrr_at_10_diff1": -0.145134, + "nauc_mrr_at_20_max": -0.362777, + "nauc_mrr_at_20_std": 0.178574, + "nauc_mrr_at_20_diff1": -0.154992, + "nauc_mrr_at_100_max": -0.368349, + "nauc_mrr_at_100_std": 0.170123, + "nauc_mrr_at_100_diff1": -0.162703, + "nauc_mrr_at_1000_max": -0.368947, + "nauc_mrr_at_1000_std": 0.172133, + "nauc_mrr_at_1000_diff1": -0.164979, + "main_score": 0.02655, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 820.0846033096313, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ToxicConversationsVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ToxicConversationsVNClassification.json new file mode 100644 index 0000000000..c4be68eb91 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ToxicConversationsVNClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "2cc697991407cbbe34e7ef7bc9564449a4a99132", + "task_name": "ToxicConversationsVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.502295, + "f1": 0.388726, + "f1_weighted": 0.61203, + "ap": 0.072426, + "ap_weighted": 0.072426, + "scores_per_experiment": [ + { + "accuracy": 0.500977, + "f1": 0.392931, + "f1_weighted": 0.613274, + "ap": 0.074348, + "ap_weighted": 0.074348 + }, + { + "accuracy": 0.543457, + "f1": 0.406793, + "f1_weighted": 0.651759, + "ap": 0.070131, + "ap_weighted": 0.070131 + }, + { + "accuracy": 0.540039, + "f1": 0.408424, + "f1_weighted": 0.648492, + "ap": 0.072136, + "ap_weighted": 0.072136 + }, + { + "accuracy": 0.641602, + "f1": 0.448428, + "f1_weighted": 0.729263, + "ap": 0.071168, + "ap_weighted": 0.071168 + }, + { + "accuracy": 0.530273, + "f1": 0.40423, + "f1_weighted": 0.639993, + "ap": 0.072313, + "ap_weighted": 0.072313 + }, + { + "accuracy": 0.409668, + "f1": 0.346, + "f1_weighted": 0.52156, + "ap": 0.076233, + "ap_weighted": 0.076233 + }, + { + "accuracy": 0.490234, + "f1": 0.381101, + "f1_weighted": 0.604697, + "ap": 0.069359, + "ap_weighted": 0.069359 + }, + { + "accuracy": 0.474121, + "f1": 0.37632, + "f1_weighted": 0.588805, + "ap": 0.071671, + "ap_weighted": 0.071671 + }, + { + "accuracy": 0.451172, + "f1": 0.354086, + "f1_weighted": 0.569533, + "ap": 0.06468, + "ap_weighted": 0.06468 + }, + { + "accuracy": 0.441406, + "f1": 0.368941, + "f1_weighted": 0.552923, + "ap": 0.082219, + "ap_weighted": 0.082219 + } + ], + "main_score": 0.502295, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.362061500549316, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TweetSentimentExtractionVNClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TweetSentimentExtractionVNClassification.json new file mode 100644 index 0000000000..fca1c1c826 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TweetSentimentExtractionVNClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f453803eff1e91579eb235dc1d7c38d39b3f1340", + "task_name": "TweetSentimentExtractionVNClassification", + "mteb_version": "1.38.39", + "scores": { + "test": [ + { + "accuracy": 0.375545, + "f1": 0.369009, + "f1_weighted": 0.371009, + "scores_per_experiment": [ + { + "accuracy": 0.407264, + "f1": 0.405565, + "f1_weighted": 0.407677 + }, + { + "accuracy": 0.361259, + "f1": 0.362426, + "f1_weighted": 0.359332 + }, + { + "accuracy": 0.374818, + "f1": 0.361239, + "f1_weighted": 0.353195 + }, + { + "accuracy": 0.348184, + "f1": 0.337501, + "f1_weighted": 0.34985 + }, + { + "accuracy": 0.421308, + "f1": 0.412687, + "f1_weighted": 0.406353 + }, + { + "accuracy": 0.365617, + "f1": 0.364446, + "f1_weighted": 0.3597 + }, + { + "accuracy": 0.376755, + "f1": 0.357727, + "f1_weighted": 0.373741 + }, + { + "accuracy": 0.346247, + "f1": 0.340169, + "f1_weighted": 0.353461 + }, + { + "accuracy": 0.366586, + "f1": 0.360976, + "f1_weighted": 0.356448 + }, + { + "accuracy": 0.387409, + "f1": 0.387351, + "f1_weighted": 0.390332 + } + ], + "main_score": 0.375545, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.447275161743164, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TwentyNewsgroupsClustering-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TwentyNewsgroupsClustering-VN.json new file mode 100644 index 0000000000..fb4abee627 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TwentyNewsgroupsClustering-VN.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "770e1b9029cd85c79410bc6df1528a43fc2b9ad1", + "task_name": "TwentyNewsgroupsClustering-VN", + "mteb_version": "1.38.42", + "scores": { + "test": [ + { + "v_measure": 0.196588, + "v_measure_std": 0.02289, + "v_measures": [ + 0.259665, + 0.203284, + 0.180892, + 0.190263, + 0.191275, + 0.191441, + 0.168623, + 0.195173, + 0.198076, + 0.187187 + ], + "main_score": 0.196588, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 5.559536457061768, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TwitterSemEval2015-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TwitterSemEval2015-VN.json new file mode 100644 index 0000000000..13399e4a01 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TwitterSemEval2015-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "9215a3c954078fd15c2bbecca914477d53944de1", + "task_name": "TwitterSemEval2015-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.795392, + "similarity_accuracy_threshold": 0.794055, + "similarity_f1": 0.519675, + "similarity_f1_threshold": 0.712876, + "similarity_precision": 0.479631, + "similarity_recall": 0.567015, + "similarity_ap": 0.52326, + "cosine_accuracy": 0.795392, + "cosine_accuracy_threshold": 0.794055, + "cosine_f1": 0.519675, + "cosine_f1_threshold": 0.712876, + "cosine_precision": 0.479631, + "cosine_recall": 0.567015, + "cosine_ap": 0.52326, + "manhattan_accuracy": 0.794538, + "manhattan_accuracy_threshold": 9.766956, + "manhattan_f1": 0.521329, + "manhattan_f1_threshold": 11.849042, + "manhattan_precision": 0.47514, + "manhattan_recall": 0.577465, + "manhattan_ap": 0.522913, + "euclidean_accuracy": 0.795392, + "euclidean_accuracy_threshold": 0.641786, + "euclidean_f1": 0.519675, + "euclidean_f1_threshold": 0.757792, + "euclidean_precision": 0.479631, + "euclidean_recall": 0.567015, + "euclidean_ap": 0.52326, + "dot_accuracy": 0.795392, + "dot_accuracy_threshold": 0.794055, + "dot_f1": 0.519675, + "dot_f1_threshold": 0.712876, + "dot_precision": 0.479631, + "dot_recall": 0.567015, + "dot_ap": 0.52326, + "max_accuracy": 0.795392, + "max_f1": 0.521329, + "max_precision": 0.479631, + "max_recall": 0.577465, + "max_ap": 0.52326, + "main_score": 0.52326, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.54020881652832, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TwitterURLCorpus-VN.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TwitterURLCorpus-VN.json new file mode 100644 index 0000000000..76dc34808c --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TwitterURLCorpus-VN.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "6e6a40aaade2129f70432f2156a6d24b63d72be3", + "task_name": "TwitterURLCorpus-VN", + "mteb_version": "1.38.41", + "scores": { + "test": [ + { + "similarity_accuracy": 0.825911, + "similarity_accuracy_threshold": 0.776327, + "similarity_f1": 0.683504, + "similarity_f1_threshold": 0.728792, + "similarity_precision": 0.659416, + "similarity_recall": 0.709418, + "similarity_ap": 0.764631, + "cosine_accuracy": 0.825911, + "cosine_accuracy_threshold": 0.776327, + "cosine_f1": 0.683504, + "cosine_f1_threshold": 0.728791, + "cosine_precision": 0.659416, + "cosine_recall": 0.709418, + "cosine_ap": 0.764507, + "manhattan_accuracy": 0.82528, + "manhattan_accuracy_threshold": 10.448681, + "manhattan_f1": 0.682605, + "manhattan_f1_threshold": 11.4156, + "manhattan_precision": 0.660831, + "manhattan_recall": 0.705862, + "manhattan_ap": 0.76352, + "euclidean_accuracy": 0.825911, + "euclidean_accuracy_threshold": 0.66884, + "euclidean_f1": 0.683504, + "euclidean_f1_threshold": 0.73649, + "euclidean_precision": 0.659416, + "euclidean_recall": 0.709418, + "euclidean_ap": 0.764507, + "dot_accuracy": 0.825911, + "dot_accuracy_threshold": 0.776327, + "dot_f1": 0.683504, + "dot_f1_threshold": 0.728792, + "dot_precision": 0.659416, + "dot_recall": 0.709418, + "dot_ap": 0.764594, + "max_accuracy": 0.825911, + "max_f1": 0.683504, + "max_precision": 0.660831, + "max_recall": 0.709418, + "max_ap": 0.764631, + "main_score": 0.764631, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 14.00635313987732, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/VieQuADRetrieval.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/VieQuADRetrieval.json index 17fc3f1dba..01e54e9f32 100644 --- a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/VieQuADRetrieval.json +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/VieQuADRetrieval.json @@ -1,158 +1,158 @@ { "dataset_revision": "406f09a45cc106a8f7b7fd0c25078883fe58cb1f", - "evaluation_time": 4.529097557067871, - "kg_co2_emissions": 0.000684510742834813, - "mteb_version": "1.12.75", + "task_name": "VieQuADRetrieval", + "mteb_version": "1.38.41", "scores": { "validation": [ { - "hf_subset": "default", - "languages": [ - "vie-Latn" - ], - "main_score": 0.09231, - "map_at_1": 0.02612, - "map_at_10": 0.05818, - "map_at_100": 0.0701, - "map_at_1000": 0.0721, - "map_at_20": 0.06337, - "map_at_3": 0.04305, - "map_at_5": 0.05017, - "mrr_at_1": 0.05224609375, - "mrr_at_10": 0.10331721230158716, - "mrr_at_100": 0.1171515276047347, - "mrr_at_1000": 0.11860555755154926, - "mrr_at_20": 0.11005847691323135, - "mrr_at_3": 0.08056640625000003, - "mrr_at_5": 0.09074707031250001, - "nauc_map_at_1000_diff1": 0.15526085091928465, - "nauc_map_at_1000_max": 0.0850512220406264, - "nauc_map_at_1000_std": 0.028812986095929086, - "nauc_map_at_100_diff1": 0.15367422580024123, - "nauc_map_at_100_max": 0.08478374066600777, - "nauc_map_at_100_std": 0.02685481314122918, - "nauc_map_at_10_diff1": 0.1525998971134806, - "nauc_map_at_10_max": 0.07503117296871775, - "nauc_map_at_10_std": -0.0024573474431761133, - "nauc_map_at_1_diff1": 0.2253043277506151, - "nauc_map_at_1_max": 0.03637142004402262, - "nauc_map_at_1_std": -0.016915020423895217, - "nauc_map_at_20_diff1": 0.15811972659071682, - "nauc_map_at_20_max": 0.07759402274703159, - "nauc_map_at_20_std": 0.009226885938964771, - "nauc_map_at_3_diff1": 0.17145378422501015, - "nauc_map_at_3_max": 0.06567488708735741, - "nauc_map_at_3_std": -0.019714421338531716, - "nauc_map_at_5_diff1": 0.1491017739745147, - "nauc_map_at_5_max": 0.06501833190544086, - "nauc_map_at_5_std": -0.005387222166519008, - "nauc_mrr_at_1000_diff1": 0.14864104478881815, - "nauc_mrr_at_1000_max": 0.07199166250168071, - "nauc_mrr_at_1000_std": 0.010013536641585961, - "nauc_mrr_at_100_diff1": 0.14751017561585367, - "nauc_mrr_at_100_max": 0.07243405570924485, - "nauc_mrr_at_100_std": 0.01098404092945317, - "nauc_mrr_at_10_diff1": 0.14599201264043732, - "nauc_mrr_at_10_max": 0.06786915602976663, - "nauc_mrr_at_10_std": -0.007978650601899041, - "nauc_mrr_at_1_diff1": 0.2253043277506151, - "nauc_mrr_at_1_max": 0.03637142004402262, - "nauc_mrr_at_1_std": -0.016915020423895217, - "nauc_mrr_at_20_diff1": 0.14935399411116534, - "nauc_mrr_at_20_max": 0.0701083806723877, - "nauc_mrr_at_20_std": 0.004684389268657489, - "nauc_mrr_at_3_diff1": 0.16776123515151992, - "nauc_mrr_at_3_max": 0.0654184880317754, - "nauc_mrr_at_3_std": -0.013291198599022495, - "nauc_mrr_at_5_diff1": 0.1466363413031613, - "nauc_mrr_at_5_max": 0.06189974113099903, - "nauc_mrr_at_5_std": -0.005810009789493106, - "nauc_ndcg_at_1000_diff1": 0.15007974871112809, - "nauc_ndcg_at_1000_max": 0.11594434823627701, - "nauc_ndcg_at_1000_std": 0.1093671571101617, - "nauc_ndcg_at_100_diff1": 0.12943601321326637, - "nauc_ndcg_at_100_max": 0.11780449677794368, - "nauc_ndcg_at_100_std": 0.10311541517743499, - "nauc_ndcg_at_10_diff1": 0.1329851386700825, - "nauc_ndcg_at_10_max": 0.0823874265472444, - "nauc_ndcg_at_10_std": -0.00018608902368745953, - "nauc_ndcg_at_1_diff1": 0.2253043277506151, - "nauc_ndcg_at_1_max": 0.03637142004402262, - "nauc_ndcg_at_1_std": -0.016915020423895217, - "nauc_ndcg_at_20_diff1": 0.14707280790872027, - "nauc_ndcg_at_20_max": 0.08860370482295868, - "nauc_ndcg_at_20_std": 0.03205783347696258, - "nauc_ndcg_at_3_diff1": 0.15930964729028596, - "nauc_ndcg_at_3_max": 0.07100599756326208, - "nauc_ndcg_at_3_std": -0.01760819429158532, - "nauc_ndcg_at_5_diff1": 0.12760445864364223, - "nauc_ndcg_at_5_max": 0.0662054867017922, - "nauc_ndcg_at_5_std": -0.0010304861556250616, - "nauc_precision_at_1000_diff1": 0.13167057599476753, - "nauc_precision_at_1000_max": 0.1661553814069298, - "nauc_precision_at_1000_std": 0.30854757691559664, - "nauc_precision_at_100_diff1": 0.08280899636222616, - "nauc_precision_at_100_max": 0.163075826084416, - "nauc_precision_at_100_std": 0.22903349673624476, - "nauc_precision_at_10_diff1": 0.10911309650662453, - "nauc_precision_at_10_max": 0.09933889610048677, - "nauc_precision_at_10_std": 0.007447839119357035, - "nauc_precision_at_1_diff1": 0.2253043277506151, - "nauc_precision_at_1_max": 0.03637142004402262, - "nauc_precision_at_1_std": -0.016915020423895217, - "nauc_precision_at_20_diff1": 0.13964920047445667, - "nauc_precision_at_20_max": 0.10753490091944774, - "nauc_precision_at_20_std": 0.07205360138108602, - "nauc_precision_at_3_diff1": 0.1386842497788641, - "nauc_precision_at_3_max": 0.08187038465426545, - "nauc_precision_at_3_std": -0.019840186232678483, - "nauc_precision_at_5_diff1": 0.0913156204789016, - "nauc_precision_at_5_max": 0.06977776239283685, - "nauc_precision_at_5_std": 0.007496337290189427, - "nauc_recall_at_1000_diff1": 0.13167057599476956, - "nauc_recall_at_1000_max": 0.16615538140693054, - "nauc_recall_at_1000_std": 0.30854757691559787, - "nauc_recall_at_100_diff1": 0.08280899636222602, - "nauc_recall_at_100_max": 0.16307582608441612, - "nauc_recall_at_100_std": 0.22903349673624446, - "nauc_recall_at_10_diff1": 0.10911309650662444, - "nauc_recall_at_10_max": 0.09933889610048681, - "nauc_recall_at_10_std": 0.007447839119356881, - "nauc_recall_at_1_diff1": 0.2253043277506151, - "nauc_recall_at_1_max": 0.03637142004402262, - "nauc_recall_at_1_std": -0.016915020423895217, - "nauc_recall_at_20_diff1": 0.1396492004744571, - "nauc_recall_at_20_max": 0.10753490091944803, - "nauc_recall_at_20_std": 0.0720536013810864, - "nauc_recall_at_3_diff1": 0.13868424977886415, - "nauc_recall_at_3_max": 0.08187038465426555, - "nauc_recall_at_3_std": -0.019840186232678407, - "nauc_recall_at_5_diff1": 0.09131562047890145, - "nauc_recall_at_5_max": 0.06977776239283655, - "nauc_recall_at_5_std": 0.007496337290189274, "ndcg_at_1": 0.05225, + "ndcg_at_3": 0.05749, + "ndcg_at_5": 0.07114, "ndcg_at_10": 0.09231, + "ndcg_at_20": 0.11165, "ndcg_at_100": 0.16053, "ndcg_at_1000": 0.21314, - "ndcg_at_20": 0.11165, - "ndcg_at_3": 0.05749, - "ndcg_at_5": 0.07114, - "precision_at_1": 0.05225, - "precision_at_10": 0.02852, - "precision_at_100": 0.00852, - "precision_at_1000": 0.00156, - "precision_at_20": 0.02053, - "precision_at_3": 0.04134, - "precision_at_5": 0.03574, + "map_at_1": 0.02612, + "map_at_3": 0.04305, + "map_at_5": 0.05017, + "map_at_10": 0.05818, + "map_at_20": 0.06337, + "map_at_100": 0.0701, + "map_at_1000": 0.0721, "recall_at_1": 0.02612, + "recall_at_3": 0.06201, + "recall_at_5": 0.08936, "recall_at_10": 0.14258, + "recall_at_20": 0.20532, "recall_at_100": 0.42578, "recall_at_1000": 0.77856, - "recall_at_20": 0.20532, - "recall_at_3": 0.06201, - "recall_at_5": 0.08936 + "precision_at_1": 0.05225, + "precision_at_3": 0.04134, + "precision_at_5": 0.03574, + "precision_at_10": 0.02852, + "precision_at_20": 0.02053, + "precision_at_100": 0.00852, + "precision_at_1000": 0.00156, + "mrr_at_1": 0.052246, + "mrr_at_3": 0.080566, + "mrr_at_5": 0.090747, + "mrr_at_10": 0.103317, + "mrr_at_20": 0.110058, + "mrr_at_100": 0.117151, + "mrr_at_1000": 0.118605, + "nauc_ndcg_at_1_max": 0.036371, + "nauc_ndcg_at_1_std": -0.016915, + "nauc_ndcg_at_1_diff1": 0.225304, + "nauc_ndcg_at_3_max": 0.071006, + "nauc_ndcg_at_3_std": -0.017608, + "nauc_ndcg_at_3_diff1": 0.15931, + "nauc_ndcg_at_5_max": 0.066205, + "nauc_ndcg_at_5_std": -0.00103, + "nauc_ndcg_at_5_diff1": 0.127604, + "nauc_ndcg_at_10_max": 0.082387, + "nauc_ndcg_at_10_std": -0.000186, + "nauc_ndcg_at_10_diff1": 0.132985, + "nauc_ndcg_at_20_max": 0.088604, + "nauc_ndcg_at_20_std": 0.032058, + "nauc_ndcg_at_20_diff1": 0.147073, + "nauc_ndcg_at_100_max": 0.117798, + "nauc_ndcg_at_100_std": 0.103106, + "nauc_ndcg_at_100_diff1": 0.12943, + "nauc_ndcg_at_1000_max": 0.115937, + "nauc_ndcg_at_1000_std": 0.109356, + "nauc_ndcg_at_1000_diff1": 0.150073, + "nauc_map_at_1_max": 0.036371, + "nauc_map_at_1_std": -0.016915, + "nauc_map_at_1_diff1": 0.225304, + "nauc_map_at_3_max": 0.065675, + "nauc_map_at_3_std": -0.019714, + "nauc_map_at_3_diff1": 0.171454, + "nauc_map_at_5_max": 0.065018, + "nauc_map_at_5_std": -0.005387, + "nauc_map_at_5_diff1": 0.149102, + "nauc_map_at_10_max": 0.075031, + "nauc_map_at_10_std": -0.002457, + "nauc_map_at_10_diff1": 0.1526, + "nauc_map_at_20_max": 0.077594, + "nauc_map_at_20_std": 0.009227, + "nauc_map_at_20_diff1": 0.15812, + "nauc_map_at_100_max": 0.084778, + "nauc_map_at_100_std": 0.026846, + "nauc_map_at_100_diff1": 0.153669, + "nauc_map_at_1000_max": 0.085045, + "nauc_map_at_1000_std": 0.028804, + "nauc_map_at_1000_diff1": 0.155255, + "nauc_recall_at_1_max": 0.036371, + "nauc_recall_at_1_std": -0.016915, + "nauc_recall_at_1_diff1": 0.225304, + "nauc_recall_at_3_max": 0.08187, + "nauc_recall_at_3_std": -0.01984, + "nauc_recall_at_3_diff1": 0.138684, + "nauc_recall_at_5_max": 0.069778, + "nauc_recall_at_5_std": 0.007496, + "nauc_recall_at_5_diff1": 0.091316, + "nauc_recall_at_10_max": 0.099339, + "nauc_recall_at_10_std": 0.007448, + "nauc_recall_at_10_diff1": 0.109113, + "nauc_recall_at_20_max": 0.107535, + "nauc_recall_at_20_std": 0.072054, + "nauc_recall_at_20_diff1": 0.139649, + "nauc_recall_at_100_max": 0.163076, + "nauc_recall_at_100_std": 0.229033, + "nauc_recall_at_100_diff1": 0.082809, + "nauc_recall_at_1000_max": 0.166155, + "nauc_recall_at_1000_std": 0.308548, + "nauc_recall_at_1000_diff1": 0.131671, + "nauc_precision_at_1_max": 0.036371, + "nauc_precision_at_1_std": -0.016915, + "nauc_precision_at_1_diff1": 0.225304, + "nauc_precision_at_3_max": 0.08187, + "nauc_precision_at_3_std": -0.01984, + "nauc_precision_at_3_diff1": 0.138684, + "nauc_precision_at_5_max": 0.069778, + "nauc_precision_at_5_std": 0.007496, + "nauc_precision_at_5_diff1": 0.091316, + "nauc_precision_at_10_max": 0.099339, + "nauc_precision_at_10_std": 0.007448, + "nauc_precision_at_10_diff1": 0.109113, + "nauc_precision_at_20_max": 0.107535, + "nauc_precision_at_20_std": 0.072054, + "nauc_precision_at_20_diff1": 0.139649, + "nauc_precision_at_100_max": 0.163076, + "nauc_precision_at_100_std": 0.229033, + "nauc_precision_at_100_diff1": 0.082809, + "nauc_precision_at_1000_max": 0.166155, + "nauc_precision_at_1000_std": 0.308548, + "nauc_precision_at_1000_diff1": 0.131671, + "nauc_mrr_at_1_max": 0.036371, + "nauc_mrr_at_1_std": -0.016915, + "nauc_mrr_at_1_diff1": 0.225304, + "nauc_mrr_at_3_max": 0.065418, + "nauc_mrr_at_3_std": -0.013291, + "nauc_mrr_at_3_diff1": 0.167761, + "nauc_mrr_at_5_max": 0.0619, + "nauc_mrr_at_5_std": -0.00581, + "nauc_mrr_at_5_diff1": 0.146636, + "nauc_mrr_at_10_max": 0.067869, + "nauc_mrr_at_10_std": -0.007979, + "nauc_mrr_at_10_diff1": 0.145992, + "nauc_mrr_at_20_max": 0.070108, + "nauc_mrr_at_20_std": 0.004684, + "nauc_mrr_at_20_diff1": 0.149354, + "nauc_mrr_at_100_max": 0.072428, + "nauc_mrr_at_100_std": 0.010978, + "nauc_mrr_at_100_diff1": 0.147504, + "nauc_mrr_at_1000_max": 0.071986, + "nauc_mrr_at_1000_std": 0.010008, + "nauc_mrr_at_1000_diff1": 0.148635, + "main_score": 0.09231, + "hf_subset": "default", + "languages": [ + "vie-Latn" + ] } ] }, - "task_name": "VieQuADRetrieval" + "evaluation_time": 4.180752515792847, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/VieStudentFeedbackClassification.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/VieStudentFeedbackClassification.json index 7fb677ce8e..c9a5b921ef 100644 --- a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/VieStudentFeedbackClassification.json +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/VieStudentFeedbackClassification.json @@ -1,73 +1,73 @@ { "dataset_revision": "7b56c6cb1c9c8523249f407044c838660df3811a", - "evaluation_time": 9.613877773284912, - "kg_co2_emissions": 0.0014285537200684874, - "mteb_version": "1.12.75", + "task_name": "VieStudentFeedbackClassification", + "mteb_version": "1.38.41", "scores": { "test": [ { - "accuracy": 0.5564453125, - "f1": 0.4638428758247337, - "f1_weighted": 0.602493426508387, - "hf_subset": "default", - "languages": [ - "vie-Latn" - ], - "main_score": 0.5564453125, + "accuracy": 0.556445, + "f1": 0.463843, + "f1_weighted": 0.602493, "scores_per_experiment": [ { - "accuracy": 0.59716796875, - "f1": 0.48970668463500333, - "f1_weighted": 0.6417040538127488 + "accuracy": 0.597168, + "f1": 0.489707, + "f1_weighted": 0.641704 }, { - "accuracy": 0.57373046875, - "f1": 0.4782212472009452, - "f1_weighted": 0.6172367650738393 + "accuracy": 0.57373, + "f1": 0.478221, + "f1_weighted": 0.617237 }, { - "accuracy": 0.599609375, - "f1": 0.49226629304381087, - "f1_weighted": 0.6241367459665471 + "accuracy": 0.599609, + "f1": 0.492266, + "f1_weighted": 0.624137 }, { - "accuracy": 0.537109375, - "f1": 0.4613292222091892, - "f1_weighted": 0.6002030056375594 + "accuracy": 0.537109, + "f1": 0.461329, + "f1_weighted": 0.600203 }, { - "accuracy": 0.494140625, - "f1": 0.4134980108360457, - "f1_weighted": 0.539936998572595 + "accuracy": 0.494141, + "f1": 0.413498, + "f1_weighted": 0.539937 }, { - "accuracy": 0.58544921875, - "f1": 0.4939900869820007, - "f1_weighted": 0.62915946389008 + "accuracy": 0.585449, + "f1": 0.49399, + "f1_weighted": 0.629159 }, { - "accuracy": 0.62158203125, - "f1": 0.4856241234791227, - "f1_weighted": 0.6487823168247329 + "accuracy": 0.621582, + "f1": 0.485624, + "f1_weighted": 0.648782 }, { - "accuracy": 0.52294921875, - "f1": 0.424456133776231, - "f1_weighted": 0.5610746787594991 + "accuracy": 0.522949, + "f1": 0.424456, + "f1_weighted": 0.561075 }, { - "accuracy": 0.5205078125, - "f1": 0.4574515520806426, - "f1_weighted": 0.5910273140349788 + "accuracy": 0.520508, + "f1": 0.457452, + "f1_weighted": 0.591027 }, { - "accuracy": 0.51220703125, - "f1": 0.4418854040043458, - "f1_weighted": 0.5716729225112898 + "accuracy": 0.512207, + "f1": 0.441885, + "f1_weighted": 0.571673 } + ], + "main_score": 0.556445, + "hf_subset": "default", + "languages": [ + "vie-Latn" ] } ] }, - "task_name": "VieStudentFeedbackClassification" + "evaluation_time": 5.549697399139404, + "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/model_meta.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/model_meta.json index b24b0fb406..c103641397 100644 --- a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/model_meta.json +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/model_meta.json @@ -1 +1 @@ -{"name": "sentence-transformers/all-MiniLM-L6-v2", "revision": "8b3219a92973c328a8e22fadcfa821b5dc75636a", "release_date": "2021-08-30", "languages": ["eng-Latn"], "n_parameters": 22700000, "max_tokens": 256.0, "embed_dim": 384, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"]}, "adapted_from": null, "superseded_by": null, "loader": null} \ No newline at end of file +{"name": "sentence-transformers/all-MiniLM-L6-v2", "revision": "8b3219a92973c328a8e22fadcfa821b5dc75636a", "release_date": "2021-08-30", "languages": ["eng-Latn"], "n_parameters": 22700000, "memory_usage_mb": 87.0, "max_tokens": 256.0, "embed_dim": 384, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "public_training_data": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2", "similarity_fn_name": "cosine", "use_instructions": false, "training_datasets": {"MSMARCO": ["train"], "MSMARCOHardNegatives": ["train"], "NanoMSMARCORetrieval": ["train"], "MSMARCO-PL": ["train"], "mMARCO-NL": ["train"], "NQ": ["train"], "NQHardNegatives": ["train"], "NanoNQRetrieval": ["train"], "NQ-PL": ["train"], "NQ-NL": ["train"]}, "adapted_from": null, "superseded_by": null, "is_cross_encoder": null, "modalities": ["text"], "loader": null} \ No newline at end of file